-- Logs begin at Mon 2021-07-05 02:45:59 UTC, end at Mon 2021-07-05 05:47:13 UTC. -- Jul 05 03:31:53.488563 n-d-771363-32 systemd[1]: Started Devstack devstack@q-svc.service. Jul 05 03:31:56.193644 n-d-771363-32 neutron-server[100821]: INFO neutron.common.config [-] Logging enabled! Jul 05 03:31:56.194252 n-d-771363-32 neutron-server[100821]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 03:31:56.194424 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100821) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 03:31:56.197646 n-d-771363-32 neutron-server[100821]: INFO neutron.common.config [-] Logging enabled! Jul 05 03:31:56.197886 n-d-771363-32 neutron-server[100821]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 03:31:56.198197 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100821) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 03:31:56.199128 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 03:31:56.199362 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 03:31:56.199727 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 03:31:56.199969 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 03:31:56.200224 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 03:31:56.200543 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.200840 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.201135 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.201364 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.201659 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.201949 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.202231 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.202519 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.202815 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.203140 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.203422 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.203703 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.203930 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.204233 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.204518 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.204801 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.205022 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] debug = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.205299 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.205714 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.206137 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.206417 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.206706 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.206983 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.207253 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.207528 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.207806 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.208162 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] host = n-d-771363-32 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.208441 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.208728 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.209015 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.209300 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.209574 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.209847 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.210131 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.210400 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.210673 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] log_file = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.210946 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.211231 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.211518 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.211807 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.212030 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.212281 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.212586 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.212862 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.213134 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.213404 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.213676 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.213947 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.214218 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.214488 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.214773 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.215059 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.215344 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.215616 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.215887 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.216194 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.216468 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.216754 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.217025 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.217297 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.217568 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.217860 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.218127 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.218417 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.219212 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.219527 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.219940 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.220261 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.220531 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.220814 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.221086 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.221358 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.221635 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] use_json = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.221907 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.222176 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.222457 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.222728 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.223000 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.223270 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.223540 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.223820 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:56.224149 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.224446 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.224748 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.225034 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.225330 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.225607 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.225898 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.226179 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.226468 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.226760 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.227050 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.227332 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.227620 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.227899 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.228220 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.228526 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.228819 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.229109 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.229385 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.229659 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.229933 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.230210 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.230494 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.230787 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.231075 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.231348 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.231633 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.231922 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.232233 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.232506 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.232784 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.233073 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.233350 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.233622 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.233902 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.234178 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.235263 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.235635 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.235925 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.236255 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.236535 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.236811 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.237085 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.237366 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.237638 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.237923 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.238200 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.238475 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.238745 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.239022 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.239292 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.239564 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.239841 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.240132 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.240409 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.240681 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.240951 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.241223 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.241493 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.241767 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.242036 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.242307 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.242580 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.242846 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.243113 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.243381 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.243649 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.243919 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.244229 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.244527 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.244802 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.245076 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.245349 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.245624 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.245899 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.246173 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.246447 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.246719 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.246986 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.247273 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.247553 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.247833 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.248133 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.248408 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.248699 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.248971 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.249249 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.249525 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.249801 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.250133 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.250559 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.250785 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.251076 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.251369 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.251667 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.251955 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.252261 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.252562 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.252839 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:56.253057 n-d-771363-32 neutron-server[100821]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 03:31:56.253294 n-d-771363-32 neutron-server[100821]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100821) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 05 03:31:56.607765 n-d-771363-32 neutron-server[100821]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 03:31:56.608030 n-d-771363-32 neutron-server[100821]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 03:31:56.608337 n-d-771363-32 neutron-server[100821]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 03:31:56.608676 n-d-771363-32 neutron-server[100821]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 05 03:31:57.001746 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.002026 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.002309 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.003588 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.003856 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.004137 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.038276 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.038550 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.038812 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.052540 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.052820 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.053088 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.082468 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.082748 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.083018 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.118186 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.118461 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.118725 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.359170 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.360354 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.360354 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.360564 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.361280 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.480296 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.480616 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.480894 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.481170 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.481433 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.481742 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.481998 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.482252 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.482504 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.482780 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.483034 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.483305 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.483560 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.483825 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.484092 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.484453 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.485259 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.485522 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.485794 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.486045 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.486325 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.486669 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.486917 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.487199 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.487446 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.487689 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.488110 n-d-771363-32 neutron-server[100821]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100821) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:31:57.488353 n-d-771363-32 neutron-server[100821]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100821) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:31:57.488587 n-d-771363-32 neutron-server[100821]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100821) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:31:57.488819 n-d-771363-32 neutron-server[100821]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100821) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:31:57.489051 n-d-771363-32 neutron-server[100821]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100821) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:31:57.489282 n-d-771363-32 neutron-server[100821]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100821) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:31:57.489636 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 05 03:31:57.493641 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 05 03:31:57.497674 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 05 03:31:57.501661 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 05 03:31:57.503267 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 05 03:31:57.503723 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 05 03:31:57.504056 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 05 03:31:57.504467 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 05 03:31:57.507244 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 05 03:31:57.507491 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 05 03:31:57.507829 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 03:31:57.536346 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 05 03:31:57.536800 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.537097 n-d-771363-32 neutron-server[100821]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100821) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 05 03:31:57.537452 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.538789 n-d-771363-32 neutron-server[100821]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100821) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 05 03:31:57.539071 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 03:31:57.539312 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 05 03:31:57.542556 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.542838 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:57.607093 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 05 03:31:57.607346 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 05 03:31:57.607568 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 05 03:31:57.607954 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 05 03:31:57.629179 n-d-771363-32 neutron-server[100821]: DEBUG oslo_db.sqlalchemy.engines [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100821) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 05 03:31:58.318966 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Initializing driver for type 'gre' Jul 05 03:31:58.319493 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] gre ID ranges: [(1, 1000)] Jul 05 03:31:58.481822 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Initializing driver for type 'local' Jul 05 03:31:58.482461 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Initializing driver for type 'vlan' Jul 05 03:31:58.556119 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] VlanTypeDriver initialization complete Jul 05 03:31:58.556461 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Initializing driver for type 'vxlan' Jul 05 03:31:58.556967 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] vxlan ID ranges: [(1, 1000)] Jul 05 03:31:58.736250 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Initializing extension driver 'port_security' Jul 05 03:31:58.736592 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.extensions.port_security [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] PortSecurityExtensionDriver initialization complete Jul 05 03:31:58.736917 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Initializing mechanism driver 'openvswitch' Jul 05 03:31:58.737238 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Initializing mechanism driver 'hyperv' Jul 05 03:31:58.743603 n-d-771363-32 neutron-server[100821]: DEBUG neutron.plugins.ml2.plugin [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:58.744315 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > port after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.744688 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > port after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.745044 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > port after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.745556 n-d-771363-32 neutron-server[100821]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100821) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:31:58.745989 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > subnet after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.746339 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > subnet after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.746684 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.747069 n-d-771363-32 neutron-server[100821]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100821) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:31:58.747477 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > network after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.747822 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > network after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.748193 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > network after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.748577 n-d-771363-32 neutron-server[100821]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100821) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:31:58.748981 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > security_group after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.749329 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > security_group after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.749671 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.750225 n-d-771363-32 neutron-server[100821]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100821) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:31:58.750631 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.750982 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.751324 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.751707 n-d-771363-32 neutron-server[100821]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100821) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:31:58.752137 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > address_group after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.752484 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > address_group after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.752822 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.753204 n-d-771363-32 neutron-server[100821]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100821) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:31:58.753580 n-d-771363-32 neutron-server[100821]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] ML2 OVO RPC backend initialized. {{(pid=100821) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 05 03:31:58.754284 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.754636 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.755048 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > network before_response 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.755396 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > networks before_response 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.755745 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > port before_response 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.756106 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > ports before_response 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.756456 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > subnet before_response 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.759882 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > subnets before_response 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.759882 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > network after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.759882 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > network after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.759882 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > network after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.760208 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > port after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.760208 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > port after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.760208 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > port after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.760208 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > subnet after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.760502 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > subnet after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.760502 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.760502 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.plugin [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Modular L2 Plugin initialization complete Jul 05 03:31:58.760788 n-d-771363-32 neutron-server[100821]: DEBUG neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading services supported by the core plugin {{(pid=100821) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 05 03:31:58.761111 n-d-771363-32 neutron-server[100821]: INFO neutron.plugins.ml2.managers [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Got port-security extension from driver 'port_security' Jul 05 03:31:58.761567 n-d-771363-32 neutron-server[100821]: INFO neutron.extensions.vlantransparent [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Disabled vlantransparent extension. Jul 05 03:31:58.762055 n-d-771363-32 neutron-server[100821]: DEBUG neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100821) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 05 03:31:58.762367 n-d-771363-32 neutron-server[100821]: INFO neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading Plugin: router Jul 05 03:31:58.798894 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.799286 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router after_create 55549900 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.799661 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router before_create 55549900 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.800138 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.800519 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.800877 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router after_delete 55549900 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.801239 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.801605 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router after_create 55549900 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.801957 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router after_update 55549900 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.802309 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router after_update 55549900 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.802664 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.803026 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router after_update 55549900 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.803441 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router precommit_update 55549900 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.803814 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: port after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.804185 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: port after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.804523 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: subnet after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.804860 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.805201 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.805547 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router precommit_create 55549900 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.805889 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: port before_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.806233 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router precommit_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.806587 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router after_update 55549900 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.806931 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.807283 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router precommit_create 55549900 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.807648 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.807995 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router precommit_update 55549900 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.808382 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > agent after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.808735 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > agent after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.809080 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > network after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.809935 n-d-771363-32 neutron-server[100821]: DEBUG neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Tracking information for resource: router configured {{(pid=100821) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:31:58.810268 n-d-771363-32 neutron-server[100821]: DEBUG neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Tracking information for resource: floatingip configured {{(pid=100821) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:31:58.815481 n-d-771363-32 neutron-server[100821]: INFO neutron.db.l3_agentschedulers_db [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 05 03:31:58.816051 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: port after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.816434 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: port after_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.816786 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: port after_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.817137 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: port after_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.817921 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router before_create 55550100 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.818286 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.818647 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router precommit_create 55550100 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.819002 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > router precommit_update 55550100 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.823432 n-d-771363-32 neutron-server[100821]: DEBUG neutron.services.provider_configuration [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Service providers = [] {{(pid=100821) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 05 03:31:58.823795 n-d-771363-32 neutron-server[100821]: DEBUG neutron.db.servicetype_db [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100821) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 05 03:31:58.826738 n-d-771363-32 neutron-server[100821]: DEBUG neutron.services.service_base [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100821) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 03:31:58.827087 n-d-771363-32 neutron-server[100821]: DEBUG neutron.services.service_base [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100821) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 03:31:58.827428 n-d-771363-32 neutron-server[100821]: DEBUG neutron.services.service_base [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100821) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 03:31:58.829015 n-d-771363-32 neutron-server[100821]: DEBUG neutron.services.service_base [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100821) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 03:31:58.829387 n-d-771363-32 neutron-server[100821]: INFO neutron.services.service_base [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 05 03:31:58.829766 n-d-771363-32 neutron-server[100821]: DEBUG neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100821) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:31:58.830081 n-d-771363-32 neutron-server[100821]: INFO neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 05 03:31:58.840515 n-d-771363-32 neutron-server[100821]: DEBUG neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100821) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:31:58.840847 n-d-771363-32 neutron-server[100821]: INFO neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading Plugin: auto_allocate Jul 05 03:31:58.847081 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: network precommit_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.847448 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: network precommit_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.847971 n-d-771363-32 neutron-server[100821]: DEBUG neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100821) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:31:58.848320 n-d-771363-32 neutron-server[100821]: INFO neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading Plugin: tag Jul 05 03:31:58.854796 n-d-771363-32 neutron-server[100821]: DEBUG neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100821) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:31:58.855124 n-d-771363-32 neutron-server[100821]: INFO neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading Plugin: timestamp Jul 05 03:31:58.860425 n-d-771363-32 neutron-server[100821]: DEBUG neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100821) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:31:58.860753 n-d-771363-32 neutron-server[100821]: INFO neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading Plugin: network_ip_availability Jul 05 03:31:58.866139 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.866511 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.866868 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:58.867572 n-d-771363-32 neutron-server[100821]: DEBUG neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100821) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:31:58.867889 n-d-771363-32 neutron-server[100821]: INFO neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading Plugin: flavors Jul 05 03:31:58.872566 n-d-771363-32 neutron-server[100821]: DEBUG neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100821) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:31:58.872898 n-d-771363-32 neutron-server[100821]: INFO neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading Plugin: revisions Jul 05 03:31:58.877285 n-d-771363-32 neutron-server[100821]: DEBUG neutron.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100821) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:31:58.877673 n-d-771363-32 neutron-server[100821]: DEBUG oslo_concurrency.lockutils [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.269s {{(pid=100821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 03:31:58.878401 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100821) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 05 03:31:58.878735 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Initializing extension manager. Jul 05 03:31:58.879243 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: __init__.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.879583 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: __pycache__ {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.879914 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.880284 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: address_group.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.881035 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.881597 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: address-group Jul 05 03:31:58.881924 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: address_scope.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.882630 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.883140 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: address-scope Jul 05 03:31:58.883460 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.884407 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.884918 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: router-admin-state-down-before-update Jul 05 03:31:58.885234 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: agent.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.885929 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.886629 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: agent Jul 05 03:31:58.886949 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: agent_resources_synced.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.887859 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.888396 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: agent-resources-synced Jul 05 03:31:58.888713 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: allowedaddresspairs.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.890482 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.891544 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: allowed-address-pairs Jul 05 03:31:58.891874 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: auto_allocated_topology.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.893890 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.894299 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: auto-allocated-topology Jul 05 03:31:58.894624 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: availability_zone.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.895320 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.896105 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: availability_zone Jul 05 03:31:58.896426 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: availability_zone_filter.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.897342 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.897857 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: availability_zone_filter Jul 05 03:31:58.898176 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: data_plane_status.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.899077 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.899586 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension data-plane-status not supported by any of loaded plugins Jul 05 03:31:58.899903 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: default_subnetpools.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.900846 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.901359 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: default-subnetpools Jul 05 03:31:58.901676 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.902482 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.902993 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: dhcp_agent_scheduler Jul 05 03:31:58.903313 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: dns.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.904251 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.904759 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension dns-integration not supported by any of loaded plugins Jul 05 03:31:58.905074 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: dns_domain_ports.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.905998 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.907184 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 05 03:31:58.907575 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.908528 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.909041 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 05 03:31:58.909359 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: dvr.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.910026 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.910537 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: dvr Jul 05 03:31:58.910852 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: empty_string_filtering.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.911753 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.912300 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: empty-string-filtering Jul 05 03:31:58.912618 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.913521 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.914027 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 05 03:31:58.914345 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.915247 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.915755 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 05 03:31:58.916089 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: external_net.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.916999 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.917507 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: external-net Jul 05 03:31:58.917826 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.918728 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.919241 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: extra_dhcp_opt Jul 05 03:31:58.919568 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: extraroute.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.920516 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.921026 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: extraroute Jul 05 03:31:58.921344 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: extraroute_atomic.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.922396 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.922903 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: extraroute-atomic Jul 05 03:31:58.923222 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: filter_validation.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.923882 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.924420 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: filter-validation Jul 05 03:31:58.924740 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: fip_pf_description.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.925647 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.926156 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 05 03:31:58.926475 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: fip_port_details.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.927378 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.927891 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: fip-port-details Jul 05 03:31:58.928250 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: flavors.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.929456 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.929973 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: flavors Jul 05 03:31:58.930294 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.931928 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.932483 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 05 03:31:58.932810 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: floatingip_pools.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.933505 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.934022 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: floatingip-pools Jul 05 03:31:58.934344 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: ip_allocation.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.935268 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.935781 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension ip_allocation not supported by any of loaded plugins Jul 05 03:31:58.936127 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.937042 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.938064 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: ip-substring-filtering Jul 05 03:31:58.938388 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: l2_adjacency.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.939312 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.939818 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 05 03:31:58.940170 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: l3.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.941127 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.941651 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: router Jul 05 03:31:58.941975 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.944333 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.944867 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 05 03:31:58.945199 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.946126 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.946646 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: ext-gw-mode Jul 05 03:31:58.946971 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.947888 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.948443 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: l3-ha Jul 05 03:31:58.948768 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: l3_flavors.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.949676 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.950191 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: l3-flavors Jul 05 03:31:58.950510 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.951415 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.951925 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 05 03:31:58.952352 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: l3agentscheduler.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.953969 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.954564 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: l3_agent_scheduler Jul 05 03:31:58.954890 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: logging.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.956401 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.956930 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension logging not supported by any of loaded plugins Jul 05 03:31:58.957256 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: metering.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.957997 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.958578 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: metering Jul 05 03:31:58.958902 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.959984 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.960535 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: metering_source_and_destination_fields Jul 05 03:31:58.960862 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: multiprovidernet.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.961789 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.962309 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: multi-provider Jul 05 03:31:58.962633 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: netmtu.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.963552 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.964083 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: net-mtu Jul 05 03:31:58.964408 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: netmtu_writable.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.965321 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.965836 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: net-mtu-writable Jul 05 03:31:58.966159 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: network_availability_zone.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.966836 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.967344 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: network_availability_zone Jul 05 03:31:58.967662 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: network_ip_availability.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.968808 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.969408 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: network-ip-availability Jul 05 03:31:58.969730 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: network_segment_range.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.970504 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.971020 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension network-segment-range not supported by any of loaded plugins Jul 05 03:31:58.971343 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: pagination.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.972362 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.972695 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: pagination Jul 05 03:31:58.973015 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: port_device_profile.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.973934 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.974454 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: port-device-profile Jul 05 03:31:58.974772 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.975700 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.976245 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: port-mac-address-regenerate Jul 05 03:31:58.976564 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.977480 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.977988 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: port-numa-affinity-policy Jul 05 03:31:58.978306 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: port_resource_request.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.979205 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.979711 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension port-resource-request not supported by any of loaded plugins Jul 05 03:31:58.980028 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: portbindings.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.980969 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.981479 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: binding Jul 05 03:31:58.981796 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: portbindings_extended.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.983175 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.983697 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: binding-extended Jul 05 03:31:58.984022 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: portsecurity.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.984992 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.985506 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: port-security Jul 05 03:31:58.985826 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: project_id.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.986839 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.987125 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: project-id Jul 05 03:31:58.987448 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: providernet.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.988388 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.988906 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: provider Jul 05 03:31:58.989224 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: qos.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.992652 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.993180 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension qos not supported by any of loaded plugins Jul 05 03:31:58.993512 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.994756 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.995274 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 05 03:31:58.995601 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.996548 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.997062 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 05 03:31:58.997385 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: qos_default.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.998290 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:58.998802 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension qos-default not supported by any of loaded plugins Jul 05 03:31:58.999124 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: qos_fip.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:58.999770 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.000975 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension qos-fip not supported by any of loaded plugins Jul 05 03:31:59.001297 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: qos_gateway_ip.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.002251 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.002760 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 05 03:31:59.003083 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: qos_port_network_policy.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.003987 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.004529 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 05 03:31:59.004850 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: qos_rule_type_details.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.005763 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.006275 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 05 03:31:59.006597 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: qos_rules_alias.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.007639 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.008190 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 05 03:31:59.008513 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: quotasv2.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.009410 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.009735 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: quotas Jul 05 03:31:59.010052 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: quotasv2_detail.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.013047 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.013394 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: quota_details Jul 05 03:31:59.013728 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: rbac.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.014784 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.015313 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: rbac-policies Jul 05 03:31:59.016258 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: rbac_address_group.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.017377 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.017905 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: rbac-address-group Jul 05 03:31:59.018233 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: rbac_address_scope.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.019144 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.019666 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: rbac-address-scope Jul 05 03:31:59.019990 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: rbac_security_groups.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.021193 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.021707 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: rbac-security-groups Jul 05 03:31:59.022036 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: rbac_subnetpool.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.022946 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.023459 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: rbac-subnetpool Jul 05 03:31:59.023782 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: revisionifmatch.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.024720 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.025241 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: revision-if-match Jul 05 03:31:59.025563 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: revisions.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.026664 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.027183 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: standard-attr-revisions Jul 05 03:31:59.027507 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: router_availability_zone.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.028209 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.028730 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: router_availability_zone Jul 05 03:31:59.029052 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: routerservicetype.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.029962 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.030474 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension router-service-type not supported by any of loaded plugins Jul 05 03:31:59.030794 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.031739 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.032298 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: security-groups-normalized-cidr Jul 05 03:31:59.032623 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.033536 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.034050 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: port-security-groups-filtering Jul 05 03:31:59.034373 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.035284 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.035801 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: security-groups-remote-address-group Jul 05 03:31:59.036154 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: securitygroup.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.045643 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.046178 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: security-group Jul 05 03:31:59.046511 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: segment.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.047396 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.047916 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension segment not supported by any of loaded plugins Jul 05 03:31:59.048300 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.049239 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.049752 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 05 03:31:59.050076 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: servicetype.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.051203 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.051735 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: service-type Jul 05 03:31:59.052057 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: sorting.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.053050 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.053381 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: sorting Jul 05 03:31:59.053701 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: standard_attr_segment.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.054686 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.055211 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 05 03:31:59.055532 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: standardattrdescription.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.056216 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.056732 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: standard-attr-description Jul 05 03:31:59.057054 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: stateful_security_group.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.057975 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.058498 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: stateful-security-group Jul 05 03:31:59.058824 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: stdattrs_common.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.059411 n-d-771363-32 neutron-server[100821]: WARNING neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 05 03:31:59.059729 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.074258 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.074779 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 05 03:31:59.075107 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: subnet_onboard.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.076213 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.076735 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: subnet_onboard Jul 05 03:31:59.077056 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.077979 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.079028 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 05 03:31:59.079346 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: subnet_service_types.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.080282 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.080799 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: subnet-service-types Jul 05 03:31:59.081120 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: subnetallocation.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.082189 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.082709 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: subnet_allocation Jul 05 03:31:59.083028 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.083778 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.084310 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: subnetpool-prefix-ops Jul 05 03:31:59.084630 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.085576 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.086084 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 05 03:31:59.086401 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: tagging.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.087570 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.088129 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: standard-attr-tag Jul 05 03:31:59.088454 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: timestamp.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.089633 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.090159 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loaded extension: standard-attr-timestamp Jul 05 03:31:59.090483 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: trunk.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.091503 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.092026 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension trunk not supported by any of loaded plugins Jul 05 03:31:59.092417 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: trunk_details.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.093337 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.093895 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension trunk-details not supported by any of loaded plugins Jul 05 03:31:59.094240 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: uplink_status_propagation.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.095224 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.095741 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 05 03:31:59.096098 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Loading extension file: vlantransparent.py {{(pid=100821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:59.102875 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:59.102875 n-d-771363-32 neutron-server[100821]: INFO neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 05 03:31:59.102875 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of TrackedResource for resource:network Jul 05 03:31:59.102875 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of TrackedResource for resource:subnet Jul 05 03:31:59.102875 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:31:59.102875 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of TrackedResource for resource:port Jul 05 03:31:59.102875 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.v2.resource_helper [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:59.102875 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.v2.resource_helper [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Service FLAVORS assigned prefix: {{(pid=100821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:59.103465 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.v2.resource_helper [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:59.103649 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.v2.resource_helper [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:59.103976 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of TrackedResource for resource:router Jul 05 03:31:59.104432 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 03:31:59.104930 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.v2.resource_helper [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Service METERING assigned prefix: /metering {{(pid=100821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:59.106372 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:59.106741 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:59.107090 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:59.108044 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 03:31:59.108510 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of TrackedResource for resource:security_group Jul 05 03:31:59.108945 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 03:31:59.109628 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.v2.resource_helper [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Service CORE assigned prefix: {{(pid=100821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:59.110033 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:31:59.110384 n-d-771363-32 neutron-server[100821]: WARNING neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] subnetpool is already registered Jul 05 03:31:59.110814 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.v2.resource_helper [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Service CORE assigned prefix: {{(pid=100821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:59.111136 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:31:59.111464 n-d-771363-32 neutron-server[100821]: WARNING neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] subnetpool is already registered Jul 05 03:31:59.113821 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.v2.resource_helper [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:59.114341 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.v2.resource_helper [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Service FLAVORS assigned prefix: {{(pid=100821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:59.114944 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.v2.resource_helper [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:59.115374 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.v2.resource_helper [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:59.115707 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of TrackedResource for resource:router Jul 05 03:31:59.116045 n-d-771363-32 neutron-server[100821]: WARNING neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] router is already registered Jul 05 03:31:59.116485 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 03:31:59.116823 n-d-771363-32 neutron-server[100821]: WARNING neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] floatingip is already registered Jul 05 03:31:59.117277 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.v2.resource_helper [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Service METERING assigned prefix: /metering {{(pid=100821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:59.117941 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 03:31:59.118268 n-d-771363-32 neutron-server[100821]: WARNING neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] rbac_policy is already registered Jul 05 03:31:59.118676 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of TrackedResource for resource:security_group Jul 05 03:31:59.119006 n-d-771363-32 neutron-server[100821]: WARNING neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] security_group is already registered Jul 05 03:31:59.119404 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 03:31:59.119731 n-d-771363-32 neutron-server[100821]: WARNING neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] security_group_rule is already registered Jul 05 03:31:59.120377 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.v2.resource_helper [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Service CORE assigned prefix: {{(pid=100821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:59.120735 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:31:59.121072 n-d-771363-32 neutron-server[100821]: WARNING neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] subnetpool is already registered Jul 05 03:31:59.121485 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.v2.resource_helper [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Service CORE assigned prefix: {{(pid=100821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:59.121815 n-d-771363-32 neutron-server[100821]: INFO neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:31:59.122143 n-d-771363-32 neutron-server[100821]: WARNING neutron.quota.resource_registry [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] subnetpool is already registered Jul 05 03:31:59.122609 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: extensions {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.124084 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: address-groups {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.126348 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: address-scopes {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.127677 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: agents {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.128879 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: auto-allocated-topology {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.131504 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: availability_zones {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.131504 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: dhcp-networks {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.133878 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: dhcp-agents {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.135310 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: routers {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.137082 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: flavors {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.138383 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: service_profiles {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.139598 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: next_providers {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.141731 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: service_profiles {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.143386 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: floatingip-pools {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.144630 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: routers {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.146623 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: floatingips {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.147900 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: l3-routers {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.149382 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: l3-agents {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.150817 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: metering-labels {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.152087 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: metering-label-rules {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.153462 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: network-ip-availabilities {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.154721 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: bindings {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.156436 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: quotas {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.158006 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: quotas {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.159416 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: rbac-policies {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.160638 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: security-groups {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.161939 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: security-group-rules {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.163191 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: service-providers {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.164490 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: subnetpools {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.165821 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: subnetpools {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.167380 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: tags {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.169087 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: tags {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.171078 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: tags {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.173195 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: tags {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.174886 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: tags {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.176940 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: tags {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.178688 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: tags {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.180536 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: tags {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.182397 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: tags {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.184173 n-d-771363-32 neutron-server[100821]: DEBUG neutron.api.extensions [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Extended resource: tags {{(pid=100821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:59.190786 n-d-771363-32 neutron-server[100821]: WARNING keystonemiddleware.auth_token [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 05 03:31:59.195318 n-d-771363-32 neutron-server[100821]: WARNING keystonemiddleware.auth_token [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 05 03:31:59.205801 n-d-771363-32 neutron-server[100821]: DEBUG oslo_concurrency.lockutils [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Acquired lock "singleton_lock" {{(pid=100821) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 05 03:31:59.206272 n-d-771363-32 neutron-server[100821]: DEBUG oslo_concurrency.lockutils [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Releasing lock "singleton_lock" {{(pid=100821) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 05 03:31:59.206927 n-d-771363-32 neutron-server[100821]: INFO oslo_service.service [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Starting 2 workers Jul 05 03:31:59.211957 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Started child 100932 {{(pid=100821) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 03:31:59.216521 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Started child 100933 {{(pid=100821) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 03:31:59.217278 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:59.218124 n-d-771363-32 neutron-server[100821]: INFO neutron.service [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 05 03:31:59.219236 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [-] (100932) wsgi starting up on http://0.0.0.0:9696 Jul 05 03:31:59.219420 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Notify callbacks [] for process, before_spawn {{(pid=100821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:59.221887 n-d-771363-32 neutron-server[100821]: INFO oslo_service.service [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Starting 1 workers Jul 05 03:31:59.222252 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:59.223590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [-] (100933) wsgi starting up on http://0.0.0.0:9696 Jul 05 03:31:59.227072 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Started child 100934 {{(pid=100821) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 03:31:59.227598 n-d-771363-32 neutron-server[100821]: INFO oslo_service.service [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Starting 1 workers Jul 05 03:31:59.230679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.service [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] calling RpcWorker wait() {{(pid=100934) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 05 03:31:59.231254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.service [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] returning from RpcWorker wait() {{(pid=100934) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 05 03:31:59.232131 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Started child 100935 {{(pid=100821) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 03:31:59.232454 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:59.232883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:59.233039 n-d-771363-32 neutron-server[100821]: DEBUG neutron_lib.callbacks.manager [None req-46e875dc-dcd9-42f4-858d-643eea057586 None None] Notify callbacks [] for process, after_spawn {{(pid=100821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:59.235462 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100821) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 03:31:59.235690 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 03:31:59.235878 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 03:31:59.236121 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 03:31:59.236473 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 03:31:59.236638 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 03:31:59.237199 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.237432 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.237639 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:59.238180 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.238180 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.238180 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.238767 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.239036 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.239286 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.239641 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.239855 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.240003 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.240166 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.240415 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.240679 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.241042 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.241322 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.241583 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.241984 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.242266 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.242667 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.243129 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.243537 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.243976 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] debug = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.244468 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.245286 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.245716 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.246155 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.246605 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.247040 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.247433 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.247913 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.248384 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.248789 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.249198 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.249637 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.250089 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.250476 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.250862 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.251283 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.251707 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.252505 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] host = n-d-771363-32 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.252925 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.253325 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.253735 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.254192 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.254617 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.254994 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.255458 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.255905 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.256409 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.256813 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.257244 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.257714 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.258079 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.258484 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] log_file = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.258711 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] log_options = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.258931 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.259188 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.259654 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.259957 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.260148 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.260295 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.260556 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.260725 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.260969 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.261222 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.261430 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.261619 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.261834 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.262066 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.262315 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.262569 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.262784 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.263011 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.263266 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.263517 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.263767 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.264005 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.264265 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.264480 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.264787 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.265015 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.265239 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.265456 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.266391 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.267088 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.267349 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.267636 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.267944 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.268232 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.268487 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.268718 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.268934 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.269034 n-d-771363-32 neutron-server[100935]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:59.269212 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.269447 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.269692 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.269947 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.270196 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.270442 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.270943 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.271187 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.271406 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] use_json = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.271624 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.271840 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.272142 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.272360 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.272573 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.272816 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.273030 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.273264 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.273687 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.273982 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.274291 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.274549 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.274780 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.275040 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.275258 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.275494 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.275754 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.275982 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.276336 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.276583 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.276876 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.277128 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.278108 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.278108 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.278108 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.278383 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.278467 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.278676 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.278909 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.279131 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.279446 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.279719 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.280126 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.280396 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.280790 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.280930 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.281045 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.282026 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.282434 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.282728 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.283053 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.283292 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.283498 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.283775 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.284013 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.284321 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.284594 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.284964 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.285231 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.285465 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.286403 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.287083 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.287889 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.288488 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.288720 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.288978 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.289198 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.289495 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.289731 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.289968 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.290525 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.292670 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.292670 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.292858 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.292999 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.293240 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.293465 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.293695 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.293934 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.294334 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.294432 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.294671 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.294898 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.295201 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.295422 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.295746 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.295899 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.296298 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.296568 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.296892 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.297113 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.297489 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.297746 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.298073 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.298301 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.298631 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.298874 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.299105 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.299316 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.299541 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.299794 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.300018 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.300332 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.301301 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.301301 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.301301 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.301563 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.301718 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.301971 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.302253 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.302518 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.302737 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.302965 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.303209 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.303430 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.303695 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.303913 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.304198 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.304451 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.304683 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.304912 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.307444 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.307444 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.307444 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.307444 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.307444 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.307444 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.307444 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.307444 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.308093 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.308093 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.308285 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.308402 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.308743 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.309058 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.309335 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.309617 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.309856 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.310098 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.310351 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.310879 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.311302 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.311692 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.312087 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.312539 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.313148 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.313548 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.313913 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.314273 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.314648 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.315157 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.315552 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.315931 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.316524 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.316961 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.317224 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.317488 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.317778 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.318033 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.318448 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.318719 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.318961 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.319182 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.319431 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.319677 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.320042 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.320327 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.320578 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.320917 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.321182 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.321382 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.321637 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.321858 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.322100 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.322320 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.322541 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.322762 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.323018 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.323236 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.323473 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.323750 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.324153 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.324379 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.324621 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.324838 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.325093 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.325331 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.325627 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.325878 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.326098 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.326347 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.326602 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.326863 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.327081 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.327330 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.327570 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.327806 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.328567 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.328886 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.329139 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.329414 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.329650 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.329864 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.330139 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.330392 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.330725 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.331022 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.331261 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.331535 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.331753 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.332061 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.332389 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.332672 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.332904 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.333599 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.333599 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.333841 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.334007 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.334405 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.334616 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.335125 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.335284 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.335453 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.335819 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.336156 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.336416 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.336642 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.336908 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.337160 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.337554 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.337759 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.337948 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.338098 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.338235 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.338406 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.338637 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.338891 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.339207 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.339370 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.339585 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.339790 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.339996 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.340268 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.340484 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.340710 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.340916 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.341131 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.341360 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.341608 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.341859 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.342233 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.342606 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.342828 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.343040 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.343353 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.343621 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.344574 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.344797 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.345008 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.345260 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.345513 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.345784 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.346000 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.346266 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.346615 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.346851 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.347051 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.347424 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.347658 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.347957 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.348245 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.348499 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.352677 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.352677 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.352677 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.352677 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.352677 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.352677 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.352677 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.352677 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.353236 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.353236 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.353236 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.353236 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.353236 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.353236 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.353236 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.353236 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.353236 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.353839 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.353839 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.353839 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.353839 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.354112 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.354112 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.354330 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.354497 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.354650 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 03:31:59.355174 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100821) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 03:31:59.355335 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 03:31:59.355489 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 03:31:59.355661 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 03:31:59.355822 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 03:31:59.355975 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 03:31:59.356208 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.356372 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.356534 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.356694 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.356906 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.357092 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.357256 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.357417 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.357577 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.357735 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.357894 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.358052 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.358211 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.358370 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.358528 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.358686 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.358846 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.359005 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.359169 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.359384 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.359589 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.359746 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.359905 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] debug = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.360084 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.360291 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.360499 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.360590 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.360749 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.360954 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.361110 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.361270 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.361429 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.361588 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.361747 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.361904 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.362063 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.362220 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.362379 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.362538 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.362697 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.362856 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] host = n-d-771363-32 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.363013 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.363171 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.363378 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.363518 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.363644 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.364340 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.364483 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.364647 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.364817 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.364942 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.365088 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.365248 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.365408 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.365566 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] log_file = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.365837 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] log_options = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.365964 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.366667 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.366667 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.366667 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.366667 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.366667 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.367735 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.367735 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.367735 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.367735 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.367735 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.367735 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.367735 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.368616 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.368616 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.368616 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.368616 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.368616 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.368616 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.369416 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.369416 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.369416 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.369416 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.369416 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.369416 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.370143 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.370143 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.370143 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.370143 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.370143 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.370781 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.370781 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.370781 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.370781 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.371243 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.371243 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.371243 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.371578 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.371578 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.371807 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.371807 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.372037 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.372191 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.372315 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.372435 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.372595 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] use_json = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.372755 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.372939 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.373098 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.373262 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.373420 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.373579 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.373774 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.373899 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:59.374071 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.374237 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.374410 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.374574 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.374735 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.375010 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.375174 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.375342 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.375505 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.375668 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.375883 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.376018 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.376183 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.376331 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.376492 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.376655 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.376815 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.376978 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.377141 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.377303 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.377520 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.377653 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.377775 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.377933 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.378095 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.378255 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.378416 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.378579 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.378740 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.378903 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.379064 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.379215 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.379378 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.379538 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.379698 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.379858 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.380019 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.380220 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.380383 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.380546 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.380741 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.386522 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.386522 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.386522 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.386522 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.386522 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.386522 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.386522 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.386522 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.386522 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.387223 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.387223 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.387223 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.387223 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.387223 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.387223 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.387223 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.387223 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.387223 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.388190 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.388190 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.388190 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.388190 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.388190 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.388190 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.388190 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.388190 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.388190 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.388824 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.388824 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.388824 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:59.389106 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389106 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389106 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389106 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389106 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389106 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389106 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389106 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389106 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389678 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389678 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389678 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389678 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389678 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389678 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389678 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.389678 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.390192 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.390192 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.390192 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.390192 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.390192 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.390192 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.390192 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.390192 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.391418 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.391418 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.391418 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.391418 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.391418 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.391418 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.391418 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.391418 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.391998 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.391998 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.391998 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.391998 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.391998 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.391998 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.391998 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.392577 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.392577 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.392577 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.392577 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.392835 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.392911 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.393026 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.393188 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.393350 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.393511 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.393672 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.393833 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.393994 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.394154 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.394315 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.394477 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.394646 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.394817 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.394979 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.395140 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.395300 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.395484 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.395910 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.396113 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.396257 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.396417 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.396578 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.396739 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.396899 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.397094 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.397222 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.397615 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.397806 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.398185 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.398185 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.398503 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.399436 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.399607 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.399772 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.399934 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.400117 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.400283 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.401035 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.401035 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.401035 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.401035 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.401035 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.401711 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.401711 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.401711 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.401711 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.402103 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.402103 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.402103 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.403179 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.403179 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.403179 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.403179 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.403179 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.403179 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.403179 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.403959 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.403959 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.403959 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.403959 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.403959 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.405606 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.405606 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.405606 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.405606 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.405606 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.405606 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.405606 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.405606 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.406127 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.406127 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.406127 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.406127 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.406127 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.406127 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.406127 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.407933 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.407933 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.407933 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.407933 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.407933 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.407933 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.408876 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.408876 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.408876 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.408876 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.408876 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.408876 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.409285 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.409285 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.409285 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.409749 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.409749 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.409749 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.410014 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.410014 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.410409 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.410409 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.410600 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.410600 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.410739 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.410897 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.411069 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.411231 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.411397 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.411561 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.411724 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.412128 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.412128 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.412778 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.412778 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.412778 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.412778 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.412778 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.413565 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.413565 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.413565 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.413565 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.413565 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.414334 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.414334 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.414334 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.414334 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.414334 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.414900 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.414900 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.414900 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.414900 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.415343 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.415343 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.415343 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.415687 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.415687 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.415915 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.416035 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.416225 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.416347 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.416466 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.416599 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.416744 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.416913 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.417075 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.417241 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.417415 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.417575 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.417735 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.417895 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.418055 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.418215 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.418375 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.418535 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.418694 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.418854 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.419013 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.419173 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.419332 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.419493 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.419653 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.419814 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.419974 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.420174 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.420336 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.420497 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:59.420651 n-d-771363-32 neutron-server[100821]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 03:31:59.675842 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52602) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:59.684514 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063946 Jul 05 03:32:11.296354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb97e5d-cb9f-415d-b2cc-75f9c347383c None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:32:11.374517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb97e5d-cb9f-415d-b2cc-75f9c347383c None None] No non-hosted networks {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 05 03:32:11.392584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.agentschedulers_db [None req-feb97e5d-cb9f-415d-b2cc-75f9c347383c None None] DHCP Agent not found on host n-d-771363-32 {{(pid=100934) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 05 03:32:11.516366 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4f7baa91-bf8a-413e-a0d0-ca90752988e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530614'] for agent, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:13.956004 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7f4983b4-f47f-4550-bb3e-18a363b212dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530614'] for agent, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:13.991180 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-d2558146-39a2-45bc-bf15-b564bb22a55d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-771363-32 {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:32:13.991814 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-d2558146-39a2-45bc-bf15-b564bb22a55d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:32:14.269864 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530614'] for agent, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:14.272416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:14.273022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:14.273550 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:14.274037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:14.274520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:14.275000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:14.275583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:14.276091 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:14.276594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:14.277599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:14.278072 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:14.278554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:14.279113 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-771363-32', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:14.291400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-771363-32', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:14.519585 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d2558146-39a2-45bc-bf15-b564bb22a55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:15.128332 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530614'] for agent, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:16.705285 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530614'] for agent, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:17.794392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52696) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:18.212592 n-d-771363-32 neutron-server[100934]: INFO neutron.db.l3_hamode_db [None req-242f28f2-6842-4dc5-96d7-5f6388f53d8e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 05 03:32:18.294163 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242f28f2-6842-4dc5-96d7-5f6388f53d8e None None] Routers set() bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:32:18.295560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242f28f2-6842-4dc5-96d7-5f6388f53d8e None None] Router IDs set() for agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 03:32:18.301061 n-d-771363-32 neutron-server[100932]: WARNING oslo_policy.policy [None req-c582714c-dc1d-4ca7-af1c-e5dbb74b8cef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:32:18.301689 n-d-771363-32 neutron-server[100932]: WARNING oslo_policy.policy [None req-c582714c-dc1d-4ca7-af1c-e5dbb74b8cef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:32:18.526780 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-c582714c-dc1d-4ca7-af1c-e5dbb74b8cef admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:32:18.528048 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c582714c-dc1d-4ca7-af1c-e5dbb74b8cef admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7315314 Jul 05 03:32:20.866447 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52710) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:21.172764 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-84bb2c51-2490-4467-8e5a-4747babc7b7d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:32:21.263758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.policy [None req-84bb2c51-2490-4467-8e5a-4747babc7b7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100932) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 03:32:21.308747 n-d-771363-32 neutron-server[100932]: WARNING oslo_policy.policy [None req-84bb2c51-2490-4467-8e5a-4747babc7b7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:32:21.309140 n-d-771363-32 neutron-server[100932]: WARNING oslo_policy.policy [None req-84bb2c51-2490-4467-8e5a-4747babc7b7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:32:21.317833 n-d-771363-32 neutron-server[100932]: INFO neutron.quota [None req-84bb2c51-2490-4467-8e5a-4747babc7b7d admin admin] Loaded quota_driver: . Jul 05 03:32:21.470484 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84bb2c51-2490-4467-8e5a-4747babc7b7d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735419562747', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735419562196', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735419641084', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735419642538', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735419636855', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735419647083', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1660121', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1662010', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-525229', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-995591'] for rbac-policy, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:21.664620 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84bb2c51-2490-4467-8e5a-4747babc7b7d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:21.665846 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-84bb2c51-2490-4467-8e5a-4747babc7b7d admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7984412 Jul 05 03:32:24.241883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52722) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:24.770247 n-d-771363-32 neutron-server[100933]: WARNING oslo_policy.policy [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:32:24.771670 n-d-771363-32 neutron-server[100933]: WARNING oslo_policy.policy [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:32:25.007171 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Request body: {'network': {'tenant_id': '24930e1fb68348f6a330a9385aea75e7', 'admin_state_up': True, 'project_id': '24930e1fb68348f6a330a9385aea75e7', 'name': 'private'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:32:25.008761 n-d-771363-32 neutron-server[100933]: INFO neutron.quota [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Loaded quota_driver: . Jul 05 03:32:25.147455 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Made reservation on behalf of 24930e1fb68348f6a330a9385aea75e7 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:32:25.214836 n-d-771363-32 neutron-server[100933]: DEBUG neutron.policy [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100933) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 03:32:25.259292 n-d-771363-32 neutron-server[100933]: WARNING oslo_policy.policy [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:32:25.259868 n-d-771363-32 neutron-server[100933]: WARNING oslo_policy.policy [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:32:25.270145 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:25.291732 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:25.516458 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:25.576048 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:25.596530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:32:25.626373 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735423255893', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:25.626972 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Unsubscribe: segment precommit_create {{(pid=100933) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 03:32:25.627461 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Added segment b662d4f7-df50-4ed4-aa04-4e6cf476b3c9 of type vlan for network d9fa0cf3-b17f-4c71-98ec-23926c0d1d62 Jul 05 03:32:25.644638 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1331858e-10f3-4923-980f-051f6802b1ce,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:25.694460 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:25.694809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:25.695161 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:25.695490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:25.695813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:25.696165 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:25.696488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:25.696804 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:25.697119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:25.697430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:25.697746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:25.698056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Tracked resource versions report: Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: pushed versions: Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: { 'AddressGroup': {'1.2'}, Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'ConntrackHelper': {'1.0'}, Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'Log': {'1.0'}, Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'Network': {'1.1'}, Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'Port': {'1.7'}, Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'PortForwarding': {'1.2'}, Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'QosPolicy': {'1.8'}, Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'SecurityGroup': {'1.4'}, Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'SubPort': {'1.0'}, Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'Subnet': {'1.1'}, Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'Trunk': {'1.1'}} Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: consumer versions: Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: { DHCP agent@n-d-771363-32: {}, Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: L3 agent@n-d-771363-32: {}, Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: Metadata agent@n-d-771363-32: {}, Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: Metering agent@n-d-771363-32: {}, Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: Open vSwitch agent@n-d-771363-32: { 'AddressGroup': '1.2', Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'ConntrackHelper': '1.0', Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'Log': '1.0', Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'Network': '1.1', Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'Port': '1.7', Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'PortForwarding': '1.2', Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'QosPolicy': '1.8', Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'SecurityGroup': '1.4', Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'SecurityGroupRule': '1.2', Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'SubPort': '1.0', Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'Subnet': '1.1', Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: 'Trunk': '1.1'}} Jul 05 03:32:25.699193 n-d-771363-32 neutron-server[100933]: {{(pid=100933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:32:25.745877 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:25.845230 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:25.846360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:25.847155 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:25.940437 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] Pushing event updated for resources: {'Network': ['ID=d9fa0cf3-b17f-4c71-98ec-23926c0d1d62,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:25.951802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network d9fa0cf3-b17f-4c71-98ec-23926c0d1d62 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:32:25.985373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fd2d9600-3ee9-42f2-9a06-c5283306b6fa admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7424076 Jul 05 03:32:28.593319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52744) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:28.976969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd693fb0-b6d0-48b7-b631-2c7ee0d62161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:28.978308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fd693fb0-b6d0-48b7-b631-2c7ee0d62161 admin admin] 10.222.0.38 "GET /v2.0/networks/d9fa0cf3-b17f-4c71-98ec-23926c0d1d62 HTTP/1.1" status: 200 len: 825 time: 0.3839099 Jul 05 03:32:29.013819 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2f47332d-9e8c-41d6-91ed-1717cd84cf32 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/548b4798-382b-4c4c-930b-379b088e98e0 HTTP/1.1" status: 200 len: 734 time: 0.0301368 Jul 05 03:32:29.022464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-24bce8e6-8b45-4730-ab29-39e77eeffa73 admin admin] Request body: {'subnet': {'tenant_id': '24930e1fb68348f6a330a9385aea75e7', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '548b4798-382b-4c4c-930b-379b088e98e0', 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:32:29.110598 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bce8e6-8b45-4730-ab29-39e77eeffa73 admin admin] Made reservation on behalf of 24930e1fb68348f6a330a9385aea75e7 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:32:29.113041 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-24bce8e6-8b45-4730-ab29-39e77eeffa73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:29.455876 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-24bce8e6-8b45-4730-ab29-39e77eeffa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:29.522038 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bce8e6-8b45-4730-ab29-39e77eeffa73 admin admin] Checking segment: {'id': 'b662d4f7-df50-4ed4-aa04-4e6cf476b3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:32:29.522409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bce8e6-8b45-4730-ab29-39e77eeffa73 admin admin] Network hostable DHCP agents. Network: d9fa0cf3-b17f-4c71-98ec-23926c0d1d62, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:32:29.528989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bce8e6-8b45-4730-ab29-39e77eeffa73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:29.644128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bce8e6-8b45-4730-ab29-39e77eeffa73 admin admin] Network d9fa0cf3-b17f-4c71-98ec-23926c0d1d62 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:32:29.724148 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-24bce8e6-8b45-4730-ab29-39e77eeffa73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, d9fa0cf3-b17f-4c71-98ec-23926c0d1d62) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:32:29.728680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bce8e6-8b45-4730-ab29-39e77eeffa73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:29.729267 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-24bce8e6-8b45-4730-ab29-39e77eeffa73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:29.733595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f97f975-7fb3-429c-b224-61cba0566177 None None] Network d9fa0cf3-b17f-4c71-98ec-23926c0d1d62 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:32:29.827951 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-24bce8e6-8b45-4730-ab29-39e77eeffa73 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8089368 Jul 05 03:32:30.042163 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-d9fa0cf3-b17f-4c71-98ec-23926c0d1d62', 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62', 'tenant_id': '24930e1fb68348f6a330a9385aea75e7', 'fixed_ips': [{'subnet_id': 'ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:32:30.043469 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:30.315991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Allocated IP 172.20.0.2 (d9fa0cf3-b17f-4c71-98ec-23926c0d1d62/ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8/7239f500-864b-42e2-ace9-144ec85a8a5e) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:32:30.540880 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:30.555824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Transition to ACTIVE for port object 7239f500-864b-42e2-ace9-144ec85a8a5e will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:32:30.576807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Transition to ACTIVE for port object 7239f500-864b-42e2-ace9-144ec85a8a5e will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:32:30.633233 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:30.708330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Network d9fa0cf3-b17f-4c71-98ec-23926c0d1d62 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:32:30.715538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:32:30.718545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:32:30.722280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Pushing event updated for resources: {'Port': ['ID=7239f500-864b-42e2-ace9-144ec85a8a5e,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:30.747494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:30.748135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:30.748219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:30.748514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:30.748846 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:30.749175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:30.749499 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:30.749820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:30.750142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:30.750597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:30.750923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:30.751351 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Tracked resource versions report: Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: pushed versions: Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: { 'AddressGroup': {'1.2'}, Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'ConntrackHelper': {'1.0'}, Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'Log': {'1.0'}, Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'Network': {'1.1'}, Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'Port': {'1.7'}, Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'PortForwarding': {'1.2'}, Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'QosPolicy': {'1.8'}, Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'SecurityGroup': {'1.4'}, Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'SubPort': {'1.0'}, Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'Subnet': {'1.1'}, Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'Trunk': {'1.1'}} Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: consumer versions: Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: { DHCP agent@n-d-771363-32: {}, Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: L3 agent@n-d-771363-32: {}, Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: Metadata agent@n-d-771363-32: {}, Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: Metering agent@n-d-771363-32: {}, Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: Open vSwitch agent@n-d-771363-32: { 'AddressGroup': '1.2', Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'ConntrackHelper': '1.0', Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'Log': '1.0', Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'Network': '1.1', Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'Port': '1.7', Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'PortForwarding': '1.2', Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'QosPolicy': '1.8', Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'SecurityGroup': '1.4', Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'SecurityGroupRule': '1.2', Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'SubPort': '1.0', Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'Subnet': '1.1', Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: 'Trunk': '1.1'}} Jul 05 03:32:30.752504 n-d-771363-32 neutron-server[100934]: {{(pid=100934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:32:30.802578 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Attempting to bind port 7239f500-864b-42e2-ace9-144ec85a8a5e on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:32:30.802977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Attempting to bind port 7239f500-864b-42e2-ace9-144ec85a8a5e by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'b662d4f7-df50-4ed4-aa04-4e6cf476b3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:32:30.803415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Attempting to bind port 7239f500-864b-42e2-ace9-144ec85a8a5e on network d9fa0cf3-b17f-4c71-98ec-23926c0d1d62 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:32:30.808168 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:32:30.808574 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Checking segment: {'id': 'b662d4f7-df50-4ed4-aa04-4e6cf476b3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:32:30.809047 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:30.809434 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Bound using segment: {'id': 'b662d4f7-df50-4ed4-aa04-4e6cf476b3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:32:30.809895 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Bound port: 7239f500-864b-42e2-ace9-144ec85a8a5e, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662d4f7-df50-4ed4-aa04-4e6cf476b3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:32:30.810500 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:30.873074 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] For port 7239f500-864b-42e2-ace9-144ec85a8a5e, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:32:30.877195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] For port 7239f500-864b-42e2-ace9-144ec85a8a5e, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7239f500-864b-42e2-ace9-144ec85a8a5e,segment=NetworkSegment(b662d4f7-df50-4ed4-aa04-4e6cf476b3c9),segment_id=b662d4f7-df50-4ed4-aa04-4e6cf476b3c9)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:32:30.950782 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:31.021609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85a821-2ecc-4c2a-89b7-9dbcdf5ad708 None None] Pushing event updated for resources: {'Port': ['ID=7239f500-864b-42e2-ace9-144ec85a8a5e,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:32.223605 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52752) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:32.543241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-c4826daf-c240-45bc-a7d6-b6fd0027e90a admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:32:32.564159 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c4826daf-c240-45bc-a7d6-b6fd0027e90a admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3195956 Jul 05 03:32:34.938156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52760) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:35.253019 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-e746f25c-1a32-4cfc-860f-f95727c049a7 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:32:35.268093 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e746f25c-1a32-4cfc-860f-f95727c049a7 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145626 Jul 05 03:32:36.121289 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7239f500-864b-42e2-ace9-144ec85a8a5e up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:32:36.267889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 7239f500-864b-42e2-ace9-144ec85a8a5e completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:32:37.165329 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1254eb-169e-4fc8-9900-61d9304f0327 None None] Network d9fa0cf3-b17f-4c71-98ec-23926c0d1d62 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:32:37.313901 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e12c6474-1c73-4ccd-ab12-0eb67fd52611 None None] Provisioning for port 7239f500-864b-42e2-ace9-144ec85a8a5e completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:32:37.325302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e12c6474-1c73-4ccd-ab12-0eb67fd52611 None None] Provisioning complete for port 7239f500-864b-42e2-ace9-144ec85a8a5e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:37.325748 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e12c6474-1c73-4ccd-ab12-0eb67fd52611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:37.465309 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e12c6474-1c73-4ccd-ab12-0eb67fd52611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:37.503069 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e12c6474-1c73-4ccd-ab12-0eb67fd52611 None None] For port 7239f500-864b-42e2-ace9-144ec85a8a5e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7239f500-864b-42e2-ace9-144ec85a8a5e,segment=NetworkSegment(b662d4f7-df50-4ed4-aa04-4e6cf476b3c9),segment_id=b662d4f7-df50-4ed4-aa04-4e6cf476b3c9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:32:37.572776 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e12c6474-1c73-4ccd-ab12-0eb67fd52611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:37.618911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c6474-1c73-4ccd-ab12-0eb67fd52611 None None] Pushing event updated for resources: {'Port': ['ID=7239f500-864b-42e2-ace9-144ec85a8a5e,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:37.691315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c32f470f-524f-4f64-8658-051d6c0848e1 None None] Provisioning complete for port 7239f500-864b-42e2-ace9-144ec85a8a5e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:37.691693 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c32f470f-524f-4f64-8658-051d6c0848e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:37.928228 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52774) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:38.096788 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7239f500-864b-42e2-ace9-144ec85a8a5e up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:32:38.146692 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 7239f500-864b-42e2-ace9-144ec85a8a5e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:38.147067 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:38.225517 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-282e6a2f-9f4d-441f-893d-c3dcf55df258 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '24930e1fb68348f6a330a9385aea75e7'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:32:38.344902 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-282e6a2f-9f4d-441f-893d-c3dcf55df258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:38.346495 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-282e6a2f-9f4d-441f-893d-c3dcf55df258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:38.584818 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-282e6a2f-9f4d-441f-893d-c3dcf55df258 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:38.641770 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-282e6a2f-9f4d-441f-893d-c3dcf55df258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:38.721193 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-282e6a2f-9f4d-441f-893d-c3dcf55df258 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:38.722398 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-282e6a2f-9f4d-441f-893d-c3dcf55df258 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7931588 Jul 05 03:32:41.086606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52782) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:41.267621 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ffa3df86-49b6-40b1-a7dc-d27e32ab5d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:41.397972 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-2f7c3294-a05a-48f0-abee-39a86f2d1f9e admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:32:41.398972 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2f7c3294-a05a-48f0-abee-39a86f2d1f9e admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3114171 Jul 05 03:32:43.772615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52790) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:43.907046 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d244e03f-9977-45cf-af54-31d7523961d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:44.083553 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-9fe50e43-fff2-482c-a9c5-987581bfe617 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:32:44.163710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe50e43-fff2-482c-a9c5-987581bfe617 admin admin] Made reservation on behalf of 43676ab07837418a81dea4f58c1f9b58 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:32:44.165956 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9fe50e43-fff2-482c-a9c5-987581bfe617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:44.173852 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9fe50e43-fff2-482c-a9c5-987581bfe617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:44.238126 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:44.258434 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9fe50e43-fff2-482c-a9c5-987581bfe617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:44.312397 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9fe50e43-fff2-482c-a9c5-987581bfe617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:44.329176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9fe50e43-fff2-482c-a9c5-987581bfe617 admin admin] Reserving flat network on physical network physnet1 {{(pid=100933) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 05 03:32:44.347661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe50e43-fff2-482c-a9c5-987581bfe617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cf7559-82ea-4d95-9223-642d6fb498b7,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:44.352238 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9fe50e43-fff2-482c-a9c5-987581bfe617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:44.352575 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-9fe50e43-fff2-482c-a9c5-987581bfe617 admin admin] Added segment 433d3373-6340-4497-b954-27bf1574d391 of type flat for network 7488865c-9ae8-4e17-bf84-c914b1c32c91 Jul 05 03:32:44.407778 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9fe50e43-fff2-482c-a9c5-987581bfe617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:44.498039 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9fe50e43-fff2-482c-a9c5-987581bfe617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:44.498915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe50e43-fff2-482c-a9c5-987581bfe617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:44.499486 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9fe50e43-fff2-482c-a9c5-987581bfe617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:44.556088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe50e43-fff2-482c-a9c5-987581bfe617 admin admin] Pushing event updated for resources: {'Network': ['ID=7488865c-9ae8-4e17-bf84-c914b1c32c91,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:44.566298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:32:44.602137 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9fe50e43-fff2-482c-a9c5-987581bfe617 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8284647 Jul 05 03:32:45.066951 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:46.586883 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:46.962174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52808) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:47.135838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c47e4b-f97d-419c-8269-a710bc91caca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:47.137187 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-40c47e4b-f97d-419c-8269-a710bc91caca admin admin] 10.222.0.38 "GET /v2.0/subnets/ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8 HTTP/1.1" status: 200 len: 849 time: 0.1740689 Jul 05 03:32:47.251113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5aa4bb18-c6d9-491d-996e-793955c20500 admin admin] 10.222.0.38 "GET /v2.0/routers/4ddb8c3d-9b4d-41c0-8136-483bb9c09bea HTTP/1.1" status: 200 len: 704 time: 0.1079428 Jul 05 03:32:47.511393 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:47.799959 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Allocated IP 172.20.0.1 (d9fa0cf3-b17f-4c71-98ec-23926c0d1d62/ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8/ab266515-9bab-4967-af99-57feb096564d) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:32:47.989394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:48.010309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Transition to ACTIVE for port object ab266515-9bab-4967-af99-57feb096564d will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:32:48.141935 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:48.211324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Network d9fa0cf3-b17f-4c71-98ec-23926c0d1d62 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:32:48.221438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:32:48.226770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:32:48.226770 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:48.245869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Pushing event updated for resources: {'Port': ['ID=ab266515-9bab-4967-af99-57feb096564d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:48.490995 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:48.512573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-aee942bf-6209-4f2d-87af-7156247c7cb5 None None] Provisioning for port ab266515-9bab-4967-af99-57feb096564d completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:32:48.516542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-aee942bf-6209-4f2d-87af-7156247c7cb5 None None] Provisioning complete for port ab266515-9bab-4967-af99-57feb096564d triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:48.516974 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aee942bf-6209-4f2d-87af-7156247c7cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:48.554484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-aee942bf-6209-4f2d-87af-7156247c7cb5 None None] Port ab266515-9bab-4967-af99-57feb096564d cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:32:48.666303 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:48.723940 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:48.724741 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:48.801067 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Pushing event updated for resources: {'Port': ['ID=ab266515-9bab-4967-af99-57feb096564d,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:48.845615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Network d9fa0cf3-b17f-4c71-98ec-23926c0d1d62 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:32:48.846860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:32:49.073922 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Router 4ddb8c3d-9b4d-41c0-8136-483bb9c09bea is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:32:49.076981 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b0491728-baac-4568-a52a-f0a467a768bb None None] Provisioning complete for port ab266515-9bab-4967-af99-57feb096564d triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:49.077345 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b0491728-baac-4568-a52a-f0a467a768bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:49.109281 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b0491728-baac-4568-a52a-f0a467a768bb None None] Port ab266515-9bab-4967-af99-57feb096564d cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:32:49.168086 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:32:49.174343 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-838ecfba-e32f-488b-a564-083763e7547f admin admin] 10.222.0.38 "PUT /v2.0/routers/4ddb8c3d-9b4d-41c0-8136-483bb9c09bea/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9184513 Jul 05 03:32:49.179047 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Sync routers for ids ['4ddb8c3d-9b4d-41c0-8136-483bb9c09bea'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:32:49.190800 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Routers {'4ddb8c3d-9b4d-41c0-8136-483bb9c09bea'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:32:49.191644 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:32:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['4ddb8c3d-9b4d-41c0-8136-483bb9c09bea'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:49.374725 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Set router 4ddb8c3d-9b4d-41c0-8136-483bb9c09bea gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:32:49.798372 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddb8c3d-9b4d-41c0-8136-483bb9c09bea', 'name': 'router1', 'tenant_id': '24930e1fb68348f6a330a9385aea75e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:32:38Z', 'updated_at': '2021-07-05T03:32:48Z', 'revision_number': 2, 'project_id': '24930e1fb68348f6a330a9385aea75e7', 'gw_port_host': None, '_interfaces': [{'id': 'ab266515-9bab-4967-af99-57feb096564d', 'name': '', 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62', 'tenant_id': '24930e1fb68348f6a330a9385aea75e7', 'mac_address': 'fa:16:3e:ca:65:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddb8c3d-9b4d-41c0-8136-483bb9c09bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:47Z', 'updated_at': '2021-07-05T03:32:48Z', 'revision_number': 2, 'project_id': '24930e1fb68348f6a330a9385aea75e7', 'subnets': [{'id': 'ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '548b4798-382b-4c4c-930b-379b088e98e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:49.849882 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Checking router: 4ddb8c3d-9b4d-41c0-8136-483bb9c09bea for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:32:49.850250 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Updating router 4ddb8c3d-9b4d-41c0-8136-483bb9c09bea port ab266515-9bab-4967-af99-57feb096564d binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:32:49.914319 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:50.425096 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:50.444117 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Transition to ACTIVE for port object ab266515-9bab-4967-af99-57feb096564d will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:32:50.512086 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:50.665781 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Attempting to bind port ab266515-9bab-4967-af99-57feb096564d on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:32:50.666186 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Attempting to bind port ab266515-9bab-4967-af99-57feb096564d by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'b662d4f7-df50-4ed4-aa04-4e6cf476b3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:32:50.666640 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Attempting to bind port ab266515-9bab-4967-af99-57feb096564d on network d9fa0cf3-b17f-4c71-98ec-23926c0d1d62 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:32:50.676484 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:32:50.676835 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Checking segment: {'id': 'b662d4f7-df50-4ed4-aa04-4e6cf476b3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:32:50.677345 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:50.677738 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Bound using segment: {'id': 'b662d4f7-df50-4ed4-aa04-4e6cf476b3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:32:50.678317 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Bound port: ab266515-9bab-4967-af99-57feb096564d, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b662d4f7-df50-4ed4-aa04-4e6cf476b3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:32:50.678663 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:50.696248 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a889b7-c3b9-4114-ad26-af33a15a0818 None None] Pushing event updated for resources: {'Port': ['ID=ab266515-9bab-4967-af99-57feb096564d,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:50.722901 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a889b7-c3b9-4114-ad26-af33a15a0818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:50.723247 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a889b7-c3b9-4114-ad26-af33a15a0818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:50.723588 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a889b7-c3b9-4114-ad26-af33a15a0818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:50.723924 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a889b7-c3b9-4114-ad26-af33a15a0818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:50.724282 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a889b7-c3b9-4114-ad26-af33a15a0818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:50.725247 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a889b7-c3b9-4114-ad26-af33a15a0818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:50.725247 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a889b7-c3b9-4114-ad26-af33a15a0818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:50.725247 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a889b7-c3b9-4114-ad26-af33a15a0818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:50.725594 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a889b7-c3b9-4114-ad26-af33a15a0818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:50.725863 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a889b7-c3b9-4114-ad26-af33a15a0818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:50.726179 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a889b7-c3b9-4114-ad26-af33a15a0818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:50.726490 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a889b7-c3b9-4114-ad26-af33a15a0818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a889b7-c3b9-4114-ad26-af33a15a0818 None None] Tracked resource versions report: Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: pushed versions: Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: { 'AddressGroup': {'1.2'}, Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'ConntrackHelper': {'1.0'}, Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'Log': {'1.0'}, Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'Network': {'1.1'}, Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'Port': {'1.7'}, Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'PortForwarding': {'1.2'}, Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'QosPolicy': {'1.8'}, Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'SecurityGroup': {'1.4'}, Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'SubPort': {'1.0'}, Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'Subnet': {'1.1'}, Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'Trunk': {'1.1'}} Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: consumer versions: Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: { DHCP agent@n-d-771363-32: {}, Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: L3 agent@n-d-771363-32: {}, Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: Metadata agent@n-d-771363-32: {}, Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: Metering agent@n-d-771363-32: {}, Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: Open vSwitch agent@n-d-771363-32: { 'AddressGroup': '1.2', Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'ConntrackHelper': '1.0', Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'Log': '1.0', Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'Network': '1.1', Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'Port': '1.7', Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'PortForwarding': '1.2', Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'QosPolicy': '1.8', Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'SecurityGroup': '1.4', Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'SecurityGroupRule': '1.2', Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'SubPort': '1.0', Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'Subnet': '1.1', Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: 'Trunk': '1.1'}} Jul 05 03:32:50.727669 n-d-771363-32 neutron-server[100935]: {{(pid=100935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:32:50.760935 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] For port ab266515-9bab-4967-af99-57feb096564d, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:32:50.784341 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] For port ab266515-9bab-4967-af99-57feb096564d, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ab266515-9bab-4967-af99-57feb096564d,segment=NetworkSegment(b662d4f7-df50-4ed4-aa04-4e6cf476b3c9),segment_id=b662d4f7-df50-4ed4-aa04-4e6cf476b3c9)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:32:50.858492 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:50.916029 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a889b7-c3b9-4114-ad26-af33a15a0818 None None] Pushing event updated for resources: {'Port': ['ID=ab266515-9bab-4967-af99-57feb096564d,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:50.923556 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Routers {'4ddb8c3d-9b4d-41c0-8136-483bb9c09bea'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:32:50.924183 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:32:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['4ddb8c3d-9b4d-41c0-8136-483bb9c09bea'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:51.013426 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] Set router 4ddb8c3d-9b4d-41c0-8136-483bb9c09bea gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:32:51.215939 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddb8c3d-9b4d-41c0-8136-483bb9c09bea', 'name': 'router1', 'tenant_id': '24930e1fb68348f6a330a9385aea75e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:32:38Z', 'updated_at': '2021-07-05T03:32:48Z', 'revision_number': 2, 'project_id': '24930e1fb68348f6a330a9385aea75e7', 'gw_port_host': None, '_interfaces': [{'id': 'ab266515-9bab-4967-af99-57feb096564d', 'name': '', 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62', 'tenant_id': '24930e1fb68348f6a330a9385aea75e7', 'mac_address': 'fa:16:3e:ca:65:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddb8c3d-9b4d-41c0-8136-483bb9c09bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:47Z', 'updated_at': '2021-07-05T03:32:50Z', 'revision_number': 4, 'project_id': '24930e1fb68348f6a330a9385aea75e7', 'subnets': [{'id': 'ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '548b4798-382b-4c4c-930b-379b088e98e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:51.244476 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c2c1df-406e-4aed-a421-537f8747b264 None None] The sync data for ids ['4ddb8c3d-9b4d-41c0-8136-483bb9c09bea'] in n-d-771363-32 is: [{'id': '4ddb8c3d-9b4d-41c0-8136-483bb9c09bea', 'name': 'router1', 'tenant_id': '24930e1fb68348f6a330a9385aea75e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:32:38Z', 'updated_at': '2021-07-05T03:32:48Z', 'revision_number': 2, 'project_id': '24930e1fb68348f6a330a9385aea75e7', 'gw_port_host': None, '_interfaces': [{'id': 'ab266515-9bab-4967-af99-57feb096564d', 'name': '', 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62', 'tenant_id': '24930e1fb68348f6a330a9385aea75e7', 'mac_address': 'fa:16:3e:ca:65:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddb8c3d-9b4d-41c0-8136-483bb9c09bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:47Z', 'updated_at': '2021-07-05T03:32:50Z', 'revision_number': 4, 'project_id': '24930e1fb68348f6a330a9385aea75e7', 'subnets': [{'id': 'ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '548b4798-382b-4c4c-930b-379b088e98e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:32:51.429320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52828) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:51.536427 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29db219d-e9c6-48df-b1f0-6f9eeda0e345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:51.537787 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-29db219d-e9c6-48df-b1f0-6f9eeda0e345 admin admin] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 842 time: 0.1074238 Jul 05 03:32:51.547874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-28058421-18de-4ef9-842f-5e699b1c82b8 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.6.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.6.0/24', 'enable_dhcp': False, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:32:51.620874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28058421-18de-4ef9-842f-5e699b1c82b8 admin admin] Made reservation on behalf of 43676ab07837418a81dea4f58c1f9b58 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:32:51.623206 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-28058421-18de-4ef9-842f-5e699b1c82b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:52.021585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.objects.ports [None req-28058421-18de-4ef9-842f-5e699b1c82b8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100933) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:32:52.022026 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-28058421-18de-4ef9-842f-5e699b1c82b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:52.076989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28058421-18de-4ef9-842f-5e699b1c82b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15806ca2-bcb6-40d9-abec-29c76aae88da,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:52.085731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28058421-18de-4ef9-842f-5e699b1c82b8 admin admin] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:32:52.086094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28058421-18de-4ef9-842f-5e699b1c82b8 admin admin] Network hostable DHCP agents. Network: 7488865c-9ae8-4e17-bf84-c914b1c32c91, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:32:52.158342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28058421-18de-4ef9-842f-5e699b1c82b8 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:32:52.241233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-28058421-18de-4ef9-842f-5e699b1c82b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 7488865c-9ae8-4e17-bf84-c914b1c32c91) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:32:52.246850 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28058421-18de-4ef9-842f-5e699b1c82b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:52.246948 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-28058421-18de-4ef9-842f-5e699b1c82b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:52.250690 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83279f0-e7f6-4a0b-b788-d5af992842ea None None] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:32:52.333419 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-28058421-18de-4ef9-842f-5e699b1c82b8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7898386 Jul 05 03:32:52.375640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a07154e-5e2d-4999-aa92-45196ddce1b0 None None] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:32:54.154506 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ab266515-9bab-4967-af99-57feb096564d up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:32:54.304221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port ab266515-9bab-4967-af99-57feb096564d completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:32:54.308389 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ab266515-9bab-4967-af99-57feb096564d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:54.308929 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:54.396005 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:54.429428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port ab266515-9bab-4967-af99-57feb096564d, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ab266515-9bab-4967-af99-57feb096564d,segment=NetworkSegment(b662d4f7-df50-4ed4-aa04-4e6cf476b3c9),segment_id=b662d4f7-df50-4ed4-aa04-4e6cf476b3c9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:32:54.524053 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:54.626010 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=ab266515-9bab-4967-af99-57feb096564d,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:54.641159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52840) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:54.908736 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-13bd4e94-012a-4b1d-ae84-2043f65a8bd0 admin admin] 10.222.0.38 "GET /v2.0/routers/4ddb8c3d-9b4d-41c0-8136-483bb9c09bea HTTP/1.1" status: 200 len: 710 time: 0.2663906 Jul 05 03:32:55.096316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd7df06-b340-4e92-8908-8832e65920f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:55.097847 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bbd7df06-b340-4e92-8908-8832e65920f5 admin admin] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 886 time: 0.1841552 Jul 05 03:32:55.106458 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:32:55.363388 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:55.719233 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:55.796414 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:55.980664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Allocated IP 172.25.6.131 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/dbc3fed9-0758-473e-a464-fce56a3a7fd4) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:32:56.090165 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:56.109343 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ab266515-9bab-4967-af99-57feb096564d up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:32:56.156534 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ab266515-9bab-4967-af99-57feb096564d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:56.157050 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:56.232923 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:56.291829 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:32:56.297693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:32:56.347411 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Pushing event updated for resources: {'Port': ['ID=dbc3fed9-0758-473e-a464-fce56a3a7fd4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:56.350133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:32:56.386424 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:56.386764 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:56.387102 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:56.387435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:56.387767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:56.388114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:56.388442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:56.388765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:56.389087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:56.389407 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:56.389726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:56.390048 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Tracked resource versions report: Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: pushed versions: Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: { 'AddressGroup': {'1.2'}, Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'ConntrackHelper': {'1.0'}, Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'Log': {'1.0'}, Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'Network': {'1.1'}, Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'Port': {'1.7'}, Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'PortForwarding': {'1.2'}, Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'QosPolicy': {'1.8'}, Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'SecurityGroup': {'1.4'}, Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'SubPort': {'1.0'}, Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'Subnet': {'1.1'}, Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'Trunk': {'1.1'}} Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: consumer versions: Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: { DHCP agent@n-d-771363-32: {}, Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: L3 agent@n-d-771363-32: {}, Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: Metadata agent@n-d-771363-32: {}, Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: Metering agent@n-d-771363-32: {}, Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: Open vSwitch agent@n-d-771363-32: { 'AddressGroup': '1.2', Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'ConntrackHelper': '1.0', Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'Log': '1.0', Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'Network': '1.1', Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'Port': '1.7', Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'PortForwarding': '1.2', Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'QosPolicy': '1.8', Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'SecurityGroup': '1.4', Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'SecurityGroupRule': '1.2', Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'SubPort': '1.0', Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'Subnet': '1.1', Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: 'Trunk': '1.1'}} Jul 05 03:32:56.391384 n-d-771363-32 neutron-server[100932]: {{(pid=100932) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:32:56.797642 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:56.980496 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:56.984718 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:57.090303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Router 4ddb8c3d-9b4d-41c0-8136-483bb9c09bea has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:32:57.195120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:32:57.199778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:57.202207 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8495dfd3-9393-4408-b91f-ab149c41a5ae admin admin] 10.222.0.38 "PUT /v2.0/routers/4ddb8c3d-9b4d-41c0-8136-483bb9c09bea HTTP/1.1" status: 200 len: 890 time: 2.0974469 Jul 05 03:32:57.204933 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Sync routers for ids ['4ddb8c3d-9b4d-41c0-8136-483bb9c09bea'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:32:57.215859 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Routers {'4ddb8c3d-9b4d-41c0-8136-483bb9c09bea'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:32:57.216648 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:32:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['4ddb8c3d-9b4d-41c0-8136-483bb9c09bea'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:57.436118 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Set router 4ddb8c3d-9b4d-41c0-8136-483bb9c09bea gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:32:57.821595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddb8c3d-9b4d-41c0-8136-483bb9c09bea', 'name': 'router1', 'tenant_id': '24930e1fb68348f6a330a9385aea75e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'dbc3fed9-0758-473e-a464-fce56a3a7fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:32:38Z', 'updated_at': '2021-07-05T03:32:56Z', 'revision_number': 4, 'project_id': '24930e1fb68348f6a330a9385aea75e7', 'gw_port': {'id': 'dbc3fed9-0758-473e-a464-fce56a3a7fd4', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddb8c3d-9b4d-41c0-8136-483bb9c09bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:55Z', 'updated_at': '2021-07-05T03:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'ab266515-9bab-4967-af99-57feb096564d', 'name': '', 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62', 'tenant_id': '24930e1fb68348f6a330a9385aea75e7', 'mac_address': 'fa:16:3e:ca:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddb8c3d-9b4d-41c0-8136-483bb9c09bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:47Z', 'updated_at': '2021-07-05T03:32:54Z', 'revision_number': 5, 'project_id': '24930e1fb68348f6a330a9385aea75e7', 'subnets': [{'id': 'ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '548b4798-382b-4c4c-930b-379b088e98e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:57.870604 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Checking router: 4ddb8c3d-9b4d-41c0-8136-483bb9c09bea for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:32:57.870956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Updating router 4ddb8c3d-9b4d-41c0-8136-483bb9c09bea port dbc3fed9-0758-473e-a464-fce56a3a7fd4 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:32:57.905761 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:58.224052 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:58.233409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Transition to ACTIVE for port object dbc3fed9-0758-473e-a464-fce56a3a7fd4 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:32:58.300826 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:58.352053 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Attempting to bind port dbc3fed9-0758-473e-a464-fce56a3a7fd4 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:32:58.352449 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Attempting to bind port dbc3fed9-0758-473e-a464-fce56a3a7fd4 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:32:58.352820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Attempting to bind port dbc3fed9-0758-473e-a464-fce56a3a7fd4 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:32:58.360637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a15f8a-2a57-4760-a112-46faea2fa5c5 None None] Pushing event updated for resources: {'Port': ['ID=dbc3fed9-0758-473e-a464-fce56a3a7fd4,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:58.364342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:32:58.364724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:32:58.365129 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:58.365521 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:32:58.365997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Bound port: dbc3fed9-0758-473e-a464-fce56a3a7fd4, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:32:58.366463 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:58.424159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] For port dbc3fed9-0758-473e-a464-fce56a3a7fd4, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:32:58.427472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] For port dbc3fed9-0758-473e-a464-fce56a3a7fd4, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=dbc3fed9-0758-473e-a464-fce56a3a7fd4,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:32:58.495859 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:58.613152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Routers {'4ddb8c3d-9b4d-41c0-8136-483bb9c09bea'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:32:58.613760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:32:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['4ddb8c3d-9b4d-41c0-8136-483bb9c09bea'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:58.679362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a15f8a-2a57-4760-a112-46faea2fa5c5 None None] Pushing event updated for resources: {'Port': ['ID=dbc3fed9-0758-473e-a464-fce56a3a7fd4,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:58.736963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] Set router 4ddb8c3d-9b4d-41c0-8136-483bb9c09bea gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:32:58.942255 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddb8c3d-9b4d-41c0-8136-483bb9c09bea', 'name': 'router1', 'tenant_id': '24930e1fb68348f6a330a9385aea75e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'dbc3fed9-0758-473e-a464-fce56a3a7fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:32:38Z', 'updated_at': '2021-07-05T03:32:56Z', 'revision_number': 4, 'project_id': '24930e1fb68348f6a330a9385aea75e7', 'gw_port': {'id': 'dbc3fed9-0758-473e-a464-fce56a3a7fd4', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddb8c3d-9b4d-41c0-8136-483bb9c09bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:55Z', 'updated_at': '2021-07-05T03:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'ab266515-9bab-4967-af99-57feb096564d', 'name': '', 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62', 'tenant_id': '24930e1fb68348f6a330a9385aea75e7', 'mac_address': 'fa:16:3e:ca:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddb8c3d-9b4d-41c0-8136-483bb9c09bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:47Z', 'updated_at': '2021-07-05T03:32:54Z', 'revision_number': 5, 'project_id': '24930e1fb68348f6a330a9385aea75e7', 'subnets': [{'id': 'ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '548b4798-382b-4c4c-930b-379b088e98e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:58.971303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89087a39-724c-4bd0-b4ed-d92ea7929376 None None] The sync data for ids ['4ddb8c3d-9b4d-41c0-8136-483bb9c09bea'] in n-d-771363-32 is: [{'id': '4ddb8c3d-9b4d-41c0-8136-483bb9c09bea', 'name': 'router1', 'tenant_id': '24930e1fb68348f6a330a9385aea75e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'dbc3fed9-0758-473e-a464-fce56a3a7fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:32:38Z', 'updated_at': '2021-07-05T03:32:56Z', 'revision_number': 4, 'project_id': '24930e1fb68348f6a330a9385aea75e7', 'gw_port': {'id': 'dbc3fed9-0758-473e-a464-fce56a3a7fd4', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddb8c3d-9b4d-41c0-8136-483bb9c09bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:55Z', 'updated_at': '2021-07-05T03:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'ab266515-9bab-4967-af99-57feb096564d', 'name': '', 'network_id': 'd9fa0cf3-b17f-4c71-98ec-23926c0d1d62', 'tenant_id': '24930e1fb68348f6a330a9385aea75e7', 'mac_address': 'fa:16:3e:ca:65:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddb8c3d-9b4d-41c0-8136-483bb9c09bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:47Z', 'updated_at': '2021-07-05T03:32:54Z', 'revision_number': 5, 'project_id': '24930e1fb68348f6a330a9385aea75e7', 'subnets': [{'id': 'ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '548b4798-382b-4c4c-930b-379b088e98e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:32:59.594256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52852) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:59.723969 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-69b6d6cf-caaa-450e-8a98-bfadda43cbcd admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1284854 Jul 05 03:33:00.133472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dbc3fed9-0758-473e-a464-fce56a3a7fd4 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:33:00.258300 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port dbc3fed9-0758-473e-a464-fce56a3a7fd4 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:33:00.262508 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port dbc3fed9-0758-473e-a464-fce56a3a7fd4 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:33:00.262893 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:00.340499 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:00.368785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port dbc3fed9-0758-473e-a464-fce56a3a7fd4, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=dbc3fed9-0758-473e-a464-fce56a3a7fd4,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:33:00.438886 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:00.518785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=dbc3fed9-0758-473e-a464-fce56a3a7fd4,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:33:02.127518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dbc3fed9-0758-473e-a464-fce56a3a7fd4 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:33:02.182499 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port dbc3fed9-0758-473e-a464-fce56a3a7fd4 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:33:02.182880 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:11.283270 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a9c87805-8d21-4e4a-b104-55ebaac05cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:12.290376 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 5 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:33:13.926624 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c05e3efc-6aee-4cd8-9017-2cfe7f382318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:14.260857 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:15.080783 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:16.623415 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:41.294391 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-25b40225-06a9-40bc-a840-04cea97a74cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:43.934285 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-14e53bd8-f7b6-4a52-a64d-c5b1b61aa5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:44.291148 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:45.074304 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:46.642790 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:49.289630 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 5 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:34:11.276503 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7816ac64-9570-4be6-923e-93ee3cb34cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:13.922402 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-997debe8-7ff0-4492-8b67-c56d96538452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:14.242169 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:15.082083 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:16.636298 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:26.287475 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 5 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:34:41.304236 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-86efdac3-80a8-4f5c-b3aa-0bdac2b5eedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:43.180413 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53452) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:43.241231 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-834bc4fd-c105-46e3-80b3-652298f31b2b admin admin] GET failed (client error): The resource could not be found. Jul 05 03:34:43.242537 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-834bc4fd-c105-46e3-80b3-652298f31b2b admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611794 Jul 05 03:34:43.397241 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8dbb0e-5918-4ded-873d-b460e2608b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:43.398622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4d8dbb0e-5918-4ded-873d-b460e2608b90 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1523471 Jul 05 03:34:43.907221 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89d1ace9-d23a-4cb6-8903-73fbdfd31793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:44.261380 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:45.075422 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:45.630290 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53462) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:45.724989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c6bfa-ddda-414a-bc95-ac7db07da759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:45.726291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8e4c6bfa-ddda-414a-bc95-ac7db07da759 admin admin] 10.222.0.38 "GET /v2.0/subnets/ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8 HTTP/1.1" status: 200 len: 849 time: 0.0950396 Jul 05 03:34:45.735522 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:34:45.815563 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:46.020873 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735423277855'] for subnet, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:46.051517 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:46.052122 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:46.053388 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] 10.222.0.38 "PUT /v2.0/subnets/ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8 HTTP/1.1" status: 200 len: 868 time: 0.3216443 Jul 05 03:34:46.054327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f564ff86-35ff-411c-b2e5-f259c9d29fc9 None None] Network d9fa0cf3-b17f-4c71-98ec-23926c0d1d62 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:34:46.072034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:46.079857 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:46.080234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:46.080567 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:46.080894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:46.081228 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:46.081546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:46.081866 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:46.082183 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:46.082499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:46.082814 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:46.083129 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:46.083441 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef59699-4df7-4dd1-b8c3-c41158aa39b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:46.421329 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6f699cb9-1138-4948-8b65-d28ade38c9a7 None None] Provisioning complete for port ab266515-9bab-4967-af99-57feb096564d triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:34:46.421892 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6f699cb9-1138-4948-8b65-d28ade38c9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:46.507213 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6f699cb9-1138-4948-8b65-d28ade38c9a7 None None] Provisioning complete for port 7239f500-864b-42e2-ace9-144ec85a8a5e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:34:46.507488 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6f699cb9-1138-4948-8b65-d28ade38c9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:46.640803 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:48.277829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53472) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:48.511737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b908b2e9-6044-4407-9b90-12e5f387bcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:48.512157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b908b2e9-6044-4407-9b90-12e5f387bcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:48.513692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b908b2e9-6044-4407-9b90-12e5f387bcdd admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2349148 Jul 05 03:34:50.679975 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53480) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:50.807717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb33ff72-a541-4d68-b256-e515fdff7a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:50.808124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb33ff72-a541-4d68-b256-e515fdff7a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:50.809622 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cb33ff72-a541-4d68-b256-e515fdff7a26 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1286118 Jul 05 03:34:52.960268 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53488) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:53.082985 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8088c815-819f-4c52-a426-a5a08f50b09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:53.084359 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8088c815-819f-4c52-a426-a5a08f50b09c admin admin] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 886 time: 0.1231291 Jul 05 03:34:55.321896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53496) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:55.448524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a6159d-b195-4304-a71a-443733f8b571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:55.449887 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f2a6159d-b195-4304-a71a-443733f8b571 admin admin] 10.222.0.38 "GET /v2.0/networks/d9fa0cf3-b17f-4c71-98ec-23926c0d1d62 HTTP/1.1" status: 200 len: 869 time: 0.1269679 Jul 05 03:34:57.610098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53504) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:57.739874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6dd1ed-c6a7-4795-9f83-6f014000d025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:57.740396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6dd1ed-c6a7-4795-9f83-6f014000d025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:57.741948 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8f6dd1ed-c6a7-4795-9f83-6f014000d025 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1306055 Jul 05 03:34:59.934329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53512) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:00.022421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d35064-5b70-45e0-8cb4-6a8e3fb79f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:00.022869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d35064-5b70-45e0-8cb4-6a8e3fb79f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:00.024364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-06d35064-5b70-45e0-8cb4-6a8e3fb79f87 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0890765 Jul 05 03:35:02.173425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53520) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:02.255649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ec5e4-bcc9-41d7-9e82-00fbdb69db1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:02.256996 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-108ec5e4-bcc9-41d7-9e82-00fbdb69db1f admin admin] 10.222.0.38 "GET /v2.0/subnets/15806ca2-bcb6-40d9-abec-29c76aae88da HTTP/1.1" status: 200 len: 816 time: 0.0826459 Jul 05 03:35:03.287206 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 5 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:35:04.407962 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53528) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:04.499163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39d96fd-bdb5-49fd-ba8c-2ef6669142f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:04.500529 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a39d96fd-bdb5-49fd-ba8c-2ef6669142f6 admin admin] 10.222.0.38 "GET /v2.0/subnets/ad8c03fd-e1ba-46e3-9121-06cc67d3c6a8 HTTP/1.1" status: 200 len: 868 time: 0.0916171 Jul 05 03:35:11.305965 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8393a1c0-5bcb-4e03-8b34-557259e72e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:13.911902 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6c2cdc76-caf4-4f65-a6f8-46aa5113df4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:14.269188 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:15.088611 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:16.639918 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:28.264801 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53572) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:28.310898 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-90bfe7b5-341f-4548-8119-19ce1a9f53df admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:35:28.311915 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-90bfe7b5-341f-4548-8119-19ce1a9f53df admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461776 Jul 05 03:35:30.653094 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53580) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:30.714459 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-09dc6dbd-fa8c-4d7b-a5db-5fd8fe78a7ce admin admin] GET failed (client error): The resource could not be found. Jul 05 03:35:30.716588 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-09dc6dbd-fa8c-4d7b-a5db-5fd8fe78a7ce admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612776 Jul 05 03:35:30.800148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9be898-da68-4293-af1b-55fc52f39eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:30.801532 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3f9be898-da68-4293-af1b-55fc52f39eb9 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0811672 Jul 05 03:35:32.975819 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53588) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:33.022606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-40d49b32-7c16-4bd7-b434-7511e7073165 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:35:33.099350 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d49b32-7c16-4bd7-b434-7511e7073165 admin admin] Made reservation on behalf of 43676ab07837418a81dea4f58c1f9b58 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:35:33.101692 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-40d49b32-7c16-4bd7-b434-7511e7073165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:33.128810 n-d-771363-32 neutron-server[100933]: WARNING neutron.services.revisions.revision_plugin [None req-40d49b32-7c16-4bd7-b434-7511e7073165 admin admin] Could not find related network for resource to bump revision. Jul 05 03:35:33.139596 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d49b32-7c16-4bd7-b434-7511e7073165 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:35:33.147988 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-40d49b32-7c16-4bd7-b434-7511e7073165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:33.148362 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-40d49b32-7c16-4bd7-b434-7511e7073165 admin admin] Added segment eb551a1b-1b64-4873-8e63-47b0dff55af2 of type vlan for network d44a9092-20ac-4476-bae6-197848f10ce5 Jul 05 03:35:33.185688 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-40d49b32-7c16-4bd7-b434-7511e7073165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:33.273527 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-40d49b32-7c16-4bd7-b434-7511e7073165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:33.274499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d49b32-7c16-4bd7-b434-7511e7073165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:33.275080 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-40d49b32-7c16-4bd7-b434-7511e7073165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:33.335459 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d49b32-7c16-4bd7-b434-7511e7073165 admin admin] Pushing event updated for resources: {'Network': ['ID=d44a9092-20ac-4476-bae6-197848f10ce5,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:33.346694 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network d44a9092-20ac-4476-bae6-197848f10ce5 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:35:33.394508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-40d49b32-7c16-4bd7-b434-7511e7073165 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4175441 Jul 05 03:35:35.552535 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53596) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:35:35.611814 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-7709011d-085c-4057-b3b8-ab9d16362395 admin admin] GET failed (client error): The resource could not be found. Jul 05 03:35:35.613131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7709011d-085c-4057-b3b8-ab9d16362395 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596552 Jul 05 03:35:35.712867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9924490-8f7e-44b9-825d-2c3cc34d61ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:35.714308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e9924490-8f7e-44b9-825d-2c3cc34d61ae admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0972085 Jul 05 03:35:35.724090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-9e87b4ba-1d3c-4ff9-b43e-7af840ea8091 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:35:35.808023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e87b4ba-1d3c-4ff9-b43e-7af840ea8091 admin admin] Made reservation on behalf of 43676ab07837418a81dea4f58c1f9b58 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:35:35.811364 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e87b4ba-1d3c-4ff9-b43e-7af840ea8091 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:36.033657 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e87b4ba-1d3c-4ff9-b43e-7af840ea8091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:36.084588 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87b4ba-1d3c-4ff9-b43e-7af840ea8091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:36.095773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e87b4ba-1d3c-4ff9-b43e-7af840ea8091 admin admin] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:35:36.096152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87b4ba-1d3c-4ff9-b43e-7af840ea8091 admin admin] Network hostable DHCP agents. Network: d44a9092-20ac-4476-bae6-197848f10ce5, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:35:36.186102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87b4ba-1d3c-4ff9-b43e-7af840ea8091 admin admin] Network d44a9092-20ac-4476-bae6-197848f10ce5 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:35:36.268244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-9e87b4ba-1d3c-4ff9-b43e-7af840ea8091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, d44a9092-20ac-4476-bae6-197848f10ce5) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:35:36.272269 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e87b4ba-1d3c-4ff9-b43e-7af840ea8091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:35:36.272852 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e87b4ba-1d3c-4ff9-b43e-7af840ea8091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:36.276936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c745f6-1f0a-4305-b8d1-9f94d9e009bf None None] Network d44a9092-20ac-4476-bae6-197848f10ce5 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:35:36.366440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9e87b4ba-1d3c-4ff9-b43e-7af840ea8091 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6455219 Jul 05 03:35:36.519932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-d44a9092-20ac-4476-bae6-197848f10ce5', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'tenant_id': '43676ab07837418a81dea4f58c1f9b58', 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:35:36.520876 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:36.657742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Allocated IP 192.168.233.2 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/60daafe1-6fda-4224-8615-92fd381f1174) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:35:36.798590 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:36.806900 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Transition to ACTIVE for port object 60daafe1-6fda-4224-8615-92fd381f1174 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:35:36.821651 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Transition to ACTIVE for port object 60daafe1-6fda-4224-8615-92fd381f1174 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:35:36.889705 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:36.934650 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:35:36.937483 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:35:36.939946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:35:36.945542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Pushing event updated for resources: {'Port': ['ID=60daafe1-6fda-4224-8615-92fd381f1174,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:36.956640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:36.957002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:36.957343 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:36.957681 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:36.958013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:36.958339 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:36.958671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:36.958995 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:36.959320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:36.959641 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:36.959966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:36.960312 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:37.009777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Attempting to bind port 60daafe1-6fda-4224-8615-92fd381f1174 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:35:37.010150 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Attempting to bind port 60daafe1-6fda-4224-8615-92fd381f1174 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:35:37.010535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Attempting to bind port 60daafe1-6fda-4224-8615-92fd381f1174 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:35:37.015970 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:35:37.016371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:35:37.017030 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:37.017423 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:35:37.017877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Bound port: 60daafe1-6fda-4224-8615-92fd381f1174, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:35:37.018282 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:37.080173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] For port 60daafe1-6fda-4224-8615-92fd381f1174, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:35:37.083232 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] For port 60daafe1-6fda-4224-8615-92fd381f1174, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=60daafe1-6fda-4224-8615-92fd381f1174,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:35:37.157747 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:37.222310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738b7be-cfb4-4ac9-a641-e44969ebd11d None None] Pushing event updated for resources: {'Port': ['ID=60daafe1-6fda-4224-8615-92fd381f1174,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:38.060863 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e26903-5c71-4fe7-b388-f8fae544259e None None] Network d44a9092-20ac-4476-bae6-197848f10ce5 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:35:38.183425 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-86625467-3545-4221-8390-97ad014716a6 None None] Provisioning for port 60daafe1-6fda-4224-8615-92fd381f1174 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:35:38.276971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 60daafe1-6fda-4224-8615-92fd381f1174 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:35:38.399689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 60daafe1-6fda-4224-8615-92fd381f1174 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:35:38.404687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 60daafe1-6fda-4224-8615-92fd381f1174 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:35:38.405074 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:38.482073 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:38.525226 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 60daafe1-6fda-4224-8615-92fd381f1174, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=60daafe1-6fda-4224-8615-92fd381f1174,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:35:38.529856 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e77b7353-a11e-4e2b-bc73-a5761859cd00 None None] Provisioning complete for port 60daafe1-6fda-4224-8615-92fd381f1174 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:35:38.529856 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e77b7353-a11e-4e2b-bc73-a5761859cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:38.603627 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:38.609575 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e77b7353-a11e-4e2b-bc73-a5761859cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:38.687770 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=60daafe1-6fda-4224-8615-92fd381f1174,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:38.703523 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-e77b7353-a11e-4e2b-bc73-a5761859cd00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:35:38.703894 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-e77b7353-a11e-4e2b-bc73-a5761859cd00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:35:40.227993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 60daafe1-6fda-4224-8615-92fd381f1174 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:35:40.274746 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 60daafe1-6fda-4224-8615-92fd381f1174 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:35:40.275124 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:40.284747 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 5 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:35:41.319457 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-71be4251-b5f3-4891-8182-0815920691c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:43.942066 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-eba3187b-acc9-4adf-a08b-dea96dd64aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:44.254096 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:45.111238 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:46.633212 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:11.306922 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-02db86bd-4edc-4e14-881a-f1f87adc0b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:13.927019 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2c7c9d81-f2cd-4904-bf46-c02f11fcdfcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:14.272523 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:15.101265 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:16.641576 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:17.284027 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 5 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:36:41.294973 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f26d91e2-c36d-49ff-8384-2a92b3974dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:43.929015 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac446-08fc-489b-bc3b-63ab280507af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:44.254105 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:45.111529 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:46.648670 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:52.440093 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53648) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:52.446086 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-8bfd8ede-ad4e-42fc-9357-1c311a9fb294 tempest-verify_tempest_config-892858495 tempest-verify_tempest_config-892858495-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:36:52.447042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8bfd8ede-ad4e-42fc-9357-1c311a9fb294 tempest-verify_tempest_config-892858495 tempest-verify_tempest_config-892858495-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059643 Jul 05 03:36:52.959305 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53666) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:53.057675 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:53.140819 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:53.196683 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:53.241945 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb754702-9f87-4615-9fe5-347ede414601,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:53.250636 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=91a7b9a332014201b6392fb4610160a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2903421 Jul 05 03:36:53.252029 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.252408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.252750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.253201 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.253530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.253640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53670) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:53.254071 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.254218 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.254545 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.254874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.255308 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.255724 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.256060 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ebf08e-fc18-4ab1-9abd-a6f909e25c10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.336026 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:53.356135 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:53.517295 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:53.519860 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:53.521082 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eb754702-9f87-4615-9fe5-347ede414601 HTTP/1.1" status: 204 len: 168 time: 0.2664237 Jul 05 03:36:53.529831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb754702-9f87-4615-9fe5-347ede414601,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:53.535982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.536117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.536405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.536734 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.537068 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.537395 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.537720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.538042 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.538369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.538691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.539016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:53.539349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e583a30-3cbe-4a50-8bd1-adb3894dcd1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:54.282617 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 5 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:37:11.281994 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-52c27ff0-7ad1-4c58-9bad-fd2ec39750ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:13.938924 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-39b56f20-cd05-47f8-ac49-a93f93bfcc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:14.253353 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:15.093506 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:16.670874 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:31.281929 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 5 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:37:41.274945 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-36eea22f-11c5-4028-b355-c97bbb28c7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:43.935711 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0ce598d8-823d-4126-8555-c1ea4e86913a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:44.275063 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:45.086557 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:46.666699 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:08.281750 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 5 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:38:11.297208 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8b03468-7751-4c5b-89fc-4d2062023f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:13.937174 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ef01-b81a-4d43-b647-8c478932d03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:14.260025 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:15.122904 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:16.695454 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:41.341781 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bb246528-6c68-4e2e-8b96-d6872d3609dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:43.924816 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-50f7bec2-555c-488a-84c3-1f5f8158ac28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:44.311459 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:45.159670 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:45.280963 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 5 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:38:46.690944 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:11.287209 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-19222ac6-3fe2-4dc9-bb87-c747a15b23d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:13.946180 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3c6cf084-fab7-4970-8266-49cc128a816a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:14.280822 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:15.134964 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:16.654647 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:22.279330 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 5 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:39:41.280311 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c5e7c113-cb58-4536-a29c-78344503ad81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:43.925471 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4e4b0441-0342-47f7-b81d-08a875909b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:44.281982 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:45.099313 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:46.687897 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:59.278589 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 5 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:40:02.102220 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530614'] for agent, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:03.433268 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530614'] for agent, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:11.309997 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9adb2487-c2dc-46dc-ad9a-3ee30b16f1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:13.932584 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-09599787-db73-4e44-ba31-a08db23541bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:14.298006 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:15.106935 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:16.663970 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:31.969488 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:33.411840 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:36.277459 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:40:41.326778 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-00aa4667-9538-4a21-8ada-2b4656936ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:43.070296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53736) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:40:43.176928 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0d4804f3-9fd9-490d-9ed0-41ab6f470d9e admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1055112 Jul 05 03:40:43.929318 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a605ac08-bf81-4d8c-8789-7ae6ba8bc19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:44.260115 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:45.128617 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:45.375918 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53746) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:40:45.433665 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f0ba101f-6748-44e8-8984-e02dd9d07ab0 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0565889 Jul 05 03:40:46.674314 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:01.941589 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:03.393550 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:11.301312 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dda02c3e-fe7b-4846-8711-a0e7e0b0bdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:13.276187 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:41:13.927281 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a2662434-7976-4eab-aeee-e323dcc03758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:14.255454 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:15.129764 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:16.670990 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:31.986324 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:33.386455 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:41.282973 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-914d23e3-4e80-4b82-8223-6df23f3d9036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:43.915164 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbdfc-24c7-451f-aed3-a731ed535bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:44.281064 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:45.115084 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:46.703546 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:50.276619 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:42:01.985307 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:03.488043 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:08.106053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53966) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:08.205689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53974) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:08.523709 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-network', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:08.599928 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Made reservation on behalf of 8372d0a52dae47e38b6aabf9d6e1ac36 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:08.602913 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:08.617456 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:08.705995 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6d37d11c-4741-493e-9e55-7d4b3123a26a tempest-AutoAllocateNetworkTest-446892397 tempest-AutoAllocateNetworkTest-446892397-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a7c973ff57cc4d9bb5e4552703e2a609&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4988909 Jul 05 03:42:08.706909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53996) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:08.732414 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:08.883694 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e77134-6f1d-41bb-b859-ffbe0fd6c06f tempest-AutoAllocateNetworkTest-446892397 tempest-AutoAllocateNetworkTest-446892397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:08.887759 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b6e77134-6f1d-41bb-b859-ffbe0fd6c06f tempest-AutoAllocateNetworkTest-446892397 tempest-AutoAllocateNetworkTest-446892397-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1771526 Jul 05 03:42:08.890358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54000) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:08.905719 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:08.952390 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6ad9365a-aec9-4a03-ae72-feceb9a967cb tempest-AutoAllocateNetworkTest-446892397 tempest-AutoAllocateNetworkTest-446892397-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608888 Jul 05 03:42:08.952596 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54004) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:08.954105 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:42:09.033625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8ed8d7-df98-4b6e-bdd8-064fea56f8f0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:09.046548 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2b858d59-dadf-4217-848d-f6e1e2b84c60 tempest-AutoAllocateNetworkTest-446892397 tempest-AutoAllocateNetworkTest-446892397-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a7c973ff57cc4d9bb5e4552703e2a609 HTTP/1.1" status: 200 len: 208 time: 0.0872970 Jul 05 03:42:09.055049 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735423255893', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:09.055945 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Unsubscribe: segment precommit_create {{(pid=100932) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 03:42:09.056490 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Added segment 07dd5b81-af8a-4bce-84bb-7d1a67be5970 of type vlan for network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 Jul 05 03:42:09.065485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:09.065485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:09.065485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:09.065753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:09.066072 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:09.066601 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:09.067069 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Tracked resource versions report: Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: pushed versions: Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: { 'AddressGroup': {'1.2'}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'ConntrackHelper': {'1.0'}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'Log': {'1.0'}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'Network': {'1.1'}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'Port': {'1.7'}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'PortForwarding': {'1.2'}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'QosPolicy': {'1.8'}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'SecurityGroup': {'1.4'}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'SubPort': {'1.0'}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'Subnet': {'1.1'}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'Trunk': {'1.1'}} Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: consumer versions: Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: { DHCP agent@n-d-771363-32: {}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: HyperV agent@n-h1-771363-32: {}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: HyperV agent@n-h2-771363-32: {}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: L3 agent@n-d-771363-32: {}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: Metadata agent@n-d-771363-32: {}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: Metering agent@n-d-771363-32: {}, Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: Open vSwitch agent@n-d-771363-32: { 'AddressGroup': '1.2', Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'ConntrackHelper': '1.0', Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'Log': '1.0', Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'Network': '1.1', Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'Port': '1.7', Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'PortForwarding': '1.2', Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'QosPolicy': '1.8', Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'SecurityGroup': '1.4', Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'SecurityGroupRule': '1.2', Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'SubPort': '1.0', Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'Subnet': '1.1', Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: 'Trunk': '1.1'}} Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: {{(pid=100932) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:09.385618 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:09.490790 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] Pushing event updated for resources: {'Network': ['ID=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:09.503393 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:42:09.546253 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b963a32d-afbb-41cf-9139-caab7e790cfa admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4384069 Jul 05 03:42:09.549120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54030) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:09.554250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7c6373d4-0f05-4039-9c9e-dab6ac0c4e54 admin admin] Request body: {'subnet': {'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-subnet', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:09.645822 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6373d4-0f05-4039-9c9e-dab6ac0c4e54 admin admin] Made reservation on behalf of 8372d0a52dae47e38b6aabf9d6e1ac36 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:09.648417 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c6373d4-0f05-4039-9c9e-dab6ac0c4e54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:09.997798 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c6373d4-0f05-4039-9c9e-dab6ac0c4e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.047935 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54046) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:10.064992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6373d4-0f05-4039-9c9e-dab6ac0c4e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=439dab23-83b8-4abf-a454-4e3f013117e4,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:10.072274 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6373d4-0f05-4039-9c9e-dab6ac0c4e54 admin admin] Checking segment: {'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:10.072640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6373d4-0f05-4039-9c9e-dab6ac0c4e54 admin admin] Network hostable DHCP agents. Network: c6b7f2f6-91df-4f52-b0d7-10a484c1ad00, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:42:10.173832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6373d4-0f05-4039-9c9e-dab6ac0c4e54 admin admin] Network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:42:10.247967 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7c6373d4-0f05-4039-9c9e-dab6ac0c4e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, c6b7f2f6-91df-4f52-b0d7-10a484c1ad00) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:10.252273 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6373d4-0f05-4039-9c9e-dab6ac0c4e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:10.252870 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c6373d4-0f05-4039-9c9e-dab6ac0c4e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.258966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8296365-1008-4505-91f6-ab4c61945bb0 None None] Network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:42:10.362967 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7c6373d4-0f05-4039-9c9e-dab6ac0c4e54 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8127904 Jul 05 03:42:10.365678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54062) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:10.370075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:10.453740 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:42:10.455274 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.469566 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.482544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.483602 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.597410 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.625676 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.733952 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.766126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Allocated IP 172.20.0.2 (c6b7f2f6-91df-4f52-b0d7-10a484c1ad00/439dab23-83b8-4abf-a454-4e3f013117e4/4c97adc8-48af-424f-b0e2-845c7b0c6b6f) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:10.816061 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df864086-90e1-4a95-9726-875c9fd95115,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:10.850777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a7c973ff57cc4d9bb5e4552703e2a609&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8005919 Jul 05 03:42:10.852324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54070) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:10.854602 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:10.857687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:10.859518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:10.861821 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:10.862453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:10.863478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:10.867329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:10.867979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:10.868873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:10.869206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:10.869814 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:10.871185 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e91de2-ccf9-428b-8bc3-30e86ab11500 admin admin] Tracked resource versions report: Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: pushed versions: Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: { 'AddressGroup': {'1.2'}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'ConntrackHelper': {'1.0'}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'Log': {'1.0'}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'Network': {'1.1'}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'Port': {'1.7'}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'PortForwarding': {'1.2'}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'QosPolicy': {'1.8'}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'SecurityGroup': {'1.4'}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'SubPort': {'1.0'}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'Subnet': {'1.1'}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'Trunk': {'1.1'}} Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: consumer versions: Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: { DHCP agent@n-d-771363-32: {}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: HyperV agent@n-h1-771363-32: {}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: HyperV agent@n-h2-771363-32: {}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: L3 agent@n-d-771363-32: {}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: Metadata agent@n-d-771363-32: {}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: Metering agent@n-d-771363-32: {}, Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: Open vSwitch agent@n-d-771363-32: { 'AddressGroup': '1.2', Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'ConntrackHelper': '1.0', Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'Log': '1.0', Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'Network': '1.1', Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'Port': '1.7', Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'PortForwarding': '1.2', Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'QosPolicy': '1.8', Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'SecurityGroup': '1.4', Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'SecurityGroupRule': '1.2', Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'SubPort': '1.0', Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'Subnet': '1.1', Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: 'Trunk': '1.1'}} Jul 05 03:42:10.879370 n-d-771363-32 neutron-server[100933]: {{(pid=100933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:42:10.989473 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.082082 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.097603 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Transition to ACTIVE for port object 4c97adc8-48af-424f-b0e2-845c7b0c6b6f will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:11.101536 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bc04cf80-f032-4a4d-bdbd-ec9c594b1703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.129353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Transition to ACTIVE for port object 4c97adc8-48af-424f-b0e2-845c7b0c6b6f will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:11.170681 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bc04cf80-f032-4a4d-bdbd-ec9c594b1703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.204448 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.317068 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bc04cf80-f032-4a4d-bdbd-ec9c594b1703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.318220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Pushing event updated for resources: {'Port': ['ID=4c97adc8-48af-424f-b0e2-845c7b0c6b6f,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:11.319634 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bc04cf80-f032-4a4d-bdbd-ec9c594b1703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.320803 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bc04cf80-f032-4a4d-bdbd-ec9c594b1703 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df864086-90e1-4a95-9726-875c9fd95115 HTTP/1.1" status: 204 len: 168 time: 0.4293404 Jul 05 03:42:11.338101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04cf80-f032-4a4d-bdbd-ec9c594b1703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df864086-90e1-4a95-9726-875c9fd95115,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:11.351312 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.352086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.352657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.353220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.353793 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.356893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.357424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.357997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.358566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.359128 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.359696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.360277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Tracked resource versions report: Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: pushed versions: Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: { 'AddressGroup': {'1.2'}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'ConntrackHelper': {'1.0'}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'Log': {'1.0'}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'Network': {'1.1'}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'Port': {'1.7'}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'PortForwarding': {'1.2'}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'QosPolicy': {'1.8'}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'SecurityGroup': {'1.4'}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'SubPort': {'1.0'}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'Subnet': {'1.1'}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'Trunk': {'1.1'}} Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: consumer versions: Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: { DHCP agent@n-d-771363-32: {}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: HyperV agent@n-h1-771363-32: {}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: HyperV agent@n-h2-771363-32: {}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: L3 agent@n-d-771363-32: {}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: Metadata agent@n-d-771363-32: {}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: Metering agent@n-d-771363-32: {}, Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: Open vSwitch agent@n-d-771363-32: { 'AddressGroup': '1.2', Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'ConntrackHelper': '1.0', Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'Log': '1.0', Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'Network': '1.1', Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'Port': '1.7', Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'PortForwarding': '1.2', Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'QosPolicy': '1.8', Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'SecurityGroup': '1.4', Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'SecurityGroupRule': '1.2', Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'SubPort': '1.0', Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'Subnet': '1.1', Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: 'Trunk': '1.1'}} Jul 05 03:42:11.363086 n-d-771363-32 neutron-server[100934]: {{(pid=100934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:42:11.430421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:11.430421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:11.432515 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:11.488380 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.488923 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e75bdd13-ab85-4285-b286-4c6b7651d140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.518992 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.537341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Attempting to bind port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:11.540327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Attempting to bind port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:11.540327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Attempting to bind port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f on network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:11.548992 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:11.549367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Checking segment: {'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:11.549777 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.550171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Bound using segment: {'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:11.550674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Bound port: 4c97adc8-48af-424f-b0e2-845c7b0c6b6f, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:11.551074 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.639689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] For port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:11.643484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] For port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4c97adc8-48af-424f-b0e2-845c7b0c6b6f,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:11.659594 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Allocated IP 172.25.6.82 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/d629cbc8-33ea-47dd-93b7-6b97858d0ac2) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:11.720651 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.773456 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.798049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da137b17-d422-4efb-8f7a-ba2151a89d66 None None] Pushing event updated for resources: {'Port': ['ID=4c97adc8-48af-424f-b0e2-845c7b0c6b6f,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:11.917086 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:12.011700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:12.020702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:12.029688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:12.076448 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Pushing event updated for resources: {'Port': ['ID=d629cbc8-33ea-47dd-93b7-6b97858d0ac2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:12.393560 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:12.551192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4c97adc8-48af-424f-b0e2-845c7b0c6b6f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:12.697904 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:12.743854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:13.125942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d756cd62-b0f7-4cab-bd9f-3ea3ddcc3789 None None] Network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:42:13.144683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:42:13.250986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cc6dc123-aa6f-47d5-a43c-cac960800b96 None None] Provisioning for port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:13.261975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cc6dc123-aa6f-47d5-a43c-cac960800b96 None None] Provisioning complete for port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:13.262564 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc123-aa6f-47d5-a43c-cac960800b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.316599 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:42:13.329353 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Sync routers for ids ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:42:13.345757 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Routers {'ee378fa1-5051-4f88-8df7-d3bb9c0e3786'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:13.346717 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:41:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:13.391082 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc123-aa6f-47d5-a43c-cac960800b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.400617 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.402611 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bd959b61-87f9-44d8-9c57-f69213862319 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0353186 Jul 05 03:42:13.411157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54172) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:13.429627 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-cc6dc123-aa6f-47d5-a43c-cac960800b96 None None] For port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4c97adc8-48af-424f-b0e2-845c7b0c6b6f,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:13.527880 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Set router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:13.539453 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc123-aa6f-47d5-a43c-cac960800b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.658276 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dc123-aa6f-47d5-a43c-cac960800b96 None None] Pushing event updated for resources: {'Port': ['ID=4c97adc8-48af-424f-b0e2-845c7b0c6b6f,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:13.768882 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-61f54dca-c0b7-42a4-9453-4c9b5395cbdc None None] Provisioning complete for port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:13.769457 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-61f54dca-c0b7-42a4-9453-4c9b5395cbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.804100 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:12Z', 'revision_number': 3, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:13.841585 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Checking router: ee378fa1-5051-4f88-8df7-d3bb9c0e3786 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:42:13.842165 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Updating router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 port d629cbc8-33ea-47dd-93b7-6b97858d0ac2 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:42:13.896161 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.973455 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fbe056b0-97ca-4b9e-bb5f-3bede0273a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:14.023604 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:14.298675 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:14.309749 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Transition to ACTIVE for port object d629cbc8-33ea-47dd-93b7-6b97858d0ac2 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:14.319755 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:14.332001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Allocated IP 172.20.0.1 (c6b7f2f6-91df-4f52-b0d7-10a484c1ad00/439dab23-83b8-4abf-a454-4e3f013117e4/1bb018d8-a074-49ff-aee1-fe34e648e179) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:14.372296 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:14.427230 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Attempting to bind port d629cbc8-33ea-47dd-93b7-6b97858d0ac2 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:14.427647 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Attempting to bind port d629cbc8-33ea-47dd-93b7-6b97858d0ac2 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:14.428143 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Attempting to bind port d629cbc8-33ea-47dd-93b7-6b97858d0ac2 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:14.446528 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0859a6-0ecf-4054-beba-e3ae9c18377e None None] Pushing event updated for resources: {'Port': ['ID=d629cbc8-33ea-47dd-93b7-6b97858d0ac2,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:14.451031 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:14.451405 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:14.451809 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:14.452679 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:14.453189 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Bound port: d629cbc8-33ea-47dd-93b7-6b97858d0ac2, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:14.453727 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:14.486844 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0859a6-0ecf-4054-beba-e3ae9c18377e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:14.487526 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0859a6-0ecf-4054-beba-e3ae9c18377e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:14.487661 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0859a6-0ecf-4054-beba-e3ae9c18377e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:14.488044 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0859a6-0ecf-4054-beba-e3ae9c18377e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:14.488494 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0859a6-0ecf-4054-beba-e3ae9c18377e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:14.488883 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0859a6-0ecf-4054-beba-e3ae9c18377e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:14.489405 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0859a6-0ecf-4054-beba-e3ae9c18377e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:14.489994 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0859a6-0ecf-4054-beba-e3ae9c18377e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:14.490693 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0859a6-0ecf-4054-beba-e3ae9c18377e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:14.491193 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0859a6-0ecf-4054-beba-e3ae9c18377e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:14.491700 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0859a6-0ecf-4054-beba-e3ae9c18377e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:14.492390 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0859a6-0ecf-4054-beba-e3ae9c18377e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0859a6-0ecf-4054-beba-e3ae9c18377e None None] Tracked resource versions report: Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: pushed versions: Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: { 'AddressGroup': {'1.2'}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'ConntrackHelper': {'1.0'}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'Log': {'1.0'}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'Network': {'1.1'}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'Port': {'1.7'}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'PortForwarding': {'1.2'}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'QosPolicy': {'1.8'}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'SecurityGroup': {'1.4'}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'SubPort': {'1.0'}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'Subnet': {'1.1'}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'Trunk': {'1.1'}} Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: consumer versions: Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: { DHCP agent@n-d-771363-32: {}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: HyperV agent@n-h1-771363-32: {}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: HyperV agent@n-h2-771363-32: {}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: L3 agent@n-d-771363-32: {}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: Metadata agent@n-d-771363-32: {}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: Metering agent@n-d-771363-32: {}, Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: Open vSwitch agent@n-d-771363-32: { 'AddressGroup': '1.2', Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'ConntrackHelper': '1.0', Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'Log': '1.0', Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'Network': '1.1', Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'Port': '1.7', Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'PortForwarding': '1.2', Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'QosPolicy': '1.8', Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'SecurityGroup': '1.4', Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'SecurityGroupRule': '1.2', Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'SubPort': '1.0', Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'Subnet': '1.1', Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: 'Trunk': '1.1'}} Jul 05 03:42:14.494095 n-d-771363-32 neutron-server[100935]: {{(pid=100935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:42:14.538896 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:14.548470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4c97adc8-48af-424f-b0e2-845c7b0c6b6f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:14.562173 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] For port d629cbc8-33ea-47dd-93b7-6b97858d0ac2, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:14.576672 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] For port d629cbc8-33ea-47dd-93b7-6b97858d0ac2, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d629cbc8-33ea-47dd-93b7-6b97858d0ac2,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:14.584658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Transition to ACTIVE for port object 1bb018d8-a074-49ff-aee1-fe34e648e179 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:14.634136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:14.634515 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:14.657364 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:14.730928 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Routers {'ee378fa1-5051-4f88-8df7-d3bb9c0e3786'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:14.732123 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:42:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:14.743377 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:14.792981 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:14.802842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:14.805471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:14.806092 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:14.828862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb018d8-a074-49ff-aee1-fe34e648e179,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:14.862664 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0859a6-0ecf-4054-beba-e3ae9c18377e None None] Pushing event updated for resources: {'Port': ['ID=d629cbc8-33ea-47dd-93b7-6b97858d0ac2,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:14.998378 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] Set router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:15.070612 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54270) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:15.073389 n-d-771363-32 neutron-server[100933]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 03:42:15.097720 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-32cc3a02-eac2-4b61-b230-d0d11822cf19 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1d00ca0c649d4eb1a15ca14d5a000225&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251579 Jul 05 03:42:15.173324 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:15.214701 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:15.230784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-9c43461b-21ce-40f9-be44-77daedcc7924 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:15.237560 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-9c43461b-21ce-40f9-be44-77daedcc7924 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1333613 Jul 05 03:42:15.251056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e4fbdad7-82e5-4eea-837c-b66862028c8a None None] Provisioning for port 1bb018d8-a074-49ff-aee1-fe34e648e179 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:15.258286 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-43e190a9-5557-4325-8805-618503c6524a tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/quotas/1d00ca0c649d4eb1a15ca14d5a000225 HTTP/1.1" status: 200 len: 375 time: 0.0196400 Jul 05 03:42:15.263137 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e4fbdad7-82e5-4eea-837c-b66862028c8a None None] Provisioning complete for port 1bb018d8-a074-49ff-aee1-fe34e648e179 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:15.263613 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e4fbdad7-82e5-4eea-837c-b66862028c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:15.307454 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e4fbdad7-82e5-4eea-837c-b66862028c8a None None] Port 1bb018d8-a074-49ff-aee1-fe34e648e179 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:15.315192 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:12Z', 'revision_number': 3, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:15.326648 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-ec7b30c3-dcec-4d10-a04a-503552a020a5 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1d00ca0c649d4eb1a15ca14d5a000225&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671804 Jul 05 03:42:15.351393 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bebad63-2f2f-4fdb-b2c9-38690dbaf2a6 None None] The sync data for ids ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'] in n-d-771363-32 is: [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:12Z', 'revision_number': 3, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:42:15.398211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54294) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:15.423090 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-5ef86cde-d337-4d29-9d0a-ecbae7379098 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=af743fe137684a2686bea7e6a601acab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236087 Jul 05 03:42:15.506419 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:15.540503 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-5535cfdd-032e-49bc-923f-2d524956c48c tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:15.541953 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-5535cfdd-032e-49bc-923f-2d524956c48c tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1134787 Jul 05 03:42:15.576593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-a42e6905-3b94-4be0-b8e9-50ad23dd394a tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/quotas/af743fe137684a2686bea7e6a601acab HTTP/1.1" status: 200 len: 375 time: 0.0218112 Jul 05 03:42:15.608143 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:15.609020 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:15.633624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-2f0692c2-f978-4a75-8db3-51ee8c1af1ff tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=af743fe137684a2686bea7e6a601acab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444376 Jul 05 03:42:15.859203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb018d8-a074-49ff-aee1-fe34e648e179,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:15.928201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:15.929965 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:15.998508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f103d566-1b63-4469-8fe8-df544f0cce6f req-3a918e91-037f-4560-9dc8-21c2a10fadf3 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 210 time: 0.0800500 Jul 05 03:42:16.117374 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:42:16.231188 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc1779ae-8798-42d0-a4bb-44edd754a6ad req-ffa8d98b-3cae-42aa-992d-ad5ac428acd2 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 210 time: 0.0549591 Jul 05 03:42:16.248163 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3cddcac4-f2d9-4625-9705-b858f28d6456 None None] Provisioning complete for port 1bb018d8-a074-49ff-aee1-fe34e648e179 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:16.249091 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3cddcac4-f2d9-4625-9705-b858f28d6456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.330116 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-3cddcac4-f2d9-4625-9705-b858f28d6456 None None] Port 1bb018d8-a074-49ff-aee1-fe34e648e179 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:16.341516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:42:16.349468 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ea4e17f9-701b-4165-87d2-9f5868c34022 admin admin] 10.222.0.38 "PUT /v2.0/routers/ee378fa1-5051-4f88-8df7-d3bb9c0e3786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9372401 Jul 05 03:42:16.578959 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d629cbc8-33ea-47dd-93b7-6b97858d0ac2 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:16.768196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port d629cbc8-33ea-47dd-93b7-6b97858d0ac2 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:16.770544 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.773516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port d629cbc8-33ea-47dd-93b7-6b97858d0ac2 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:16.774014 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.864262 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.889258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port d629cbc8-33ea-47dd-93b7-6b97858d0ac2, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d629cbc8-33ea-47dd-93b7-6b97858d0ac2,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:16.995656 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.058387 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=d629cbc8-33ea-47dd-93b7-6b97858d0ac2,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:17.076681 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-efa0727c-a8e7-44fb-9c96-06f79f6b7555 req-8ce7ea22-85f6-40c2-80e9-85e474bef4db tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 210 time: 0.0320687 Jul 05 03:42:17.314014 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0b49c9b-6b5b-42e4-af5a-341251e549a2 req-4488d5ae-6bb7-44f8-8cf6-81b15ab7fa15 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 210 time: 0.0294981 Jul 05 03:42:17.425304 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Sync routers for ids ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:42:17.435126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Routers {'ee378fa1-5051-4f88-8df7-d3bb9c0e3786'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:17.435935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:42:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:17.536244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54400) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:17.573499 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54406) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:17.579337 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Set router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:17.751414 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-37ccd83f-ad6a-4946-b6e4-a4de2b0dac1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.767478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54416) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:17.780164 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d50b376c-41cb-4072-82b2-6844555ab541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.857641 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-011049c6-5341-49f4-b4e1-fae1d5efb002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.894408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:15Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '1bb018d8-a074-49ff-aee1-fe34e648e179', 'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'mac_address': 'fa:16:3e:e2:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:14Z', 'updated_at': '2021-07-05T03:42:15Z', 'revision_number': 2, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'subnets': [{'id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:17.912085 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-37ccd83f-ad6a-4946-b6e4-a4de2b0dac1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.009283 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-37ccd83f-ad6a-4946-b6e4-a4de2b0dac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.026392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Checking router: ee378fa1-5051-4f88-8df7-d3bb9c0e3786 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:42:18.027411 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Updating router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 port 1bb018d8-a074-49ff-aee1-fe34e648e179 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:42:18.067705 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.093343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccd83f-ad6a-4946-b6e4-a4de2b0dac1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc29fcb-bc6b-4cc7-8596-531558f49fea,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:18.098195 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-37ccd83f-ad6a-4946-b6e4-a4de2b0dac1f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae0056bbdd82496fa20aa25918318b6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5607495 Jul 05 03:42:18.100002 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.api [None req-011049c6-5341-49f4-b4e1-fae1d5efb002 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:42:18.100002 n-d-771363-32 neutron-server[100933]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:42:18.100002 n-d-771363-32 neutron-server[100933]: [parameters: {'project_id_1': '5daac957fd60468faa9741777ba6c7e7', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 42, 17, 881093)}] Jul 05 03:42:18.100002 n-d-771363-32 neutron-server[100933]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:42:18.102167 n-d-771363-32 neutron-server[100933]: DEBUG oslo_db.api [None req-011049c6-5341-49f4-b4e1-fae1d5efb002 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:42:18.102717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54426) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:18.169383 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8e6445d-8f0d-4327-ac7f-92cf3b2028b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.177535 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d50b376c-41cb-4072-82b2-6844555ab541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.197055 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8e6445d-8f0d-4327-ac7f-92cf3b2028b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.224846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54432) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:18.233818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5f238be8-c252-4310-80fc-d74154a83cc0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1248737650-network', 'tenant_id': 'f05c2bffdf77487e8fa84c16dc156315'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:18.297206 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d50b376c-41cb-4072-82b2-6844555ab541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.298602 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c3b781f-25f4-484f-9b89-f465a2018ddc req-fa51d3e3-0f1f-4d98-b2ca-a7fe4774b7a0 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 210 time: 0.0324757 Jul 05 03:42:18.358182 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d50b376c-41cb-4072-82b2-6844555ab541 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=471ae70fb1ec4d86ab0e9c1ef89a45da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7822044 Jul 05 03:42:18.359299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b376c-41cb-4072-82b2-6844555ab541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33ed2a6-4f4f-4f00-93c0-208a179507bb,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:18.364306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54438) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:18.375287 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8e6445d-8f0d-4327-ac7f-92cf3b2028b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.377850 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8e6445d-8f0d-4327-ac7f-92cf3b2028b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.384283 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a8e6445d-8f0d-4327-ac7f-92cf3b2028b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9bc29fcb-bc6b-4cc7-8596-531558f49fea HTTP/1.1" status: 204 len: 168 time: 0.2763789 Jul 05 03:42:18.403095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f238be8-c252-4310-80fc-d74154a83cc0 admin admin] Made reservation on behalf of f05c2bffdf77487e8fa84c16dc156315 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:18.405557 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f238be8-c252-4310-80fc-d74154a83cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.421689 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f238be8-c252-4310-80fc-d74154a83cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.447925 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6445d-8f0d-4327-ac7f-92cf3b2028b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc29fcb-bc6b-4cc7-8596-531558f49fea,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:18.489538 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.512125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Transition to ACTIVE for port object 1bb018d8-a074-49ff-aee1-fe34e648e179 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:18.551464 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd468-d58e-4a24-9641-d9030286da05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.604144 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd468-d58e-4a24-9641-d9030286da05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.608977 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.641971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d629cbc8-33ea-47dd-93b7-6b97858d0ac2 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:18.648028 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-011049c6-5341-49f4-b4e1-fae1d5efb002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.658050 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f238be8-c252-4310-80fc-d74154a83cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.727736 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d0b4077-d64d-4eb2-a3ed-494c52732894 req-a931d2d7-09b0-4caa-b732-d89051b44893 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 210 time: 0.0391107 Jul 05 03:42:18.754415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972f8e1-6ffa-438b-b7eb-dca68f3fc9ee None None] Pushing event updated for resources: {'Port': ['ID=1bb018d8-a074-49ff-aee1-fe34e648e179,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:18.795728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Attempting to bind port 1bb018d8-a074-49ff-aee1-fe34e648e179 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:18.796218 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Attempting to bind port 1bb018d8-a074-49ff-aee1-fe34e648e179 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:18.796674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Attempting to bind port 1bb018d8-a074-49ff-aee1-fe34e648e179 on network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:18.805162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:18.805611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Checking segment: {'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:18.806144 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.806837 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Bound using segment: {'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:18.808204 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f238be8-c252-4310-80fc-d74154a83cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.821306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Bound port: 1bb018d8-a074-49ff-aee1-fe34e648e179, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:18.822233 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.840613 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd468-d58e-4a24-9641-d9030286da05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.841929 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port d629cbc8-33ea-47dd-93b7-6b97858d0ac2 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:18.842454 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.846831 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd468-d58e-4a24-9641-d9030286da05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.851716 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5a2fd468-d58e-4a24-9641-d9030286da05 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f33ed2a6-4f4f-4f00-93c0-208a179507bb HTTP/1.1" status: 204 len: 168 time: 0.4807072 Jul 05 03:42:18.868196 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f238be8-c252-4310-80fc-d74154a83cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c055ea-3db9-4407-b12c-9d54dea2365a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:18.881400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f238be8-c252-4310-80fc-d74154a83cc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:42:18.899359 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fd468-d58e-4a24-9641-d9030286da05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33ed2a6-4f4f-4f00-93c0-208a179507bb,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:18.906641 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f238be8-c252-4310-80fc-d74154a83cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.907505 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-5f238be8-c252-4310-80fc-d74154a83cc0 admin admin] Added segment 3ef6fb80-2d88-46d0-b51a-ddff79fd7031 of type vlan for network 381bfdf5-ad80-441e-a376-0691d91e9703 Jul 05 03:42:18.971384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] For port 1bb018d8-a074-49ff-aee1-fe34e648e179, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:18.971384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] For port 1bb018d8-a074-49ff-aee1-fe34e648e179, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1bb018d8-a074-49ff-aee1-fe34e648e179,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:18.997192 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-011049c6-5341-49f4-b4e1-fae1d5efb002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.030623 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f238be8-c252-4310-80fc-d74154a83cc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.081321 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.108301 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-011049c6-5341-49f4-b4e1-fae1d5efb002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.167701 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-011049c6-5341-49f4-b4e1-fae1d5efb002 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5daac957fd60468faa9741777ba6c7e7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3983047 Jul 05 03:42:19.171107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54448) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:19.173441 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011049c6-5341-49f4-b4e1-fae1d5efb002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c711132c-7708-4864-aa20-5476182c26ea,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:19.192753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Routers {'ee378fa1-5051-4f88-8df7-d3bb9c0e3786'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:19.192873 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f238be8-c252-4310-80fc-d74154a83cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.193425 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:42:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:19.195164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f238be8-c252-4310-80fc-d74154a83cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:19.195983 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f238be8-c252-4310-80fc-d74154a83cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.249582 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972f8e1-6ffa-438b-b7eb-dca68f3fc9ee None None] Pushing event updated for resources: {'Port': ['ID=1bb018d8-a074-49ff-aee1-fe34e648e179,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:19.304002 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f238be8-c252-4310-80fc-d74154a83cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=381bfdf5-ad80-441e-a376-0691d91e9703,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:19.319546 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 381bfdf5-ad80-441e-a376-0691d91e9703 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:42:19.331255 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-720373f5-7f75-4dab-8a6c-e9c33cf4e376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.381637 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-720373f5-7f75-4dab-8a6c-e9c33cf4e376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.386915 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] Set router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:19.462092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54454) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:19.464811 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5f238be8-c252-4310-80fc-d74154a83cc0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2383528 Jul 05 03:42:19.468264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-bf1c3b87-a2b4-44b2-a185-6353d9cba618 admin admin] Request body: {'subnet': {'network_id': '381bfdf5-ad80-441e-a376-0691d91e9703', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1248737650-subnet', 'tenant_id': 'f05c2bffdf77487e8fa84c16dc156315', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:19.515607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-474ba6c6-1c64-43d6-9b9d-f34ae0f7c877 req-566bccba-0c5f-4eac-80f0-9a886fb18f19 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 210 time: 0.0335376 Jul 05 03:42:19.635468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:15Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '1bb018d8-a074-49ff-aee1-fe34e648e179', 'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'mac_address': 'fa:16:3e:e2:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:14Z', 'updated_at': '2021-07-05T03:42:18Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'subnets': [{'id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:19.642129 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-720373f5-7f75-4dab-8a6c-e9c33cf4e376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.645410 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-720373f5-7f75-4dab-8a6c-e9c33cf4e376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.649137 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-720373f5-7f75-4dab-8a6c-e9c33cf4e376 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c711132c-7708-4864-aa20-5476182c26ea HTTP/1.1" status: 204 len: 168 time: 0.4729261 Jul 05 03:42:19.656808 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720373f5-7f75-4dab-8a6c-e9c33cf4e376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c711132c-7708-4864-aa20-5476182c26ea,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:19.668239 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a370f-64da-4fb4-b662-e3afa07cebea None None] The sync data for ids ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'] in n-d-771363-32 is: [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:15Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '1bb018d8-a074-49ff-aee1-fe34e648e179', 'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'mac_address': 'fa:16:3e:e2:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:14Z', 'updated_at': '2021-07-05T03:42:18Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'subnets': [{'id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:42:19.682304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54458) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:19.695770 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f635abf-b5c7-4d9f-be7a-105abd0f11c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.705663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1c3b87-a2b4-44b2-a185-6353d9cba618 admin admin] Made reservation on behalf of f05c2bffdf77487e8fa84c16dc156315 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:19.708310 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3b87-a2b4-44b2-a185-6353d9cba618 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.980300 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d14989d5-4239-4d94-8bc4-abf845ea3fdb req-ea2356ed-88bc-409e-bb0e-adf36bde91ee tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 210 time: 0.0533242 Jul 05 03:42:20.094987 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f635abf-b5c7-4d9f-be7a-105abd0f11c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.146929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.10', 58446) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:20.181614 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-493fdb12-e4ce-45ba-8445-326de7e20956 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1d00ca0c649d4eb1a15ca14d5a000225&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334802 Jul 05 03:42:20.218234 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f635abf-b5c7-4d9f-be7a-105abd0f11c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.222053 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3b87-a2b4-44b2-a185-6353d9cba618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.281169 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9f635abf-b5c7-4d9f-be7a-105abd0f11c5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=19ec499992d247ccbed46a6e8b2fa047&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5974607 Jul 05 03:42:20.282057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.36', 64803) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:20.282698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54470) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:20.369815 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54472) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:20.395321 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-778cd49d-7b29-452c-888f-02f7f2bb00e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.458373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c3b87-a2b4-44b2-a185-6353d9cba618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4530e3c5-9b05-4736-af69-b820c84f4e6b,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:20.492116 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-d282ffa0-8678-451d-bef9-7569cf86d78f tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=af743fe137684a2686bea7e6a601acab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356193 Jul 05 03:42:20.567277 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-619e75ac-7dee-4a1a-aba9-3322f2655146 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:20.576312 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-619e75ac-7dee-4a1a-aba9-3322f2655146 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3877938 Jul 05 03:42:20.603697 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f635abf-b5c7-4d9f-be7a-105abd0f11c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2633a570-cd6d-4b20-9807-8e3daaa87d0d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:20.643663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Request body: {'port': {'device_id': '0432718c-dbfa-41bb-b9af-5e71e7115675', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '1d00ca0c649d4eb1a15ca14d5a000225'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:20.663980 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1bb018d8-a074-49ff-aee1-fe34e648e179 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:20.741365 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-72d0b04c-0b11-4255-a47e-e2fdd13604e8 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:20.743006 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-72d0b04c-0b11-4255-a47e-e2fdd13604e8 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2215555 Jul 05 03:42:20.743513 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54480) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:20.768016 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c3b87-a2b4-44b2-a185-6353d9cba618 admin admin] Checking segment: {'id': '3ef6fb80-2d88-46d0-b51a-ddff79fd7031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '381bfdf5-ad80-441e-a376-0691d91e9703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:20.768404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1c3b87-a2b4-44b2-a185-6353d9cba618 admin admin] Network hostable DHCP agents. Network: 381bfdf5-ad80-441e-a376-0691d91e9703, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:42:20.807506 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8b0ac7b-40ae-416c-9bb5-f15531f6d7bb req-ea220431-8ab4-46ce-a441-595967b3c9d2 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 210 time: 0.0495117 Jul 05 03:42:20.831779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Request body: {'port': {'device_id': '6b7b77f4-76a1-4d4a-8342-2aa35fd053c2', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': 'af743fe137684a2686bea7e6a601acab'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:20.843881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 1bb018d8-a074-49ff-aee1-fe34e648e179 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:20.851609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1bb018d8-a074-49ff-aee1-fe34e648e179 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:20.853895 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.869953 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-846e3e53-a3eb-4f75-a8db-0cc001b60a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.915180 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-778cd49d-7b29-452c-888f-02f7f2bb00e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.973306 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.038901 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-778cd49d-7b29-452c-888f-02f7f2bb00e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.040632 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 1bb018d8-a074-49ff-aee1-fe34e648e179, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1bb018d8-a074-49ff-aee1-fe34e648e179,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:21.112375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778cd49d-7b29-452c-888f-02f7f2bb00e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb4b7f5-8b66-4f9d-8be5-b54f85768b48,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:21.119747 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.157933 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-778cd49d-7b29-452c-888f-02f7f2bb00e4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eabcd71eab184fc1b5adce44922c0717&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7842867 Jul 05 03:42:21.158615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54500) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:21.204788 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ccfdf29d-c103-4702-8fa4-cb376c062fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.218262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Made reservation on behalf of 1d00ca0c649d4eb1a15ca14d5a000225 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:21.223097 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.223652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=1bb018d8-a074-49ff-aee1-fe34e648e179,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:21.252388 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.287816 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-326a19a7-8134-4bbc-b23f-2c8ec8d9ce8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.311428 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-326a19a7-8134-4bbc-b23f-2c8ec8d9ce8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.318759 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1502d694-7499-45f1-803c-7c865f2d317d req-cab657e7-df38-4b55-94ad-766eef4e1231 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 210 time: 0.1105413 Jul 05 03:42:21.331389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1c3b87-a2b4-44b2-a185-6353d9cba618 admin admin] Network 381bfdf5-ad80-441e-a376-0691d91e9703 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:42:21.349075 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ccfdf29d-c103-4702-8fa4-cb376c062fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.424561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-bf1c3b87-a2b4-44b2-a185-6353d9cba618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 381bfdf5-ad80-441e-a376-0691d91e9703) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:21.429154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c3b87-a2b4-44b2-a185-6353d9cba618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:21.430318 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3b87-a2b4-44b2-a185-6353d9cba618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.435854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf0b5e-d45b-490c-9396-45cd4eb961e2 None None] Network 381bfdf5-ad80-441e-a376-0691d91e9703 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:42:21.453535 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-326a19a7-8134-4bbc-b23f-2c8ec8d9ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.455999 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-326a19a7-8134-4bbc-b23f-2c8ec8d9ce8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.459798 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-326a19a7-8134-4bbc-b23f-2c8ec8d9ce8d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ccb4b7f5-8b66-4f9d-8be5-b54f85768b48 HTTP/1.1" status: 204 len: 168 time: 0.2997928 Jul 05 03:42:21.473252 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a19a7-8134-4bbc-b23f-2c8ec8d9ce8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb4b7f5-8b66-4f9d-8be5-b54f85768b48,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:21.485858 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ccfdf29d-c103-4702-8fa4-cb376c062fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.488829 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ccfdf29d-c103-4702-8fa4-cb376c062fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.490207 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ccfdf29d-c103-4702-8fa4-cb376c062fb1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2633a570-cd6d-4b20-9807-8e3daaa87d0d HTTP/1.1" status: 204 len: 168 time: 1.0330205 Jul 05 03:42:21.508052 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdf29d-c103-4702-8fa4-cb376c062fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2633a570-cd6d-4b20-9807-8e3daaa87d0d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:21.599103 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-846e3e53-a3eb-4f75-a8db-0cc001b60a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.677430 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-846e3e53-a3eb-4f75-a8db-0cc001b60a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.688563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-381bfdf5-ad80-441e-a376-0691d91e9703', 'network_id': '381bfdf5-ad80-441e-a376-0691d91e9703', 'tenant_id': 'f05c2bffdf77487e8fa84c16dc156315', 'fixed_ips': [{'subnet_id': '4530e3c5-9b05-4736-af69-b820c84f4e6b'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:42:21.689570 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.754284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-846e3e53-a3eb-4f75-a8db-0cc001b60a38 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=df029306641d472e8df3b07e78677f1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9948387 Jul 05 03:42:21.760594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54528) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:21.868535 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.api [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:42:21.868535 n-d-771363-32 neutron-server[100933]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:42:21.868535 n-d-771363-32 neutron-server[100933]: [parameters: {'project_id_1': 'af743fe137684a2686bea7e6a601acab', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 42, 21, 362083)}] Jul 05 03:42:21.868535 n-d-771363-32 neutron-server[100933]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:42:21.868913 n-d-771363-32 neutron-server[100933]: DEBUG oslo_db.api [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:42:21.915172 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-24e8e968-4ac4-42ca-bd88-9e7333d83fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.978137 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e3e53-a3eb-4f75-a8db-0cc001b60a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcae83f-5163-4017-9eba-385babae5c93,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:21.986234 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.062809 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-24e8e968-4ac4-42ca-bd88-9e7333d83fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.072976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Allocated IP 172.20.0.2 (381bfdf5-ad80-441e-a376-0691d91e9703/4530e3c5-9b05-4736-af69-b820c84f4e6b/f6c3ab58-c17b-43b9-90ab-64b938f54bb1) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:22.245903 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e279e98-efda-47ca-b9ac-c4dc5a0ccff6 req-a4b5f4b0-cfb5-4627-83a8-3fcf54b021c9 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 210 time: 0.0829561 Jul 05 03:42:22.263747 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.291845 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-24e8e968-4ac4-42ca-bd88-9e7333d83fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.294867 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-24e8e968-4ac4-42ca-bd88-9e7333d83fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.302073 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-24e8e968-4ac4-42ca-bd88-9e7333d83fa3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9dcae83f-5163-4017-9eba-385babae5c93 HTTP/1.1" status: 204 len: 168 time: 0.5389962 Jul 05 03:42:22.346036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8e968-4ac4-42ca-bd88-9e7333d83fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcae83f-5163-4017-9eba-385babae5c93,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:22.396400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bf1c3b87-a2b4-44b2-a185-6353d9cba618 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.9307914 Jul 05 03:42:22.413956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54538) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:22.435741 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1248737650-router', 'tenant_id': 'f05c2bffdf77487e8fa84c16dc156315', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:22.508955 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.552581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3609be22-90e6-4e7e-b5a7-9def07344c50,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:22.578421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Transition to ACTIVE for port object f6c3ab58-c17b-43b9-90ab-64b938f54bb1 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:22.615002 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Made reservation on behalf of af743fe137684a2686bea7e6a601acab for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:22.618728 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.650886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Transition to ACTIVE for port object f6c3ab58-c17b-43b9-90ab-64b938f54bb1 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:22.662376 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1bb018d8-a074-49ff-aee1-fe34e648e179 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:22.713320 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.766309 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.847762 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.850056 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.994336 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Network 381bfdf5-ad80-441e-a376-0691d91e9703 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:23.000765 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Pushing event updated for resources: {'Port': ['ID=f6c3ab58-c17b-43b9-90ab-64b938f54bb1,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:23.012320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:23.017802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:23.066074 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:23.067291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1bb018d8-a074-49ff-aee1-fe34e648e179 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:23.068013 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:23.076697 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Allocated IP 192.168.233.222 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/0ac74571-ad54-4d49-9157-fb714acd7470) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:23.096965 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fbea583-2eac-4fa1-a8b3-76f4eb86e366 req-32ac787d-1e9f-4522-8896-4a4d422e4281 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 210 time: 0.3387125 Jul 05 03:42:23.412726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Attempting to bind port f6c3ab58-c17b-43b9-90ab-64b938f54bb1 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:23.412726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Attempting to bind port f6c3ab58-c17b-43b9-90ab-64b938f54bb1 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '3ef6fb80-2d88-46d0-b51a-ddff79fd7031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '381bfdf5-ad80-441e-a376-0691d91e9703'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:23.412726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Attempting to bind port f6c3ab58-c17b-43b9-90ab-64b938f54bb1 on network 381bfdf5-ad80-441e-a376-0691d91e9703 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:23.436660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:23.440568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Checking segment: {'id': '3ef6fb80-2d88-46d0-b51a-ddff79fd7031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '381bfdf5-ad80-441e-a376-0691d91e9703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:23.440568 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:23.440568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Bound using segment: {'id': '3ef6fb80-2d88-46d0-b51a-ddff79fd7031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '381bfdf5-ad80-441e-a376-0691d91e9703'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:23.440568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Bound port: f6c3ab58-c17b-43b9-90ab-64b938f54bb1, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef6fb80-2d88-46d0-b51a-ddff79fd7031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '381bfdf5-ad80-441e-a376-0691d91e9703'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:23.440568 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:23.555308 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-15f1828a-5d24-4709-b831-71123a0532be None None] For port f6c3ab58-c17b-43b9-90ab-64b938f54bb1, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:23.568049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-15f1828a-5d24-4709-b831-71123a0532be None None] For port f6c3ab58-c17b-43b9-90ab-64b938f54bb1, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f6c3ab58-c17b-43b9-90ab-64b938f54bb1,segment=NetworkSegment(3ef6fb80-2d88-46d0-b51a-ddff79fd7031),segment_id=3ef6fb80-2d88-46d0-b51a-ddff79fd7031)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:23.685936 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:23.700311 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:23.800199 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:23.811445 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4749d688-1048-408e-91b9-a6f048d9743d req-652e8cf6-3661-4713-9cea-5df1dc0708f2 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 210 time: 0.0924194 Jul 05 03:42:23.921890 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Transition to ACTIVE for port object 0ac74571-ad54-4d49-9157-fb714acd7470 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:23.954933 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.075433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1828a-5d24-4709-b831-71123a0532be None None] Pushing event updated for resources: {'Port': ['ID=f6c3ab58-c17b-43b9-90ab-64b938f54bb1,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:24.128542 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.179567 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.491863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:24.581452 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Pushing event updated for resources: {'Port': ['ID=0ac74571-ad54-4d49-9157-fb714acd7470,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:24.613859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:24.613859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:24.616621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:24.624430 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:24.628045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.658694 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6af5ee27-ddea-4809-a3fe-1df35e0d243a req-722cd303-52c1-40bd-bf11-94b98001ab6e tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 210 time: 0.1360922 Jul 05 03:42:24.757588 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cc6fc50-6838-454d-aae4-b176877792d6 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1179063 Jul 05 03:42:24.805777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f6c3ab58-c17b-43b9-90ab-64b938f54bb1 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:24.819854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-7530dcb0-324a-48e3-b6f2-868855c3d4e7 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:42:24.835573 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-7530dcb0-324a-48e3-b6f2-868855c3d4e7 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0768318 Jul 05 03:42:25.104771 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port f6c3ab58-c17b-43b9-90ab-64b938f54bb1 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:25.399686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6033d009-5003-4853-870e-42eed7773732 None None] Provisioning for port 0ac74571-ad54-4d49-9157-fb714acd7470 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:25.405364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6033d009-5003-4853-870e-42eed7773732 None None] Provisioning complete for port 0ac74571-ad54-4d49-9157-fb714acd7470 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:25.411797 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6033d009-5003-4853-870e-42eed7773732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:25.507604 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-6033d009-5003-4853-870e-42eed7773732 None None] Port 0ac74571-ad54-4d49-9157-fb714acd7470 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:25.557436 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:25.747472 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:25.792557 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a76a61a-6831-472f-84d1-0b5b474a0f5e None None] Network 381bfdf5-ad80-441e-a376-0691d91e9703 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:42:25.809788 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Allocated IP 192.168.233.21 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/223906f8-4cae-431b-afd0-ac9e388155a4) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:25.987737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2e014-01a4-42d0-9792-c4fcf0e5d53e req-e62208ab-4d35-4993-bb17-bc5f84f48bc2 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:25.996455 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ff2e014-01a4-42d0-9792-c4fcf0e5d53e req-e62208ab-4d35-4993-bb17-bc5f84f48bc2 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 936 time: 0.4924545 Jul 05 03:42:26.125736 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ff2e014-01a4-42d0-9792-c4fcf0e5d53e req-d7bff31c-b697-4640-ab10-3fcfa735dab3 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255395 Jul 05 03:42:26.234091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Allocated IP 172.25.6.71 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/01533a73-c5b0-4a5f-8410-335ad1a12f65) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:26.283659 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Request body: {'port': {'device_id': '0432718c-dbfa-41bb-b9af-5e71e7115675', 'device_owner': 'compute:tempest-test_az-1201026387', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:26.366778 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-12a579f5-2e6f-4645-93e7-c9957c143f33 None None] Provisioning for port f6c3ab58-c17b-43b9-90ab-64b938f54bb1 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:26.396387 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-12a579f5-2e6f-4645-93e7-c9957c143f33 None None] Provisioning complete for port f6c3ab58-c17b-43b9-90ab-64b938f54bb1 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:26.399916 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-12a579f5-2e6f-4645-93e7-c9957c143f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.416284 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.445463 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Transition to ACTIVE for port object 223906f8-4cae-431b-afd0-ac9e388155a4 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:26.470338 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.544655 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1eff266a-9925-46e8-bf8c-b1f90e4ce350 req-0c14420e-0595-4a6e-83d2-5e514ad628f3 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 210 time: 0.2750947 Jul 05 03:42:26.566038 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.667952 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-12a579f5-2e6f-4645-93e7-c9957c143f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.785742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-12a579f5-2e6f-4645-93e7-c9957c143f33 None None] For port f6c3ab58-c17b-43b9-90ab-64b938f54bb1, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f6c3ab58-c17b-43b9-90ab-64b938f54bb1,segment=NetworkSegment(3ef6fb80-2d88-46d0-b51a-ddff79fd7031),segment_id=3ef6fb80-2d88-46d0-b51a-ddff79fd7031)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:26.907533 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-12a579f5-2e6f-4645-93e7-c9957c143f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:27.032492 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Pushing event updated for resources: {'Port': ['ID=223906f8-4cae-431b-afd0-ac9e388155a4,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:27.038102 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a579f5-2e6f-4645-93e7-c9957c143f33 None None] Pushing event updated for resources: {'Port': ['ID=f6c3ab58-c17b-43b9-90ab-64b938f54bb1,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:27.106573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:27.131790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:27.170917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:27.197768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:27.198487 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:27.223678 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:27.301859 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:42:27.419243 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-9e785c1a-7f6a-4baf-9e29-69f215f34570 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.5906339 Jul 05 03:42:27.466288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-db416352-a3d1-4c23-b4e5-21e9a19fef53 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:42:27.471988 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-db416352-a3d1-4c23-b4e5-21e9a19fef53 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0333054 Jul 05 03:42:27.531753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac74571-ad54-4d49-9157-fb714acd7470 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:27.544405 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:27.569431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Transition to ACTIVE for port object 0ac74571-ad54-4d49-9157-fb714acd7470 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:27.661360 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:27.676263 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:27.732443 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e43a6-07d4-48a2-98f5-787d9f59c255 req-8a42f6b0-01f7-4d84-9d55-bab11e4f59bf tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:27.734521 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab5e43a6-07d4-48a2-98f5-787d9f59c255 req-8a42f6b0-01f7-4d84-9d55-bab11e4f59bf tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 936 time: 0.3120003 Jul 05 03:42:27.841957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-565590ef-5bbb-4990-a6d6-d4445914259a None None] Provisioning for port 223906f8-4cae-431b-afd0-ac9e388155a4 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:27.847172 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-565590ef-5bbb-4990-a6d6-d4445914259a None None] Provisioning complete for port 223906f8-4cae-431b-afd0-ac9e388155a4 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:27.847742 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-565590ef-5bbb-4990-a6d6-d4445914259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:27.859405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:27.894858 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:27.977230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-565590ef-5bbb-4990-a6d6-d4445914259a None None] Port 223906f8-4cae-431b-afd0-ac9e388155a4 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:28.023840 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:28.034403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-565590ef-5bbb-4990-a6d6-d4445914259a None None] Provisioning complete for port f6c3ab58-c17b-43b9-90ab-64b938f54bb1 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:28.036276 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-565590ef-5bbb-4990-a6d6-d4445914259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:28.072672 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab5e43a6-07d4-48a2-98f5-787d9f59c255 req-3d9eee73-6ccf-4fb5-b15b-b7d1075fe887 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907820 Jul 05 03:42:28.076953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Pushing event updated for resources: {'Port': ['ID=01533a73-c5b0-4a5f-8410-335ad1a12f65,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:28.214841 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Attempting to bind port 0ac74571-ad54-4d49-9157-fb714acd7470 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:28.215276 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Attempting to bind port 0ac74571-ad54-4d49-9157-fb714acd7470 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:28.215627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Attempting to bind port 0ac74571-ad54-4d49-9157-fb714acd7470 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:28.247651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac74571-ad54-4d49-9157-fb714acd7470,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:28.260285 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Port 0ac74571-ad54-4d49-9157-fb714acd7470 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:42:28.261300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Attempting to bind port 0ac74571-ad54-4d49-9157-fb714acd7470 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:28.288162 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:28.288576 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:28.292146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:28.292740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Bound port: 0ac74571-ad54-4d49-9157-fb714acd7470, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:28.293148 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:28.553367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] For port 0ac74571-ad54-4d49-9157-fb714acd7470, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:28.571851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] For port 0ac74571-ad54-4d49-9157-fb714acd7470, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0ac74571-ad54-4d49-9157-fb714acd7470,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:28.609373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f6c3ab58-c17b-43b9-90ab-64b938f54bb1 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:28.677306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:28.741165 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6469fa3-6884-4b42-9953-203a3864b406 req-04b5627a-a02b-475b-828c-1b257ffc0e3b tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:28.746494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6469fa3-6884-4b42-9953-203a3864b406 req-04b5627a-a02b-475b-828c-1b257ffc0e3b tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 935 time: 0.8284500 Jul 05 03:42:28.756781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port f6c3ab58-c17b-43b9-90ab-64b938f54bb1 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:28.757226 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:28.856502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:28.857224 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:28.865175 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] 10.222.0.10 "PUT /v2.0/ports/0ac74571-ad54-4d49-9157-fb714acd7470 HTTP/1.1" status: 200 len: 1119 time: 3.0418968 Jul 05 03:42:28.873606 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0432718c-dbfa-41bb-b9af-5e71e7115675', 'tag': '0ac74571-ad54-4d49-9157-fb714acd7470'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:29.294606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6469fa3-6884-4b42-9953-203a3864b406 req-9c8d5738-49f0-443e-8768-6360ac11ddcb tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830276 Jul 05 03:42:29.368173 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:29.501041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5251c-e324-49df-83e3-2672585a7d14 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac74571-ad54-4d49-9157-fb714acd7470,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:29.539565 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Request body: {'port': {'device_id': '6b7b77f4-76a1-4d4a-8342-2aa35fd053c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:29.571960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-e57dcda2-3058-4c90-b6d7-1637a8d2d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:29.574024 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-e57dcda2-3058-4c90-b6d7-1637a8d2d155 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d00ca0c649d4eb1a15ca14d5a000225&device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 1122 time: 0.3905420 Jul 05 03:42:29.757459 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-a3fe783d-12a4-490b-8bde-7f0813c21265 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=0ac74571-ad54-4d49-9157-fb714acd7470 HTTP/1.1" status: 200 len: 217 time: 0.1457350 Jul 05 03:42:30.040898 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-036284e2-f7bb-409c-a5b2-fc04be7abec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:30.044847 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-036284e2-f7bb-409c-a5b2-fc04be7abec2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1772468 Jul 05 03:42:30.116223 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f349a3-1a97-43ce-abd1-1a570a0ca6ef req-9db584a7-f1ae-49e3-b7f7-b844ae9051d8 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:30.123957 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5f349a3-1a97-43ce-abd1-1a570a0ca6ef req-9db584a7-f1ae-49e3-b7f7-b844ae9051d8 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 970 time: 0.5593972 Jul 05 03:42:30.123957 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:30.482470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cdba0e1-c689-4c57-a7ff-ccb215fede1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:30.482470 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-2cdba0e1-c689-4c57-a7ff-ccb215fede1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3851717 Jul 05 03:42:30.491310 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb976ad9-5f9f-4309-b42e-797ac2f2589b" -d '{"events": [{"name": "network-changed", "server_uuid": "0432718c-dbfa-41bb-b9af-5e71e7115675", "tag": "0ac74571-ad54-4d49-9157-fb714acd7470"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:30.847170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5f349a3-1a97-43ce-abd1-1a570a0ca6ef req-b7e1467f-38eb-47ac-a55d-54f27b701c78 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7187688 Jul 05 03:42:30.918955 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-307824fa-e808-4496-9587-a6172b09160c service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123576 Jul 05 03:42:31.143656 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:31.306414 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-67d8f1d9-2d10-4bb9-af54-8cc4c3027527 req-7d9c06a0-0915-49eb-acdd-309306c322bf service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975202 Jul 05 03:42:31.413864 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae2993-3377-45ac-a131-9f6cfefd3f91 req-c414161d-9e53-4bbc-a3b7-b3f741fafdbc tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:31.415641 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6ae2993-3377-45ac-a131-9f6cfefd3f91 req-c414161d-9e53-4bbc-a3b7-b3f741fafdbc tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 935 time: 0.3464324 Jul 05 03:42:31.524222 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6ae2993-3377-45ac-a131-9f6cfefd3f91 req-2f6ad7cd-50f7-488a-b5cd-afa4bb6e8416 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998960 Jul 05 03:42:31.651549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223906f8-4cae-431b-afd0-ac9e388155a4 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:31.664815 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:31.684608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Transition to ACTIVE for port object 223906f8-4cae-431b-afd0-ac9e388155a4 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:31.716402 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Router 93c5a044-9448-484c-9d2c-42b1b67ec1ac is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:42:31.807969 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:31.981245 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310fb5f8-1f33-48a6-b293-5620f5ba4dd5 x-openstack-request-id: req-310fb5f8-1f33-48a6-b293-5620f5ba4dd5 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:31.981782 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0432718c-dbfa-41bb-b9af-5e71e7115675", "tag": "0ac74571-ad54-4d49-9157-fb714acd7470", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:31.982110 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-310fb5f8-1f33-48a6-b293-5620f5ba4dd5 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:31.982653 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0432718c-dbfa-41bb-b9af-5e71e7115675', 'tag': '0ac74571-ad54-4d49-9157-fb714acd7470', 'status': 'completed', 'code': 200} Jul 05 03:42:32.045046 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:32.101680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Pushing event updated for resources: {'Port': ['ID=223906f8-4cae-431b-afd0-ac9e388155a4,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:32.148766 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:42:32.158929 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Attempting to bind port 223906f8-4cae-431b-afd0-ac9e388155a4 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:32.159580 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Attempting to bind port 223906f8-4cae-431b-afd0-ac9e388155a4 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:32.160302 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Attempting to bind port 223906f8-4cae-431b-afd0-ac9e388155a4 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:32.164536 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Sync routers for ids ['93c5a044-9448-484c-9d2c-42b1b67ec1ac'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:42:32.173278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Port 223906f8-4cae-431b-afd0-ac9e388155a4 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:42:32.174190 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Attempting to bind port 223906f8-4cae-431b-afd0-ac9e388155a4 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:32.181109 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:32.181943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:32.183073 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:32.184124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Bound port: 223906f8-4cae-431b-afd0-ac9e388155a4, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:32.184747 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:32.210469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976ad9-5f9f-4309-b42e-797ac2f2589b req-32060ffe-6271-44e9-8173-b1a3eb0dbd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:32.219779 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eb976ad9-5f9f-4309-b42e-797ac2f2589b req-32060ffe-6271-44e9-8173-b1a3eb0dbd95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d00ca0c649d4eb1a15ca14d5a000225&device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 1122 time: 0.1971841 Jul 05 03:42:32.222551 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Routers {'93c5a044-9448-484c-9d2c-42b1b67ec1ac'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:32.222551 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:42:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['93c5a044-9448-484c-9d2c-42b1b67ec1ac'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:32.253250 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:32.258112 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-04bb3049-0c6d-49aa-888d-1fdac3f6e74b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.8381612 Jul 05 03:42:32.272366 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54692) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:32.700154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] For port 223906f8-4cae-431b-afd0-ac9e388155a4, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:32.776820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976ad9-5f9f-4309-b42e-797ac2f2589b req-7cac81b5-c5e3-43ae-82fc-acd7021c938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:32.778499 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eb976ad9-5f9f-4309-b42e-797ac2f2589b req-7cac81b5-c5e3-43ae-82fc-acd7021c938c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.5522780 Jul 05 03:42:32.812161 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] For port 223906f8-4cae-431b-afd0-ac9e388155a4, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=223906f8-4cae-431b-afd0-ac9e388155a4,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:32.821619 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Set router 93c5a044-9448-484c-9d2c-42b1b67ec1ac gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:32.972202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:33.089514 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eb976ad9-5f9f-4309-b42e-797ac2f2589b req-2ac10103-be46-4604-887b-88edce3f1eb5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=0ac74571-ad54-4d49-9157-fb714acd7470 HTTP/1.1" status: 200 len: 217 time: 0.2866540 Jul 05 03:42:33.149198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:33.150258 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:33.153242 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] 10.222.0.36 "PUT /v2.0/ports/223906f8-4cae-431b-afd0-ac9e388155a4 HTTP/1.1" status: 200 len: 1096 time: 5.0841343 Jul 05 03:42:33.182193 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7b77f4-76a1-4d4a-8342-2aa35fd053c2', 'tag': '223906f8-4cae-431b-afd0-ac9e388155a4'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:33.190211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976ad9-5f9f-4309-b42e-797ac2f2589b req-2dc6e6f1-ca82-4078-8c05-d8c035cbb769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:33.192047 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eb976ad9-5f9f-4309-b42e-797ac2f2589b req-2dc6e6f1-ca82-4078-8c05-d8c035cbb769 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0945508 Jul 05 03:42:33.371487 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1248737650-router', 'tenant_id': 'f05c2bffdf77487e8fa84c16dc156315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '01533a73-c5b0-4a5f-8410-335ad1a12f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:22Z', 'updated_at': '2021-07-05T03:42:28Z', 'revision_number': 3, 'project_id': 'f05c2bffdf77487e8fa84c16dc156315', 'gw_port': {'id': '01533a73-c5b0-4a5f-8410-335ad1a12f65', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:25Z', 'updated_at': '2021-07-05T03:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:33.396553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976ad9-5f9f-4309-b42e-797ac2f2589b req-221d34d4-48d5-4042-823d-8be5c23c60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:33.400503 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eb976ad9-5f9f-4309-b42e-797ac2f2589b req-221d34d4-48d5-4042-823d-8be5c23c60ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1770160 Jul 05 03:42:33.444613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0674bb-58bb-4bdb-92f5-91f6ce6d8c54 service neutron] Pushing event updated for resources: {'Port': ['ID=223906f8-4cae-431b-afd0-ac9e388155a4,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:33.456058 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Checking router: 93c5a044-9448-484c-9d2c-42b1b67ec1ac for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:42:33.459060 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:33.460390 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Updating router 93c5a044-9448-484c-9d2c-42b1b67ec1ac port 01533a73-c5b0-4a5f-8410-335ad1a12f65 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:42:33.556316 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:33.669809 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eb976ad9-5f9f-4309-b42e-797ac2f2589b req-e65625bf-2d02-4b17-a289-8f9dfafe4091 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578819 Jul 05 03:42:33.764129 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98135070-cf4f-4cbb-a350-9c628ce8f44b req-7ac8ff61-ef21-4aa8-905f-7f386511504b tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:33.770292 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98135070-cf4f-4cbb-a350-9c628ce8f44b req-7ac8ff61-ef21-4aa8-905f-7f386511504b tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 970 time: 1.2883842 Jul 05 03:42:33.800642 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c520b30-1ffe-47aa-b599-1f5ac396a2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7b77f4-76a1-4d4a-8342-2aa35fd053c2", "tag": "223906f8-4cae-431b-afd0-ac9e388155a4"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:33.869257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54718) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:33.953247 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eb976ad9-5f9f-4309-b42e-797ac2f2589b req-0bdfe9be-b056-47ae-babb-6b314f939d54 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435110 Jul 05 03:42:34.058980 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-88493a9b-6983-407d-9435-0b6a540ae6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:34.083187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f789f-f548-460a-942b-1b29380b2521 req-3c7b38a0-078f-4f62-bac9-b256a7ee7ec0 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:34.096544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b8f789f-f548-460a-942b-1b29380b2521 req-3c7b38a0-078f-4f62-bac9-b256a7ee7ec0 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 947 time: 1.2732220 Jul 05 03:42:34.141956 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98135070-cf4f-4cbb-a350-9c628ce8f44b req-c1768246-44a4-42b9-b576-f551b60e165c tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519061 Jul 05 03:42:34.217312 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b8f789f-f548-460a-942b-1b29380b2521 req-232baf47-918d-4ea1-b9e6-20673a9eb915 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193016 Jul 05 03:42:34.232026 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-7892997b-3623-4941-b9e9-42b2c558e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:34.239889 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-7892997b-3623-4941-b9e9-42b2c558e661 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af743fe137684a2686bea7e6a601acab&device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 1099 time: 0.9011173 Jul 05 03:42:34.270108 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:34.304022 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Transition to ACTIVE for port object 01533a73-c5b0-4a5f-8410-335ad1a12f65 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:34.305752 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-88493a9b-6983-407d-9435-0b6a540ae6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:34.390342 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-88493a9b-6983-407d-9435-0b6a540ae6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:34.427745 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:34.504521 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88493a9b-6983-407d-9435-0b6a540ae6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4e7fee-8b68-4958-a324-6de4ccd40393,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:34.631716 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-88493a9b-6983-407d-9435-0b6a540ae6e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e503b79f09e4e63bd897ca2858f03b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7601199 Jul 05 03:42:34.641599 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54734) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:34.664834 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67462207-925d-4d6c-a47d-11f55e807d03 None None] Pushing event updated for resources: {'Port': ['ID=01533a73-c5b0-4a5f-8410-335ad1a12f65,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:34.671496 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Attempting to bind port 01533a73-c5b0-4a5f-8410-335ad1a12f65 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:34.671496 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Attempting to bind port 01533a73-c5b0-4a5f-8410-335ad1a12f65 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:34.671496 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Attempting to bind port 01533a73-c5b0-4a5f-8410-335ad1a12f65 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:34.681866 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:34.682560 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:34.682858 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:34.683260 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:34.683755 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Bound port: 01533a73-c5b0-4a5f-8410-335ad1a12f65, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:34.684217 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:34.740186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-b97996b7-6dc2-41f6-80a1-4dca55944de2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=223906f8-4cae-431b-afd0-ac9e388155a4 HTTP/1.1" status: 200 len: 217 time: 0.4030871 Jul 05 03:42:34.743692 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6e96f2-0e43-4681-9e21-9e25c56a1527 x-openstack-request-id: req-4d6e96f2-0e43-4681-9e21-9e25c56a1527 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:34.750560 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7b77f4-76a1-4d4a-8342-2aa35fd053c2", "tag": "223906f8-4cae-431b-afd0-ac9e388155a4", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:34.750560 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4d6e96f2-0e43-4681-9e21-9e25c56a1527 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:34.750560 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7b77f4-76a1-4d4a-8342-2aa35fd053c2', 'tag': '223906f8-4cae-431b-afd0-ac9e388155a4', 'status': 'completed', 'code': 200} Jul 05 03:42:34.785626 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f10f1ff-61f6-41e3-8bd3-5e70523141fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:34.821316 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f10f1ff-61f6-41e3-8bd3-5e70523141fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:34.838769 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] For port 01533a73-c5b0-4a5f-8410-335ad1a12f65, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:34.842144 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] For port 01533a73-c5b0-4a5f-8410-335ad1a12f65, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=01533a73-c5b0-4a5f-8410-335ad1a12f65,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:34.933930 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:34.991713 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f10f1ff-61f6-41e3-8bd3-5e70523141fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:35.002359 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f10f1ff-61f6-41e3-8bd3-5e70523141fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:35.009453 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6f10f1ff-61f6-41e3-8bd3-5e70523141fa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f4e7fee-8b68-4958-a324-6de4ccd40393 HTTP/1.1" status: 204 len: 168 time: 0.3666236 Jul 05 03:42:35.046161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10f1ff-61f6-41e3-8bd3-5e70523141fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4e7fee-8b68-4958-a324-6de4ccd40393,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:35.064129 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-b458b924-881c-4b81-a0ed-b9b47736078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:35.075582 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-b458b924-881c-4b81-a0ed-b9b47736078f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.3114576 Jul 05 03:42:35.164710 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67462207-925d-4d6c-a47d-11f55e807d03 None None] Pushing event updated for resources: {'Port': ['ID=01533a73-c5b0-4a5f-8410-335ad1a12f65,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:35.172188 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Routers {'93c5a044-9448-484c-9d2c-42b1b67ec1ac'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:35.173082 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:42:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['93c5a044-9448-484c-9d2c-42b1b67ec1ac'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:35.396293 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:35.540623 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] Set router 93c5a044-9448-484c-9d2c-42b1b67ec1ac gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:35.733353 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54754) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:35.804917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7388a-8512-48df-b2f6-982dcb897649 req-fe96bbda-4f75-41e6-804c-0cf4afc96671 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:35.806972 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-36b7388a-8512-48df-b2f6-982dcb897649 req-fe96bbda-4f75-41e6-804c-0cf4afc96671 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 970 time: 0.3988266 Jul 05 03:42:35.825738 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54758) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:35.922907 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc5bb2-5487-4d50-8b59-c5b1fc5317f9 req-9a94a9b3-768d-4ee0-897c-f34cb425decf tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:35.924579 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6cfc5bb2-5487-4d50-8b59-c5b1fc5317f9 req-9a94a9b3-768d-4ee0-897c-f34cb425decf tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 947 time: 0.3368595 Jul 05 03:42:35.977182 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-36b7388a-8512-48df-b2f6-982dcb897649 req-bf53d9ce-5515-4406-aa92-4cab11596eaf tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561313 Jul 05 03:42:35.997609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Allocated IP 172.20.0.1 (381bfdf5-ad80-441e-a376-0691d91e9703/4530e3c5-9b05-4736-af69-b820c84f4e6b/8122165b-39b6-470f-82b7-ffc95ea7e4f9) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:36.029207 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1248737650-router', 'tenant_id': 'f05c2bffdf77487e8fa84c16dc156315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '01533a73-c5b0-4a5f-8410-335ad1a12f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:22Z', 'updated_at': '2021-07-05T03:42:28Z', 'revision_number': 3, 'project_id': 'f05c2bffdf77487e8fa84c16dc156315', 'gw_port': {'id': '01533a73-c5b0-4a5f-8410-335ad1a12f65', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:25Z', 'updated_at': '2021-07-05T03:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:36.044049 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e122080f-3c11-4fcc-ba68-e06c52b42f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.056902 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6cfc5bb2-5487-4d50-8b59-c5b1fc5317f9 req-1005ce6a-c46e-46e5-b3b5-4aaf22586086 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219482 Jul 05 03:42:36.077802 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7be5ea-3057-47b1-ac98-5fbd9944be3e None None] The sync data for ids ['93c5a044-9448-484c-9d2c-42b1b67ec1ac'] in n-d-771363-32 is: [{'id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1248737650-router', 'tenant_id': 'f05c2bffdf77487e8fa84c16dc156315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '01533a73-c5b0-4a5f-8410-335ad1a12f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:22Z', 'updated_at': '2021-07-05T03:42:28Z', 'revision_number': 3, 'project_id': 'f05c2bffdf77487e8fa84c16dc156315', 'gw_port': {'id': '01533a73-c5b0-4a5f-8410-335ad1a12f65', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:25Z', 'updated_at': '2021-07-05T03:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:42:36.162944 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67ee19b6-8942-4d60-85f2-4d38c63b7ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.247330 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.270718 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Transition to ACTIVE for port object 8122165b-39b6-470f-82b7-ffc95ea7e4f9 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:36.284881 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e122080f-3c11-4fcc-ba68-e06c52b42f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.374843 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e122080f-3c11-4fcc-ba68-e06c52b42f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.436625 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.450724 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e122080f-3c11-4fcc-ba68-e06c52b42f3e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=88abebcdb3214a8dbce4cc65896b1df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7184772 Jul 05 03:42:36.453198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122080f-3c11-4fcc-ba68-e06c52b42f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab167dda-9d35-42da-b3dc-6822e3d29ae8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:36.455626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54764) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:36.570008 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ba88-77c9-417d-99af-75ce6773a940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.581194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Network 381bfdf5-ad80-441e-a376-0691d91e9703 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:36.590379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:36.594752 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:36.598664 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.654696 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67ee19b6-8942-4d60-85f2-4d38c63b7ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.655655 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Pushing event updated for resources: {'Port': ['ID=8122165b-39b6-470f-82b7-ffc95ea7e4f9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:36.657100 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ba88-77c9-417d-99af-75ce6773a940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.750300 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67ee19b6-8942-4d60-85f2-4d38c63b7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.779492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54766) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:36.875365 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fc502ae-4a17-492c-b121-168b7bf2013e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.901771 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-67ee19b6-8942-4d60-85f2-4d38c63b7ae5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f3d1f84eaf0d46fead6b6b740ffabe91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0738747 Jul 05 03:42:36.911968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54768) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:36.919930 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ba88-77c9-417d-99af-75ce6773a940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.922471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ba88-77c9-417d-99af-75ce6773a940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.924032 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d1b7ba88-77c9-417d-99af-75ce6773a940 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab167dda-9d35-42da-b3dc-6822e3d29ae8 HTTP/1.1" status: 204 len: 168 time: 0.4672499 Jul 05 03:42:36.970047 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.050343 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fc502ae-4a17-492c-b121-168b7bf2013e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.059889 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee19b6-8942-4d60-85f2-4d38c63b7ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73deee98-0fdd-4c57-9d4b-a666267eabf4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:37.080892 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7ba88-77c9-417d-99af-75ce6773a940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab167dda-9d35-42da-b3dc-6822e3d29ae8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:37.088051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ffba5969-71c8-42d7-8904-cea22fa08aef None None] Provisioning for port 8122165b-39b6-470f-82b7-ffc95ea7e4f9 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:37.097179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ffba5969-71c8-42d7-8904-cea22fa08aef None None] Provisioning complete for port 8122165b-39b6-470f-82b7-ffc95ea7e4f9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:37.099492 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ffba5969-71c8-42d7-8904-cea22fa08aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.122923 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fc502ae-4a17-492c-b121-168b7bf2013e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.145999 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cfd37149-dacf-4620-a3e1-cd8b09209ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.187763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cfd37149-dacf-4620-a3e1-cd8b09209ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.269971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ffba5969-71c8-42d7-8904-cea22fa08aef None None] Port 8122165b-39b6-470f-82b7-ffc95ea7e4f9 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:37.333944 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cfd37149-dacf-4620-a3e1-cd8b09209ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.340257 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cfd37149-dacf-4620-a3e1-cd8b09209ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.340726 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cfd37149-dacf-4620-a3e1-cd8b09209ae5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/73deee98-0fdd-4c57-9d4b-a666267eabf4 HTTP/1.1" status: 204 len: 168 time: 0.4263690 Jul 05 03:42:37.361041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc502ae-4a17-492c-b121-168b7bf2013e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca19747-2b4b-4d3f-b0b5-67988f50915a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:37.383861 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4fc502ae-4a17-492c-b121-168b7bf2013e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5789042dcc38450b972c1a96e3123e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5983007 Jul 05 03:42:37.393350 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54778) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:37.405789 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd37149-dacf-4620-a3e1-cd8b09209ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73deee98-0fdd-4c57-9d4b-a666267eabf4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:37.580979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc1983-3053-4d01-9d5d-fbab1ea05f4d req-1c405045-4202-4cc0-8322-e524a0f78a6a tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:37.589202 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fdc1983-3053-4d01-9d5d-fbab1ea05f4d req-1c405045-4202-4cc0-8322-e524a0f78a6a tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 947 time: 0.2781596 Jul 05 03:42:37.591656 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2b1abc74-40e0-4ad5-be0e-60019de6b172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.650602 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.725369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd20a78-5c96-40a6-8b5d-4f7f3b5ac94d req-f7128796-39a5-41d1-bf98-0e86775bb98b tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:37.733548 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7bd20a78-5c96-40a6-8b5d-4f7f3b5ac94d req-f7128796-39a5-41d1-bf98-0e86775bb98b tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 970 time: 0.3361564 Jul 05 03:42:37.768645 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.769359 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.777302 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2b1abc74-40e0-4ad5-be0e-60019de6b172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.862908 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fdc1983-3053-4d01-9d5d-fbab1ea05f4d req-7616f7d4-a2ce-4a5e-9918-fecf1afc9474 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707129 Jul 05 03:42:37.955026 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Pushing event updated for resources: {'Port': ['ID=8122165b-39b6-470f-82b7-ffc95ea7e4f9,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:37.998942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7bd20a78-5c96-40a6-8b5d-4f7f3b5ac94d req-f1806c7b-17e9-49cd-81fc-e1a77476bd1c tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644951 Jul 05 03:42:38.032343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-8bdba6ba-8ba2-499f-9a38-bcb9445d3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:38.033861 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-8bdba6ba-8ba2-499f-9a38-bcb9445d3835 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3963182 Jul 05 03:42:38.103638 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Network 381bfdf5-ad80-441e-a376-0691d91e9703 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:38.105933 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2b1abc74-40e0-4ad5-be0e-60019de6b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.109228 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2b1abc74-40e0-4ad5-be0e-60019de6b172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.112731 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2b1abc74-40e0-4ad5-be0e-60019de6b172 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ca19747-2b4b-4d3f-b0b5-67988f50915a HTTP/1.1" status: 204 len: 168 time: 0.7120333 Jul 05 03:42:38.119128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:38.121729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54790) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:38.135356 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1abc74-40e0-4ad5-be0e-60019de6b172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca19747-2b4b-4d3f-b0b5-67988f50915a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:38.175170 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-166523c6-8b70-4df8-95ef-34d18a7c5790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.283848 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Router 93c5a044-9448-484c-9d2c-42b1b67ec1ac has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:42:38.289887 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-31b2ffb6-828c-4031-8026-ad62ccef0be8 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462487 Jul 05 03:42:38.330443 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-166523c6-8b70-4df8-95ef-34d18a7c5790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.331714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54792) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:38.351290 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f99b941-ed65-45f3-9c0b-580c57dab06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.388878 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-166523c6-8b70-4df8-95ef-34d18a7c5790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.413458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-37837d2f-d473-4a5e-8b6d-86b2c8caf983 None None] Provisioning complete for port 8122165b-39b6-470f-82b7-ffc95ea7e4f9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:38.414177 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-37837d2f-d473-4a5e-8b6d-86b2c8caf983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.454382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-37837d2f-d473-4a5e-8b6d-86b2c8caf983 None None] Port 8122165b-39b6-470f-82b7-ffc95ea7e4f9 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:38.460139 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-166523c6-8b70-4df8-95ef-34d18a7c5790 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a95cdc7fbe5640f7b05c8a7b497044a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340998 Jul 05 03:42:38.461690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54794) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:38.470113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166523c6-8b70-4df8-95ef-34d18a7c5790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0afc35c-f377-44d8-aa5e-e9456825f2ee,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:38.591385 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7b3dd3b-5aa4-4301-a491-acb8e2ebe743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.613766 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f99b941-ed65-45f3-9c0b-580c57dab06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.631314 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7b3dd3b-5aa4-4301-a491-acb8e2ebe743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.653402 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 01533a73-c5b0-4a5f-8410-335ad1a12f65 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:38.657437 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2fce29-be9e-4f69-96cd-1e43f1ab3eb2 req-06bab5a8-8c47-4ae7-b8ba-1caab3e04846 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504083 Jul 05 03:42:38.674700 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f99b941-ed65-45f3-9c0b-580c57dab06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.730050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:42:38.761788 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c0f66b9d-202d-498e-aa4a-59d5ac66da10 admin admin] 10.222.0.38 "PUT /v2.0/routers/93c5a044-9448-484c-9d2c-42b1b67ec1ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4711349 Jul 05 03:42:38.761891 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6f99b941-ed65-45f3-9c0b-580c57dab06a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=58cf5f7487354ea881276d7d69bba539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4189541 Jul 05 03:42:38.761891 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99b941-ed65-45f3-9c0b-580c57dab06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a1a2d0-a272-4ce2-a205-581a003644d1,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:38.762052 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54804) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:38.828061 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 01533a73-c5b0-4a5f-8410-335ad1a12f65 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:38.834583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Sync routers for ids ['93c5a044-9448-484c-9d2c-42b1b67ec1ac'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:42:38.840559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 01533a73-c5b0-4a5f-8410-335ad1a12f65 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:38.840937 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.856328 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7b3dd3b-5aa4-4301-a491-acb8e2ebe743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.859263 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7b3dd3b-5aa4-4301-a491-acb8e2ebe743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.861702 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c11c7c93-fde6-4b6c-b575-ce71f7aed332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.862152 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f7b3dd3b-5aa4-4301-a491-acb8e2ebe743 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d0afc35c-f377-44d8-aa5e-e9456825f2ee HTTP/1.1" status: 204 len: 168 time: 0.3991745 Jul 05 03:42:38.878622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3dd3b-5aa4-4301-a491-acb8e2ebe743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0afc35c-f377-44d8-aa5e-e9456825f2ee,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:38.883483 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Routers {'93c5a044-9448-484c-9d2c-42b1b67ec1ac'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:38.884059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:42:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['93c5a044-9448-484c-9d2c-42b1b67ec1ac'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:38.922710 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c11c7c93-fde6-4b6c-b575-ce71f7aed332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.993920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c520b30-1ffe-47aa-b599-1f5ac396a2d7 req-fa457571-3c6b-43cf-b3e3-2ae7fd989a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:38.998656 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c520b30-1ffe-47aa-b599-1f5ac396a2d7 req-fa457571-3c6b-43cf-b3e3-2ae7fd989a01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af743fe137684a2686bea7e6a601acab&device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 1099 time: 0.1495037 Jul 05 03:42:39.074568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Set router 93c5a044-9448-484c-9d2c-42b1b67ec1ac gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:39.076748 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:39.132490 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 01533a73-c5b0-4a5f-8410-335ad1a12f65, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=01533a73-c5b0-4a5f-8410-335ad1a12f65,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:39.137973 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c11c7c93-fde6-4b6c-b575-ce71f7aed332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:39.140674 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c11c7c93-fde6-4b6c-b575-ce71f7aed332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:39.141863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c11c7c93-fde6-4b6c-b575-ce71f7aed332 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2a1a2d0-a272-4ce2-a205-581a003644d1 HTTP/1.1" status: 204 len: 168 time: 0.3747387 Jul 05 03:42:39.179871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c7c93-fde6-4b6c-b575-ce71f7aed332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a1a2d0-a272-4ce2-a205-581a003644d1,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:39.221226 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:39.239988 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c520b30-1ffe-47aa-b599-1f5ac396a2d7 req-f922d5cd-d91f-4d93-8cfe-3c9af2275158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:39.241517 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c520b30-1ffe-47aa-b599-1f5ac396a2d7 req-f922d5cd-d91f-4d93-8cfe-3c9af2275158 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2356422 Jul 05 03:42:39.267404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e522c-e43c-4ace-80b4-49783e8165c4 req-4fc828ab-6b67-49ae-b799-816f2f82516f tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:39.277002 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f97e522c-e43c-4ace-80b4-49783e8165c4 req-4fc828ab-6b67-49ae-b799-816f2f82516f tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 947 time: 0.1906917 Jul 05 03:42:39.308723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=01533a73-c5b0-4a5f-8410-335ad1a12f65,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:39.335015 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c520b30-1ffe-47aa-b599-1f5ac396a2d7 req-11a3f732-4efb-43ce-8289-fd23f5cde6a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=223906f8-4cae-431b-afd0-ac9e388155a4 HTTP/1.1" status: 200 len: 217 time: 0.0860643 Jul 05 03:42:39.375664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1248737650-router', 'tenant_id': 'f05c2bffdf77487e8fa84c16dc156315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '01533a73-c5b0-4a5f-8410-335ad1a12f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:22Z', 'updated_at': '2021-07-05T03:42:36Z', 'revision_number': 4, 'project_id': 'f05c2bffdf77487e8fa84c16dc156315', 'gw_port': {'id': '01533a73-c5b0-4a5f-8410-335ad1a12f65', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:25Z', 'updated_at': '2021-07-05T03:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '8122165b-39b6-470f-82b7-ffc95ea7e4f9', 'name': '', 'network_id': '381bfdf5-ad80-441e-a376-0691d91e9703', 'tenant_id': 'f05c2bffdf77487e8fa84c16dc156315', 'mac_address': 'fa:16:3e:27:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4530e3c5-9b05-4736-af69-b820c84f4e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:35Z', 'updated_at': '2021-07-05T03:42:37Z', 'revision_number': 2, 'project_id': 'f05c2bffdf77487e8fa84c16dc156315', 'subnets': [{'id': '4530e3c5-9b05-4736-af69-b820c84f4e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:39.406360 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f97e522c-e43c-4ace-80b4-49783e8165c4 req-4bb791a9-c1f6-412b-a4bb-e9e76d141a1f tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280460 Jul 05 03:42:39.407978 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c520b30-1ffe-47aa-b599-1f5ac396a2d7 req-8f751288-8253-4539-9ba5-5c8998739326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:39.409507 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c520b30-1ffe-47aa-b599-1f5ac396a2d7 req-8f751288-8253-4539-9ba5-5c8998739326 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0631161 Jul 05 03:42:39.410804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Checking router: 93c5a044-9448-484c-9d2c-42b1b67ec1ac for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:42:39.411180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Updating router 93c5a044-9448-484c-9d2c-42b1b67ec1ac port 8122165b-39b6-470f-82b7-ffc95ea7e4f9 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:42:39.478503 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c520b30-1ffe-47aa-b599-1f5ac396a2d7 req-066248c0-5cd7-4cf4-98d4-83ae8f2e4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:39.486198 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c520b30-1ffe-47aa-b599-1f5ac396a2d7 req-066248c0-5cd7-4cf4-98d4-83ae8f2e4838 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0623350 Jul 05 03:42:39.486957 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:39.623124 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c520b30-1ffe-47aa-b599-1f5ac396a2d7 req-99e89609-af83-49d1-8dc5-4785a95a3761 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351452 Jul 05 03:42:39.665585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e1ccd-6d5e-41bf-8153-5098b6b92d6b req-f080cf10-812c-40b4-81bf-b7f9d6d563bb tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:39.672406 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec9e1ccd-6d5e-41bf-8153-5098b6b92d6b req-f080cf10-812c-40b4-81bf-b7f9d6d563bb tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 970 time: 0.1306150 Jul 05 03:42:39.764782 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec9e1ccd-6d5e-41bf-8153-5098b6b92d6b req-7b809696-828c-45fa-92f9-7bff755f7ff3 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913792 Jul 05 03:42:39.793454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c520b30-1ffe-47aa-b599-1f5ac396a2d7 req-5b3ce67c-3b95-413b-b4d2-4641511034c7 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591864 Jul 05 03:42:39.939836 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:39.951969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Transition to ACTIVE for port object 8122165b-39b6-470f-82b7-ffc95ea7e4f9 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:40.024346 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:40.072554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f2b97-b6a8-4787-b415-6b30f4cb22aa None None] Pushing event updated for resources: {'Port': ['ID=8122165b-39b6-470f-82b7-ffc95ea7e4f9,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:40.134962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Attempting to bind port 8122165b-39b6-470f-82b7-ffc95ea7e4f9 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:40.135926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Attempting to bind port 8122165b-39b6-470f-82b7-ffc95ea7e4f9 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '3ef6fb80-2d88-46d0-b51a-ddff79fd7031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '381bfdf5-ad80-441e-a376-0691d91e9703'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:40.136543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Attempting to bind port 8122165b-39b6-470f-82b7-ffc95ea7e4f9 on network 381bfdf5-ad80-441e-a376-0691d91e9703 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:40.144913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:40.144913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Checking segment: {'id': '3ef6fb80-2d88-46d0-b51a-ddff79fd7031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '381bfdf5-ad80-441e-a376-0691d91e9703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:40.144913 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:40.144913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Bound using segment: {'id': '3ef6fb80-2d88-46d0-b51a-ddff79fd7031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '381bfdf5-ad80-441e-a376-0691d91e9703'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:40.144913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Bound port: 8122165b-39b6-470f-82b7-ffc95ea7e4f9, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef6fb80-2d88-46d0-b51a-ddff79fd7031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '381bfdf5-ad80-441e-a376-0691d91e9703'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:40.144913 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:40.232702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] For port 8122165b-39b6-470f-82b7-ffc95ea7e4f9, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:40.236472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] For port 8122165b-39b6-470f-82b7-ffc95ea7e4f9, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8122165b-39b6-470f-82b7-ffc95ea7e4f9,segment=NetworkSegment(3ef6fb80-2d88-46d0-b51a-ddff79fd7031),segment_id=3ef6fb80-2d88-46d0-b51a-ddff79fd7031)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:40.326829 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:40.404579 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Routers {'93c5a044-9448-484c-9d2c-42b1b67ec1ac'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:40.405014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:42:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['93c5a044-9448-484c-9d2c-42b1b67ec1ac'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:40.468618 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f2b97-b6a8-4787-b415-6b30f4cb22aa None None] Pushing event updated for resources: {'Port': ['ID=8122165b-39b6-470f-82b7-ffc95ea7e4f9,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:40.613909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] Set router 93c5a044-9448-484c-9d2c-42b1b67ec1ac gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:40.654037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54872) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:40.656726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 01533a73-c5b0-4a5f-8410-335ad1a12f65 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:40.665917 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a59faf54-a016-4ee5-a428-fcfe797fff59 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1990349460', 'description': 'tempest-description--1022452184'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:40.717376 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb518a-534d-4bc2-a698-97e6affe7b48 req-3dbc244d-5872-4779-b22c-3062fa1a59e1 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:40.724597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5eb518a-534d-4bc2-a698-97e6affe7b48 req-3dbc244d-5872-4779-b22c-3062fa1a59e1 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 947 time: 0.1100163 Jul 05 03:42:40.800667 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a59faf54-a016-4ee5-a428-fcfe797fff59 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:40.806526 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5eb518a-534d-4bc2-a698-97e6affe7b48 req-0fbed4ec-5bae-40e5-9104-111d7c6ea0d8 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812466 Jul 05 03:42:40.816011 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 01533a73-c5b0-4a5f-8410-335ad1a12f65 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:40.816418 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:41.026415 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a59faf54-a016-4ee5-a428-fcfe797fff59 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:41.036053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b2214-fcdf-44ea-b986-95c6d45ab225 req-6fc2be7c-1109-4183-85e1-c1065fba9c0b tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:41.037117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1248737650-router', 'tenant_id': 'f05c2bffdf77487e8fa84c16dc156315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '01533a73-c5b0-4a5f-8410-335ad1a12f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:22Z', 'updated_at': '2021-07-05T03:42:36Z', 'revision_number': 4, 'project_id': 'f05c2bffdf77487e8fa84c16dc156315', 'gw_port': {'id': '01533a73-c5b0-4a5f-8410-335ad1a12f65', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:25Z', 'updated_at': '2021-07-05T03:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '8122165b-39b6-470f-82b7-ffc95ea7e4f9', 'name': '', 'network_id': '381bfdf5-ad80-441e-a376-0691d91e9703', 'tenant_id': 'f05c2bffdf77487e8fa84c16dc156315', 'mac_address': 'fa:16:3e:27:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4530e3c5-9b05-4736-af69-b820c84f4e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:35Z', 'updated_at': '2021-07-05T03:42:40Z', 'revision_number': 4, 'project_id': 'f05c2bffdf77487e8fa84c16dc156315', 'subnets': [{'id': '4530e3c5-9b05-4736-af69-b820c84f4e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:41.037650 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-031b2214-fcdf-44ea-b986-95c6d45ab225 req-6fc2be7c-1109-4183-85e1-c1065fba9c0b tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 970 time: 0.0929303 Jul 05 03:42:41.067738 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf0d77e-f0bf-42b4-97cd-5067440511ce None None] The sync data for ids ['93c5a044-9448-484c-9d2c-42b1b67ec1ac'] in n-d-771363-32 is: [{'id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1248737650-router', 'tenant_id': 'f05c2bffdf77487e8fa84c16dc156315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '01533a73-c5b0-4a5f-8410-335ad1a12f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:22Z', 'updated_at': '2021-07-05T03:42:36Z', 'revision_number': 4, 'project_id': 'f05c2bffdf77487e8fa84c16dc156315', 'gw_port': {'id': '01533a73-c5b0-4a5f-8410-335ad1a12f65', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:25Z', 'updated_at': '2021-07-05T03:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '8122165b-39b6-470f-82b7-ffc95ea7e4f9', 'name': '', 'network_id': '381bfdf5-ad80-441e-a376-0691d91e9703', 'tenant_id': 'f05c2bffdf77487e8fa84c16dc156315', 'mac_address': 'fa:16:3e:27:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4530e3c5-9b05-4736-af69-b820c84f4e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:35Z', 'updated_at': '2021-07-05T03:42:40Z', 'revision_number': 4, 'project_id': 'f05c2bffdf77487e8fa84c16dc156315', 'subnets': [{'id': '4530e3c5-9b05-4736-af69-b820c84f4e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:42:41.077567 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-031b2214-fcdf-44ea-b986-95c6d45ab225 req-e591b25e-a1d6-4e86-b3db-01a5d5b0840d tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334713 Jul 05 03:42:41.130636 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a59faf54-a016-4ee5-a428-fcfe797fff59 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:41.177924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59faf54-a016-4ee5-a428-fcfe797fff59 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:41.221796 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a59faf54-a016-4ee5-a428-fcfe797fff59 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:41.223074 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a59faf54-a016-4ee5-a428-fcfe797fff59 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5678582 Jul 05 03:42:41.226002 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54894) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:41.231784 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5fcff58e-14d6-4804-b1b7-ea10ec5f0c03 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Request body: {'security_group_rule': {'security_group_id': 'bd3a5382-a5e5-4e2e-9592-5b402d8da9b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:41.315434 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c836e798-22cf-40fc-80f8-e28adec292a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:41.346812 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5fcff58e-14d6-4804-b1b7-ea10ec5f0c03 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:41.450349 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5fcff58e-14d6-4804-b1b7-ea10ec5f0c03 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:41.534830 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5fcff58e-14d6-4804-b1b7-ea10ec5f0c03 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:41.590699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcff58e-14d6-4804-b1b7-ea10ec5f0c03 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176c737b-a122-45dd-af0f-d7a977bee1ef,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:41.664285 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5fcff58e-14d6-4804-b1b7-ea10ec5f0c03 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:41.665656 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5fcff58e-14d6-4804-b1b7-ea10ec5f0c03 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4387505 Jul 05 03:42:41.668910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54906) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:41.675180 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6456ff77-da6b-429c-831a-3075ac740561 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Request body: {'security_group_rule': {'security_group_id': 'bd3a5382-a5e5-4e2e-9592-5b402d8da9b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:41.779775 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6456ff77-da6b-429c-831a-3075ac740561 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:41.879427 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6456ff77-da6b-429c-831a-3075ac740561 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:41.959557 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6456ff77-da6b-429c-831a-3075ac740561 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:41.978594 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456ff77-da6b-429c-831a-3075ac740561 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7ef229-b3aa-4974-a5e2-47c981dcddf2,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:42.037699 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b418f82-2f94-45a0-837f-884b5ba6c5d5 req-8e6676a7-cc40-4e30-9bed-71e822da6822 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:42.039262 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b418f82-2f94-45a0-837f-884b5ba6c5d5 req-8e6676a7-cc40-4e30-9bed-71e822da6822 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 947 time: 0.0732293 Jul 05 03:42:42.056450 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6456ff77-da6b-429c-831a-3075ac740561 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:42.058715 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6456ff77-da6b-429c-831a-3075ac740561 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3885093 Jul 05 03:42:42.061522 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54920) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:42.077356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:42.098778 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b418f82-2f94-45a0-837f-884b5ba6c5d5 req-1c26df1b-bbf0-4f35-b4d3-43b56f27d046 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486784 Jul 05 03:42:42.207387 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:42.381808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247228ea-95b0-41e4-863c-0b36459f92ca req-f99eec3e-aac5-4ca7-b119-fcf04b490aa1 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:42.403363 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-247228ea-95b0-41e4-863c-0b36459f92ca req-f99eec3e-aac5-4ca7-b119-fcf04b490aa1 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 970 time: 0.1425486 Jul 05 03:42:42.421547 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:42.465626 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-247228ea-95b0-41e4-863c-0b36459f92ca req-5597047e-d7c6-45dd-ba7d-50cdff642754 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609999 Jul 05 03:42:42.612880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0ac74571-ad54-4d49-9157-fb714acd7470 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:42:42.617320 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Allocated IP 172.25.6.125 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/dca99093-d68c-40a2-844a-8659e68f7c4b) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:42.644213 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8122165b-39b6-470f-82b7-ffc95ea7e4f9 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:42.772322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 8122165b-39b6-470f-82b7-ffc95ea7e4f9 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:42.785103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8122165b-39b6-470f-82b7-ffc95ea7e4f9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:42.785226 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:42.813734 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:42.847218 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0ac74571-ad54-4d49-9157-fb714acd7470, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0ac74571-ad54-4d49-9157-fb714acd7470,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:42.864252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '0ac74571-ad54-4d49-9157-fb714acd7470', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '0ac74571-ad54-4d49-9157-fb714acd7470', 'mac_address': 'fa:16:3e:0d:32:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:tempest-test_az-1201026387', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:42:42.995608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.004845 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.022025 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.050039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:43.050786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:43.058518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:43.064567 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac74571-ad54-4d49-9157-fb714acd7470 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:43.097985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 8122165b-39b6-470f-82b7-ffc95ea7e4f9, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8122165b-39b6-470f-82b7-ffc95ea7e4f9,segment=NetworkSegment(3ef6fb80-2d88-46d0-b51a-ddff79fd7031),segment_id=3ef6fb80-2d88-46d0-b51a-ddff79fd7031)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:43.103242 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0ac74571-ad54-4d49-9157-fb714acd7470, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0ac74571-ad54-4d49-9157-fb714acd7470,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:43.122449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Pushing event updated for resources: {'Port': ['ID=dca99093-d68c-40a2-844a-8659e68f7c4b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:43.167429 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.170903 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.236949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=8122165b-39b6-470f-82b7-ffc95ea7e4f9,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:43.241751 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.289120 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.300333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=0ac74571-ad54-4d49-9157-fb714acd7470,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:43.358619 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f80a7-a22d-4617-aeb6-2547b3a7fc05 req-86fdecea-1d86-4a78-ad66-2a4db4cbf8c5 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:43.360503 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c57f80a7-a22d-4617-aeb6-2547b3a7fc05 req-86fdecea-1d86-4a78-ad66-2a4db4cbf8c5 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 947 time: 0.1307666 Jul 05 03:42:43.424963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c57f80a7-a22d-4617-aeb6-2547b3a7fc05 req-c3c6fd4d-81c7-4275-bdb3-4cfdbd0a53a2 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583332 Jul 05 03:42:43.496857 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.552949 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.554414 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['0ac74571-ad54-4d49-9157-fb714acd7470'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:43.607594 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.634693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Pushing event updated for resources: {'Port': ['ID=dca99093-d68c-40a2-844a-8659e68f7c4b,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:43.675573 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.678594 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2deb98c0-65ad-4f8c-9c5c-64caf65603c7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6110044 Jul 05 03:42:43.774477 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf496998-8ceb-4d95-ac89-98f63f6ca5b5 req-c5b8a326-393b-48ee-a926-e8fa71037f63 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:43.777854 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf496998-8ceb-4d95-ac89-98f63f6ca5b5 req-c5b8a326-393b-48ee-a926-e8fa71037f63 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 971 time: 0.1164877 Jul 05 03:42:43.819086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54974) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:43.850109 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf496998-8ceb-4d95-ac89-98f63f6ca5b5 req-344483b0-d555-475e-b4e6-c1d9fdfae226 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633626 Jul 05 03:42:43.895951 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54978) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:43.942025 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-82dcda58-d708-43e8-8fb6-88e710f7c65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.107952 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 223906f8-4cae-431b-afd0-ac9e388155a4 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:42:44.108781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-e44e5bef-96c1-4cab-b70e-c56e1e3bd8ef tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1990349460&fields=id&tenant_id=8372d0a52dae47e38b6aabf9d6e1ac36 HTTP/1.1" status: 200 len: 267 time: 0.0570159 Jul 05 03:42:44.116338 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1c7f9fc5-799e-409d-958a-24782a57bf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.125792 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-65a4c2ea-cd7c-4f1f-8810-b168b92a35d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.208927 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-1c7f9fc5-799e-409d-958a-24782a57bf6c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:42:44.208927 n-d-771363-32 neutron-server[100932]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 03:42:44.208927 n-d-771363-32 neutron-server[100932]: [parameters: {'project_id': '29de132e712745e9b6c9008815dea68c', 'id': '334376c0-6da6-4296-9867-d5e4dd1845ef', 'expiration': datetime.datetime(2021, 7, 5, 3, 44, 44, 150122)}] Jul 05 03:42:44.208927 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:42:44.211143 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-1c7f9fc5-799e-409d-958a-24782a57bf6c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:42:44.258330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 223906f8-4cae-431b-afd0-ac9e388155a4, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=223906f8-4cae-431b-afd0-ac9e388155a4,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:44.260832 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-65a4c2ea-cd7c-4f1f-8810-b168b92a35d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.271387 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '223906f8-4cae-431b-afd0-ac9e388155a4', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '223906f8-4cae-431b-afd0-ac9e388155a4', 'mac_address': 'fa:16:3e:09:75:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:42:44.295764 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.314661 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.328581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-74cb78cd-b551-440d-a8c0-c475b29c4bb6 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:44.329795 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-74cb78cd-b551-440d-a8c0-c475b29c4bb6 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/networks?id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 HTTP/1.1" status: 200 len: 824 time: 0.2137761 Jul 05 03:42:44.331955 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-65a4c2ea-cd7c-4f1f-8810-b168b92a35d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.333915 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223906f8-4cae-431b-afd0-ac9e388155a4 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:44.354141 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-0d601337-9faf-49d0-b48e-90c830766b70 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/quotas/8372d0a52dae47e38b6aabf9d6e1ac36 HTTP/1.1" status: 200 len: 375 time: 0.0171652 Jul 05 03:42:44.359498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 223906f8-4cae-431b-afd0-ac9e388155a4, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=223906f8-4cae-431b-afd0-ac9e388155a4,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:44.381474 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-65a4c2ea-cd7c-4f1f-8810-b168b92a35d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f91c550335cc4e23b64b77e133e414a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5524466 Jul 05 03:42:44.381474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4c2ea-cd7c-4f1f-8810-b168b92a35d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1d072a-8fcb-413e-989e-1c9f7f0d589a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:44.381938 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54998) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:44.423428 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.509009 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-7dca0dee-f164-4675-8fa9-72268dc29528 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8372d0a52dae47e38b6aabf9d6e1ac36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1467657 Jul 05 03:42:44.513499 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83334a10-b0ec-4634-98f0-fd6206040cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.554476 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83334a10-b0ec-4634-98f0-fd6206040cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.600146 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0ac74571-ad54-4d49-9157-fb714acd7470 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:44.643963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8122165b-39b6-470f-82b7-ffc95ea7e4f9 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:44.665913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=223906f8-4cae-431b-afd0-ac9e388155a4,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:44.686266 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-51f85c8d-f6ee-4f0b-bf6b-ba9781b6d316 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:42:44.687438 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-51f85c8d-f6ee-4f0b-bf6b-ba9781b6d316 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0713561 Jul 05 03:42:44.710928 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1c7f9fc5-799e-409d-958a-24782a57bf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.716872 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83334a10-b0ec-4634-98f0-fd6206040cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.717774 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83334a10-b0ec-4634-98f0-fd6206040cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.719064 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-83334a10-b0ec-4634-98f0-fd6206040cd3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab1d072a-8fcb-413e-989e-1c9f7f0d589a HTTP/1.1" status: 204 len: 168 time: 0.3422737 Jul 05 03:42:44.720936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8122165b-39b6-470f-82b7-ffc95ea7e4f9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:44.723325 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.791927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83334a10-b0ec-4634-98f0-fd6206040cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1d072a-8fcb-413e-989e-1c9f7f0d589a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:44.800876 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 0ac74571-ad54-4d49-9157-fb714acd7470 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:44.810107 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 0ac74571-ad54-4d49-9157-fb714acd7470 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:44.810882 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.828470 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1c7f9fc5-799e-409d-958a-24782a57bf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.858930 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0973790-0e07-4381-93e4-7816ff869256 req-c878814f-38bb-4691-b65b-0155a5b14852 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:44.860593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0973790-0e07-4381-93e4-7816ff869256 req-c878814f-38bb-4691-b65b-0155a5b14852 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 948 time: 0.1405621 Jul 05 03:42:44.862439 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-b5b567a9-2ac2-437a-b90e-5f6c41d44f98 service neutron] 10.222.0.38 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677661 Jul 05 03:42:44.902492 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1c7f9fc5-799e-409d-958a-24782a57bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.953141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['223906f8-4cae-431b-afd0-ac9e388155a4'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:44.954590 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1c7f9fc5-799e-409d-958a-24782a57bf6c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=29de132e712745e9b6c9008815dea68c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0572872 Jul 05 03:42:44.956118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f9fc5-799e-409d-958a-24782a57bf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac4869f-0f97-4c44-9a53-52ebbf561a8a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:44.958873 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55018) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:44.999463 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.024595 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0db87ab4-5e78-4d65-a728-6759a6779155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.053853 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0db87ab4-5e78-4d65-a728-6759a6779155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.068110 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0ac74571-ad54-4d49-9157-fb714acd7470, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0ac74571-ad54-4d49-9157-fb714acd7470,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:45.073852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0432718c-dbfa-41bb-b9af-5e71e7115675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac74571-ad54-4d49-9157-fb714acd7470'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:45.143451 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0973790-0e07-4381-93e4-7816ff869256 req-7f26c715-faa2-4cf2-9adf-7e25271a1918 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766836 Jul 05 03:42:45.178179 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0db87ab4-5e78-4d65-a728-6759a6779155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.181018 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0db87ab4-5e78-4d65-a728-6759a6779155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.183835 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0db87ab4-5e78-4d65-a728-6759a6779155 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5ac4869f-0f97-4c44-9a53-52ebbf561a8a HTTP/1.1" status: 204 len: 168 time: 0.2221282 Jul 05 03:42:45.191522 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.195978 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db87ab4-5e78-4d65-a728-6759a6779155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac4869f-0f97-4c44-9a53-52ebbf561a8a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:45.210049 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-177f289a-0240-44c2-89ea-ea6d0237fdcc service neutron] 10.222.0.38 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349950 Jul 05 03:42:45.322310 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.334763 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=0ac74571-ad54-4d49-9157-fb714acd7470,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:45.454716 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409a49c8-0d46-4b78-bf39-8de8d664ed40" -d '{"events": [{"server_uuid": "0432718c-dbfa-41bb-b9af-5e71e7115675", "name": "network-vif-plugged", "status": "completed", "tag": "0ac74571-ad54-4d49-9157-fb714acd7470"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:45.527460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55038) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:45.546154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af7d283b-788e-4ad3-92f8-d6b7fa7bb278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.631127 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bdff3-ae8e-44de-9335-8015bdaa97bb req-ea81531a-3d43-4017-9ddc-bedce0dfc00f tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:45.634469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-213bdff3-ae8e-44de-9335-8015bdaa97bb req-ea81531a-3d43-4017-9ddc-bedce0dfc00f tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 972 time: 0.1344922 Jul 05 03:42:45.686192 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af7d283b-788e-4ad3-92f8-d6b7fa7bb278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.696778 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-213bdff3-ae8e-44de-9335-8015bdaa97bb req-bcddaeca-c30b-4d15-9b09-26f21c1d7c72 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532584 Jul 05 03:42:45.778124 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af7d283b-788e-4ad3-92f8-d6b7fa7bb278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.784555 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c2664c8-04a4-4549-965f-89718614ee41 req-dd12f73e-bc71-4753-a549-f53f6ce5c944 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 210 time: 0.0445392 Jul 05 03:42:45.822604 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-af7d283b-788e-4ad3-92f8-d6b7fa7bb278 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5234691b86b4c1796aed5a13ed25b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926006 Jul 05 03:42:45.826721 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55050) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:45.841283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d283b-788e-4ad3-92f8-d6b7fa7bb278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e0eec4-6e06-49ac-9aa3-7fb6e54bf584,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:45.889044 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2cfbf21a-8730-409b-b629-8ff8c3de21e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.925760 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2cfbf21a-8730-409b-b629-8ff8c3de21e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.049627 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb349d6e-c5b8-4398-b82f-8374bff57363 x-openstack-request-id: req-fb349d6e-c5b8-4398-b82f-8374bff57363 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:46.049627 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0432718c-dbfa-41bb-b9af-5e71e7115675", "name": "network-vif-plugged", "status": "completed", "tag": "0ac74571-ad54-4d49-9157-fb714acd7470", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:46.049627 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb349d6e-c5b8-4398-b82f-8374bff57363 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:46.049627 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0432718c-dbfa-41bb-b9af-5e71e7115675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac74571-ad54-4d49-9157-fb714acd7470', 'code': 200} Jul 05 03:42:46.079065 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2cfbf21a-8730-409b-b629-8ff8c3de21e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.079319 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 223906f8-4cae-431b-afd0-ac9e388155a4 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:46.081834 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2cfbf21a-8730-409b-b629-8ff8c3de21e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.087067 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2cfbf21a-8730-409b-b629-8ff8c3de21e1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/30e0eec4-6e06-49ac-9aa3-7fb6e54bf584 HTTP/1.1" status: 204 len: 168 time: 0.2607365 Jul 05 03:42:46.095881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbf21a-8730-409b-b629-8ff8c3de21e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e0eec4-6e06-49ac-9aa3-7fb6e54bf584,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:46.224700 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 223906f8-4cae-431b-afd0-ac9e388155a4 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:46.233143 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 223906f8-4cae-431b-afd0-ac9e388155a4 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:46.233143 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.285027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55062) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:46.312002 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f64672-ed53-468e-b804-897f030de85b req-31a65956-00fa-490d-99f8-b04263abc1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:46.318153 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-84f64672-ed53-468e-b804-897f030de85b req-31a65956-00fa-490d-99f8-b04263abc1c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 1124 time: 0.1553078 Jul 05 03:42:46.327293 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6ef23632-b30f-4d15-bc60-e550fbf35fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.337415 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.344967 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-84f64672-ed53-468e-b804-897f030de85b req-d6bc8d9e-4fe1-464e-8767-4cbc91da2a5c service neutron] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.415031 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 223906f8-4cae-431b-afd0-ac9e388155a4, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=223906f8-4cae-431b-afd0-ac9e388155a4,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:46.461539 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83f6a8-0529-4a25-b0a1-aeb7be8fe088 req-5bd8a467-1b11-4959-8c0f-34b1fe20e8ab tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:46.464315 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d83f6a8-0529-4a25-b0a1-aeb7be8fe088 req-5bd8a467-1b11-4959-8c0f-34b1fe20e8ab tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 948 time: 0.1763544 Jul 05 03:42:46.491331 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.528187 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d83f6a8-0529-4a25-b0a1-aeb7be8fe088 req-b524644c-63f1-4178-88f6-2ea455c7fb49 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524960 Jul 05 03:42:46.547443 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-84f64672-ed53-468e-b804-897f030de85b req-d6bc8d9e-4fe1-464e-8767-4cbc91da2a5c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.577498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=223906f8-4cae-431b-afd0-ac9e388155a4,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:46.624140 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-84f64672-ed53-468e-b804-897f030de85b req-d6bc8d9e-4fe1-464e-8767-4cbc91da2a5c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.710107 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.711448 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-84f64672-ed53-468e-b804-897f030de85b req-d6bc8d9e-4fe1-464e-8767-4cbc91da2a5c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855948 Jul 05 03:42:46.714089 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc8d9e-4fe1-464e-8767-4cbc91da2a5c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=385be0ec-0623-4b3d-b660-338e0557d541,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:46.756464 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6ef23632-b30f-4d15-bc60-e550fbf35fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.838034 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6ef23632-b30f-4d15-bc60-e550fbf35fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.912130 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6ef23632-b30f-4d15-bc60-e550fbf35fa5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51c71a415e43467589b49740536fc1a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6240211 Jul 05 03:42:46.913864 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55084) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:46.928871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef23632-b30f-4d15-bc60-e550fbf35fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca68f081-2163-4a39-9ef6-787e585fa098,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:46.971956 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4cf46a9d-c6d0-42fe-9807-bbf35deff288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:47.004161 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4cf46a9d-c6d0-42fe-9807-bbf35deff288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:47.028733 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8b976-43e3-4543-9568-e6478ffbc984 req-ea3fdc06-a623-4ee0-8177-b8a4842025c4 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:47.030326 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-acd8b976-43e3-4543-9568-e6478ffbc984 req-ea3fdc06-a623-4ee0-8177-b8a4842025c4 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 972 time: 0.1258435 Jul 05 03:42:47.106248 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-acd8b976-43e3-4543-9568-e6478ffbc984 req-f7c8aec6-b5b0-4483-a345-5f699aeb01ed tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646255 Jul 05 03:42:47.132146 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4cf46a9d-c6d0-42fe-9807-bbf35deff288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:47.137556 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4cf46a9d-c6d0-42fe-9807-bbf35deff288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:47.139023 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4cf46a9d-c6d0-42fe-9807-bbf35deff288 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca68f081-2163-4a39-9ef6-787e585fa098 HTTP/1.1" status: 204 len: 168 time: 0.2237508 Jul 05 03:42:47.156477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf46a9d-c6d0-42fe-9807-bbf35deff288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca68f081-2163-4a39-9ef6-787e585fa098,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:47.248797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74b3088c-d0e6-41a2-871f-87467aa50dbd req-b107d779-6757-4f66-9f6a-3fecd50e797c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 210 time: 0.0437012 Jul 05 03:42:47.793679 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d77fb-dbb1-44cb-8f49-15502b1ae619 req-200a88d3-1b17-4787-98c5-856b39cbb2f6 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:47.796467 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b1d77fb-dbb1-44cb-8f49-15502b1ae619 req-200a88d3-1b17-4787-98c5-856b39cbb2f6 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 949 time: 0.1203156 Jul 05 03:42:47.837694 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b1d77fb-dbb1-44cb-8f49-15502b1ae619 req-d74b9db5-c2a3-4b67-bc27-15910eb0d21a tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351009 Jul 05 03:42:47.960733 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55114) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:48.047993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7b77f4-76a1-4d4a-8342-2aa35fd053c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223906f8-4cae-431b-afd0-ac9e388155a4'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:48.051066 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b0da4d-a97c-43e2-9c91-7383892bc708" -d '{"events": [{"server_uuid": "6b7b77f4-76a1-4d4a-8342-2aa35fd053c2", "name": "network-vif-plugged", "status": "completed", "tag": "223906f8-4cae-431b-afd0-ac9e388155a4"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:48.100383 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bb9296-2cff-43aa-9809-f3f75e3bb5af x-openstack-request-id: req-49bb9296-2cff-43aa-9809-f3f75e3bb5af {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:48.100681 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7b77f4-76a1-4d4a-8342-2aa35fd053c2", "name": "network-vif-plugged", "status": "completed", "tag": "223906f8-4cae-431b-afd0-ac9e388155a4", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:48.100931 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-49bb9296-2cff-43aa-9809-f3f75e3bb5af {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:48.101320 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7b77f4-76a1-4d4a-8342-2aa35fd053c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223906f8-4cae-431b-afd0-ac9e388155a4', 'code': 200} Jul 05 03:42:48.303138 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-dc238fb2-540c-4255-905e-1775ccde619a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1936668079-network', 'tenant_id': '6f7067a7bd1f46518f1c4a0c1ab8448c'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:48.330434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.36', 64811) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:48.451142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75998965-79af-4c78-8cbd-f4e735125f9d req-b959eb97-1450-4903-864c-9c52842ec2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:48.452850 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-75998965-79af-4c78-8cbd-f4e735125f9d req-b959eb97-1450-4903-864c-9c52842ec2b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 1101 time: 0.2319560 Jul 05 03:42:48.479753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e730fef-0b73-49fa-b18a-0258bd1acb53 req-0d2bf5bf-ba93-4d89-9798-55021aa07818 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:48.484667 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e730fef-0b73-49fa-b18a-0258bd1acb53 req-0d2bf5bf-ba93-4d89-9798-55021aa07818 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 972 time: 0.1800208 Jul 05 03:42:48.509176 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc238fb2-540c-4255-905e-1775ccde619a admin admin] Made reservation on behalf of 6f7067a7bd1f46518f1c4a0c1ab8448c for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:48.514005 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc238fb2-540c-4255-905e-1775ccde619a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:48.586290 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e730fef-0b73-49fa-b18a-0258bd1acb53 req-4961cdde-7da7-408b-aad3-0f40b388ae51 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876584 Jul 05 03:42:48.597948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc238fb2-540c-4255-905e-1775ccde619a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:48.629501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c31c176a-5157-4ce9-b91e-8f023e3fef6a req-e26f7731-e709-4702-885a-ff22af82fcd8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 210 time: 0.0488153 Jul 05 03:42:48.664052 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-75998965-79af-4c78-8cbd-f4e735125f9d req-2f4f1e33-ff3c-48a9-8f30-98363c15da8b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777470 Jul 05 03:42:48.814615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-f3235286-556a-4a65-90fa-3251a0042f9d tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:48.816423 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-f3235286-556a-4a65-90fa-3251a0042f9d tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.36 "GET /v2.0/networks?id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 HTTP/1.1" status: 200 len: 824 time: 0.4849195 Jul 05 03:42:48.904502 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-771e383d-72bf-459b-a6ea-f06b041da558 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8372d0a52dae47e38b6aabf9d6e1ac36 HTTP/1.1" status: 200 len: 380 time: 0.0630863 Jul 05 03:42:48.919253 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-3f81e36a-7730-4a9e-b5e4-1a22c1a408f8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Request body: {'port': {'device_id': 'fff1a7b1-2f7d-4e88-a9d5-0854f92107f1', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'admin_state_up': True, 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'security_groups': ['bd3a5382-a5e5-4e2e-9592-5b402d8da9b9']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:48.924688 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc238fb2-540c-4255-905e-1775ccde619a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.108204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef1af9-819a-450b-a6c3-f03f7f334159 req-a49b744e-e1e1-4d3f-846b-b6d3dfb6ee22 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:49.116227 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60ef1af9-819a-450b-a6c3-f03f7f334159 req-a49b744e-e1e1-4d3f-846b-b6d3dfb6ee22 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 949 time: 0.0997467 Jul 05 03:42:49.154707 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc238fb2-540c-4255-905e-1775ccde619a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.159873 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60ef1af9-819a-450b-a6c3-f03f7f334159 req-c16844fd-cec7-4093-9600-17fa0e8921f3 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424974 Jul 05 03:42:49.197297 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc238fb2-540c-4255-905e-1775ccde619a admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:42:49.226578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc238fb2-540c-4255-905e-1775ccde619a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866fe265-f91a-444e-87a2-e39c3be485f2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:49.232847 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc238fb2-540c-4255-905e-1775ccde619a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.232847 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-dc238fb2-540c-4255-905e-1775ccde619a admin admin] Added segment b03ddfb8-3f14-4c37-ae36-25425a80ca05 of type vlan for network 1618b792-271c-47be-8620-70e1b29d7c2d Jul 05 03:42:49.318602 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55148) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:49.329859 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc238fb2-540c-4255-905e-1775ccde619a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.459012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-3f81e36a-7730-4a9e-b5e4-1a22c1a408f8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Made reservation on behalf of 8372d0a52dae47e38b6aabf9d6e1ac36 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:49.468523 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-3f81e36a-7730-4a9e-b5e4-1a22c1a408f8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.486500 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5d6ca4d7-4620-4919-8fdf-98cf2158799a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.570028 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc238fb2-540c-4255-905e-1775ccde619a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.571760 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc238fb2-540c-4255-905e-1775ccde619a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:49.572732 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc238fb2-540c-4255-905e-1775ccde619a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.605426 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5d6ca4d7-4620-4919-8fdf-98cf2158799a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.686119 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc238fb2-540c-4255-905e-1775ccde619a admin admin] Pushing event updated for resources: {'Network': ['ID=1618b792-271c-47be-8620-70e1b29d7c2d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:49.691708 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-3f81e36a-7730-4a9e-b5e4-1a22c1a408f8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Allocated IP 172.20.0.8 (c6b7f2f6-91df-4f52-b0d7-10a484c1ad00/439dab23-83b8-4abf-a454-4e3f013117e4/d027e11c-9b04-41e9-9aa4-6b7284d4d630) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:49.699192 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5d6ca4d7-4620-4919-8fdf-98cf2158799a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.704742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 1618b792-271c-47be-8620-70e1b29d7c2d details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:42:49.790826 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dc238fb2-540c-4255-905e-1775ccde619a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8264511 Jul 05 03:42:49.795018 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55162) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:49.820369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f06e159c-9f37-4b0a-ae00-9b4d579d8808 admin admin] Request body: {'subnet': {'network_id': '1618b792-271c-47be-8620-70e1b29d7c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1936668079-subnet', 'tenant_id': '6f7067a7bd1f46518f1c4a0c1ab8448c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:49.834755 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5d6ca4d7-4620-4919-8fdf-98cf2158799a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2701ab31f8e041189a4f41626acef878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5149508 Jul 05 03:42:49.845543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ca4d7-4620-4919-8fdf-98cf2158799a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6e56f5-7d55-443e-b4aa-ae9ba5fe5e43,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:49.849061 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55164) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:49.880647 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4cfe1531-f6a8-4a02-94aa-fe8a7dfe00f9 req-9e141f1b-6853-4625-96cc-f6944520775c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 210 time: 0.0553756 Jul 05 03:42:49.946485 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f79a2f7c-b2bd-4f3f-983b-c9b41efd6f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.956761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f28fd2-5266-462d-b9d3-fbd2581592c7 req-992b1962-4b9f-4613-a032-622b52ffc62d tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:49.958221 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d9f28fd2-5266-462d-b9d3-fbd2581592c7 req-992b1962-4b9f-4613-a032-622b52ffc62d tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 972 time: 0.2044413 Jul 05 03:42:49.975210 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-3f81e36a-7730-4a9e-b5e4-1a22c1a408f8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.989761 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f79a2f7c-b2bd-4f3f-983b-c9b41efd6f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.995508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-3f81e36a-7730-4a9e-b5e4-1a22c1a408f8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Transition to ACTIVE for port object d027e11c-9b04-41e9-9aa4-6b7284d4d630 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:50.006478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06e159c-9f37-4b0a-ae00-9b4d579d8808 admin admin] Made reservation on behalf of 6f7067a7bd1f46518f1c4a0c1ab8448c for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:50.009630 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f06e159c-9f37-4b0a-ae00-9b4d579d8808 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.103364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d9f28fd2-5266-462d-b9d3-fbd2581592c7 req-eded81e4-c045-47cc-8f08-918b537ffa4b tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277862 Jul 05 03:42:50.105031 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-3f81e36a-7730-4a9e-b5e4-1a22c1a408f8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.136528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-3f81e36a-7730-4a9e-b5e4-1a22c1a408f8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:50.171328 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-3f81e36a-7730-4a9e-b5e4-1a22c1a408f8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:50.175968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-3f81e36a-7730-4a9e-b5e4-1a22c1a408f8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:50.182763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-3f81e36a-7730-4a9e-b5e4-1a22c1a408f8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:50.183522 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-3f81e36a-7730-4a9e-b5e4-1a22c1a408f8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.227132 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f79a2f7c-b2bd-4f3f-983b-c9b41efd6f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.231425 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f79a2f7c-b2bd-4f3f-983b-c9b41efd6f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.232853 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81e36a-7730-4a9e-b5e4-1a22c1a408f8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Pushing event updated for resources: {'Port': ['ID=d027e11c-9b04-41e9-9aa4-6b7284d4d630,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:50.236370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f79a2f7c-b2bd-4f3f-983b-c9b41efd6f7d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ae6e56f5-7d55-443e-b4aa-ae9ba5fe5e43 HTTP/1.1" status: 204 len: 168 time: 0.3828104 Jul 05 03:42:50.269956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a2f7c-b2bd-4f3f-983b-c9b41efd6f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6e56f5-7d55-443e-b4aa-ae9ba5fe5e43,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:50.288465 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-3f81e36a-7730-4a9e-b5e4-1a22c1a408f8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3761632 Jul 05 03:42:50.310902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Request body: {'port': {'device_id': 'fff1a7b1-2f7d-4e88-a9d5-0854f92107f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:50.423740 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.545134 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89ea2e-2212-4a61-ab90-967730ac70fa req-a45d2448-6804-4e5e-80c5-3500b2964406 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:50.546719 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d89ea2e-2212-4a61-ab90-967730ac70fa req-a45d2448-6804-4e5e-80c5-3500b2964406 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 949 time: 0.1366467 Jul 05 03:42:50.551236 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb1ef5-2a2b-46cd-b432-e019c2712b26 req-10d69d6c-2ef5-4f8a-b101-ba33a46bcf2a tempest-AggregatesAdminTestJSON-1301285566 tempest-AggregatesAdminTestJSON-1301285566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:50.552794 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb1ef5-2a2b-46cd-b432-e019c2712b26 req-10d69d6c-2ef5-4f8a-b101-ba33a46bcf2a tempest-AggregatesAdminTestJSON-1301285566 tempest-AggregatesAdminTestJSON-1301285566-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 1124 time: 0.1409075 Jul 05 03:42:50.569096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-35f89481-b13b-4b0c-b242-992aec587ae1 None None] Provisioning for port d027e11c-9b04-41e9-9aa4-6b7284d4d630 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:50.576217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-35f89481-b13b-4b0c-b242-992aec587ae1 None None] Provisioning complete for port d027e11c-9b04-41e9-9aa4-6b7284d4d630 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:50.576989 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-35f89481-b13b-4b0c-b242-992aec587ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.579451 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f06e159c-9f37-4b0a-ae00-9b4d579d8808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.624017 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abcb1ef5-2a2b-46cd-b432-e019c2712b26 req-391df303-0110-4d57-b9c0-0961585fc553 tempest-AggregatesAdminTestJSON-1301285566 tempest-AggregatesAdminTestJSON-1301285566-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.643334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-35f89481-b13b-4b0c-b242-992aec587ae1 None None] Port d027e11c-9b04-41e9-9aa4-6b7284d4d630 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:50.675702 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d89ea2e-2212-4a61-ab90-967730ac70fa req-1f1419c0-42fb-4372-ae6d-78e9b0785276 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183197 Jul 05 03:42:50.687609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e159c-9f37-4b0a-ae00-9b4d579d8808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d2e339c-3412-4882-b9aa-7441870cf944,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:50.729339 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e159c-9f37-4b0a-ae00-9b4d579d8808 admin admin] Checking segment: {'id': 'b03ddfb8-3f14-4c37-ae36-25425a80ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1618b792-271c-47be-8620-70e1b29d7c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:50.729705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06e159c-9f37-4b0a-ae00-9b4d579d8808 admin admin] Network hostable DHCP agents. Network: 1618b792-271c-47be-8620-70e1b29d7c2d, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:42:50.805443 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abcb1ef5-2a2b-46cd-b432-e019c2712b26 req-391df303-0110-4d57-b9c0-0961585fc553 tempest-AggregatesAdminTestJSON-1301285566 tempest-AggregatesAdminTestJSON-1301285566-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.829918 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06e159c-9f37-4b0a-ae00-9b4d579d8808 admin admin] Network 1618b792-271c-47be-8620-70e1b29d7c2d is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:42:50.847099 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d027e11c-9b04-41e9-9aa4-6b7284d4d630 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:50.856160 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.875888 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Transition to ACTIVE for port object d027e11c-9b04-41e9-9aa4-6b7284d4d630 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:50.904520 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abcb1ef5-2a2b-46cd-b432-e019c2712b26 req-391df303-0110-4d57-b9c0-0961585fc553 tempest-AggregatesAdminTestJSON-1301285566 tempest-AggregatesAdminTestJSON-1301285566-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.943596 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb1ef5-2a2b-46cd-b432-e019c2712b26 req-391df303-0110-4d57-b9c0-0961585fc553 tempest-AggregatesAdminTestJSON-1301285566 tempest-AggregatesAdminTestJSON-1301285566-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715763 Jul 05 03:42:50.944880 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-f06e159c-9f37-4b0a-ae00-9b4d579d8808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 1618b792-271c-47be-8620-70e1b29d7c2d) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:50.949964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06e159c-9f37-4b0a-ae00-9b4d579d8808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:50.950828 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f06e159c-9f37-4b0a-ae00-9b4d579d8808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.954004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391df303-0110-4d57-b9c0-0961585fc553 tempest-AggregatesAdminTestJSON-1301285566 tempest-AggregatesAdminTestJSON-1301285566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cbf246-3912-45ee-b072-256da9c0d907,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:50.969256 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5833baa-b885-47ae-85ba-c3162b90ee96 None None] Network 1618b792-271c-47be-8620-70e1b29d7c2d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:42:50.976490 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:51.069458 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f06e159c-9f37-4b0a-ae00-9b4d579d8808 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2551208 Jul 05 03:42:51.197998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d15524-f175-4382-b23f-bb669cca2e3a None None] Network 1618b792-271c-47be-8620-70e1b29d7c2d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:42:51.272237 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Pushing event updated for resources: {'Port': ['ID=d027e11c-9b04-41e9-9aa4-6b7284d4d630,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:51.276395 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Attempting to bind port d027e11c-9b04-41e9-9aa4-6b7284d4d630 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:51.276831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Attempting to bind port d027e11c-9b04-41e9-9aa4-6b7284d4d630 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:51.277213 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Attempting to bind port d027e11c-9b04-41e9-9aa4-6b7284d4d630 on network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:51.284225 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Port d027e11c-9b04-41e9-9aa4-6b7284d4d630 on network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:42:51.284552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Attempting to bind port d027e11c-9b04-41e9-9aa4-6b7284d4d630 on network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:51.290989 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:51.292170 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Checking segment: {'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:51.292567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Bound using segment: {'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:51.293088 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Bound port: d027e11c-9b04-41e9-9aa4-6b7284d4d630, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:51.293591 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:51.352570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3c34d-9432-4ce5-b87e-f3b6647c8008 req-f6db8478-efb0-4825-b519-06805ae902de tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:51.356176 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8f3c34d-9432-4ce5-b87e-f3b6647c8008 req-f6db8478-efb0-4825-b519-06805ae902de tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 943 time: 0.1301622 Jul 05 03:42:51.414438 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] For port d027e11c-9b04-41e9-9aa4-6b7284d4d630, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:51.419323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] For port d027e11c-9b04-41e9-9aa4-6b7284d4d630, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d027e11c-9b04-41e9-9aa4-6b7284d4d630,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:51.421548 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55200) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:51.433031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8f3c34d-9432-4ce5-b87e-f3b6647c8008 req-5bbf9eb1-e8a7-4e04-8a97-19cbe0b3bb80 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684741 Jul 05 03:42:51.436419 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7103bd87-e9c7-43a9-ba72-fcf84498334a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:51.567334 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:51.582656 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7103bd87-e9c7-43a9-ba72-fcf84498334a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:51.605797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:51.606431 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:51.607857 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] 10.222.0.36 "PUT /v2.0/ports/d027e11c-9b04-41e9-9aa4-6b7284d4d630 HTTP/1.1" status: 200 len: 1092 time: 1.3057482 Jul 05 03:42:51.608327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff1a7b1-2f7d-4e88-a9d5-0854f92107f1', 'tag': 'd027e11c-9b04-41e9-9aa4-6b7284d4d630'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:51.610678 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a6499b-8878-435c-8cd1-800800168142" -d '{"events": [{"name": "network-changed", "server_uuid": "fff1a7b1-2f7d-4e88-a9d5-0854f92107f1", "tag": "d027e11c-9b04-41e9-9aa4-6b7284d4d630"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:51.644848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1a01b-a73a-478c-9ce9-962ea5b1b34a service neutron] Pushing event updated for resources: {'Port': ['ID=d027e11c-9b04-41e9-9aa4-6b7284d4d630,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:51.660351 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7103bd87-e9c7-43a9-ba72-fcf84498334a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:51.717613 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7103bd87-e9c7-43a9-ba72-fcf84498334a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=10b004814a4a4aaea00b4a4a8e70875e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929442 Jul 05 03:42:51.717613 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103bd87-e9c7-43a9-ba72-fcf84498334a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f83fa7-f3cc-4e66-aade-801502f8cf74,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:51.719054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55210) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:51.743893 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6b43a6-e44e-40a9-b192-ea35ac137f2f x-openstack-request-id: req-cc6b43a6-e44e-40a9-b192-ea35ac137f2f {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:51.744218 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff1a7b1-2f7d-4e88-a9d5-0854f92107f1", "tag": "d027e11c-9b04-41e9-9aa4-6b7284d4d630", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:51.744552 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cc6b43a6-e44e-40a9-b192-ea35ac137f2f {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:51.744960 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff1a7b1-2f7d-4e88-a9d5-0854f92107f1', 'tag': 'd027e11c-9b04-41e9-9aa4-6b7284d4d630', 'status': 'completed', 'code': 200} Jul 05 03:42:51.808277 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53e87886-eacc-49ad-9220-242e788769e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:51.827314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-384fc758-be01-4504-8c54-642dc3fc8085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:51.828973 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-384fc758-be01-4504-8c54-642dc3fc8085 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8372d0a52dae47e38b6aabf9d6e1ac36&device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 1095 time: 0.0820887 Jul 05 03:42:51.834127 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53e87886-eacc-49ad-9220-242e788769e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:51.886945 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-85e0a93f-905b-4f74-9e53-acafbebb6a57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d027e11c-9b04-41e9-9aa4-6b7284d4d630 HTTP/1.1" status: 200 len: 217 time: 0.0488093 Jul 05 03:42:51.941277 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-682b6e45-8e2c-4194-a9fa-91399608bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:51.942975 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-682b6e45-8e2c-4194-a9fa-91399608bcf6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=439dab23-83b8-4abf-a454-4e3f013117e4 HTTP/1.1" status: 200 len: 863 time: 0.0495837 Jul 05 03:42:51.976214 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53e87886-eacc-49ad-9220-242e788769e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:51.984219 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53e87886-eacc-49ad-9220-242e788769e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:51.986445 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-53e87886-eacc-49ad-9220-242e788769e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/73f83fa7-f3cc-4e66-aade-801502f8cf74 HTTP/1.1" status: 204 len: 168 time: 0.2672300 Jul 05 03:42:52.014161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-8ec73184-1a7e-403a-bb3d-ca6f1554fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:52.015675 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-8ec73184-1a7e-403a-bb3d-ca6f1554fe8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660203 Jul 05 03:42:52.038106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e87886-eacc-49ad-9220-242e788769e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f83fa7-f3cc-4e66-aade-801502f8cf74,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:52.141143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232cbb9-a370-4612-a7df-27dba32f972b req-7dc70dd0-915b-495c-82e1-8a24edc67dbe tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:52.142809 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3232cbb9-a370-4612-a7df-27dba32f972b req-7dc70dd0-915b-495c-82e1-8a24edc67dbe tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 949 time: 0.1420996 Jul 05 03:42:52.182659 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-9aae5682-b2a0-4c68-8e72-79ef7ec3b3bc service neutron] 10.222.0.36 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580503 Jul 05 03:42:52.183879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3232cbb9-a370-4612-a7df-27dba32f972b req-a26491a4-5c29-44e8-8d1e-172a19629e44 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350974 Jul 05 03:42:52.310407 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-458b8089-5dc7-4c79-aacb-f701cd313baf req-244c1256-2e1d-4ee6-9524-4838b37c19dd service neutron] 10.222.0.36 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169453 Jul 05 03:42:52.514079 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55240) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:52.537551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-fa249aec-3a1e-4267-9c6a-c9878967ab93 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1465302169-network', 'tenant_id': 'e5509e3972744aeea68c35a178ff7cda'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:52.572553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6499b-8878-435c-8cd1-800800168142 req-f4e9ce0c-f8e8-4148-b939-68fb703f1452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:52.574545 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99a6499b-8878-435c-8cd1-800800168142 req-f4e9ce0c-f8e8-4148-b939-68fb703f1452 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8372d0a52dae47e38b6aabf9d6e1ac36&device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 1095 time: 0.0839772 Jul 05 03:42:52.661615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa249aec-3a1e-4267-9c6a-c9878967ab93 admin admin] Made reservation on behalf of e5509e3972744aeea68c35a178ff7cda for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:52.664203 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fa249aec-3a1e-4267-9c6a-c9878967ab93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:52.677376 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fa249aec-3a1e-4267-9c6a-c9878967ab93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:52.742966 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6499b-8878-435c-8cd1-800800168142 req-c36904a6-e9eb-4d97-b373-54f32d77f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:52.745560 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99a6499b-8878-435c-8cd1-800800168142 req-c36904a6-e9eb-4d97-b373-54f32d77f8db service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 HTTP/1.1" status: 200 len: 925 time: 0.1594338 Jul 05 03:42:52.793566 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99a6499b-8878-435c-8cd1-800800168142 req-dd1e935c-dc31-45b4-b6c0-703e3720c7a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d027e11c-9b04-41e9-9aa4-6b7284d4d630 HTTP/1.1" status: 200 len: 217 time: 0.0412223 Jul 05 03:42:52.795129 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fa249aec-3a1e-4267-9c6a-c9878967ab93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:52.851010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6499b-8878-435c-8cd1-800800168142 req-57979f89-de7b-4634-861e-9468e3f56ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:52.852584 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99a6499b-8878-435c-8cd1-800800168142 req-57979f89-de7b-4634-861e-9468e3f56ad9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=439dab23-83b8-4abf-a454-4e3f013117e4 HTTP/1.1" status: 200 len: 863 time: 0.0497611 Jul 05 03:42:52.928330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6499b-8878-435c-8cd1-800800168142 req-dc263013-cc62-4e57-b26d-b3866803c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:52.930035 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99a6499b-8878-435c-8cd1-800800168142 req-dc263013-cc62-4e57-b26d-b3866803c766 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686948 Jul 05 03:42:52.953372 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fa249aec-3a1e-4267-9c6a-c9878967ab93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:52.979261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa249aec-3a1e-4267-9c6a-c9878967ab93 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:42:52.989495 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa249aec-3a1e-4267-9c6a-c9878967ab93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f4f603-1293-4c68-a6df-7dbba1f68ea4,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:53.012885 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fa249aec-3a1e-4267-9c6a-c9878967ab93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:53.013440 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-fa249aec-3a1e-4267-9c6a-c9878967ab93 admin admin] Added segment 0d1e397c-317a-4244-9256-b6a8848f1bc4 of type vlan for network 4a0051e7-81b5-4344-9622-b582bf118158 Jul 05 03:42:53.054703 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fa249aec-3a1e-4267-9c6a-c9878967ab93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:53.056509 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99a6499b-8878-435c-8cd1-800800168142 req-9aa1e309-9306-4d8b-9bc5-fa8403b3aed7 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192720 Jul 05 03:42:53.164452 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99a6499b-8878-435c-8cd1-800800168142 req-99470c25-f689-46ae-8b3b-ec8d7ae96444 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969694 Jul 05 03:42:53.201917 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fa249aec-3a1e-4267-9c6a-c9878967ab93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:53.203961 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa249aec-3a1e-4267-9c6a-c9878967ab93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:53.207915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fa249aec-3a1e-4267-9c6a-c9878967ab93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:53.289300 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa249aec-3a1e-4267-9c6a-c9878967ab93 admin admin] Pushing event updated for resources: {'Network': ['ID=4a0051e7-81b5-4344-9622-b582bf118158,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:53.301791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 4a0051e7-81b5-4344-9622-b582bf118158 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:42:53.356339 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55260) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:53.361746 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fa249aec-3a1e-4267-9c6a-c9878967ab93 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8457663 Jul 05 03:42:53.362070 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-17d6b9d2-3762-4dde-86f6-f9fc2ecf03cd admin admin] Request body: {'subnet': {'network_id': '4a0051e7-81b5-4344-9622-b582bf118158', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1465302169-subnet', 'tenant_id': 'e5509e3972744aeea68c35a178ff7cda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:53.429585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6264fd2-f589-4844-b3b1-6b8a22a20aac req-c4439f78-e5b3-4fe1-bdb4-477a8a7a35e7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:53.431084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6264fd2-f589-4844-b3b1-6b8a22a20aac req-c4439f78-e5b3-4fe1-bdb4-477a8a7a35e7 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 943 time: 0.1172266 Jul 05 03:42:53.484317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6264fd2-f589-4844-b3b1-6b8a22a20aac req-9afc56a9-876f-460b-9ee5-018cc2510409 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439909 Jul 05 03:42:53.492971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d6b9d2-3762-4dde-86f6-f9fc2ecf03cd admin admin] Made reservation on behalf of e5509e3972744aeea68c35a178ff7cda for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:53.496931 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17d6b9d2-3762-4dde-86f6-f9fc2ecf03cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:53.663986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161ff06-9488-42af-9a31-8ad58841681c req-ca272f21-0012-48b3-870b-3830bb92e43a tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:53.666707 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6161ff06-9488-42af-9a31-8ad58841681c req-ca272f21-0012-48b3-870b-3830bb92e43a tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 949 time: 0.1134980 Jul 05 03:42:53.729376 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6161ff06-9488-42af-9a31-8ad58841681c req-819ab5cb-20fa-4fa0-9f10-870dc5a5b7fc tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526869 Jul 05 03:42:53.833634 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17d6b9d2-3762-4dde-86f6-f9fc2ecf03cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:53.893210 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6b9d2-3762-4dde-86f6-f9fc2ecf03cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=07e24f7b-ec5d-4b7c-b10e-433aa253b9e0,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:53.906653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d6b9d2-3762-4dde-86f6-f9fc2ecf03cd admin admin] Checking segment: {'id': '0d1e397c-317a-4244-9256-b6a8848f1bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a0051e7-81b5-4344-9622-b582bf118158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:53.907115 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d6b9d2-3762-4dde-86f6-f9fc2ecf03cd admin admin] Network hostable DHCP agents. Network: 4a0051e7-81b5-4344-9622-b582bf118158, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:42:54.028336 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d6b9d2-3762-4dde-86f6-f9fc2ecf03cd admin admin] Network 4a0051e7-81b5-4344-9622-b582bf118158 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:42:54.095701 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-17d6b9d2-3762-4dde-86f6-f9fc2ecf03cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 4a0051e7-81b5-4344-9622-b582bf118158) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:54.099989 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d6b9d2-3762-4dde-86f6-f9fc2ecf03cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:54.100663 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17d6b9d2-3762-4dde-86f6-f9fc2ecf03cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:54.104405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58a3fc1-ab15-4e06-b2ca-bef0cc05bd09 None None] Network 4a0051e7-81b5-4344-9622-b582bf118158 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:42:54.237605 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4c6647-d5f9-4461-9444-d77f0b12068a None None] Network 4a0051e7-81b5-4344-9622-b582bf118158 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:42:54.253662 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-17d6b9d2-3762-4dde-86f6-f9fc2ecf03cd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8955858 Jul 05 03:42:54.458994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55302) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:54.516493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-a286421f-ca0a-4200-80bb-e8be85bb607f admin admin] Deleting subnet 4d2e339c-3412-4882-b9aa-7441870cf944 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:42:54.526685 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a286421f-ca0a-4200-80bb-e8be85bb607f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:54.581402 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a286421f-ca0a-4200-80bb-e8be85bb607f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:54.592699 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a286421f-ca0a-4200-80bb-e8be85bb607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:54.783318 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a286421f-ca0a-4200-80bb-e8be85bb607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:54.817912 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a286421f-ca0a-4200-80bb-e8be85bb607f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:54.820282 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a286421f-ca0a-4200-80bb-e8be85bb607f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4d2e339c-3412-4882-b9aa-7441870cf944 HTTP/1.1" status: 204 len: 168 time: 0.3594863 Jul 05 03:42:54.825010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55316) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:54.825620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286421f-ca0a-4200-80bb-e8be85bb607f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d2e339c-3412-4882-b9aa-7441870cf944,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:54.846235 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c4996-15c4-4f20-9e66-0ee4c86ab4fe req-f24af2f6-7999-4a10-9981-685742b1e5a0 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:54.848051 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0e4c4996-15c4-4f20-9e66-0ee4c86ab4fe req-f24af2f6-7999-4a10-9981-685742b1e5a0 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 943 time: 0.1158929 Jul 05 03:42:54.904392 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0e4c4996-15c4-4f20-9e66-0ee4c86ab4fe req-91fdd54c-c575-4d26-8e51-1a78f3fa3d81 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459490 Jul 05 03:42:54.960205 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.089982 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.108756 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:42:55.109033 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:42:55.111015 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:42:55.111015 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Subscribe: > port after_create 55550000 {{(pid=100932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:42:55.111375 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Subscribe: > port after_delete 55550000 {{(pid=100932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:42:55.112270 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Subscribe: > port after_update 55550000 {{(pid=100932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:42:55.113086 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:42:55.114004 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:42:55.114657 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:42:55.115620 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:42:55.278266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-16934586-0cec-49a1-b1b8-bc0a1204b004 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b6bd5829b24b42a6bd4b2f853092fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248430 Jul 05 03:42:55.294223 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:42:55.294588 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:42:55.294933 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:42:55.295277 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:42:55.295683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c691974f-6553-473f-982f-67744c46976f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1618b792-271c-47be-8620-70e1b29d7c2d']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:55.348372 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c691974f-6553-473f-982f-67744c46976f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03ddfb8-3f14-4c37-ae36-25425a80ca05') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:55.348704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c691974f-6553-473f-982f-67744c46976f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03ddfb8-3f14-4c37-ae36-25425a80ca05') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:55.368789 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.397347 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.411123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:42:55.411526 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.456989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-c68dbd13-747d-43d2-9c36-a3a9e78e7c7d tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:55.456989 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-c68dbd13-747d-43d2-9c36-a3a9e78e7c7d tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599872 Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: from cryptography.utils import int_from_bytes Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: from cryptography.utils import int_from_bytes Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:42:55.457480 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:42:55.485132 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-a7e7ad1b-32fe-4615-9065-436e047b57e6 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/quotas/b6bd5829b24b42a6bd4b2f853092fe94 HTTP/1.1" status: 200 len: 375 time: 0.0309067 Jul 05 03:42:55.514253 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff48b4-4605-4bed-bda6-259fefe3eaa4 req-1e108c6a-9b1b-4b82-ac1b-c684b245285f tempest-DeleteServersAdminTestJSON-1425042825 tempest-DeleteServersAdminTestJSON-1425042825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:55.542127 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77ff48b4-4605-4bed-bda6-259fefe3eaa4 req-1e108c6a-9b1b-4b82-ac1b-c684b245285f tempest-DeleteServersAdminTestJSON-1425042825 tempest-DeleteServersAdminTestJSON-1425042825-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 1101 time: 0.2154572 Jul 05 03:42:55.543288 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-2c97f0cd-fe51-4f95-94e6-41668f9a3c18 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b6bd5829b24b42a6bd4b2f853092fe94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385799 Jul 05 03:42:55.645725 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20afdd3-0ad3-4786-95a1-b2c5826a97c3 req-73d56623-09e2-4896-8730-0108702f052d tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:55.647737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-77ff48b4-4605-4bed-bda6-259fefe3eaa4 req-82bdbcf7-0d46-4915-ac7f-5226ed86f591 tempest-DeleteServersAdminTestJSON-1425042825 tempest-DeleteServersAdminTestJSON-1425042825-project-admin] Deleting port 223906f8-4cae-431b-afd0-ac9e388155a4 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:42:55.648339 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-77ff48b4-4605-4bed-bda6-259fefe3eaa4 req-82bdbcf7-0d46-4915-ac7f-5226ed86f591 tempest-DeleteServersAdminTestJSON-1425042825 tempest-DeleteServersAdminTestJSON-1425042825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.649257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f20afdd3-0ad3-4786-95a1-b2c5826a97c3 req-73d56623-09e2-4896-8730-0108702f052d tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 949 time: 0.0963845 Jul 05 03:42:55.695910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f20afdd3-0ad3-4786-95a1-b2c5826a97c3 req-a1a7b0fe-1238-48a1-a819-cb1482fcbc23 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408819 Jul 05 03:42:55.753604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-77ff48b4-4605-4bed-bda6-259fefe3eaa4 req-82bdbcf7-0d46-4915-ac7f-5226ed86f591 tempest-DeleteServersAdminTestJSON-1425042825 tempest-DeleteServersAdminTestJSON-1425042825-project-admin] For port 223906f8-4cae-431b-afd0-ac9e388155a4, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=223906f8-4cae-431b-afd0-ac9e388155a4,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:55.754280 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-77ff48b4-4605-4bed-bda6-259fefe3eaa4 req-82bdbcf7-0d46-4915-ac7f-5226ed86f591 tempest-DeleteServersAdminTestJSON-1425042825 tempest-DeleteServersAdminTestJSON-1425042825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.772093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-77ff48b4-4605-4bed-bda6-259fefe3eaa4 req-82bdbcf7-0d46-4915-ac7f-5226ed86f591 tempest-DeleteServersAdminTestJSON-1425042825 tempest-DeleteServersAdminTestJSON-1425042825-project-admin] Calling delete_port for 223906f8-4cae-431b-afd0-ac9e388155a4 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:42:56.074361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04af3df9-bdb8-406d-9ae1-7f00df671db8 req-140ca089-8a07-4256-93e0-485d9475e25c tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 210 time: 0.0799332 Jul 05 03:42:56.097443 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.143602 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d027e11c-9b04-41e9-9aa4-6b7284d4d630 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:42:56.150387 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.159285 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c691974f-6553-473f-982f-67744c46976f admin admin] 10.222.0.38 "DELETE /v2.0/networks/1618b792-271c-47be-8620-70e1b29d7c2d HTTP/1.1" status: 204 len: 168 time: 1.3322780 Jul 05 03:42:56.161388 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691974f-6553-473f-982f-67744c46976f admin admin] Pushing event deleted for resources: {'Network': ['ID=1618b792-271c-47be-8620-70e1b29d7c2d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:56.163500 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55356) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:56.298778 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port d027e11c-9b04-41e9-9aa4-6b7284d4d630, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d027e11c-9b04-41e9-9aa4-6b7284d4d630,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:56.313509 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'd027e11c-9b04-41e9-9aa4-6b7284d4d630', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'port_id': 'd027e11c-9b04-41e9-9aa4-6b7284d4d630', 'mac_address': 'fa:16:3e:5e:7e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:42:56.327519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55364) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:56.360768 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.378270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d027e11c-9b04-41e9-9aa4-6b7284d4d630 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:56.385293 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d629bb5-43c7-456a-8a06-7e3f76fb41b1 req-aca8bf05-04f3-4605-8bc1-16eab4931ee0 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:56.387795 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d629bb5-43c7-456a-8a06-7e3f76fb41b1 req-aca8bf05-04f3-4605-8bc1-16eab4931ee0 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 943 time: 0.1105616 Jul 05 03:42:56.412316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port d027e11c-9b04-41e9-9aa4-6b7284d4d630, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d027e11c-9b04-41e9-9aa4-6b7284d4d630,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:56.424704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a52244-c2a7-4674-8de8-bb5104d0db5f admin admin] Deleting subnet 07e24f7b-ec5d-4b7c-b10e-433aa253b9e0 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:42:56.432407 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67a52244-c2a7-4674-8de8-bb5104d0db5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.444458 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d629bb5-43c7-456a-8a06-7e3f76fb41b1 req-cf57cc69-3eb2-4c86-8f8f-ceea8b91dd08 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487761 Jul 05 03:42:56.484619 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67a52244-c2a7-4674-8de8-bb5104d0db5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.498425 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.553581 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-77ff48b4-4605-4bed-bda6-259fefe3eaa4 req-82bdbcf7-0d46-4915-ac7f-5226ed86f591 tempest-DeleteServersAdminTestJSON-1425042825 tempest-DeleteServersAdminTestJSON-1425042825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.556449 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67a52244-c2a7-4674-8de8-bb5104d0db5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.559404 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-77944573-500b-47e8-9e6c-013dd3786a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.584364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=d027e11c-9b04-41e9-9aa4-6b7284d4d630,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:56.615793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdbcf7-0d46-4915-ac7f-5226ed86f591 tempest-DeleteServersAdminTestJSON-1425042825 tempest-DeleteServersAdminTestJSON-1425042825-project-admin] Pushing event deleted for resources: {'Port': ['ID=223906f8-4cae-431b-afd0-ac9e388155a4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:56.685612 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ff48b4-4605-4bed-bda6-259fefe3eaa4 req-82bdbcf7-0d46-4915-ac7f-5226ed86f591 tempest-DeleteServersAdminTestJSON-1425042825 tempest-DeleteServersAdminTestJSON-1425042825-project-admin] No DVR routers for this DVR port 223906f8-4cae-431b-afd0-ac9e388155a4 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:42:56.694377 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-77ff48b4-4605-4bed-bda6-259fefe3eaa4 req-82bdbcf7-0d46-4915-ac7f-5226ed86f591 tempest-DeleteServersAdminTestJSON-1425042825 tempest-DeleteServersAdminTestJSON-1425042825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.704602 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77ff48b4-4605-4bed-bda6-259fefe3eaa4 req-82bdbcf7-0d46-4915-ac7f-5226ed86f591 tempest-DeleteServersAdminTestJSON-1425042825 tempest-DeleteServersAdminTestJSON-1425042825-project-admin] 10.222.0.36 "DELETE /v2.0/ports/223906f8-4cae-431b-afd0-ac9e388155a4 HTTP/1.1" status: 204 len: 173 time: 1.1805370 Jul 05 03:42:56.705321 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7b77f4-76a1-4d4a-8342-2aa35fd053c2', 'name': 'network-vif-deleted', 'tag': '223906f8-4cae-431b-afd0-ac9e388155a4'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:56.712728 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-77944573-500b-47e8-9e6c-013dd3786a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.717896 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0cb537-302a-44fd-ac82-9fc94637a778" -d '{"events": [{"server_uuid": "6b7b77f4-76a1-4d4a-8342-2aa35fd053c2", "name": "network-vif-deleted", "tag": "223906f8-4cae-431b-afd0-ac9e388155a4"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:56.772292 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e44e316-30bc-4c3c-92d4-114cf33aa078 x-openstack-request-id: req-2e44e316-30bc-4c3c-92d4-114cf33aa078 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:56.772872 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7b77f4-76a1-4d4a-8342-2aa35fd053c2", "name": "network-vif-deleted", "tag": "223906f8-4cae-431b-afd0-ac9e388155a4", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:56.773499 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2e44e316-30bc-4c3c-92d4-114cf33aa078 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:56.774003 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7b77f4-76a1-4d4a-8342-2aa35fd053c2', 'name': 'network-vif-deleted', 'tag': '223906f8-4cae-431b-afd0-ac9e388155a4', 'status': 'completed', 'code': 200} Jul 05 03:42:56.853000 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-77944573-500b-47e8-9e6c-013dd3786a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.869571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['d027e11c-9b04-41e9-9aa4-6b7284d4d630'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:56.930044 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-333c3921-2b4b-4a47-aa0c-d0c4c05d98c0 req-1f08fb2a-7508-4dbc-bae3-4b8609ba6937 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 210 time: 0.0484116 Jul 05 03:42:56.935039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-77944573-500b-47e8-9e6c-013dd3786a70 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a4463b464ffa47dcbad2156f2465c768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6020315 Jul 05 03:42:56.935039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77944573-500b-47e8-9e6c-013dd3786a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa35abb-3e41-4d61-acce-2e2f1d5df6cc,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:56.935959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55380) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:56.996110 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67a52244-c2a7-4674-8de8-bb5104d0db5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.046621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a52244-c2a7-4674-8de8-bb5104d0db5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07e24f7b-ec5d-4b7c-b10e-433aa253b9e0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:57.075168 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e3ddb741-ef9b-4696-9810-21538303e395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.098470 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67a52244-c2a7-4674-8de8-bb5104d0db5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.101471 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-67a52244-c2a7-4674-8de8-bb5104d0db5f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/07e24f7b-ec5d-4b7c-b10e-433aa253b9e0 HTTP/1.1" status: 204 len: 168 time: 0.9374053 Jul 05 03:42:57.104806 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55390) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:57.157839 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e3ddb741-ef9b-4696-9810-21538303e395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.207753 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f478bed-013f-4c8d-8f3e-902f445cf0b5 req-30afc9fc-2090-4cfd-b8ae-d95ffc424a52 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 210 time: 0.0424151 Jul 05 03:42:57.225752 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8234d668-2a31-45a6-a48c-e2d32ae61755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.344055 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8234d668-2a31-45a6-a48c-e2d32ae61755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.360776 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8234d668-2a31-45a6-a48c-e2d32ae61755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0051e7-81b5-4344-9622-b582bf118158']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:57.375258 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8234d668-2a31-45a6-a48c-e2d32ae61755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1e397c-317a-4244-9256-b6a8848f1bc4') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:57.375554 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8234d668-2a31-45a6-a48c-e2d32ae61755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1e397c-317a-4244-9256-b6a8848f1bc4') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:57.389426 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8234d668-2a31-45a6-a48c-e2d32ae61755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.409866 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e3ddb741-ef9b-4696-9810-21538303e395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.411316 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e3ddb741-ef9b-4696-9810-21538303e395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.419481 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e3ddb741-ef9b-4696-9810-21538303e395 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2aa35abb-3e41-4d61-acce-2e2f1d5df6cc HTTP/1.1" status: 204 len: 168 time: 0.4747880 Jul 05 03:42:57.419481 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8234d668-2a31-45a6-a48c-e2d32ae61755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.427113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8234d668-2a31-45a6-a48c-e2d32ae61755 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:42:57.427518 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8234d668-2a31-45a6-a48c-e2d32ae61755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:42:57.429234 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:42:57.439642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddb741-ef9b-4696-9810-21538303e395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa35abb-3e41-4d61-acce-2e2f1d5df6cc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:57.589223 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8234d668-2a31-45a6-a48c-e2d32ae61755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.598918 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8234d668-2a31-45a6-a48c-e2d32ae61755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.602381 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8234d668-2a31-45a6-a48c-e2d32ae61755 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4a0051e7-81b5-4344-9622-b582bf118158 HTTP/1.1" status: 204 len: 168 time: 0.4961004 Jul 05 03:42:57.626701 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234d668-2a31-45a6-a48c-e2d32ae61755 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a0051e7-81b5-4344-9622-b582bf118158,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:57.691738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cdd4a-5fc0-4a47-9de8-3535f9abb006 req-18e7d67a-8c04-4c19-9f9f-95bce85a1760 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:57.693906 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b3cdd4a-5fc0-4a47-9de8-3535f9abb006 req-18e7d67a-8c04-4c19-9f9f-95bce85a1760 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 944 time: 0.0990615 Jul 05 03:42:57.761517 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b3cdd4a-5fc0-4a47-9de8-3535f9abb006 req-6a156acd-0ed6-4262-b602-db078ed93392 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519733 Jul 05 03:42:58.157493 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d027e11c-9b04-41e9-9aa4-6b7284d4d630 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:58.268124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55426) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:58.325400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b07558b4-4fc0-44e3-952c-b7e5036f52bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6f7067a7bd1f46518f1c4a0c1ab8448c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558381 Jul 05 03:42:58.329474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55428) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:58.367050 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port d027e11c-9b04-41e9-9aa4-6b7284d4d630 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:58.379534 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port d027e11c-9b04-41e9-9aa4-6b7284d4d630 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:58.380609 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.512543 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e9c22ea4-14c6-4e7f-8b76-59ed1ccab2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.539242 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e9c22ea4-14c6-4e7f-8b76-59ed1ccab2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.624386 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55432) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:58.630938 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.643588 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7d90c74-9be8-456e-88bd-4f14596acf6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.695780 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff1a7b1-2f7d-4e88-a9d5-0854f92107f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd027e11c-9b04-41e9-9aa4-6b7284d4d630'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:58.716580 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c37aa9-beae-45ce-9fb0-dd191d8640e0" -d '{"events": [{"server_uuid": "fff1a7b1-2f7d-4e88-a9d5-0854f92107f1", "name": "network-vif-plugged", "status": "completed", "tag": "d027e11c-9b04-41e9-9aa4-6b7284d4d630"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:58.718070 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e9c22ea4-14c6-4e7f-8b76-59ed1ccab2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.718070 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e9c22ea4-14c6-4e7f-8b76-59ed1ccab2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.718070 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e9c22ea4-14c6-4e7f-8b76-59ed1ccab2df admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/866fe265-f91a-444e-87a2-e39c3be485f2 HTTP/1.1" status: 204 len: 168 time: 0.3785057 Jul 05 03:42:58.735382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port d027e11c-9b04-41e9-9aa4-6b7284d4d630, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d027e11c-9b04-41e9-9aa4-6b7284d4d630,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:58.738955 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24bacf87-482c-4e95-bde2-8349b7e0858f req-c32b38b8-2d40-43ab-8fb9-375aecf85391 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 210 time: 0.0982487 Jul 05 03:42:58.746289 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c22ea4-14c6-4e7f-8b76-59ed1ccab2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866fe265-f91a-444e-87a2-e39c3be485f2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:58.841870 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.843130 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 223906f8-4cae-431b-afd0-ac9e388155a4 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:42:58.868107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2e861c8-78c8-4c3c-bc40-407ce92040bc req-91a072f3-fc95-46c6-8416-8b45148e7eaf tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b7b77f4-76a1-4d4a-8342-2aa35fd053c2 HTTP/1.1" status: 200 len: 210 time: 0.0729749 Jul 05 03:42:58.939234 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9111846-503b-4550-9d8d-7106e9c173cb x-openstack-request-id: req-d9111846-503b-4550-9d8d-7106e9c173cb {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:58.939804 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff1a7b1-2f7d-4e88-a9d5-0854f92107f1", "name": "network-vif-plugged", "status": "completed", "tag": "d027e11c-9b04-41e9-9aa4-6b7284d4d630", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:58.940353 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d9111846-503b-4550-9d8d-7106e9c173cb {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:58.941027 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff1a7b1-2f7d-4e88-a9d5-0854f92107f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd027e11c-9b04-41e9-9aa4-6b7284d4d630', 'code': 200} Jul 05 03:42:58.968955 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7d90c74-9be8-456e-88bd-4f14596acf6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:59.075331 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7d90c74-9be8-456e-88bd-4f14596acf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:59.089951 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=d027e11c-9b04-41e9-9aa4-6b7284d4d630,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:59.108562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 223906f8-4cae-431b-afd0-ac9e388155a4 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:42:59.123986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 223906f8-4cae-431b-afd0-ac9e388155a4 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:42:59.141762 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d7d90c74-9be8-456e-88bd-4f14596acf6e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=28cde546fe834a5f9e472e4a7da8a522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156398 Jul 05 03:42:59.163334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55448) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:59.177724 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d90c74-9be8-456e-88bd-4f14596acf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc4fe60-1bbe-41f5-a6e2-64e28a99d832,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:59.275445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d9995-da6b-4918-8f79-2d95346a2c10 req-b4250501-301f-4e98-b6dc-3b72fa4c087e tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:59.279256 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ba81979-bc86-4a5f-8c0a-dcaf1e524626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:59.288894 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc2d9995-da6b-4918-8f79-2d95346a2c10 req-b4250501-301f-4e98-b6dc-3b72fa4c087e tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 945 time: 0.1746128 Jul 05 03:42:59.295696 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7818e-e592-4a39-806d-d87b1da57d0f req-1572a798-3b0e-416a-bd7f-68d332807c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:59.297407 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-30f7818e-e592-4a39-806d-d87b1da57d0f req-1572a798-3b0e-416a-bd7f-68d332807c25 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 1097 time: 0.1482687 Jul 05 03:42:59.316780 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ba81979-bc86-4a5f-8c0a-dcaf1e524626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:59.346645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc2d9995-da6b-4918-8f79-2d95346a2c10 req-bbc4282f-b59d-409c-a2e1-f880af618b8e tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533648 Jul 05 03:42:59.375661 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-30f7818e-e592-4a39-806d-d87b1da57d0f req-ef4c1b92-c96f-4b50-ab9d-b92ea1ef520e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696425 Jul 05 03:42:59.634493 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ba81979-bc86-4a5f-8c0a-dcaf1e524626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:59.645276 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ba81979-bc86-4a5f-8c0a-dcaf1e524626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:59.663536 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8ba81979-bc86-4a5f-8c0a-dcaf1e524626 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9cc4fe60-1bbe-41f5-a6e2-64e28a99d832 HTTP/1.1" status: 204 len: 168 time: 0.4879773 Jul 05 03:42:59.684390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba81979-bc86-4a5f-8c0a-dcaf1e524626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc4fe60-1bbe-41f5-a6e2-64e28a99d832,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:59.907514 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a59f858e-0950-4b74-8349-2f67dae662f2 req-9e0f487d-d8ed-43fe-96cf-98b11d304330 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 210 time: 0.0381095 Jul 05 03:43:00.093059 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-1016b995-4939-477e-853d-d4221bcb1579 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b6bd5829b24b42a6bd4b2f853092fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623987 Jul 05 03:43:00.310440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-389008ab-bc21-4667-b2ac-d64d5f6a3609 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:00.310440 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-389008ab-bc21-4667-b2ac-d64d5f6a3609 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053494 Jul 05 03:43:00.312682 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55490) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:00.325649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Request body: {'port': {'device_id': '57fcebdc-e400-44c3-a077-7c2a96b0b8f0', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': 'b6bd5829b24b42a6bd4b2f853092fe94'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:00.457183 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7e95bbd4-3b0b-4953-b002-e115e87c78fc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e5509e3972744aeea68c35a178ff7cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430922 Jul 05 03:43:00.464903 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55502) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:00.644978 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da0147b1-2351-4407-bdb8-2e07ae23774f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:00.710997 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da0147b1-2351-4407-bdb8-2e07ae23774f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:00.785582 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Made reservation on behalf of b6bd5829b24b42a6bd4b2f853092fe94 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:00.794186 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:00.835925 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:00.921569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e762091-7907-4fc2-a34a-86897734457e req-2059761b-ec41-4fb2-af21-7c9b532a12cb tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:00.923113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e762091-7907-4fc2-a34a-86897734457e req-2059761b-ec41-4fb2-af21-7c9b532a12cb tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 945 time: 0.2222996 Jul 05 03:43:00.986104 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e762091-7907-4fc2-a34a-86897734457e req-28e07d3b-d1a6-45be-8038-4c3858699b70 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512667 Jul 05 03:43:01.036510 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-8a5cb365-f00f-4f1d-9596-2f52fbe21a09 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=af743fe137684a2686bea7e6a601acab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349727 Jul 05 03:43:01.133578 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da0147b1-2351-4407-bdb8-2e07ae23774f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:01.138260 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da0147b1-2351-4407-bdb8-2e07ae23774f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:01.139867 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-da0147b1-2351-4407-bdb8-2e07ae23774f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0f4f603-1293-4c68-a6df-7dbba1f68ea4 HTTP/1.1" status: 204 len: 168 time: 0.6698849 Jul 05 03:43:01.170577 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0147b1-2351-4407-bdb8-2e07ae23774f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f4f603-1293-4c68-a6df-7dbba1f68ea4,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:01.257240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-347cc393-2edb-4323-bb42-a35865b00ee9 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:01.263885 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-347cc393-2edb-4323-bb42-a35865b00ee9 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189744 Jul 05 03:43:01.281592 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-f31857ad-4e10-4712-9df4-184e0779a1bd tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/quotas/af743fe137684a2686bea7e6a601acab HTTP/1.1" status: 200 len: 375 time: 0.0164802 Jul 05 03:43:01.283239 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:01.330884 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-c92f4ba3-209b-4d67-9535-f275572d7b5f tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=af743fe137684a2686bea7e6a601acab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468724 Jul 05 03:43:01.365211 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:01.502189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:01.611455 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55548) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:01.632148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Allocated IP 192.168.233.33 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/b0c9a153-4205-47f5-bb57-82f62ad5e986) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:01.840891 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f461216-6cd5-44bf-bb79-8974fb12bf0c req-b7bd74b5-dac4-4304-9d4a-6900ebae03a3 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 210 time: 0.0789340 Jul 05 03:43:02.059860 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7616b745-8050-4346-a06e-28947e4e5b25 req-b6a56d05-703a-4113-8bee-533cf4fad7c8 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 210 time: 0.0929072 Jul 05 03:43:02.064597 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:02.145521 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:02.177069 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Transition to ACTIVE for port object b0c9a153-4205-47f5-bb57-82f62ad5e986 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:02.242526 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9df3f536-513f-4d7f-9a18-821713d1b327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:02.327018 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:02.567411 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9df3f536-513f-4d7f-9a18-821713d1b327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:02.590777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:02.599998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Pushing event updated for resources: {'Port': ['ID=b0c9a153-4205-47f5-bb57-82f62ad5e986,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:02.605686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:02.608942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:02.628219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9028e7-7c8d-4556-b8c4-319642d440e9 req-6830fea3-0612-47ef-a6b3-dd10760e13c9 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:02.636866 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a9028e7-7c8d-4556-b8c4-319642d440e9 req-6830fea3-0612-47ef-a6b3-dd10760e13c9 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 945 time: 0.1296577 Jul 05 03:43:02.687677 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a9028e7-7c8d-4556-b8c4-319642d440e9 req-7dcbc64f-d3a2-4bf0-8375-4e55e91696fb tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497453 Jul 05 03:43:02.693317 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9df3f536-513f-4d7f-9a18-821713d1b327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:02.700631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:02.701596 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:02.727087 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9df3f536-513f-4d7f-9a18-821713d1b327 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d2f4e62bb02840afa64414f4f919b071&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1249008 Jul 05 03:43:02.727827 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55594) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:02.753521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3f536-513f-4d7f-9a18-821713d1b327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332a1d30-18df-48b0-85e2-8a3080b30810,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:02.795987 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-fefeb2a2-a29b-4722-9cf4-ffa8fe69dbe0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4807949 Jul 05 03:43:02.822197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Request body: {'port': {'device_id': '57fcebdc-e400-44c3-a077-7c2a96b0b8f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:02.962766 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c6b6695d-e7a4-4852-9a80-d91a3d3cc0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:03.046438 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c6b6695d-e7a4-4852-9a80-d91a3d3cc0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:03.106806 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:03.157472 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c8fcb-6ef0-4b4e-88f6-cc0f741d8dd7 req-c8dc7ae2-508d-43d9-b523-6ca6851932fe tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:03.162531 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d23466e5-48bf-42f3-8efb-00eea24aff4d None None] Provisioning for port b0c9a153-4205-47f5-bb57-82f62ad5e986 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:03.165345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab4c8fcb-6ef0-4b4e-88f6-cc0f741d8dd7 req-c8dc7ae2-508d-43d9-b523-6ca6851932fe tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 945 time: 0.1301606 Jul 05 03:43:03.181872 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55618) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:03.195028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-3e3db42b-d005-4371-b25c-c57fa2c7a3c6 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Request body: {'floatingip': {'port_id': 'd027e11c-9b04-41e9-9aa4-6b7284d4d630'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:03.210589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d23466e5-48bf-42f3-8efb-00eea24aff4d None None] Provisioning complete for port b0c9a153-4205-47f5-bb57-82f62ad5e986 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:03.212530 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d23466e5-48bf-42f3-8efb-00eea24aff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:03.312598 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d23466e5-48bf-42f3-8efb-00eea24aff4d None None] Port b0c9a153-4205-47f5-bb57-82f62ad5e986 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:43:03.360846 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c6b6695d-e7a4-4852-9a80-d91a3d3cc0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:03.363532 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c6b6695d-e7a4-4852-9a80-d91a3d3cc0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:03.364839 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c6b6695d-e7a4-4852-9a80-d91a3d3cc0a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/332a1d30-18df-48b0-85e2-8a3080b30810 HTTP/1.1" status: 204 len: 168 time: 0.6352673 Jul 05 03:43:03.373138 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e3db42b-d005-4371-b25c-c57fa2c7a3c6 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:03.472497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6695d-e7a4-4852-9a80-d91a3d3cc0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332a1d30-18df-48b0-85e2-8a3080b30810,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:03.479447 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:03.547770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c397c113-1797-474a-adf3-6b565c300c91 req-afff4b5d-f9ae-41c6-9092-367bd9e8670e tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 210 time: 0.2080014 Jul 05 03:43:03.597005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c9a153-4205-47f5-bb57-82f62ad5e986 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:03.611483 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:03.627610 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Transition to ACTIVE for port object b0c9a153-4205-47f5-bb57-82f62ad5e986 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:03.699891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8cafb-5652-4c68-9537-f95802fac9cf req-aedd19fa-ba3f-4dc7-808c-d87a80979192 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:03.701503 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0e8cafb-5652-4c68-9537-f95802fac9cf req-aedd19fa-ba3f-4dc7-808c-d87a80979192 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 935 time: 0.2774682 Jul 05 03:43:03.733373 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:03.829281 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55638) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:03.904129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Pushing event updated for resources: {'Port': ['ID=b0c9a153-4205-47f5-bb57-82f62ad5e986,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:04.011045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Attempting to bind port b0c9a153-4205-47f5-bb57-82f62ad5e986 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:04.012237 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Attempting to bind port b0c9a153-4205-47f5-bb57-82f62ad5e986 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:04.012237 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Attempting to bind port b0c9a153-4205-47f5-bb57-82f62ad5e986 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:04.017738 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Port b0c9a153-4205-47f5-bb57-82f62ad5e986 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:43:04.018060 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Attempting to bind port b0c9a153-4205-47f5-bb57-82f62ad5e986 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:04.026423 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:04.026790 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:04.027427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:04.029071 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Bound port: b0c9a153-4205-47f5-bb57-82f62ad5e986, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:04.029071 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:04.121478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] For port b0c9a153-4205-47f5-bb57-82f62ad5e986, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:04.127640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] For port b0c9a153-4205-47f5-bb57-82f62ad5e986, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b0c9a153-4205-47f5-bb57-82f62ad5e986,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:04.166923 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0e8cafb-5652-4c68-9537-f95802fac9cf req-1758275c-6dd6-48db-951c-3aaf8d2150a9 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240623 Jul 05 03:43:04.234530 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:04.278211 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:43:04.363386 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:04.364591 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:04.367148 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] 10.222.0.10 "PUT /v2.0/ports/b0c9a153-4205-47f5-bb57-82f62ad5e986 HTTP/1.1" status: 200 len: 1096 time: 1.5587411 Jul 05 03:43:04.368041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fcebdc-e400-44c3-a077-7c2a96b0b8f0', 'tag': 'b0c9a153-4205-47f5-bb57-82f62ad5e986'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:04.373553 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6334e0e-7953-4e16-b14c-f1fe3e1e7c18" -d '{"events": [{"name": "network-changed", "server_uuid": "57fcebdc-e400-44c3-a077-7c2a96b0b8f0", "tag": "b0c9a153-4205-47f5-bb57-82f62ad5e986"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:04.420359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94b378-9e87-4c51-9cd6-3a8d5156421d service neutron] Pushing event updated for resources: {'Port': ['ID=b0c9a153-4205-47f5-bb57-82f62ad5e986,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:04.753010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1db025a5-58f3-4420-9499-f21242e3711b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-897381534-network', 'tenant_id': '5de69650861e4b2ab64c64456b5c16e4'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:04.815218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-6778fc30-56d3-4089-946e-2584a9c23bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:04.821976 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-6778fc30-56d3-4089-946e-2584a9c23bf9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6bd5829b24b42a6bd4b2f853092fe94&device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 1099 time: 0.1924920 Jul 05 03:43:04.894853 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-5bba2008-7e14-427c-a3ff-35e42a38bb1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=b0c9a153-4205-47f5-bb57-82f62ad5e986 HTTP/1.1" status: 200 len: 217 time: 0.0662138 Jul 05 03:43:04.958877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-8fd77ca1-50a1-4361-b64e-c64b7aa40914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:04.960498 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-8fd77ca1-50a1-4361-b64e-c64b7aa40914 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0591600 Jul 05 03:43:04.961771 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db025a5-58f3-4420-9499-f21242e3711b admin admin] Made reservation on behalf of 5de69650861e4b2ab64c64456b5c16e4 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:04.964863 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1db025a5-58f3-4420-9499-f21242e3711b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:04.987441 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1db025a5-58f3-4420-9499-f21242e3711b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.081980 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.resource_extend [None req-3e3db42b-d005-4371-b25c-c57fa2c7a3c6 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:43:05.160226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-de68e1a6-ae84-4fee-ab06-80ddd079329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:05.161760 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-de68e1a6-ae84-4fee-ab06-80ddd079329b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1929691 Jul 05 03:43:05.172339 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1db025a5-58f3-4420-9499-f21242e3711b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.186452 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff961426-fc43-4d74-a305-3f15515bdb10 x-openstack-request-id: req-ff961426-fc43-4d74-a305-3f15515bdb10 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:05.186452 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fcebdc-e400-44c3-a077-7c2a96b0b8f0", "tag": "b0c9a153-4205-47f5-bb57-82f62ad5e986", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:05.186452 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ff961426-fc43-4d74-a305-3f15515bdb10 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:05.186452 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fcebdc-e400-44c3-a077-7c2a96b0b8f0', 'tag': 'b0c9a153-4205-47f5-bb57-82f62ad5e986', 'status': 'completed', 'code': 200} Jul 05 03:43:05.267274 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e3db42b-d005-4371-b25c-c57fa2c7a3c6 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.306922 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1db025a5-58f3-4420-9499-f21242e3711b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.320417 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-dd797333-e910-44c6-a0f2-3acbcd8bd0d0 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408370 Jul 05 03:43:05.344378 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db025a5-58f3-4420-9499-f21242e3711b admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:43:05.363812 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e3db42b-d005-4371-b25c-c57fa2c7a3c6 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.425669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db025a5-58f3-4420-9499-f21242e3711b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:05.430585 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1db025a5-58f3-4420-9499-f21242e3711b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.431122 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-1db025a5-58f3-4420-9499-f21242e3711b admin admin] Added segment 0809e66f-56b3-42a7-a295-2ae3e980bf4f of type vlan for network 0afd212f-7e29-4013-a682-9abe025fe125 Jul 05 03:43:05.441817 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b1cb4ec-bb55-42eb-a262-638d072041bb req-aedbe31d-9ec1-46bb-b49d-ec9fdb8f8f19 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 210 time: 0.0797551 Jul 05 03:43:05.525016 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-bbaa8e31-ab74-45a2-ae95-ca93c803eb9d tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=af743fe137684a2686bea7e6a601acab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701532 Jul 05 03:43:05.535063 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55672) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:05.550461 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-3e3db42b-d005-4371-b25c-c57fa2c7a3c6 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Floating IP 3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4 associated. External IP: 172.25.6.125, port: d027e11c-9b04-41e9-9aa4-6b7284d4d630. Jul 05 03:43:05.597427 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1db025a5-58f3-4420-9499-f21242e3711b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.692643 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-85f425ae-a168-4e98-9af9-665a800be54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.720729 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e778fc5-b9d2-4d78-a54d-98d5ce17d0a8 req-f3c07bf1-41f4-4aa4-b23d-ef764c859566 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897898 Jul 05 03:43:05.818154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-d56adb3b-9b77-4410-9557-17a763d6f557 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:05.819791 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-d56adb3b-9b77-4410-9557-17a763d6f557 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2712488 Jul 05 03:43:05.835696 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-83b3d50e-19d8-4a08-97e0-4ff9b8cf0f91 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Request body: {'port': {'device_id': 'e72d088d-c5ed-4593-af8b-99f064b5131f', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': 'af743fe137684a2686bea7e6a601acab'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:05.920835 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1db025a5-58f3-4420-9499-f21242e3711b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.921912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db025a5-58f3-4420-9499-f21242e3711b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:05.922570 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1db025a5-58f3-4420-9499-f21242e3711b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.934204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df786711-c9a6-4589-b2ed-36c55fc7c5fc req-5de1c436-2379-4cbb-9d76-2a8ad16ae0a3 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:05.936382 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df786711-c9a6-4589-b2ed-36c55fc7c5fc req-5de1c436-2379-4cbb-9d76-2a8ad16ae0a3 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 947 time: 0.2399433 Jul 05 03:43:06.061728 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-748778a2-9e8f-4e0f-8c4a-d942dd39c775 req-471b72ad-205b-4171-abd6-8c6d88838da6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2826409 Jul 05 03:43:06.061984 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-85f425ae-a168-4e98-9af9-665a800be54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:06.075669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db025a5-58f3-4420-9499-f21242e3711b admin admin] Pushing event updated for resources: {'Network': ['ID=0afd212f-7e29-4013-a682-9abe025fe125,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:06.075866 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df786711-c9a6-4589-b2ed-36c55fc7c5fc req-8e0a8130-66bc-4bd4-b961-d32b4c87f26d tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227694 Jul 05 03:43:06.084785 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3db42b-d005-4371-b25c-c57fa2c7a3c6 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:43:06.089509 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 0afd212f-7e29-4013-a682-9abe025fe125 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:43:06.093194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72eccdf-2de0-4b3a-8296-dd8ffb0b0d40 req-04ff121e-c27e-4490-8ccc-495881eb971f tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:06.094872 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d72eccdf-2de0-4b3a-8296-dd8ffb0b0d40 req-04ff121e-c27e-4490-8ccc-495881eb971f tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 972 time: 0.2620764 Jul 05 03:43:06.095684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334e0e-7953-4e16-b14c-f1fe3e1e7c18 req-a424171a-c8aa-4b2e-9c9f-bea4ddba9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:06.097649 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6334e0e-7953-4e16-b14c-f1fe3e1e7c18 req-a424171a-c8aa-4b2e-9c9f-bea4ddba9cc0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6bd5829b24b42a6bd4b2f853092fe94&device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 1099 time: 0.1917164 Jul 05 03:43:06.184037 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-85f425ae-a168-4e98-9af9-665a800be54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:06.219751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d72eccdf-2de0-4b3a-8296-dd8ffb0b0d40 req-48b47a0c-7323-4052-869b-6c091b3e2a8c tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168530 Jul 05 03:43:06.254954 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-85f425ae-a168-4e98-9af9-665a800be54d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d2dc63a15d564d63af56fadc43d2ea27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7013474 Jul 05 03:43:06.254954 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334e0e-7953-4e16-b14c-f1fe3e1e7c18 req-0bcc66c5-8fce-480b-9324-78a55a66a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:06.254954 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6334e0e-7953-4e16-b14c-f1fe3e1e7c18 req-0bcc66c5-8fce-480b-9324-78a55a66a84f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1480055 Jul 05 03:43:06.255649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f425ae-a168-4e98-9af9-665a800be54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bd5e15-f383-4fcd-be1e-fc581d7c70c4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:06.258562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55680) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:06.296126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3db42b-d005-4371-b25c-c57fa2c7a3c6 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:43:06.301405 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e3db42b-d005-4371-b25c-c57fa2c7a3c6 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:06.324419 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecfc3d2-2d10-4b4a-8333-4f9934d5f103 None None] Sync routers for ids ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:43:06.325073 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6334e0e-7953-4e16-b14c-f1fe3e1e7c18 req-3a4e53aa-5c31-4078-a68f-f82920c30833 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=b0c9a153-4205-47f5-bb57-82f62ad5e986 HTTP/1.1" status: 200 len: 217 time: 0.0512626 Jul 05 03:43:06.328592 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1db025a5-58f3-4420-9499-f21242e3711b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.4790606 Jul 05 03:43:06.336730 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecfc3d2-2d10-4b4a-8333-4f9934d5f103 None None] Routers {'ee378fa1-5051-4f88-8df7-d3bb9c0e3786'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:43:06.339019 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5ecfc3d2-2d10-4b4a-8333-4f9934d5f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:42:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:06.377095 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3e3db42b-d005-4371-b25c-c57fa2c7a3c6 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "PUT /v2.0/floatingips/3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4 HTTP/1.1" status: 200 len: 991 time: 3.1927629 Jul 05 03:43:06.381908 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55686) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:06.382408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff1a7b1-2f7d-4e88-a9d5-0854f92107f1', 'tag': 'd027e11c-9b04-41e9-9aa4-6b7284d4d630'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:06.384772 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6166317c-b848-4252-a7d5-b29bf992b665" -d '{"events": [{"name": "network-changed", "server_uuid": "fff1a7b1-2f7d-4e88-a9d5-0854f92107f1", "tag": "d027e11c-9b04-41e9-9aa4-6b7284d4d630"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:06.387999 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334e0e-7953-4e16-b14c-f1fe3e1e7c18 req-06fe6be0-5940-4a26-9bcc-82801a523c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:06.389569 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6334e0e-7953-4e16-b14c-f1fe3e1e7c18 req-06fe6be0-5940-4a26-9bcc-82801a523c19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0599742 Jul 05 03:43:06.389838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748778a2-9e8f-4e0f-8c4a-d942dd39c775 req-894023ab-d768-4ca6-9393-25c46177f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:06.391618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-748778a2-9e8f-4e0f-8c4a-d942dd39c775 req-894023ab-d768-4ca6-9393-25c46177f7c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8372d0a52dae47e38b6aabf9d6e1ac36&device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 1097 time: 0.2189043 Jul 05 03:43:06.399990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6b907f9d-eda6-4709-87eb-8c138b834a58 admin admin] Request body: {'subnet': {'network_id': '0afd212f-7e29-4013-a682-9abe025fe125', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-897381534-subnet', 'tenant_id': '5de69650861e4b2ab64c64456b5c16e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:06.485541 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71d9a72b-9fb9-4d16-a701-d35d24b634c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:06.510887 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-5ecfc3d2-2d10-4b4a-8333-4f9934d5f103 None None] Set router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:43:06.821089 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e7dc8b-a587-4ed0-a4ba-3e1f0c911360 x-openstack-request-id: req-65e7dc8b-a587-4ed0-a4ba-3e1f0c911360 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:06.821523 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff1a7b1-2f7d-4e88-a9d5-0854f92107f1", "tag": "d027e11c-9b04-41e9-9aa4-6b7284d4d630", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:06.822102 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-65e7dc8b-a587-4ed0-a4ba-3e1f0c911360 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:06.825601 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff1a7b1-2f7d-4e88-a9d5-0854f92107f1', 'tag': 'd027e11c-9b04-41e9-9aa4-6b7284d4d630', 'status': 'completed', 'code': 200} Jul 05 03:43:06.874005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-83b3d50e-19d8-4a08-97e0-4ff9b8cf0f91 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Made reservation on behalf of af743fe137684a2686bea7e6a601acab for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:06.877901 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-83b3d50e-19d8-4a08-97e0-4ff9b8cf0f91 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:06.886624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334e0e-7953-4e16-b14c-f1fe3e1e7c18 req-d454fb9d-50bc-40d9-b517-2a2d009a2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:06.888265 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6334e0e-7953-4e16-b14c-f1fe3e1e7c18 req-d454fb9d-50bc-40d9-b517-2a2d009a2be9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4690871 Jul 05 03:43:06.890365 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71d9a72b-9fb9-4d16-a701-d35d24b634c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:06.940761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-73effe16-4e73-49a5-a49d-eec71879f0e5 req-1e7e0d6c-c7e8-4978-abe6-d072be81b71f tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 210 time: 0.0415394 Jul 05 03:43:06.943327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748778a2-9e8f-4e0f-8c4a-d942dd39c775 req-417f6c41-92c3-40e4-8fad-444ccf77fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:06.944587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-748778a2-9e8f-4e0f-8c4a-d942dd39c775 req-417f6c41-92c3-40e4-8fad-444ccf77fc47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 HTTP/1.1" status: 200 len: 925 time: 0.5191941 Jul 05 03:43:06.965023 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.10', 58458) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:07.008211 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5ecfc3d2-2d10-4b4a-8333-4f9934d5f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:15Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'port_id': 'd027e11c-9b04-41e9-9aa4-6b7284d4d630', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'mac_address': 'fa:16:3e:5e:7e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff1a7b1-2f7d-4e88-a9d5-0854f92107f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:42:43Z', 'updated_at': '2021-07-05T03:43:04Z', 'revision_number': 1, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb018d8-a074-49ff-aee1-fe34e648e179', 'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'mac_address': 'fa:16:3e:e2:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:14Z', 'updated_at': '2021-07-05T03:42:20Z', 'revision_number': 5, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'subnets': [{'id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:07.036692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b907f9d-eda6-4709-87eb-8c138b834a58 admin admin] Made reservation on behalf of 5de69650861e4b2ab64c64456b5c16e4 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:07.039054 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6b907f9d-eda6-4709-87eb-8c138b834a58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:07.039621 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecfc3d2-2d10-4b4a-8333-4f9934d5f103 None None] Checking router: ee378fa1-5051-4f88-8df7-d3bb9c0e3786 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:43:07.050555 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecfc3d2-2d10-4b4a-8333-4f9934d5f103 None None] Routers {'ee378fa1-5051-4f88-8df7-d3bb9c0e3786'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:43:07.051657 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5ecfc3d2-2d10-4b4a-8333-4f9934d5f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:42:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:07.123645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-748778a2-9e8f-4e0f-8c4a-d942dd39c775 req-b3952d12-a804-4d62-932f-b45fd7853a67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d027e11c-9b04-41e9-9aa4-6b7284d4d630 HTTP/1.1" status: 200 len: 999 time: 0.1664464 Jul 05 03:43:07.190753 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6334e0e-7953-4e16-b14c-f1fe3e1e7c18 req-1634eedc-ed20-4463-bca2-64a77786c444 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785363 Jul 05 03:43:07.214843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748778a2-9e8f-4e0f-8c4a-d942dd39c775 req-2dc323dc-0095-4b6c-934b-7528548704c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:07.216687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-748778a2-9e8f-4e0f-8c4a-d942dd39c775 req-2dc323dc-0095-4b6c-934b-7528548704c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=439dab23-83b8-4abf-a454-4e3f013117e4 HTTP/1.1" status: 200 len: 863 time: 0.0797927 Jul 05 03:43:07.235026 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-5ecfc3d2-2d10-4b4a-8333-4f9934d5f103 None None] Set router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:43:07.324038 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748778a2-9e8f-4e0f-8c4a-d942dd39c775 req-a9893911-50f1-46e4-a7b3-96f3cccdff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:07.325943 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-748778a2-9e8f-4e0f-8c4a-d942dd39c775 req-a9893911-50f1-46e4-a7b3-96f3cccdff5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014130 Jul 05 03:43:07.349481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d2265-4d68-46b5-95f0-12ee7791ca72 req-693f6324-43d5-4657-82d1-ab1cd89b74c9 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:07.351044 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c27d2265-4d68-46b5-95f0-12ee7791ca72 req-693f6324-43d5-4657-82d1-ab1cd89b74c9 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.10 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 972 time: 0.3822975 Jul 05 03:43:07.368630 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-83b3d50e-19d8-4a08-97e0-4ff9b8cf0f91 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Allocated IP 192.168.233.78 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/e68e3d76-1470-4ad9-85c3-11426e9901ea) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:07.371358 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55726) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:07.452921 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71d9a72b-9fb9-4d16-a701-d35d24b634c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:07.455704 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71d9a72b-9fb9-4d16-a701-d35d24b634c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:07.457191 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-71d9a72b-9fb9-4d16-a701-d35d24b634c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/04bd5e15-f383-4fcd-be1e-fc581d7c70c4 HTTP/1.1" status: 204 len: 168 time: 1.1977522 Jul 05 03:43:07.548565 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-748778a2-9e8f-4e0f-8c4a-d942dd39c775 req-0aff3d4f-a603-4662-b922-d5209c92cb8a service neutron] 10.222.0.36 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152870 Jul 05 03:43:07.568195 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9a72b-9fb9-4d16-a701-d35d24b634c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bd5e15-f383-4fcd-be1e-fc581d7c70c4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:07.616608 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5ecfc3d2-2d10-4b4a-8333-4f9934d5f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:15Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'port_id': 'd027e11c-9b04-41e9-9aa4-6b7284d4d630', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'mac_address': 'fa:16:3e:5e:7e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff1a7b1-2f7d-4e88-a9d5-0854f92107f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:42:43Z', 'updated_at': '2021-07-05T03:43:04Z', 'revision_number': 1, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb018d8-a074-49ff-aee1-fe34e648e179', 'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'mac_address': 'fa:16:3e:e2:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:14Z', 'updated_at': '2021-07-05T03:42:20Z', 'revision_number': 5, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'subnets': [{'id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:07.657842 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6572b68-023d-4d26-9538-ecca3e5114d5 req-8f491184-b67f-4555-af7d-e16a15491f63 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:07.658449 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecfc3d2-2d10-4b4a-8333-4f9934d5f103 None None] The sync data for ids ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'] in n-d-771363-32 is: [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:15Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'port_id': 'd027e11c-9b04-41e9-9aa4-6b7284d4d630', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'mac_address': 'fa:16:3e:5e:7e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff1a7b1-2f7d-4e88-a9d5-0854f92107f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:42:43Z', 'updated_at': '2021-07-05T03:43:04Z', 'revision_number': 1, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb018d8-a074-49ff-aee1-fe34e648e179', 'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'mac_address': 'fa:16:3e:e2:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:14Z', 'updated_at': '2021-07-05T03:42:20Z', 'revision_number': 5, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'subnets': [{'id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:43:07.664844 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6572b68-023d-4d26-9538-ecca3e5114d5 req-8f491184-b67f-4555-af7d-e16a15491f63 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 947 time: 0.3213267 Jul 05 03:43:07.666865 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6334e0e-7953-4e16-b14c-f1fe3e1e7c18 req-4e0e998f-2606-4a54-9033-ce989a3aa111 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690793 Jul 05 03:43:07.764879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8484a-1396-4ad0-af58-db632164fe2b req-87f94073-0923-4d91-988c-33f194c0b978 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:07.767964 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7bfad4b1-081e-4941-a1d8-590b7f4353be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:07.772872 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eaa8484a-1396-4ad0-af58-db632164fe2b req-87f94073-0923-4d91-988c-33f194c0b978 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 972 time: 0.3342047 Jul 05 03:43:07.804726 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6572b68-023d-4d26-9538-ecca3e5114d5 req-db1ba013-3d0d-4bc7-9c47-0e40d67f192b tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389170 Jul 05 03:43:07.811765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-c27d2265-4d68-46b5-95f0-12ee7791ca72 req-167315bd-eaa0-4bdd-a9d6-e0cde8515867 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Deleting port 0ac74571-ad54-4d49-9157-fb714acd7470 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:43:07.812130 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c27d2265-4d68-46b5-95f0-12ee7791ca72 req-167315bd-eaa0-4bdd-a9d6-e0cde8515867 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:07.847188 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-748778a2-9e8f-4e0f-8c4a-d942dd39c775 req-0e008630-bdf5-4420-ad66-0cf8c08be4e2 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800887 Jul 05 03:43:07.883666 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eaa8484a-1396-4ad0-af58-db632164fe2b req-48107c8d-654c-4694-a732-48509c207d71 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/security-groups?id=3609be22-90e6-4e7e-b5a7-9def07344c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096809 Jul 05 03:43:07.886005 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6b907f9d-eda6-4709-87eb-8c138b834a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:08.017660 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b907f9d-eda6-4709-87eb-8c138b834a58 admin admin] Checking segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:08.021874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b907f9d-eda6-4709-87eb-8c138b834a58 admin admin] Network hostable DHCP agents. Network: 0afd212f-7e29-4013-a682-9abe025fe125, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:43:08.021874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b907f9d-eda6-4709-87eb-8c138b834a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2332289e-5fbe-496d-8ce1-e0de67e408f4,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:08.063948 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04c56f-ee26-42ff-9d33-a276d650025d None None] New status for floating IP 3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:43:08.107277 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-83b3d50e-19d8-4a08-97e0-4ff9b8cf0f91 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:08.145845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b907f9d-eda6-4709-87eb-8c138b834a58 admin admin] Network 0afd212f-7e29-4013-a682-9abe025fe125 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:43:08.147299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-83b3d50e-19d8-4a08-97e0-4ff9b8cf0f91 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Transition to ACTIVE for port object e68e3d76-1470-4ad9-85c3-11426e9901ea will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:08.217046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6d1723c-ba66-4ee7-a562-445b5fe29d2c req-1e9421ae-1fb8-40bf-b78a-846f5edba06d tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 210 time: 0.0398598 Jul 05 03:43:08.234867 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-c27d2265-4d68-46b5-95f0-12ee7791ca72 req-167315bd-eaa0-4bdd-a9d6-e0cde8515867 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] For port 0ac74571-ad54-4d49-9157-fb714acd7470, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0ac74571-ad54-4d49-9157-fb714acd7470,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:08.235155 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c27d2265-4d68-46b5-95f0-12ee7791ca72 req-167315bd-eaa0-4bdd-a9d6-e0cde8515867 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:08.266302 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166317c-b848-4252-a7d5-b29bf992b665 req-f7e5900b-46d0-4aa6-8e26-170cebdbcd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:08.269950 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6166317c-b848-4252-a7d5-b29bf992b665 req-f7e5900b-46d0-4aa6-8e26-170cebdbcd65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8372d0a52dae47e38b6aabf9d6e1ac36&device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 1097 time: 0.1357238 Jul 05 03:43:08.280737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-c27d2265-4d68-46b5-95f0-12ee7791ca72 req-167315bd-eaa0-4bdd-a9d6-e0cde8515867 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Calling delete_port for 0ac74571-ad54-4d49-9157-fb714acd7470 owned by compute:tempest-test_az-1201026387 {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:43:08.285342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-6b907f9d-eda6-4709-87eb-8c138b834a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 0afd212f-7e29-4013-a682-9abe025fe125) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:08.297856 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-83b3d50e-19d8-4a08-97e0-4ff9b8cf0f91 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:08.308853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bdc922-99f1-409f-ab29-09f11fb34bda None None] Network 0afd212f-7e29-4013-a682-9abe025fe125 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:08.325007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b907f9d-eda6-4709-87eb-8c138b834a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:08.325593 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6b907f9d-eda6-4709-87eb-8c138b834a58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:08.410438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166317c-b848-4252-a7d5-b29bf992b665 req-03aba627-afb4-4909-81a0-59e911cfd386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:08.414528 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6166317c-b848-4252-a7d5-b29bf992b665 req-03aba627-afb4-4909-81a0-59e911cfd386 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 HTTP/1.1" status: 200 len: 925 time: 0.1390703 Jul 05 03:43:08.481703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-83b3d50e-19d8-4a08-97e0-4ff9b8cf0f91 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:08.483564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-83b3d50e-19d8-4a08-97e0-4ff9b8cf0f91 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:08.508693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-83b3d50e-19d8-4a08-97e0-4ff9b8cf0f91 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:08.558426 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7bfad4b1-081e-4941-a1d8-590b7f4353be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:08.568808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6166317c-b848-4252-a7d5-b29bf992b665 req-13a0d4b0-8d58-4818-bbba-2af134faa6b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d027e11c-9b04-41e9-9aa4-6b7284d4d630 HTTP/1.1" status: 200 len: 999 time: 0.1478331 Jul 05 03:43:08.674505 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3d50e-19d8-4a08-97e0-4ff9b8cf0f91 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Pushing event updated for resources: {'Port': ['ID=e68e3d76-1470-4ad9-85c3-11426e9901ea,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:08.679699 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166317c-b848-4252-a7d5-b29bf992b665 req-f0359ce0-ae6c-4771-a836-88f5f6659c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:08.679903 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7bfad4b1-081e-4941-a1d8-590b7f4353be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:08.682598 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6166317c-b848-4252-a7d5-b29bf992b665 req-f0359ce0-ae6c-4771-a836-88f5f6659c5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=439dab23-83b8-4abf-a454-4e3f013117e4 HTTP/1.1" status: 200 len: 863 time: 0.1062863 Jul 05 03:43:08.715133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b0c9a153-4205-47f5-bb57-82f62ad5e986 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:43:08.724402 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfad4b1-081e-4941-a1d8-590b7f4353be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960ea95d-32f1-43d3-9319-dfa2234891b9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:08.763909 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7bfad4b1-081e-4941-a1d8-590b7f4353be admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=620a774476de4e249ed5210eab3442ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3906596 Jul 05 03:43:08.766675 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55770) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:08.772443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-83b3d50e-19d8-4a08-97e0-4ff9b8cf0f91 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:08.773122 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-83b3d50e-19d8-4a08-97e0-4ff9b8cf0f91 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:08.786858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6b907f9d-eda6-4709-87eb-8c138b834a58 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3938808 Jul 05 03:43:08.793412 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c27d2265-4d68-46b5-95f0-12ee7791ca72 req-167315bd-eaa0-4bdd-a9d6-e0cde8515867 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:08.858611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['0ac74571-ad54-4d49-9157-fb714acd7470'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:08.862256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167315bd-eaa0-4bdd-a9d6-e0cde8515867 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Pushing event deleted for resources: {'Port': ['ID=0ac74571-ad54-4d49-9157-fb714acd7470,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:08.887722 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8febd0-e5b3-4ce5-8a9e-b26b1fef3de0 None None] Network 0afd212f-7e29-4013-a682-9abe025fe125 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:08.936548 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-83b3d50e-19d8-4a08-97e0-4ff9b8cf0f91 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1049726 Jul 05 03:43:08.977607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Request body: {'port': {'device_id': 'e72d088d-c5ed-4593-af8b-99f064b5131f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:08.989513 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166317c-b848-4252-a7d5-b29bf992b665 req-6ec5081c-8c8f-42a0-8d0e-bd5d0be40d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:08.989513 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6166317c-b848-4252-a7d5-b29bf992b665 req-6ec5081c-8c8f-42a0-8d0e-bd5d0be40d99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2987378 Jul 05 03:43:09.056946 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27d2265-4d68-46b5-95f0-12ee7791ca72 req-167315bd-eaa0-4bdd-a9d6-e0cde8515867 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] No DVR routers for this DVR port 0ac74571-ad54-4d49-9157-fb714acd7470 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:43:09.086507 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c27d2265-4d68-46b5-95f0-12ee7791ca72 req-167315bd-eaa0-4bdd-a9d6-e0cde8515867 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.093775 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c27d2265-4d68-46b5-95f0-12ee7791ca72 req-167315bd-eaa0-4bdd-a9d6-e0cde8515867 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.10 "DELETE /v2.0/ports/0ac74571-ad54-4d49-9157-fb714acd7470 HTTP/1.1" status: 204 len: 173 time: 1.7271664 Jul 05 03:43:09.097754 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.resource_extend [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:43:09.105509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0432718c-dbfa-41bb-b9af-5e71e7115675', 'name': 'network-vif-deleted', 'tag': '0ac74571-ad54-4d49-9157-fb714acd7470'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:09.113576 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646e1ce6-949d-4ba3-bd75-94cd2de20e8d" -d '{"events": [{"server_uuid": "0432718c-dbfa-41bb-b9af-5e71e7115675", "name": "network-vif-deleted", "tag": "0ac74571-ad54-4d49-9157-fb714acd7470"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:09.179387 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4266fcc9-d873-4260-92d9-4bfa2d26924a None None] Provisioning for port e68e3d76-1470-4ad9-85c3-11426e9901ea completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:09.196383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4266fcc9-d873-4260-92d9-4bfa2d26924a None None] Provisioning complete for port e68e3d76-1470-4ad9-85c3-11426e9901ea triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:09.197146 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4266fcc9-d873-4260-92d9-4bfa2d26924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.263050 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.273505 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6166317c-b848-4252-a7d5-b29bf992b665 req-d1ee35da-7b28-415d-a52b-381335fe720b service neutron] 10.222.0.36 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615180 Jul 05 03:43:09.342782 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3726432a-71e3-48a2-81a7-fa467293ea8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.354628 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b0c9a153-4205-47f5-bb57-82f62ad5e986, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b0c9a153-4205-47f5-bb57-82f62ad5e986,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:09.395549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'b0c9a153-4205-47f5-bb57-82f62ad5e986', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'b0c9a153-4205-47f5-bb57-82f62ad5e986', 'mac_address': 'fa:16:3e:37:18:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:43:09.411736 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4266fcc9-d873-4260-92d9-4bfa2d26924a None None] Port e68e3d76-1470-4ad9-85c3-11426e9901ea cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:43:09.458277 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.476809 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c9a153-4205-47f5-bb57-82f62ad5e986 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:09.477084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-06206939-2357-4325-a88b-4c8067689fdd req-7d3a426d-7195-42a4-b75f-2fac5929c754 tempest-AggregatesAdminTestJSON-851741096 tempest-AggregatesAdminTestJSON-851741096-project] 10.222.0.38 "GET /v2.0/ports?device_id=0432718c-dbfa-41bb-b9af-5e71e7115675 HTTP/1.1" status: 200 len: 210 time: 0.1736658 Jul 05 03:43:09.509885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b0c9a153-4205-47f5-bb57-82f62ad5e986, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b0c9a153-4205-47f5-bb57-82f62ad5e986,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:09.550038 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3726432a-71e3-48a2-81a7-fa467293ea8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.575817 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.664770 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=b0c9a153-4205-47f5-bb57-82f62ad5e986,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:09.697768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b10147-21bd-4f19-8e22-6bc9721532ec req-b5a45e80-9131-4baf-91e9-6e08a801f651 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:09.699781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21b10147-21bd-4f19-8e22-6bc9721532ec req-b5a45e80-9131-4baf-91e9-6e08a801f651 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 947 time: 0.4308901 Jul 05 03:43:09.707550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68e3d76-1470-4ad9-85c3-11426e9901ea {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:09.719954 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.724425 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6166317c-b848-4252-a7d5-b29bf992b665 req-9e961196-8fd3-4d74-ab6d-b278062e6852 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238589 Jul 05 03:43:09.763241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21b10147-21bd-4f19-8e22-6bc9721532ec req-27a93580-6daa-4e93-b606-18eb6893947e tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505295 Jul 05 03:43:09.776355 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc8c83b-1c10-4ed2-9195-7150c79eb514 x-openstack-request-id: req-1bc8c83b-1c10-4ed2-9195-7150c79eb514 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:09.777172 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0432718c-dbfa-41bb-b9af-5e71e7115675", "name": "network-vif-deleted", "tag": "0ac74571-ad54-4d49-9157-fb714acd7470", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:09.777725 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1bc8c83b-1c10-4ed2-9195-7150c79eb514 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:09.778600 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0432718c-dbfa-41bb-b9af-5e71e7115675', 'name': 'network-vif-deleted', 'tag': '0ac74571-ad54-4d49-9157-fb714acd7470', 'status': 'completed', 'code': 200} Jul 05 03:43:09.807729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['b0c9a153-4205-47f5-bb57-82f62ad5e986'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:09.845523 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3726432a-71e3-48a2-81a7-fa467293ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.849977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Transition to ACTIVE for port object e68e3d76-1470-4ad9-85c3-11426e9901ea will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:09.853174 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3726432a-71e3-48a2-81a7-fa467293ea8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.856079 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3726432a-71e3-48a2-81a7-fa467293ea8f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/960ea95d-32f1-43d3-9319-dfa2234891b9 HTTP/1.1" status: 204 len: 168 time: 1.0824413 Jul 05 03:43:09.874035 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726432a-71e3-48a2-81a7-fa467293ea8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960ea95d-32f1-43d3-9319-dfa2234891b9,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:09.934046 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:10.013286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e08a34-d336-4069-b529-037f81763580 service neutron] Pushing event updated for resources: {'Port': ['ID=e68e3d76-1470-4ad9-85c3-11426e9901ea,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:10.076014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e08a34-d336-4069-b529-037f81763580 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:10.076014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e08a34-d336-4069-b529-037f81763580 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:10.076014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e08a34-d336-4069-b529-037f81763580 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:10.076014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e08a34-d336-4069-b529-037f81763580 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:10.076014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e08a34-d336-4069-b529-037f81763580 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:10.076014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e08a34-d336-4069-b529-037f81763580 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:10.076014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e08a34-d336-4069-b529-037f81763580 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:10.076014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e08a34-d336-4069-b529-037f81763580 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:10.076014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e08a34-d336-4069-b529-037f81763580 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:10.076014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e08a34-d336-4069-b529-037f81763580 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:10.076014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e08a34-d336-4069-b529-037f81763580 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:10.076014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e08a34-d336-4069-b529-037f81763580 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:10.105329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c133598-67f0-4c25-b924-c36a5e2e0471 req-13bb2ee2-81e3-4d2b-bbc9-16116fa12f61 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:10.108477 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c133598-67f0-4c25-b924-c36a5e2e0471 req-13bb2ee2-81e3-4d2b-bbc9-16116fa12f61 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 947 time: 0.1951947 Jul 05 03:43:10.166935 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Attempting to bind port e68e3d76-1470-4ad9-85c3-11426e9901ea on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:10.167389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Attempting to bind port e68e3d76-1470-4ad9-85c3-11426e9901ea by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:10.167865 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Attempting to bind port e68e3d76-1470-4ad9-85c3-11426e9901ea on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:10.173473 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Port e68e3d76-1470-4ad9-85c3-11426e9901ea on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:43:10.173928 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Attempting to bind port e68e3d76-1470-4ad9-85c3-11426e9901ea on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:10.210213 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:10.214740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:10.215658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:10.216338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Bound port: e68e3d76-1470-4ad9-85c3-11426e9901ea, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:10.216957 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:10.221975 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c133598-67f0-4c25-b924-c36a5e2e0471 req-ca804208-3a58-42a6-aa54-706b0ef1c942 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014378 Jul 05 03:43:10.329215 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] For port e68e3d76-1470-4ad9-85c3-11426e9901ea, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:10.334424 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] For port e68e3d76-1470-4ad9-85c3-11426e9901ea, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e68e3d76-1470-4ad9-85c3-11426e9901ea,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:10.436124 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:10.475933 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:10.476471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:10.477934 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-81e08a34-d336-4069-b529-037f81763580 service neutron] 10.222.0.36 "PUT /v2.0/ports/e68e3d76-1470-4ad9-85c3-11426e9901ea HTTP/1.1" status: 200 len: 1096 time: 1.5138614 Jul 05 03:43:10.508302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e08a34-d336-4069-b529-037f81763580 service neutron] Pushing event updated for resources: {'Port': ['ID=e68e3d76-1470-4ad9-85c3-11426e9901ea,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:10.699708 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-2ce69fff-f29f-44ef-aa6d-25a1be5677d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:10.701564 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-2ce69fff-f29f-44ef-aa6d-25a1be5677d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af743fe137684a2686bea7e6a601acab&device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 1099 time: 0.0813186 Jul 05 03:43:10.706461 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b0c9a153-4205-47f5-bb57-82f62ad5e986 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:10.772358 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-24a2fa86-8545-422b-b28f-b2445b0155e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e68e3d76-1470-4ad9-85c3-11426e9901ea HTTP/1.1" status: 200 len: 217 time: 0.0622880 Jul 05 03:43:10.845168 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-9a9c2e14-ee8e-483c-8d6b-1a6eb1c4c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:10.847289 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-9a9c2e14-ee8e-483c-8d6b-1a6eb1c4c255 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0591462 Jul 05 03:43:10.909373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55856) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:10.915524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port b0c9a153-4205-47f5-bb57-82f62ad5e986 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:10.920415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port b0c9a153-4205-47f5-bb57-82f62ad5e986 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:10.920790 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:10.938422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-09fe139e-f848-42a3-a58e-766e65e6a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:10.940229 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-09fe139e-f848-42a3-a58e-766e65e6a415 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0827560 Jul 05 03:43:10.940959 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-52f60177-050e-439f-bb43-cf6f335dad3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.024528 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14ad34-0704-446d-8ca2-f7b16090567e req-02f95128-fa4f-48f0-963a-2ad7134cf442 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:11.030353 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8c14ad34-0704-446d-8ca2-f7b16090567e req-02f95128-fa4f-48f0-963a-2ad7134cf442 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 948 time: 0.0792179 Jul 05 03:43:11.039293 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.050752 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55858) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:11.064395 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-393413835-network', 'tenant_id': '64bf0aae73d04b3cb836e3ad6c534223'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:11.078647 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-d531ab3a-26b9-4d67-a4d1-5e65d1c2c680 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279972 Jul 05 03:43:11.086244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b0c9a153-4205-47f5-bb57-82f62ad5e986, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b0c9a153-4205-47f5-bb57-82f62ad5e986,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:11.087526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fcebdc-e400-44c3-a077-7c2a96b0b8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c9a153-4205-47f5-bb57-82f62ad5e986'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:11.091208 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72077fb-8d4b-481f-9dc5-66adbd65a9e0" -d '{"events": [{"server_uuid": "57fcebdc-e400-44c3-a077-7c2a96b0b8f0", "name": "network-vif-plugged", "status": "completed", "tag": "b0c9a153-4205-47f5-bb57-82f62ad5e986"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:11.115176 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8c14ad34-0704-446d-8ca2-f7b16090567e req-ce00ec6c-6512-4bd8-8142-6407faa8c429 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755355 Jul 05 03:43:11.168864 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6f6aad-9499-4c43-b9ae-d5edc2a05ecb x-openstack-request-id: req-5a6f6aad-9499-4c43-b9ae-d5edc2a05ecb {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:11.169557 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fcebdc-e400-44c3-a077-7c2a96b0b8f0", "name": "network-vif-plugged", "status": "completed", "tag": "b0c9a153-4205-47f5-bb57-82f62ad5e986", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:11.170000 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5a6f6aad-9499-4c43-b9ae-d5edc2a05ecb {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:11.170608 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fcebdc-e400-44c3-a077-7c2a96b0b8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c9a153-4205-47f5-bb57-82f62ad5e986', 'code': 200} Jul 05 03:43:11.282179 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.283293 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0ac74571-ad54-4d49-9157-fb714acd7470 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:43:11.323775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 0ac74571-ad54-4d49-9157-fb714acd7470 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:43:11.324411 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0ac74571-ad54-4d49-9157-fb714acd7470 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:43:11.358444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=b0c9a153-4205-47f5-bb57-82f62ad5e986,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:11.378210 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8475e22e-98b3-4687-aed2-a58772b9f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.443292 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf614c5-2c58-4484-abc5-f635352c1714 req-8baa1ac7-e29b-42f6-8579-cf6aa4e87777 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:11.445484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ccf614c5-2c58-4484-abc5-f635352c1714 req-8baa1ac7-e29b-42f6-8579-cf6aa4e87777 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 947 time: 0.0837665 Jul 05 03:43:11.464919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1be02-1f07-43ca-82b0-0c5f64b21677 req-e752314b-fe09-4c42-8017-c2e18ec11525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:11.467048 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a1e1be02-1f07-43ca-82b0-0c5f64b21677 req-e752314b-fe09-4c42-8017-c2e18ec11525 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 1101 time: 0.1680272 Jul 05 03:43:11.474090 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-29eefe6f-c800-4ce7-9954-73e6761b79e0 req-fe494155-2c86-4a6c-b060-1fc997ee4191 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796518 Jul 05 03:43:11.497245 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-52f60177-050e-439f-bb43-cf6f335dad3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.500807 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ccf614c5-2c58-4484-abc5-f635352c1714 req-0d44bb22-1820-453d-b375-178ea2368514 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464973 Jul 05 03:43:11.512894 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a1e1be02-1f07-43ca-82b0-0c5f64b21677 req-f8bb16c7-9b7c-42ad-bed2-7aae321bed53 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351717 Jul 05 03:43:11.553040 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-52f60177-050e-439f-bb43-cf6f335dad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.611507 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-52f60177-050e-439f-bb43-cf6f335dad3a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77c23605297844969ed9d8caf4dfb0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7009344 Jul 05 03:43:11.614344 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55868) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:11.617170 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f60177-050e-439f-bb43-cf6f335dad3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dfa1ea-4177-4f1b-a83b-e502208d4386,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:11.655257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55870) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:11.658916 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Made reservation on behalf of 64bf0aae73d04b3cb836e3ad6c534223 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:11.662654 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.690485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55874) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:11.693977 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.754500 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-deef7f3d-6e39-4a21-85fb-b918bba12969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.780262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72d088d-c5ed-4593-af8b-99f064b5131f', 'tag': 'e68e3d76-1470-4ad9-85c3-11426e9901ea'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:11.783037 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2c3d8a-e425-4554-9478-a9f433f347e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e72d088d-c5ed-4593-af8b-99f064b5131f", "tag": "e68e3d76-1470-4ad9-85c3-11426e9901ea"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:11.792351 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-deef7f3d-6e39-4a21-85fb-b918bba12969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.838931 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e662b9b4-e69d-40c6-95d6-35b382834266 x-openstack-request-id: req-e662b9b4-e69d-40c6-95d6-35b382834266 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:11.839291 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72d088d-c5ed-4593-af8b-99f064b5131f", "tag": "e68e3d76-1470-4ad9-85c3-11426e9901ea", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:11.839623 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e662b9b4-e69d-40c6-95d6-35b382834266 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:11.840268 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72d088d-c5ed-4593-af8b-99f064b5131f', 'tag': 'e68e3d76-1470-4ad9-85c3-11426e9901ea', 'status': 'completed', 'code': 200} Jul 05 03:43:11.890972 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1d8882d3-ec23-4ffd-bad1-1f3bbebbd139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.895867 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.981405 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ae9be8fc-2828-4d4e-9cd3-c7089da9372e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1d00ca0c649d4eb1a15ca14d5a000225&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3250628 Jul 05 03:43:11.984133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55890) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:11.990239 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c3d8a-e425-4554-9478-a9f433f347e5 req-8b0dd6f2-e33c-4b98-b929-516f36573423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:11.991729 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fc2c3d8a-e425-4554-9478-a9f433f347e5 req-8b0dd6f2-e33c-4b98-b929-516f36573423 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af743fe137684a2686bea7e6a601acab&device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 1099 time: 0.1114800 Jul 05 03:43:12.009418 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.012513 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-deef7f3d-6e39-4a21-85fb-b918bba12969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.015086 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-deef7f3d-6e39-4a21-85fb-b918bba12969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.016246 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-deef7f3d-6e39-4a21-85fb-b918bba12969 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76dfa1ea-4177-4f1b-a83b-e502208d4386 HTTP/1.1" status: 204 len: 168 time: 0.4009075 Jul 05 03:43:12.044758 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:43:12.076722 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.077411 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Added segment 547ddeeb-bf31-4b61-93e0-ab9f07839a38 of type vlan for network b6762e17-93be-4cde-9498-62b8356aaaa9 Jul 05 03:43:12.079024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c644e9-ebe2-4b7b-b616-369d9c835dea,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:12.100865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:12.101258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:12.101568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:12.101897 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:12.102221 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:12.102549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:12.102892 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:12.103206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:12.103523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:12.103873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:12.104221 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:12.104537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:12.120797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef7f3d-6e39-4a21-85fb-b918bba12969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dfa1ea-4177-4f1b-a83b-e502208d4386,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:12.127174 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-680b3143-aba5-416e-a102-ba5f2d89e416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.139209 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c3d8a-e425-4554-9478-a9f433f347e5 req-cd495da0-512c-4400-8807-f8b8a83e85fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:12.139209 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fc2c3d8a-e425-4554-9478-a9f433f347e5 req-cd495da0-512c-4400-8807-f8b8a83e85fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1400781 Jul 05 03:43:12.152649 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-680b3143-aba5-416e-a102-ba5f2d89e416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.211195 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1d8882d3-ec23-4ffd-bad1-1f3bbebbd139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.231363 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.274197 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fc2c3d8a-e425-4554-9478-a9f433f347e5 req-8f50b22e-0b8e-46cd-bc08-936220a2285a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e68e3d76-1470-4ad9-85c3-11426e9901ea HTTP/1.1" status: 200 len: 217 time: 0.1275449 Jul 05 03:43:12.331508 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1d8882d3-ec23-4ffd-bad1-1f3bbebbd139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.335136 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-680b3143-aba5-416e-a102-ba5f2d89e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.338940 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-680b3143-aba5-416e-a102-ba5f2d89e416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.344295 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-680b3143-aba5-416e-a102-ba5f2d89e416 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3609be22-90e6-4e7e-b5a7-9def07344c50 HTTP/1.1" status: 204 len: 168 time: 0.3590226 Jul 05 03:43:12.355136 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b3143-aba5-416e-a102-ba5f2d89e416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3609be22-90e6-4e7e-b5a7-9def07344c50,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:12.357603 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c3d8a-e425-4554-9478-a9f433f347e5 req-d67356c7-9f7a-47a7-901e-57e29d5691ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:12.359060 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fc2c3d8a-e425-4554-9478-a9f433f347e5 req-d67356c7-9f7a-47a7-901e-57e29d5691ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0788903 Jul 05 03:43:12.361303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8882d3-ec23-4ffd-bad1-1f3bbebbd139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f50524-46bc-468f-965b-4c2c84e5c6f8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:12.389151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94300fd0-472e-4b62-ab47-ddd0af361c4b req-6ab0042a-8518-48a2-8c6d-07f90222600e tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:12.396700 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94300fd0-472e-4b62-ab47-ddd0af361c4b req-6ab0042a-8518-48a2-8c6d-07f90222600e tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 949 time: 0.1061745 Jul 05 03:43:12.416851 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1d8882d3-ec23-4ffd-bad1-1f3bbebbd139 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=06444d0d19dd493fba5653c723864fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7244639 Jul 05 03:43:12.418185 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55900) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:12.452520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c3d8a-e425-4554-9478-a9f433f347e5 req-a8a7192a-4f0c-408f-94be-6d0a35010294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:12.453998 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.454655 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fc2c3d8a-e425-4554-9478-a9f433f347e5 req-a8a7192a-4f0c-408f-94be-6d0a35010294 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0853794 Jul 05 03:43:12.455322 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:12.455899 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.518906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55904) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:12.552091 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94300fd0-472e-4b62-ab47-ddd0af361c4b req-6979df83-30d0-4bf2-99ef-eff6e795cc24 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542795 Jul 05 03:43:12.605189 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fc2c3d8a-e425-4554-9478-a9f433f347e5 req-8a5fbd65-f84e-45c8-9e95-33c088bba163 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435378 Jul 05 03:43:12.622800 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c404650e-f240-4742-9d97-4b56f8c6e848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.646378 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c404650e-f240-4742-9d97-4b56f8c6e848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.678216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] Pushing event updated for resources: {'Network': ['ID=b6762e17-93be-4cde-9498-62b8356aaaa9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:12.686591 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a93c3bf4-f152-4bcc-ad0c-b354b5eded69 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6319144 Jul 05 03:43:12.689646 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55912) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:12.690489 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network b6762e17-93be-4cde-9498-62b8356aaaa9 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:43:12.698839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d4ef33ed-07e8-4aa2-a3d5-c047736f2a4d admin admin] Request body: {'subnet': {'network_id': 'b6762e17-93be-4cde-9498-62b8356aaaa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-393413835-subnet', 'tenant_id': '64bf0aae73d04b3cb836e3ad6c534223', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:12.760307 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fc2c3d8a-e425-4554-9478-a9f433f347e5 req-e043662b-c81b-42fd-8bf7-af82c28bfa3c service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472645 Jul 05 03:43:12.761370 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8eb7c9ae-3166-479c-a9ff-8914b28f723a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.815439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17406c0c-f370-49ab-9285-ada6ddb2d4b1 req-3cb2254e-4c16-4473-8515-7d3296a8a1fb tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:12.816945 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17406c0c-f370-49ab-9285-ada6ddb2d4b1 req-3cb2254e-4c16-4473-8515-7d3296a8a1fb tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 947 time: 0.1398709 Jul 05 03:43:12.835584 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ef33ed-07e8-4aa2-a3d5-c047736f2a4d admin admin] Made reservation on behalf of 64bf0aae73d04b3cb836e3ad6c534223 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:12.837937 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d4ef33ed-07e8-4aa2-a3d5-c047736f2a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.879516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17406c0c-f370-49ab-9285-ada6ddb2d4b1 req-d55f87db-6f5b-48c7-bf6b-8485d693cc56 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439756 Jul 05 03:43:12.909698 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c404650e-f240-4742-9d97-4b56f8c6e848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.912416 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c404650e-f240-4742-9d97-4b56f8c6e848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.914471 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c404650e-f240-4742-9d97-4b56f8c6e848 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b7f50524-46bc-468f-965b-4c2c84e5c6f8 HTTP/1.1" status: 204 len: 168 time: 0.4905558 Jul 05 03:43:12.930764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404650e-f240-4742-9d97-4b56f8c6e848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f50524-46bc-468f-965b-4c2c84e5c6f8,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:12.996443 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8eb7c9ae-3166-479c-a9ff-8914b28f723a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.130338 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8eb7c9ae-3166-479c-a9ff-8914b28f723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.161026 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d4ef33ed-07e8-4aa2-a3d5-c047736f2a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.172957 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8eb7c9ae-3166-479c-a9ff-8914b28f723a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b2a5deaf212f487b93547ea09c8bae69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6448040 Jul 05 03:43:13.173417 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55926) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:13.184301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7c9ae-3166-479c-a9ff-8914b28f723a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7149bb-e8de-481c-8b92-175e163f0e0e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:13.231859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef33ed-07e8-4aa2-a3d5-c047736f2a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dce73fc-8b36-4c74-8e9b-844489b5e00f,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:13.240390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ef33ed-07e8-4aa2-a3d5-c047736f2a4d admin admin] Checking segment: {'id': '547ddeeb-bf31-4b61-93e0-ab9f07839a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b6762e17-93be-4cde-9498-62b8356aaaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:13.240390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ef33ed-07e8-4aa2-a3d5-c047736f2a4d admin admin] Network hostable DHCP agents. Network: b6762e17-93be-4cde-9498-62b8356aaaa9, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:43:13.249398 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b73cbe03-5582-42d9-9fd5-6e29d226e736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.278893 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b73cbe03-5582-42d9-9fd5-6e29d226e736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.487024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ef33ed-07e8-4aa2-a3d5-c047736f2a4d admin admin] Network b6762e17-93be-4cde-9498-62b8356aaaa9 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:43:13.496915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b73cbe03-5582-42d9-9fd5-6e29d226e736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.496915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b73cbe03-5582-42d9-9fd5-6e29d226e736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.496915 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b73cbe03-5582-42d9-9fd5-6e29d226e736 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b7149bb-e8de-481c-8b92-175e163f0e0e HTTP/1.1" status: 204 len: 168 time: 0.3176448 Jul 05 03:43:13.503267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cbe03-5582-42d9-9fd5-6e29d226e736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7149bb-e8de-481c-8b92-175e163f0e0e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:13.612687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-d4ef33ed-07e8-4aa2-a3d5-c047736f2a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, b6762e17-93be-4cde-9498-62b8356aaaa9) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:13.623125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ef33ed-07e8-4aa2-a3d5-c047736f2a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:13.623125 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d4ef33ed-07e8-4aa2-a3d5-c047736f2a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.626426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e873b1-4fa0-49b6-8c8a-c89cee1a971b None None] Network b6762e17-93be-4cde-9498-62b8356aaaa9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:13.679546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55936) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:13.764339 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d4ef33ed-07e8-4aa2-a3d5-c047736f2a4d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0729251 Jul 05 03:43:13.775970 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6fe14af9-a9f4-4df1-9f38-7e3bc65e2a68 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=684b0640d3f348c4aa67897b327bbd17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0947030 Jul 05 03:43:13.779591 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55940) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:13.786697 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d0bc73-acfd-4114-9b15-25a6a83b385f None None] Network b6762e17-93be-4cde-9498-62b8356aaaa9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:13.816565 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708d9e2-e3d8-4ab4-a3aa-21e132bb28ce req-7876f126-aa13-4615-a0a5-28dbc5d85546 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:13.824507 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3708d9e2-e3d8-4ab4-a3aa-21e132bb28ce req-7876f126-aa13-4615-a0a5-28dbc5d85546 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 949 time: 0.1361208 Jul 05 03:43:13.884465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3708d9e2-e3d8-4ab4-a3aa-21e132bb28ce req-017f5b14-9c26-4b4c-83c2-150fe7a759c3 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590224 Jul 05 03:43:13.887896 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d6b889fc-06b2-4196-b177-f05098134c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.914037 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d6b889fc-06b2-4196-b177-f05098134c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.966825 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5456d985-4d70-4396-a571-4bc37651adfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.082490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6d01e-0610-4062-81a9-b555ea76593a req-76588fa6-fc8b-4f92-a753-7a3b0c7ce5c0 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:14.086050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-11c6d01e-0610-4062-81a9-b555ea76593a req-76588fa6-fc8b-4f92-a753-7a3b0c7ce5c0 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 947 time: 0.0713947 Jul 05 03:43:14.104611 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d6b889fc-06b2-4196-b177-f05098134c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.107263 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d6b889fc-06b2-4196-b177-f05098134c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.108387 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d6b889fc-06b2-4196-b177-f05098134c87 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b7cbf246-3912-45ee-b072-256da9c0d907 HTTP/1.1" status: 204 len: 168 time: 0.3276713 Jul 05 03:43:14.121647 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b889fc-06b2-4196-b177-f05098134c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cbf246-3912-45ee-b072-256da9c0d907,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:14.134990 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-11c6d01e-0610-4062-81a9-b555ea76593a req-3f35178f-c271-4bc8-aa7b-c3ef54c28d56 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449491 Jul 05 03:43:14.188777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55950) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:14.204472 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e2acdd65-5506-4a3e-9c95-34634b97e44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.286909 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.320023 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e2acdd65-5506-4a3e-9c95-34634b97e44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.381781 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e2acdd65-5506-4a3e-9c95-34634b97e44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.427205 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acdd65-5506-4a3e-9c95-34634b97e44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04033d3-6dac-4ca4-9038-4f9039106906,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:14.439844 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e2acdd65-5506-4a3e-9c95-34634b97e44c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fdef668dfc5b405abee76cd52dfe6540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417362 Jul 05 03:43:14.439844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55958) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:14.494583 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9788f390-addb-4f70-9328-2915aeb85868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.528472 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9788f390-addb-4f70-9328-2915aeb85868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.684880 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9788f390-addb-4f70-9328-2915aeb85868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.687493 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9788f390-addb-4f70-9328-2915aeb85868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.688784 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9788f390-addb-4f70-9328-2915aeb85868 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a04033d3-6dac-4ca4-9038-4f9039106906 HTTP/1.1" status: 204 len: 168 time: 0.2525225 Jul 05 03:43:14.696516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788f390-addb-4f70-9328-2915aeb85868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04033d3-6dac-4ca4-9038-4f9039106906,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:14.957605 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55974) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:14.971298 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80c24474-52d8-4907-b6ee-275c535cc08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:15.127284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-8019fd61-74bb-4081-bfad-d97042a2a460 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b6bd5829b24b42a6bd4b2f853092fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407505 Jul 05 03:43:15.153286 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:15.277844 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80c24474-52d8-4907-b6ee-275c535cc08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:15.321068 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-406737bb-c21d-42d6-85f5-e543cb69eef2 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:15.323043 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-406737bb-c21d-42d6-85f5-e543cb69eef2 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849144 Jul 05 03:43:15.338156 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-f3cabdb3-edcd-442d-9fe4-cd72d76592d6 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/quotas/b6bd5829b24b42a6bd4b2f853092fe94 HTTP/1.1" status: 200 len: 375 time: 0.0092051 Jul 05 03:43:15.354720 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80c24474-52d8-4907-b6ee-275c535cc08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:15.685586 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-80c24474-52d8-4907-b6ee-275c535cc08e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5aa3869664044800b8380e6363b93abe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7267683 Jul 05 03:43:15.688316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56014) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:15.696438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c24474-52d8-4907-b6ee-275c535cc08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552de037-a271-4622-ba58-69442889e8c5,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:15.755934 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-efe83bf2-0a18-4b8f-8466-bb6263241e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:15.792205 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-efe83bf2-0a18-4b8f-8466-bb6263241e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:15.803366 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-83191069-9c89-4eca-a3ba-581263ce29d2 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b6bd5829b24b42a6bd4b2f853092fe94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4588740 Jul 05 03:43:15.847792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-efd1af44-8ecd-4266-a3f4-854d7a13ca4f tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:15.849299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-efd1af44-8ecd-4266-a3f4-854d7a13ca4f tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 807 time: 0.1870236 Jul 05 03:43:15.867372 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-b6d8b3c9-88cc-4128-8bbb-cddc7d2c1005 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/quotas/5de69650861e4b2ab64c64456b5c16e4 HTTP/1.1" status: 200 len: 375 time: 0.0110033 Jul 05 03:43:15.904225 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-21b42718-1c31-4ebf-8c10-f75a4895ab1e tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302143 Jul 05 03:43:15.933410 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-efe83bf2-0a18-4b8f-8466-bb6263241e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:15.936254 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-efe83bf2-0a18-4b8f-8466-bb6263241e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:15.938524 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-efe83bf2-0a18-4b8f-8466-bb6263241e31 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/552de037-a271-4622-ba58-69442889e8c5 HTTP/1.1" status: 204 len: 168 time: 0.2482972 Jul 05 03:43:15.946471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe83bf2-0a18-4b8f-8466-bb6263241e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552de037-a271-4622-ba58-69442889e8c5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:16.006681 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-93cfbb16-45a4-480f-81d4-530e9d9381dc service neutron] 10.222.0.38 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936377 Jul 05 03:43:16.130175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-ae97fe2c-f0a4-412d-b597-70b01a844aa7 service neutron] 10.222.0.38 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171200 Jul 05 03:43:16.222804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e68e3d76-1470-4ad9-85c3-11426e9901ea details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:43:16.272663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf81114-747d-4c41-ab22-61e0dca2b05f req-9c2fa76c-8c45-47a7-9fba-281949b8dce7 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:16.274270 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2cf81114-747d-4c41-ab22-61e0dca2b05f req-9c2fa76c-8c45-47a7-9fba-281949b8dce7 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 947 time: 0.0961323 Jul 05 03:43:16.319305 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2cf81114-747d-4c41-ab22-61e0dca2b05f req-f7ae1cb6-d186-4b88-a0cd-a5b9bf87f3f5 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384107 Jul 05 03:43:16.334307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e68e3d76-1470-4ad9-85c3-11426e9901ea, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e68e3d76-1470-4ad9-85c3-11426e9901ea,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:16.355458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'e68e3d76-1470-4ad9-85c3-11426e9901ea', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'e68e3d76-1470-4ad9-85c3-11426e9901ea', 'mac_address': 'fa:16:3e:39:83:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:43:16.395468 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:16.415623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68e3d76-1470-4ad9-85c3-11426e9901ea {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:16.439586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e68e3d76-1470-4ad9-85c3-11426e9901ea, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e68e3d76-1470-4ad9-85c3-11426e9901ea,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:16.508149 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fe75bb6c-8e2e-4416-8db0-bd350d7afe59 req-23086f44-50e0-420b-b704-efe327d8b6d4 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 210 time: 0.0304015 Jul 05 03:43:16.544530 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:16.599780 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-388a1842-81f3-40e0-a3c2-accdf283dcfd req-b477fc3e-a3bd-468d-ab99-077b33d1ae98 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 210 time: 0.0581603 Jul 05 03:43:16.652532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e68e3d76-1470-4ad9-85c3-11426e9901ea,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:16.667016 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:16.667644 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:16.668124 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:16.668469 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:16.668845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:16.669127 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:16.669455 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:16.669778 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:16.670105 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:16.670429 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:16.670753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:16.671079 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:16.749888 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:16.948772 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e68e3d76-1470-4ad9-85c3-11426e9901ea'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:17.535398 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29d57-225c-42e1-b29a-d2da03dce2ea req-479df348-b1a1-496f-93db-fcc6f7d1837c tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:17.539650 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-79a29d57-225c-42e1-b29a-d2da03dce2ea req-479df348-b1a1-496f-93db-fcc6f7d1837c tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 948 time: 0.0863619 Jul 05 03:43:17.604003 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-79a29d57-225c-42e1-b29a-d2da03dce2ea req-b4e1a703-71a8-4af3-ad30-fabb9067f041 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566440 Jul 05 03:43:17.712624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c08e7b81-ca0e-4f6a-b909-e0b9ba4f0605 req-33f2c795-aa39-4182-90ec-507c10f24bf3 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 210 time: 0.0344927 Jul 05 03:43:17.740964 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b8bfb56-1d4e-4e1b-83f9-5f2a01ebf4de req-6fdf3199-5dcd-4c0f-824f-4a547bbf2495 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 210 time: 0.0306025 Jul 05 03:43:18.229954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-7feb6fa1-50ba-44dd-aa85-c2bcfcb3a722 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=00505a302c0a4d3d805564f940df7467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373874 Jul 05 03:43:18.238254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e68e3d76-1470-4ad9-85c3-11426e9901ea up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:18.343662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-c162a25e-e013-4449-a762-61350d7e176c tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:18.345264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-c162a25e-e013-4449-a762-61350d7e176c tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1145332 Jul 05 03:43:18.365078 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-e623db1c-293f-419f-bed1-14459af8b0e0 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/quotas/00505a302c0a4d3d805564f940df7467 HTTP/1.1" status: 200 len: 375 time: 0.0143025 Jul 05 03:43:18.385759 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port e68e3d76-1470-4ad9-85c3-11426e9901ea completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:18.391494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port e68e3d76-1470-4ad9-85c3-11426e9901ea triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:18.392360 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.440734 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-c23706cc-f1cf-4211-9fe0-7d303c49e8aa tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=00505a302c0a4d3d805564f940df7467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634921 Jul 05 03:43:18.521558 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.549635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72d088d-c5ed-4593-af8b-99f064b5131f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68e3d76-1470-4ad9-85c3-11426e9901ea'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:18.552280 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423af806-7bd0-4773-b1b3-125489b8cc33" -d '{"events": [{"server_uuid": "e72d088d-c5ed-4593-af8b-99f064b5131f", "name": "network-vif-plugged", "status": "completed", "tag": "e68e3d76-1470-4ad9-85c3-11426e9901ea"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:18.567952 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e68e3d76-1470-4ad9-85c3-11426e9901ea, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e68e3d76-1470-4ad9-85c3-11426e9901ea,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:18.610430 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93305816-1b90-47c9-ba48-b09687471705 x-openstack-request-id: req-93305816-1b90-47c9-ba48-b09687471705 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:18.610722 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72d088d-c5ed-4593-af8b-99f064b5131f", "name": "network-vif-plugged", "status": "completed", "tag": "e68e3d76-1470-4ad9-85c3-11426e9901ea", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:18.611093 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-93305816-1b90-47c9-ba48-b09687471705 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:18.611624 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72d088d-c5ed-4593-af8b-99f064b5131f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68e3d76-1470-4ad9-85c3-11426e9901ea', 'code': 200} Jul 05 03:43:18.656034 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.734943 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e68e3d76-1470-4ad9-85c3-11426e9901ea,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:18.898969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e36704-c7b7-4409-9072-39d921063f64 req-98ea257f-7155-4391-b327-cc8aa52b47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:18.902398 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-20e36704-c7b7-4409-9072-39d921063f64 req-98ea257f-7155-4391-b327-cc8aa52b47ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 1101 time: 0.1603312 Jul 05 03:43:18.914131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b091ce21-9104-4526-951d-f21aafc26e61 req-e59489c4-66ab-4d1e-9cea-c30b18a0ef7a tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 210 time: 0.0917811 Jul 05 03:43:18.976660 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-20e36704-c7b7-4409-9072-39d921063f64 req-bba2f9b1-908e-4f3c-9dd5-b766e7caf4dc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638857 Jul 05 03:43:19.036901 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810cd86-2146-4dd4-af41-5994703259ab req-2bfd7712-32e6-4f7a-ada3-a9d1b43d25ea tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:19.049474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9810cd86-2146-4dd4-af41-5994703259ab req-2bfd7712-32e6-4f7a-ada3-a9d1b43d25ea tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 949 time: 0.1504984 Jul 05 03:43:19.065144 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-a17b0df1-ddcd-4acf-82b7-4551757f8b6f tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b6bd5829b24b42a6bd4b2f853092fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417430 Jul 05 03:43:19.119067 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9810cd86-2146-4dd4-af41-5994703259ab req-80ac25bc-517a-435f-a895-8096bfbce346 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682888 Jul 05 03:43:19.216609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-edc033e1-fde9-4e18-9763-b534f169dc82 req-fbbd6683-d7df-4367-ad3f-fb45d32b586e tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 210 time: 0.0605047 Jul 05 03:43:19.276833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-54fbaaa6-1f3a-43cd-a1f9-c2cd2f909604 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:19.282089 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-54fbaaa6-1f3a-43cd-a1f9-c2cd2f909604 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138405 Jul 05 03:43:19.294264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-ce754a62-fc4e-4d89-bb63-8d7d6a9ef5e7 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Request body: {'port': {'device_id': '186eaeca-f66b-4c17-8c8d-e22424d60bae', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': 'b6bd5829b24b42a6bd4b2f853092fe94'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:19.306357 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0112c119-e211-4241-897a-6bf85c5299b0 req-237fbe46-0483-4ee4-874d-b2ad4364632e tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 210 time: 0.0470014 Jul 05 03:43:19.535073 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-ce754a62-fc4e-4d89-bb63-8d7d6a9ef5e7 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Made reservation on behalf of b6bd5829b24b42a6bd4b2f853092fe94 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:19.543170 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-ce754a62-fc4e-4d89-bb63-8d7d6a9ef5e7 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:19.703303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-ce754a62-fc4e-4d89-bb63-8d7d6a9ef5e7 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Allocated IP 192.168.233.22 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/4020742e-21b4-4ed4-a1e1-66dfb683b333) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:19.903614 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-ce754a62-fc4e-4d89-bb63-8d7d6a9ef5e7 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:19.929310 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-ce754a62-fc4e-4d89-bb63-8d7d6a9ef5e7 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Transition to ACTIVE for port object 4020742e-21b4-4ed4-a1e1-66dfb683b333 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:20.026765 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b528032b-6941-4fda-a6e8-047f67f5c1cf req-b85b0327-1bbd-43ad-a4b5-afcefdd1d0af tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 210 time: 0.0391281 Jul 05 03:43:20.059008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-023e204f-819e-4bdd-aedb-bd002bbbb0ba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:20.060545 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-023e204f-819e-4bdd-aedb-bd002bbbb0ba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.10 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 807 time: 0.1248577 Jul 05 03:43:20.076588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-c006ef60-bee4-4fe0-943e-2d0886f4ff56 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Request body: {'port': {'device_id': '2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5', 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125', 'admin_state_up': True, 'tenant_id': '5de69650861e4b2ab64c64456b5c16e4'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:20.286566 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-ce754a62-fc4e-4d89-bb63-8d7d6a9ef5e7 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.299783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['b0c9a153-4205-47f5-bb57-82f62ad5e986'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:20.349320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56212) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:20.364663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-ce754a62-fc4e-4d89-bb63-8d7d6a9ef5e7 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:20.374919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-ce754a62-fc4e-4d89-bb63-8d7d6a9ef5e7 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:20.379168 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-ce754a62-fc4e-4d89-bb63-8d7d6a9ef5e7 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:20.407679 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b3286-c016-4d14-a77f-239e9b01526d req-05f5af56-2bc4-4a31-89fa-e9653cb9f858 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:20.412774 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a8b3286-c016-4d14-a77f-239e9b01526d req-05f5af56-2bc4-4a31-89fa-e9653cb9f858 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 949 time: 0.1405766 Jul 05 03:43:20.437404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce754a62-fc4e-4d89-bb63-8d7d6a9ef5e7 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Pushing event updated for resources: {'Port': ['ID=4020742e-21b4-4ed4-a1e1-66dfb683b333,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:20.471552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-ce754a62-fc4e-4d89-bb63-8d7d6a9ef5e7 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:20.489483 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-ce754a62-fc4e-4d89-bb63-8d7d6a9ef5e7 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.497095 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a8b3286-c016-4d14-a77f-239e9b01526d req-2809c639-4a36-4afa-92ad-7605f8628bb7 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779812 Jul 05 03:43:20.498910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-c006ef60-bee4-4fe0-943e-2d0886f4ff56 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Made reservation on behalf of 5de69650861e4b2ab64c64456b5c16e4 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:20.522269 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-c006ef60-bee4-4fe0-943e-2d0886f4ff56 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.592633 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-54ceaa9a-899b-4ab1-9b7c-c11f9e7f760c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.716382 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-ce754a62-fc4e-4d89-bb63-8d7d6a9ef5e7 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4270215 Jul 05 03:43:20.733304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Request body: {'port': {'device_id': '186eaeca-f66b-4c17-8c8d-e22424d60bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:20.763008 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-73d3a339-7819-4285-9d90-65b3e3c65d57 req-fc237045-7b68-4674-8f17-8326ae8f1a3b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 210 time: 0.0585988 Jul 05 03:43:20.776210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-be27cba0-d590-415c-a83e-c2933d64d7ab None None] Provisioning for port 4020742e-21b4-4ed4-a1e1-66dfb683b333 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:20.778015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-c006ef60-bee4-4fe0-943e-2d0886f4ff56 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Allocated IP 172.20.0.13 (0afd212f-7e29-4013-a682-9abe025fe125/2332289e-5fbe-496d-8ce1-e0de67e408f4/3a30efd6-bd00-42d2-9e11-63674f2d9621) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:20.783269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-be27cba0-d590-415c-a83e-c2933d64d7ab None None] Provisioning complete for port 4020742e-21b4-4ed4-a1e1-66dfb683b333 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:20.783269 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-be27cba0-d590-415c-a83e-c2933d64d7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.856397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-be27cba0-d590-415c-a83e-c2933d64d7ab None None] Port 4020742e-21b4-4ed4-a1e1-66dfb683b333 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:43:20.883861 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-54ceaa9a-899b-4ab1-9b7c-c11f9e7f760c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.972983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa22f2-093c-40a9-a8f6-4e8b4349943c req-acc19acb-b218-4686-9768-fac483a9b5dd tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:20.974638 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7aa22f2-093c-40a9-a8f6-4e8b4349943c req-acc19acb-b218-4686-9768-fac483a9b5dd tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 935 time: 0.0936456 Jul 05 03:43:20.980828 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.021759 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7aa22f2-093c-40a9-a8f6-4e8b4349943c req-5b267cc6-d6fb-40f3-8ea4-308448ca0346 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397780 Jul 05 03:43:21.022844 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-54ceaa9a-899b-4ab1-9b7c-c11f9e7f760c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.041064 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-c006ef60-bee4-4fe0-943e-2d0886f4ff56 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.054373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-54ceaa9a-899b-4ab1-9b7c-c11f9e7f760c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3272d9c48f64b0a9b34a762644e532c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7025433 Jul 05 03:43:21.062698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56230) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:21.100240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ceaa9a-899b-4ab1-9b7c-c11f9e7f760c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d243c6b-a4d9-4384-bd4f-57620f348d2a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:21.164309 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b5ff1f3-54bf-411a-bec9-9a9e94e89266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.196978 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b5ff1f3-54bf-411a-bec9-9a9e94e89266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.363241 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-c006ef60-bee4-4fe0-943e-2d0886f4ff56 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.371943 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-064f6ca0-c63a-486a-ba72-cf95495ac038 req-c847db3d-2795-4888-86f7-52ee1e7abe97 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 210 time: 0.0475721 Jul 05 03:43:21.375247 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b5ff1f3-54bf-411a-bec9-9a9e94e89266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.380058 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b5ff1f3-54bf-411a-bec9-9a9e94e89266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.388344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4b5ff1f3-54bf-411a-bec9-9a9e94e89266 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2d243c6b-a4d9-4384-bd4f-57620f348d2a HTTP/1.1" status: 204 len: 168 time: 0.3235180 Jul 05 03:43:21.408494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ff1f3-54bf-411a-bec9-9a9e94e89266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d243c6b-a4d9-4384-bd4f-57620f348d2a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:21.441450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4020742e-21b4-4ed4-a1e1-66dfb683b333 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:21.459646 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.492425 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-c006ef60-bee4-4fe0-943e-2d0886f4ff56 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Network 0afd212f-7e29-4013-a682-9abe025fe125 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:21.501755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-c006ef60-bee4-4fe0-943e-2d0886f4ff56 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:21.505409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006ef60-bee4-4fe0-943e-2d0886f4ff56 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Pushing event updated for resources: {'Port': ['ID=3a30efd6-bd00-42d2-9e11-63674f2d9621,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:21.507612 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-c006ef60-bee4-4fe0-943e-2d0886f4ff56 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:21.511233 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Transition to ACTIVE for port object 4020742e-21b4-4ed4-a1e1-66dfb683b333 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:21.613278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-c006ef60-bee4-4fe0-943e-2d0886f4ff56 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:21.614397 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-c006ef60-bee4-4fe0-943e-2d0886f4ff56 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.629698 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.757861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872ccd8-0611-4347-a1a8-e0415ce1594a req-ab56f9a9-c6dd-4987-b64d-aa0d9ddb9956 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:21.765712 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Pushing event updated for resources: {'Port': ['ID=4020742e-21b4-4ed4-a1e1-66dfb683b333,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:21.766400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1872ccd8-0611-4347-a1a8-e0415ce1594a req-ab56f9a9-c6dd-4987-b64d-aa0d9ddb9956 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 949 time: 0.1331253 Jul 05 03:43:21.787145 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-c006ef60-bee4-4fe0-943e-2d0886f4ff56 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7184839 Jul 05 03:43:21.790003 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Attempting to bind port 4020742e-21b4-4ed4-a1e1-66dfb683b333 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:21.790572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Attempting to bind port 4020742e-21b4-4ed4-a1e1-66dfb683b333 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:21.791156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Attempting to bind port 4020742e-21b4-4ed4-a1e1-66dfb683b333 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:21.801352 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Request body: {'port': {'device_id': '2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:21.840285 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1872ccd8-0611-4347-a1a8-e0415ce1594a req-8d1b2081-86c4-4ed2-94ea-2daf1b983a72 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726833 Jul 05 03:43:21.850621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56258) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:21.851070 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Port 4020742e-21b4-4ed4-a1e1-66dfb683b333 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:43:21.851070 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Attempting to bind port 4020742e-21b4-4ed4-a1e1-66dfb683b333 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:21.886559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:21.886896 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:21.887292 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:21.887741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Bound port: 4020742e-21b4-4ed4-a1e1-66dfb683b333, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:21.888130 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.971083 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.986985 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] For port 4020742e-21b4-4ed4-a1e1-66dfb683b333, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:22.043336 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] For port 4020742e-21b4-4ed4-a1e1-66dfb683b333, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=4020742e-21b4-4ed4-a1e1-66dfb683b333,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:22.058616 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae683ca-d835-446e-992d-9b638e08da10 req-87d3c3be-233d-4519-bd7a-fe8cabe9e806 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:22.060150 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3ae683ca-d835-446e-992d-9b638e08da10 req-87d3c3be-233d-4519-bd7a-fe8cabe9e806 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 932 time: 0.0876322 Jul 05 03:43:22.103868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3ae683ca-d835-446e-992d-9b638e08da10 req-112b5412-abd2-4831-9913-c2470e8b6485 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358551 Jul 05 03:43:22.170557 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.358315 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56270) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:22.408587 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8207b84f-3bfa-496f-9232-b451afcef47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.486734 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd39d7d-8ead-4629-b794-00175d901749 req-438cc4e8-2c41-4b3d-a779-1dd3e656bfae tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:22.494148 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6bd39d7d-8ead-4629-b794-00175d901749 req-438cc4e8-2c41-4b3d-a779-1dd3e656bfae tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 947 time: 0.2068079 Jul 05 03:43:22.574543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6bd39d7d-8ead-4629-b794-00175d901749 req-9d6fb191-8492-44da-ad19-5c1c162fb06c tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786562 Jul 05 03:43:22.647064 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56276) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:22.701820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:22.703217 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.705618 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] 10.222.0.10 "PUT /v2.0/ports/4020742e-21b4-4ed4-a1e1-66dfb683b333 HTTP/1.1" status: 200 len: 1096 time: 1.9773149 Jul 05 03:43:22.706706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186eaeca-f66b-4c17-8c8d-e22424d60bae', 'tag': '4020742e-21b4-4ed4-a1e1-66dfb683b333'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:22.724865 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655c4f5e-5dfc-46fd-8220-af0492269d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "186eaeca-f66b-4c17-8c8d-e22424d60bae", "tag": "4020742e-21b4-4ed4-a1e1-66dfb683b333"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:22.747141 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8207b84f-3bfa-496f-9232-b451afcef47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.769364 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-93be02a9-8d40-4726-a0b8-39d87d718836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.791212 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b28bbf79-afd2-4983-8f63-190cd355a34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.817123 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-82d90c01-c6c1-4610-b539-72f8f3cf94f4 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=00505a302c0a4d3d805564f940df7467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851715 Jul 05 03:43:22.883257 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8207b84f-3bfa-496f-9232-b451afcef47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.910349 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.api [None req-b28bbf79-afd2-4983-8f63-190cd355a34c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:43:22.910349 n-d-771363-32 neutron-server[100933]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:43:22.910349 n-d-771363-32 neutron-server[100933]: [parameters: {'project_id_1': 'a0e4c10673714ff3bc59c6edc6cd4d72', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 43, 22, 807041)}] Jul 05 03:43:22.910349 n-d-771363-32 neutron-server[100933]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:43:22.910809 n-d-771363-32 neutron-server[100933]: DEBUG oslo_db.api [None req-b28bbf79-afd2-4983-8f63-190cd355a34c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:43:22.951696 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750db8e-9ec9-4649-8745-0101fcc1e533 service neutron] Pushing event updated for resources: {'Port': ['ID=4020742e-21b4-4ed4-a1e1-66dfb683b333,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:22.955343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207b84f-3bfa-496f-9232-b451afcef47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e9e20d-c593-4bc9-9736-4f2002dee3b2,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:22.968034 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8207b84f-3bfa-496f-9232-b451afcef47e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7967514e31bc43cd931e458732ebe531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6037087 Jul 05 03:43:22.968896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56282) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:23.029394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb2fc1a3-f4fb-44d6-bcae-28e52d482020 req-2ab5d3e3-9735-429a-b19a-d0275818fcb3 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 210 time: 0.0811398 Jul 05 03:43:23.069678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-037b0a95-15ec-4b0b-bc1e-0060351ec31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:23.069678 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-037b0a95-15ec-4b0b-bc1e-0060351ec31d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6bd5829b24b42a6bd4b2f853092fe94&device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 1099 time: 0.1816337 Jul 05 03:43:23.094654 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-953cc01e-8ac8-4a76-ba7a-5d506bb95650 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:23.096180 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-953cc01e-8ac8-4a76-ba7a-5d506bb95650 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2594111 Jul 05 03:43:23.097739 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196fff8f-1780-47d2-b803-ef61275ee03d x-openstack-request-id: req-196fff8f-1780-47d2-b803-ef61275ee03d {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:23.102228 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186eaeca-f66b-4c17-8c8d-e22424d60bae", "tag": "4020742e-21b4-4ed4-a1e1-66dfb683b333", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:23.102228 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-196fff8f-1780-47d2-b803-ef61275ee03d {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:23.102228 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186eaeca-f66b-4c17-8c8d-e22424d60bae', 'tag': '4020742e-21b4-4ed4-a1e1-66dfb683b333', 'status': 'completed', 'code': 200} Jul 05 03:43:23.103350 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a30efd6-bd00-42d2-9e11-63674f2d9621 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:23.123865 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fb7eac26-d768-46a0-ae52-db5f4361aa62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.143274 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.148786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Request body: {'port': {'device_id': 'ce150620-bcc9-4ddf-b23b-5a38775858a7', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '00505a302c0a4d3d805564f940df7467'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:23.154999 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-15fcd2dd-3ba1-4e48-8937-45fd068201e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=4020742e-21b4-4ed4-a1e1-66dfb683b333 HTTP/1.1" status: 200 len: 217 time: 0.0761666 Jul 05 03:43:23.164668 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45560daf-b2d8-4e42-9435-af7c46d63225 req-a020026d-8918-4987-a9b9-5dbbb749beef tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:23.172267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-45560daf-b2d8-4e42-9435-af7c46d63225 req-a020026d-8918-4987-a9b9-5dbbb749beef tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 949 time: 0.1876874 Jul 05 03:43:23.184364 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-93be02a9-8d40-4726-a0b8-39d87d718836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.195105 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fb7eac26-d768-46a0-ae52-db5f4361aa62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.253598 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-45560daf-b2d8-4e42-9435-af7c46d63225 req-1099b557-e582-4adc-b9c2-acfa20ab041b tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799842 Jul 05 03:43:23.279034 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-93be02a9-8d40-4726-a0b8-39d87d718836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.292987 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Transition to ACTIVE for port object 3a30efd6-bd00-42d2-9e11-63674f2d9621 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:23.346912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-55bb7545-d8ba-4d56-89dc-9d0313b26650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:23.348632 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-55bb7545-d8ba-4d56-89dc-9d0313b26650 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1679184 Jul 05 03:43:23.378787 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-93be02a9-8d40-4726-a0b8-39d87d718836 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fb7e2efd26a245f993efca4554e60fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7280731 Jul 05 03:43:23.382054 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fb7eac26-d768-46a0-ae52-db5f4361aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.384699 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fb7eac26-d768-46a0-ae52-db5f4361aa62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.388993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fb7eac26-d768-46a0-ae52-db5f4361aa62 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/39e9e20d-c593-4bc9-9736-4f2002dee3b2 HTTP/1.1" status: 204 len: 168 time: 0.4029953 Jul 05 03:43:23.388993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be02a9-8d40-4726-a0b8-39d87d718836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2b46f2-b4b6-4e35-9257-7f2a84072259,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:23.389239 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56288) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:23.391199 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.412002 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b28bbf79-afd2-4983-8f63-190cd355a34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.421124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7eac26-d768-46a0-ae52-db5f4361aa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e9e20d-c593-4bc9-9736-4f2002dee3b2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:23.464656 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Pushing event updated for resources: {'Port': ['ID=3a30efd6-bd00-42d2-9e11-63674f2d9621,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:23.489034 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.api [None req-b28bbf79-afd2-4983-8f63-190cd355a34c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:43:23.489034 n-d-771363-32 neutron-server[100933]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 03:43:23.489034 n-d-771363-32 neutron-server[100933]: [parameters: {'project_id': 'a0e4c10673714ff3bc59c6edc6cd4d72', 'id': '20850dfa-5014-4f98-8e2f-41fcc1f53eb9', 'expiration': datetime.datetime(2021, 7, 5, 3, 45, 23, 474410)}] Jul 05 03:43:23.489034 n-d-771363-32 neutron-server[100933]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:43:23.498541 n-d-771363-32 neutron-server[100933]: DEBUG oslo_db.api [None req-b28bbf79-afd2-4983-8f63-190cd355a34c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:43:23.504165 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708a184-9be5-4d98-85db-961c31cd59e0 req-38f8e293-6091-4833-a0f9-d27bc5621469 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:23.511541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e708a184-9be5-4d98-85db-961c31cd59e0 req-38f8e293-6091-4833-a0f9-d27bc5621469 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 932 time: 0.1924205 Jul 05 03:43:23.519527 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c6d2fd38-416b-4e87-bdb6-92ebfddfbd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.544811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-c85f118f-f118-45a7-a9b5-12161b536b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:23.546064 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-c85f118f-f118-45a7-a9b5-12161b536b0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1905754 Jul 05 03:43:23.571868 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c6d2fd38-416b-4e87-bdb6-92ebfddfbd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.576980 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e708a184-9be5-4d98-85db-961c31cd59e0 req-19803eca-4a99-42d2-addc-b7346a50d975 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645323 Jul 05 03:43:23.616331 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Attempting to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:23.616667 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Attempting to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:23.616997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Attempting to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:23.626420 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Made reservation on behalf of 00505a302c0a4d3d805564f940df7467 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:23.630258 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.641113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on network 0afd212f-7e29-4013-a682-9abe025fe125 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:43:23.641437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Attempting to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:23.647409 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.656242 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:23.656586 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Checking segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:23.656972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Bound using segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:23.657414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Bound port: 3a30efd6-bd00-42d2-9e11-63674f2d9621, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:23.657770 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.727594 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b28bbf79-afd2-4983-8f63-190cd355a34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.748752 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-7145eed3-9ad5-43e9-944e-e11a7a76f9a9 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924622 Jul 05 03:43:23.792897 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c6d2fd38-416b-4e87-bdb6-92ebfddfbd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.798612 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c6d2fd38-416b-4e87-bdb6-92ebfddfbd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.805958 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c6d2fd38-416b-4e87-bdb6-92ebfddfbd0f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2a2b46f2-b4b6-4e35-9257-7f2a84072259 HTTP/1.1" status: 204 len: 168 time: 0.4156256 Jul 05 03:43:23.821986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2fd38-416b-4e87-bdb6-92ebfddfbd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2b46f2-b4b6-4e35-9257-7f2a84072259,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:23.833644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:23.853430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690f27a-8474-406f-b764-18d6bd2598a3 req-c8e06b48-8369-455d-a4c9-ea7b47ea5a91 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:23.855341 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8690f27a-8474-406f-b764-18d6bd2598a3 req-c8e06b48-8369-455d-a4c9-ea7b47ea5a91 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 947 time: 0.1110244 Jul 05 03:43:23.863037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:23.912728 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-680fed51-4e0c-46bd-ad64-a6448072b644 req-550d6263-932c-4a10-8084-d34898025a4d service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570408 Jul 05 03:43:23.936177 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8690f27a-8474-406f-b764-18d6bd2598a3 req-354754a6-dd9f-41ff-9484-415063027f5f tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727439 Jul 05 03:43:23.955533 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.019357 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.053807 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:24.054474 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.055859 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] 10.222.0.10 "PUT /v2.0/ports/3a30efd6-bd00-42d2-9e11-63674f2d9621 HTTP/1.1" status: 200 len: 1093 time: 2.2608974 Jul 05 03:43:24.096878 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.143182 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c17c21-db66-4aa3-9028-56335a68419b service neutron] Pushing event updated for resources: {'Port': ['ID=3a30efd6-bd00-42d2-9e11-63674f2d9621,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:24.249622 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2537ba61-1c2d-4bd1-a0dc-3a6de0b0ce64 req-4833bab8-d374-4737-9a98-e7070fa81a86 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 210 time: 0.0463338 Jul 05 03:43:24.262301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b7a1e3-8d3c-49a9-8045-1f2a4ac9a911,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:24.305621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f8384-dd85-49fd-87d4-426283d431ec req-1eb9a90d-fd43-4265-b4ca-113b5df59733 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:24.308038 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-344f8384-dd85-49fd-87d4-426283d431ec req-1eb9a90d-fd43-4265-b4ca-113b5df59733 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 949 time: 0.2079186 Jul 05 03:43:24.339292 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Allocated IP 192.168.233.90 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/206f1089-4fe6-442f-a00f-e4dd5fe54d46) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:24.355258 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c4f5e-5dfc-46fd-8220-af0492269d5d req-88535909-8313-452a-abc4-9932e96e72df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:24.356918 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-655c4f5e-5dfc-46fd-8220-af0492269d5d req-88535909-8313-452a-abc4-9932e96e72df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6bd5829b24b42a6bd4b2f853092fe94&device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 1099 time: 0.2096872 Jul 05 03:43:24.359606 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-84bc34e5-08ee-42cc-b68e-71b32f3906cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:24.361113 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-84bc34e5-08ee-42cc-b68e-71b32f3906cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 1096 time: 0.1671853 Jul 05 03:43:24.383878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-344f8384-dd85-49fd-87d4-426283d431ec req-2c74fd89-4c21-45e3-8340-cc0e397060c9 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652618 Jul 05 03:43:24.386172 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b28bbf79-afd2-4983-8f63-190cd355a34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.464447 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b28bbf79-afd2-4983-8f63-190cd355a34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.468649 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-614d1a25-43ac-4d9b-a685-e0c5a55f29a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621 HTTP/1.1" status: 200 len: 217 time: 0.0960562 Jul 05 03:43:24.507446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bbf79-afd2-4983-8f63-190cd355a34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63004e7c-5670-4853-8915-cb0053698a79,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:24.516510 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b28bbf79-afd2-4983-8f63-190cd355a34c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0e4c10673714ff3bc59c6edc6cd4d72&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6746087 Jul 05 03:43:24.517468 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56316) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:24.577237 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b7f58c03-6c46-4141-ad56-f26b98033285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.605616 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b7f58c03-6c46-4141-ad56-f26b98033285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.642371 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-ba32634b-8620-46c5-908c-6f386b098c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:24.642371 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-ba32634b-8620-46c5-908c-6f386b098c66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.1591372 Jul 05 03:43:24.655423 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c4f5e-5dfc-46fd-8220-af0492269d5d req-cdcb8f24-f252-47eb-baf8-c28f29aeef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:24.658783 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-655c4f5e-5dfc-46fd-8220-af0492269d5d req-cdcb8f24-f252-47eb-baf8-c28f29aeef67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2849736 Jul 05 03:43:24.731371 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b7f58c03-6c46-4141-ad56-f26b98033285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.733945 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b7f58c03-6c46-4141-ad56-f26b98033285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.736549 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b7f58c03-6c46-4141-ad56-f26b98033285 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/63004e7c-5670-4853-8915-cb0053698a79 HTTP/1.1" status: 204 len: 168 time: 0.2180777 Jul 05 03:43:24.739477 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-a74803ac-9865-4965-888a-a0f362cf397c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797253 Jul 05 03:43:24.744183 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-655c4f5e-5dfc-46fd-8220-af0492269d5d req-ff431fe3-75e3-4510-9599-4e76a02219ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=4020742e-21b4-4ed4-a1e1-66dfb683b333 HTTP/1.1" status: 200 len: 217 time: 0.0757506 Jul 05 03:43:24.785583 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f58c03-6c46-4141-ad56-f26b98033285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63004e7c-5670-4853-8915-cb0053698a79,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:24.795376 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56328) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:24.798939 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.814226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Transition to ACTIVE for port object 206f1089-4fe6-442f-a00f-e4dd5fe54d46 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:24.827249 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a38e7ccd-91cf-4875-8b3f-d6aae09f121d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.906857 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953c702-abb3-432d-bff8-296b7cdcbc19 req-ff3a9c24-4654-490d-b2d5-cd4acce9a6d8 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:24.914988 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d953c702-abb3-432d-bff8-296b7cdcbc19 req-ff3a9c24-4654-490d-b2d5-cd4acce9a6d8 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 944 time: 0.1948886 Jul 05 03:43:24.935753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c4f5e-5dfc-46fd-8220-af0492269d5d req-0f045753-79f2-4c11-8767-239bc9aae3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:24.937549 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-655c4f5e-5dfc-46fd-8220-af0492269d5d req-0f045753-79f2-4c11-8767-239bc9aae3e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1738267 Jul 05 03:43:24.946603 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.978232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d953c702-abb3-432d-bff8-296b7cdcbc19 req-892169f3-167c-4bdf-8b43-b7a7b8c59fb1 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624452 Jul 05 03:43:25.025482 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a38e7ccd-91cf-4875-8b3f-d6aae09f121d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.043885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:25.048987 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:25.056585 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:25.101926 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a38e7ccd-91cf-4875-8b3f-d6aae09f121d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.122309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5', 'tag': '3a30efd6-bd00-42d2-9e11-63674f2d9621'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:25.125544 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e6dcee-c8eb-49c5-910f-d96e638fcefe" -d '{"events": [{"name": "network-changed", "server_uuid": "2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5", "tag": "3a30efd6-bd00-42d2-9e11-63674f2d9621"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:25.133848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:25.134515 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.165796 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-bcfb8e31-d1cb-4ad7-9c1a-3a04e90e73ae service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131866 Jul 05 03:43:25.193317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Pushing event updated for resources: {'Port': ['ID=206f1089-4fe6-442f-a00f-e4dd5fe54d46,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:25.271504 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c4f5e-5dfc-46fd-8220-af0492269d5d req-68d7d52d-fbb2-47ed-894d-bdd35692ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:25.273054 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-655c4f5e-5dfc-46fd-8220-af0492269d5d req-68d7d52d-fbb2-47ed-894d-bdd35692ebcd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3208108 Jul 05 03:43:25.273248 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e7ccd-91cf-4875-8b3f-d6aae09f121d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f17554e-c0da-4e50-8015-81d3fe81f523,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:25.274445 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4ede63-f51f-4b49-8c2a-21a7587ba5a2 x-openstack-request-id: req-6d4ede63-f51f-4b49-8c2a-21a7587ba5a2 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:25.274729 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5", "tag": "3a30efd6-bd00-42d2-9e11-63674f2d9621", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:25.274984 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6d4ede63-f51f-4b49-8c2a-21a7587ba5a2 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:25.275651 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5', 'tag': '3a30efd6-bd00-42d2-9e11-63674f2d9621', 'status': 'completed', 'code': 200} Jul 05 03:43:25.301699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a38e7ccd-91cf-4875-8b3f-d6aae09f121d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=862ecf1af3ea47619413cc7829f211d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981422 Jul 05 03:43:25.301699 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56342) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:25.394575 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daba003-1dd5-4368-b840-380384c5007c req-cb3ffa8d-d98e-4040-a77d-493cdb0159ee tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:25.402896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6daba003-1dd5-4368-b840-380384c5007c req-cb3ffa8d-d98e-4040-a77d-493cdb0159ee tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 947 time: 0.2832730 Jul 05 03:43:25.405703 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-abedbf5e-4822-47fe-9920-236fe64a6f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.465178 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6daba003-1dd5-4368-b840-380384c5007c req-5766c812-e1d6-4b89-b819-e76eb1c50e80 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612354 Jul 05 03:43:25.497932 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-abedbf5e-4822-47fe-9920-236fe64a6f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.501555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-36b607da-24c8-47f6-be87-63506ea4d6d5 None None] Provisioning for port 206f1089-4fe6-442f-a00f-e4dd5fe54d46 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:25.508798 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-36b607da-24c8-47f6-be87-63506ea4d6d5 None None] Provisioning complete for port 206f1089-4fe6-442f-a00f-e4dd5fe54d46 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:25.509488 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-36b607da-24c8-47f6-be87-63506ea4d6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.555720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-36b607da-24c8-47f6-be87-63506ea4d6d5 None None] Port 206f1089-4fe6-442f-a00f-e4dd5fe54d46 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:43:25.587195 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-2c6b3bc1-e03a-4cf6-82fa-1899d19a06ae tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4493628 Jul 05 03:43:25.606982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Request body: {'port': {'device_id': 'ce150620-bcc9-4ddf-b23b-5a38775858a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:25.643056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc07c97-98a2-41ba-8186-cc6bc9d3b938 req-3967fe48-c9dc-46f5-82c4-8a2208b852f0 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:25.645703 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fc07c97-98a2-41ba-8186-cc6bc9d3b938 req-3967fe48-c9dc-46f5-82c4-8a2208b852f0 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 935 time: 0.0963728 Jul 05 03:43:25.681859 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6f84ef8-7cb2-42f3-9152-1a76bcded229 req-27845909-50ac-4013-9cb5-b0ff2e3fb937 service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058687 Jul 05 03:43:25.690896 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-655c4f5e-5dfc-46fd-8220-af0492269d5d req-d3d24579-3342-43f6-a856-ad78fd9a8d79 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076974 Jul 05 03:43:25.732499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fc07c97-98a2-41ba-8186-cc6bc9d3b938 req-92ce5bb4-d03b-4db6-a23a-156140f66eb6 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/security-groups?id=72b7a1e3-8d3c-49a9-8045-1f2a4ac9a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794222 Jul 05 03:43:25.742786 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-abedbf5e-4822-47fe-9920-236fe64a6f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.745468 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-abedbf5e-4822-47fe-9920-236fe64a6f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.749390 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-abedbf5e-4822-47fe-9920-236fe64a6f79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f17554e-c0da-4e50-8015-81d3fe81f523 HTTP/1.1" status: 204 len: 168 time: 0.4475899 Jul 05 03:43:25.768730 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedbf5e-4822-47fe-9920-236fe64a6f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f17554e-c0da-4e50-8015-81d3fe81f523,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:25.780497 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.784527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca113f67-b9d8-4dbd-88cb-dfb46345ca22 req-975b39a1-b761-498e-af73-2637214d55a6 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:25.788647 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca113f67-b9d8-4dbd-88cb-dfb46345ca22 req-975b39a1-b761-498e-af73-2637214d55a6 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 949 time: 0.1098576 Jul 05 03:43:25.841745 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca113f67-b9d8-4dbd-88cb-dfb46345ca22 req-2278a84a-c18f-4873-8299-91a7bfb07c70 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497477 Jul 05 03:43:25.886872 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-655c4f5e-5dfc-46fd-8220-af0492269d5d req-18ee0c1e-5558-458b-99a6-9e30a07e0509 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894805 Jul 05 03:43:25.914889 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56356) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:25.929311 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-26f12a1d-721c-4de1-9b8e-fada834a5da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.995739 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6dcee-c8eb-49c5-910f-d96e638fcefe req-7be3e1e1-6299-455c-901b-d9217327d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:25.997519 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19e6dcee-c8eb-49c5-910f-d96e638fcefe req-7be3e1e1-6299-455c-901b-d9217327d02e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 1096 time: 0.1700568 Jul 05 03:43:26.050918 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-26f12a1d-721c-4de1-9b8e-fada834a5da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.156848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6dcee-c8eb-49c5-910f-d96e638fcefe req-71504e5b-d715-4370-8c45-070bec574bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:26.158347 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19e6dcee-c8eb-49c5-910f-d96e638fcefe req-71504e5b-d715-4370-8c45-070bec574bae service neutron] 10.222.0.10 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.1312230 Jul 05 03:43:26.168228 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-26f12a1d-721c-4de1-9b8e-fada834a5da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.198315 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089edfc5-ff8e-40f7-9fd0-554164edcb12 req-e954ef62-9250-4c58-80d3-0a34bc36537c tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:26.199937 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-089edfc5-ff8e-40f7-9fd0-554164edcb12 req-e954ef62-9250-4c58-80d3-0a34bc36537c tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.36 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 949 time: 0.1471841 Jul 05 03:43:26.216369 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19e6dcee-c8eb-49c5-910f-d96e638fcefe req-e08fd342-6dbf-4982-95b8-11933851e2b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621 HTTP/1.1" status: 200 len: 217 time: 0.0504904 Jul 05 03:43:26.280816 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-26f12a1d-721c-4de1-9b8e-fada834a5da5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aeb91f261c2c4b73b50c146fa0115d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650877 Jul 05 03:43:26.283882 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206f1089-4fe6-442f-a00f-e4dd5fe54d46 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:26.286602 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56366) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:26.290225 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f12a1d-721c-4de1-9b8e-fada834a5da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a8e205-f41d-4596-a5a1-a68ec63f0e5d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:26.295355 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.309777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6dcee-c8eb-49c5-910f-d96e638fcefe req-3d74b94a-361a-4373-9d58-4d4f463c9b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:26.311478 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19e6dcee-c8eb-49c5-910f-d96e638fcefe req-3d74b94a-361a-4373-9d58-4d4f463c9b7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.0736389 Jul 05 03:43:26.316850 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Transition to ACTIVE for port object 206f1089-4fe6-442f-a00f-e4dd5fe54d46 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:26.361102 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19e6dcee-c8eb-49c5-910f-d96e638fcefe req-1a4e2e8d-b7a5-401c-91d7-66d982fdea8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320625 Jul 05 03:43:26.406479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf90eb-14d1-432e-b7c9-7a7aab1bdb7c req-3c702502-f71d-4563-9853-c601787a891d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:26.408000 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecbf90eb-14d1-432e-b7c9-7a7aab1bdb7c req-3c702502-f71d-4563-9853-c601787a891d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 944 time: 0.2593386 Jul 05 03:43:26.422719 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.454991 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9f128bc-214a-475a-a81b-5067fbfd2c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.485687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-089edfc5-ff8e-40f7-9fd0-554164edcb12 req-b5f22b49-2cfd-42fd-87b7-3f8536936813 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Deleting port e68e3d76-1470-4ad9-85c3-11426e9901ea {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:43:26.485857 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-089edfc5-ff8e-40f7-9fd0-554164edcb12 req-b5f22b49-2cfd-42fd-87b7-3f8536936813 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.507093 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecbf90eb-14d1-432e-b7c9-7a7aab1bdb7c req-f337e95e-8097-431d-8a39-633583bc09e8 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906012 Jul 05 03:43:26.917919 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9f128bc-214a-475a-a81b-5067fbfd2c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.920912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Pushing event updated for resources: {'Port': ['ID=206f1089-4fe6-442f-a00f-e4dd5fe54d46,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:26.920912 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19e6dcee-c8eb-49c5-910f-d96e638fcefe req-af9526a4-3c55-4cda-ba1c-d40804877c2e service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652512 Jul 05 03:43:26.924948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-089edfc5-ff8e-40f7-9fd0-554164edcb12 req-b5f22b49-2cfd-42fd-87b7-3f8536936813 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] For port e68e3d76-1470-4ad9-85c3-11426e9901ea, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e68e3d76-1470-4ad9-85c3-11426e9901ea,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:26.924948 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-089edfc5-ff8e-40f7-9fd0-554164edcb12 req-b5f22b49-2cfd-42fd-87b7-3f8536936813 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.924948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-089edfc5-ff8e-40f7-9fd0-554164edcb12 req-b5f22b49-2cfd-42fd-87b7-3f8536936813 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Calling delete_port for e68e3d76-1470-4ad9-85c3-11426e9901ea owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:43:26.927214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Attempting to bind port 206f1089-4fe6-442f-a00f-e4dd5fe54d46 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:26.927214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Attempting to bind port 206f1089-4fe6-442f-a00f-e4dd5fe54d46 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:26.927214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Attempting to bind port 206f1089-4fe6-442f-a00f-e4dd5fe54d46 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:26.927214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Port 206f1089-4fe6-442f-a00f-e4dd5fe54d46 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:43:26.927214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Attempting to bind port 206f1089-4fe6-442f-a00f-e4dd5fe54d46 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:26.927214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:26.927214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:26.927214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:26.927214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Bound port: 206f1089-4fe6-442f-a00f-e4dd5fe54d46, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:26.927214 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.931271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4020742e-21b4-4ed4-a1e1-66dfb683b333 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:43:26.932956 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19e6dcee-c8eb-49c5-910f-d96e638fcefe req-c1fe0a43-0d4c-47db-b521-91d7f49629aa service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895700 Jul 05 03:43:26.932956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] For port 206f1089-4fe6-442f-a00f-e4dd5fe54d46, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:26.932956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] For port 206f1089-4fe6-442f-a00f-e4dd5fe54d46, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=206f1089-4fe6-442f-a00f-e4dd5fe54d46,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:26.934019 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27393d7-9c42-46fd-81ec-f4879b0a9dca req-7c20eef6-dd8c-4853-8a61-3050ed4c1b97 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:26.934019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a27393d7-9c42-46fd-81ec-f4879b0a9dca req-7c20eef6-dd8c-4853-8a61-3050ed4c1b97 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 947 time: 0.2190769 Jul 05 03:43:26.991243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 4020742e-21b4-4ed4-a1e1-66dfb683b333, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=4020742e-21b4-4ed4-a1e1-66dfb683b333,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:27.005737 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '4020742e-21b4-4ed4-a1e1-66dfb683b333', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '4020742e-21b4-4ed4-a1e1-66dfb683b333', 'mac_address': 'fa:16:3e:cf:1b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:43:27.015695 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a27393d7-9c42-46fd-81ec-f4879b0a9dca req-893cab3c-c3ad-41fb-b72b-bbc6fe2d0465 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668945 Jul 05 03:43:27.068396 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:27.086185 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4020742e-21b4-4ed4-a1e1-66dfb683b333 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:27.097354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df089a8-9afe-418c-96e9-4c72dcc28bee req-d2e29983-b6b2-44df-b40e-b325c56b7bc7 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:27.098837 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3df089a8-9afe-418c-96e9-4c72dcc28bee req-d2e29983-b6b2-44df-b40e-b325c56b7bc7 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 947 time: 0.1051359 Jul 05 03:43:27.106823 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 4020742e-21b4-4ed4-a1e1-66dfb683b333, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=4020742e-21b4-4ed4-a1e1-66dfb683b333,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:27.136425 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9f128bc-214a-475a-a81b-5067fbfd2c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:27.139740 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9f128bc-214a-475a-a81b-5067fbfd2c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:27.141196 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a9f128bc-214a-475a-a81b-5067fbfd2c51 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93a8e205-f41d-4596-a5a1-a68ec63f0e5d HTTP/1.1" status: 204 len: 168 time: 0.8516767 Jul 05 03:43:27.159855 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3df089a8-9afe-418c-96e9-4c72dcc28bee req-b733b7c2-d1df-4281-a10a-7e818ece33a3 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/security-groups?id=72b7a1e3-8d3c-49a9-8045-1f2a4ac9a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525796 Jul 05 03:43:27.160705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f128bc-214a-475a-a81b-5067fbfd2c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a8e205-f41d-4596-a5a1-a68ec63f0e5d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:27.224613 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:27.240285 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-089edfc5-ff8e-40f7-9fd0-554164edcb12 req-b5f22b49-2cfd-42fd-87b7-3f8536936813 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:27.253788 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e68e3d76-1470-4ad9-85c3-11426e9901ea'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:27.263670 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:27.264732 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:27.266417 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] 10.222.0.36 "PUT /v2.0/ports/206f1089-4fe6-442f-a00f-e4dd5fe54d46 HTTP/1.1" status: 200 len: 1096 time: 1.6680338 Jul 05 03:43:27.277773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce150620-bcc9-4ddf-b23b-5a38775858a7', 'tag': '206f1089-4fe6-442f-a00f-e4dd5fe54d46'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:27.280566 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61dfb1f-5113-4df7-88b8-a07468c8997f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce150620-bcc9-4ddf-b23b-5a38775858a7", "tag": "206f1089-4fe6-442f-a00f-e4dd5fe54d46"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:27.286107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f22b49-2cfd-42fd-87b7-3f8536936813 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Pushing event deleted for resources: {'Port': ['ID=e68e3d76-1470-4ad9-85c3-11426e9901ea,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:27.304580 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fc762-802b-4a9c-86b3-35b1f446ab20 req-a866f3a7-b164-4b7e-a702-5a0b818fef84 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:27.307397 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-556fc762-802b-4a9c-86b3-35b1f446ab20 req-a866f3a7-b164-4b7e-a702-5a0b818fef84 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 867 time: 0.1315458 Jul 05 03:43:27.318267 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f710d6e-5741-4baa-bab9-4a75ee8b51af service neutron] Pushing event updated for resources: {'Port': ['ID=206f1089-4fe6-442f-a00f-e4dd5fe54d46,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:27.331474 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:27.379104 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f243ed-1a2a-44fd-8426-9a41db5bef6b x-openstack-request-id: req-e2f243ed-1a2a-44fd-8426-9a41db5bef6b {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:27.380539 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce150620-bcc9-4ddf-b23b-5a38775858a7", "tag": "206f1089-4fe6-442f-a00f-e4dd5fe54d46", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:27.381052 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e2f243ed-1a2a-44fd-8426-9a41db5bef6b {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:27.381720 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce150620-bcc9-4ddf-b23b-5a38775858a7', 'tag': '206f1089-4fe6-442f-a00f-e4dd5fe54d46', 'status': 'completed', 'code': 200} Jul 05 03:43:27.461557 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=4020742e-21b4-4ed4-a1e1-66dfb683b333,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:27.531446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dfb1f-5113-4df7-88b8-a07468c8997f req-64f7b5be-580a-4ab2-b283-8622961c5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:27.535044 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c61dfb1f-5113-4df7-88b8-a07468c8997f req-64f7b5be-580a-4ab2-b283-8622961c5ddb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00505a302c0a4d3d805564f940df7467&device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 1099 time: 0.1207273 Jul 05 03:43:27.570175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['4020742e-21b4-4ed4-a1e1-66dfb683b333'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:27.593174 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c61dfb1f-5113-4df7-88b8-a07468c8997f req-38026f42-829d-4588-bda0-263a27dc3fcc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=00505a302c0a4d3d805564f940df7467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482309 Jul 05 03:43:27.838325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-089edfc5-ff8e-40f7-9fd0-554164edcb12 req-b5f22b49-2cfd-42fd-87b7-3f8536936813 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] No DVR routers for this DVR port e68e3d76-1470-4ad9-85c3-11426e9901ea on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:43:27.848058 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-089edfc5-ff8e-40f7-9fd0-554164edcb12 req-b5f22b49-2cfd-42fd-87b7-3f8536936813 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:27.852024 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-089edfc5-ff8e-40f7-9fd0-554164edcb12 req-b5f22b49-2cfd-42fd-87b7-3f8536936813 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.36 "DELETE /v2.0/ports/e68e3d76-1470-4ad9-85c3-11426e9901ea HTTP/1.1" status: 204 len: 173 time: 1.6379318 Jul 05 03:43:27.855070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72d088d-c5ed-4593-af8b-99f064b5131f', 'name': 'network-vif-deleted', 'tag': 'e68e3d76-1470-4ad9-85c3-11426e9901ea'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:27.867038 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078973bc-3347-4ec1-8e7b-9bd73ff22c8b" -d '{"events": [{"server_uuid": "e72d088d-c5ed-4593-af8b-99f064b5131f", "name": "network-vif-deleted", "tag": "e68e3d76-1470-4ad9-85c3-11426e9901ea"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:27.906683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dfb1f-5113-4df7-88b8-a07468c8997f req-fa43979e-4d3c-466c-ba6d-38c97e905e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:27.908053 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c61dfb1f-5113-4df7-88b8-a07468c8997f req-fa43979e-4d3c-466c-ba6d-38c97e905e4d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3032634 Jul 05 03:43:27.911148 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-556fc762-802b-4a9c-86b3-35b1f446ab20 req-12639f35-84b0-4993-bcc5-696df05d1d63 tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792727 Jul 05 03:43:27.957569 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831526ff-b328-499b-94f9-60e4b7d91478 x-openstack-request-id: req-831526ff-b328-499b-94f9-60e4b7d91478 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:27.958127 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72d088d-c5ed-4593-af8b-99f064b5131f", "name": "network-vif-deleted", "tag": "e68e3d76-1470-4ad9-85c3-11426e9901ea", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:27.958278 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-831526ff-b328-499b-94f9-60e4b7d91478 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:27.958601 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72d088d-c5ed-4593-af8b-99f064b5131f', 'name': 'network-vif-deleted', 'tag': 'e68e3d76-1470-4ad9-85c3-11426e9901ea', 'status': 'completed', 'code': 200} Jul 05 03:43:28.048562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-7fbcf5d0-518c-4bc9-acdb-a3e7d7610565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:28.051701 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-7fbcf5d0-518c-4bc9-acdb-a3e7d7610565 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00505a302c0a4d3d805564f940df7467&device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 1099 time: 0.0733273 Jul 05 03:43:28.107324 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-deb267cb-56c5-4f1f-b3be-4a94f4095a39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=206f1089-4fe6-442f-a00f-e4dd5fe54d46 HTTP/1.1" status: 200 len: 217 time: 0.0472159 Jul 05 03:43:28.185023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be22b3-e847-4a9e-9e29-2b867560b1c5 req-ffa20e92-d2bc-414e-85d9-ef61c991ee9c tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:28.186835 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7be22b3-e847-4a9e-9e29-2b867560b1c5 req-ffa20e92-d2bc-414e-85d9-ef61c991ee9c tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 944 time: 0.0996308 Jul 05 03:43:28.201188 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-13e5b95a-cfda-4c58-96d1-b818e2ebd8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:28.205028 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-13e5b95a-cfda-4c58-96d1-b818e2ebd8ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0893745 Jul 05 03:43:28.273117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-45014eb4-dceb-4804-b431-af0db215ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:28.275485 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-45014eb4-dceb-4804-b431-af0db215ea0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0637825 Jul 05 03:43:28.288017 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7be22b3-e847-4a9e-9e29-2b867560b1c5 req-c07f105f-6570-48d7-9570-aeb6689face1 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908911 Jul 05 03:43:28.326185 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636e5a1-250d-485e-9faf-cee519028356 req-79335737-81bd-4bcd-a0c7-1ca0aff9fb43 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:28.333830 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b636e5a1-250d-485e-9faf-cee519028356 req-79335737-81bd-4bcd-a0c7-1ca0aff9fb43 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 948 time: 0.0957873 Jul 05 03:43:28.417474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b636e5a1-250d-485e-9faf-cee519028356 req-de267f7b-c9c1-4d5e-bb44-fff4c99ca51f tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715086 Jul 05 03:43:28.427924 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-60451e94-0952-4782-8caa-0ad36c4d1e0d service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423442 Jul 05 03:43:28.513684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a07d0-c109-4ba8-b382-fc9fb4821cea req-ee22a988-8013-408c-b4fe-15eb3b585ef8 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:28.515626 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-759a07d0-c109-4ba8-b382-fc9fb4821cea req-ee22a988-8013-408c-b4fe-15eb3b585ef8 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 947 time: 0.0698614 Jul 05 03:43:28.533210 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-21c9c1e0-37d1-4d38-89e1-80e58928f26b req-0a67ccbc-bbd2-4ce9-ba01-d4cbca0e622c service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011331 Jul 05 03:43:28.560707 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-759a07d0-c109-4ba8-b382-fc9fb4821cea req-db6669f8-8a35-4a75-9a91-8d7842840a4f tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/security-groups?id=72b7a1e3-8d3c-49a9-8045-1f2a4ac9a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385404 Jul 05 03:43:28.785676 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56462) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:28.815128 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 3a30efd6-bd00-42d2-9e11-63674f2d9621 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:43:28.844973 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4020742e-21b4-4ed4-a1e1-66dfb683b333 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:28.945270 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d1c73685-46e8-40b0-b4ce-8e1646a6936e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:28.975187 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:28.995686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '3a30efd6-bd00-42d2-9e11-63674f2d9621', 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125', 'port_id': '3a30efd6-bd00-42d2-9e11-63674f2d9621', 'mac_address': 'fa:16:3e:c4:6e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2332289e-5fbe-496d-8ce1-e0de67e408f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:43:29.086796 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:29.091235 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d1c73685-46e8-40b0-b4ce-8e1646a6936e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:29.107664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a30efd6-bd00-42d2-9e11-63674f2d9621 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:29.131024 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:29.147750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 4020742e-21b4-4ed4-a1e1-66dfb683b333 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:29.152786 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 4020742e-21b4-4ed4-a1e1-66dfb683b333 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:29.153160 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:29.162267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f57772c-8007-4173-b1b7-34d28b567021 req-635ea19f-de10-459e-87ee-0cdff2eb502e tempest-DeleteServersAdminTestJSON-2106836471 tempest-DeleteServersAdminTestJSON-2106836471-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72d088d-c5ed-4593-af8b-99f064b5131f HTTP/1.1" status: 200 len: 210 time: 0.0388415 Jul 05 03:43:29.233527 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d1c73685-46e8-40b0-b4ce-8e1646a6936e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:29.243474 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:29.267922 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186eaeca-f66b-4c17-8c8d-e22424d60bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4020742e-21b4-4ed4-a1e1-66dfb683b333'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:29.270189 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c73d43e-512e-410a-9b35-d2bb47370d53" -d '{"events": [{"server_uuid": "186eaeca-f66b-4c17-8c8d-e22424d60bae", "name": "network-vif-plugged", "status": "completed", "tag": "4020742e-21b4-4ed4-a1e1-66dfb683b333"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:29.274131 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c73685-46e8-40b0-b4ce-8e1646a6936e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c901229f-6404-4a29-a729-802a739453be,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:29.279550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d1c73685-46e8-40b0-b4ce-8e1646a6936e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6b9a35c388e4ebd915d89c2d2ca8aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962711 Jul 05 03:43:29.282259 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56478) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:29.286539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 4020742e-21b4-4ed4-a1e1-66dfb683b333, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=4020742e-21b4-4ed4-a1e1-66dfb683b333,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:29.310657 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:29.342258 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d4d6a5f-2287-43be-a939-5b37aa19f037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:29.400946 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d4d6a5f-2287-43be-a939-5b37aa19f037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:29.411924 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44110f8-6ab9-4382-bd78-09cfc3b5e186 x-openstack-request-id: req-a44110f8-6ab9-4382-bd78-09cfc3b5e186 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:29.412472 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186eaeca-f66b-4c17-8c8d-e22424d60bae", "name": "network-vif-plugged", "status": "completed", "tag": "4020742e-21b4-4ed4-a1e1-66dfb683b333", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:29.412902 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a44110f8-6ab9-4382-bd78-09cfc3b5e186 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:29.413515 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186eaeca-f66b-4c17-8c8d-e22424d60bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4020742e-21b4-4ed4-a1e1-66dfb683b333', 'code': 200} Jul 05 03:43:29.429895 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:29.488794 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=3a30efd6-bd00-42d2-9e11-63674f2d9621,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:29.551691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad803d0e-580e-4a71-a518-6aa83f106113 req-7a57a275-d141-4f11-a0ed-24a2d5a836c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:29.555515 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad803d0e-580e-4a71-a518-6aa83f106113 req-7a57a275-d141-4f11-a0ed-24a2d5a836c0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 1100 time: 0.1433663 Jul 05 03:43:29.555805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['3a30efd6-bd00-42d2-9e11-63674f2d9621'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:29.570501 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d4d6a5f-2287-43be-a939-5b37aa19f037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:29.578508 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d4d6a5f-2287-43be-a939-5b37aa19f037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:29.578508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7d4d6a5f-2287-43be-a939-5b37aa19f037 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c901229f-6404-4a29-a729-802a739453be HTTP/1.1" status: 204 len: 168 time: 0.2917943 Jul 05 03:43:29.627563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=4020742e-21b4-4ed4-a1e1-66dfb683b333,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:29.627663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d6a5f-2287-43be-a939-5b37aa19f037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c901229f-6404-4a29-a729-802a739453be,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:29.638308 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad803d0e-580e-4a71-a518-6aa83f106113 req-7ff83826-7208-4478-ad39-f85299eace14 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676408 Jul 05 03:43:29.668594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18288a-ddf0-4653-90e5-da586a112371 req-49c9df0b-2aef-410a-bf47-c719dac97ed5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:29.673851 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd18288a-ddf0-4653-90e5-da586a112371 req-49c9df0b-2aef-410a-bf47-c719dac97ed5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 945 time: 0.1874573 Jul 05 03:43:29.745690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd18288a-ddf0-4653-90e5-da586a112371 req-772d1c08-b5c4-4878-b5f8-5f5b959d6f65 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698786 Jul 05 03:43:29.805530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08de671-c12c-4056-9efd-9177b4365d3f req-ad8faa20-2331-4a50-bb7e-c74bc7455aa0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:29.823719 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f08de671-c12c-4056-9efd-9177b4365d3f req-ad8faa20-2331-4a50-bb7e-c74bc7455aa0 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 949 time: 0.1808753 Jul 05 03:43:29.863080 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f08de671-c12c-4056-9efd-9177b4365d3f req-1508c154-ece6-43f1-9c54-a9c7a7452e46 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384285 Jul 05 03:43:29.965117 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab815c83-5607-4129-8e9c-6fb56fe75b63 req-8c6ff73d-e13d-4fa8-a7fc-96c956821284 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:29.966879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab815c83-5607-4129-8e9c-6fb56fe75b63 req-8c6ff73d-e13d-4fa8-a7fc-96c956821284 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 947 time: 0.0953102 Jul 05 03:43:30.012628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab815c83-5607-4129-8e9c-6fb56fe75b63 req-98d2731e-4e02-4ecd-9a71-386ef7216611 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/security-groups?id=72b7a1e3-8d3c-49a9-8045-1f2a4ac9a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399821 Jul 05 03:43:30.380469 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e68e3d76-1470-4ad9-85c3-11426e9901ea no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:43:30.412262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: e68e3d76-1470-4ad9-85c3-11426e9901ea {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:43:30.412262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e68e3d76-1470-4ad9-85c3-11426e9901ea not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:43:30.435894 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56522) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:30.452229 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d9031ca4-a5bf-4449-9ba8-3afee2dcbdda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:30.585689 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d9031ca4-a5bf-4449-9ba8-3afee2dcbdda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:30.657037 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d9031ca4-a5bf-4449-9ba8-3afee2dcbdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:30.689607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9031ca4-a5bf-4449-9ba8-3afee2dcbdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a1aa10-0e7b-48e5-9a83-6ba9eb6a9dc7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:30.715312 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d9031ca4-a5bf-4449-9ba8-3afee2dcbdda admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3914084fd791476b9eea8e45328fc029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781916 Jul 05 03:43:30.718151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56534) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:30.805983 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a51e0964-262b-4e3e-98d2-c78b4942b9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:30.830626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 3a30efd6-bd00-42d2-9e11-63674f2d9621 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:30.835927 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a51e0964-262b-4e3e-98d2-c78b4942b9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:30.951874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab71f49-8df9-4c0c-95fc-df342937de0f req-ef3a976f-9987-4b6d-96d8-cbcfd99a0b15 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:30.953572 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ab71f49-8df9-4c0c-95fc-df342937de0f req-ef3a976f-9987-4b6d-96d8-cbcfd99a0b15 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 945 time: 0.0707645 Jul 05 03:43:30.999203 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ab71f49-8df9-4c0c-95fc-df342937de0f req-e0f8ffb1-c8d3-4b65-acbb-91dc9214f149 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366328 Jul 05 03:43:31.062484 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a51e0964-262b-4e3e-98d2-c78b4942b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.066840 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a51e0964-262b-4e3e-98d2-c78b4942b9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.068221 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a51e0964-262b-4e3e-98d2-c78b4942b9b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c2a1aa10-0e7b-48e5-9a83-6ba9eb6a9dc7 HTTP/1.1" status: 204 len: 168 time: 0.3487363 Jul 05 03:43:31.077793 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e0964-262b-4e3e-98d2-c78b4942b9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a1aa10-0e7b-48e5-9a83-6ba9eb6a9dc7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:31.092049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 3a30efd6-bd00-42d2-9e11-63674f2d9621 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:31.107370 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 3a30efd6-bd00-42d2-9e11-63674f2d9621 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:31.107710 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.192089 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c98e73-55b3-46cc-a1b2-21761bb33f67 req-a3f104fa-6df6-4919-9f1e-0fa0539043fe tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:31.193754 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-05c98e73-55b3-46cc-a1b2-21761bb33f67 req-a3f104fa-6df6-4919-9f1e-0fa0539043fe tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 949 time: 0.0922315 Jul 05 03:43:31.240686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-05c98e73-55b3-46cc-a1b2-21761bb33f67 req-9d7a6ab2-17bb-4e81-91d5-1279e7fdafc9 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379460 Jul 05 03:43:31.380599 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.430494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:31.430891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a30efd6-bd00-42d2-9e11-63674f2d9621'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:31.434628 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64066b13-e4c4-42cf-874d-381cae49fa74" -d '{"events": [{"server_uuid": "2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5", "name": "network-vif-plugged", "status": "completed", "tag": "3a30efd6-bd00-42d2-9e11-63674f2d9621"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:31.510471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56560) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:31.513959 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.539788 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c5fc6-d75d-4b7a-bfbb-42cd29bb52c8 req-661ca224-7f94-4fad-8bcb-5ef57899c0a6 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:31.542608 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d7c5fc6-d75d-4b7a-bfbb-42cd29bb52c8 req-661ca224-7f94-4fad-8bcb-5ef57899c0a6 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 947 time: 0.0826118 Jul 05 03:43:31.556781 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56564) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:31.605249 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d7c5fc6-d75d-4b7a-bfbb-42cd29bb52c8 req-48840296-a7c1-4e62-9b19-56ba27e3491a tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/security-groups?id=72b7a1e3-8d3c-49a9-8045-1f2a4ac9a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565219 Jul 05 03:43:31.640183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=3a30efd6-bd00-42d2-9e11-63674f2d9621,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:31.890567 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-987309d8-262c-4227-b369-aef5d45e02ca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=af743fe137684a2686bea7e6a601acab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3795640 Jul 05 03:43:31.892877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56572) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:31.964659 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-73d39658-14e3-47fa-add0-419691a99df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.002590 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20739a04-3a57-4d10-a609-c113d460ba2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.042252 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20739a04-3a57-4d10-a609-c113d460ba2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.068203 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.133167 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-73d39658-14e3-47fa-add0-419691a99df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.145193 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8155bea-9973-41e6-b1f9-3b4e815b7ae0 x-openstack-request-id: req-a8155bea-9973-41e6-b1f9-3b4e815b7ae0 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:32.145600 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5", "name": "network-vif-plugged", "status": "completed", "tag": "3a30efd6-bd00-42d2-9e11-63674f2d9621", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:32.145958 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8155bea-9973-41e6-b1f9-3b4e815b7ae0 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:32.146429 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a30efd6-bd00-42d2-9e11-63674f2d9621', 'code': 200} Jul 05 03:43:32.213107 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20739a04-3a57-4d10-a609-c113d460ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.216061 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20739a04-3a57-4d10-a609-c113d460ba2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.217259 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-20739a04-3a57-4d10-a609-c113d460ba2c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac HTTP/1.1" status: 204 len: 168 time: 0.3233087 Jul 05 03:43:32.236375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20739a04-3a57-4d10-a609-c113d460ba2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d67ffa3-d5b7-4f28-b806-ee7fd6ec0bac,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:32.268377 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-73d39658-14e3-47fa-add0-419691a99df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.296513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d39658-14e3-47fa-add0-419691a99df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc2996d-79ab-46a4-9b10-113546767514,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:32.342859 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-73d39658-14e3-47fa-add0-419691a99df6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44d48a8b9e9c4ce181c584d3bb3ae6a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7845495 Jul 05 03:43:32.345372 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83b18f-bf5f-4218-ad35-a33e17aed9c7 req-c5d1e874-7052-4217-8146-67ca93ce7bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:32.345752 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56588) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:32.347030 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-be83b18f-bf5f-4218-ad35-a33e17aed9c7 req-c5d1e874-7052-4217-8146-67ca93ce7bc9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 1098 time: 0.1208475 Jul 05 03:43:32.386739 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-be83b18f-bf5f-4218-ad35-a33e17aed9c7 req-1b0b8d84-efcd-4d3b-a3a7-50371abf8b75 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310824 Jul 05 03:43:32.394095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 206f1089-4fe6-442f-a00f-e4dd5fe54d46 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:43:32.427258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2d92a-7e33-4c55-94dd-282c129627b3 req-78d921ce-b424-4ad2-9932-e737455d5efa tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:32.428810 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8bb2d92a-7e33-4c55-94dd-282c129627b3 req-78d921ce-b424-4ad2-9932-e737455d5efa tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 946 time: 0.1452560 Jul 05 03:43:32.446755 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c3467a2-f23d-4eea-862a-0091da96575f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.478757 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c3467a2-f23d-4eea-862a-0091da96575f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.521984 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8bb2d92a-7e33-4c55-94dd-282c129627b3 req-c4db1f4f-e5c8-44ed-a190-aff49de884f2 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864451 Jul 05 03:43:32.543742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 206f1089-4fe6-442f-a00f-e4dd5fe54d46, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=206f1089-4fe6-442f-a00f-e4dd5fe54d46,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:32.558338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '206f1089-4fe6-442f-a00f-e4dd5fe54d46', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '206f1089-4fe6-442f-a00f-e4dd5fe54d46', 'mac_address': 'fa:16:3e:8a:a7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:43:32.638401 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.665753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206f1089-4fe6-442f-a00f-e4dd5fe54d46 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:32.704029 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c3467a2-f23d-4eea-862a-0091da96575f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.708699 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c3467a2-f23d-4eea-862a-0091da96575f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.710143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1c3467a2-f23d-4eea-862a-0091da96575f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2fc2996d-79ab-46a4-9b10-113546767514 HTTP/1.1" status: 204 len: 168 time: 0.3598175 Jul 05 03:43:32.714949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 206f1089-4fe6-442f-a00f-e4dd5fe54d46, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=206f1089-4fe6-442f-a00f-e4dd5fe54d46,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:32.725978 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3467a2-f23d-4eea-862a-0091da96575f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc2996d-79ab-46a4-9b10-113546767514,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:32.763845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183f3c1-6de2-49e0-9ee6-e5a12acea186 req-2be337eb-cfc8-4833-a60b-fdf4a7f0b8f0 tempest-ServersAdminNegativeTestJSON-1555223465 tempest-ServersAdminNegativeTestJSON-1555223465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:32.765523 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2183f3c1-6de2-49e0-9ee6-e5a12acea186 req-2be337eb-cfc8-4833-a60b-fdf4a7f0b8f0 tempest-ServersAdminNegativeTestJSON-1555223465 tempest-ServersAdminNegativeTestJSON-1555223465-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 1101 time: 0.1020188 Jul 05 03:43:32.785070 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2183f3c1-6de2-49e0-9ee6-e5a12acea186 req-bc5e5056-5545-484c-84dd-c299a03f7eff tempest-ServersAdminNegativeTestJSON-1555223465 tempest-ServersAdminNegativeTestJSON-1555223465-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.788814 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.853357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=206f1089-4fe6-442f-a00f-e4dd5fe54d46,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:32.888479 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2183f3c1-6de2-49e0-9ee6-e5a12acea186 req-bc5e5056-5545-484c-84dd-c299a03f7eff tempest-ServersAdminNegativeTestJSON-1555223465 tempest-ServersAdminNegativeTestJSON-1555223465-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.163206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['206f1089-4fe6-442f-a00f-e4dd5fe54d46'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:33.184758 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2183f3c1-6de2-49e0-9ee6-e5a12acea186 req-bc5e5056-5545-484c-84dd-c299a03f7eff tempest-ServersAdminNegativeTestJSON-1555223465 tempest-ServersAdminNegativeTestJSON-1555223465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.218294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2183f3c1-6de2-49e0-9ee6-e5a12acea186 req-bc5e5056-5545-484c-84dd-c299a03f7eff tempest-ServersAdminNegativeTestJSON-1555223465 tempest-ServersAdminNegativeTestJSON-1555223465-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465141 Jul 05 03:43:33.228982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e5056-5545-484c-84dd-c299a03f7eff tempest-ServersAdminNegativeTestJSON-1555223465 tempest-ServersAdminNegativeTestJSON-1555223465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a95ad5-3dbb-46b9-98ac-a935adfa81e6,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:33.286230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56606) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:33.305186 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c3e539f-c24c-44bd-bbad-be09711955fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.480946 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.506730 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c3e539f-c24c-44bd-bbad-be09711955fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.584177 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a597a51-8230-4b18-9d5b-53cabd317f4b req-400b6cb9-c109-4719-b68f-ee533df2bd7a tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:33.586335 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a597a51-8230-4b18-9d5b-53cabd317f4b req-400b6cb9-c109-4719-b68f-ee533df2bd7a tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 948 time: 0.0817320 Jul 05 03:43:33.590023 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c3e539f-c24c-44bd-bbad-be09711955fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.653923 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1c3e539f-c24c-44bd-bbad-be09711955fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2b054d603184eb2a85cafd61e63aa8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662357 Jul 05 03:43:33.656368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56618) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:33.679101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e539f-c24c-44bd-bbad-be09711955fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b481ee75-4489-4c69-9737-62b996f939bf,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:33.699362 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a597a51-8230-4b18-9d5b-53cabd317f4b req-1ddd0152-4805-4663-b873-939cb2d5c21b tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/security-groups?id=72b7a1e3-8d3c-49a9-8045-1f2a4ac9a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967607 Jul 05 03:43:33.737938 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-336de146-e1a6-40b4-b48f-0be50f5fc1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.770332 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-336de146-e1a6-40b4-b48f-0be50f5fc1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.892972 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd1cc7-3259-4233-bf17-1a373b8e3c13 req-84002af9-d5a6-41f6-9f2c-54d8fab738d2 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:33.894565 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43dd1cc7-3259-4233-bf17-1a373b8e3c13 req-84002af9-d5a6-41f6-9f2c-54d8fab738d2 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 946 time: 0.0796182 Jul 05 03:43:33.936657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43dd1cc7-3259-4233-bf17-1a373b8e3c13 req-2981f4d7-856f-46a3-b1cb-a27cfa66f83e tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358856 Jul 05 03:43:34.113282 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-336de146-e1a6-40b4-b48f-0be50f5fc1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:34.116055 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-336de146-e1a6-40b4-b48f-0be50f5fc1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:34.117240 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-336de146-e1a6-40b4-b48f-0be50f5fc1c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b481ee75-4489-4c69-9737-62b996f939bf HTTP/1.1" status: 204 len: 168 time: 0.4593427 Jul 05 03:43:34.126562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336de146-e1a6-40b4-b48f-0be50f5fc1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b481ee75-4489-4c69-9737-62b996f939bf,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:34.201346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56636) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:34.220098 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ae8e039f-e4a9-4717-b685-c9f10f4badc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:34.317176 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ae8e039f-e4a9-4717-b685-c9f10f4badc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:34.384477 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ae8e039f-e4a9-4717-b685-c9f10f4badc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:34.395318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 206f1089-4fe6-442f-a00f-e4dd5fe54d46 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:34.439708 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ae8e039f-e4a9-4717-b685-c9f10f4badc7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2e37a4e694d4441fbf046f5984e7e919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365010 Jul 05 03:43:34.441241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e039f-e4a9-4717-b685-c9f10f4badc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6069bc1c-f7e9-4e64-82fd-105270e5a4e3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:34.442380 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56644) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:34.533974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aea953-11fe-4aaa-b903-3e138c4e22c2 req-ce2a10f0-48ff-474a-8721-8c770b0f1053 tempest-ServersAdminNegativeTestJSON-1555223465 tempest-ServersAdminNegativeTestJSON-1555223465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:34.539386 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1aea953-11fe-4aaa-b903-3e138c4e22c2 req-ce2a10f0-48ff-474a-8721-8c770b0f1053 tempest-ServersAdminNegativeTestJSON-1555223465 tempest-ServersAdminNegativeTestJSON-1555223465-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 1101 time: 0.0948806 Jul 05 03:43:34.567349 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-386225a9-3ad5-4512-8fa3-dd352931c0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:34.599492 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-386225a9-3ad5-4512-8fa3-dd352931c0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:34.615313 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1aea953-11fe-4aaa-b903-3e138c4e22c2 req-ae2d8ee8-e1ae-4308-83dd-ebf2985f834a tempest-ServersAdminNegativeTestJSON-1555223465 tempest-ServersAdminNegativeTestJSON-1555223465-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665882 Jul 05 03:43:34.622100 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 206f1089-4fe6-442f-a00f-e4dd5fe54d46 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:34.628484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 206f1089-4fe6-442f-a00f-e4dd5fe54d46 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:34.629075 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:34.759500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c89c55-5857-4766-9594-45439a4cd2a5 req-aa4a8548-3004-4af9-bb46-2f58ddbb7def tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:34.767656 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3c89c55-5857-4766-9594-45439a4cd2a5 req-aa4a8548-3004-4af9-bb46-2f58ddbb7def tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 1098 time: 0.1191463 Jul 05 03:43:34.770291 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:34.804461 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3c89c55-5857-4766-9594-45439a4cd2a5 req-94274dd1-2636-451e-a9f5-f3976c7e8f6d tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357068 Jul 05 03:43:34.811032 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce150620-bcc9-4ddf-b23b-5a38775858a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206f1089-4fe6-442f-a00f-e4dd5fe54d46'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:34.813346 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caef4413-90a2-4033-b1ec-5c610c063a3b" -d '{"events": [{"server_uuid": "ce150620-bcc9-4ddf-b23b-5a38775858a7", "name": "network-vif-plugged", "status": "completed", "tag": "206f1089-4fe6-442f-a00f-e4dd5fe54d46"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:34.848438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 206f1089-4fe6-442f-a00f-e4dd5fe54d46, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=206f1089-4fe6-442f-a00f-e4dd5fe54d46,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:34.852990 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-386225a9-3ad5-4512-8fa3-dd352931c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:34.857494 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-386225a9-3ad5-4512-8fa3-dd352931c0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:34.859259 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-386225a9-3ad5-4512-8fa3-dd352931c0e1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6069bc1c-f7e9-4e64-82fd-105270e5a4e3 HTTP/1.1" status: 204 len: 168 time: 0.4143913 Jul 05 03:43:34.873942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386225a9-3ad5-4512-8fa3-dd352931c0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6069bc1c-f7e9-4e64-82fd-105270e5a4e3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:34.985127 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:35.046162 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739b2f3c-a131-48b3-a571-cf2ca50569b2 x-openstack-request-id: req-739b2f3c-a131-48b3-a571-cf2ca50569b2 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:35.046825 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce150620-bcc9-4ddf-b23b-5a38775858a7", "name": "network-vif-plugged", "status": "completed", "tag": "206f1089-4fe6-442f-a00f-e4dd5fe54d46", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:35.047423 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-739b2f3c-a131-48b3-a571-cf2ca50569b2 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:35.048054 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce150620-bcc9-4ddf-b23b-5a38775858a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206f1089-4fe6-442f-a00f-e4dd5fe54d46', 'code': 200} Jul 05 03:43:35.107340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=206f1089-4fe6-442f-a00f-e4dd5fe54d46,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:35.167494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c76bbf-7130-4790-9c3f-c4ce218a0df7 req-99ba0405-79e8-4491-9386-99d4168aca0c tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:35.175429 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01c76bbf-7130-4790-9c3f-c4ce218a0df7 req-99ba0405-79e8-4491-9386-99d4168aca0c tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 949 time: 0.0959766 Jul 05 03:43:35.181540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71feac70-f14c-485c-ba4d-9c7e5effb74d req-f1b79e3d-8189-4835-b7ad-75aa56bae550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:35.183145 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-71feac70-f14c-485c-ba4d-9c7e5effb74d req-f1b79e3d-8189-4835-b7ad-75aa56bae550 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 1101 time: 0.0686939 Jul 05 03:43:35.222927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01c76bbf-7130-4790-9c3f-c4ce218a0df7 req-86c6180d-f670-4330-8901-8af236425bb1 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/security-groups?id=72b7a1e3-8d3c-49a9-8045-1f2a4ac9a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466542 Jul 05 03:43:35.248726 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-71feac70-f14c-485c-ba4d-9c7e5effb74d req-c3dc32d2-87b4-40f7-9a49-16769e027bc0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=72b7a1e3-8d3c-49a9-8045-1f2a4ac9a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475345 Jul 05 03:43:35.307083 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2d1ef-81bd-49b1-ae72-ed4212d07a6e req-1833623a-40a4-43fe-a6b1-f89113eba051 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:35.308750 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-baf2d1ef-81bd-49b1-ae72-ed4212d07a6e req-1833623a-40a4-43fe-a6b1-f89113eba051 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 1098 time: 0.0757601 Jul 05 03:43:35.348492 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-baf2d1ef-81bd-49b1-ae72-ed4212d07a6e req-27ca9b50-0b1f-4920-ac22-49212b848d4d tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339184 Jul 05 03:43:35.554829 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56690) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:35.830977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-40995baa-ad3f-47cb-9c3f-79725bc2776b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:35.957938 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-40995baa-ad3f-47cb-9c3f-79725bc2776b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:35.985388 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e147c-2312-475a-8690-fb05e9073150 req-31b38f40-a203-4679-b99e-be2f9dfc4ca2 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:35.986952 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-548e147c-2312-475a-8690-fb05e9073150 req-31b38f40-a203-4679-b99e-be2f9dfc4ca2 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 949 time: 0.0668352 Jul 05 03:43:36.042968 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-548e147c-2312-475a-8690-fb05e9073150 req-bf9b7d48-3aba-4947-b484-f8751213c32c tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501802 Jul 05 03:43:36.115409 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-40995baa-ad3f-47cb-9c3f-79725bc2776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:36.162240 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-40995baa-ad3f-47cb-9c3f-79725bc2776b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c990a7a8e5904c4281e082909a299ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6063170 Jul 05 03:43:36.163342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40995baa-ad3f-47cb-9c3f-79725bc2776b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe83be0-e7af-4bf0-a5e4-891003a93766,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:36.164898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56722) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:36.215897 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-043e1b83-ac08-454e-950b-aa0c8fafc48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:36.238918 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-043e1b83-ac08-454e-950b-aa0c8fafc48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:36.407109 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-043e1b83-ac08-454e-950b-aa0c8fafc48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:36.409851 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-043e1b83-ac08-454e-950b-aa0c8fafc48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:36.411020 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-043e1b83-ac08-454e-950b-aa0c8fafc48d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/abe83be0-e7af-4bf0-a5e4-891003a93766 HTTP/1.1" status: 204 len: 168 time: 0.2450018 Jul 05 03:43:36.419336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e1b83-ac08-454e-950b-aa0c8fafc48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe83be0-e7af-4bf0-a5e4-891003a93766,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:36.658520 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed9460-bc0d-47b2-b8dc-e2bed12f354c req-a2a7e213-21d3-49bd-87c4-3cae3d6e99e0 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:36.661586 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e3ed9460-bc0d-47b2-b8dc-e2bed12f354c req-a2a7e213-21d3-49bd-87c4-3cae3d6e99e0 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 949 time: 0.0776715 Jul 05 03:43:36.709175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e3ed9460-bc0d-47b2-b8dc-e2bed12f354c req-2132ff6a-ab9d-42da-91f9-f8d1392794a6 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/security-groups?id=72b7a1e3-8d3c-49a9-8045-1f2a4ac9a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402670 Jul 05 03:43:37.246174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3c58f-2d42-4016-839c-847739382bc0 req-0454858d-73cc-409c-8459-af3f1b17cb4e tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:37.247893 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-06a3c58f-2d42-4016-839c-847739382bc0 req-0454858d-73cc-409c-8459-af3f1b17cb4e tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 949 time: 0.0721779 Jul 05 03:43:37.295792 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-06a3c58f-2d42-4016-839c-847739382bc0 req-b828d270-a910-48a5-954f-34d55d184ce8 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382986 Jul 05 03:43:37.527251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30796f-806c-49b2-8c33-dcd9f993abc5 req-445f267f-96ef-45ec-8a04-2e8e22adb540 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:37.534284 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dd30796f-806c-49b2-8c33-dcd9f993abc5 req-445f267f-96ef-45ec-8a04-2e8e22adb540 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.10 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 949 time: 0.1021025 Jul 05 03:43:37.536916 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56796) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:37.562441 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7071bd12-b9ed-4e57-a573-b1b15383ac1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:37.712832 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7071bd12-b9ed-4e57-a573-b1b15383ac1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:37.762657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-dd30796f-806c-49b2-8c33-dcd9f993abc5 req-cb7cd671-aaa1-462a-8f90-373179d40b8d tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Deleting port 4020742e-21b4-4ed4-a1e1-66dfb683b333 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:43:37.762903 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dd30796f-806c-49b2-8c33-dcd9f993abc5 req-cb7cd671-aaa1-462a-8f90-373179d40b8d tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:37.884407 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7071bd12-b9ed-4e57-a573-b1b15383ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:37.896040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dd30796f-806c-49b2-8c33-dcd9f993abc5 req-cb7cd671-aaa1-462a-8f90-373179d40b8d tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] For port 4020742e-21b4-4ed4-a1e1-66dfb683b333, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=4020742e-21b4-4ed4-a1e1-66dfb683b333,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:37.896710 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dd30796f-806c-49b2-8c33-dcd9f993abc5 req-cb7cd671-aaa1-462a-8f90-373179d40b8d tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:37.912432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-dd30796f-806c-49b2-8c33-dcd9f993abc5 req-cb7cd671-aaa1-462a-8f90-373179d40b8d tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Calling delete_port for 4020742e-21b4-4ed4-a1e1-66dfb683b333 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:43:37.928567 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7071bd12-b9ed-4e57-a573-b1b15383ac1c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d046db1cd614fbda9e5475d45330e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902898 Jul 05 03:43:37.931825 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56812) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:37.934346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071bd12-b9ed-4e57-a573-b1b15383ac1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e99f038-13c1-4d37-996a-73f73c285f19,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:37.987681 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b0aa1-6e6e-41c7-a8e9-a213e992a22d req-97f57d5a-fc1f-4bd6-9ed4-786221610b81 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:37.989212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-440b0aa1-6e6e-41c7-a8e9-a213e992a22d req-97f57d5a-fc1f-4bd6-9ed4-786221610b81 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 949 time: 0.1338658 Jul 05 03:43:38.014559 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9ab456d-6395-446a-b68c-243540940df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:38.092361 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9ab456d-6395-446a-b68c-243540940df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:38.130974 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-440b0aa1-6e6e-41c7-a8e9-a213e992a22d req-c8d17151-b040-4946-9125-03bbe370d69b tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/security-groups?id=72b7a1e3-8d3c-49a9-8045-1f2a4ac9a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192803 Jul 05 03:43:38.184178 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dd30796f-806c-49b2-8c33-dcd9f993abc5 req-cb7cd671-aaa1-462a-8f90-373179d40b8d tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:38.197955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['b0c9a153-4205-47f5-bb57-82f62ad5e986', '4020742e-21b4-4ed4-a1e1-66dfb683b333'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:38.222383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cd671-aaa1-462a-8f90-373179d40b8d tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Pushing event deleted for resources: {'Port': ['ID=4020742e-21b4-4ed4-a1e1-66dfb683b333,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:38.285143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd30796f-806c-49b2-8c33-dcd9f993abc5 req-cb7cd671-aaa1-462a-8f90-373179d40b8d tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] No DVR routers for this DVR port 4020742e-21b4-4ed4-a1e1-66dfb683b333 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:43:38.288110 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dd30796f-806c-49b2-8c33-dcd9f993abc5 req-cb7cd671-aaa1-462a-8f90-373179d40b8d tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:38.290665 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dd30796f-806c-49b2-8c33-dcd9f993abc5 req-cb7cd671-aaa1-462a-8f90-373179d40b8d tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.10 "DELETE /v2.0/ports/4020742e-21b4-4ed4-a1e1-66dfb683b333 HTTP/1.1" status: 204 len: 173 time: 0.7456858 Jul 05 03:43:38.291140 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186eaeca-f66b-4c17-8c8d-e22424d60bae', 'name': 'network-vif-deleted', 'tag': '4020742e-21b4-4ed4-a1e1-66dfb683b333'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:38.295864 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9064a6f4-143c-4fec-9532-2d166e4c09e0" -d '{"events": [{"server_uuid": "186eaeca-f66b-4c17-8c8d-e22424d60bae", "name": "network-vif-deleted", "tag": "4020742e-21b4-4ed4-a1e1-66dfb683b333"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:38.304455 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9ab456d-6395-446a-b68c-243540940df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:38.307071 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9ab456d-6395-446a-b68c-243540940df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:38.309147 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f9ab456d-6395-446a-b68c-243540940df7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8e99f038-13c1-4d37-996a-73f73c285f19 HTTP/1.1" status: 204 len: 168 time: 0.3756952 Jul 05 03:43:38.319003 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab456d-6395-446a-b68c-243540940df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e99f038-13c1-4d37-996a-73f73c285f19,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:38.736862 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a08bac6-ad6d-4455-a8d6-bd9fdf52e35d x-openstack-request-id: req-7a08bac6-ad6d-4455-a8d6-bd9fdf52e35d {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:38.738799 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186eaeca-f66b-4c17-8c8d-e22424d60bae", "name": "network-vif-deleted", "tag": "4020742e-21b4-4ed4-a1e1-66dfb683b333", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:38.739709 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7a08bac6-ad6d-4455-a8d6-bd9fdf52e35d {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:38.741168 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186eaeca-f66b-4c17-8c8d-e22424d60bae', 'name': 'network-vif-deleted', 'tag': '4020742e-21b4-4ed4-a1e1-66dfb683b333', 'status': 'completed', 'code': 200} Jul 05 03:43:38.900179 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb004ef2-b40b-4cbd-bab5-dec905550059 req-8daccf3e-bb56-41fb-be12-979e56594e2d tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=186eaeca-f66b-4c17-8c8d-e22424d60bae HTTP/1.1" status: 200 len: 210 time: 0.0329089 Jul 05 03:43:39.089717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56850) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:39.489682 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-47611cb4-164a-4e14-b65f-be28fabbb18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:39.627779 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-47611cb4-164a-4e14-b65f-be28fabbb18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:39.752618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56878) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:39.800494 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-47611cb4-164a-4e14-b65f-be28fabbb18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:39.850818 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-47611cb4-164a-4e14-b65f-be28fabbb18c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e722d3513da34d3d9c53e8ae068d6569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7594957 Jul 05 03:43:39.851645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47611cb4-164a-4e14-b65f-be28fabbb18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7e8a52-182a-4b9f-b0f9-42a08d4a5955,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:39.854740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56888) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:39.912610 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2231-4bcc-476b-a261-4e50df7498f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:39.938252 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2231-4bcc-476b-a261-4e50df7498f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:39.998662 n-d-771363-32 neutron-server[100932]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 03:43:40.003016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-cd62f5e4-a09a-4cca-8afd-239f3b590d4c tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:43:40.004114 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-cd62f5e4-a09a-4cca-8afd-239f3b590d4c tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2504416 Jul 05 03:43:40.109537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-3eb8efb6-40c0-47c7-ac77-9601256db562 service neutron] Request body: {'binding': {'host': 'n-h2-771363-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:40.110045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-3eb8efb6-40c0-47c7-ac77-9601256db562 service neutron] Unknown quota resources ['binding']. {{(pid=100932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:43:40.113292 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2231-4bcc-476b-a261-4e50df7498f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.115933 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2231-4bcc-476b-a261-4e50df7498f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.117093 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fdfb2231-4bcc-476b-a261-4e50df7498f2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4d7e8a52-182a-4b9f-b0f9-42a08d4a5955 HTTP/1.1" status: 204 len: 168 time: 0.2613337 Jul 05 03:43:40.147520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb2231-4bcc-476b-a261-4e50df7498f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7e8a52-182a-4b9f-b0f9-42a08d4a5955,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:40.294481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-3eb8efb6-40c0-47c7-ac77-9601256db562 service neutron] Attempting to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on host n-h2-771363-32 for vnic_type normal with profile None {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:40.295197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-3eb8efb6-40c0-47c7-ac77-9601256db562 service neutron] Attempting to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:40.295603 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-3eb8efb6-40c0-47c7-ac77-9601256db562 service neutron] Attempting to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:40.300322 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-3eb8efb6-40c0-47c7-ac77-9601256db562 service neutron] Port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on network 0afd212f-7e29-4013-a682-9abe025fe125 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:43:40.300698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-3eb8efb6-40c0-47c7-ac77-9601256db562 service neutron] Attempting to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:40.306014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-3eb8efb6-40c0-47c7-ac77-9601256db562 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:40.306511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-3eb8efb6-40c0-47c7-ac77-9601256db562 service neutron] Checking segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:40.306985 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-3eb8efb6-40c0-47c7-ac77-9601256db562 service neutron] Bound using segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:40.307680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-3eb8efb6-40c0-47c7-ac77-9601256db562 service neutron] Bound port: 3a30efd6-bd00-42d2-9e11-63674f2d9621, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:40.405955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-3eb8efb6-40c0-47c7-ac77-9601256db562 service neutron] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:40.476235 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bc9ce-226a-4b31-a6a2-ac51aa0c5a4f req-641d2cc2-8025-409a-9a3b-7223469f8215 tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:40.476815 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bc9ce-226a-4b31-a6a2-ac51aa0c5a4f req-641d2cc2-8025-409a-9a3b-7223469f8215 tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:40.477356 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bc9ce-226a-4b31-a6a2-ac51aa0c5a4f req-641d2cc2-8025-409a-9a3b-7223469f8215 tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:40.478039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bc9ce-226a-4b31-a6a2-ac51aa0c5a4f req-641d2cc2-8025-409a-9a3b-7223469f8215 tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:40.478799 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bc9ce-226a-4b31-a6a2-ac51aa0c5a4f req-641d2cc2-8025-409a-9a3b-7223469f8215 tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:40.479514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bc9ce-226a-4b31-a6a2-ac51aa0c5a4f req-641d2cc2-8025-409a-9a3b-7223469f8215 tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:40.479993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bc9ce-226a-4b31-a6a2-ac51aa0c5a4f req-641d2cc2-8025-409a-9a3b-7223469f8215 tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:40.482141 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df4bc9ce-226a-4b31-a6a2-ac51aa0c5a4f req-641d2cc2-8025-409a-9a3b-7223469f8215 tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.1411021 Jul 05 03:43:40.512482 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-3eb8efb6-40c0-47c7-ac77-9601256db562 service neutron] Notify callbacks [] for binding, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.517781 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-3eb8efb6-40c0-47c7-ac77-9601256db562 service neutron] 10.222.0.38 "POST /v2.0/ports/3a30efd6-bd00-42d2-9e11-63674f2d9621/bindings HTTP/1.1" status: 201 len: 390 time: 0.4472158 Jul 05 03:43:40.719269 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e9b65-5d7e-429c-82dd-89fbf86ec205 req-e24ae153-1bd1-4219-b07a-6c9bc6d78bec tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:40.719269 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d41e9b65-5d7e-429c-82dd-89fbf86ec205 req-e24ae153-1bd1-4219-b07a-6c9bc6d78bec tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 949 time: 0.0857322 Jul 05 03:43:40.767166 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d41e9b65-5d7e-429c-82dd-89fbf86ec205 req-1033046d-36df-4980-b9b3-fb8c46c667cf tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/security-groups?id=72b7a1e3-8d3c-49a9-8045-1f2a4ac9a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427172 Jul 05 03:43:41.053522 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb2e4a-a902-4884-bebe-1cbd5a708121 req-a6fbee73-bff5-494b-93b7-237754def6e4 tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:41.055090 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5bb2e4a-a902-4884-bebe-1cbd5a708121 req-a6fbee73-bff5-494b-93b7-237754def6e4 tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 886 time: 0.1109445 Jul 05 03:43:41.206568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56928) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:41.226604 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9a666a3a-829f-4e25-9bbf-7a11a112f0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.286346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c328f1-71b2-49a4-ac21-6a5ed2668539 req-7bd3552a-f9d4-4688-a6f4-eda407d78054 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:41.286587 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:43:41.288426 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3c328f1-71b2-49a4-ac21-6a5ed2668539 req-7bd3552a-f9d4-4688-a6f4-eda407d78054 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 946 time: 0.1196029 Jul 05 03:43:41.337051 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9a44571-cd06-44a6-a0b3-5926d070d956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.356879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3c328f1-71b2-49a4-ac21-6a5ed2668539 req-dc964393-8354-47e3-b3eb-3b574949cc3f tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597162 Jul 05 03:43:41.417875 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9a666a3a-829f-4e25-9bbf-7a11a112f0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.555860 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9a666a3a-829f-4e25-9bbf-7a11a112f0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.622927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeda00-a32c-43d8-adfb-3d22a8b1c79d req-d002a52d-90a7-47cf-80d5-92776093592c tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:41.625282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeda00-a32c-43d8-adfb-3d22a8b1c79d req-d002a52d-90a7-47cf-80d5-92776093592c tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:41.626838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeda00-a32c-43d8-adfb-3d22a8b1c79d req-d002a52d-90a7-47cf-80d5-92776093592c tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:41.630119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeda00-a32c-43d8-adfb-3d22a8b1c79d req-d002a52d-90a7-47cf-80d5-92776093592c tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:41.631711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeda00-a32c-43d8-adfb-3d22a8b1c79d req-d002a52d-90a7-47cf-80d5-92776093592c tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:41.634286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeda00-a32c-43d8-adfb-3d22a8b1c79d req-d002a52d-90a7-47cf-80d5-92776093592c tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:41.637159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeda00-a32c-43d8-adfb-3d22a8b1c79d req-d002a52d-90a7-47cf-80d5-92776093592c tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:41.642974 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-08eeda00-a32c-43d8-adfb-3d22a8b1c79d req-d002a52d-90a7-47cf-80d5-92776093592c tempest-NetworksTest-1122135569 tempest-NetworksTest-1122135569-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.1957803 Jul 05 03:43:41.873765 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba0395-e72e-4465-b50c-a1e682eaa90d req-3dfe6f2f-0e28-4c2a-a27b-4b9d45327b71 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:41.876832 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57ba0395-e72e-4465-b50c-a1e682eaa90d req-3dfe6f2f-0e28-4c2a-a27b-4b9d45327b71 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 949 time: 0.2091243 Jul 05 03:43:41.920790 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a666a3a-829f-4e25-9bbf-7a11a112f0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4210e9ab-2938-4402-ad47-f4ba15624940,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:41.996572 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9a666a3a-829f-4e25-9bbf-7a11a112f0bc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c37969f3db8d4e3b872c70c604ed3b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7881534 Jul 05 03:43:42.000657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56954) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:42.028158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-8d7860fb-7f62-4fe8-800b-e447be1c36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:42.031001 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-8d7860fb-7f62-4fe8-800b-e447be1c36f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 1098 time: 0.1820126 Jul 05 03:43:42.165912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-0206e1f4-0451-4406-b8b7-9d5cc9b14ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:42.170001 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-0206e1f4-0451-4406-b8b7-9d5cc9b14ecb service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.1326346 Jul 05 03:43:42.195654 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a27f2839-c868-4e29-baa8-61fc60e1b64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.228246 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-656132a0-c6ad-4990-89c0-15c8b737f0a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621 HTTP/1.1" status: 200 len: 217 time: 0.0510118 Jul 05 03:43:42.232306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeede539-ee61-44b1-a266-29fce176f726 req-232b9d21-37ef-49ec-b6aa-9ec6a6661413 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:42.233868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aeede539-ee61-44b1-a266-29fce176f726 req-232b9d21-37ef-49ec-b6aa-9ec6a6661413 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 949 time: 0.2585337 Jul 05 03:43:42.261360 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a27f2839-c868-4e29-baa8-61fc60e1b64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.282590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3db34-0d79-45e3-9839-fb488d609d83 req-7cb8997d-bd8a-4741-9dfd-9e2039e203b4 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:42.284175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-25c3db34-0d79-45e3-9839-fb488d609d83 req-7cb8997d-bd8a-4741-9dfd-9e2039e203b4 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 949 time: 0.2276771 Jul 05 03:43:42.300828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-17549762-18de-4ad7-bd74-aca99b00b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:42.302287 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-17549762-18de-4ad7-bd74-aca99b00b40a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.0654960 Jul 05 03:43:42.304212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-57ba0395-e72e-4465-b50c-a1e682eaa90d req-e4455a93-d1b5-4916-ad09-feea3b8ab602 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Deleting port 206f1089-4fe6-442f-a00f-e4dd5fe54d46 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:43:42.304561 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-57ba0395-e72e-4465-b50c-a1e682eaa90d req-e4455a93-d1b5-4916-ad09-feea3b8ab602 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.339922 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-96207532-6f29-470f-a3b5-0074f94e5edb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303469 Jul 05 03:43:42.409884 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aeede539-ee61-44b1-a266-29fce176f726 req-af861045-d8af-4037-8e11-74439c9bebf5 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634462 Jul 05 03:43:42.424337 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-25c3db34-0d79-45e3-9839-fb488d609d83 req-3365077d-d851-4731-8f6d-2c109e736488 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/security-groups?id=72b7a1e3-8d3c-49a9-8045-1f2a4ac9a911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280162 Jul 05 03:43:42.468961 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-72b804d8-fbd6-46b4-bd21-5afa6e3b8a41 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177583 Jul 05 03:43:42.502213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-57ba0395-e72e-4465-b50c-a1e682eaa90d req-e4455a93-d1b5-4916-ad09-feea3b8ab602 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] For port 206f1089-4fe6-442f-a00f-e4dd5fe54d46, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=206f1089-4fe6-442f-a00f-e4dd5fe54d46,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:42.502591 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-57ba0395-e72e-4465-b50c-a1e682eaa90d req-e4455a93-d1b5-4916-ad09-feea3b8ab602 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.516886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-57ba0395-e72e-4465-b50c-a1e682eaa90d req-e4455a93-d1b5-4916-ad09-feea3b8ab602 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Calling delete_port for 206f1089-4fe6-442f-a00f-e4dd5fe54d46 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:43:42.591174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56964) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:42.598784 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a27f2839-c868-4e29-baa8-61fc60e1b64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.601932 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a27f2839-c868-4e29-baa8-61fc60e1b64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.606131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a27f2839-c868-4e29-baa8-61fc60e1b64a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4210e9ab-2938-4402-ad47-f4ba15624940 HTTP/1.1" status: 204 len: 168 time: 0.5961533 Jul 05 03:43:42.624666 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f2839-c868-4e29-baa8-61fc60e1b64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4210e9ab-2938-4402-ad47-f4ba15624940,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:42.660118 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-b8e0abd5-eeac-4fed-9b28-4535352bbfd4 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796610 Jul 05 03:43:42.763627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f18931-723b-4cfc-a5c6-aaf62c648e62 req-e74eb838-b335-4a78-bc45-6e4b2b4d6469 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:42.770748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7f18931-723b-4cfc-a5c6-aaf62c648e62 req-e74eb838-b335-4a78-bc45-6e4b2b4d6469 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 946 time: 0.1380234 Jul 05 03:43:42.773101 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65f509bd-6036-4a70-b09a-763a8bb954fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.832965 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7f18931-723b-4cfc-a5c6-aaf62c648e62 req-bdf5c841-4f25-49f0-8b21-09a2d8734a70 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609808 Jul 05 03:43:42.864736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56976) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:42.892190 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4020742e-21b4-4ed4-a1e1-66dfb683b333 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:43:42.915787 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 4020742e-21b4-4ed4-a1e1-66dfb683b333 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:43:42.916018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4020742e-21b4-4ed4-a1e1-66dfb683b333 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:43:42.931417 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65f509bd-6036-4a70-b09a-763a8bb954fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.981636 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-57ba0395-e72e-4465-b50c-a1e682eaa90d req-e4455a93-d1b5-4916-ad09-feea3b8ab602 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.993648 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['206f1089-4fe6-442f-a00f-e4dd5fe54d46'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:43.022434 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41ab3c08-94af-40aa-84c9-8eb06487ce66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.027308 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4455a93-d1b5-4916-ad09-feea3b8ab602 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Pushing event deleted for resources: {'Port': ['ID=206f1089-4fe6-442f-a00f-e4dd5fe54d46,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:43.107506 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65f509bd-6036-4a70-b09a-763a8bb954fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.115376 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ba0395-e72e-4465-b50c-a1e682eaa90d req-e4455a93-d1b5-4916-ad09-feea3b8ab602 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] No DVR routers for this DVR port 206f1089-4fe6-442f-a00f-e4dd5fe54d46 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:43:43.118131 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-57ba0395-e72e-4465-b50c-a1e682eaa90d req-e4455a93-d1b5-4916-ad09-feea3b8ab602 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.121435 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57ba0395-e72e-4465-b50c-a1e682eaa90d req-e4455a93-d1b5-4916-ad09-feea3b8ab602 tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.36 "DELETE /v2.0/ports/206f1089-4fe6-442f-a00f-e4dd5fe54d46 HTTP/1.1" status: 204 len: 173 time: 1.2378571 Jul 05 03:43:43.130964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce150620-bcc9-4ddf-b23b-5a38775858a7', 'name': 'network-vif-deleted', 'tag': '206f1089-4fe6-442f-a00f-e4dd5fe54d46'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:43.134936 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c497203-2809-47bd-a0bc-d8bc4b885e6f" -d '{"events": [{"server_uuid": "ce150620-bcc9-4ddf-b23b-5a38775858a7", "name": "network-vif-deleted", "tag": "206f1089-4fe6-442f-a00f-e4dd5fe54d46"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:43.135676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-61ad6b2a-b634-4b8d-82df-cc85532191ce tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:43.138284 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-61ad6b2a-b634-4b8d-82df-cc85532191ce tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5&tenant_id=5de69650861e4b2ab64c64456b5c16e4&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 1098 time: 0.1243327 Jul 05 03:43:43.154604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-32'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:43.180503 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-65f509bd-6036-4a70-b09a-763a8bb954fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2b427bdcec09443ab88e312fc02b0fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5881779 Jul 05 03:43:43.183996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56984) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:43.200143 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9e2d9d-edaa-40f5-8ece-a52e65c2344f x-openstack-request-id: req-cb9e2d9d-edaa-40f5-8ece-a52e65c2344f {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:43.200415 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce150620-bcc9-4ddf-b23b-5a38775858a7", "name": "network-vif-deleted", "tag": "206f1089-4fe6-442f-a00f-e4dd5fe54d46", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:43.206021 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb9e2d9d-edaa-40f5-8ece-a52e65c2344f {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:43.206021 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce150620-bcc9-4ddf-b23b-5a38775858a7', 'name': 'network-vif-deleted', 'tag': '206f1089-4fe6-442f-a00f-e4dd5fe54d46', 'status': 'completed', 'code': 200} Jul 05 03:43:43.206021 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f509bd-6036-4a70-b09a-763a8bb954fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c30434-fb4a-42ee-a01a-328c23e728ae,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:43.281323 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f26d281-3d66-4541-b943-e8727ed4014d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.315978 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.320318 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f26d281-3d66-4541-b943-e8727ed4014d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.345451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d5357-e7aa-4a3a-831f-2df3e7f17cba req-5b0abd1f-a3bc-4987-abc7-d326f57062cf tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:43.347082 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4a4d5357-e7aa-4a3a-831f-2df3e7f17cba req-5b0abd1f-a3bc-4987-abc7-d326f57062cf tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.10 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 949 time: 0.1591983 Jul 05 03:43:43.348275 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41ab3c08-94af-40aa-84c9-8eb06487ce66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.452851 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41ab3c08-94af-40aa-84c9-8eb06487ce66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.483461 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab3c08-94af-40aa-84c9-8eb06487ce66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4e7523-7940-4b75-93b4-069e355ef2f0,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:43.506902 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f26d281-3d66-4541-b943-e8727ed4014d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.513442 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f26d281-3d66-4541-b943-e8727ed4014d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.513442 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0f26d281-3d66-4541-b943-e8727ed4014d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/04c30434-fb4a-42ee-a01a-328c23e728ae HTTP/1.1" status: 204 len: 168 time: 0.3262050 Jul 05 03:43:43.540163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26d281-3d66-4541-b943-e8727ed4014d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c30434-fb4a-42ee-a01a-328c23e728ae,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:43.552671 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-41ab3c08-94af-40aa-84c9-8eb06487ce66 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=faf8a81e4f4d4c6dab87102f1330ccb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6860449 Jul 05 03:43:43.561398 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57002) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:43.732037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:43.768181 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-4a4d5357-e7aa-4a3a-831f-2df3e7f17cba req-233ebd7d-0917-404d-828f-d53c2dc49b87 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Deleting port b0c9a153-4205-47f5-bb57-82f62ad5e986 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:43:43.768743 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4a4d5357-e7aa-4a3a-831f-2df3e7f17cba req-233ebd7d-0917-404d-828f-d53c2dc49b87 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.791421 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c574fd0-baf0-425c-b239-d6908a031e44 req-797868de-1a2c-4bc4-abe0-97a97ea3b16d tempest-TenantUsagesTestJSON-791822133 tempest-TenantUsagesTestJSON-791822133-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce150620-bcc9-4ddf-b23b-5a38775858a7 HTTP/1.1" status: 200 len: 210 time: 0.1105454 Jul 05 03:43:43.838087 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8a7607bb-63f9-43bd-aeed-99bfe41b7c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.884726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:43.962537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a30efd6-bd00-42d2-9e11-63674f2d9621'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:43.965963 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82df1c6b-cf9c-40ea-88f7-8b91f2395d16" -d '{"events": [{"server_uuid": "2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5", "name": "network-vif-unplugged", "status": "completed", "tag": "3a30efd6-bd00-42d2-9e11-63674f2d9621"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:43.969654 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-700999d7-1675-4ff2-9617-574b0c50f384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.971981 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.981398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-4a4d5357-e7aa-4a3a-831f-2df3e7f17cba req-233ebd7d-0917-404d-828f-d53c2dc49b87 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] For port b0c9a153-4205-47f5-bb57-82f62ad5e986, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b0c9a153-4205-47f5-bb57-82f62ad5e986,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:43.982034 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4a4d5357-e7aa-4a3a-831f-2df3e7f17cba req-233ebd7d-0917-404d-828f-d53c2dc49b87 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.998706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-4a4d5357-e7aa-4a3a-831f-2df3e7f17cba req-233ebd7d-0917-404d-828f-d53c2dc49b87 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Calling delete_port for b0c9a153-4205-47f5-bb57-82f62ad5e986 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:43:44.082937 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.114840 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8a7607bb-63f9-43bd-aeed-99bfe41b7c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.124321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059ad1-23af-460d-b4a4-060eb4531b6f req-d2f3d29e-4128-4fef-ade0-4924546570db tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:44.125849 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c059ad1-23af-460d-b4a4-060eb4531b6f req-d2f3d29e-4128-4fef-ade0-4924546570db tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 949 time: 0.4759374 Jul 05 03:43:44.217217 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c059ad1-23af-460d-b4a4-060eb4531b6f req-12f0a445-0a6e-4789-b726-ba3518b45f7d tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/security-groups?id=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819063 Jul 05 03:43:44.226137 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Attempting to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on host n-h1-771363-32 for vnic_type normal with profile {"migrating_to": "n-h2-771363-32"} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:44.226701 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Attempting to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:44.227037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Attempting to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:44.234025 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Pushing event updated for resources: {'Port': ['ID=3a30efd6-bd00-42d2-9e11-63674f2d9621,revision_number=7']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:44.258013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on network 0afd212f-7e29-4013-a682-9abe025fe125 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:43:44.258376 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Attempting to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:44.265070 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:44.265418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Checking segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:44.265820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Bound using segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:44.266250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Bound port: 3a30efd6-bd00-42d2-9e11-63674f2d9621, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:44.266619 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.310481 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef235a19-5361-4784-84e0-09f0851c142f x-openstack-request-id: req-ef235a19-5361-4784-84e0-09f0851c142f {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:44.310778 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5", "name": "network-vif-unplugged", "status": "completed", "tag": "3a30efd6-bd00-42d2-9e11-63674f2d9621", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:44.311042 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ef235a19-5361-4784-84e0-09f0851c142f {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:44.311432 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a30efd6-bd00-42d2-9e11-63674f2d9621', 'code': 200} Jul 05 03:43:44.366058 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd4b74-e693-48f5-92e2-7d5faa1807d9 req-f7a20908-bae8-4d49-a65a-235dcbf285dd tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:44.368090 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1fd4b74-e693-48f5-92e2-7d5faa1807d9 req-f7a20908-bae8-4d49-a65a-235dcbf285dd tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 944 time: 0.0809884 Jul 05 03:43:44.387774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:44.391129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:44.408364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1fd4b74-e693-48f5-92e2-7d5faa1807d9 req-349e3460-2a70-41fb-af2f-cd87163463a2 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343699 Jul 05 03:43:44.408936 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8a7607bb-63f9-43bd-aeed-99bfe41b7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.411441 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8a7607bb-63f9-43bd-aeed-99bfe41b7c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.412464 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8a7607bb-63f9-43bd-aeed-99bfe41b7c0b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/be4e7523-7940-4b75-93b4-069e355ef2f0 HTTP/1.1" status: 204 len: 168 time: 0.8504207 Jul 05 03:43:44.435072 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7607bb-63f9-43bd-aeed-99bfe41b7c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4e7523-7940-4b75-93b4-069e355ef2f0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:44.456108 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.522501 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.528036 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4a4d5357-e7aa-4a3a-831f-2df3e7f17cba req-233ebd7d-0917-404d-828f-d53c2dc49b87 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.542583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['b0c9a153-4205-47f5-bb57-82f62ad5e986'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:44.604659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57034) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:44.630374 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10c98b22-3038-45b5-ad70-cef57ec58c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.686472 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4d5357-e7aa-4a3a-831f-2df3e7f17cba req-233ebd7d-0917-404d-828f-d53c2dc49b87 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] No DVR routers for this DVR port b0c9a153-4205-47f5-bb57-82f62ad5e986 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:43:44.695593 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:44.698651 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.705584 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] 10.222.0.36 "PUT /v2.0/ports/3a30efd6-bd00-42d2-9e11-63674f2d9621 HTTP/1.1" status: 200 len: 1124 time: 1.5593140 Jul 05 03:43:44.711612 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066d2cc-04ab-4344-8497-a38922530c08 service neutron] Pushing event updated for resources: {'Port': ['ID=3a30efd6-bd00-42d2-9e11-63674f2d9621,revision_number=8']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:44.711612 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4a4d5357-e7aa-4a3a-831f-2df3e7f17cba req-233ebd7d-0917-404d-828f-d53c2dc49b87 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.712002 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4a4d5357-e7aa-4a3a-831f-2df3e7f17cba req-233ebd7d-0917-404d-828f-d53c2dc49b87 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.10 "DELETE /v2.0/ports/b0c9a153-4205-47f5-bb57-82f62ad5e986 HTTP/1.1" status: 204 len: 173 time: 1.3462765 Jul 05 03:43:44.764588 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['3a30efd6-bd00-42d2-9e11-63674f2d9621'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:44.788401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ebd7d-0917-404d-828f-d53c2dc49b87 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] Pushing event deleted for resources: {'Port': ['ID=b0c9a153-4205-47f5-bb57-82f62ad5e986,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:44.840305 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10c98b22-3038-45b5-ad70-cef57ec58c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.051944 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10c98b22-3038-45b5-ad70-cef57ec58c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.083233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c98b22-3038-45b5-ad70-cef57ec58c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6946d0cc-6cc5-4000-9d40-163d682436ea,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:45.104643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-10c98b22-3038-45b5-ad70-cef57ec58c62 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d1b10eb4a0140f5b9f869f064e52918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4979689 Jul 05 03:43:45.109082 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57052) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:45.187000 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06d44387-19f8-48e5-a6e9-97049112610d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.221095 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06d44387-19f8-48e5-a6e9-97049112610d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.242055 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.406610 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22b34a04-8c27-4e8c-842f-32f05e04146f req-0ac81dc5-dfc1-45df-85c8-5244aee2d032 tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 210 time: 0.0317347 Jul 05 03:43:45.421854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06d44387-19f8-48e5-a6e9-97049112610d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.427505 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06d44387-19f8-48e5-a6e9-97049112610d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:45.429025 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-06d44387-19f8-48e5-a6e9-97049112610d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6946d0cc-6cc5-4000-9d40-163d682436ea HTTP/1.1" status: 204 len: 168 time: 0.3189144 Jul 05 03:43:45.443976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d44387-19f8-48e5-a6e9-97049112610d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6946d0cc-6cc5-4000-9d40-163d682436ea,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:45.625736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba74b6d-366a-4706-93ed-adb443cddf27 req-efd0f8ca-d964-43d9-827d-48ff9ca07ee7 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:45.627675 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fba74b6d-366a-4706-93ed-adb443cddf27 req-efd0f8ca-d964-43d9-827d-48ff9ca07ee7 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 944 time: 0.0763838 Jul 05 03:43:45.669722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fba74b6d-366a-4706-93ed-adb443cddf27 req-347f4912-f374-436c-ac8f-2de06832ce8d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344682 Jul 05 03:43:46.313515 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5', 'tag': '3a30efd6-bd00-42d2-9e11-63674f2d9621'}, {'server_uuid': '57fcebdc-e400-44c3-a077-7c2a96b0b8f0', 'name': 'network-vif-deleted', 'tag': 'b0c9a153-4205-47f5-bb57-82f62ad5e986'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:46.360091 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0b315b-5d9e-4a4e-a7e2-f1c1dba9c226" -d '{"events": [{"name": "network-changed", "server_uuid": "2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5", "tag": "3a30efd6-bd00-42d2-9e11-63674f2d9621"}, {"server_uuid": "57fcebdc-e400-44c3-a077-7c2a96b0b8f0", "name": "network-vif-deleted", "tag": "b0c9a153-4205-47f5-bb57-82f62ad5e986"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:46.381053 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fdb164-e2e0-446f-b3df-28438e0d0209 x-openstack-request-id: req-b5fdb164-e2e0-446f-b3df-28438e0d0209 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:46.381631 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5", "tag": "3a30efd6-bd00-42d2-9e11-63674f2d9621", "status": "completed", "code": 200}, {"server_uuid": "57fcebdc-e400-44c3-a077-7c2a96b0b8f0", "name": "network-vif-deleted", "tag": "b0c9a153-4205-47f5-bb57-82f62ad5e986", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:46.381926 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b5fdb164-e2e0-446f-b3df-28438e0d0209 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:46.382484 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5', 'tag': '3a30efd6-bd00-42d2-9e11-63674f2d9621', 'status': 'completed', 'code': 200} Jul 05 03:43:46.382826 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fcebdc-e400-44c3-a077-7c2a96b0b8f0', 'name': 'network-vif-deleted', 'tag': 'b0c9a153-4205-47f5-bb57-82f62ad5e986', 'status': 'completed', 'code': 200} Jul 05 03:43:46.474111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b315b-5d9e-4a4e-a7e2-f1c1dba9c226 req-d81e8d9c-aeae-47ea-9d1e-b38d85ac1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:46.475758 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef0b315b-5d9e-4a4e-a7e2-f1c1dba9c226 req-d81e8d9c-aeae-47ea-9d1e-b38d85ac1a6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 1127 time: 0.0676475 Jul 05 03:43:46.476910 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 206f1089-4fe6-442f-a00f-e4dd5fe54d46 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:43:46.511889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 206f1089-4fe6-442f-a00f-e4dd5fe54d46 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:43:46.512651 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 206f1089-4fe6-442f-a00f-e4dd5fe54d46 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:43:46.730176 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b315b-5d9e-4a4e-a7e2-f1c1dba9c226 req-f82c7b8b-2f2b-4b92-a984-686648b8d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:46.730176 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef0b315b-5d9e-4a4e-a7e2-f1c1dba9c226 req-f82c7b8b-2f2b-4b92-a984-686648b8d4a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.1070788 Jul 05 03:43:46.735168 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9067760c-b3ea-4f48-89aa-a58d76b593d8 req-76609019-ba00-4df7-bfe9-f6c1697be8ec tempest-ServersAdminNegativeTestJSON-1400772654 tempest-ServersAdminNegativeTestJSON-1400772654-project] 10.222.0.38 "GET /v2.0/ports?device_id=57fcebdc-e400-44c3-a077-7c2a96b0b8f0 HTTP/1.1" status: 200 len: 210 time: 0.0333586 Jul 05 03:43:46.740389 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef0b315b-5d9e-4a4e-a7e2-f1c1dba9c226 req-dd958c9b-5e25-4a8d-9277-8184100119bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621 HTTP/1.1" status: 200 len: 217 time: 0.0433037 Jul 05 03:43:46.740389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b315b-5d9e-4a4e-a7e2-f1c1dba9c226 req-88d8697c-2fff-4dba-bbf5-176404b0209b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:46.740389 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef0b315b-5d9e-4a4e-a7e2-f1c1dba9c226 req-88d8697c-2fff-4dba-bbf5-176404b0209b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.0465407 Jul 05 03:43:46.745691 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef0b315b-5d9e-4a4e-a7e2-f1c1dba9c226 req-cfee2fed-1ab4-48bf-9142-b5f05b1dd52f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395808 Jul 05 03:43:46.840684 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef0b315b-5d9e-4a4e-a7e2-f1c1dba9c226 req-a3a45b16-4c7b-4fb2-b85e-52d90803cd25 service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919836 Jul 05 03:43:46.861360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82774d-712a-4962-92e0-a1ccd616c709 req-96d907cf-dffa-42b0-aa61-72e3ef5e8182 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:46.863421 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb82774d-712a-4962-92e0-a1ccd616c709 req-96d907cf-dffa-42b0-aa61-72e3ef5e8182 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 944 time: 0.0728872 Jul 05 03:43:46.868377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57094) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:46.890790 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-159b83a6-4ab1-4427-b517-3907e4b533e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:46.918597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b0c9a153-4205-47f5-bb57-82f62ad5e986 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:43:46.957021 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef0b315b-5d9e-4a4e-a7e2-f1c1dba9c226 req-286fa07d-263e-42ee-b7d2-721d856416ad service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088898 Jul 05 03:43:46.966586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: b0c9a153-4205-47f5-bb57-82f62ad5e986 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:43:46.969942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b0c9a153-4205-47f5-bb57-82f62ad5e986 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:43:46.980321 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb82774d-712a-4962-92e0-a1ccd616c709 req-2e588841-cd74-4a8b-8a76-4279898fb17c tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895498 Jul 05 03:43:47.007326 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.021281 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57100) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:47.068843 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-159b83a6-4ab1-4427-b517-3907e4b533e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.226783 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-159b83a6-4ab1-4427-b517-3907e4b533e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.320463 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-159b83a6-4ab1-4427-b517-3907e4b533e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aeb28fc568d2421093635bd69d540963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4486597 Jul 05 03:43:47.326828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57124) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:47.327043 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b83a6-4ab1-4427-b517-3907e4b533e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4510ec-2834-4431-950b-98325358e433,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:47.345764 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6b11f807-3a84-4cbb-b533-d609716c2bea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=00505a302c0a4d3d805564f940df7467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214881 Jul 05 03:43:47.347364 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57130) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:47.419319 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b6ca5de-f647-49a0-8ead-587870cec735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.454303 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b6ca5de-f647-49a0-8ead-587870cec735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.465095 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c59f676f-386c-4c0b-a259-7a0bc777166f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.516452 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c59f676f-386c-4c0b-a259-7a0bc777166f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.616252 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b6ca5de-f647-49a0-8ead-587870cec735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.618871 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b6ca5de-f647-49a0-8ead-587870cec735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.624244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4b6ca5de-f647-49a0-8ead-587870cec735 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/72b7a1e3-8d3c-49a9-8045-1f2a4ac9a911 HTTP/1.1" status: 204 len: 168 time: 0.2717526 Jul 05 03:43:47.630020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ca5de-f647-49a0-8ead-587870cec735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b7a1e3-8d3c-49a9-8045-1f2a4ac9a911,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:47.698992 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c59f676f-386c-4c0b-a259-7a0bc777166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.706807 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c59f676f-386c-4c0b-a259-7a0bc777166f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.706807 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c59f676f-386c-4c0b-a259-7a0bc777166f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e4510ec-2834-4431-950b-98325358e433 HTTP/1.1" status: 204 len: 168 time: 0.3784683 Jul 05 03:43:47.717152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f676f-386c-4c0b-a259-7a0bc777166f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4510ec-2834-4431-950b-98325358e433,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:48.222781 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932edfe7-f3cb-447b-892f-80bd70a33ac1 req-01916904-8b4b-4576-9a39-fdc46a5f9560 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:48.224466 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-932edfe7-f3cb-447b-892f-80bd70a33ac1 req-01916904-8b4b-4576-9a39-fdc46a5f9560 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 944 time: 0.0723495 Jul 05 03:43:48.275607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-932edfe7-f3cb-447b-892f-80bd70a33ac1 req-4226c17b-2120-4793-ab9e-91df948d753a tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452139 Jul 05 03:43:48.500958 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3a30efd6-bd00-42d2-9e11-63674f2d9621 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:43:48.623255 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:48.635634 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3a30efd6-bd00-42d2-9e11-63674f2d9621 has no active binding in host n-h2-771363-32 {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:43:48.962401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57202) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:48.980128 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6a03c58d-8a3e-47ba-955f-799055acc93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.069490 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6a03c58d-8a3e-47ba-955f-799055acc93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.193170 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6a03c58d-8a3e-47ba-955f-799055acc93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.230994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03c58d-8a3e-47ba-955f-799055acc93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef0aeaa-31ce-4bca-93b7-e43b43c19bb2,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:49.236029 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6a03c58d-8a3e-47ba-955f-799055acc93b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=535c474f1dcf4c15ad6a0a09947ac65f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718911 Jul 05 03:43:49.240629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57206) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:49.297043 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2fe1a6a2-a210-4f67-9ade-d6f1e39f09d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.316872 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57210) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:49.323205 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2fe1a6a2-a210-4f67-9ade-d6f1e39f09d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.458906 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2fe1a6a2-a210-4f67-9ade-d6f1e39f09d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.461482 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2fe1a6a2-a210-4f67-9ade-d6f1e39f09d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.462658 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2fe1a6a2-a210-4f67-9ade-d6f1e39f09d8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8ef0aeaa-31ce-4bca-93b7-e43b43c19bb2 HTTP/1.1" status: 204 len: 168 time: 0.2216752 Jul 05 03:43:49.474984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1a6a2-a210-4f67-9ade-d6f1e39f09d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef0aeaa-31ce-4bca-93b7-e43b43c19bb2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:49.501080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57222) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:49.508744 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d361a-04b4-4367-90ac-528f8e081587 req-b2c406b1-8ade-4784-85cf-36f961897789 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:49.512107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e7d361a-04b4-4367-90ac-528f8e081587 req-b2c406b1-8ade-4784-85cf-36f961897789 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 944 time: 0.0931327 Jul 05 03:43:49.563387 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e7d361a-04b4-4367-90ac-528f8e081587 req-7c42cb40-fa8c-4267-b4cd-76dfb9444114 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445831 Jul 05 03:43:49.637116 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57228) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:49.711536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57234) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:49.711864 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0a36dba6-db26-40ba-a2a0-9e4dffdcf0d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b6bd5829b24b42a6bd4b2f853092fe94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929079 Jul 05 03:43:49.768109 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4dd64006-fd1f-43a3-adfe-638a6ce20ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.797806 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4dd64006-fd1f-43a3-adfe-638a6ce20ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.928331 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fa308955-ab28-41c3-a58e-9ddf3929436a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.938256 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4dd64006-fd1f-43a3-adfe-638a6ce20ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.940895 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4dd64006-fd1f-43a3-adfe-638a6ce20ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.944508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4dd64006-fd1f-43a3-adfe-638a6ce20ad2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94 HTTP/1.1" status: 204 len: 168 time: 0.2295141 Jul 05 03:43:49.956011 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd64006-fd1f-43a3-adfe-638a6ce20ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1171d4a0-05d9-448e-8ec8-e4ba6a8bfc94,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:49.983468 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a07-6de5-4784-9841-a839bedca292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.041233 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fa308955-ab28-41c3-a58e-9ddf3929436a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.110247 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fa308955-ab28-41c3-a58e-9ddf3929436a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.173467 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa308955-ab28-41c3-a58e-9ddf3929436a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6f8229-1119-4822-9b66-9c2b21de95c4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:50.195698 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fa308955-ab28-41c3-a58e-9ddf3929436a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=35cb77e88a37479fb90d46a1e08ddf51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6934347 Jul 05 03:43:50.197891 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57254) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:50.208049 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a07-6de5-4784-9841-a839bedca292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.263314 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2ae42d77-851d-4581-8a2f-4f88562f3cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.291948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2ae42d77-851d-4581-8a2f-4f88562f3cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.305873 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a07-6de5-4784-9841-a839bedca292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.351942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-04fa7a07-6de5-4784-9841-a839bedca292 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=71822c980b2545f0873512812666fa17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7120132 Jul 05 03:43:50.352964 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57284) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:50.373274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa7a07-6de5-4784-9841-a839bedca292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d52d17-8427-4596-87be-9a084c64b460,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:50.422212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ea3b68b-32ae-42c6-a39e-8e2eb7d36d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.444947 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ea3b68b-32ae-42c6-a39e-8e2eb7d36d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.508315 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2ae42d77-851d-4581-8a2f-4f88562f3cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.513691 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2ae42d77-851d-4581-8a2f-4f88562f3cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.513691 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2ae42d77-851d-4581-8a2f-4f88562f3cef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7e6f8229-1119-4822-9b66-9c2b21de95c4 HTTP/1.1" status: 204 len: 168 time: 0.3115582 Jul 05 03:43:50.519948 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae42d77-851d-4581-8a2f-4f88562f3cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6f8229-1119-4822-9b66-9c2b21de95c4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:50.633555 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ea3b68b-32ae-42c6-a39e-8e2eb7d36d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.636202 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ea3b68b-32ae-42c6-a39e-8e2eb7d36d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.637883 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8ea3b68b-32ae-42c6-a39e-8e2eb7d36d39 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/58d52d17-8427-4596-87be-9a084c64b460 HTTP/1.1" status: 204 len: 168 time: 0.2831390 Jul 05 03:43:50.646193 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3b68b-32ae-42c6-a39e-8e2eb7d36d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d52d17-8427-4596-87be-9a084c64b460,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:50.737344 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad12a5-b0a1-46be-9cc2-bc10f4758c39 req-6d28ebd7-033b-47dd-8539-ba666d67b4d3 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:50.738846 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3ad12a5-b0a1-46be-9cc2-bc10f4758c39 req-6d28ebd7-033b-47dd-8539-ba666d67b4d3 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 944 time: 0.0675790 Jul 05 03:43:50.778511 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3ad12a5-b0a1-46be-9cc2-bc10f4758c39 req-4235df47-2340-48f9-a83e-7ef2b4f5ebec tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337613 Jul 05 03:43:51.444457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57312) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:51.488201 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2c911c43-cae3-4bea-adcf-ec2f4a1fbd92 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4e57328d342d442da7701a6b65ed3bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424857 Jul 05 03:43:51.490729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57314) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:51.543135 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5ea7936f-236c-42e8-9722-902b30e357d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:51.564489 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5ea7936f-236c-42e8-9722-902b30e357d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:51.686219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57320) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:51.707548 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5ea7936f-236c-42e8-9722-902b30e357d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:51.710186 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5ea7936f-236c-42e8-9722-902b30e357d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:51.723134 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5ea7936f-236c-42e8-9722-902b30e357d1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2a95ad5-3dbb-46b9-98ac-a935adfa81e6 HTTP/1.1" status: 204 len: 168 time: 0.2196603 Jul 05 03:43:51.723134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7936f-236c-42e8-9722-902b30e357d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a95ad5-3dbb-46b9-98ac-a935adfa81e6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:51.962572 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dad60-c836-4cc2-8ef6-02e25c46e43b req-652e2f2c-bb41-40a5-b94b-e8a0f0f6a817 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:51.964577 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f1dad60-c836-4cc2-8ef6-02e25c46e43b req-652e2f2c-bb41-40a5-b94b-e8a0f0f6a817 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 944 time: 0.0683980 Jul 05 03:43:52.008751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f1dad60-c836-4cc2-8ef6-02e25c46e43b req-ffb11756-2472-4397-8286-7e25347f2437 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379221 Jul 05 03:43:52.069471 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-eb67fab9-4aaf-425c-b863-533291f81d53 service neutron] 10.222.0.10 "GET /v2.0/ports/3a30efd6-bd00-42d2-9e11-63674f2d9621/bindings/n-h2-771363-32 HTTP/1.1" status: 200 len: 385 time: 0.0606685 Jul 05 03:43:52.130419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57334) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:52.144507 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a3539ab-99f3-476f-ad6e-7c08263a93fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.241880 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a3539ab-99f3-476f-ad6e-7c08263a93fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.259408 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4a6b755d-f2d6-4174-96cd-e91880e2984e service neutron] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:52.281978 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4a6b755d-f2d6-4174-96cd-e91880e2984e service neutron] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:52.284369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57336) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:52.316891 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c01a349-b186-41e8-b14e-f4f593acbdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.325601 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d7df5e3-f41f-4321-bcd1-229a7d329235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.327289 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4a6b755d-f2d6-4174-96cd-e91880e2984e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a30efd6-bd00-42d2-9e11-63674f2d9621 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:52.339893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4a6b755d-f2d6-4174-96cd-e91880e2984e service neutron] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:52.347305 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a3539ab-99f3-476f-ad6e-7c08263a93fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.396033 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9a3539ab-99f3-476f-ad6e-7c08263a93fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=869dd519e06f47c1a8aaeefd809fc18c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645872 Jul 05 03:43:52.398801 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57338) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:52.412011 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3539ab-99f3-476f-ad6e-7c08263a93fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9633af-cb28-496a-a340-721759167b72,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:52.446012 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4a6b755d-f2d6-4174-96cd-e91880e2984e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.458655 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1681aedd-f70f-4e1b-acdd-b2376cb090a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.473468 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d7df5e3-f41f-4321-bcd1-229a7d329235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.504534 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1681aedd-f70f-4e1b-acdd-b2376cb090a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.516880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3a30efd6-bd00-42d2-9e11-63674f2d9621 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:43:52.565100 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d7df5e3-f41f-4321-bcd1-229a7d329235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.571708 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4a6b755d-f2d6-4174-96cd-e91880e2984e service neutron] Transition to ACTIVE for port object 3a30efd6-bd00-42d2-9e11-63674f2d9621 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:52.624546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57344) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:52.624713 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8d7df5e3-f41f-4321-bcd1-229a7d329235 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=29511c69a99f47dd8683c9035ee7d19d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388925 Jul 05 03:43:52.649952 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7df5e3-f41f-4321-bcd1-229a7d329235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde19b3f-5c9a-46a5-bc92-51ed660c97f3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:52.664364 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4a6b755d-f2d6-4174-96cd-e91880e2984e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.677943 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h1-771363-32, got binding levels [] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:52.693806 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c01a349-b186-41e8-b14e-f4f593acbdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.709198 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Attempting to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on host n-h1-771363-32 for vnic_type normal with profile {"migrating_to": "n-h2-771363-32"} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:52.709642 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Attempting to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:52.710068 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Attempting to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:52.716311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on network 0afd212f-7e29-4013-a682-9abe025fe125 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:43:52.716527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Attempting to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:52.722319 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:52.722871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Checking segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:52.723595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Bound using segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:52.724183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Bound port: 3a30efd6-bd00-42d2-9e11-63674f2d9621, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:52.724674 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.727568 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1681aedd-f70f-4e1b-acdd-b2376cb090a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.730273 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1681aedd-f70f-4e1b-acdd-b2376cb090a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.731410 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1681aedd-f70f-4e1b-acdd-b2376cb090a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fa9633af-cb28-496a-a340-721759167b72 HTTP/1.1" status: 204 len: 168 time: 0.3315558 Jul 05 03:43:52.784469 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c01a349-b186-41e8-b14e-f4f593acbdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.786719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681aedd-f70f-4e1b-acdd-b2376cb090a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9633af-cb28-496a-a340-721759167b72,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:52.789696 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4a6b755d-f2d6-4174-96cd-e91880e2984e service neutron] No DVR routers for this DVR port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:43:52.796098 n-d-771363-32 neutron-server[100934]: WARNING neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Concurrent port binding operations failed on port 3a30efd6-bd00-42d2-9e11-63674f2d9621 Jul 05 03:43:52.804560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:52.814636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b755d-f2d6-4174-96cd-e91880e2984e service neutron] Pushing event updated for resources: {'Port': ['ID=3a30efd6-bd00-42d2-9e11-63674f2d9621,revision_number=10']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:52.832540 n-d-771363-32 neutron-server[100934]: INFO neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Attempt 2 to bind port 3a30efd6-bd00-42d2-9e11-63674f2d9621 Jul 05 03:43:52.832969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01a349-b186-41e8-b14e-f4f593acbdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e903fd8f-38c8-4561-bce1-d786ccc54ddf,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:52.833725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '3a30efd6-bd00-42d2-9e11-63674f2d9621', 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125', 'port_id': '3a30efd6-bd00-42d2-9e11-63674f2d9621', 'mac_address': 'fa:16:3e:c4:6e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2332289e-5fbe-496d-8ce1-e0de67e408f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:43:52.838554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3c01a349-b186-41e8-b14e-f4f593acbdaa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=430c875ee37d4bb99e290bc290fd1a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1511261 Jul 05 03:43:52.842511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e617bf60-b832-4bab-8048-633bc42fb119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.843349 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57354) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:52.870391 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-4a6b755d-f2d6-4174-96cd-e91880e2984e service neutron] 10.222.0.10 "PUT /v2.0/ports/3a30efd6-bd00-42d2-9e11-63674f2d9621/bindings/n-h2-771363-32/activate HTTP/1.1" status: 200 len: 370 time: 0.7947664 Jul 05 03:43:52.880008 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e617bf60-b832-4bab-8048-633bc42fb119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.910190 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.932159 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ca2da52-3daa-46bd-b628-44bdb6084652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.937292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a30efd6-bd00-42d2-9e11-63674f2d9621 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:52.960193 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ca2da52-3daa-46bd-b628-44bdb6084652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.960796 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:53.017090 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e617bf60-b832-4bab-8048-633bc42fb119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.020619 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e617bf60-b832-4bab-8048-633bc42fb119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.027837 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e617bf60-b832-4bab-8048-633bc42fb119 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cde19b3f-5c9a-46a5-bc92-51ed660c97f3 HTTP/1.1" status: 204 len: 168 time: 0.3962379 Jul 05 03:43:53.032548 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617bf60-b832-4bab-8048-633bc42fb119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde19b3f-5c9a-46a5-bc92-51ed660c97f3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:53.093353 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.128628 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ca2da52-3daa-46bd-b628-44bdb6084652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.131818 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ca2da52-3daa-46bd-b628-44bdb6084652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.135081 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3ca2da52-3daa-46bd-b628-44bdb6084652 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e903fd8f-38c8-4561-bce1-d786ccc54ddf HTTP/1.1" status: 204 len: 168 time: 0.2905207 Jul 05 03:43:53.137150 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-f3682e5c-21da-4218-a564-2b2b5b470054 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:53.140751 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-f3682e5c-21da-4218-a564-2b2b5b470054 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5&tenant_id=5de69650861e4b2ab64c64456b5c16e4&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 1097 time: 0.0918012 Jul 05 03:43:53.149936 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2da52-3daa-46bd-b628-44bdb6084652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e903fd8f-38c8-4561-bce1-d786ccc54ddf,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:53.217988 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['3a30efd6-bd00-42d2-9e11-63674f2d9621'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:53.220639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57372) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:53.275410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09e4bf-bcba-4f7b-9c2d-676a5309a003 req-69b387eb-c524-4629-b809-ed9406ab6bb9 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:53.277326 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b09e4bf-bcba-4f7b-9c2d-676a5309a003 req-69b387eb-c524-4629-b809-ed9406ab6bb9 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 946 time: 0.0947528 Jul 05 03:43:53.285859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-d0d77d47-6577-4b42-9755-9e9dbebfd8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:53.287799 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-d0d77d47-6577-4b42-9755-9e9dbebfd8b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5&tenant_id=5de69650861e4b2ab64c64456b5c16e4 HTTP/1.1" status: 200 len: 1098 time: 0.1317360 Jul 05 03:43:53.290499 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=3a30efd6-bd00-42d2-9e11-63674f2d9621,revision_number=11']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:53.321631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b09e4bf-bcba-4f7b-9c2d-676a5309a003 req-1f179376-0192-4b4d-a71d-f6b6cfc7dd29 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382972 Jul 05 03:43:53.392758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-f392e032-532f-453d-8fba-5d1d9dfd0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:53.394341 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-f392e032-532f-453d-8fba-5d1d9dfd0c9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 1098 time: 0.0791440 Jul 05 03:43:53.701113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-f9e18f75-9a4e-4afc-8d37-2efe70058d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:53.702672 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-f9e18f75-9a4e-4afc-8d37-2efe70058d90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.2973776 Jul 05 03:43:53.752489 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-d7f547be-12b7-4af9-af06-4b417d287c4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621 HTTP/1.1" status: 200 len: 217 time: 0.0420938 Jul 05 03:43:53.805008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-f4f2f335-a945-41bf-af09-5b0e3384f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:53.806753 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-f4f2f335-a945-41bf-af09-5b0e3384f856 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.0476084 Jul 05 03:43:53.844958 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-6f75e8d9-ed78-448c-b22e-86c1aa1f1818 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302312 Jul 05 03:43:53.848483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1a9c6d79-5f05-4640-88e4-bff1409bcb84 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-992096115-network', 'tenant_id': '6655d55c550942e3ba3756cd17feb975'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:53.951418 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-140e4861-2951-4642-b52f-651d6316b22e service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984848 Jul 05 03:43:54.003347 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9c6d79-5f05-4640-88e4-bff1409bcb84 admin admin] Made reservation on behalf of 6655d55c550942e3ba3756cd17feb975 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:54.005953 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6d79-5f05-4640-88e4-bff1409bcb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.019048 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6d79-5f05-4640-88e4-bff1409bcb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.087459 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-a564cb47-eb56-4663-8302-67ba05a0b185 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289823 Jul 05 03:43:54.156294 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6d79-5f05-4640-88e4-bff1409bcb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.253106 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6d79-5f05-4640-88e4-bff1409bcb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.283059 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9c6d79-5f05-4640-88e4-bff1409bcb84 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:43:54.291875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c6d79-5f05-4640-88e4-bff1409bcb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a1393f-12e9-40ce-9a46-a22b84320f79,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:54.298569 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6d79-5f05-4640-88e4-bff1409bcb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.298930 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-1a9c6d79-5f05-4640-88e4-bff1409bcb84 admin admin] Added segment ed82bb69-43f6-42e8-8557-8a52d64145c3 of type vlan for network dd42a8dd-de95-4725-b222-160565abb7e7 Jul 05 03:43:54.350551 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6d79-5f05-4640-88e4-bff1409bcb84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.491705 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6d79-5f05-4640-88e4-bff1409bcb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.491705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9c6d79-5f05-4640-88e4-bff1409bcb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:54.491705 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6d79-5f05-4640-88e4-bff1409bcb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.522534 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb9aec-012c-4e07-993b-b06c05707750 req-bc64d98f-5144-4d32-be4c-caca15ab5df4 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:54.524916 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-34bb9aec-012c-4e07-993b-b06c05707750 req-bc64d98f-5144-4d32-be4c-caca15ab5df4 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 946 time: 0.0828154 Jul 05 03:43:54.537494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3a30efd6-bd00-42d2-9e11-63674f2d9621 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:54.601779 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-34bb9aec-012c-4e07-993b-b06c05707750 req-f77ebac1-5bd6-422a-96f2-9a64d9007e46 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687099 Jul 05 03:43:54.633245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c6d79-5f05-4640-88e4-bff1409bcb84 admin admin] Pushing event updated for resources: {'Network': ['ID=dd42a8dd-de95-4725-b222-160565abb7e7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:54.643050 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network dd42a8dd-de95-4725-b222-160565abb7e7 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:43:54.733476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-d3a7e7bf-7cd1-4880-8155-606fb9f41fbe tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:54.735016 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-d3a7e7bf-7cd1-4880-8155-606fb9f41fbe tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5&tenant_id=5de69650861e4b2ab64c64456b5c16e4&binding%3Ahost_id=n-h2-771363-32 HTTP/1.1" status: 200 len: 1098 time: 0.0635545 Jul 05 03:43:54.781692 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1a9c6d79-5f05-4640-88e4-bff1409bcb84 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5524890 Jul 05 03:43:54.781873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57424) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:54.782755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-86bdc38b-9914-4be7-b992-3968e56da26e admin admin] Request body: {'subnet': {'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-992096115-subnet', 'tenant_id': '6655d55c550942e3ba3756cd17feb975', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:54.813122 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 3a30efd6-bd00-42d2-9e11-63674f2d9621 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:54.818037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 3a30efd6-bd00-42d2-9e11-63674f2d9621 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:54.829890 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.926335 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.932781 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bdc38b-9914-4be7-b992-3968e56da26e admin admin] Made reservation on behalf of 6655d55c550942e3ba3756cd17feb975 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:54.935834 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-86bdc38b-9914-4be7-b992-3968e56da26e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.956103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 3a30efd6-bd00-42d2-9e11-63674f2d9621 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:43:55.001504 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 3a30efd6-bd00-42d2-9e11-63674f2d9621 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:43:55.039126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-ea8eafac-2b69-4c7d-86d6-665a200b8d6e service neutron] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:55.039126 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-ea8eafac-2b69-4c7d-86d6-665a200b8d6e service neutron] Notify callbacks [] for binding, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.039895 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dd788e0-74e9-4441-b7cf-02bc61822afa req-ea8eafac-2b69-4c7d-86d6-665a200b8d6e service neutron] 10.222.0.36 "DELETE /v2.0/ports/3a30efd6-bd00-42d2-9e11-63674f2d9621/bindings/n-h1-771363-32 HTTP/1.1" status: 204 len: 173 time: 0.2960598 Jul 05 03:43:55.097761 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:43:55.098130 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:43:55.143737 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d27390c1-458d-4c0b-be33-25c848588f1a req-582f1014-5f8b-49b1-97f6-f2582f6e5bae tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380054 Jul 05 03:43:55.252574 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27390c1-458d-4c0b-be33-25c848588f1a req-6b336de3-0fb1-483d-9b12-2e4f15e29e14 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:55.254062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d27390c1-458d-4c0b-be33-25c848588f1a req-6b336de3-0fb1-483d-9b12-2e4f15e29e14 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1050608 Jul 05 03:43:55.273083 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d27390c1-458d-4c0b-be33-25c848588f1a req-c9f2280d-820d-4d85-89bf-7fbb516899d4 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/quotas/2ba3bf9fac9449f69fd32031830f61cd HTTP/1.1" status: 200 len: 375 time: 0.0131614 Jul 05 03:43:55.310200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d27390c1-458d-4c0b-be33-25c848588f1a req-fa61cd72-72ad-4e01-9e9c-593cee7e4c64 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312705 Jul 05 03:43:55.321667 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-86bdc38b-9914-4be7-b992-3968e56da26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.394740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdc38b-9914-4be7-b992-3968e56da26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f54a329-37b8-4bdf-a97e-e717b59c3def,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:55.401764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bdc38b-9914-4be7-b992-3968e56da26e admin admin] Checking segment: {'id': 'ed82bb69-43f6-42e8-8557-8a52d64145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:55.404762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bdc38b-9914-4be7-b992-3968e56da26e admin admin] Network hostable DHCP agents. Network: dd42a8dd-de95-4725-b222-160565abb7e7, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:43:55.516172 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bdc38b-9914-4be7-b992-3968e56da26e admin admin] Network dd42a8dd-de95-4725-b222-160565abb7e7 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:43:55.559794 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57462) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:55.613178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-86bdc38b-9914-4be7-b992-3968e56da26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, dd42a8dd-de95-4725-b222-160565abb7e7) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:55.624348 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bdc38b-9914-4be7-b992-3968e56da26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:55.625155 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-86bdc38b-9914-4be7-b992-3968e56da26e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.653105 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.667476 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a896ff8-08e0-4fd5-a3a4-4daf8c33b4a7 req-de7137e4-17b6-4fce-9652-6eee68b027f8 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 210 time: 0.0394402 Jul 05 03:43:55.670095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bca493-4b22-4ebf-b2ea-539aec7ee352 None None] Network dd42a8dd-de95-4725-b222-160565abb7e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:55.700595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a30efd6-bd00-42d2-9e11-63674f2d9621'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:55.702959 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3171bd-6ffc-4a7f-af84-3a0a6876ac69" -d '{"events": [{"server_uuid": "2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5", "name": "network-vif-plugged", "status": "completed", "tag": "3a30efd6-bd00-42d2-9e11-63674f2d9621"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:55.765723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:55.773967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-86bdc38b-9914-4be7-b992-3968e56da26e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9961066 Jul 05 03:43:55.779669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57478) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:55.784886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-992096115-router', 'tenant_id': '6655d55c550942e3ba3756cd17feb975', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:55.816224 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cf9789-2bf6-40a5-9d19-1fc01e7390ae x-openstack-request-id: req-59cf9789-2bf6-40a5-9d19-1fc01e7390ae {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:55.816545 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5", "name": "network-vif-plugged", "status": "completed", "tag": "3a30efd6-bd00-42d2-9e11-63674f2d9621", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:55.816809 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59cf9789-2bf6-40a5-9d19-1fc01e7390ae {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:55.817236 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a30efd6-bd00-42d2-9e11-63674f2d9621', 'code': 200} Jul 05 03:43:55.844878 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123fee8-0486-4c16-84af-f543ee1864d6 req-4ac03f48-7899-49c8-b2b4-858817622d6d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:55.852906 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8123fee8-0486-4c16-84af-f543ee1864d6 req-4ac03f48-7899-49c8-b2b4-858817622d6d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 946 time: 0.1118176 Jul 05 03:43:55.875284 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.920690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8123fee8-0486-4c16-84af-f543ee1864d6 req-e8d8ed44-14a1-4809-818c-5840c1ed913a tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668879 Jul 05 03:43:55.934735 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.936457 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.973763 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=3a30efd6-bd00-42d2-9e11-63674f2d9621,revision_number=13']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:56.019167 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-dd42a8dd-de95-4725-b222-160565abb7e7', 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7', 'tenant_id': '6655d55c550942e3ba3756cd17feb975', 'fixed_ips': [{'subnet_id': '2f54a329-37b8-4bdf-a97e-e717b59c3def'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:43:56.020094 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.080912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c13882ad-6129-4f94-b0f2-2d354b718f5a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1412950772-network', 'tenant_id': '89f7fad2f7734f94afd08b4361760039'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:56.096361 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.201778 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Allocated IP 172.20.0.2 (dd42a8dd-de95-4725-b222-160565abb7e7/2f54a329-37b8-4bdf-a97e-e717b59c3def/441d39a0-60e2-49f1-9607-be77e8345e3a) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:56.223666 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a41025-7657-44f3-b49a-2f8dcad806b2 req-80d380ca-67e8-4ee7-bafa-9ce0f6bb0db6 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:56.225377 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26a41025-7657-44f3-b49a-2f8dcad806b2 req-80d380ca-67e8-4ee7-bafa-9ce0f6bb0db6 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 1099 time: 0.0645845 Jul 05 03:43:56.311482 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26a41025-7657-44f3-b49a-2f8dcad806b2 req-05618e78-4861-473a-b5a2-566e8cfdcbf8 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755870 Jul 05 03:43:56.360434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13882ad-6129-4f94-b0f2-2d354b718f5a admin admin] Made reservation on behalf of 89f7fad2f7734f94afd08b4361760039 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:56.362792 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c13882ad-6129-4f94-b0f2-2d354b718f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.366538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57496) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:56.397854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c13882ad-6129-4f94-b0f2-2d354b718f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.407361 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.450650 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.460825 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Transition to ACTIVE for port object 441d39a0-60e2-49f1-9607-be77e8345e3a will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:56.493147 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Transition to ACTIVE for port object 441d39a0-60e2-49f1-9607-be77e8345e3a will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:56.562663 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c13882ad-6129-4f94-b0f2-2d354b718f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.654226 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.720275 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c13882ad-6129-4f94-b0f2-2d354b718f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.739152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Network dd42a8dd-de95-4725-b222-160565abb7e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:56.764360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:56.773922 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:56.776110 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Pushing event updated for resources: {'Port': ['ID=441d39a0-60e2-49f1-9607-be77e8345e3a,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:56.877704 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-770ad353-2744-4964-87c0-347ef1ff2513 req-8512e79c-ba60-4dc3-b80a-bd92d850c9bd tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 210 time: 0.0621619 Jul 05 03:43:56.882077 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13882ad-6129-4f94-b0f2-2d354b718f5a admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:43:56.883648 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-56e831f3-ed94-4bf6-b68f-a15133c7121c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-670115271-network', 'tenant_id': 'd323023d55a244dc93a2efdfae81b097'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:56.912123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13882ad-6129-4f94-b0f2-2d354b718f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f692fb2c-6bb1-4e45-8524-6c2e4a98449e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:56.923401 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c13882ad-6129-4f94-b0f2-2d354b718f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.924233 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-c13882ad-6129-4f94-b0f2-2d354b718f5a admin admin] Added segment e27fd44e-e104-4ceb-9453-d320446b4617 of type vlan for network 6a4aa07a-ad5b-4474-851f-aabfaf93006f Jul 05 03:43:56.954163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-4e45570d-d70d-4e57-b90a-cdd138623e6c tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:56.955867 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-4e45570d-d70d-4e57-b90a-cdd138623e6c tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 807 time: 0.2537878 Jul 05 03:43:56.977604 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-0b7c1532-083c-4faa-a42f-4c658bd3d85d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/quotas/5de69650861e4b2ab64c64456b5c16e4 HTTP/1.1" status: 200 len: 375 time: 0.0153983 Jul 05 03:43:56.982201 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c13882ad-6129-4f94-b0f2-2d354b718f5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.040749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Attempting to bind port 441d39a0-60e2-49f1-9607-be77e8345e3a on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:57.041173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Attempting to bind port 441d39a0-60e2-49f1-9607-be77e8345e3a by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'ed82bb69-43f6-42e8-8557-8a52d64145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:57.041483 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Attempting to bind port 441d39a0-60e2-49f1-9607-be77e8345e3a on network dd42a8dd-de95-4725-b222-160565abb7e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:57.047377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:57.047761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Checking segment: {'id': 'ed82bb69-43f6-42e8-8557-8a52d64145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:57.048190 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.048589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Bound using segment: {'id': 'ed82bb69-43f6-42e8-8557-8a52d64145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:57.049055 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Bound port: 441d39a0-60e2-49f1-9607-be77e8345e3a, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed82bb69-43f6-42e8-8557-8a52d64145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:57.049443 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.053045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-46d5bfc4-d87b-4367-a84f-bba6f8d84bad tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0725548 Jul 05 03:43:57.108614 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e831f3-ed94-4bf6-b68f-a15133c7121c admin admin] Made reservation on behalf of d323023d55a244dc93a2efdfae81b097 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:57.111693 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-56e831f3-ed94-4bf6-b68f-a15133c7121c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.130020 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-56e831f3-ed94-4bf6-b68f-a15133c7121c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.143125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] For port 441d39a0-60e2-49f1-9607-be77e8345e3a, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:57.150782 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] For port 441d39a0-60e2-49f1-9607-be77e8345e3a, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=441d39a0-60e2-49f1-9607-be77e8345e3a,segment=NetworkSegment(ed82bb69-43f6-42e8-8557-8a52d64145c3),segment_id=ed82bb69-43f6-42e8-8557-8a52d64145c3)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:57.184005 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c13882ad-6129-4f94-b0f2-2d354b718f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.185104 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13882ad-6129-4f94-b0f2-2d354b718f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:57.191340 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c13882ad-6129-4f94-b0f2-2d354b718f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.216941 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.254828 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.282049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c7954c3-c059-4755-993e-69612d64fbce service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:43:57.283758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c7954c3-c059-4755-993e-69612d64fbce service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1009851 Jul 05 03:43:57.311467 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-56e831f3-ed94-4bf6-b68f-a15133c7121c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.333302 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.383257 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed700eb-84b6-490d-a3d8-9967e39bfbbd None None] Pushing event updated for resources: {'Port': ['ID=441d39a0-60e2-49f1-9607-be77e8345e3a,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:57.400466 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-56e831f3-ed94-4bf6-b68f-a15133c7121c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.429647 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13882ad-6129-4f94-b0f2-2d354b718f5a admin admin] Pushing event updated for resources: {'Network': ['ID=6a4aa07a-ad5b-4474-851f-aabfaf93006f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:57.437092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e831f3-ed94-4bf6-b68f-a15133c7121c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c114301-d909-4b8b-97f4-0cb00f03f9fd,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:57.446468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 6a4aa07a-ad5b-4474-851f-aabfaf93006f details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:43:57.472188 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e831f3-ed94-4bf6-b68f-a15133c7121c admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:43:57.499588 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-56e831f3-ed94-4bf6-b68f-a15133c7121c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.500423 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-56e831f3-ed94-4bf6-b68f-a15133c7121c admin admin] Added segment 6c47ea80-e351-47cc-b47d-c1a0a7dbb553 of type vlan for network 2cf8187d-fbee-41ec-883d-11382c9bffe4 Jul 05 03:43:57.534743 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c13882ad-6129-4f94-b0f2-2d354b718f5a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9650431 Jul 05 03:43:57.543315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57538) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:57.555404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d922a01b-121b-4ea3-a2f8-20c80d9cd0ca admin admin] Request body: {'subnet': {'network_id': '6a4aa07a-ad5b-4474-851f-aabfaf93006f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1412950772-subnet', 'tenant_id': '89f7fad2f7734f94afd08b4361760039', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:57.610398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Allocated IP 172.25.6.101 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/7891b03c-2c10-42ab-9e61-ff246fddca44) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:57.626635 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-801825f3-e5f8-4a45-a0d3-deced97aa1fa service neutron] 10.222.0.38 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325329 Jul 05 03:43:57.703787 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d922a01b-121b-4ea3-a2f8-20c80d9cd0ca admin admin] Made reservation on behalf of 89f7fad2f7734f94afd08b4361760039 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:57.707198 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d922a01b-121b-4ea3-a2f8-20c80d9cd0ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.846960 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-4fd01f08-93c1-4160-a6ae-58c19c250b5c service neutron] 10.222.0.38 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194417 Jul 05 03:43:57.855541 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-56e831f3-ed94-4bf6-b68f-a15133c7121c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.045410 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.129413 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bcb61655-ecdb-437a-9d8b-e5ffc37bffca req-3b556f45-ae36-458c-b286-a4c3bbb1471c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 210 time: 0.0557930 Jul 05 03:43:58.134925 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-56e831f3-ed94-4bf6-b68f-a15133c7121c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.138925 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e831f3-ed94-4bf6-b68f-a15133c7121c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:58.139575 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-56e831f3-ed94-4bf6-b68f-a15133c7121c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.354060 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e831f3-ed94-4bf6-b68f-a15133c7121c admin admin] Pushing event updated for resources: {'Network': ['ID=2cf8187d-fbee-41ec-883d-11382c9bffe4,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:58.354239 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.367302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 2cf8187d-fbee-41ec-883d-11382c9bffe4 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:43:58.420246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:58.421874 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d922a01b-121b-4ea3-a2f8-20c80d9cd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.443306 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-56e831f3-ed94-4bf6-b68f-a15133c7121c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0754721 Jul 05 03:43:58.446124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57564) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:58.451371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f2e1599c-6b7b-430d-ba53-948c6d4909d4 admin admin] Request body: {'subnet': {'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-670115271-subnet', 'tenant_id': 'd323023d55a244dc93a2efdfae81b097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:58.475093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:58.485840 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:58.581755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e1599c-6b7b-430d-ba53-948c6d4909d4 admin admin] Made reservation on behalf of d323023d55a244dc93a2efdfae81b097 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:58.584166 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2e1599c-6b7b-430d-ba53-948c6d4909d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.623503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922a01b-121b-4ea3-a2f8-20c80d9cd0ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=04462175-dee4-4a8b-8d0b-48209907595b,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:58.761926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Pushing event updated for resources: {'Port': ['ID=7891b03c-2c10-42ab-9e61-ff246fddca44,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:58.835729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 441d39a0-60e2-49f1-9607-be77e8345e3a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:58.913069 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d922a01b-121b-4ea3-a2f8-20c80d9cd0ca admin admin] Checking segment: {'id': 'e27fd44e-e104-4ceb-9453-d320446b4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6a4aa07a-ad5b-4474-851f-aabfaf93006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:58.913435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d922a01b-121b-4ea3-a2f8-20c80d9cd0ca admin admin] Network hostable DHCP agents. Network: 6a4aa07a-ad5b-4474-851f-aabfaf93006f, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:43:58.953093 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b500e39e-ae63-488e-8f38-0d0d39779f36 req-3fce7540-ec7f-41cf-aa28-8a934731f9de tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 210 time: 0.1251438 Jul 05 03:43:59.057380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be75b2b0-dbed-4412-a605-1a2b9960baa2 None None] Network dd42a8dd-de95-4725-b222-160565abb7e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:59.073553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d922a01b-121b-4ea3-a2f8-20c80d9cd0ca admin admin] Network 6a4aa07a-ad5b-4474-851f-aabfaf93006f is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:43:59.152237 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 441d39a0-60e2-49f1-9607-be77e8345e3a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:59.185340 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2e1599c-6b7b-430d-ba53-948c6d4909d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.202089 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-d922a01b-121b-4ea3-a2f8-20c80d9cd0ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 6a4aa07a-ad5b-4474-851f-aabfaf93006f) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:59.214728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf4e9c3-024c-490a-949f-e8a1162235c2 None None] Network 6a4aa07a-ad5b-4474-851f-aabfaf93006f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:59.221408 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d922a01b-121b-4ea3-a2f8-20c80d9cd0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:59.222596 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d922a01b-121b-4ea3-a2f8-20c80d9cd0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.319634 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1599c-6b7b-430d-ba53-948c6d4909d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=934e48da-88c9-40cf-96a1-10e1cd1c3ea7,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:59.329823 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d96ecf23-8e2d-4632-913d-1f534ef08830 None None] Provisioning for port 441d39a0-60e2-49f1-9607-be77e8345e3a completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:59.338226 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d96ecf23-8e2d-4632-913d-1f534ef08830 None None] Provisioning complete for port 441d39a0-60e2-49f1-9607-be77e8345e3a triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:59.338845 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d96ecf23-8e2d-4632-913d-1f534ef08830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.360269 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d922a01b-121b-4ea3-a2f8-20c80d9cd0ca admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8157792 Jul 05 03:43:59.361854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.363509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57608) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:59.372939 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1412950772-router', 'tenant_id': '89f7fad2f7734f94afd08b4361760039', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:59.380646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1599c-6b7b-430d-ba53-948c6d4909d4 admin admin] Checking segment: {'id': '6c47ea80-e351-47cc-b47d-c1a0a7dbb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:59.382561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e1599c-6b7b-430d-ba53-948c6d4909d4 admin admin] Network hostable DHCP agents. Network: 2cf8187d-fbee-41ec-883d-11382c9bffe4, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:43:59.435425 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53a047b3-3cf9-409e-9bae-bd6a51791db8 req-0f41ab95-4580-4656-891f-4a6411bf7542 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 210 time: 0.0477133 Jul 05 03:43:59.454898 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d27390c1-458d-4c0b-be33-25c848588f1a req-95510bcd-c3d2-45f8-ad00-7efca6a43353 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319662 Jul 05 03:43:59.558144 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d96ecf23-8e2d-4632-913d-1f534ef08830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.572989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e1599c-6b7b-430d-ba53-948c6d4909d4 admin admin] Network 2cf8187d-fbee-41ec-883d-11382c9bffe4 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:43:59.578624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57612) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:59.593961 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.595013 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.634455 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-6a4aa07a-ad5b-4474-851f-aabfaf93006f', 'network_id': '6a4aa07a-ad5b-4474-851f-aabfaf93006f', 'tenant_id': '89f7fad2f7734f94afd08b4361760039', 'fixed_ips': [{'subnet_id': '04462175-dee4-4a8b-8d0b-48209907595b'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:43:59.639721 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.657363 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d96ecf23-8e2d-4632-913d-1f534ef08830 None None] For port 441d39a0-60e2-49f1-9607-be77e8345e3a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=441d39a0-60e2-49f1-9607-be77e8345e3a,segment=NetworkSegment(ed82bb69-43f6-42e8-8557-8a52d64145c3),segment_id=ed82bb69-43f6-42e8-8557-8a52d64145c3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:59.687178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-f2e1599c-6b7b-430d-ba53-948c6d4909d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 2cf8187d-fbee-41ec-883d-11382c9bffe4) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:59.691386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e1599c-6b7b-430d-ba53-948c6d4909d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:59.691981 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2e1599c-6b7b-430d-ba53-948c6d4909d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.721487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0d3451-c707-4703-a41c-0b36d363f0e6 None None] Network 2cf8187d-fbee-41ec-883d-11382c9bffe4 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:59.753497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27390c1-458d-4c0b-be33-25c848588f1a req-34d04fe8-d321-4a77-95a4-0dcc38614d14 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:59.755717 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d27390c1-458d-4c0b-be33-25c848588f1a req-34d04fe8-d321-4a77-95a4-0dcc38614d14 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954912 Jul 05 03:43:59.761114 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-488b680a-ba8a-4a9c-8b7e-d1b5e15ae401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.790843 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d96ecf23-8e2d-4632-913d-1f534ef08830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.801995 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f2e1599c-6b7b-430d-ba53-948c6d4909d4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3546576 Jul 05 03:43:59.804302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Request body: {'port': {'device_id': '3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '2ba3bf9fac9449f69fd32031830f61cd'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:59.813560 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.967014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Allocated IP 172.20.0.2 (6a4aa07a-ad5b-4474-851f-aabfaf93006f/04462175-dee4-4a8b-8d0b-48209907595b/460629b3-eff8-474e-bd4d-6358a4061642) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:59.983949 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-488b680a-ba8a-4a9c-8b7e-d1b5e15ae401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.002822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ecf23-8e2d-4632-913d-1f534ef08830 None None] Pushing event updated for resources: {'Port': ['ID=441d39a0-60e2-49f1-9607-be77e8345e3a,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:00.051602 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57624) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:00.119887 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-488b680a-ba8a-4a9c-8b7e-d1b5e15ae401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.211452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-42a0776f-0485-4e62-bd01-068b076fcf15 None None] Provisioning complete for port 441d39a0-60e2-49f1-9607-be77e8345e3a triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:00.211850 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-42a0776f-0485-4e62-bd01-068b076fcf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.249947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6955712-6edf-4566-8004-8271523f8443 None None] Network 2cf8187d-fbee-41ec-883d-11382c9bffe4 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:00.303123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d435b961-db83-4196-9dcc-7f50b6ebb0f4 req-5e3c204d-a9fd-4485-bb80-cdd7a5e1c817 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 210 time: 0.1014237 Jul 05 03:44:00.310142 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-488b680a-ba8a-4a9c-8b7e-d1b5e15ae401 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0db10dff3c0c4b4db8cc4736224aed3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7304299 Jul 05 03:44:00.318627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57634) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:00.320210 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b680a-ba8a-4a9c-8b7e-d1b5e15ae401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f1ef9a-8c5b-4362-9c18-c9dbd898b476,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:00.345197 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f163f5f6-067d-4b19-ab1f-fbbc6c9587f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.417132 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.469551 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-039ab7cb-c02b-4cf8-8fa2-3342e1bcb08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.505786 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.521490 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-039ab7cb-c02b-4cf8-8fa2-3342e1bcb08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.602715 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f163f5f6-067d-4b19-ab1f-fbbc6c9587f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.715968 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f163f5f6-067d-4b19-ab1f-fbbc6c9587f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.737162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 441d39a0-60e2-49f1-9607-be77e8345e3a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:00.787293 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.801609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2707893b-adf7-4b2c-82f7-bfa67f4f7eea req-e390f2a8-6563-4869-b416-00284da0e4d3 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 210 time: 0.0654333 Jul 05 03:44:00.802246 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-039ab7cb-c02b-4cf8-8fa2-3342e1bcb08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.804567 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Transition to ACTIVE for port object 460629b3-eff8-474e-bd4d-6358a4061642 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:00.805035 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-039ab7cb-c02b-4cf8-8fa2-3342e1bcb08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.806113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-039ab7cb-c02b-4cf8-8fa2-3342e1bcb08c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c1f1ef9a-8c5b-4362-9c18-c9dbd898b476 HTTP/1.1" status: 204 len: 168 time: 0.4818089 Jul 05 03:44:00.849511 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Transition to ACTIVE for port object 460629b3-eff8-474e-bd4d-6358a4061642 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:00.849511 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 441d39a0-60e2-49f1-9607-be77e8345e3a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:00.849511 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.853345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163f5f6-067d-4b19-ab1f-fbbc6c9587f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f16a2d-34f5-4d4e-bb0d-ba524b829c08,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:00.863823 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-ac509ca0-b5d6-40c0-9d67-59d14d42a98a tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:00.871387 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-ac509ca0-b5d6-40c0-9d67-59d14d42a98a tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/networks?id=2cf8187d-fbee-41ec-883d-11382c9bffe4 HTTP/1.1" status: 200 len: 821 time: 0.2379758 Jul 05 03:44:00.884369 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f163f5f6-067d-4b19-ab1f-fbbc6c9587f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a25fa18670c54e57aaa385a8570c938d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8278427 Jul 05 03:44:00.899283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57648) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:00.907094 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-261cae95-67d1-4e82-b9e3-339019c7a8e7 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/quotas/d323023d55a244dc93a2efdfae81b097 HTTP/1.1" status: 200 len: 375 time: 0.0336161 Jul 05 03:44:00.918082 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Made reservation on behalf of 2ba3bf9fac9449f69fd32031830f61cd for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:00.924227 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.925719 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ab7cb-c02b-4cf8-8fa2-3342e1bcb08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f1ef9a-8c5b-4362-9c18-c9dbd898b476,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:00.929863 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Router a624cb33-9096-4547-a067-91a5849f707b is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:44:00.942041 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.962003 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.978481 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-1a42e201-7c36-46c0-bd1a-75d3d93e2b0c tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d323023d55a244dc93a2efdfae81b097&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645807 Jul 05 03:44:01.015686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Network 6a4aa07a-ad5b-4474-851f-aabfaf93006f is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:01.021271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:01.025535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:01.026818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Pushing event updated for resources: {'Port': ['ID=460629b3-eff8-474e-bd4d-6358a4061642,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:01.046772 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.088770 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b00c7203-1f7d-49cd-a618-d5aee3934036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.096052 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Attempting to bind port 460629b3-eff8-474e-bd4d-6358a4061642 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:01.106474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Attempting to bind port 460629b3-eff8-474e-bd4d-6358a4061642 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'e27fd44e-e104-4ceb-9453-d320446b4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6a4aa07a-ad5b-4474-851f-aabfaf93006f'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:01.106474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Attempting to bind port 460629b3-eff8-474e-bd4d-6358a4061642 on network 6a4aa07a-ad5b-4474-851f-aabfaf93006f {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:01.106474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:01.106474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Checking segment: {'id': 'e27fd44e-e104-4ceb-9453-d320446b4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6a4aa07a-ad5b-4474-851f-aabfaf93006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:01.106474 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.106474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Bound using segment: {'id': 'e27fd44e-e104-4ceb-9453-d320446b4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6a4aa07a-ad5b-4474-851f-aabfaf93006f'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:01.106474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Bound port: 460629b3-eff8-474e-bd4d-6358a4061642, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27fd44e-e104-4ceb-9453-d320446b4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6a4aa07a-ad5b-4474-851f-aabfaf93006f'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:01.106474 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.118147 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.130374 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b00c7203-1f7d-49cd-a618-d5aee3934036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.139656 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-998233f3-c784-4acf-b039-98fd39d8c9e6 service neutron] 10.222.0.38 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574311 Jul 05 03:44:01.224907 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:44:01.260119 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Sync routers for ids ['a624cb33-9096-4547-a067-91a5849f707b'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:44:01.270252 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Routers {'a624cb33-9096-4547-a067-91a5849f707b'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:01.270943 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:43:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a624cb33-9096-4547-a067-91a5849f707b'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:01.273067 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-cf376cad-a925-4dbe-8f3c-ec6271145a6b service neutron] 10.222.0.38 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172540 Jul 05 03:44:01.351257 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] For port 460629b3-eff8-474e-bd4d-6358a4061642, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:01.357006 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] For port 460629b3-eff8-474e-bd4d-6358a4061642, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=460629b3-eff8-474e-bd4d-6358a4061642,segment=NetworkSegment(e27fd44e-e104-4ceb-9453-d320446b4617),segment_id=e27fd44e-e104-4ceb-9453-d320446b4617)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:01.369662 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Allocated IP 172.25.6.139 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/214bf0af-7805-4a88-8203-2893dac5b799) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:01.379097 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.389485 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Set router a624cb33-9096-4547-a067-91a5849f707b gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:01.396012 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b00c7203-1f7d-49cd-a618-d5aee3934036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.399095 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b00c7203-1f7d-49cd-a618-d5aee3934036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.400327 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b00c7203-1f7d-49cd-a618-d5aee3934036 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/01f16a2d-34f5-4d4e-bb0d-ba524b829c08 HTTP/1.1" status: 204 len: 168 time: 0.4907887 Jul 05 03:44:01.415423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c7203-1f7d-49cd-a618-d5aee3934036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f16a2d-34f5-4d4e-bb0d-ba524b829c08,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:01.441318 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.523908 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.578434 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e0113-965b-421f-ae82-ac0e47a53119 None None] Pushing event updated for resources: {'Port': ['ID=460629b3-eff8-474e-bd4d-6358a4061642,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:01.605763 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aac983be-4bb6-4c5a-bb0d-db76ca4f7e2d req-bd6c63be-0df0-4191-9ee8-f8f094b12a31 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 210 time: 0.1156015 Jul 05 03:44:01.679306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.690014 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a624cb33-9096-4547-a067-91a5849f707b', 'name': 'tempest-AttachSCSIVolumeTestJSON-992096115-router', 'tenant_id': '6655d55c550942e3ba3756cd17feb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '7891b03c-2c10-42ab-9e61-ff246fddca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:55Z', 'updated_at': '2021-07-05T03:43:58Z', 'revision_number': 3, 'project_id': '6655d55c550942e3ba3756cd17feb975', 'gw_port': {'id': '7891b03c-2c10-42ab-9e61-ff246fddca44', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a624cb33-9096-4547-a067-91a5849f707b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:57Z', 'updated_at': '2021-07-05T03:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:01.732436 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Checking router: a624cb33-9096-4547-a067-91a5849f707b for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:44:01.733225 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Updating router a624cb33-9096-4547-a067-91a5849f707b port 7891b03c-2c10-42ab-9e61-ff246fddca44 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:44:01.765486 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.767036 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cd5fadc9-4b1d-4f34-8d34-8361affc8127 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9855433 Jul 05 03:44:01.769879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57662) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:01.778670 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2898f6-13b8-4b80-a56d-5547cadfbb8d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:01.847931 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.015750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Allocated IP 192.168.233.130 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/5db076a6-7dab-45f8-8984-7b7927f628bd) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:02.041974 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ba648cb-20a6-40da-a21b-5b93f5481357 req-06b5b86e-410e-4bf0-a8fd-b9616ef99887 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 210 time: 0.1383138 Jul 05 03:44:02.108568 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.161554 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57670) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:02.177470 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.225440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5cae9d98-2483-4c03-b654-e754e0f80ded req-d1c09f3c-038b-4348-a798-6f2930fe46a3 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 210 time: 0.0638950 Jul 05 03:44:02.228160 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-349c085b-5fb5-4a0f-8129-b16a477c83a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.322865 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.335589 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Transition to ACTIVE for port object 7891b03c-2c10-42ab-9e61-ff246fddca44 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:02.396855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:02.406193 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:02.418669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:02.430667 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.544411 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Pushing event updated for resources: {'Port': ['ID=214bf0af-7805-4a88-8203-2893dac5b799,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:02.553780 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21330f-dec7-4805-86d7-e33f62961447 None None] Pushing event updated for resources: {'Port': ['ID=7891b03c-2c10-42ab-9e61-ff246fddca44,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:02.596806 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Attempting to bind port 7891b03c-2c10-42ab-9e61-ff246fddca44 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:02.597064 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Attempting to bind port 7891b03c-2c10-42ab-9e61-ff246fddca44 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:02.597856 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Attempting to bind port 7891b03c-2c10-42ab-9e61-ff246fddca44 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:02.607392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-74f0a0d1-6420-46ab-beb7-82893f0286f8 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:02.609749 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-74f0a0d1-6420-46ab-beb7-82893f0286f8 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.10 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 807 time: 0.5230930 Jul 05 03:44:02.610581 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:02.611394 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:02.612280 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.613065 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:02.614377 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Bound port: 7891b03c-2c10-42ab-9e61-ff246fddca44, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:02.615172 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.745647 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] For port 7891b03c-2c10-42ab-9e61-ff246fddca44, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:02.753614 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] For port 7891b03c-2c10-42ab-9e61-ff246fddca44, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7891b03c-2c10-42ab-9e61-ff246fddca44,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:02.767813 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21330f-dec7-4805-86d7-e33f62961447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:02.768899 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21330f-dec7-4805-86d7-e33f62961447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:02.771864 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21330f-dec7-4805-86d7-e33f62961447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:02.771864 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21330f-dec7-4805-86d7-e33f62961447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:02.771864 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21330f-dec7-4805-86d7-e33f62961447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:02.771864 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21330f-dec7-4805-86d7-e33f62961447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:02.772582 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21330f-dec7-4805-86d7-e33f62961447 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:02.773190 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21330f-dec7-4805-86d7-e33f62961447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:02.773946 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21330f-dec7-4805-86d7-e33f62961447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:02.774659 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21330f-dec7-4805-86d7-e33f62961447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:02.775513 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21330f-dec7-4805-86d7-e33f62961447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:02.776414 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21330f-dec7-4805-86d7-e33f62961447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:02.830504 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.868207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-dc918cf8-b5c5-46fb-88ab-7b6fed07e7be tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Request body: {'port': {'device_id': 'fead7fd5-13c9-40c1-b68d-868c00a2e2a4', 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125', 'admin_state_up': True, 'tenant_id': '5de69650861e4b2ab64c64456b5c16e4'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:02.898235 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.937645 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21330f-dec7-4805-86d7-e33f62961447 None None] Pushing event updated for resources: {'Port': ['ID=7891b03c-2c10-42ab-9e61-ff246fddca44,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:02.981254 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Routers {'a624cb33-9096-4547-a067-91a5849f707b'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:02.982119 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:43:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a624cb33-9096-4547-a067-91a5849f707b'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:02.990513 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 460629b3-eff8-474e-bd4d-6358a4061642 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:03.039917 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57678) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:03.081343 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Transition to ACTIVE for port object 5db076a6-7dab-45f8-8984-7b7927f628bd will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:03.087279 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d77c43a1-9f9c-4878-bc2e-0cce8db107f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.147317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57c5b2d3-bb3b-4e27-b463-c0172748349d req-a8c80d55-549d-44cc-932b-bf8d328f2300 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 210 time: 0.0609651 Jul 05 03:44:03.212747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 460629b3-eff8-474e-bd4d-6358a4061642 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:03.215277 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] Set router a624cb33-9096-4547-a067-91a5849f707b gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:03.264143 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ac2b57-a56c-4264-863a-184245c22276 None None] Network 6a4aa07a-ad5b-4474-851f-aabfaf93006f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:03.332715 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-51d8d499-3f9e-4b61-b749-d539bc9347d5 req-4c328a78-6057-42b3-b925-22ee51c95229 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 210 time: 0.0749149 Jul 05 03:44:03.341830 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-349c085b-5fb5-4a0f-8129-b16a477c83a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.417874 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.458334 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-349c085b-5fb5-4a0f-8129-b16a477c83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.482341 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.483713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8d0a8e71-32d1-4647-af7f-277060c18745 None None] Provisioning for port 460629b3-eff8-474e-bd4d-6358a4061642 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:03.495530 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8d0a8e71-32d1-4647-af7f-277060c18745 None None] Provisioning complete for port 460629b3-eff8-474e-bd4d-6358a4061642 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:03.496197 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8d0a8e71-32d1-4647-af7f-277060c18745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.525981 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a624cb33-9096-4547-a067-91a5849f707b', 'name': 'tempest-AttachSCSIVolumeTestJSON-992096115-router', 'tenant_id': '6655d55c550942e3ba3756cd17feb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '7891b03c-2c10-42ab-9e61-ff246fddca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:55Z', 'updated_at': '2021-07-05T03:43:58Z', 'revision_number': 3, 'project_id': '6655d55c550942e3ba3756cd17feb975', 'gw_port': {'id': '7891b03c-2c10-42ab-9e61-ff246fddca44', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a624cb33-9096-4547-a067-91a5849f707b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:57Z', 'updated_at': '2021-07-05T03:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:03.535436 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-349c085b-5fb5-4a0f-8129-b16a477c83a8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=71f81ff9f5ed4cf780111aa5c1ce2371&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3669610 Jul 05 03:44:03.535436 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c085b-5fb5-4a0f-8129-b16a477c83a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef894cf-02bb-494f-8a0f-1d90b80f2642,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:03.535969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57686) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:03.591778 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af452543-33ee-4bb0-912c-967ab11a6bf4 req-95fab0a2-06e3-4a54-8e46-d2f6f928d218 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:03.599619 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af452543-33ee-4bb0-912c-967ab11a6bf4 req-95fab0a2-06e3-4a54-8e46-d2f6f928d218 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 936 time: 0.2231266 Jul 05 03:44:03.660099 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.687181 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9db7354-4eb4-48f4-ab92-0b8d75784aca None None] The sync data for ids ['a624cb33-9096-4547-a067-91a5849f707b'] in n-d-771363-32 is: [{'id': 'a624cb33-9096-4547-a067-91a5849f707b', 'name': 'tempest-AttachSCSIVolumeTestJSON-992096115-router', 'tenant_id': '6655d55c550942e3ba3756cd17feb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '7891b03c-2c10-42ab-9e61-ff246fddca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:55Z', 'updated_at': '2021-07-05T03:43:58Z', 'revision_number': 3, 'project_id': '6655d55c550942e3ba3756cd17feb975', 'gw_port': {'id': '7891b03c-2c10-42ab-9e61-ff246fddca44', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a624cb33-9096-4547-a067-91a5849f707b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:57Z', 'updated_at': '2021-07-05T03:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:44:03.687628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af452543-33ee-4bb0-912c-967ab11a6bf4 req-52ef7c2b-64ac-4b1f-a4f0-e99f837883b0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870433 Jul 05 03:44:03.704116 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8d0a8e71-32d1-4647-af7f-277060c18745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.729687 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2792ac9c-b270-4bd6-835b-73cbfe88e21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.771046 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8d0a8e71-32d1-4647-af7f-277060c18745 None None] For port 460629b3-eff8-474e-bd4d-6358a4061642, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=460629b3-eff8-474e-bd4d-6358a4061642,segment=NetworkSegment(e27fd44e-e104-4ceb-9453-d320446b4617),segment_id=e27fd44e-e104-4ceb-9453-d320446b4617)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:03.872444 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2792ac9c-b270-4bd6-835b-73cbfe88e21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.933873 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:03.939252 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event updated for resources: {'Port': ['ID=5db076a6-7dab-45f8-8984-7b7927f628bd,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:03.946835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:03.956341 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8d0a8e71-32d1-4647-af7f-277060c18745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.958392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:03.991802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Allocated IP 172.20.0.1 (dd42a8dd-de95-4725-b222-160565abb7e7/2f54a329-37b8-4bdf-a97e-e717b59c3def/86131c98-1d2e-4d00-b36a-f75a99a47b81) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:04.012248 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.066300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:04.066957 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.083260 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a8e71-32d1-4647-af7f-277060c18745 None None] Pushing event updated for resources: {'Port': ['ID=460629b3-eff8-474e-bd4d-6358a4061642,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:04.132622 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4676c44f-f368-4356-8f22-2a2d5bc829ff None None] Provisioning complete for port 460629b3-eff8-474e-bd4d-6358a4061642 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:04.133890 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4676c44f-f368-4356-8f22-2a2d5bc829ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.147778 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2792ac9c-b270-4bd6-835b-73cbfe88e21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.150446 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2792ac9c-b270-4bd6-835b-73cbfe88e21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.154670 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2792ac9c-b270-4bd6-835b-73cbfe88e21b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2ef894cf-02bb-494f-8a0f-1d90b80f2642 HTTP/1.1" status: 204 len: 168 time: 0.5958605 Jul 05 03:44:04.182937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792ac9c-b270-4bd6-835b-73cbfe88e21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef894cf-02bb-494f-8a0f-1d90b80f2642,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:04.344056 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.345598 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d77c43a1-9f9c-4878-bc2e-0cce8db107f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.364104 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Transition to ACTIVE for port object 86131c98-1d2e-4d00-b36a-f75a99a47b81 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:04.452411 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d77c43a1-9f9c-4878-bc2e-0cce8db107f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.525016 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f52c6dd8-a1bd-429c-8dcb-c9d989987b97 req-2d4881c4-627b-496b-ba4a-794ebf69a78d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 210 time: 0.0707388 Jul 05 03:44:04.526820 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.570032 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7cb87aa8-9bae-4b86-896e-d0b0cce73d1f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7714715 Jul 05 03:44:04.582864 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Network dd42a8dd-de95-4725-b222-160565abb7e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:04.585171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0465de9c-a49a-47da-a82f-5ca2ac7cefdf None None] Provisioning for port 5db076a6-7dab-45f8-8984-7b7927f628bd completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:04.588933 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0465de9c-a49a-47da-a82f-5ca2ac7cefdf None None] Provisioning complete for port 5db076a6-7dab-45f8-8984-7b7927f628bd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:04.589311 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0465de9c-a49a-47da-a82f-5ca2ac7cefdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.604390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:04.629985 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Request body: {'port': {'device_id': '3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:04.631127 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:04.632278 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.673844 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0465de9c-a49a-47da-a82f-5ca2ac7cefdf None None] Port 5db076a6-7dab-45f8-8984-7b7927f628bd cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:04.720154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Pushing event updated for resources: {'Port': ['ID=86131c98-1d2e-4d00-b36a-f75a99a47b81,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:04.758618 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d77c43a1-9f9c-4878-bc2e-0cce8db107f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51071688b557437bb5b8ee1832cf0e08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7090254 Jul 05 03:44:04.761788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c43a1-9f9c-4878-bc2e-0cce8db107f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a98701-fe4b-4095-9c6e-9b7166c7c75c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:04.783577 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.787745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57698) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:04.796856 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02d2c72c-38d3-417c-937c-223e16696fb2 req-3ff561eb-aeb0-4327-bde3-be13a75923a9 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 210 time: 0.0775626 Jul 05 03:44:04.901418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 460629b3-eff8-474e-bd4d-6358a4061642 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:04.951554 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-dc918cf8-b5c5-46fb-88ab-7b6fed07e7be tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Made reservation on behalf of 5de69650861e4b2ab64c64456b5c16e4 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:04.967131 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-dc918cf8-b5c5-46fb-88ab-7b6fed07e7be tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.032044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 460629b3-eff8-474e-bd4d-6358a4061642 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:05.032462 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.148196 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-235e57ac-74c7-470c-8f62-4fe784fa810d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.195935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7891b03c-2c10-42ab-9e61-ff246fddca44 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:05.197021 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-235e57ac-74c7-470c-8f62-4fe784fa810d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.212905 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.251428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-10d4eafd-866d-4f78-a996-43222984f24d None None] Provisioning for port 86131c98-1d2e-4d00-b36a-f75a99a47b81 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:05.266865 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-10d4eafd-866d-4f78-a996-43222984f24d None None] Provisioning complete for port 86131c98-1d2e-4d00-b36a-f75a99a47b81 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:05.267396 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-10d4eafd-866d-4f78-a996-43222984f24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.286245 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d88b1b-fadf-426f-912a-793e45073bbf req-a977e4a9-480f-48d5-abb0-d59f8eea630c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:05.288506 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-08d88b1b-fadf-426f-912a-793e45073bbf req-a977e4a9-480f-48d5-abb0-d59f8eea630c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 936 time: 0.2804072 Jul 05 03:44:05.328381 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-10d4eafd-866d-4f78-a996-43222984f24d None None] Port 86131c98-1d2e-4d00-b36a-f75a99a47b81 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:05.348711 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.373030 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-08d88b1b-fadf-426f-912a-793e45073bbf req-b07a2769-1bf9-44ea-a8d6-396816bafdb7 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549347 Jul 05 03:44:05.456783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 7891b03c-2c10-42ab-9e61-ff246fddca44 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:05.467655 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 7891b03c-2c10-42ab-9e61-ff246fddca44 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:05.473078 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.473883 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-235e57ac-74c7-470c-8f62-4fe784fa810d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.474692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-dc918cf8-b5c5-46fb-88ab-7b6fed07e7be tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Allocated IP 172.20.0.7 (0afd212f-7e29-4013-a682-9abe025fe125/2332289e-5fbe-496d-8ce1-e0de67e408f4/22530e95-0634-4332-aef9-dbdfb3c11a81) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:05.474798 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-235e57ac-74c7-470c-8f62-4fe784fa810d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.476414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-235e57ac-74c7-470c-8f62-4fe784fa810d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/99a98701-fe4b-4095-9c6e-9b7166c7c75c HTTP/1.1" status: 204 len: 168 time: 0.6786194 Jul 05 03:44:05.499354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e57ac-74c7-470c-8f62-4fe784fa810d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a98701-fe4b-4095-9c6e-9b7166c7c75c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:05.608825 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Router 0679624d-8981-4544-90ce-8e86f7f69324 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:44:05.638434 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.729027 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.735459 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-692c7a95-b738-43ae-b4e6-ec5c89c9e562 req-5f746b2a-6d4f-4a37-aaea-3abcb8e98e4e tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 210 time: 0.0324137 Jul 05 03:44:05.756276 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.757261 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.798462 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 7891b03c-2c10-42ab-9e61-ff246fddca44, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7891b03c-2c10-42ab-9e61-ff246fddca44,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:05.912547 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Pushing event updated for resources: {'Port': ['ID=86131c98-1d2e-4d00-b36a-f75a99a47b81,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:05.925065 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.004288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Network dd42a8dd-de95-4725-b222-160565abb7e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:06.012997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:06.041226 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=7891b03c-2c10-42ab-9e61-ff246fddca44,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:06.077432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:44:06.093755 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-dc918cf8-b5c5-46fb-88ab-7b6fed07e7be tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.098466 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Sync routers for ids ['0679624d-8981-4544-90ce-8e86f7f69324'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:44:06.113993 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db076a6-7dab-45f8-8984-7b7927f628bd {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:06.123441 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Routers {'0679624d-8981-4544-90ce-8e86f7f69324'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:06.125899 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:43:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0679624d-8981-4544-90ce-8e86f7f69324'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:06.196035 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.207511 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01e4a5ad-8370-43fe-9f38-2a6bcb82b7f3 req-be40e56f-e3c9-4754-b3fe-2651eb8d2a8d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4087059 Jul 05 03:44:06.234811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Transition to ACTIVE for port object 5db076a6-7dab-45f8-8984-7b7927f628bd will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:06.261960 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c89280d2-6478-45ff-811c-c02cbd74b705 req-d63d5405-d692-4ea8-8c7e-f997f9920c27 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 210 time: 0.2530141 Jul 05 03:44:06.273585 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.277357 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c2bacbf7-4aa6-4db4-a5c3-786546d81525 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.9094481 Jul 05 03:44:06.290128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57732) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:06.396414 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Set router 0679624d-8981-4544-90ce-8e86f7f69324 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:06.399200 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.554367 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-dc918cf8-b5c5-46fb-88ab-7b6fed07e7be tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.589903 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-a169f305-f293-4bc5-9751-3cdeb3746e91 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:06.591771 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-a169f305-f293-4bc5-9751-3cdeb3746e91 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.36 "GET /v2.0/networks?id=2cf8187d-fbee-41ec-883d-11382c9bffe4 HTTP/1.1" status: 200 len: 821 time: 0.5824959 Jul 05 03:44:06.609009 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-5ec4a7d9-eb74-46f8-8113-76e636c72552 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Request body: {'port': {'device_id': '43fd2efd-2a17-4d98-95c5-56eed823b0c0', 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4', 'admin_state_up': True, 'tenant_id': 'd323023d55a244dc93a2efdfae81b097'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:06.611249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['3a30efd6-bd00-42d2-9e11-63674f2d9621'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:06.728617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5db076a6-7dab-45f8-8984-7b7927f628bd,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:06.759640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Router a624cb33-9096-4547-a067-91a5849f707b has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:44:06.789684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-dc918cf8-b5c5-46fb-88ab-7b6fed07e7be tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Network 0afd212f-7e29-4013-a682-9abe025fe125 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:06.899157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-dc918cf8-b5c5-46fb-88ab-7b6fed07e7be tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:06.907510 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7891b03c-2c10-42ab-9e61-ff246fddca44 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:06.909451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-dc918cf8-b5c5-46fb-88ab-7b6fed07e7be tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:07.049327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438d301-48ea-4a5b-80e2-cad2fb0c543e req-ab3f69ca-e93c-4bb8-8913-237aee301a15 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:07.063796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4438d301-48ea-4a5b-80e2-cad2fb0c543e req-ab3f69ca-e93c-4bb8-8913-237aee301a15 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 948 time: 0.4494779 Jul 05 03:44:07.077430 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a170dc41-a615-4612-8aec-26010adcb97f None None] Provisioning complete for port 86131c98-1d2e-4d00-b36a-f75a99a47b81 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:07.077922 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a170dc41-a615-4612-8aec-26010adcb97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.120135 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-5ec4a7d9-eb74-46f8-8113-76e636c72552 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Made reservation on behalf of d323023d55a244dc93a2efdfae81b097 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:07.122748 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a170dc41-a615-4612-8aec-26010adcb97f None None] Port 86131c98-1d2e-4d00-b36a-f75a99a47b81 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:07.132654 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-5ec4a7d9-eb74-46f8-8113-76e636c72552 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.150397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 7891b03c-2c10-42ab-9e61-ff246fddca44 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:07.151050 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.234876 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4438d301-48ea-4a5b-80e2-cad2fb0c543e req-cf41e5c0-8b38-4eb5-a53c-5eae36c19b64 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676702 Jul 05 03:44:07.352615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0679624d-8981-4544-90ce-8e86f7f69324', 'name': 'tempest-FloatingIPsNegativeTestJSON-1412950772-router', 'tenant_id': '89f7fad2f7734f94afd08b4361760039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '214bf0af-7805-4a88-8203-2893dac5b799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:59Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 3, 'project_id': '89f7fad2f7734f94afd08b4361760039', 'gw_port': {'id': '214bf0af-7805-4a88-8203-2893dac5b799', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0679624d-8981-4544-90ce-8e86f7f69324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:01Z', 'updated_at': '2021-07-05T03:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:07.422921 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Checking router: 0679624d-8981-4544-90ce-8e86f7f69324 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:44:07.423455 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Updating router 0679624d-8981-4544-90ce-8e86f7f69324 port 214bf0af-7805-4a88-8203-2893dac5b799 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:44:07.436989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:44:07.453251 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Sync routers for ids ['a624cb33-9096-4547-a067-91a5849f707b'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:44:07.463974 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-35c0afac-1008-4240-83a1-b7900f18cd55 admin admin] 10.222.0.38 "PUT /v2.0/routers/a624cb33-9096-4547-a067-91a5849f707b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6925254 Jul 05 03:44:07.470786 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.488706 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Routers {'a624cb33-9096-4547-a067-91a5849f707b'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:07.490245 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:43:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a624cb33-9096-4547-a067-91a5849f707b'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:07.600287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abbef7e8-f830-412c-8b2d-e42c54906820 req-54fd226e-d20c-4d82-9522-ff61d8694de0 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 210 time: 0.1198263 Jul 05 03:44:07.660215 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Set router a624cb33-9096-4547-a067-91a5849f707b gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:07.698472 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Attempting to bind port 5db076a6-7dab-45f8-8984-7b7927f628bd on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:07.699180 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Attempting to bind port 5db076a6-7dab-45f8-8984-7b7927f628bd by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:07.700142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Attempting to bind port 5db076a6-7dab-45f8-8984-7b7927f628bd on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:07.744221 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-5ec4a7d9-eb74-46f8-8113-76e636c72552 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Allocated IP 172.20.0.13 (2cf8187d-fbee-41ec-883d-11382c9bffe4/934e48da-88c9-40cf-96a1-10e1cd1c3ea7/853e5716-65cd-4dde-9ba1-d634278aea70) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:07.745315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4a5ad-8370-43fe-9f38-2a6bcb82b7f3 req-1a67cdc2-38ae-4d19-ac46-e9a62e2a9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:07.754492 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01e4a5ad-8370-43fe-9f38-2a6bcb82b7f3 req-1a67cdc2-38ae-4d19-ac46-e9a62e2a9712 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8372d0a52dae47e38b6aabf9d6e1ac36&device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 1097 time: 1.3777621 Jul 05 03:44:07.779487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Port 5db076a6-7dab-45f8-8984-7b7927f628bd on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:07.779920 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Attempting to bind port 5db076a6-7dab-45f8-8984-7b7927f628bd on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:07.799265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:07.799616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:07.800035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:07.800605 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Bound port: 5db076a6-7dab-45f8-8984-7b7927f628bd, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:07.800971 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.859272 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.871358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Transition to ACTIVE for port object 214bf0af-7805-4a88-8203-2893dac5b799 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:07.913235 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f03a07-637f-48d4-843c-441f01cdfc7c req-8ef166df-393a-4681-89a6-dd17be12c828 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:07.917777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71f03a07-637f-48d4-843c-441f01cdfc7c req-8ef166df-393a-4681-89a6-dd17be12c828 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 931 time: 0.3312621 Jul 05 03:44:07.923653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc918cf8-b5c5-46fb-88ab-7b6fed07e7be tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Pushing event updated for resources: {'Port': ['ID=22530e95-0634-4332-aef9-dbdfb3c11a81,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:07.961628 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.976427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-dc918cf8-b5c5-46fb-88ab-7b6fed07e7be tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:07.976427 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-dc918cf8-b5c5-46fb-88ab-7b6fed07e7be tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.030808 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4a5ad-8370-43fe-9f38-2a6bcb82b7f3 req-195e116d-2c93-4e1e-91be-c87107954ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:08.032768 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01e4a5ad-8370-43fe-9f38-2a6bcb82b7f3 req-195e116d-2c93-4e1e-91be-c87107954ed8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 HTTP/1.1" status: 200 len: 925 time: 0.2344258 Jul 05 03:44:08.116282 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a624cb33-9096-4547-a067-91a5849f707b', 'name': 'tempest-AttachSCSIVolumeTestJSON-992096115-router', 'tenant_id': '6655d55c550942e3ba3756cd17feb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '7891b03c-2c10-42ab-9e61-ff246fddca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:55Z', 'updated_at': '2021-07-05T03:44:05Z', 'revision_number': 4, 'project_id': '6655d55c550942e3ba3756cd17feb975', 'gw_port': {'id': '7891b03c-2c10-42ab-9e61-ff246fddca44', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a624cb33-9096-4547-a067-91a5849f707b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:57Z', 'updated_at': '2021-07-05T03:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '86131c98-1d2e-4d00-b36a-f75a99a47b81', 'name': '', 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7', 'tenant_id': '6655d55c550942e3ba3756cd17feb975', 'mac_address': 'fa:16:3e:2b:92:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a624cb33-9096-4547-a067-91a5849f707b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2f54a329-37b8-4bdf-a97e-e717b59c3def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:03Z', 'updated_at': '2021-07-05T03:44:05Z', 'revision_number': 2, 'project_id': '6655d55c550942e3ba3756cd17feb975', 'subnets': [{'id': '2f54a329-37b8-4bdf-a97e-e717b59c3def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:08.122423 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c745c9-4fc0-4c89-a351-589218c0586b None None] Pushing event updated for resources: {'Port': ['ID=214bf0af-7805-4a88-8203-2893dac5b799,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:08.128545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Attempting to bind port 214bf0af-7805-4a88-8203-2893dac5b799 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:08.130315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Attempting to bind port 214bf0af-7805-4a88-8203-2893dac5b799 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:08.131012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Attempting to bind port 214bf0af-7805-4a88-8203-2893dac5b799 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:08.147092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:08.149624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:08.150171 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.150588 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:08.151615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Bound port: 214bf0af-7805-4a88-8203-2893dac5b799, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:08.153574 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.162764 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-dc918cf8-b5c5-46fb-88ab-7b6fed07e7be tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3186033 Jul 05 03:44:08.165853 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-5ec4a7d9-eb74-46f8-8113-76e636c72552 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.168264 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Checking router: a624cb33-9096-4547-a067-91a5849f707b for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:44:08.169143 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Updating router a624cb33-9096-4547-a067-91a5849f707b port 86131c98-1d2e-4d00-b36a-f75a99a47b81 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:44:08.203365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Request body: {'port': {'device_id': 'fead7fd5-13c9-40c1-b68d-868c00a2e2a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:08.247726 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.279522 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] For port 214bf0af-7805-4a88-8203-2893dac5b799, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:08.290044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] For port 214bf0af-7805-4a88-8203-2893dac5b799, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=214bf0af-7805-4a88-8203-2893dac5b799,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:08.302538 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71f03a07-637f-48d4-843c-441f01cdfc7c req-625ad3cf-468d-440b-b61c-e744336d2836 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852408 Jul 05 03:44:08.338748 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01e4a5ad-8370-43fe-9f38-2a6bcb82b7f3 req-7fd040a8-1845-4acb-bed3-1f432f60abc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d027e11c-9b04-41e9-9aa4-6b7284d4d630 HTTP/1.1" status: 200 len: 1001 time: 0.2592957 Jul 05 03:44:08.362777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] For port 5db076a6-7dab-45f8-8984-7b7927f628bd, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:08.400533 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.417337 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] For port 5db076a6-7dab-45f8-8984-7b7927f628bd, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5db076a6-7dab-45f8-8984-7b7927f628bd,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:08.434714 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-5ec4a7d9-eb74-46f8-8113-76e636c72552 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.545740 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.549897 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4a5ad-8370-43fe-9f38-2a6bcb82b7f3 req-5095490a-b796-4977-96b6-3f56fb54fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:08.551568 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01e4a5ad-8370-43fe-9f38-2a6bcb82b7f3 req-5095490a-b796-4977-96b6-3f56fb54fd03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=439dab23-83b8-4abf-a454-4e3f013117e4 HTTP/1.1" status: 200 len: 863 time: 0.2028222 Jul 05 03:44:08.566969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Routers {'0679624d-8981-4544-90ce-8e86f7f69324'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:08.568196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:43:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0679624d-8981-4544-90ce-8e86f7f69324'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:08.643527 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.658260 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-5ec4a7d9-eb74-46f8-8113-76e636c72552 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Network 2cf8187d-fbee-41ec-883d-11382c9bffe4 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:08.673258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-5ec4a7d9-eb74-46f8-8113-76e636c72552 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:08.674344 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:08.675081 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.675816 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-5ec4a7d9-eb74-46f8-8113-76e636c72552 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:08.676671 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d27390c1-458d-4c0b-be33-25c848588f1a req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] 10.222.0.10 "PUT /v2.0/ports/5db076a6-7dab-45f8-8984-7b7927f628bd HTTP/1.1" status: 200 len: 1097 time: 4.0604393 Jul 05 03:44:08.679533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86', 'tag': '5db076a6-7dab-45f8-8984-7b7927f628bd'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:08.685799 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a358d62-f74c-48c8-ae27-7a3bfc0bb090" -d '{"events": [{"name": "network-changed", "server_uuid": "3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86", "tag": "5db076a6-7dab-45f8-8984-7b7927f628bd"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:08.689481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-5ec4a7d9-eb74-46f8-8113-76e636c72552 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:08.690125 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-5ec4a7d9-eb74-46f8-8113-76e636c72552 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.698990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4a7d9-eb74-46f8-8113-76e636c72552 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Pushing event updated for resources: {'Port': ['ID=853e5716-65cd-4dde-9ba1-d634278aea70,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:08.762425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7b236-719a-444d-8215-6f336a074e70 req-b452f8d3-6184-4b85-8af7-5cdf7959a799 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:08.767611 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92b7b236-719a-444d-8215-6f336a074e70 req-b452f8d3-6184-4b85-8af7-5cdf7959a799 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 948 time: 0.1943116 Jul 05 03:44:08.784936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c745c9-4fc0-4c89-a351-589218c0586b None None] Pushing event updated for resources: {'Port': ['ID=214bf0af-7805-4a88-8203-2893dac5b799,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:08.824412 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-5ec4a7d9-eb74-46f8-8113-76e636c72552 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2232320 Jul 05 03:44:08.841063 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] Set router 0679624d-8981-4544-90ce-8e86f7f69324 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:08.841750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Request body: {'port': {'device_id': '43fd2efd-2a17-4d98-95c5-56eed823b0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:08.895433 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92b7b236-719a-444d-8215-6f336a074e70 req-6956cbec-2717-4a10-84b5-09f80dcb2708 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194239 Jul 05 03:44:09.006293 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.035229 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.037546 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.046255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2a371-28da-4f78-a6dc-3c2d1f9c66c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5db076a6-7dab-45f8-8984-7b7927f628bd,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:09.063209 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Transition to ACTIVE for port object 86131c98-1d2e-4d00-b36a-f75a99a47b81 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:09.252937 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.313820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57804) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:09.335373 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7fa42-f8e5-4a31-83f0-8631b5dc1fbe None None] Pushing event updated for resources: {'Port': ['ID=86131c98-1d2e-4d00-b36a-f75a99a47b81,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:09.344459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0679624d-8981-4544-90ce-8e86f7f69324', 'name': 'tempest-FloatingIPsNegativeTestJSON-1412950772-router', 'tenant_id': '89f7fad2f7734f94afd08b4361760039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '214bf0af-7805-4a88-8203-2893dac5b799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:59Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 3, 'project_id': '89f7fad2f7734f94afd08b4361760039', 'gw_port': {'id': '214bf0af-7805-4a88-8203-2893dac5b799', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0679624d-8981-4544-90ce-8e86f7f69324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:01Z', 'updated_at': '2021-07-05T03:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:09.354210 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d3371999-eddb-4a32-9e3b-8fb68ee11f03 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-550040068-network', 'tenant_id': '7b6889c1eeae4d40978b743ee0ff37d8'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:09.381527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4ee15-2f8b-461a-ac8a-e4776fd28784 None None] The sync data for ids ['0679624d-8981-4544-90ce-8e86f7f69324'] in n-d-771363-32 is: [{'id': '0679624d-8981-4544-90ce-8e86f7f69324', 'name': 'tempest-FloatingIPsNegativeTestJSON-1412950772-router', 'tenant_id': '89f7fad2f7734f94afd08b4361760039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '214bf0af-7805-4a88-8203-2893dac5b799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:59Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 3, 'project_id': '89f7fad2f7734f94afd08b4361760039', 'gw_port': {'id': '214bf0af-7805-4a88-8203-2893dac5b799', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0679624d-8981-4544-90ce-8e86f7f69324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:01Z', 'updated_at': '2021-07-05T03:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:44:09.473915 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-85677ece-397b-442d-81d9-a226582e207f tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269699 Jul 05 03:44:09.483905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa43127-84d5-4e9e-bcac-aea7c88bbaa2 req-28aa42e3-0d58-4390-8012-c2d5a8419922 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:09.485486 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bfa43127-84d5-4e9e-bcac-aea7c88bbaa2 req-28aa42e3-0d58-4390-8012-c2d5a8419922 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 932 time: 0.4557836 Jul 05 03:44:09.489201 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Attempting to bind port 86131c98-1d2e-4d00-b36a-f75a99a47b81 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:09.489805 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Attempting to bind port 86131c98-1d2e-4d00-b36a-f75a99a47b81 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'ed82bb69-43f6-42e8-8557-8a52d64145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:09.490498 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Attempting to bind port 86131c98-1d2e-4d00-b36a-f75a99a47b81 on network dd42a8dd-de95-4725-b222-160565abb7e7 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:09.498201 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:09.498589 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Checking segment: {'id': 'ed82bb69-43f6-42e8-8557-8a52d64145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:09.499184 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.516486 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Bound using segment: {'id': 'ed82bb69-43f6-42e8-8557-8a52d64145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:09.517300 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Bound port: 86131c98-1d2e-4d00-b36a-f75a99a47b81, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed82bb69-43f6-42e8-8557-8a52d64145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:09.517902 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.525566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4a5ad-8370-43fe-9f38-2a6bcb82b7f3 req-90d76152-9c5c-4f28-94a1-e52d81798125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:09.527146 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01e4a5ad-8370-43fe-9f38-2a6bcb82b7f3 req-90d76152-9c5c-4f28-94a1-e52d81798125 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9406607 Jul 05 03:44:09.599924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853e5716-65cd-4dde-9ba1-d634278aea70 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:09.624618 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.624805 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] For port 86131c98-1d2e-4d00-b36a-f75a99a47b81, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:09.628953 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] For port 86131c98-1d2e-4d00-b36a-f75a99a47b81, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=86131c98-1d2e-4d00-b36a-f75a99a47b81,segment=NetworkSegment(ed82bb69-43f6-42e8-8557-8a52d64145c3),segment_id=ed82bb69-43f6-42e8-8557-8a52d64145c3)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:09.668222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3371999-eddb-4a32-9e3b-8fb68ee11f03 admin admin] Made reservation on behalf of 7b6889c1eeae4d40978b743ee0ff37d8 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:09.669591 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Transition to ACTIVE for port object 853e5716-65cd-4dde-9ba1-d634278aea70 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:09.671261 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3371999-eddb-4a32-9e3b-8fb68ee11f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.675088 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bfa43127-84d5-4e9e-bcac-aea7c88bbaa2 req-cd64582e-7d30-4e55-8858-de1e73b47c42 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032763 Jul 05 03:44:09.684745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-625d039a-cc64-40c5-96e3-e8505294eb42 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:09.686509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-625d039a-cc64-40c5-96e3-e8505294eb42 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2001081 Jul 05 03:44:09.709371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-fe77bb5b-9a34-4c7f-9e5e-58278cda7ef9 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/quotas/0dd4ceeefb7f447eb65075f9693b4f1f HTTP/1.1" status: 200 len: 375 time: 0.0138261 Jul 05 03:44:09.731324 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.742923 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3371999-eddb-4a32-9e3b-8fb68ee11f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.761991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7979a675-d325-4ba4-833c-fc3b02755f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:09.770689 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d27390c1-458d-4c0b-be33-25c848588f1a req-7979a675-d325-4ba4-833c-fc3b02755f12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 1100 time: 0.9338627 Jul 05 03:44:09.771527 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebb74f0-1965-43f3-97f9-b6b9e58bff1a x-openstack-request-id: req-0ebb74f0-1965-43f3-97f9-b6b9e58bff1a {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:09.771823 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86", "tag": "5db076a6-7dab-45f8-8984-7b7927f628bd", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:09.772092 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0ebb74f0-1965-43f3-97f9-b6b9e58bff1a {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:09.772517 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86', 'tag': '5db076a6-7dab-45f8-8984-7b7927f628bd', 'status': 'completed', 'code': 200} Jul 05 03:44:09.774601 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22530e95-0634-4332-aef9-dbdfb3c11a81 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:09.778374 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.831685 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-57ed3820-5e76-48e5-96c1-f058afe71595 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105120 Jul 05 03:44:09.851900 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7fa42-f8e5-4a31-83f0-8631b5dc1fbe None None] Pushing event updated for resources: {'Port': ['ID=86131c98-1d2e-4d00-b36a-f75a99a47b81,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:09.884861 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Routers {'a624cb33-9096-4547-a067-91a5849f707b'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:09.891552 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:43:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a624cb33-9096-4547-a067-91a5849f707b'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:09.896842 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.066890 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] Set router a624cb33-9096-4547-a067-91a5849f707b gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:10.072530 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d27390c1-458d-4c0b-be33-25c848588f1a req-622638ae-d219-4ed8-a8bb-44d0c4e91b42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=5db076a6-7dab-45f8-8984-7b7927f628bd HTTP/1.1" status: 200 len: 217 time: 0.2025390 Jul 05 03:44:10.087512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Pushing event updated for resources: {'Port': ['ID=853e5716-65cd-4dde-9ba1-d634278aea70,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:10.095447 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Attempting to bind port 853e5716-65cd-4dde-9ba1-d634278aea70 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:10.095778 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Attempting to bind port 853e5716-65cd-4dde-9ba1-d634278aea70 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '6c47ea80-e351-47cc-b47d-c1a0a7dbb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:10.097534 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Attempting to bind port 853e5716-65cd-4dde-9ba1-d634278aea70 on network 2cf8187d-fbee-41ec-883d-11382c9bffe4 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:10.100409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Transition to ACTIVE for port object 22530e95-0634-4332-aef9-dbdfb3c11a81 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:10.107459 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Port 853e5716-65cd-4dde-9ba1-d634278aea70 on network 2cf8187d-fbee-41ec-883d-11382c9bffe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:10.107790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Attempting to bind port 853e5716-65cd-4dde-9ba1-d634278aea70 on network 2cf8187d-fbee-41ec-883d-11382c9bffe4 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:10.136899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:10.137735 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Checking segment: {'id': '6c47ea80-e351-47cc-b47d-c1a0a7dbb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:10.144867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Bound using segment: {'id': '6c47ea80-e351-47cc-b47d-c1a0a7dbb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:10.145870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Bound port: 853e5716-65cd-4dde-9ba1-d634278aea70, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c47ea80-e351-47cc-b47d-c1a0a7dbb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:10.146517 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.190081 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01e4a5ad-8370-43fe-9f38-2a6bcb82b7f3 req-9c34ff66-3b8a-4506-a8f8-419fcab4539d service neutron] 10.222.0.36 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6289084 Jul 05 03:44:10.208251 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.368877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27390c1-458d-4c0b-be33-25c848588f1a req-f4638435-9fe0-4019-87f8-fb871ab280cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:10.371333 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d27390c1-458d-4c0b-be33-25c848588f1a req-f4638435-9fe0-4019-87f8-fb871ab280cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.2610664 Jul 05 03:44:10.499227 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a624cb33-9096-4547-a067-91a5849f707b', 'name': 'tempest-AttachSCSIVolumeTestJSON-992096115-router', 'tenant_id': '6655d55c550942e3ba3756cd17feb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '7891b03c-2c10-42ab-9e61-ff246fddca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:55Z', 'updated_at': '2021-07-05T03:44:05Z', 'revision_number': 4, 'project_id': '6655d55c550942e3ba3756cd17feb975', 'gw_port': {'id': '7891b03c-2c10-42ab-9e61-ff246fddca44', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a624cb33-9096-4547-a067-91a5849f707b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:57Z', 'updated_at': '2021-07-05T03:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '86131c98-1d2e-4d00-b36a-f75a99a47b81', 'name': '', 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7', 'tenant_id': '6655d55c550942e3ba3756cd17feb975', 'mac_address': 'fa:16:3e:2b:92:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a624cb33-9096-4547-a067-91a5849f707b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2f54a329-37b8-4bdf-a97e-e717b59c3def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:03Z', 'updated_at': '2021-07-05T03:44:09Z', 'revision_number': 4, 'project_id': '6655d55c550942e3ba3756cd17feb975', 'subnets': [{'id': '2f54a329-37b8-4bdf-a97e-e717b59c3def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:10.570662 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Pushing event updated for resources: {'Port': ['ID=22530e95-0634-4332-aef9-dbdfb3c11a81,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:10.573692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Allocated IP 172.20.0.1 (6a4aa07a-ad5b-4474-851f-aabfaf93006f/04462175-dee4-4a8b-8d0b-48209907595b/cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:10.583204 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86851f3-140c-4c80-8d74-be1e0d52c763 None None] The sync data for ids ['a624cb33-9096-4547-a067-91a5849f707b'] in n-d-771363-32 is: [{'id': 'a624cb33-9096-4547-a067-91a5849f707b', 'name': 'tempest-AttachSCSIVolumeTestJSON-992096115-router', 'tenant_id': '6655d55c550942e3ba3756cd17feb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '7891b03c-2c10-42ab-9e61-ff246fddca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:55Z', 'updated_at': '2021-07-05T03:44:05Z', 'revision_number': 4, 'project_id': '6655d55c550942e3ba3756cd17feb975', 'gw_port': {'id': '7891b03c-2c10-42ab-9e61-ff246fddca44', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a624cb33-9096-4547-a067-91a5849f707b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:57Z', 'updated_at': '2021-07-05T03:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '86131c98-1d2e-4d00-b36a-f75a99a47b81', 'name': '', 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7', 'tenant_id': '6655d55c550942e3ba3756cd17feb975', 'mac_address': 'fa:16:3e:2b:92:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a624cb33-9096-4547-a067-91a5849f707b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '2f54a329-37b8-4bdf-a97e-e717b59c3def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:03Z', 'updated_at': '2021-07-05T03:44:09Z', 'revision_number': 4, 'project_id': '6655d55c550942e3ba3756cd17feb975', 'subnets': [{'id': '2f54a329-37b8-4bdf-a97e-e717b59c3def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:44:10.739813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be399a-8944-4c98-9e16-f738f6fca1ea req-ab65598e-9077-4a69-b477-8b9d1fb301a3 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:10.741691 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2be399a-8944-4c98-9e16-f738f6fca1ea req-ab65598e-9077-4a69-b477-8b9d1fb301a3 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 931 time: 0.7469590 Jul 05 03:44:10.767361 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01e4a5ad-8370-43fe-9f38-2a6bcb82b7f3 req-a763a3be-7d5f-4736-a559-735d42784271 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618253 Jul 05 03:44:10.795911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] For port 853e5716-65cd-4dde-9ba1-d634278aea70, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:10.805733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 214bf0af-7805-4a88-8203-2893dac5b799 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:10.807246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:10.807611 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:10.807946 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:10.808482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:10.809015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:10.809997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:10.810666 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:10.811157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:10.811683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:10.812249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:10.812743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:10.813078 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:10.863130 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] For port 853e5716-65cd-4dde-9ba1-d634278aea70, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=853e5716-65cd-4dde-9ba1-d634278aea70,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:10.895825 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3371999-eddb-4a32-9e3b-8fb68ee11f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.915361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2be399a-8944-4c98-9e16-f738f6fca1ea req-ca59c10d-e343-4872-829b-26a87dfd9246 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546211 Jul 05 03:44:10.958545 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a65ac-60ae-41dd-8247-ada64a226d54 req-9955ca40-ffd0-436e-8e5a-67c3c0874b00 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:10.960659 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a6a65ac-60ae-41dd-8247-ada64a226d54 req-9955ca40-ffd0-436e-8e5a-67c3c0874b00 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 948 time: 0.2180297 Jul 05 03:44:10.962453 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.039140 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Attempting to bind port 22530e95-0634-4332-aef9-dbdfb3c11a81 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:11.039481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Attempting to bind port 22530e95-0634-4332-aef9-dbdfb3c11a81 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:11.039818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Attempting to bind port 22530e95-0634-4332-aef9-dbdfb3c11a81 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:11.045856 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3371999-eddb-4a32-9e3b-8fb68ee11f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.056746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Port 22530e95-0634-4332-aef9-dbdfb3c11a81 on network 0afd212f-7e29-4013-a682-9abe025fe125 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:11.057868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Attempting to bind port 22530e95-0634-4332-aef9-dbdfb3c11a81 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:11.066069 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-739115fa-88de-423d-80aa-f4c27c20789c req-24af5625-e032-4900-a7dc-d5b2adfea674 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 210 time: 0.0582879 Jul 05 03:44:11.071373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:11.077975 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.079842 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] 10.222.0.36 "PUT /v2.0/ports/853e5716-65cd-4dde-9ba1-d634278aea70 HTTP/1.1" status: 200 len: 1093 time: 2.2437415 Jul 05 03:44:11.080407 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fd2efd-2a17-4d98-95c5-56eed823b0c0', 'tag': '853e5716-65cd-4dde-9ba1-d634278aea70'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:11.085299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 214bf0af-7805-4a88-8203-2893dac5b799 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:11.086126 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7870264-e02b-4827-90a7-798d633d89aa" -d '{"events": [{"name": "network-changed", "server_uuid": "43fd2efd-2a17-4d98-95c5-56eed823b0c0", "tag": "853e5716-65cd-4dde-9ba1-d634278aea70"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:11.089870 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 214bf0af-7805-4a88-8203-2893dac5b799 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:11.091221 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.109528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3371999-eddb-4a32-9e3b-8fb68ee11f03 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:44:11.113067 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27390c1-458d-4c0b-be33-25c848588f1a req-05ece418-f513-4406-96be-4d4f4bcd1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:11.120761 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d27390c1-458d-4c0b-be33-25c848588f1a req-05ece418-f513-4406-96be-4d4f4bcd1357 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6097627 Jul 05 03:44:11.147840 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:11.148218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Checking segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:11.148659 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Bound using segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:11.149111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Bound port: 22530e95-0634-4332-aef9-dbdfb3c11a81, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:11.149891 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.198450 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a6a65ac-60ae-41dd-8247-ada64a226d54 req-e1863df3-72cb-46f7-84b1-7e4c5fabf200 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985795 Jul 05 03:44:11.218259 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08a3db-1819-4bf7-89f5-f480fc574276 service neutron] Pushing event updated for resources: {'Port': ['ID=853e5716-65cd-4dde-9ba1-d634278aea70,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:11.233218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3371999-eddb-4a32-9e3b-8fb68ee11f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d17f300-aaaf-4c68-a9ca-ad094f8afa8c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:11.315018 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.320986 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3371999-eddb-4a32-9e3b-8fb68ee11f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.321337 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-d3371999-eddb-4a32-9e3b-8fb68ee11f03 admin admin] Added segment 3b04e9af-5d27-400d-9dcb-ee9a15caba4f of type vlan for network fa9d74b0-1f4d-4d57-81b6-c940baf9d909 Jul 05 03:44:11.326996 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.344445 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dd3930-baf3-47a3-be41-02e54f884c89 x-openstack-request-id: req-c4dd3930-baf3-47a3-be41-02e54f884c89 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:11.345023 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fd2efd-2a17-4d98-95c5-56eed823b0c0", "tag": "853e5716-65cd-4dde-9ba1-d634278aea70", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:11.346805 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c4dd3930-baf3-47a3-be41-02e54f884c89 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:11.347488 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fd2efd-2a17-4d98-95c5-56eed823b0c0', 'tag': '853e5716-65cd-4dde-9ba1-d634278aea70', 'status': 'completed', 'code': 200} Jul 05 03:44:11.370491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 214bf0af-7805-4a88-8203-2893dac5b799, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=214bf0af-7805-4a88-8203-2893dac5b799,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:11.399570 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d02e8709-9ab8-4315-80ef-b5a0083cc07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.440245 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-255fad07-8872-43db-aa95-3793528f19da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:11.442039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-255fad07-8872-43db-aa95-3793528f19da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d323023d55a244dc93a2efdfae81b097&device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 1096 time: 0.1780879 Jul 05 03:44:11.502645 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3371999-eddb-4a32-9e3b-8fb68ee11f03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.518235 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Transition to ACTIVE for port object cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:11.528484 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.551199 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-8084dee5-72df-49a3-b01a-ece93c877421 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853e5716-65cd-4dde-9ba1-d634278aea70 HTTP/1.1" status: 200 len: 217 time: 0.1006393 Jul 05 03:44:11.600412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740f282-b957-40de-82eb-e6bbb59df255 req-6e6d7cda-0e68-4c8a-bd0d-c85c8762cebf tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:11.612361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7740f282-b957-40de-82eb-e6bbb59df255 req-6e6d7cda-0e68-4c8a-bd0d-c85c8762cebf tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 944 time: 0.2408874 Jul 05 03:44:11.710326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-03c26271-af6b-4689-8a1a-ab07f897ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:11.713281 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-03c26271-af6b-4689-8a1a-ab07f897ddda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=934e48da-88c9-40cf-96a1-10e1cd1c3ea7 HTTP/1.1" status: 200 len: 861 time: 0.1416624 Jul 05 03:44:11.716371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=214bf0af-7805-4a88-8203-2893dac5b799,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:11.768252 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-751c658c-ad47-4512-afea-6fcbb2a27bd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cf8187d-fbee-41ec-883d-11382c9bffe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414166 Jul 05 03:44:11.783490 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7740f282-b957-40de-82eb-e6bbb59df255 req-df614247-ef2b-4592-9041-7fab234e75ad tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691630 Jul 05 03:44:11.930973 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-a8332763-3ae4-430a-9b68-5f35bd3cca6f service neutron] 10.222.0.36 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456337 Jul 05 03:44:12.155757 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d27390c1-458d-4c0b-be33-25c848588f1a req-e2601d05-a794-4054-ae12-02736a93a7fa service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9987385 Jul 05 03:44:12.170095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] For port 22530e95-0634-4332-aef9-dbdfb3c11a81, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:12.187751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] For port 22530e95-0634-4332-aef9-dbdfb3c11a81, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=22530e95-0634-4332-aef9-dbdfb3c11a81,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:12.261100 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e0b82fb-988a-4065-8cff-3882b4d81577 req-b9cc054a-71ae-49fe-ab58-de2ec9e79bf6 service neutron] 10.222.0.36 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186500 Jul 05 03:44:12.321390 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3371999-eddb-4a32-9e3b-8fb68ee11f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.322625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3371999-eddb-4a32-9e3b-8fb68ee11f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:12.323236 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3371999-eddb-4a32-9e3b-8fb68ee11f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.327953 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.332510 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.373008 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec8aa034-883f-44c2-959c-7f415c02f11c req-4dd4a066-f96b-47c2-a40c-5e05c60b89c7 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 210 time: 0.0543363 Jul 05 03:44:12.483762 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:12.484413 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.485869 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] 10.222.0.10 "PUT /v2.0/ports/22530e95-0634-4332-aef9-dbdfb3c11a81 HTTP/1.1" status: 200 len: 1092 time: 4.2905452 Jul 05 03:44:12.508677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fead7fd5-13c9-40c1-b68d-868c00a2e2a4', 'tag': '22530e95-0634-4332-aef9-dbdfb3c11a81'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:12.511107 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984d7a2d-ab5d-4c08-8cea-c23910ce5cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "fead7fd5-13c9-40c1-b68d-868c00a2e2a4", "tag": "22530e95-0634-4332-aef9-dbdfb3c11a81"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:12.516140 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d27390c1-458d-4c0b-be33-25c848588f1a req-b1e1c711-d04e-4534-a548-9b818e0bfbe0 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340497 Jul 05 03:44:12.556521 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Network 6a4aa07a-ad5b-4474-851f-aabfaf93006f is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:12.571904 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:12.576150 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:12.639647 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d3371999-eddb-4a32-9e3b-8fb68ee11f03 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.3110363 Jul 05 03:44:12.645781 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57880) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:12.693837 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-675d6ba8-1a78-45dd-b8f5-e01074b42a26 admin admin] Request body: {'subnet': {'network_id': 'fa9d74b0-1f4d-4d57-81b6-c940baf9d909', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-550040068-subnet', 'tenant_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:12.698452 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3371999-eddb-4a32-9e3b-8fb68ee11f03 admin admin] Pushing event updated for resources: {'Network': ['ID=fa9d74b0-1f4d-4d57-81b6-c940baf9d909,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:12.713005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82ef2e-bfe7-49db-8e2a-18122d4ffd6d service neutron] Pushing event updated for resources: {'Port': ['ID=22530e95-0634-4332-aef9-dbdfb3c11a81,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:12.734351 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7870264-e02b-4827-90a7-798d633d89aa req-9d025334-bf81-4e2a-bd06-9d29a08d311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:12.738199 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network fa9d74b0-1f4d-4d57-81b6-c940baf9d909 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:44:12.745370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7870264-e02b-4827-90a7-798d633d89aa req-9d025334-bf81-4e2a-bd06-9d29a08d311f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d323023d55a244dc93a2efdfae81b097&device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 1096 time: 0.3200276 Jul 05 03:44:12.772292 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd789f-03f7-4d25-966f-79aa540b118a req-5f169b88-ebd9-45c7-a677-a46f4f9a6a9e tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:12.773966 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62cd789f-03f7-4d25-966f-79aa540b118a req-5f169b88-ebd9-45c7-a677-a46f4f9a6a9e tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 943 time: 0.2955818 Jul 05 03:44:12.811699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Pushing event updated for resources: {'Port': ['ID=cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:12.837038 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.964251 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 86131c98-1d2e-4d00-b36a-f75a99a47b81 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:13.019153 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-df155d42-4364-47a2-bc22-8691e65c9241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:13.020754 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-df155d42-4364-47a2-bc22-8691e65c9241 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 1095 time: 0.3781281 Jul 05 03:44:13.036661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ee2d0-8c06-4bda-9788-3b5ac40b6501 req-e58d1b96-2591-4b66-9761-d69acc9918c7 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:13.038243 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-396ee2d0-8c06-4bda-9788-3b5ac40b6501 req-e58d1b96-2591-4b66-9761-d69acc9918c7 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 948 time: 0.4269481 Jul 05 03:44:13.061048 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62cd789f-03f7-4d25-966f-79aa540b118a req-e8c4ef73-b544-4656-8795-59fec7301297 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594643 Jul 05 03:44:13.079062 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358d62-f74c-48c8-ae27-7a3bfc0bb090 req-64800d79-3ddc-4f9e-8f17-a18df51b0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:13.081419 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a358d62-f74c-48c8-ae27-7a3bfc0bb090 req-64800d79-3ddc-4f9e-8f17-a18df51b0313 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 1100 time: 0.1425803 Jul 05 03:44:13.083732 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675d6ba8-1a78-45dd-b8f5-e01074b42a26 admin admin] Made reservation on behalf of 7b6889c1eeae4d40978b743ee0ff37d8 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:13.087153 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-675d6ba8-1a78-45dd-b8f5-e01074b42a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.094695 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7870264-e02b-4827-90a7-798d633d89aa req-14410a41-d041-4c41-ba0c-f2b5f88b8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:13.094695 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7870264-e02b-4827-90a7-798d633d89aa req-14410a41-d041-4c41-ba0c-f2b5f88b8292 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cf8187d-fbee-41ec-883d-11382c9bffe4 HTTP/1.1" status: 200 len: 922 time: 0.3184538 Jul 05 03:44:13.104119 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-30bd974d-56e2-4f42-959b-291a01cdb3a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22530e95-0634-4332-aef9-dbdfb3c11a81 HTTP/1.1" status: 200 len: 217 time: 0.0742576 Jul 05 03:44:13.148147 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9f928b20-cb5c-46c9-ab62-43967e8940b6 None None] Provisioning for port cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:13.151456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 86131c98-1d2e-4d00-b36a-f75a99a47b81 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:13.155760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9f928b20-cb5c-46c9-ab62-43967e8940b6 None None] Provisioning complete for port cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:13.157530 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9f928b20-cb5c-46c9-ab62-43967e8940b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.183940 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7870264-e02b-4827-90a7-798d633d89aa req-8e1c508e-0722-4262-a0f4-9ac1a7e1f1df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853e5716-65cd-4dde-9ba1-d634278aea70 HTTP/1.1" status: 200 len: 217 time: 0.0810733 Jul 05 03:44:13.190046 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb69a59-75f2-4189-8689-cc2de9c1d2f8 x-openstack-request-id: req-7bb69a59-75f2-4189-8689-cc2de9c1d2f8 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:13.190757 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fead7fd5-13c9-40c1-b68d-868c00a2e2a4", "tag": "22530e95-0634-4332-aef9-dbdfb3c11a81", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:13.190757 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7bb69a59-75f2-4189-8689-cc2de9c1d2f8 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:13.191046 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fead7fd5-13c9-40c1-b68d-868c00a2e2a4', 'tag': '22530e95-0634-4332-aef9-dbdfb3c11a81', 'status': 'completed', 'code': 200} Jul 05 03:44:13.196228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 86131c98-1d2e-4d00-b36a-f75a99a47b81 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:13.203620 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.314092 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-396ee2d0-8c06-4bda-9788-3b5ac40b6501 req-bb605a61-c051-4267-b509-11a430acf2f2 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454662 Jul 05 03:44:13.334714 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.345086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-b981b9cf-57cf-4fa7-b21c-1353e45bce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:13.346697 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-b981b9cf-57cf-4fa7-b21c-1353e45bce16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.1835093 Jul 05 03:44:13.347547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9f928b20-cb5c-46c9-ab62-43967e8940b6 None None] Port cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:13.359159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7870264-e02b-4827-90a7-798d633d89aa req-5f447357-9d59-41c9-9e75-2e2f6ae5f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:13.360946 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7870264-e02b-4827-90a7-798d633d89aa req-5f447357-9d59-41c9-9e75-2e2f6ae5f3f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=934e48da-88c9-40cf-96a1-10e1cd1c3ea7 HTTP/1.1" status: 200 len: 861 time: 0.1637080 Jul 05 03:44:13.404368 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7870264-e02b-4827-90a7-798d633d89aa req-34adf558-fd69-4a26-b4f7-b8d644bbba3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cf8187d-fbee-41ec-883d-11382c9bffe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361021 Jul 05 03:44:13.422381 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-e85ae417-75d8-4dfd-831e-3690a01f4a40 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622394 Jul 05 03:44:13.427885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358d62-f74c-48c8-ae27-7a3bfc0bb090 req-039962f1-9520-4b5a-b2ab-a2e4f4da07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:13.430479 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a358d62-f74c-48c8-ae27-7a3bfc0bb090 req-039962f1-9520-4b5a-b2ab-a2e4f4da07e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.3395712 Jul 05 03:44:13.462412 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.528565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 86131c98-1d2e-4d00-b36a-f75a99a47b81, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=86131c98-1d2e-4d00-b36a-f75a99a47b81,segment=NetworkSegment(ed82bb69-43f6-42e8-8557-8a52d64145c3),segment_id=ed82bb69-43f6-42e8-8557-8a52d64145c3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:13.613688 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-38eaa752-02c0-4ba8-b53a-d35c794d47c5 req-c6c31b32-e86d-450b-bdd0-abaa42a56042 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 210 time: 0.0466673 Jul 05 03:44:13.624888 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7870264-e02b-4827-90a7-798d633d89aa req-71a48cdf-047c-4665-ac25-e02f64fc008d service neutron] 10.222.0.36 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124579 Jul 05 03:44:13.642574 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a358d62-f74c-48c8-ae27-7a3bfc0bb090 req-769b7373-01f8-4686-b7cd-2a368805c506 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=5db076a6-7dab-45f8-8984-7b7927f628bd HTTP/1.1" status: 200 len: 217 time: 0.1263740 Jul 05 03:44:13.697284 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.698337 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 214bf0af-7805-4a88-8203-2893dac5b799 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:13.701310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595d5ac-a3d2-47cd-bf06-6fce6f9fe9e4 req-1a1992a6-c115-4d5a-bd0a-8e458b46fcd5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:13.703050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b595d5ac-a3d2-47cd-bf06-6fce6f9fe9e4 req-1a1992a6-c115-4d5a-bd0a-8e458b46fcd5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 944 time: 0.1971967 Jul 05 03:44:13.802311 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b595d5ac-a3d2-47cd-bf06-6fce6f9fe9e4 req-d5a140e0-f33c-46a2-aff8-8741c71ccbd0 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923398 Jul 05 03:44:13.804897 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7870264-e02b-4827-90a7-798d633d89aa req-55472f29-2a74-41b1-b33c-1e3981198753 service neutron] 10.222.0.36 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703839 Jul 05 03:44:13.810893 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-a8d3461f-f27e-443d-b5c2-eb3dec3a90b7 service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788893 Jul 05 03:44:13.815503 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=86131c98-1d2e-4d00-b36a-f75a99a47b81,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:13.853024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57892) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:13.853160 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 214bf0af-7805-4a88-8203-2893dac5b799 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:13.853474 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.903759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358d62-f74c-48c8-ae27-7a3bfc0bb090 req-4795c0e2-d31d-4e90-a837-8ff871f6ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:13.905351 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a358d62-f74c-48c8-ae27-7a3bfc0bb090 req-4795c0e2-d31d-4e90-a837-8ff871f6ec53 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.2543573 Jul 05 03:44:13.911640 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-675d6ba8-1a78-45dd-b8f5-e01074b42a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.986063 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-47dee3dd-fc2e-4c29-9260-c77b9b793d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.008347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.042704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d6ba8-1a78-45dd-b8f5-e01074b42a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf21283-57e0-4adf-9835-7e10b6ac9f66,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:14.078121 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b555eb9b-9a23-477d-81a8-950a73058ed4 req-0ff0e65e-e3f9-4296-b37a-90c2efbd018b service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336953 Jul 05 03:44:14.108915 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.114270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675d6ba8-1a78-45dd-b8f5-e01074b42a26 admin admin] Checking segment: {'id': '3b04e9af-5d27-400d-9dcb-ee9a15caba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa9d74b0-1f4d-4d57-81b6-c940baf9d909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:14.115011 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675d6ba8-1a78-45dd-b8f5-e01074b42a26 admin admin] Network hostable DHCP agents. Network: fa9d74b0-1f4d-4d57-81b6-c940baf9d909, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:44:14.135983 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358d62-f74c-48c8-ae27-7a3bfc0bb090 req-815c4f91-4b97-48e6-b364-5c85bba04f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:14.137589 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a358d62-f74c-48c8-ae27-7a3bfc0bb090 req-815c4f91-4b97-48e6-b364-5c85bba04f21 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2216525 Jul 05 03:44:14.150275 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.214384 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.292140 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675d6ba8-1a78-45dd-b8f5-e01074b42a26 admin admin] Network fa9d74b0-1f4d-4d57-81b6-c940baf9d909 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:44:14.336376 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.338567 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.365477 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.390186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-5c09e2f6-d8bf-4b6f-b288-5c6690a94406 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548470 Jul 05 03:44:14.395546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Pushing event updated for resources: {'Port': ['ID=cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:14.413268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-675d6ba8-1a78-45dd-b8f5-e01074b42a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, fa9d74b0-1f4d-4d57-81b6-c940baf9d909) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:14.416688 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a358d62-f74c-48c8-ae27-7a3bfc0bb090 req-f1424818-8617-4b58-8e04-a28ce4152ffe service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717597 Jul 05 03:44:14.421265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675d6ba8-1a78-45dd-b8f5-e01074b42a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:14.421865 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-675d6ba8-1a78-45dd-b8f5-e01074b42a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.423694 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b92e0c-109f-4551-979f-5b32db34204d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:14.443993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1ed753fb1f14ef8a64a74dee1f40ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5878963 Jul 05 03:44:14.448156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e8623-ad0f-4328-b5c2-d7fa3deead70 None None] Network fa9d74b0-1f4d-4d57-81b6-c940baf9d909 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:14.477128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57902) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:14.490519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d7a2d-ab5d-4c08-8cea-c23910ce5cbd req-6de0537d-e596-4ac8-9ce8-ed5b7fc007c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:14.492103 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-984d7a2d-ab5d-4c08-8cea-c23910ce5cbd req-6de0537d-e596-4ac8-9ce8-ed5b7fc007c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 1095 time: 0.2895014 Jul 05 03:44:14.494891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:14.495270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:14.495584 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:14.495919 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:14.496649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:14.501790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:14.501790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:14.501790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:14.501790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:14.501790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:14.501790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:14.501790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a69a6-46e2-46df-9245-13a07e852fe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:14.602429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1ab95-63c8-495e-9cef-20163bc1a3f8 req-d6f62088-b547-4e7f-b4e6-45ab15a82d99 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:14.614647 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0b1ab95-63c8-495e-9cef-20163bc1a3f8 req-d6f62088-b547-4e7f-b4e6-45ab15a82d99 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 943 time: 0.3290136 Jul 05 03:44:14.721274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cd628e0b-4842-4df3-91b0-c9426ea82122 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:14.722845 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cd628e0b-4842-4df3-91b0-c9426ea82122 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3179963 Jul 05 03:44:14.740602 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Request body: {'port': {'device_id': '12e37d97-2a00-4143-ba33-5f1e24b94de0', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '0dd4ceeefb7f447eb65075f9693b4f1f'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:14.778706 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 86131c98-1d2e-4d00-b36a-f75a99a47b81 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:14.806905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0b1ab95-63c8-495e-9cef-20163bc1a3f8 req-d3f50390-fcb7-473e-9e18-2170c8e3dec6 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908979 Jul 05 03:44:14.831985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-fa9d74b0-1f4d-4d57-81b6-c940baf9d909', 'network_id': 'fa9d74b0-1f4d-4d57-81b6-c940baf9d909', 'tenant_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'fixed_ips': [{'subnet_id': '6cf21283-57e0-4adf-9835-7e10b6ac9f66'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:44:14.833644 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.877891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 86131c98-1d2e-4d00-b36a-f75a99a47b81 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:14.877891 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.905605 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-675d6ba8-1a78-45dd-b8f5-e01074b42a26 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2587688 Jul 05 03:44:14.923306 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57908) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:14.929282 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-550040068-router', 'tenant_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:15.021523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79529bf2-bc67-4238-b041-a130ff557491 req-a5a76304-8b56-4ebb-8172-412ecd8e22d6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:15.023221 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-79529bf2-bc67-4238-b041-a130ff557491 req-a5a76304-8b56-4ebb-8172-412ecd8e22d6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 948 time: 0.2504399 Jul 05 03:44:15.039118 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.api [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:44:15.039118 n-d-771363-32 neutron-server[100933]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:44:15.039118 n-d-771363-32 neutron-server[100933]: [parameters: {'project_id_1': '0dd4ceeefb7f447eb65075f9693b4f1f', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 44, 14, 956181)}] Jul 05 03:44:15.039118 n-d-771363-32 neutron-server[100933]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:44:15.039777 n-d-771363-32 neutron-server[100933]: DEBUG oslo_db.api [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:44:15.066108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Allocated IP 172.20.0.2 (fa9d74b0-1f4d-4d57-81b6-c940baf9d909/6cf21283-57e0-4adf-9835-7e10b6ac9f66/89bce96c-da94-44dd-83a3-507261d7bbe8) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:15.113470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Network 6a4aa07a-ad5b-4474-851f-aabfaf93006f is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:15.114585 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e56fe0a0-7c6f-4758-9351-b52dd6a0ebec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.120639 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a358d62-f74c-48c8-ae27-7a3bfc0bb090 req-91ca225f-ebed-4116-b7ec-a3a6fcf2a2b9 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6797829 Jul 05 03:44:15.126736 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:15.136502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d7a2d-ab5d-4c08-8cea-c23910ce5cbd req-b36e1930-f3dd-46a2-881c-e0bda1bb47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:15.138940 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-984d7a2d-ab5d-4c08-8cea-c23910ce5cbd req-b36e1930-f3dd-46a2-881c-e0bda1bb47d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.6318762 Jul 05 03:44:15.169195 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a34416f-f8c5-435c-bfcb-0b3d37f86239 req-b62d1d7b-80c3-4ada-a286-f0cd4dc1e79d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 210 time: 0.0626385 Jul 05 03:44:15.172967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-79529bf2-bc67-4238-b041-a130ff557491 req-db46a11a-e461-49b4-80d5-643540622c0f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358263 Jul 05 03:44:15.274742 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.276489 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.289078 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e56fe0a0-7c6f-4758-9351-b52dd6a0ebec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.294458 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-984d7a2d-ab5d-4c08-8cea-c23910ce5cbd req-c455dba2-a891-4b93-80b3-da24f01387f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22530e95-0634-4332-aef9-dbdfb3c11a81 HTTP/1.1" status: 200 len: 217 time: 0.1483469 Jul 05 03:44:15.350149 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.389641 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.400918 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Transition to ACTIVE for port object 89bce96c-da94-44dd-83a3-507261d7bbe8 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:15.407093 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7f376-612b-45e4-9d58-449a1fc5e107 req-9dca0ddd-1044-451f-b1ba-a3559eaecc98 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:15.409885 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cad7f376-612b-45e4-9d58-449a1fc5e107 req-9dca0ddd-1044-451f-b1ba-a3559eaecc98 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 944 time: 0.1015253 Jul 05 03:44:15.443660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Transition to ACTIVE for port object 89bce96c-da94-44dd-83a3-507261d7bbe8 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:15.500272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cad7f376-612b-45e4-9d58-449a1fc5e107 req-0d428e77-3410-4362-8c45-008213b26d94 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726669 Jul 05 03:44:15.504455 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.506647 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d7a2d-ab5d-4c08-8cea-c23910ce5cbd req-60b2893b-ac13-4fa8-bd19-88d895637617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:15.508780 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-984d7a2d-ab5d-4c08-8cea-c23910ce5cbd req-60b2893b-ac13-4fa8-bd19-88d895637617 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.2055731 Jul 05 03:44:15.520415 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.550007 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-984d7a2d-ab5d-4c08-8cea-c23910ce5cbd req-b920a775-38e3-4403-89c2-954858120cb1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351985 Jul 05 03:44:15.561944 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Router 0679624d-8981-4544-90ce-8e86f7f69324 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:44:15.573511 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Pushing event updated for resources: {'Port': ['ID=89bce96c-da94-44dd-83a3-507261d7bbe8,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:15.596594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Network fa9d74b0-1f4d-4d57-81b6-c940baf9d909 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:15.600369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:15.603380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:15.617482 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-aa99f45e-2de0-45b2-9b0e-c22c0cda05d1 None None] Provisioning complete for port cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:15.618148 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aa99f45e-2de0-45b2-9b0e-c22c0cda05d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.665506 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-aa99f45e-2de0-45b2-9b0e-c22c0cda05d1 None None] Port cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:15.755932 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e56fe0a0-7c6f-4758-9351-b52dd6a0ebec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.758648 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e56fe0a0-7c6f-4758-9351-b52dd6a0ebec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.759803 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e56fe0a0-7c6f-4758-9351-b52dd6a0ebec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76b92e0c-109f-4551-979f-5b32db34204d HTTP/1.1" status: 204 len: 168 time: 1.2816892 Jul 05 03:44:15.770364 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Made reservation on behalf of 0dd4ceeefb7f447eb65075f9693b4f1f for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:15.773975 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.790686 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.886057 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fe0a0-7c6f-4758-9351-b52dd6a0ebec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b92e0c-109f-4551-979f-5b32db34204d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:15.933728 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.982246 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.007163 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-984d7a2d-ab5d-4c08-8cea-c23910ce5cbd req-fcc42331-91c5-4b62-b3a2-07b45c2d294a service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433875 Jul 05 03:44:16.036951 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:44:16.044859 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7388f5bb-510c-43f5-baba-27e3d52978d0 admin admin] 10.222.0.38 "PUT /v2.0/routers/0679624d-8981-4544-90ce-8e86f7f69324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7515316 Jul 05 03:44:16.056223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Sync routers for ids ['0679624d-8981-4544-90ce-8e86f7f69324'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:44:16.068043 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.081650 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Routers {'0679624d-8981-4544-90ce-8e86f7f69324'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:16.082304 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:44:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0679624d-8981-4544-90ce-8e86f7f69324'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:16.147099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5ed26-36d0-4f64-a1d3-0ff2e3671bf6 req-a237f3ba-91d9-47eb-ac3d-9a2dee6acf4c tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:16.148758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1aa5ed26-36d0-4f64-a1d3-0ff2e3671bf6 req-a237f3ba-91d9-47eb-ac3d-9a2dee6acf4c tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 943 time: 0.1351516 Jul 05 03:44:16.155704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:16.273912 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Attempting to bind port 89bce96c-da94-44dd-83a3-507261d7bbe8 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:16.274323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Attempting to bind port 89bce96c-da94-44dd-83a3-507261d7bbe8 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '3b04e9af-5d27-400d-9dcb-ee9a15caba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa9d74b0-1f4d-4d57-81b6-c940baf9d909'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:16.274657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Attempting to bind port 89bce96c-da94-44dd-83a3-507261d7bbe8 on network fa9d74b0-1f4d-4d57-81b6-c940baf9d909 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:16.286802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:16.287182 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Checking segment: {'id': '3b04e9af-5d27-400d-9dcb-ee9a15caba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa9d74b0-1f4d-4d57-81b6-c940baf9d909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:16.287592 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.287996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Bound using segment: {'id': '3b04e9af-5d27-400d-9dcb-ee9a15caba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa9d74b0-1f4d-4d57-81b6-c940baf9d909'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:16.288514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Bound port: 89bce96c-da94-44dd-83a3-507261d7bbe8, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b04e9af-5d27-400d-9dcb-ee9a15caba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa9d74b0-1f4d-4d57-81b6-c940baf9d909'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:16.288901 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.299896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1aa5ed26-36d0-4f64-a1d3-0ff2e3671bf6 req-00a28339-6a89-415f-9cc8-2227feef4f4d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411598 Jul 05 03:44:16.356946 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-984d7a2d-ab5d-4c08-8cea-c23910ce5cbd req-acb0333d-c456-4504-b590-cabbddeb6dd9 service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420289 Jul 05 03:44:16.396795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Allocated IP 192.168.233.52 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/1544341a-732e-46be-aa14-00fc3028caf9) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:16.441011 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Set router 0679624d-8981-4544-90ce-8e86f7f69324 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:16.514680 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-109d4a38-baec-48a4-9c8c-5daff855b201 req-7059a5b8-b775-4014-a710-7e67ee5b7f27 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 210 time: 0.0921330 Jul 05 03:44:16.573813 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] For port 89bce96c-da94-44dd-83a3-507261d7bbe8, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:16.717049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f74466-dc80-4f4a-9221-565c14260fc4 req-e5437aad-6df1-42a1-a44a-90b3282315e8 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:16.733622 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01f74466-dc80-4f4a-9221-565c14260fc4 req-e5437aad-6df1-42a1-a44a-90b3282315e8 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 948 time: 0.1779704 Jul 05 03:44:16.753973 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.777412 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.777674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] For port 89bce96c-da94-44dd-83a3-507261d7bbe8, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=89bce96c-da94-44dd-83a3-507261d7bbe8,segment=NetworkSegment(3b04e9af-5d27-400d-9dcb-ee9a15caba4f),segment_id=3b04e9af-5d27-400d-9dcb-ee9a15caba4f)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:16.784636 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 853e5716-65cd-4dde-9ba1-d634278aea70 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:16.866190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-956ee804-c569-4c1c-828b-9cdd492e5ac4 req-8c301640-6987-41af-a1e7-1dc7eff4a379 tempest-FloatingIPsNegativeTestJSON-1665949101 tempest-FloatingIPsNegativeTestJSON-1665949101-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=89f7fad2f7734f94afd08b4361760039 HTTP/1.1" status: 200 len: 217 time: 0.0665910 Jul 05 03:44:16.869002 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.026534 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.058209 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01f74466-dc80-4f4a-9221-565c14260fc4 req-de3b5cf5-0452-45ce-a10b-bd001ffb535e tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232150 Jul 05 03:44:17.081421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Transition to ACTIVE for port object 1544341a-732e-46be-aa14-00fc3028caf9 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:17.103651 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 853e5716-65cd-4dde-9ba1-d634278aea70, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=853e5716-65cd-4dde-9ba1-d634278aea70,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:17.112566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Allocated IP 172.25.6.113 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/dd539a8c-2b7a-4803-8228-61c85ce26c4c) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:17.220810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acea5c3-0d88-4a8d-a02b-599a9559ad7a req-50f80bcb-adf1-4651-8876-6c46c09f6741 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:17.226365 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8acea5c3-0d88-4a8d-a02b-599a9559ad7a req-50f80bcb-adf1-4651-8876-6c46c09f6741 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 944 time: 0.2582283 Jul 05 03:44:17.308847 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8acea5c3-0d88-4a8d-a02b-599a9559ad7a req-0d998972-ae84-4d05-8391-bf387534903e tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663221 Jul 05 03:44:17.320391 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.409856 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '853e5716-65cd-4dde-9ba1-d634278aea70', 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4', 'port_id': '853e5716-65cd-4dde-9ba1-d634278aea70', 'mac_address': 'fa:16:3e:94:c5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934e48da-88c9-40cf-96a1-10e1cd1c3ea7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:17.582633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 22530e95-0634-4332-aef9-dbdfb3c11a81 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:17.585262 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Pushing event updated for resources: {'Port': ['ID=1544341a-732e-46be-aa14-00fc3028caf9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:17.585640 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.586133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:17.586133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:17.586133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:17.586133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:17.586133 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.586748 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.587251 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf1b67b2-e56b-4e2b-a015-a8fedfb12deb req-6ccff2cb-4878-4685-9ff1-f6802a8a85d5 tempest-FloatingIPsNegativeTestJSON-1665949101 tempest-FloatingIPsNegativeTestJSON-1665949101-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0604763 Jul 05 03:44:17.787823 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 22530e95-0634-4332-aef9-dbdfb3c11a81, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=22530e95-0634-4332-aef9-dbdfb3c11a81,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:17.787823 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.788453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b7fcf-5d40-4225-82ba-77899eee6c01 req-5f870553-b56a-4949-92e3-f0ff896b782d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:17.788453 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d1b7fcf-5d40-4225-82ba-77899eee6c01 req-5f870553-b56a-4949-92e3-f0ff896b782d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 943 time: 0.1139464 Jul 05 03:44:17.788622 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0679624d-8981-4544-90ce-8e86f7f69324', 'name': 'tempest-FloatingIPsNegativeTestJSON-1412950772-router', 'tenant_id': '89f7fad2f7734f94afd08b4361760039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '214bf0af-7805-4a88-8203-2893dac5b799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:59Z', 'updated_at': '2021-07-05T03:44:12Z', 'revision_number': 4, 'project_id': '89f7fad2f7734f94afd08b4361760039', 'gw_port': {'id': '214bf0af-7805-4a88-8203-2893dac5b799', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0679624d-8981-4544-90ce-8e86f7f69324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:01Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6', 'name': '', 'network_id': '6a4aa07a-ad5b-4474-851f-aabfaf93006f', 'tenant_id': '89f7fad2f7734f94afd08b4361760039', 'mac_address': 'fa:16:3e:89:cf:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0679624d-8981-4544-90ce-8e86f7f69324', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '04462175-dee4-4a8b-8d0b-48209907595b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:09Z', 'updated_at': '2021-07-05T03:44:13Z', 'revision_number': 2, 'project_id': '89f7fad2f7734f94afd08b4361760039', 'subnets': [{'id': '04462175-dee4-4a8b-8d0b-48209907595b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:17.788622 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Pushing event updated for resources: {'Port': ['ID=89bce96c-da94-44dd-83a3-507261d7bbe8,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:17.815404 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '22530e95-0634-4332-aef9-dbdfb3c11a81', 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125', 'port_id': '22530e95-0634-4332-aef9-dbdfb3c11a81', 'mac_address': 'fa:16:3e:71:d5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2332289e-5fbe-496d-8ce1-e0de67e408f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:17.830526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Checking router: 0679624d-8981-4544-90ce-8e86f7f69324 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:44:17.831096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Updating router 0679624d-8981-4544-90ce-8e86f7f69324 port cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:44:17.849757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d1b7fcf-5d40-4225-82ba-77899eee6c01 req-d136cb6f-542d-4512-9dea-8787f4d00710 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774388 Jul 05 03:44:17.853934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853e5716-65cd-4dde-9ba1-d634278aea70 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:17.891863 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.892039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:17.892039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:17.892039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:17.892452 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-2380b985-a417-4d56-996e-3405d0a33387 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1387813 Jul 05 03:44:17.892592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:17.892592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:17.892592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:17.892592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:17.892592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:17.892592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:17.892592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:17.892592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:17.892592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463d3fe-f8c4-45d5-8df6-539f736912b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:17.900237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Request body: {'port': {'device_id': '12e37d97-2a00-4143-ba33-5f1e24b94de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:17.973754 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e5dfe-d14b-4cc1-b8b1-5458946f0b96 req-1b57cf3c-163d-474b-80bb-1c9637e9f925 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:17.975502 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea8e5dfe-d14b-4cc1-b8b1-5458946f0b96 req-1b57cf3c-163d-474b-80bb-1c9637e9f925 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 935 time: 0.2170126 Jul 05 03:44:17.978905 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-a3fa1e79-52fe-4551-b65a-11afc0766085 req-bc61c304-a83c-49c6-a3df-3363bc69f61f tempest-FloatingIPsNegativeTestJSON-1665949101 tempest-FloatingIPsNegativeTestJSON-1665949101-project] show failed (client error): The resource could not be found. Jul 05 03:44:17.982190 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:17.988144 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 853e5716-65cd-4dde-9ba1-d634278aea70, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=853e5716-65cd-4dde-9ba1-d634278aea70,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:17.988319 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a3fa1e79-52fe-4551-b65a-11afc0766085 req-bc61c304-a83c-49c6-a3df-3363bc69f61f tempest-FloatingIPsNegativeTestJSON-1665949101 tempest-FloatingIPsNegativeTestJSON-1665949101-project] 10.222.0.38 "GET /v2.0/floatingips/9342652d-2885-48ba-851b-e9dd41e2aae3 HTTP/1.1" status: 404 len: 350 time: 0.0918400 Jul 05 03:44:17.997233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57956) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:18.013859 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:18.018382 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:18.032783 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:18.035818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:18.039125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57958) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:18.047978 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22530e95-0634-4332-aef9-dbdfb3c11a81 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:18.097394 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:18.142402 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Pushing event updated for resources: {'Port': ['ID=dd539a8c-2b7a-4803-8228-61c85ce26c4c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:18.222104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c2ec3db1-4eb2-43a2-9516-7faaaffa9970 None None] Provisioning for port 1544341a-732e-46be-aa14-00fc3028caf9 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:18.236291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 22530e95-0634-4332-aef9-dbdfb3c11a81, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=22530e95-0634-4332-aef9-dbdfb3c11a81,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:18.302621 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:44:18.332229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7d790e09-f0b0-451e-a9fd-68babeed41a1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-network', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:18.339275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c2ec3db1-4eb2-43a2-9516-7faaaffa9970 None None] Provisioning complete for port 1544341a-732e-46be-aa14-00fc3028caf9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:18.339517 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3db1-4eb2-43a2-9516-7faaaffa9970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:18.400516 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:18.401078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 5db076a6-7dab-45f8-8984-7b7927f628bd details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:18.436280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec3db1-4eb2-43a2-9516-7faaaffa9970 None None] Port 1544341a-732e-46be-aa14-00fc3028caf9 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:18.462929 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=853e5716-65cd-4dde-9ba1-d634278aea70,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:18.487460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d790e09-f0b0-451e-a9fd-68babeed41a1 admin admin] Made reservation on behalf of ac69bf60ce054ab183ec7df3a922e629 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:18.491403 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d790e09-f0b0-451e-a9fd-68babeed41a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:18.514665 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d790e09-f0b0-451e-a9fd-68babeed41a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:18.588297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=22530e95-0634-4332-aef9-dbdfb3c11a81,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:18.594558 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['853e5716-65cd-4dde-9ba1-d634278aea70'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:18.685407 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:18.710844 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ca29b1-50d4-4e6b-8d4b-0e3a4a66589e None None] Network fa9d74b0-1f4d-4d57-81b6-c940baf9d909 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:18.848874 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 89bce96c-da94-44dd-83a3-507261d7bbe8 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:18.976517 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea8e5dfe-d14b-4cc1-b8b1-5458946f0b96 req-df1163a5-7963-4055-8bc9-e9611629c8a7 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6754885 Jul 05 03:44:18.984829 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.061066 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.100877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5cf95b0b-cdfb-43e6-8649-521704918de4 None None] Provisioning for port 89bce96c-da94-44dd-83a3-507261d7bbe8 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:19.135683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a994d1b-b987-48c1-a3a3-7dc47247e524 req-9be4c862-c05b-4fea-b902-e6a8614517fc tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:19.147574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a994d1b-b987-48c1-a3a3-7dc47247e524 req-9be4c862-c05b-4fea-b902-e6a8614517fc tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 948 time: 0.7444754 Jul 05 03:44:19.169422 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d790e09-f0b0-451e-a9fd-68babeed41a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.182660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 5db076a6-7dab-45f8-8984-7b7927f628bd, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5db076a6-7dab-45f8-8984-7b7927f628bd,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:19.297883 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d790e09-f0b0-451e-a9fd-68babeed41a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.320410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d790e09-f0b0-451e-a9fd-68babeed41a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:44:19.350982 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d790e09-f0b0-451e-a9fd-68babeed41a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.351316 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-7d790e09-f0b0-451e-a9fd-68babeed41a1 admin admin] Added segment 8afcbf01-49e1-4208-aaba-cbcea90d572e of type vlan for network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced Jul 05 03:44:19.390657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d790e09-f0b0-451e-a9fd-68babeed41a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:19.413300 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a994d1b-b987-48c1-a3a3-7dc47247e524 req-13683b7f-dfa9-4a75-a826-f0814d6a0813 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639024 Jul 05 03:44:19.432499 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '5db076a6-7dab-45f8-8984-7b7927f628bd', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '5db076a6-7dab-45f8-8984-7b7927f628bd', 'mac_address': 'fa:16:3e:cc:b2:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:19.459105 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d790e09-f0b0-451e-a9fd-68babeed41a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.547813 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 89bce96c-da94-44dd-83a3-507261d7bbe8 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:19.557196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 89bce96c-da94-44dd-83a3-507261d7bbe8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:19.557796 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.589306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d790e09-f0b0-451e-a9fd-68babeed41a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.590936 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d790e09-f0b0-451e-a9fd-68babeed41a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:19.592616 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d790e09-f0b0-451e-a9fd-68babeed41a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.639852 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.660378 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.667658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Router 7c17a657-b524-4bb7-b63e-af01be3d3478 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:44:19.684763 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db076a6-7dab-45f8-8984-7b7927f628bd {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:19.692194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Transition to ACTIVE for port object cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:19.713200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d790e09-f0b0-451e-a9fd-68babeed41a1 admin admin] Pushing event updated for resources: {'Network': ['ID=93861ace-d9b0-47de-9d31-ff7b3a9f0ced,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:19.730195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 5db076a6-7dab-45f8-8984-7b7927f628bd, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5db076a6-7dab-45f8-8984-7b7927f628bd,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:19.732060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:44:19.813891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1544341a-732e-46be-aa14-00fc3028caf9 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:19.828607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e9ed4-8db2-490d-90e6-a550a9608a30 req-442e5a0f-eab3-4b0a-8723-9785351429d5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:19.836423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f4e9ed4-8db2-490d-90e6-a550a9608a30 req-442e5a0f-eab3-4b0a-8723-9785351429d5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 945 time: 0.5103076 Jul 05 03:44:19.853237 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.857645 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.860956 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.926657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Transition to ACTIVE for port object 1544341a-732e-46be-aa14-00fc3028caf9 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:19.984355 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.998227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319727c-2212-412e-b177-5068b3bbb98d req-5b202471-68ba-4140-b764-7efbb9b5003f tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:20.002021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9319727c-2212-412e-b177-5068b3bbb98d req-5b202471-68ba-4140-b764-7efbb9b5003f tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 944 time: 0.4153247 Jul 05 03:44:20.012821 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f4e9ed4-8db2-490d-90e6-a550a9608a30 req-b8ec65a8-0989-41b7-857a-6c0fa523c64c tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720567 Jul 05 03:44:20.013135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942487ae-e346-4cff-979b-5ccc5f0930b1 None None] Pushing event updated for resources: {'Port': ['ID=cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:20.014103 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1787c08d-d1c1-4b07-838f-1a3b025cbd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:20.133154 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:20.169984 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['22530e95-0634-4332-aef9-dbdfb3c11a81'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:20.197182 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 89bce96c-da94-44dd-83a3-507261d7bbe8, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=89bce96c-da94-44dd-83a3-507261d7bbe8,segment=NetworkSegment(3b04e9af-5d27-400d-9dcb-ee9a15caba4f),segment_id=3b04e9af-5d27-400d-9dcb-ee9a15caba4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:20.206943 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7d790e09-f0b0-451e-a9fd-68babeed41a1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1602976 Jul 05 03:44:20.207612 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57976) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:20.223492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-494cac6a-1514-4529-a62e-43f36b0fff5e admin admin] Request body: {'subnet': {'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-subnet', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:20.244734 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5db076a6-7dab-45f8-8984-7b7927f628bd'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:20.279188 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:44:20.294067 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Sync routers for ids ['7c17a657-b524-4bb7-b63e-af01be3d3478'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:44:20.321517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f3091794-e85b-4e55-815b-c50d00b0ccf9 None None] Provisioning complete for port 89bce96c-da94-44dd-83a3-507261d7bbe8 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:20.322101 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f3091794-e85b-4e55-815b-c50d00b0ccf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:20.332589 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Routers {'7c17a657-b524-4bb7-b63e-af01be3d3478'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:20.334848 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:44:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7c17a657-b524-4bb7-b63e-af01be3d3478'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:20.338277 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:20.406658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494cac6a-1514-4529-a62e-43f36b0fff5e admin admin] Made reservation on behalf of ac69bf60ce054ab183ec7df3a922e629 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:20.411949 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-494cac6a-1514-4529-a62e-43f36b0fff5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:20.431707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Pushing event updated for resources: {'Port': ['ID=1544341a-732e-46be-aa14-00fc3028caf9,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:20.495256 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9319727c-2212-412e-b177-5068b3bbb98d req-f08e895a-3601-429c-92cf-ca66304556cd tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760357 Jul 05 03:44:20.528814 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:20.543813 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5b379712-253c-4a8b-934a-3f4931ae9fdd admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6186037 Jul 05 03:44:20.574949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57982) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:20.583861 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Attempting to bind port cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:20.584852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Attempting to bind port cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'e27fd44e-e104-4ceb-9453-d320446b4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6a4aa07a-ad5b-4474-851f-aabfaf93006f'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:20.585512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Attempting to bind port cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6 on network 6a4aa07a-ad5b-4474-851f-aabfaf93006f {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:20.631957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=5db076a6-7dab-45f8-8984-7b7927f628bd,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:20.643033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:20.644816 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Checking segment: {'id': 'e27fd44e-e104-4ceb-9453-d320446b4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6a4aa07a-ad5b-4474-851f-aabfaf93006f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:20.645832 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:20.646909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Bound using segment: {'id': 'e27fd44e-e104-4ceb-9453-d320446b4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6a4aa07a-ad5b-4474-851f-aabfaf93006f'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:20.648039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Bound port: cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27fd44e-e104-4ceb-9453-d320446b4617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6a4aa07a-ad5b-4474-851f-aabfaf93006f'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:20.649099 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:20.672850 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Set router 7c17a657-b524-4bb7-b63e-af01be3d3478 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:20.765086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 853e5716-65cd-4dde-9ba1-d634278aea70 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:20.821198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Attempting to bind port 1544341a-732e-46be-aa14-00fc3028caf9 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:20.821749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Attempting to bind port 1544341a-732e-46be-aa14-00fc3028caf9 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:20.822294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Attempting to bind port 1544341a-732e-46be-aa14-00fc3028caf9 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:20.836736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Port 1544341a-732e-46be-aa14-00fc3028caf9 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:20.837008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Attempting to bind port 1544341a-732e-46be-aa14-00fc3028caf9 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:20.859477 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:20.859903 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:20.860254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:20.860718 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Bound port: 1544341a-732e-46be-aa14-00fc3028caf9, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:20.861080 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:20.954216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] For port 1544341a-732e-46be-aa14-00fc3028caf9, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:20.958558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] For port 1544341a-732e-46be-aa14-00fc3028caf9, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1544341a-732e-46be-aa14-00fc3028caf9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:20.994731 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=89bce96c-da94-44dd-83a3-507261d7bbe8,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:21.017257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e32df8-9c61-4275-b783-d3f6cfce27a5 req-3af0a3e9-05b2-4446-8116-f664240741b1 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:21.024831 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-93e32df8-9c61-4275-b783-d3f6cfce27a5 req-3af0a3e9-05b2-4446-8116-f664240741b1 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 947 time: 0.7750423 Jul 05 03:44:21.081712 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'name': 'tempest-AttachSCSIVolumeTestJSON-550040068-router', 'tenant_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:15Z', 'updated_at': '2021-07-05T03:44:18Z', 'revision_number': 3, 'project_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'gw_port': {'id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:16Z', 'updated_at': '2021-07-05T03:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:21.184009 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.245368 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] For port cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:21.255353 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-93e32df8-9c61-4275-b783-d3f6cfce27a5 req-816e65c3-3be1-46eb-a318-63777d044db1 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258482 Jul 05 03:44:21.255353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:21.255353 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.255940 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] For port cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6,segment=NetworkSegment(e27fd44e-e104-4ceb-9453-d320446b4617),segment_id=e27fd44e-e104-4ceb-9453-d320446b4617)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:21.260939 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] 10.222.0.36 "PUT /v2.0/ports/1544341a-732e-46be-aa14-00fc3028caf9 HTTP/1.1" status: 200 len: 1096 time: 3.3666093 Jul 05 03:44:21.264582 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Checking router: 7c17a657-b524-4bb7-b63e-af01be3d3478 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:44:21.265202 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Updating router 7c17a657-b524-4bb7-b63e-af01be3d3478 port dd539a8c-2b7a-4803-8228-61c85ce26c4c binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:44:21.284439 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 853e5716-65cd-4dde-9ba1-d634278aea70 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:21.297576 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 853e5716-65cd-4dde-9ba1-d634278aea70 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:21.298195 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.319249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e37d97-2a00-4143-ba33-5f1e24b94de0', 'tag': '1544341a-732e-46be-aa14-00fc3028caf9'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:21.325408 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0731c95a-f879-4ae7-8c80-d9eba71c42e9" -d '{"events": [{"name": "network-changed", "server_uuid": "12e37d97-2a00-4143-ba33-5f1e24b94de0", "tag": "1544341a-732e-46be-aa14-00fc3028caf9"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:21.354869 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.365977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d678dab-a965-4f05-aef9-728295b5e925 req-9730f513-d96d-433c-b06d-b5785e9eccfd tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:21.376241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d678dab-a965-4f05-aef9-728295b5e925 req-9730f513-d96d-433c-b06d-b5785e9eccfd tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 949 time: 0.2746618 Jul 05 03:44:21.390130 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.524535 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-1787c08d-d1c1-4b07-838f-1a3b025cbd17 admin admin] Deleting port cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:44:21.525057 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1787c08d-d1c1-4b07-838f-1a3b025cbd17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.615437 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-494cac6a-1514-4529-a62e-43f36b0fff5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.635181 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d678dab-a965-4f05-aef9-728295b5e925 req-24dd1b8d-3a47-471c-927a-4b9ba7c024a7 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524865 Jul 05 03:44:21.638532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Routers {'0679624d-8981-4544-90ce-8e86f7f69324'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:21.639611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:44:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0679624d-8981-4544-90ce-8e86f7f69324'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:21.688467 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cac6a-1514-4529-a62e-43f36b0fff5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a22561-db6a-4f11-ad85-2b8562a4f606,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:21.738897 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb460f84-e67e-4260-a59f-242be4e7c475 service neutron] Pushing event updated for resources: {'Port': ['ID=1544341a-732e-46be-aa14-00fc3028caf9,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:21.770720 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1541c8-5424-4a92-ba44-045e028251cc x-openstack-request-id: req-4e1541c8-5424-4a92-ba44-045e028251cc {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:21.771048 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e37d97-2a00-4143-ba33-5f1e24b94de0", "tag": "1544341a-732e-46be-aa14-00fc3028caf9", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:21.771259 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e1541c8-5424-4a92-ba44-045e028251cc {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:21.771612 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e37d97-2a00-4143-ba33-5f1e24b94de0', 'tag': '1544341a-732e-46be-aa14-00fc3028caf9', 'status': 'completed', 'code': 200} Jul 05 03:44:21.815846 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] Set router 0679624d-8981-4544-90ce-8e86f7f69324 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:21.825770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-1787c08d-d1c1-4b07-838f-1a3b025cbd17 admin admin] For port cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6,segment=NetworkSegment(e27fd44e-e104-4ceb-9453-d320446b4617),segment_id=e27fd44e-e104-4ceb-9453-d320446b4617)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:21.826363 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1787c08d-d1c1-4b07-838f-1a3b025cbd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.831150 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-9afa46c6-7582-4b2d-88f4-f0f7f6b18e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:21.832727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-9afa46c6-7582-4b2d-88f4-f0f7f6b18e57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 1099 time: 0.3994713 Jul 05 03:44:21.857955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c5fa4-9911-4f7e-ab86-3bcc2a333105 req-901abdb9-f773-4d0f-955e-56b1896fee1c tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:21.859184 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e20c5fa4-9911-4f7e-ab86-3bcc2a333105 req-901abdb9-f773-4d0f-955e-56b1896fee1c tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 945 time: 0.2705481 Jul 05 03:44:21.894153 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494cac6a-1514-4529-a62e-43f36b0fff5e admin admin] Checking segment: {'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:21.894867 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494cac6a-1514-4529-a62e-43f36b0fff5e admin admin] Network hostable DHCP agents. Network: 93861ace-d9b0-47de-9d31-ff7b3a9f0ced, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:44:21.947115 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:21.949408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-1787c08d-d1c1-4b07-838f-1a3b025cbd17 admin admin] Calling delete_port for cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:44:21.952756 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-b9ac907e-599a-4d93-bcda-bf8b9ca68899 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=1544341a-732e-46be-aa14-00fc3028caf9 HTTP/1.1" status: 200 len: 217 time: 0.0926266 Jul 05 03:44:22.040717 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.056617 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Transition to ACTIVE for port object dd539a8c-2b7a-4803-8228-61c85ce26c4c will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:22.070084 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 5db076a6-7dab-45f8-8984-7b7927f628bd up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:22.079592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942487ae-e346-4cff-979b-5ccc5f0930b1 None None] Pushing event updated for resources: {'Port': ['ID=cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:22.109315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494cac6a-1514-4529-a62e-43f36b0fff5e admin admin] Network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:44:22.133611 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e20c5fa4-9911-4f7e-ab86-3bcc2a333105 req-056f30e0-48b2-4496-b20b-1fd78ecab400 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798770 Jul 05 03:44:22.149267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-be5b06ae-4672-4ae2-bb3f-dce5c77b2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:22.150837 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-be5b06ae-4672-4ae2-bb3f-dce5c77b2c3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1858742 Jul 05 03:44:22.164267 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.182903 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Allocated IP 172.20.0.1 (fa9d74b0-1f4d-4d57-81b6-c940baf9d909/6cf21283-57e0-4adf-9835-7e10b6ac9f66/0936c28d-bc9e-4456-ae7d-d05567fb7d72) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:22.201986 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-494cac6a-1514-4529-a62e-43f36b0fff5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 93861ace-d9b0-47de-9d31-ff7b3a9f0ced) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:22.216431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494cac6a-1514-4529-a62e-43f36b0fff5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:22.216431 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-494cac6a-1514-4529-a62e-43f36b0fff5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.234180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab1fd0-4f3b-45bb-a28b-38d0bc25baf7 None None] Network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:22.243452 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e098e-537a-4e7e-b33d-ae2125032f5d req-5f8e216b-c37e-424e-98fb-1ae3226d17b4 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:22.251753 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-666e098e-537a-4e7e-b33d-ae2125032f5d req-5f8e216b-c37e-424e-98fb-1ae3226d17b4 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 944 time: 0.2441907 Jul 05 03:44:22.261353 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.322827 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a384d-d88a-4f55-b8a8-086f577147ee None None] Pushing event updated for resources: {'Port': ['ID=dd539a8c-2b7a-4803-8228-61c85ce26c4c,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:22.330374 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Attempting to bind port dd539a8c-2b7a-4803-8228-61c85ce26c4c on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:22.330884 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Attempting to bind port dd539a8c-2b7a-4803-8228-61c85ce26c4c by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:22.331905 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Attempting to bind port dd539a8c-2b7a-4803-8228-61c85ce26c4c on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:22.344435 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:22.344901 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:22.345499 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.346319 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:22.347549 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Bound port: dd539a8c-2b7a-4803-8228-61c85ce26c4c, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:22.348236 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.358842 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-666e098e-537a-4e7e-b33d-ae2125032f5d req-9b9a106d-8f5a-47d3-a778-a31fc30998ba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991795 Jul 05 03:44:22.396755 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-494cac6a-1514-4529-a62e-43f36b0fff5e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1875577 Jul 05 03:44:22.399594 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57994) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:22.416481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:22.427560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fd2efd-2a17-4d98-95c5-56eed823b0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853e5716-65cd-4dde-9ba1-d634278aea70'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:22.431238 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-91f48570-6a1a-415c-9c78-3b8226724c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:22.433134 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-91f48570-6a1a-415c-9c78-3b8226724c3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2737546 Jul 05 03:44:22.434431 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a97c399-8563-4bee-b62e-bf12f7bdfc7e" -d '{"events": [{"server_uuid": "43fd2efd-2a17-4d98-95c5-56eed823b0c0", "name": "network-vif-plugged", "status": "completed", "tag": "853e5716-65cd-4dde-9ba1-d634278aea70"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:22.444780 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] For port dd539a8c-2b7a-4803-8228-61c85ce26c4c, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:22.448403 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] For port dd539a8c-2b7a-4803-8228-61c85ce26c4c, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=dd539a8c-2b7a-4803-8228-61c85ce26c4c,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:22.494862 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 853e5716-65cd-4dde-9ba1-d634278aea70, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=853e5716-65cd-4dde-9ba1-d634278aea70,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:22.545387 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.546577 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6b24a3-d452-4ee5-a310-cf255b81a095 x-openstack-request-id: req-3a6b24a3-d452-4ee5-a310-cf255b81a095 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:22.547424 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fd2efd-2a17-4d98-95c5-56eed823b0c0", "name": "network-vif-plugged", "status": "completed", "tag": "853e5716-65cd-4dde-9ba1-d634278aea70", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:22.547988 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3a6b24a3-d452-4ee5-a310-cf255b81a095 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:22.548620 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fd2efd-2a17-4d98-95c5-56eed823b0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853e5716-65cd-4dde-9ba1-d634278aea70', 'code': 200} Jul 05 03:44:22.584715 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.585440 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.602304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.619866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 5db076a6-7dab-45f8-8984-7b7927f628bd completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:22.625692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Transition to ACTIVE for port object 0936c28d-bc9e-4456-ae7d-d05567fb7d72 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:22.629494 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.643875 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Routers {'7c17a657-b524-4bb7-b63e-af01be3d3478'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:22.645392 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:44:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7c17a657-b524-4bb7-b63e-af01be3d3478'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:22.655930 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0679624d-8981-4544-90ce-8e86f7f69324', 'name': 'tempest-FloatingIPsNegativeTestJSON-1412950772-router', 'tenant_id': '89f7fad2f7734f94afd08b4361760039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '214bf0af-7805-4a88-8203-2893dac5b799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:59Z', 'updated_at': '2021-07-05T03:44:12Z', 'revision_number': 4, 'project_id': '89f7fad2f7734f94afd08b4361760039', 'gw_port': {'id': '214bf0af-7805-4a88-8203-2893dac5b799', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0679624d-8981-4544-90ce-8e86f7f69324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:01Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6', 'name': '', 'network_id': '6a4aa07a-ad5b-4474-851f-aabfaf93006f', 'tenant_id': '89f7fad2f7734f94afd08b4361760039', 'mac_address': 'fa:16:3e:89:cf:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0679624d-8981-4544-90ce-8e86f7f69324', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '04462175-dee4-4a8b-8d0b-48209907595b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:09Z', 'updated_at': '2021-07-05T03:44:21Z', 'revision_number': 4, 'project_id': '89f7fad2f7734f94afd08b4361760039', 'subnets': [{'id': '04462175-dee4-4a8b-8d0b-48209907595b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:22.718915 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.726243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 5db076a6-7dab-45f8-8984-7b7927f628bd triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:22.729046 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.790016 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a384d-d88a-4f55-b8a8-086f577147ee None None] Pushing event updated for resources: {'Port': ['ID=dd539a8c-2b7a-4803-8228-61c85ce26c4c,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:22.818080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca06a15-d561-4fbd-99bc-98a52010504c None None] The sync data for ids ['0679624d-8981-4544-90ce-8e86f7f69324'] in n-d-771363-32 is: [{'id': '0679624d-8981-4544-90ce-8e86f7f69324', 'name': 'tempest-FloatingIPsNegativeTestJSON-1412950772-router', 'tenant_id': '89f7fad2f7734f94afd08b4361760039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '214bf0af-7805-4a88-8203-2893dac5b799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:59Z', 'updated_at': '2021-07-05T03:44:12Z', 'revision_number': 4, 'project_id': '89f7fad2f7734f94afd08b4361760039', 'gw_port': {'id': '214bf0af-7805-4a88-8203-2893dac5b799', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0679624d-8981-4544-90ce-8e86f7f69324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:01Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6', 'name': '', 'network_id': '6a4aa07a-ad5b-4474-851f-aabfaf93006f', 'tenant_id': '89f7fad2f7734f94afd08b4361760039', 'mac_address': 'fa:16:3e:89:cf:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0679624d-8981-4544-90ce-8e86f7f69324', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '04462175-dee4-4a8b-8d0b-48209907595b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:09Z', 'updated_at': '2021-07-05T03:44:21Z', 'revision_number': 4, 'project_id': '89f7fad2f7734f94afd08b4361760039', 'subnets': [{'id': '04462175-dee4-4a8b-8d0b-48209907595b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:44:22.820907 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 89bce96c-da94-44dd-83a3-507261d7bbe8 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:22.850442 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] Set router 7c17a657-b524-4bb7-b63e-af01be3d3478 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:22.890268 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:22.928976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Network fa9d74b0-1f4d-4d57-81b6-c940baf9d909 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:22.989487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:23.024275 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:23.040092 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0aabb-e3e6-469e-93c9-5021b46a0fcb req-a6b0552b-ce39-4cce-b330-b2601ae72636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:23.040092 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-34a0aabb-e3e6-469e-93c9-5021b46a0fcb req-a6b0552b-ce39-4cce-b330-b2601ae72636 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 1098 time: 0.4129062 Jul 05 03:44:23.040420 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:44:23.040420 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.077170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=853e5716-65cd-4dde-9ba1-d634278aea70,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:23.166308 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.200505 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-34a0aabb-e3e6-469e-93c9-5021b46a0fcb req-9e58d632-c84c-4349-a0b7-5e7b4c22ef58 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463746 Jul 05 03:44:23.208181 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.247827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-b6283fc7-ad20-481b-b6b0-acdd143b7897 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8015976 Jul 05 03:44:23.265795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0936c28d-bc9e-4456-ae7d-d05567fb7d72,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:23.272029 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a972c-da3c-4d80-8f7a-9c4da4a3631a req-4b1f085f-c019-4740-8dd4-eb126ba48866 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:23.278821 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.286416 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-674a972c-da3c-4d80-8f7a-9c4da4a3631a req-4b1f085f-c019-4740-8dd4-eb126ba48866 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 947 time: 0.2691691 Jul 05 03:44:23.323975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 89bce96c-da94-44dd-83a3-507261d7bbe8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:23.324375 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.330156 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1787c08d-d1c1-4b07-838f-1a3b025cbd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.352378 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'name': 'tempest-AttachSCSIVolumeTestJSON-550040068-router', 'tenant_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:15Z', 'updated_at': '2021-07-05T03:44:18Z', 'revision_number': 3, 'project_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'gw_port': {'id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:16Z', 'updated_at': '2021-07-05T03:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:23.400757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9352ec8-e80f-4fed-8fea-72e7806cbc3a req-c184aabc-120b-47e4-88e5-3c3e697c87bd tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:23.403783 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9352ec8-e80f-4fed-8fea-72e7806cbc3a req-c184aabc-120b-47e4-88e5-3c3e697c87bd tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 949 time: 0.3857191 Jul 05 03:44:23.413715 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d832e3a2-0d59-45fc-8455-335083fa119d None None] The sync data for ids ['7c17a657-b524-4bb7-b63e-af01be3d3478'] in n-d-771363-32 is: [{'id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'name': 'tempest-AttachSCSIVolumeTestJSON-550040068-router', 'tenant_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:15Z', 'updated_at': '2021-07-05T03:44:18Z', 'revision_number': 3, 'project_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'gw_port': {'id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:16Z', 'updated_at': '2021-07-05T03:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:44:23.488114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787c08d-d1c1-4b07-838f-1a3b025cbd17 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:23.537438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 5db076a6-7dab-45f8-8984-7b7927f628bd, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5db076a6-7dab-45f8-8984-7b7927f628bd,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:23.643012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Allocated IP 172.20.0.2 (93861ace-d9b0-47de-9d31-ff7b3a9f0ced/97a22561-db6a-4f11-ad85-2b8562a4f606/1566d4a6-1d21-4912-af17-ef88930e71dd) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:23.875068 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.889535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Transition to ACTIVE for port object 1566d4a6-1d21-4912-af17-ef88930e71dd will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:23.905011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-674a972c-da3c-4d80-8f7a-9c4da4a3631a req-80b0dc6b-2f9b-4eb9-8726-55b1ffead081 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6168914 Jul 05 03:44:23.920358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Transition to ACTIVE for port object 1566d4a6-1d21-4912-af17-ef88930e71dd will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:23.934858 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a78df916-bd62-4871-a510-49a91f2d34df None None] Provisioning for port 0936c28d-bc9e-4456-ae7d-d05567fb7d72 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:23.938442 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.013727 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.023842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=5db076a6-7dab-45f8-8984-7b7927f628bd,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:24.032089 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 22530e95-0634-4332-aef9-dbdfb3c11a81 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:24.080468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9352ec8-e80f-4fed-8fea-72e7806cbc3a req-4bf1bb2f-a4fb-442d-93d9-92c21e4d91c8 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6386998 Jul 05 03:44:24.130312 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.139460 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.143269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a78df916-bd62-4871-a510-49a91f2d34df None None] Provisioning complete for port 0936c28d-bc9e-4456-ae7d-d05567fb7d72 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:24.143790 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a78df916-bd62-4871-a510-49a91f2d34df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.152247 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.220229 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87d0b02b-4920-44b8-95bc-97ebff682693 req-6adb969e-59a4-4de9-b25e-044bf8278d1e service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8319035 Jul 05 03:44:24.620240 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db076a6-7dab-45f8-8984-7b7927f628bd'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:24.635381 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7816b18f-b2a5-4176-bb6b-9030689be7b3" -d '{"events": [{"server_uuid": "3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86", "name": "network-vif-plugged", "status": "completed", "tag": "5db076a6-7dab-45f8-8984-7b7927f628bd"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:24.635510 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1787c08d-d1c1-4b07-838f-1a3b025cbd17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.640608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Pushing event updated for resources: {'Port': ['ID=1566d4a6-1d21-4912-af17-ef88930e71dd,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:24.670619 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278cd2c-e07f-4d52-add2-8967082848a6 req-0b1324bc-7946-4f60-9769-1a8bd38810ab tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:24.686794 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4278cd2c-e07f-4d52-add2-8967082848a6 req-0b1324bc-7946-4f60-9769-1a8bd38810ab tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 946 time: 0.4643559 Jul 05 03:44:24.695570 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:24.706860 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.717676 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:24.725623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:24.734938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Allocated IP 172.25.6.163 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/2d6ba240-705d-4ef6-af8e-e907ce065f85) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:24.877502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731c95a-f879-4ae7-8c80-d9eba71c42e9 req-4e0705c2-9791-4a88-9acf-10a6d5cd280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:24.879040 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0731c95a-f879-4ae7-8c80-d9eba71c42e9 req-4e0705c2-9791-4a88-9acf-10a6d5cd280b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 1099 time: 0.4732149 Jul 05 03:44:24.880152 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.897677 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dd539a8c-2b7a-4803-8228-61c85ce26c4c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:24.971081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d48a0d-0601-4158-b6bb-3f8cb7c9c271 req-d57ad308-a48b-4305-a749-34724a9726e2 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:24.972951 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35d48a0d-0601-4158-b6bb-3f8cb7c9c271 req-d57ad308-a48b-4305-a749-34724a9726e2 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 944 time: 0.5318594 Jul 05 03:44:25.006167 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a78df916-bd62-4871-a510-49a91f2d34df None None] Port 0936c28d-bc9e-4456-ae7d-d05567fb7d72 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:25.012572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Attempting to bind port 1566d4a6-1d21-4912-af17-ef88930e71dd on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:25.013405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Attempting to bind port 1566d4a6-1d21-4912-af17-ef88930e71dd by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:25.014221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Attempting to bind port 1566d4a6-1d21-4912-af17-ef88930e71dd on network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:25.029594 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:25.048386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:25.049085 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Checking segment: {'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:25.049669 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:25.050353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Bound using segment: {'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:25.051060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Bound port: 1566d4a6-1d21-4912-af17-ef88930e71dd, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:25.051643 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:25.083890 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4278cd2c-e07f-4d52-add2-8967082848a6 req-be22982d-adb9-4bfb-8ee4-10077cddbcfc tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950951 Jul 05 03:44:25.130556 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 22530e95-0634-4332-aef9-dbdfb3c11a81 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:25.141403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 22530e95-0634-4332-aef9-dbdfb3c11a81 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:25.141823 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:25.147219 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0936c28d-bc9e-4456-ae7d-d05567fb7d72,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:25.167656 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:25.187299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port dd539a8c-2b7a-4803-8228-61c85ce26c4c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:25.202942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] For port 1566d4a6-1d21-4912-af17-ef88930e71dd, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:25.206927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port dd539a8c-2b7a-4803-8228-61c85ce26c4c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:25.207370 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:25.232772 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:25.266942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] For port 1566d4a6-1d21-4912-af17-ef88930e71dd, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1566d4a6-1d21-4912-af17-ef88930e71dd,segment=NetworkSegment(8afcbf01-49e1-4208-aaba-cbcea90d572e),segment_id=8afcbf01-49e1-4208-aaba-cbcea90d572e)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:25.329664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35d48a0d-0601-4158-b6bb-3f8cb7c9c271 req-357cd402-7426-424d-ae04-7156489de8b8 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464448 Jul 05 03:44:25.387686 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:25.404154 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f0f08e-6f3f-4891-9922-c3656a7353f6 x-openstack-request-id: req-36f0f08e-6f3f-4891-9922-c3656a7353f6 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:25.404629 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86", "name": "network-vif-plugged", "status": "completed", "tag": "5db076a6-7dab-45f8-8984-7b7927f628bd", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:25.405037 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-36f0f08e-6f3f-4891-9922-c3656a7353f6 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:25.405650 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db076a6-7dab-45f8-8984-7b7927f628bd', 'code': 200} Jul 05 03:44:25.421599 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:25.440204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:25.454304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:25.479417 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:25.594132 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e55471-2c92-4442-9a91-0d4784d67466 None None] Pushing event updated for resources: {'Port': ['ID=1566d4a6-1d21-4912-af17-ef88930e71dd,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:25.601626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Pushing event updated for resources: {'Port': ['ID=2d6ba240-705d-4ef6-af8e-e907ce065f85,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:25.612436 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731c95a-f879-4ae7-8c80-d9eba71c42e9 req-7b99a8f1-70ab-4b80-9fef-451cf8d35f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:25.618394 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:25.618981 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0731c95a-f879-4ae7-8c80-d9eba71c42e9 req-7b99a8f1-70ab-4b80-9fef-451cf8d35f3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.7040441 Jul 05 03:44:25.627374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 22530e95-0634-4332-aef9-dbdfb3c11a81, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=22530e95-0634-4332-aef9-dbdfb3c11a81,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:25.649909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port dd539a8c-2b7a-4803-8228-61c85ce26c4c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=dd539a8c-2b7a-4803-8228-61c85ce26c4c,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:25.742644 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:25.753357 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0731c95a-f879-4ae7-8c80-d9eba71c42e9 req-afa61a7e-4adf-4d1e-bfb1-03cc67234292 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=1544341a-732e-46be-aa14-00fc3028caf9 HTTP/1.1" status: 200 len: 217 time: 0.1247017 Jul 05 03:44:25.789820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Network fa9d74b0-1f4d-4d57-81b6-c940baf9d909 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:25.796893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:25.834121 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:25.883668 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1787c08d-d1c1-4b07-838f-1a3b025cbd17 admin admin] Router 0679624d-8981-4544-90ce-8e86f7f69324 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:44:25.923662 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=22530e95-0634-4332-aef9-dbdfb3c11a81,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:25.951540 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731c95a-f879-4ae7-8c80-d9eba71c42e9 req-e481af13-8b08-42f3-923d-76b640e5822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:25.958475 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0731c95a-f879-4ae7-8c80-d9eba71c42e9 req-e481af13-8b08-42f3-923d-76b640e5822a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1746793 Jul 05 03:44:26.073442 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=dd539a8c-2b7a-4803-8228-61c85ce26c4c,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:26.171128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40833f7-c8e6-4b5f-8dc2-b804b92506b2 req-7054155d-d03c-4963-8d0f-12cc574c34a2 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:26.173232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d40833f7-c8e6-4b5f-8dc2-b804b92506b2 req-7054155d-d03c-4963-8d0f-12cc574c34a2 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 950 time: 0.5202143 Jul 05 03:44:26.221643 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c501d-ca4e-4ef9-8049-3671ff571604 req-36df1e28-4a84-409d-a1b2-b80153cb7e59 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:26.229240 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d81c501d-ca4e-4ef9-8049-3671ff571604 req-36df1e28-4a84-409d-a1b2-b80153cb7e59 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 947 time: 0.5163984 Jul 05 03:44:26.310832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9044f-c809-4271-9c4e-c869bd28b402 req-4b1852a4-fa41-4f31-ba6b-b8cf8d9c7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:26.312786 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-21f9044f-c809-4271-9c4e-c869bd28b402 req-4b1852a4-fa41-4f31-ba6b-b8cf8d9c7615 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 1102 time: 0.7135355 Jul 05 03:44:26.333148 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d40833f7-c8e6-4b5f-8dc2-b804b92506b2 req-c55e14c3-b7da-4414-82f0-e676fe038458 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467130 Jul 05 03:44:26.346431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1787c08d-d1c1-4b07-838f-1a3b025cbd17 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:44:26.353392 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1787c08d-d1c1-4b07-838f-1a3b025cbd17 admin admin] 10.222.0.38 "PUT /v2.0/routers/0679624d-8981-4544-90ce-8e86f7f69324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3549836 Jul 05 03:44:26.357997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58018) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:26.370539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e71557d-64af-4f13-91d5-d0f6084d5128 None None] Sync routers for ids ['0679624d-8981-4544-90ce-8e86f7f69324'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:44:26.374437 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d81c501d-ca4e-4ef9-8049-3671ff571604 req-aa2380ac-477d-4197-8e0c-6e3ad74085b1 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441975 Jul 05 03:44:26.387512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731c95a-f879-4ae7-8c80-d9eba71c42e9 req-9230e818-8e76-4f8f-8cf8-30a26cfc45df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:26.392690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0731c95a-f879-4ae7-8c80-d9eba71c42e9 req-9230e818-8e76-4f8f-8cf8-30a26cfc45df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4203379 Jul 05 03:44:26.408564 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e71557d-64af-4f13-91d5-d0f6084d5128 None None] Routers {'0679624d-8981-4544-90ce-8e86f7f69324'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:26.409375 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6e71557d-64af-4f13-91d5-d0f6084d5128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:44:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0679624d-8981-4544-90ce-8e86f7f69324'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:26.412626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-202b4190-055a-4315-8c8c-7f080d4f3adc None None] Provisioning complete for port 0936c28d-bc9e-4456-ae7d-d05567fb7d72 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:26.413077 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-202b4190-055a-4315-8c8c-7f080d4f3adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:26.556850 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-202b4190-055a-4315-8c8c-7f080d4f3adc None None] Port 0936c28d-bc9e-4456-ae7d-d05567fb7d72 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:26.570324 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0731c95a-f879-4ae7-8c80-d9eba71c42e9 req-c2a6fd9b-443f-4234-9c52-7bfff7e9f308 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693609 Jul 05 03:44:26.572190 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-21f9044f-c809-4271-9c4e-c869bd28b402 req-d015bbcd-a6b4-4c24-8a9a-838dc7641907 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167940 Jul 05 03:44:26.667137 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Router 7c17a657-b524-4bb7-b63e-af01be3d3478 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:44:26.703681 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-6e71557d-64af-4f13-91d5-d0f6084d5128 None None] Set router 0679624d-8981-4544-90ce-8e86f7f69324 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:26.799820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0731c95a-f879-4ae7-8c80-d9eba71c42e9 req-22f9afc5-f92e-4112-b197-81f59734d521 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191939 Jul 05 03:44:26.831386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40205d46-6c87-48f1-b670-63842cb447ab req-7b00355f-9735-42c8-8629-6712b3fb41a4 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:26.838822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40205d46-6c87-48f1-b670-63842cb447ab req-7b00355f-9735-42c8-8629-6712b3fb41a4 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 946 time: 0.2491896 Jul 05 03:44:26.862968 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a4375c0-c023-4a25-af8c-29f66b1ce815 admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:26.941927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40205d46-6c87-48f1-b670-63842cb447ab req-62e147f3-0193-4d74-9056-11fac1dda922 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020892 Jul 05 03:44:27.010444 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b178d8-6ac9-4622-832c-b223f25e1cab req-e9acb755-cb70-45ea-97a7-5c512ad6cc64 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:27.018651 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01b178d8-6ac9-4622-832c-b223f25e1cab req-e9acb755-cb70-45ea-97a7-5c512ad6cc64 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 945 time: 0.1496279 Jul 05 03:44:27.048597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1566d4a6-1d21-4912-af17-ef88930e71dd up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:27.053519 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.072936 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01b178d8-6ac9-4622-832c-b223f25e1cab req-c3870f2c-b766-4eb2-b82f-f775bd274508 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532112 Jul 05 03:44:27.233810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a141fc-e958-4731-8f01-b1a7ce93515d req-c2275b61-b8fe-4123-99fc-8b0c345ecded tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:27.242910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-55a141fc-e958-4731-8f01-b1a7ce93515d req-c2275b61-b8fe-4123-99fc-8b0c345ecded tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 946 time: 0.1327586 Jul 05 03:44:27.265950 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6e71557d-64af-4f13-91d5-d0f6084d5128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0679624d-8981-4544-90ce-8e86f7f69324', 'name': 'tempest-FloatingIPsNegativeTestJSON-1412950772-router', 'tenant_id': '89f7fad2f7734f94afd08b4361760039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '214bf0af-7805-4a88-8203-2893dac5b799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:59Z', 'updated_at': '2021-07-05T03:44:22Z', 'revision_number': 5, 'project_id': '89f7fad2f7734f94afd08b4361760039', 'gw_port': {'id': '214bf0af-7805-4a88-8203-2893dac5b799', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0679624d-8981-4544-90ce-8e86f7f69324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:01Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:27.299725 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-55a141fc-e958-4731-8f01-b1a7ce93515d req-4bbcfa80-0662-4706-b864-9b4a56d84a48 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556347 Jul 05 03:44:27.330517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 1566d4a6-1d21-4912-af17-ef88930e71dd completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:27.333277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e71557d-64af-4f13-91d5-d0f6084d5128 None None] Checking router: 0679624d-8981-4544-90ce-8e86f7f69324 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:44:27.345240 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dd539a8c-2b7a-4803-8228-61c85ce26c4c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:27.380672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e71557d-64af-4f13-91d5-d0f6084d5128 None None] Routers {'0679624d-8981-4544-90ce-8e86f7f69324'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:27.383031 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6e71557d-64af-4f13-91d5-d0f6084d5128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:44:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0679624d-8981-4544-90ce-8e86f7f69324'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:27.508731 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fead7fd5-13c9-40c1-b68d-868c00a2e2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22530e95-0634-4332-aef9-dbdfb3c11a81'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:27.516274 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abd8b85-2a51-4c2b-9a9f-eeffd30e24c9" -d '{"events": [{"server_uuid": "fead7fd5-13c9-40c1-b68d-868c00a2e2a4", "name": "network-vif-plugged", "status": "completed", "tag": "22530e95-0634-4332-aef9-dbdfb3c11a81"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:27.549460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c478d3-3326-490d-bb6a-4787a9236e85 None None] Network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:27.573755 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a4375c0-c023-4a25-af8c-29f66b1ce815 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.587881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:44:27.600475 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7e9a2c85-dddc-4254-bbee-27313f87a2c8 admin admin] 10.222.0.38 "PUT /v2.0/routers/7c17a657-b524-4bb7-b63e-af01be3d3478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0244098 Jul 05 03:44:27.613889 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Sync routers for ids ['7c17a657-b524-4bb7-b63e-af01be3d3478'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:44:27.627960 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Routers {'7c17a657-b524-4bb7-b63e-af01be3d3478'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:27.628985 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:44:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7c17a657-b524-4bb7-b63e-af01be3d3478'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:27.718144 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.796035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a9c612c5-91b2-47c9-8dfc-a19d8ee04902 None None] Provisioning for port 1566d4a6-1d21-4912-af17-ef88930e71dd completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:27.821284 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Set router 7c17a657-b524-4bb7-b63e-af01be3d3478 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:27.880753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a9c612c5-91b2-47c9-8dfc-a19d8ee04902 None None] Provisioning complete for port 1566d4a6-1d21-4912-af17-ef88930e71dd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:27.881291 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a9c612c5-91b2-47c9-8dfc-a19d8ee04902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.959368 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-6e71557d-64af-4f13-91d5-d0f6084d5128 None None] Set router 0679624d-8981-4544-90ce-8e86f7f69324 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:27.967809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b825ad-21c3-4f44-b735-760bb92d3687 req-a48e945b-6093-4a98-bec4-43b1a814981c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:27.977663 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00b825ad-21c3-4f44-b735-760bb92d3687 req-a48e945b-6093-4a98-bec4-43b1a814981c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 950 time: 0.3038571 Jul 05 03:44:28.003113 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25974d-19c0-4508-9424-ad46f2c45a5d req-47bfb4ac-fbb7-4e72-9012-21dce1fa1237 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:28.007333 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f25974d-19c0-4508-9424-ad46f2c45a5d req-47bfb4ac-fbb7-4e72-9012-21dce1fa1237 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 946 time: 0.3668122 Jul 05 03:44:28.068409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port dd539a8c-2b7a-4803-8228-61c85ce26c4c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:28.069210 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.153648 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00b825ad-21c3-4f44-b735-760bb92d3687 req-dc3210cd-ce0b-42c0-9e8f-5a272f4929e7 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434486 Jul 05 03:44:28.157915 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4a4375c0-c023-4a25-af8c-29f66b1ce815 admin admin] Deleting port 214bf0af-7805-4a88-8203-2893dac5b799 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:44:28.158656 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a4375c0-c023-4a25-af8c-29f66b1ce815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.186409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f25974d-19c0-4508-9424-ad46f2c45a5d req-b39b227c-6781-4a06-af00-233a3dfbb4c4 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620152 Jul 05 03:44:28.252652 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'name': 'tempest-AttachSCSIVolumeTestJSON-550040068-router', 'tenant_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:15Z', 'updated_at': '2021-07-05T03:44:23Z', 'revision_number': 4, 'project_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'gw_port': {'id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:16Z', 'updated_at': '2021-07-05T03:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '0936c28d-bc9e-4456-ae7d-d05567fb7d72', 'name': '', 'network_id': 'fa9d74b0-1f4d-4d57-81b6-c940baf9d909', 'tenant_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'mac_address': 'fa:16:3e:eb:be:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6cf21283-57e0-4adf-9835-7e10b6ac9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:24Z', 'revision_number': 2, 'project_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'subnets': [{'id': '6cf21283-57e0-4adf-9835-7e10b6ac9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:28.307968 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Checking router: 7c17a657-b524-4bb7-b63e-af01be3d3478 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:44:28.308714 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Updating router 7c17a657-b524-4bb7-b63e-af01be3d3478 port 0936c28d-bc9e-4456-ae7d-d05567fb7d72 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:44:28.361760 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb1fac1-c10d-489f-bf04-4d077d8d7a02 x-openstack-request-id: req-acb1fac1-c10d-489f-bf04-4d077d8d7a02 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:28.362202 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fead7fd5-13c9-40c1-b68d-868c00a2e2a4", "name": "network-vif-plugged", "status": "completed", "tag": "22530e95-0634-4332-aef9-dbdfb3c11a81", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:28.362547 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-acb1fac1-c10d-489f-bf04-4d077d8d7a02 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:28.363228 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fead7fd5-13c9-40c1-b68d-868c00a2e2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22530e95-0634-4332-aef9-dbdfb3c11a81', 'code': 200} Jul 05 03:44:28.443079 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-4a4375c0-c023-4a25-af8c-29f66b1ce815 admin admin] For port 214bf0af-7805-4a88-8203-2893dac5b799, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=214bf0af-7805-4a88-8203-2893dac5b799,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:28.443749 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a4375c0-c023-4a25-af8c-29f66b1ce815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.489847 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4a4375c0-c023-4a25-af8c-29f66b1ce815 admin admin] Calling delete_port for 214bf0af-7805-4a88-8203-2893dac5b799 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:44:28.506952 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.692054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b319d-9d67-418f-a257-594b6cb68b2c req-490ce912-0a5e-4010-8228-4340c74aa467 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:28.709025 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-238b319d-9d67-418f-a257-594b6cb68b2c req-490ce912-0a5e-4010-8228-4340c74aa467 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 947 time: 0.2724264 Jul 05 03:44:28.838435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1544341a-732e-46be-aa14-00fc3028caf9 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:28.863631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-238b319d-9d67-418f-a257-594b6cb68b2c req-c97532a5-bf12-4011-9dda-0c32ac9b9158 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516790 Jul 05 03:44:28.992528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67474e7d-6dde-421c-8d3a-175411f64e5a req-8015fb07-4dcd-4d0b-bdb5-ac8f587e7c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:29.007311 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-67474e7d-6dde-421c-8d3a-175411f64e5a req-8015fb07-4dcd-4d0b-bdb5-ac8f587e7c70 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 1097 time: 0.1155407 Jul 05 03:44:29.014971 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.040186 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Transition to ACTIVE for port object 0936c28d-bc9e-4456-ae7d-d05567fb7d72 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:29.084960 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-67474e7d-6dde-421c-8d3a-175411f64e5a req-271e74df-dbaf-45c9-a1fd-f695600b242e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707314 Jul 05 03:44:29.086837 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a4375c0-c023-4a25-af8c-29f66b1ce815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.139031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4375c0-c023-4a25-af8c-29f66b1ce815 admin admin] Pushing event deleted for resources: {'Port': ['ID=214bf0af-7805-4a88-8203-2893dac5b799,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:29.145784 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:44:29.197190 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a9c612c5-91b2-47c9-8dfc-a19d8ee04902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.256854 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.291249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6ea00-0322-4477-b068-9da11b4687a0 req-cecb73e7-5639-4e47-9bac-ec48faee4dc8 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:29.299856 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1cb6ea00-0322-4477-b068-9da11b4687a0 req-cecb73e7-5639-4e47-9bac-ec48faee4dc8 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 946 time: 0.1710248 Jul 05 03:44:29.324242 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2244e-b271-40e6-8d66-33af6a1ffee3 None None] Pushing event updated for resources: {'Port': ['ID=0936c28d-bc9e-4456-ae7d-d05567fb7d72,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:29.417509 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a9c612c5-91b2-47c9-8dfc-a19d8ee04902 None None] For port 1566d4a6-1d21-4912-af17-ef88930e71dd, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1566d4a6-1d21-4912-af17-ef88930e71dd,segment=NetworkSegment(8afcbf01-49e1-4208-aaba-cbcea90d572e),segment_id=8afcbf01-49e1-4208-aaba-cbcea90d572e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:29.438115 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6e71557d-64af-4f13-91d5-d0f6084d5128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0679624d-8981-4544-90ce-8e86f7f69324', 'name': 'tempest-FloatingIPsNegativeTestJSON-1412950772-router', 'tenant_id': '89f7fad2f7734f94afd08b4361760039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '214bf0af-7805-4a88-8203-2893dac5b799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:59Z', 'updated_at': '2021-07-05T03:44:22Z', 'revision_number': 5, 'project_id': '89f7fad2f7734f94afd08b4361760039', 'gw_port': {'id': '214bf0af-7805-4a88-8203-2893dac5b799', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0679624d-8981-4544-90ce-8e86f7f69324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:01Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:29.512552 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e71557d-64af-4f13-91d5-d0f6084d5128 None None] The sync data for ids ['0679624d-8981-4544-90ce-8e86f7f69324'] in n-d-771363-32 is: [{'id': '0679624d-8981-4544-90ce-8e86f7f69324', 'name': 'tempest-FloatingIPsNegativeTestJSON-1412950772-router', 'tenant_id': '89f7fad2f7734f94afd08b4361760039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '214bf0af-7805-4a88-8203-2893dac5b799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:59Z', 'updated_at': '2021-07-05T03:44:22Z', 'revision_number': 5, 'project_id': '89f7fad2f7734f94afd08b4361760039', 'gw_port': {'id': '214bf0af-7805-4a88-8203-2893dac5b799', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0679624d-8981-4544-90ce-8e86f7f69324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:01Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:44:29.525943 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a9c612c5-91b2-47c9-8dfc-a19d8ee04902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.734847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1544341a-732e-46be-aa14-00fc3028caf9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1544341a-732e-46be-aa14-00fc3028caf9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:29.742558 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Attempting to bind port 0936c28d-bc9e-4456-ae7d-d05567fb7d72 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:29.743382 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Attempting to bind port 0936c28d-bc9e-4456-ae7d-d05567fb7d72 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '3b04e9af-5d27-400d-9dcb-ee9a15caba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa9d74b0-1f4d-4d57-81b6-c940baf9d909'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:29.745083 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Attempting to bind port 0936c28d-bc9e-4456-ae7d-d05567fb7d72 on network fa9d74b0-1f4d-4d57-81b6-c940baf9d909 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:29.766509 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:29.766509 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Checking segment: {'id': '3b04e9af-5d27-400d-9dcb-ee9a15caba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa9d74b0-1f4d-4d57-81b6-c940baf9d909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:29.766509 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.769893 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Bound using segment: {'id': '3b04e9af-5d27-400d-9dcb-ee9a15caba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa9d74b0-1f4d-4d57-81b6-c940baf9d909'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:29.772269 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Bound port: 0936c28d-bc9e-4456-ae7d-d05567fb7d72, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b04e9af-5d27-400d-9dcb-ee9a15caba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa9d74b0-1f4d-4d57-81b6-c940baf9d909'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:29.773668 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.780637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '1544341a-732e-46be-aa14-00fc3028caf9', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '1544341a-732e-46be-aa14-00fc3028caf9', 'mac_address': 'fa:16:3e:c6:bd:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:29.868112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c612c5-91b2-47c9-8dfc-a19d8ee04902 None None] Pushing event updated for resources: {'Port': ['ID=1566d4a6-1d21-4912-af17-ef88930e71dd,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:30.008908 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.056036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1544341a-732e-46be-aa14-00fc3028caf9 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:30.059125 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] For port 0936c28d-bc9e-4456-ae7d-d05567fb7d72, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:30.067121 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] For port 0936c28d-bc9e-4456-ae7d-d05567fb7d72, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0936c28d-bc9e-4456-ae7d-d05567fb7d72,segment=NetworkSegment(3b04e9af-5d27-400d-9dcb-ee9a15caba4f),segment_id=3b04e9af-5d27-400d-9dcb-ee9a15caba4f)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:30.089322 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a4375c0-c023-4a25-af8c-29f66b1ce815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.099331 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1544341a-732e-46be-aa14-00fc3028caf9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1544341a-732e-46be-aa14-00fc3028caf9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:30.133711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-28c4b845-f4d8-4aa8-9e7a-f206bb75b3a0 None None] Provisioning complete for port 1566d4a6-1d21-4912-af17-ef88930e71dd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:30.134088 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-28c4b845-f4d8-4aa8-9e7a-f206bb75b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.190602 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.256641 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.395945 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1cb6ea00-0322-4477-b068-9da11b4687a0 req-f2371118-86e7-4ee4-bd13-9281484ca4f5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0762124 Jul 05 03:44:30.435806 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08dd14-e95f-4ada-bca9-9464e7af49a1 req-f4e8c179-de16-45a1-9a30-54df78ac0e04 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:30.447292 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da08dd14-e95f-4ada-bca9-9464e7af49a1 req-f4e8c179-de16-45a1-9a30-54df78ac0e04 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 945 time: 1.3391256 Jul 05 03:44:30.458749 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a4375c0-c023-4a25-af8c-29f66b1ce815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.473759 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a4375c0-c023-4a25-af8c-29f66b1ce815 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.499773 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2244e-b271-40e6-8d66-33af6a1ffee3 None None] Pushing event updated for resources: {'Port': ['ID=0936c28d-bc9e-4456-ae7d-d05567fb7d72,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:30.525178 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Routers {'7c17a657-b524-4bb7-b63e-af01be3d3478'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:30.526242 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:44:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7c17a657-b524-4bb7-b63e-af01be3d3478'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:30.573172 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:44:30.654588 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da08dd14-e95f-4ada-bca9-9464e7af49a1 req-38ff0a07-d26c-4e9c-8d11-4cde2199b0e8 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010243 Jul 05 03:44:30.699120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Sync routers for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:44:30.737025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=1544341a-732e-46be-aa14-00fc3028caf9,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:30.761562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['1544341a-732e-46be-aa14-00fc3028caf9'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:30.916744 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a4375c0-c023-4a25-af8c-29f66b1ce815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.917667 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4375c0-c023-4a25-af8c-29f66b1ce815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0679624d-8981-4544-90ce-8e86f7f69324 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:44:30.920815 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:30.926818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:44:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:30.936138 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a4375c0-c023-4a25-af8c-29f66b1ce815 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.958886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58060) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:30.959100 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4a4375c0-c023-4a25-af8c-29f66b1ce815 admin admin] 10.222.0.38 "DELETE /v2.0/routers/0679624d-8981-4544-90ce-8e86f7f69324 HTTP/1.1" status: 204 len: 168 time: 4.5861015 Jul 05 03:44:30.979574 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.988516 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4a57685b-b393-4434-b4f0-e957181ccb5a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.5831544 Jul 05 03:44:30.989305 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58062) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:31.283421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5c244c-b977-476b-a17e-5bcd2f63f8bf admin admin] Deleting subnet 04462175-dee4-4a8b-8d0b-48209907595b {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:44:31.300472 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f5c244c-b977-476b-a17e-5bcd2f63f8bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:31.390534 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:31.477978 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f5c244c-b977-476b-a17e-5bcd2f63f8bf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:31.663525 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] Set router 7c17a657-b524-4bb7-b63e-af01be3d3478 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:31.739957 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f5c244c-b977-476b-a17e-5bcd2f63f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:31.999250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1566d4a6-1d21-4912-af17-ef88930e71dd up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:32.037229 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8540d91-7bf6-44ca-9f95-4f24828045f6 req-aae4100b-a1ee-4487-b88a-4cd3529f928a tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:32.052249 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8540d91-7bf6-44ca-9f95-4f24828045f6 req-aae4100b-a1ee-4487-b88a-4cd3529f928a tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 950 time: 1.1115613 Jul 05 03:44:32.117141 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f5c244c-b977-476b-a17e-5bcd2f63f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.126156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:26Z', 'revision_number': 3, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:32.162808 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Checking router: 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:44:32.164195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Updating router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 port 2d6ba240-705d-4ef6-af8e-e907ce065f85 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:44:32.167100 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1566d4a6-1d21-4912-af17-ef88930e71dd triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:32.168035 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.171135 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.228771 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f5c244c-b977-476b-a17e-5bcd2f63f8bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.233504 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4f5c244c-b977-476b-a17e-5bcd2f63f8bf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/04462175-dee4-4a8b-8d0b-48209907595b HTTP/1.1" status: 204 len: 168 time: 1.2535307 Jul 05 03:44:32.238756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2021e051-80a3-40b3-ab77-995f3eb93667 None None] Network 6a4aa07a-ad5b-4474-851f-aabfaf93006f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:44:32.268700 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c244c-b977-476b-a17e-5bcd2f63f8bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04462175-dee4-4a8b-8d0b-48209907595b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:32.279743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58066) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:32.299847 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8540d91-7bf6-44ca-9f95-4f24828045f6 req-0b7da6b5-7fc3-4a4f-a8bd-7a2843cdfa0c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382021 Jul 05 03:44:32.340255 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.554502 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'name': 'tempest-AttachSCSIVolumeTestJSON-550040068-router', 'tenant_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:15Z', 'updated_at': '2021-07-05T03:44:23Z', 'revision_number': 4, 'project_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'gw_port': {'id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:16Z', 'updated_at': '2021-07-05T03:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '0936c28d-bc9e-4456-ae7d-d05567fb7d72', 'name': '', 'network_id': 'fa9d74b0-1f4d-4d57-81b6-c940baf9d909', 'tenant_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'mac_address': 'fa:16:3e:eb:be:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6cf21283-57e0-4adf-9835-7e10b6ac9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:30Z', 'revision_number': 4, 'project_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'subnets': [{'id': '6cf21283-57e0-4adf-9835-7e10b6ac9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:32.622821 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.641866 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01575c-9012-49ca-86f7-611bb4113f13 None None] The sync data for ids ['7c17a657-b524-4bb7-b63e-af01be3d3478'] in n-d-771363-32 is: [{'id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'name': 'tempest-AttachSCSIVolumeTestJSON-550040068-router', 'tenant_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:15Z', 'updated_at': '2021-07-05T03:44:23Z', 'revision_number': 4, 'project_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'gw_port': {'id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:16Z', 'updated_at': '2021-07-05T03:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '0936c28d-bc9e-4456-ae7d-d05567fb7d72', 'name': '', 'network_id': 'fa9d74b0-1f4d-4d57-81b6-c940baf9d909', 'tenant_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'mac_address': 'fa:16:3e:eb:be:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6cf21283-57e0-4adf-9835-7e10b6ac9f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:30Z', 'revision_number': 4, 'project_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'subnets': [{'id': '6cf21283-57e0-4adf-9835-7e10b6ac9f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:44:32.660519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68e86a-1227-45b5-b9f3-71648fc52064 req-637a4df9-ef6b-46f6-b32b-527ae9a895f2 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:32.670229 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c68e86a-1227-45b5-b9f3-71648fc52064 req-637a4df9-ef6b-46f6-b32b-527ae9a895f2 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 948 time: 0.6136465 Jul 05 03:44:32.828967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c68e86a-1227-45b5-b9f3-71648fc52064 req-1bc007d6-8df3-4fd2-9944-3d36e80359c0 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571116 Jul 05 03:44:32.873737 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.264156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684d64f-b41a-43ba-87a9-9e8715f8ca20 req-febe966e-3a61-4de7-9b9d-f8f22cd3f0d3 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:33.264156 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3684d64f-b41a-43ba-87a9-9e8715f8ca20 req-febe966e-3a61-4de7-9b9d-f8f22cd3f0d3 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 945 time: 0.5157332 Jul 05 03:44:33.264156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Deleting port 460629b3-eff8-474e-bd4d-6358a4061642 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:44:33.264156 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.589987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] For port 460629b3-eff8-474e-bd4d-6358a4061642, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=460629b3-eff8-474e-bd4d-6358a4061642,segment=NetworkSegment(e27fd44e-e104-4ceb-9453-d320446b4617),segment_id=e27fd44e-e104-4ceb-9453-d320446b4617)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:33.589987 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.589987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Calling delete_port for 460629b3-eff8-474e-bd4d-6358a4061642 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:44:33.589987 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3684d64f-b41a-43ba-87a9-9e8715f8ca20 req-ecc872a2-fae4-4e9b-b8c1-ea1bb45cbbe0 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763140 Jul 05 03:44:33.738931 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.788824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 214bf0af-7805-4a88-8203-2893dac5b799 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:44:33.835340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Allocated IP 172.20.0.1 (93861ace-d9b0-47de-9d31-ff7b3a9f0ced/97a22561-db6a-4f11-ad85-2b8562a4f606/5c485e04-c366-4c6b-b46d-cdf49641f34c) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:33.878800 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] No DVR routers for this DVR port 460629b3-eff8-474e-bd4d-6358a4061642 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:44:33.882952 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=460629b3-eff8-474e-bd4d-6358a4061642,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:33.976895 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.987208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 214bf0af-7805-4a88-8203-2893dac5b799 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:44:33.987570 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 214bf0af-7805-4a88-8203-2893dac5b799 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:44:33.988008 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:44:34.040903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:44:34.045203 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device cd9b85fe-c0f8-46e5-b0a5-1a38b976bea6 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:44:34.290608 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.327202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:44:34.327202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:44:34.327202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:44:34.327202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Subscribe: > port after_create 55550000 {{(pid=100933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:44:34.327202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Subscribe: > port after_delete 55550000 {{(pid=100933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:44:34.327202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Subscribe: > port after_update 55550000 {{(pid=100933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:44:34.327202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:44:34.327202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:44:34.327202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:44:34.327202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:44:34.349821 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.392103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Transition to ACTIVE for port object 2d6ba240-705d-4ef6-af8e-e907ce065f85 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:34.417778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.430717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789580ed-4684-49a0-af3b-16377e7e11b8 None None] DHCP port deletion for 6a4aa07a-ad5b-4474-851f-aabfaf93006f request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:44:34.439838 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:44:34.440287 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:44:34.440631 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:44:34.441548 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:44:34.441548 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4aa07a-ad5b-4474-851f-aabfaf93006f']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:34.473974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Transition to ACTIVE for port object 5c485e04-c366-4c6b-b46d-cdf49641f34c will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:34.480767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27fd44e-e104-4ceb-9453-d320446b4617') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:34.482214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27fd44e-e104-4ceb-9453-d320446b4617') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:34.483616 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.577935 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.694072 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.698845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3986bf-b598-47f4-b043-23f90f3ea1f8 None None] Pushing event updated for resources: {'Port': ['ID=2d6ba240-705d-4ef6-af8e-e907ce065f85,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:34.713066 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0936c28d-bc9e-4456-ae7d-d05567fb7d72 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:34.778403 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.795344 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:44:34.799137 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: from cryptography.utils import int_from_bytes Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: from cryptography.utils import int_from_bytes Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:44:34.804649 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:44:34.838724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Attempting to bind port 2d6ba240-705d-4ef6-af8e-e907ce065f85 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:34.839665 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Attempting to bind port 2d6ba240-705d-4ef6-af8e-e907ce065f85 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:34.839665 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Attempting to bind port 2d6ba240-705d-4ef6-af8e-e907ce065f85 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:34.857892 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:34.858295 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:34.858783 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.859298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:34.860124 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Bound port: 2d6ba240-705d-4ef6-af8e-e907ce065f85, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:34.860341 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.907742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:34.942110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:34.948205 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:34.952016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Pushing event updated for resources: {'Port': ['ID=5c485e04-c366-4c6b-b46d-cdf49641f34c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:35.063018 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.109294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0f0c4-7a5e-4e08-a886-940c80df8a7b req-6b423512-ef76-4884-8bde-2451e8ffe6fc tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:35.116562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28a0f0c4-7a5e-4e08-a886-940c80df8a7b req-6b423512-ef76-4884-8bde-2451e8ffe6fc tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 946 time: 1.0975657 Jul 05 03:44:35.149684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44417530-264f-4bf5-987e-d4872f69a06f req-4a15c421-a213-47e2-a6c6-90be9eab1577 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:35.158605 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44417530-264f-4bf5-987e-d4872f69a06f req-4a15c421-a213-47e2-a6c6-90be9eab1577 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 1102 time: 0.6380701 Jul 05 03:44:35.178909 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.244825 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-44417530-264f-4bf5-987e-d4872f69a06f req-18bb2f78-8638-416b-8ed4-2318b35c93a1 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.257726 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.273791 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] 10.222.0.38 "DELETE /v2.0/networks/6a4aa07a-ad5b-4474-851f-aabfaf93006f HTTP/1.1" status: 204 len: 168 time: 2.9713311 Jul 05 03:44:35.327458 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28a0f0c4-7a5e-4e08-a886-940c80df8a7b req-3892c17f-689e-4902-afd0-e752d28b95ae tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090929 Jul 05 03:44:35.334274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fa102-3244-4a32-be7f-2e638f6b3a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a4aa07a-ad5b-4474-851f-aabfaf93006f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:35.402511 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] For port 2d6ba240-705d-4ef6-af8e-e907ce065f85, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:35.409804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] For port 2d6ba240-705d-4ef6-af8e-e907ce065f85, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2d6ba240-705d-4ef6-af8e-e907ce065f85,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:35.424424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1544341a-732e-46be-aa14-00fc3028caf9 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:35.580962 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.596535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 0936c28d-bc9e-4456-ae7d-d05567fb7d72 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:35.660509 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0936c28d-bc9e-4456-ae7d-d05567fb7d72 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:35.661447 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.778026 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-44417530-264f-4bf5-987e-d4872f69a06f req-18bb2f78-8638-416b-8ed4-2318b35c93a1 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.783630 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fe9d114f-1238-4e4c-aafb-1aaddf3e6423 None None] Provisioning for port 5c485e04-c366-4c6b-b46d-cdf49641f34c completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:35.815304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.817096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:35.818331 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:44:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:35.821573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3986bf-b598-47f4-b043-23f90f3ea1f8 None None] Pushing event updated for resources: {'Port': ['ID=2d6ba240-705d-4ef6-af8e-e907ce065f85,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:35.827064 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fe9d114f-1238-4e4c-aafb-1aaddf3e6423 None None] Provisioning complete for port 5c485e04-c366-4c6b-b46d-cdf49641f34c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:35.828221 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fe9d114f-1238-4e4c-aafb-1aaddf3e6423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.868545 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-44417530-264f-4bf5-987e-d4872f69a06f req-18bb2f78-8638-416b-8ed4-2318b35c93a1 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.929752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 1544341a-732e-46be-aa14-00fc3028caf9 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:35.976650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2f78-8638-416b-8ed4-2318b35c93a1 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12aac585-2171-4299-8cc6-36651efad23c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:35.992027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 1544341a-732e-46be-aa14-00fc3028caf9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:35.992681 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.005127 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58084) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:36.008838 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44417530-264f-4bf5-987e-d4872f69a06f req-18bb2f78-8638-416b-8ed4-2318b35c93a1 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8490531 Jul 05 03:44:36.160482 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b37d7340-c90b-46be-b45c-83b12cfbd627 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=89f7fad2f7734f94afd08b4361760039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460412 Jul 05 03:44:36.161634 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58088) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:36.243859 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.245762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c450f-e7d6-438f-a836-61fdebb9aeb6 req-100576d1-912a-41c6-be69-0ec750c42855 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.260783 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-941c450f-e7d6-438f-a836-61fdebb9aeb6 req-100576d1-912a-41c6-be69-0ec750c42855 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 1097 time: 0.2702558 Jul 05 03:44:36.303696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:36.309635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d114f-1238-4e4c-aafb-1aaddf3e6423 None None] Port 5c485e04-c366-4c6b-b46d-cdf49641f34c cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:36.311581 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.441768 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Pushing event updated for resources: {'Port': ['ID=5c485e04-c366-4c6b-b46d-cdf49641f34c,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:36.446301 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.455751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-941c450f-e7d6-438f-a836-61fdebb9aeb6 req-744a3cc8-1698-42b1-b6ac-1dadfb1d728c tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933715 Jul 05 03:44:36.457334 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78f9a75b-4e89-4841-ae3a-bcb42f564d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.571817 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78f9a75b-4e89-4841-ae3a-bcb42f564d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.622425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08228903-fd9c-48a6-97e0-fe993e7b0b84 req-eb8865c9-9c45-4339-9a61-85cab47b8378 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.625432 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-08228903-fd9c-48a6-97e0-fe993e7b0b84 req-eb8865c9-9c45-4339-9a61-85cab47b8378 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 948 time: 0.3165193 Jul 05 03:44:36.704144 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:36.706357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:36.829404 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.831806 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.930354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 0936c28d-bc9e-4456-ae7d-d05567fb7d72, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0936c28d-bc9e-4456-ae7d-d05567fb7d72,segment=NetworkSegment(3b04e9af-5d27-400d-9dcb-ee9a15caba4f),segment_id=3b04e9af-5d27-400d-9dcb-ee9a15caba4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:36.948846 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-08228903-fd9c-48a6-97e0-fe993e7b0b84 req-b8dd928e-d65e-4acb-b41a-ee7ab78c8fb2 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970078 Jul 05 03:44:36.974720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:44:36.984475 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1544341a-732e-46be-aa14-00fc3028caf9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1544341a-732e-46be-aa14-00fc3028caf9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:36.985767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e37d97-2a00-4143-ba33-5f1e24b94de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1544341a-732e-46be-aa14-00fc3028caf9'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:36.994320 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9003425-29e0-4bf7-98fa-bbbc194330e9" -d '{"events": [{"server_uuid": "12e37d97-2a00-4143-ba33-5f1e24b94de0", "name": "network-vif-plugged", "status": "completed", "tag": "1544341a-732e-46be-aa14-00fc3028caf9"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:37.024301 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.090805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81df69-06fc-4c4e-964b-6dbd6be922c9 req-26c8b58c-c967-479d-9bee-f6155ce731d0 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:37.098383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:33Z', 'revision_number': 1, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:37.104482 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa81df69-06fc-4c4e-964b-6dbd6be922c9 req-26c8b58c-c967-479d-9bee-f6155ce731d0 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 946 time: 0.3394210 Jul 05 03:44:37.196226 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78f9a75b-4e89-4841-ae3a-bcb42f564d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.202226 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 460629b3-eff8-474e-bd4d-6358a4061642 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:44:37.205932 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.218299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2e6260-51d2-47d8-9e66-af704b13a76a None None] The sync data for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 is: [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:33Z', 'revision_number': 1, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:44:37.218614 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78f9a75b-4e89-4841-ae3a-bcb42f564d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.240370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-78f9a75b-4e89-4841-ae3a-bcb42f564d09 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f692fb2c-6bb1-4e45-8524-6c2e4a98449e HTTP/1.1" status: 204 len: 168 time: 1.0770397 Jul 05 03:44:37.298772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9a75b-4e89-4841-ae3a-bcb42f564d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f692fb2c-6bb1-4e45-8524-6c2e4a98449e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:37.401729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa81df69-06fc-4c4e-964b-6dbd6be922c9 req-c7fb4515-b7e1-4507-bf41-fad74f3bb71c tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776902 Jul 05 03:44:37.412141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 460629b3-eff8-474e-bd4d-6358a4061642 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:44:37.412573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 460629b3-eff8-474e-bd4d-6358a4061642 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:44:37.463958 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=0936c28d-bc9e-4456-ae7d-d05567fb7d72,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:37.494169 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:44:37.518702 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-46be487a-a5c3-4991-8580-3e1150e21c52 admin admin] 10.222.0.38 "PUT /v2.0/routers/0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5248170 Jul 05 03:44:37.559429 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8ddc7d58-7051-4402-b749-eae8fe9227ed None None] Provisioning complete for port 5c485e04-c366-4c6b-b46d-cdf49641f34c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:37.560176 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8ddc7d58-7051-4402-b749-eae8fe9227ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.667676 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8ddc7d58-7051-4402-b749-eae8fe9227ed None None] Port 5c485e04-c366-4c6b-b46d-cdf49641f34c cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:37.871140 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=1544341a-732e-46be-aa14-00fc3028caf9,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:37.986137 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af34d91-cdf4-462e-b1bf-937727237fe8 x-openstack-request-id: req-5af34d91-cdf4-462e-b1bf-937727237fe8 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:37.986927 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e37d97-2a00-4143-ba33-5f1e24b94de0", "name": "network-vif-plugged", "status": "completed", "tag": "1544341a-732e-46be-aa14-00fc3028caf9", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:37.987135 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5af34d91-cdf4-462e-b1bf-937727237fe8 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:37.987912 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e37d97-2a00-4143-ba33-5f1e24b94de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1544341a-732e-46be-aa14-00fc3028caf9', 'code': 200} Jul 05 03:44:38.077446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea18aa-ec8c-4edc-b93b-5d5346a7ca54 req-f31f1689-2be0-41a5-ad1d-7cf9825c0fbf tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:38.079936 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-52ea18aa-ec8c-4edc-b93b-5d5346a7ca54 req-f31f1689-2be0-41a5-ad1d-7cf9825c0fbf tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 1097 time: 0.2043638 Jul 05 03:44:38.331504 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-52ea18aa-ec8c-4edc-b93b-5d5346a7ca54 req-d1cae4db-3239-4aac-9abe-8551d04a2578 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416470 Jul 05 03:44:38.368860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e82d3-8044-4560-acf9-ea8002bc9d53 req-dfa983e4-d341-4a29-9f25-94b4f172f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:38.371436 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d74e82d3-8044-4560-acf9-ea8002bc9d53 req-dfa983e4-d341-4a29-9f25-94b4f172f742 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 1101 time: 0.2269139 Jul 05 03:44:38.489541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d74e82d3-8044-4560-acf9-ea8002bc9d53 req-b8610161-9dc0-4c95-a955-9faf6abadefa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099067 Jul 05 03:44:38.506329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117932b-cc3a-407c-8691-85703b5000dd req-9a5ef654-8f72-41fc-bd92-b1add951d0ff tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:38.514724 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2117932b-cc3a-407c-8691-85703b5000dd req-9a5ef654-8f72-41fc-bd92-b1add951d0ff tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.1387520 Jul 05 03:44:38.566426 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2117932b-cc3a-407c-8691-85703b5000dd req-fbfe1232-59a8-4ba7-94c5-44baa85e9657 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503645 Jul 05 03:44:38.845658 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e38d04-2e87-452e-b79e-211b8482d0cc req-d033d47f-ad82-4f79-936e-b16967aa2f82 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:38.848800 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0e38d04-2e87-452e-b79e-211b8482d0cc req-d033d47f-ad82-4f79-936e-b16967aa2f82 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 946 time: 0.2462680 Jul 05 03:44:38.851954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-d64fc102-a8e1-454f-b22f-0584886463c8 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1087115 Jul 05 03:44:38.999951 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0e38d04-2e87-452e-b79e-211b8482d0cc req-95048dc2-a631-459f-90f2-59af4df8c7a6 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040270 Jul 05 03:44:39.075927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-f6d0df7c-685b-4ca1-8d65-8bdb6e2f84a4 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:39.090226 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-f6d0df7c-685b-4ca1-8d65-8bdb6e2f84a4 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216840 Jul 05 03:44:39.135233 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-01d5e015-bd3b-479a-94f1-fffb0f323b23 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/quotas/2ba3bf9fac9449f69fd32031830f61cd HTTP/1.1" status: 200 len: 375 time: 0.0438840 Jul 05 03:44:39.314468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-3b6065c6-30d3-4fb4-bf2b-f4a36d70175b tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1779583 Jul 05 03:44:39.398060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0936c28d-bc9e-4456-ae7d-d05567fb7d72 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:39.559516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0936c28d-bc9e-4456-ae7d-d05567fb7d72 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:39.560687 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.808048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2d6ba240-705d-4ef6-af8e-e907ce065f85 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:39.969110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-9e46d0f3-2fb4-4195-8a29-e0d73c59f362 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:39.976728 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-9e46d0f3-2fb4-4195-8a29-e0d73c59f362 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 820 time: 0.2476785 Jul 05 03:44:39.994375 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 2d6ba240-705d-4ef6-af8e-e907ce065f85 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:40.021338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2d6ba240-705d-4ef6-af8e-e907ce065f85 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:40.023178 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.025854 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-858cef6d-beab-46e3-a600-a3f3876119bf tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/quotas/ac69bf60ce054ab183ec7df3a922e629 HTTP/1.1" status: 200 len: 375 time: 0.0470538 Jul 05 03:44:40.239477 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-861d3905-fb7b-420d-b95e-88b472ac873b tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2089446 Jul 05 03:44:40.301920 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.335001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 2d6ba240-705d-4ef6-af8e-e907ce065f85, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2d6ba240-705d-4ef6-af8e-e907ce065f85,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:40.461321 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.477407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-432d48e2-b529-402a-a7fb-13c84cc772af service neutron] 10.222.0.38 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364869 Jul 05 03:44:40.552274 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=2d6ba240-705d-4ef6-af8e-e907ce065f85,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:40.648725 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-27cdc43c-64f7-4554-912f-fbaa71b65650 service neutron] 10.222.0.38 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694403 Jul 05 03:44:41.279639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ed494-f169-4c90-aad0-371f1b7fc695 req-feb61a83-96eb-4ac9-9931-a62f8f6bc726 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:41.290008 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c05ed494-f169-4c90-aad0-371f1b7fc695 req-feb61a83-96eb-4ac9-9931-a62f8f6bc726 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 946 time: 0.2354062 Jul 05 03:44:41.302324 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2d6ba240-705d-4ef6-af8e-e907ce065f85 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:41.426302 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5e711c37-aab9-458a-a945-861f0c368b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:41.474741 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c05ed494-f169-4c90-aad0-371f1b7fc695 req-f4daf389-5e0c-4fbf-beb5-c1ecedd50ce6 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479418 Jul 05 03:44:41.484640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2d6ba240-705d-4ef6-af8e-e907ce065f85 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:41.485770 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:41.588928 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579b4b2-7f21-458e-bd6b-56a39fc5d93c req-995eb455-2982-4147-a1ca-3dc2cbd1a89c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:41.592603 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e579b4b2-7f21-458e-bd6b-56a39fc5d93c req-995eb455-2982-4147-a1ca-3dc2cbd1a89c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.3351505 Jul 05 03:44:41.715616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e579b4b2-7f21-458e-bd6b-56a39fc5d93c req-32cd4789-0e8d-495c-918c-dd1b76a5cb4c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120713 Jul 05 03:44:41.741003 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Sync routers for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:44:41.769801 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:41.775085 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:44:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:41.941841 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:42.360192 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 2, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:42.420731 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Checking router: 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:44:42.421246 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Updating router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 port 5c485e04-c366-4c6b-b46d-cdf49641f34c binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:44:42.456946 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b528896-fc88-4c06-8b94-b8d7e64cb704 req-6bc1b745-1059-49ed-8c23-d38d385ba3a7 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 210 time: 0.0334222 Jul 05 03:44:42.539587 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.182618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4884a11-d903-46b5-ba95-e30a2b38acee req-cd3d6476-bbaf-4e82-a853-5bbfeebcd546 tempest-MigrationsAdminTest-1390555542 tempest-MigrationsAdminTest-1390555542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:43.186511 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4884a11-d903-46b5-ba95-e30a2b38acee req-cd3d6476-bbaf-4e82-a853-5bbfeebcd546 tempest-MigrationsAdminTest-1390555542 tempest-MigrationsAdminTest-1390555542-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 1101 time: 0.1202238 Jul 05 03:44:43.237645 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.243364 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a4884a11-d903-46b5-ba95-e30a2b38acee req-ee50db47-b2b2-44fd-b193-6db46e6be22e tempest-MigrationsAdminTest-1390555542 tempest-MigrationsAdminTest-1390555542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.251232 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Transition to ACTIVE for port object 5c485e04-c366-4c6b-b46d-cdf49641f34c will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:43.427969 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a4884a11-d903-46b5-ba95-e30a2b38acee req-ee50db47-b2b2-44fd-b193-6db46e6be22e tempest-MigrationsAdminTest-1390555542 tempest-MigrationsAdminTest-1390555542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.472795 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.542207 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a4884a11-d903-46b5-ba95-e30a2b38acee req-ee50db47-b2b2-44fd-b193-6db46e6be22e tempest-MigrationsAdminTest-1390555542 tempest-MigrationsAdminTest-1390555542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.609606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50db47-b2b2-44fd-b193-6db46e6be22e tempest-MigrationsAdminTest-1390555542 tempest-MigrationsAdminTest-1390555542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee18bdc9-6d77-44ee-b284-f08dd9a98a41,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:43.675843 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44775de8-bbf5-4d7b-b9c6-c1efdc67e6a8 None None] Pushing event updated for resources: {'Port': ['ID=5c485e04-c366-4c6b-b46d-cdf49641f34c,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:43.676165 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4884a11-d903-46b5-ba95-e30a2b38acee req-ee50db47-b2b2-44fd-b193-6db46e6be22e tempest-MigrationsAdminTest-1390555542 tempest-MigrationsAdminTest-1390555542-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735589 Jul 05 03:44:43.932261 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Attempting to bind port 5c485e04-c366-4c6b-b46d-cdf49641f34c on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:43.934873 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Attempting to bind port 5c485e04-c366-4c6b-b46d-cdf49641f34c by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:43.935502 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Attempting to bind port 5c485e04-c366-4c6b-b46d-cdf49641f34c on network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:43.962588 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:43.971604 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Checking segment: {'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:43.977887 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.980433 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Bound using segment: {'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:43.981809 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Bound port: 5c485e04-c366-4c6b-b46d-cdf49641f34c, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:43.986936 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.076835 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d2ba1ab8-106f-4822-a155-23a87e338fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.175149 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] For port 5c485e04-c366-4c6b-b46d-cdf49641f34c, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:44.186879 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] For port 5c485e04-c366-4c6b-b46d-cdf49641f34c, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5c485e04-c366-4c6b-b46d-cdf49641f34c,segment=NetworkSegment(8afcbf01-49e1-4208-aaba-cbcea90d572e),segment_id=8afcbf01-49e1-4208-aaba-cbcea90d572e)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:44.322267 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.380644 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.427432 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb7fabf3-4c27-4a99-aad6-e15a50c1d581 req-f1a7be1a-07e1-49ff-b1d9-2bc5f47152c2 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 210 time: 0.0692067 Jul 05 03:44:44.436501 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:44.441564 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:44:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:44.649572 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44775de8-bbf5-4d7b-b9c6-c1efdc67e6a8 None None] Pushing event updated for resources: {'Port': ['ID=5c485e04-c366-4c6b-b46d-cdf49641f34c,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:44.666869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd1526-1b54-40a2-898a-decaa82f418a req-86e5de8b-bdb1-4c72-b9bf-6b9779d61f8e tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:44.674570 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1dfd1526-1b54-40a2-898a-decaa82f418a req-86e5de8b-bdb1-4c72-b9bf-6b9779d61f8e tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 1097 time: 0.2429802 Jul 05 03:44:44.864292 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1dfd1526-1b54-40a2-898a-decaa82f418a req-b66a95a7-5b5c-4ac1-aa09-03a62c42ef6c tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703062 Jul 05 03:44:44.928119 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:44.988896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c45b741c-fb30-459e-bf2e-ddb2e6b9a9f8 req-d80f6853-12bc-4f2c-9388-ef5051c0edc7 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 210 time: 0.1224315 Jul 05 03:44:45.281944 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:45.418141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5c485e04-c366-4c6b-b46d-cdf49641f34c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:45.633526 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:44Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:45.662168 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 5c485e04-c366-4c6b-b46d-cdf49641f34c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:45.670610 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 5c485e04-c366-4c6b-b46d-cdf49641f34c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:45.671437 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:45.776059 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae2eea-aafb-4921-9206-3fdf5241413f None None] The sync data for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 is: [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:44Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:44:46.028123 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:46.093493 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 5c485e04-c366-4c6b-b46d-cdf49641f34c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5c485e04-c366-4c6b-b46d-cdf49641f34c,segment=NetworkSegment(8afcbf01-49e1-4208-aaba-cbcea90d572e),segment_id=8afcbf01-49e1-4208-aaba-cbcea90d572e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:46.179079 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:46.309937 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=5c485e04-c366-4c6b-b46d-cdf49641f34c,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:46.437099 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-1d4ad22b-c258-4636-bd85-9f8655675c23 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483484 Jul 05 03:44:46.647841 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-b18b58dc-2cb8-4c8b-91b8-a6bd83902391 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:46.649722 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-b18b58dc-2cb8-4c8b-91b8-a6bd83902391 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070093 Jul 05 03:44:46.663355 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-06a6e05b-822a-4d23-8cf1-31c2990fc995 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Request body: {'port': {'device_id': '34426928-c71a-442c-aa65-1b70189c497c', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '2ba3bf9fac9449f69fd32031830f61cd'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:46.786709 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.197677 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-46dfea2a-b651-4505-97f5-33622405270a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3149846 Jul 05 03:44:47.232852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5c485e04-c366-4c6b-b46d-cdf49641f34c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:47.246306 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-06a6e05b-822a-4d23-8cf1-31c2990fc995 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Made reservation on behalf of 2ba3bf9fac9449f69fd32031830f61cd for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:47.255657 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-06a6e05b-822a-4d23-8cf1-31c2990fc995 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.447427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 5c485e04-c366-4c6b-b46d-cdf49641f34c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:47.448384 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:47.578942 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-cc42f8d1-69b8-47a5-b8c4-7b6e7f0652b0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1200995 Jul 05 03:44:47.793957 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e33a8477-6ba2-4056-8be9-2b0b4e2dc52b req-68858262-b5f5-4429-815c-aa08e86a13c8 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 210 time: 0.0486147 Jul 05 03:44:47.915187 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-06a6e05b-822a-4d23-8cf1-31c2990fc995 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Allocated IP 192.168.233.225 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/9dc8845e-9492-42aa-b1b8-fe7430e2f41c) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:48.113412 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-311c1269-b214-4159-933a-1d5cf6c1949d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:48.121243 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-311c1269-b214-4159-933a-1d5cf6c1949d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4426219 Jul 05 03:44:48.137940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-e022ab44-c612-4754-8b15-1c7b132aaeb6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Request body: {'port': {'device_id': 'e3d4007b-655b-4bfa-bfcb-e643480ae2a9', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '2ba3bf9fac9449f69fd32031830f61cd'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:48.162120 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3af8bc5a-5df6-47a1-b810-8b9cd944ee27 req-09c80f80-0af8-45dc-bc82-aba5c08ee8ef tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 210 time: 0.0702434 Jul 05 03:44:48.323462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.10', 58500) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:48.506242 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-06a6e05b-822a-4d23-8cf1-31c2990fc995 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.537337 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-a53f9688-a468-49a1-8959-928c7f86157a tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:48.539718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-e022ab44-c612-4754-8b15-1c7b132aaeb6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Made reservation on behalf of 2ba3bf9fac9449f69fd32031830f61cd for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:48.540525 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-a53f9688-a468-49a1-8959-928c7f86157a tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.10 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 820 time: 0.2146838 Jul 05 03:44:48.543364 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-e022ab44-c612-4754-8b15-1c7b132aaeb6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:48.561882 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-51de29b0-a343-4ce1-9dc9-9b5a0bef0fec tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Request body: {'port': {'device_id': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'admin_state_up': True, 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:48.635326 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-06a6e05b-822a-4d23-8cf1-31c2990fc995 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Transition to ACTIVE for port object 9dc8845e-9492-42aa-b1b8-fe7430e2f41c will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:48.764743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb13a0a-be8b-4f93-914e-340e0d7f033e req-2a24a66b-1b5c-4758-82e7-e8fd232bb6ae tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:48.766726 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3eb13a0a-be8b-4f93-914e-340e0d7f033e req-2a24a66b-1b5c-4758-82e7-e8fd232bb6ae tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.2240901 Jul 05 03:44:48.883166 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3eb13a0a-be8b-4f93-914e-340e0d7f033e req-ddd8f663-cad4-40b5-b0f6-7e66040dca9b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910227 Jul 05 03:44:49.001560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-51de29b0-a343-4ce1-9dc9-9b5a0bef0fec tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Made reservation on behalf of ac69bf60ce054ab183ec7df3a922e629 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:49.005869 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-51de29b0-a343-4ce1-9dc9-9b5a0bef0fec tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:49.191889 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-06a6e05b-822a-4d23-8cf1-31c2990fc995 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:49.205203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-e022ab44-c612-4754-8b15-1c7b132aaeb6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Allocated IP 192.168.233.21 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/55cb8e22-92b7-4dcc-836d-7214f9485d7f) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:49.208557 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5db076a6-7dab-45f8-8984-7b7927f628bd'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:49.393160 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-06a6e05b-822a-4d23-8cf1-31c2990fc995 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:49.407184 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-06a6e05b-822a-4d23-8cf1-31c2990fc995 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:49.430026 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-06a6e05b-822a-4d23-8cf1-31c2990fc995 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:49.439623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6e05b-822a-4d23-8cf1-31c2990fc995 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event updated for resources: {'Port': ['ID=9dc8845e-9492-42aa-b1b8-fe7430e2f41c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:49.611478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58350) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:49.817352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-51de29b0-a343-4ce1-9dc9-9b5a0bef0fec tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Allocated IP 172.20.0.8 (93861ace-d9b0-47de-9d31-ff7b3a9f0ced/97a22561-db6a-4f11-ad85-2b8562a4f606/04962165-594b-4506-9f19-ff964ee92a44) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:49.862404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78baea-ea0d-446c-b764-a3a84378d758 req-4c9d1e10-4ee6-4e1f-839c-c003bca9543d tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:49.870416 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d78baea-ea0d-446c-b764-a3a84378d758 req-4c9d1e10-4ee6-4e1f-839c-c003bca9543d tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 946 time: 0.7932904 Jul 05 03:44:49.873761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-06a6e05b-822a-4d23-8cf1-31c2990fc995 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:49.881392 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-06a6e05b-822a-4d23-8cf1-31c2990fc995 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:49.990909 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d78baea-ea0d-446c-b764-a3a84378d758 req-c858018b-cb12-4687-9621-00f4fe0558a5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194711 Jul 05 03:44:50.042522 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-06a6e05b-822a-4d23-8cf1-31c2990fc995 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3837471 Jul 05 03:44:50.059762 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-df7ebbed-92a6-4536-b7b8-2348a805f090 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:44:50.088846 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-df7ebbed-92a6-4536-b7b8-2348a805f090 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4551136 Jul 05 03:44:50.093418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-782a0ed3-b188-4b5f-a56b-9f3c0eae7086 None None] Provisioning for port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:50.100244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-782a0ed3-b188-4b5f-a56b-9f3c0eae7086 None None] Provisioning complete for port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:50.100833 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-782a0ed3-b188-4b5f-a56b-9f3c0eae7086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.141401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Request body: {'port': {'device_id': '34426928-c71a-442c-aa65-1b70189c497c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:50.220597 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-e022ab44-c612-4754-8b15-1c7b132aaeb6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.298799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-e022ab44-c612-4754-8b15-1c7b132aaeb6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Transition to ACTIVE for port object 55cb8e22-92b7-4dcc-836d-7214f9485d7f will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:50.310563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-782a0ed3-b188-4b5f-a56b-9f3c0eae7086 None None] Port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:50.373337 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-51de29b0-a343-4ce1-9dc9-9b5a0bef0fec tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.416188 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-1423bcc1-abfc-4f60-9706-1590d2a31959 service neutron] Request body: {'binding': {'host': 'n-h2-771363-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:50.416703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-1423bcc1-abfc-4f60-9706-1590d2a31959 service neutron] Unknown quota resources ['binding']. {{(pid=100932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:44:50.423538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-51de29b0-a343-4ce1-9dc9-9b5a0bef0fec tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Transition to ACTIVE for port object 04962165-594b-4506-9f19-ff964ee92a44 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:50.580167 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3aa1e936-cfc8-4d81-9bb6-837abee68f69 req-74c5d31d-37a8-4930-9b27-ba32009583a3 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 210 time: 0.0939786 Jul 05 03:44:50.652219 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-51de29b0-a343-4ce1-9dc9-9b5a0bef0fec tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.755232 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-51de29b0-a343-4ce1-9dc9-9b5a0bef0fec tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:50.765567 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-51de29b0-a343-4ce1-9dc9-9b5a0bef0fec tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:50.772793 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-51de29b0-a343-4ce1-9dc9-9b5a0bef0fec tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:50.835422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de29b0-a343-4ce1-9dc9-9b5a0bef0fec tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Pushing event updated for resources: {'Port': ['ID=04962165-594b-4506-9f19-ff964ee92a44,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:50.925132 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:50.981553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 853e5716-65cd-4dde-9ba1-d634278aea70 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:50.990974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-51de29b0-a343-4ce1-9dc9-9b5a0bef0fec tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:50.994625 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-51de29b0-a343-4ce1-9dc9-9b5a0bef0fec tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:51.111098 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-e022ab44-c612-4754-8b15-1c7b132aaeb6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:51.161615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef93cc5-53db-4cc2-a942-de83688ba9f9 req-136ad665-571e-46f7-a10b-70e4d4d051b0 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:51.164508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ef93cc5-53db-4cc2-a942-de83688ba9f9 req-136ad665-571e-46f7-a10b-70e4d4d051b0 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 931 time: 0.2637117 Jul 05 03:44:51.169332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-5c718f0d-3040-4f63-9664-a405e07a1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:51.173004 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-5c718f0d-3040-4f63-9664-a405e07a1fdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 1101 time: 0.1732655 Jul 05 03:44:51.177730 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-51de29b0-a343-4ce1-9dc9-9b5a0bef0fec tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6220117 Jul 05 03:44:51.195349 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Request body: {'port': {'device_id': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:51.296909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 853e5716-65cd-4dde-9ba1-d634278aea70, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=853e5716-65cd-4dde-9ba1-d634278aea70,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:51.322514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '853e5716-65cd-4dde-9ba1-d634278aea70', 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4', 'port_id': '853e5716-65cd-4dde-9ba1-d634278aea70', 'mac_address': 'fa:16:3e:94:c5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934e48da-88c9-40cf-96a1-10e1cd1c3ea7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:51.329917 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5db076a6-7dab-45f8-8984-7b7927f628bd'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:51.413195 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:51.516202 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ef93cc5-53db-4cc2-a942-de83688ba9f9 req-32532c15-42ab-44f2-9c63-586f7aee673a tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024429 Jul 05 03:44:51.643469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-e022ab44-c612-4754-8b15-1c7b132aaeb6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:51.663940 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-125777b4-798d-4745-b016-4817a79bcdde None None] Provisioning for port 04962165-594b-4506-9f19-ff964ee92a44 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:51.672547 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:51.682788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-e022ab44-c612-4754-8b15-1c7b132aaeb6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:51.687299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-125777b4-798d-4745-b016-4817a79bcdde None None] Provisioning complete for port 04962165-594b-4506-9f19-ff964ee92a44 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:51.687928 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-125777b4-798d-4745-b016-4817a79bcdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:51.704172 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-e022ab44-c612-4754-8b15-1c7b132aaeb6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:51.764652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 853e5716-65cd-4dde-9ba1-d634278aea70 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:51.822153 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-125777b4-798d-4745-b016-4817a79bcdde None None] Port 04962165-594b-4506-9f19-ff964ee92a44 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:51.832562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022ab44-c612-4754-8b15-1c7b132aaeb6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event updated for resources: {'Port': ['ID=55cb8e22-92b7-4dcc-836d-7214f9485d7f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:51.836403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 853e5716-65cd-4dde-9ba1-d634278aea70, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=853e5716-65cd-4dde-9ba1-d634278aea70,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:51.894294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc8845e-9492-42aa-b1b8-fe7430e2f41c {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:51.912903 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:51.922291 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:51.942703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Transition to ACTIVE for port object 9dc8845e-9492-42aa-b1b8-fe7430e2f41c will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:51.953030 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-e022ab44-c612-4754-8b15-1c7b132aaeb6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:51.953689 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-e022ab44-c612-4754-8b15-1c7b132aaeb6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:51.956277 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-1423bcc1-abfc-4f60-9706-1590d2a31959 service neutron] Attempting to bind port 22530e95-0634-4332-aef9-dbdfb3c11a81 on host n-h2-771363-32 for vnic_type normal with profile None {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:51.956597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-1423bcc1-abfc-4f60-9706-1590d2a31959 service neutron] Attempting to bind port 22530e95-0634-4332-aef9-dbdfb3c11a81 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:51.956924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-1423bcc1-abfc-4f60-9706-1590d2a31959 service neutron] Attempting to bind port 22530e95-0634-4332-aef9-dbdfb3c11a81 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:51.967739 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-1423bcc1-abfc-4f60-9706-1590d2a31959 service neutron] Port 22530e95-0634-4332-aef9-dbdfb3c11a81 on network 0afd212f-7e29-4013-a682-9abe025fe125 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:51.968308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-1423bcc1-abfc-4f60-9706-1590d2a31959 service neutron] Attempting to bind port 22530e95-0634-4332-aef9-dbdfb3c11a81 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:51.975510 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-1423bcc1-abfc-4f60-9706-1590d2a31959 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:51.978039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-1423bcc1-abfc-4f60-9706-1590d2a31959 service neutron] Checking segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:51.978039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-1423bcc1-abfc-4f60-9706-1590d2a31959 service neutron] Bound using segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:51.978039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-1423bcc1-abfc-4f60-9706-1590d2a31959 service neutron] Bound port: 22530e95-0634-4332-aef9-dbdfb3c11a81, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:52.072859 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-e022ab44-c612-4754-8b15-1c7b132aaeb6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9387319 Jul 05 03:44:52.091435 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:52.096644 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['853e5716-65cd-4dde-9ba1-d634278aea70'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:52.126290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Request body: {'port': {'device_id': 'e3d4007b-655b-4bfa-bfcb-e643480ae2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:52.134699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=853e5716-65cd-4dde-9ba1-d634278aea70,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:52.198280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-1f61a85b-d001-44f5-818f-7bdb2f5228f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:52.200618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-1f61a85b-d001-44f5-818f-7bdb2f5228f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.8967135 Jul 05 03:44:52.271236 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-0ba80726-e957-4c3c-b8dd-2ba404f66686 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=1544341a-732e-46be-aa14-00fc3028caf9 HTTP/1.1" status: 200 len: 217 time: 0.0487514 Jul 05 03:44:52.291909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772eecb-cbbf-422c-97d9-04032ab0b573 req-4f99c6c1-0246-4828-b60d-3a195a2ddb4a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:52.309766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5b29a6cb-c299-4156-b728-006fc1c30172 None None] Provisioning for port 55cb8e22-92b7-4dcc-836d-7214f9485d7f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:52.310290 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3772eecb-cbbf-422c-97d9-04032ab0b573 req-4f99c6c1-0246-4828-b60d-3a195a2ddb4a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.3180614 Jul 05 03:44:52.397403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc8845e-9492-42aa-b1b8-fe7430e2f41c,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:52.405336 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-1423bcc1-abfc-4f60-9706-1590d2a31959 service neutron] For port 22530e95-0634-4332-aef9-dbdfb3c11a81, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=22530e95-0634-4332-aef9-dbdfb3c11a81,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:52.424166 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5b29a6cb-c299-4156-b728-006fc1c30172 None None] Provisioning complete for port 55cb8e22-92b7-4dcc-836d-7214f9485d7f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:52.424853 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5b29a6cb-c299-4156-b728-006fc1c30172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:52.433085 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04962165-594b-4506-9f19-ff964ee92a44 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:52.475910 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:52.497590 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:52.509115 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3772eecb-cbbf-422c-97d9-04032ab0b573 req-0c8e451d-3ad6-40f2-add4-13817273410b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078073 Jul 05 03:44:52.516376 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5b29a6cb-c299-4156-b728-006fc1c30172 None None] Port 55cb8e22-92b7-4dcc-836d-7214f9485d7f cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:52.541121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-d983807a-b95f-4336-8eb6-6e9244e39cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:52.542751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-d983807a-b95f-4336-8eb6-6e9244e39cb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.2358952 Jul 05 03:44:52.605652 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Transition to ACTIVE for port object 04962165-594b-4506-9f19-ff964ee92a44 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:52.623171 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-1423bcc1-abfc-4f60-9706-1590d2a31959 service neutron] Notify callbacks [] for binding, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:52.635792 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-1423bcc1-abfc-4f60-9706-1590d2a31959 service neutron] 10.222.0.38 "POST /v2.0/ports/22530e95-0634-4332-aef9-dbdfb3c11a81/bindings HTTP/1.1" status: 201 len: 390 time: 2.4103911 Jul 05 03:44:52.736527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-2f77c927-e626-4624-9981-7f24347dfd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:52.740580 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-2f77c927-e626-4624-9981-7f24347dfd45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1681499 Jul 05 03:44:52.741412 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:52.768726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Attempting to bind port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:52.769068 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Attempting to bind port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:52.769394 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Attempting to bind port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:52.791507 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:52.796344 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Attempting to bind port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:52.836879 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:52.837348 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:52.841956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:52.841956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Bound port: 9dc8845e-9492-42aa-b1b8-fe7430e2f41c, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:52.842347 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:52.985029 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 853e5716-65cd-4dde-9ba1-d634278aea70 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:53.113421 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-513a1fd4-5fc8-4299-b6db-fbb201f51d61 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599432 Jul 05 03:44:53.298030 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Pushing event updated for resources: {'Port': ['ID=04962165-594b-4506-9f19-ff964ee92a44,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:53.303384 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-b2b2e636-352d-4739-b118-1e1a188ae651 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544967 Jul 05 03:44:53.313947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 853e5716-65cd-4dde-9ba1-d634278aea70 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:53.323238 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.522290 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67570f48-c33b-4014-960a-5be3d77410ff req-b9eb1164-8431-4696-a75d-6051fea871ff tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:53.536263 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67570f48-c33b-4014-960a-5be3d77410ff req-b9eb1164-8431-4696-a75d-6051fea871ff tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 945 time: 0.5941565 Jul 05 03:44:53.668031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67570f48-c33b-4014-960a-5be3d77410ff req-09bea17f-0a13-4f6b-b175-e53df0714d9b tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279285 Jul 05 03:44:53.680433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] For port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:53.701499 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] For port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9dc8845e-9492-42aa-b1b8-fe7430e2f41c,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:53.748753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Attempting to bind port 04962165-594b-4506-9f19-ff964ee92a44 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:53.752513 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Attempting to bind port 04962165-594b-4506-9f19-ff964ee92a44 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:53.753094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Attempting to bind port 04962165-594b-4506-9f19-ff964ee92a44 on network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:53.803108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Port 04962165-594b-4506-9f19-ff964ee92a44 on network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:53.803642 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Attempting to bind port 04962165-594b-4506-9f19-ff964ee92a44 on network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:53.822915 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.899913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:53.900711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Checking segment: {'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:53.902535 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Bound using segment: {'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:53.904841 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Bound port: 04962165-594b-4506-9f19-ff964ee92a44, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:53.905533 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.970464 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:53.971681 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.972082 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] 10.222.0.10 "PUT /v2.0/ports/9dc8845e-9492-42aa-b1b8-fe7430e2f41c HTTP/1.1" status: 200 len: 1097 time: 3.8818390 Jul 05 03:44:53.972826 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.983039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34426928-c71a-442c-aa65-1b70189c497c', 'tag': '9dc8845e-9492-42aa-b1b8-fe7430e2f41c'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:53.985723 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a034fdd-d277-4126-8bcf-a9b9ecc5901c" -d '{"events": [{"name": "network-changed", "server_uuid": "34426928-c71a-442c-aa65-1b70189c497c", "tag": "9dc8845e-9492-42aa-b1b8-fe7430e2f41c"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:54.072697 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fd2efd-2a17-4d98-95c5-56eed823b0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853e5716-65cd-4dde-9ba1-d634278aea70'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:54.089052 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f605886-4274-40aa-969c-d7378400ff6a" -d '{"events": [{"server_uuid": "43fd2efd-2a17-4d98-95c5-56eed823b0c0", "name": "network-vif-plugged", "status": "completed", "tag": "853e5716-65cd-4dde-9ba1-d634278aea70"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:54.090744 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] For port 04962165-594b-4506-9f19-ff964ee92a44, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:54.100388 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] For port 04962165-594b-4506-9f19-ff964ee92a44, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=04962165-594b-4506-9f19-ff964ee92a44,segment=NetworkSegment(8afcbf01-49e1-4208-aaba-cbcea90d572e),segment_id=8afcbf01-49e1-4208-aaba-cbcea90d572e)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:54.136554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 853e5716-65cd-4dde-9ba1-d634278aea70, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=853e5716-65cd-4dde-9ba1-d634278aea70,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:54.170440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2c2bd-1ac0-4d13-9bc3-a5eaa2af3c90 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc8845e-9492-42aa-b1b8-fe7430e2f41c,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:54.218413 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:54.260607 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:54.282766 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58390) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:54.292185 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55cb8e22-92b7-4dcc-836d-7214f9485d7f {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:54.334094 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:54.352559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=853e5716-65cd-4dde-9ba1-d634278aea70,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:54.360507 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-03fd8f39-fe3c-4368-85b5-2523fa22993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:54.363012 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-03fd8f39-fe3c-4368-85b5-2523fa22993a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=34426928-c71a-442c-aa65-1b70189c497c HTTP/1.1" status: 200 len: 1100 time: 0.1816547 Jul 05 03:44:54.365478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Transition to ACTIVE for port object 55cb8e22-92b7-4dcc-836d-7214f9485d7f will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:54.415387 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:54.416278 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:54.419081 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] 10.222.0.10 "PUT /v2.0/ports/04962165-594b-4506-9f19-ff964ee92a44 HTTP/1.1" status: 200 len: 1092 time: 3.2312419 Jul 05 03:44:54.427805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'tag': '04962165-594b-4506-9f19-ff964ee92a44'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:54.440636 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44febad-56d6-4644-8e88-82ab720e9b20" -d '{"events": [{"name": "network-changed", "server_uuid": "60ab20ca-3731-43c4-b5d5-f2d482670bc3", "tag": "04962165-594b-4506-9f19-ff964ee92a44"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:54.450710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-ddf77a5c-4fb2-4798-b856-a1c8d5de5359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:54.453745 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-ddf77a5c-4fb2-4798-b856-a1c8d5de5359 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 1097 time: 0.6831760 Jul 05 03:44:54.482904 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-64a59115-5284-49ed-846c-c94dda945884 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9dc8845e-9492-42aa-b1b8-fe7430e2f41c HTTP/1.1" status: 200 len: 217 time: 0.0806017 Jul 05 03:44:54.485641 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:54.551966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bb85e-d2f6-40e4-a28e-fdd0b2d49e24 service neutron] Pushing event updated for resources: {'Port': ['ID=04962165-594b-4506-9f19-ff964ee92a44,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:54.730506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=55cb8e22-92b7-4dcc-836d-7214f9485d7f,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:54.778695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-a4936df3-e701-4aac-8a4b-87368cb0e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:54.781275 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-a4936df3-e701-4aac-8a4b-87368cb0e6f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.2891881 Jul 05 03:44:54.793484 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-9fffad7a-5bb1-4aca-89c6-74452b6b25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:54.796413 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-9fffad7a-5bb1-4aca-89c6-74452b6b25d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.3224745 Jul 05 03:44:54.823177 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4db5e-f3f1-4351-b1ad-f5ce337bba20 req-627f719e-9d04-4c14-b10a-10cb25cc20c4 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:54.834794 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98d4db5e-f3f1-4351-b1ad-f5ce337bba20 req-627f719e-9d04-4c14-b10a-10cb25cc20c4 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 935 time: 0.6935930 Jul 05 03:44:54.898393 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-17b11bcd-5e57-4abc-a0a8-1b2728946c29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22530e95-0634-4332-aef9-dbdfb3c11a81 HTTP/1.1" status: 200 len: 217 time: 0.0499458 Jul 05 03:44:54.919980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d6d59-0209-4989-8de2-8cf8f1b7b980 req-9d347354-b8f3-44b9-83c6-656762ac83e0 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:54.921632 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d45d6d59-0209-4989-8de2-8cf8f1b7b980 req-9d347354-b8f3-44b9-83c6-656762ac83e0 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 943 time: 0.7927768 Jul 05 03:44:54.922432 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a537531b-a5a2-4085-aaa5-b8284b410fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:54.939063 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Attempting to bind port 55cb8e22-92b7-4dcc-836d-7214f9485d7f on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:54.939636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Attempting to bind port 55cb8e22-92b7-4dcc-836d-7214f9485d7f by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:54.940206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Attempting to bind port 55cb8e22-92b7-4dcc-836d-7214f9485d7f on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:54.966671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Port 55cb8e22-92b7-4dcc-836d-7214f9485d7f on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:54.967133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Attempting to bind port 55cb8e22-92b7-4dcc-836d-7214f9485d7f on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:55.005938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:55.006853 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:55.008427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:55.010425 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Bound port: 55cb8e22-92b7-4dcc-836d-7214f9485d7f, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:55.010688 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.020237 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6e9fde6e-b740-4665-88fa-df071dc86d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:55.021878 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-6e9fde6e-b740-4665-88fa-df071dc86d79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2051818 Jul 05 03:44:55.172327 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98d4db5e-f3f1-4351-b1ad-f5ce337bba20 req-b373981a-2d60-4a49-b1ba-d54afad5f42f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363352 Jul 05 03:44:55.207553 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d45d6d59-0209-4989-8de2-8cf8f1b7b980 req-0385d7cd-f46c-4e79-9520-c93a0449fd95 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598948 Jul 05 03:44:55.287660 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a537531b-a5a2-4085-aaa5-b8284b410fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.291947 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:44:55.306437 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-dc1caefe-d677-4b24-981c-f166397d505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:55.309265 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-dc1caefe-d677-4b24-981c-f166397d505a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 1095 time: 0.7264066 Jul 05 03:44:55.311846 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-e7b775be-fc5d-4320-b60d-57442c801cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:55.315839 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-e7b775be-fc5d-4320-b60d-57442c801cfc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.3405130 Jul 05 03:44:55.346580 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] For port 55cb8e22-92b7-4dcc-836d-7214f9485d7f, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:55.351830 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] For port 55cb8e22-92b7-4dcc-836d-7214f9485d7f, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=55cb8e22-92b7-4dcc-836d-7214f9485d7f,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:55.357240 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-15915d42-86f9-455e-a427-8029bf29bfa0 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168831 Jul 05 03:44:55.431626 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a537531b-a5a2-4085-aaa5-b8284b410fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.459891 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-a5c94629-f415-4d0b-9dd4-52d2e1a74a6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236877 Jul 05 03:44:55.461942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-9e32c737-b2f3-4231-8c3c-830b87112e75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04962165-594b-4506-9f19-ff964ee92a44 HTTP/1.1" status: 200 len: 217 time: 0.1449180 Jul 05 03:44:55.547429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-a15893e3-ed82-4d6e-8758-934bd717137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:55.549318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-a15893e3-ed82-4d6e-8758-934bd717137e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 200 len: 859 time: 0.0611315 Jul 05 03:44:55.570174 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.608400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:55.609104 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.611234 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] 10.222.0.10 "PUT /v2.0/ports/55cb8e22-92b7-4dcc-836d-7214f9485d7f HTTP/1.1" status: 200 len: 1096 time: 3.5089035 Jul 05 03:44:55.613956 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-bc54e6bc-8c1f-4e61-8311-9d525408f0dd service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395756 Jul 05 03:44:55.697814 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5ff88-0334-4ca8-a121-bad8cda4b1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=55cb8e22-92b7-4dcc-836d-7214f9485d7f,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:55.814713 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537531b-a5a2-4085-aaa5-b8284b410fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd7f68f-f464-415c-ae2c-aa6e9eca60d0,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:55.852414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a537531b-a5a2-4085-aaa5-b8284b410fb2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee5739acb210445599cf18eaa0529897&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5681825 Jul 05 03:44:55.857184 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58402) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:44:55.918774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4be70-bfbf-41a3-9e0d-db3253b3dcce req-eae8b2f4-a7a9-4266-9d3d-825adac49ad7 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:55.926810 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88b4be70-bfbf-41a3-9e0d-db3253b3dcce req-eae8b2f4-a7a9-4266-9d3d-825adac49ad7 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 945 time: 0.4736600 Jul 05 03:44:55.953470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-02c1b952-0eb0-4d7f-82fb-84955a6fd95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:55.955722 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-02c1b952-0eb0-4d7f-82fb-84955a6fd95d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 1099 time: 0.2227182 Jul 05 03:44:55.956876 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ebe77ba-f433-47f7-a0a0-c69d169fa470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.007061 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-9a832100-e483-4804-9ddb-7b3e363c7e62 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310644 Jul 05 03:44:56.016364 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca404d-4c66-4eb7-bb17-38a5fa5240d3 req-882e0a00-8313-4917-8fbc-a1cc8d3c63a5 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:56.018012 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b5ca404d-4c66-4eb7-bb17-38a5fa5240d3 req-882e0a00-8313-4917-8fbc-a1cc8d3c63a5 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.5373540 Jul 05 03:44:56.038259 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88b4be70-bfbf-41a3-9e0d-db3253b3dcce req-9ca3f21b-6ede-4ac9-a1d4-6f3f5ccfab20 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099396 Jul 05 03:44:56.066372 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-cdd12efb-2504-45ba-86db-4436e6bf14be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=55cb8e22-92b7-4dcc-836d-7214f9485d7f HTTP/1.1" status: 200 len: 217 time: 0.0769749 Jul 05 03:44:56.068662 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ebe77ba-f433-47f7-a0a0-c69d169fa470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.079528 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-3046bb4b-6343-4a24-9ef8-cedc49ffa92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:56.082159 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-3046bb4b-6343-4a24-9ef8-cedc49ffa92b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4925835 Jul 05 03:44:56.162230 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144da948-61c6-499d-875f-32af8d8d8ce2 x-openstack-request-id: req-144da948-61c6-499d-875f-32af8d8d8ce2 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:56.162230 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34426928-c71a-442c-aa65-1b70189c497c", "tag": "9dc8845e-9492-42aa-b1b8-fe7430e2f41c", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:56.166588 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-144da948-61c6-499d-875f-32af8d8d8ce2 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:56.167293 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34426928-c71a-442c-aa65-1b70189c497c', 'tag': '9dc8845e-9492-42aa-b1b8-fe7430e2f41c', 'status': 'completed', 'code': 200} Jul 05 03:44:56.201631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-5fb55e37-9388-4114-a09a-e8a62ded5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:56.203645 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-5fb55e37-9388-4114-a09a-e8a62ded5620 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1275947 Jul 05 03:44:56.272482 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b493bf00-b12f-4fd9-a3ed-33a73e1a5dc9 x-openstack-request-id: req-b493bf00-b12f-4fd9-a3ed-33a73e1a5dc9 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:56.273068 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fd2efd-2a17-4d98-95c5-56eed823b0c0", "name": "network-vif-plugged", "status": "completed", "tag": "853e5716-65cd-4dde-9ba1-d634278aea70", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:56.273161 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b493bf00-b12f-4fd9-a3ed-33a73e1a5dc9 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:56.273724 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fd2efd-2a17-4d98-95c5-56eed823b0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853e5716-65cd-4dde-9ba1-d634278aea70', 'code': 200} Jul 05 03:44:56.284996 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b5ca404d-4c66-4eb7-bb17-38a5fa5240d3 req-da12e90c-7016-48e6-8c2e-72998fcae140 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450743 Jul 05 03:44:56.389307 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-8466fbd3-2bae-4203-b002-5152c685b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:56.390893 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-8466fbd3-2bae-4203-b002-5152c685b0ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1783390 Jul 05 03:44:56.399394 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a034fdd-d277-4126-8bcf-a9b9ecc5901c req-7c67e895-8e0e-41e1-b604-f5d7f7e1902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:56.401131 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a034fdd-d277-4126-8bcf-a9b9ecc5901c req-7c67e895-8e0e-41e1-b604-f5d7f7e1902c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=34426928-c71a-442c-aa65-1b70189c497c HTTP/1.1" status: 200 len: 1100 time: 0.1252890 Jul 05 03:44:56.661138 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-377f095f-c51a-469a-8e74-e81024185bd5 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586751 Jul 05 03:44:56.737841 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b243a05c-bec2-40df-8b64-b3c608593d2e x-openstack-request-id: req-b243a05c-bec2-40df-8b64-b3c608593d2e {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:56.738605 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ab20ca-3731-43c4-b5d5-f2d482670bc3", "tag": "04962165-594b-4506-9f19-ff964ee92a44", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:56.738833 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b243a05c-bec2-40df-8b64-b3c608593d2e {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:56.739442 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'tag': '04962165-594b-4506-9f19-ff964ee92a44', 'status': 'completed', 'code': 200} Jul 05 03:44:56.769435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a034fdd-d277-4126-8bcf-a9b9ecc5901c req-06948c9f-27ed-4a32-b97e-deb6cb020486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:56.769435 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a034fdd-d277-4126-8bcf-a9b9ecc5901c req-06948c9f-27ed-4a32-b97e-deb6cb020486 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2822323 Jul 05 03:44:56.834806 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a034fdd-d277-4126-8bcf-a9b9ecc5901c req-9fd21c1d-537f-4fa5-866d-003f372f600a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9dc8845e-9492-42aa-b1b8-fe7430e2f41c HTTP/1.1" status: 200 len: 217 time: 0.0580866 Jul 05 03:44:56.867479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-976d7cb2-ded0-469b-95c8-cb2aa8b2b6dd service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8471622 Jul 05 03:44:56.892142 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-0896280a-651a-4169-b96b-d9b1f693bbbd service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7619584 Jul 05 03:44:56.912775 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f382f7-409a-4f7e-8f9d-40633cef0691 req-64c0b2a6-04e4-4293-9f87-9a76acea313c service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376585 Jul 05 03:44:56.917053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a034fdd-d277-4126-8bcf-a9b9ecc5901c req-e0e5d1d1-276d-4fc5-95ad-294ae24f6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:56.918561 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a034fdd-d277-4126-8bcf-a9b9ecc5901c req-e0e5d1d1-276d-4fc5-95ad-294ae24f6cb2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0769784 Jul 05 03:44:56.998741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a034fdd-d277-4126-8bcf-a9b9ecc5901c req-60ef1334-39dc-402e-953a-e7be1bda03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:57.000616 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a034fdd-d277-4126-8bcf-a9b9ecc5901c req-60ef1334-39dc-402e-953a-e7be1bda03d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0752702 Jul 05 03:44:57.070989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf576c-6333-4e8d-b511-3ed55258dffb req-6e6e92f2-5075-4514-bde0-1a081762c0c3 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:57.077508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82bf576c-6333-4e8d-b511-3ed55258dffb req-6e6e92f2-5075-4514-bde0-1a081762c0c3 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 946 time: 0.3482404 Jul 05 03:44:57.095196 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881315e2-9ce6-4ec8-bb79-98086e4b55f6 req-469fdf21-fa1a-4d9b-b802-2d14e782e8b7 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:57.101825 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-881315e2-9ce6-4ec8-bb79-98086e4b55f6 req-469fdf21-fa1a-4d9b-b802-2d14e782e8b7 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 947 time: 0.3743167 Jul 05 03:44:57.154441 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ebe77ba-f433-47f7-a0a0-c69d169fa470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:57.160208 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ebe77ba-f433-47f7-a0a0-c69d169fa470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:57.162737 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4ebe77ba-f433-47f7-a0a0-c69d169fa470 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6dd7f68f-f464-415c-ae2c-aa6e9eca60d0 HTTP/1.1" status: 204 len: 168 time: 1.3030183 Jul 05 03:44:57.191053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe77ba-f433-47f7-a0a0-c69d169fa470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd7f68f-f464-415c-ae2c-aa6e9eca60d0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:57.240908 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a034fdd-d277-4126-8bcf-a9b9ecc5901c req-30e9b470-4a26-4b1b-930e-25feec582762 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219827 Jul 05 03:44:57.244191 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e834d82a-513f-4756-bcdf-fda2b53af371 req-282fee7c-4c7b-4a19-a63c-1f2ef7353b10 service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450761 Jul 05 03:44:57.317067 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82bf576c-6333-4e8d-b511-3ed55258dffb req-67bb3e14-8450-462c-a07d-b1cf3bd65608 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360501 Jul 05 03:44:57.342945 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-881315e2-9ce6-4ec8-bb79-98086e4b55f6 req-65ad7686-82bd-4311-9b2e-4785fb29e19c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255406 Jul 05 03:44:57.376948 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a034fdd-d277-4126-8bcf-a9b9ecc5901c req-e5b64ed4-8011-462d-876c-dceef2c66623 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387589 Jul 05 03:44:57.639313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44febad-56d6-4644-8e88-82ab720e9b20 req-5c17be20-e701-4c31-9200-bb518377e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:57.641107 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b44febad-56d6-4644-8e88-82ab720e9b20 req-5c17be20-e701-4c31-9200-bb518377e751 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 1095 time: 0.1332371 Jul 05 03:44:57.797012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44febad-56d6-4644-8e88-82ab720e9b20 req-0ea72f84-523f-4a38-8bd8-b6b7e123bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:57.801813 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b44febad-56d6-4644-8e88-82ab720e9b20 req-0ea72f84-523f-4a38-8bd8-b6b7e123bc95 service neutron] 10.222.0.10 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 921 time: 0.1487749 Jul 05 03:44:57.868581 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b44febad-56d6-4644-8e88-82ab720e9b20 req-2c367e63-5226-4396-b5dc-cf50b2e04dc9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04962165-594b-4506-9f19-ff964ee92a44 HTTP/1.1" status: 200 len: 217 time: 0.0606942 Jul 05 03:44:57.957772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44febad-56d6-4644-8e88-82ab720e9b20 req-163d3d29-a378-4fcb-819a-d30143ecf90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:57.959327 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b44febad-56d6-4644-8e88-82ab720e9b20 req-163d3d29-a378-4fcb-819a-d30143ecf90b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 200 len: 859 time: 0.0690300 Jul 05 03:44:58.032602 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-b6b93942-2d3b-4706-a518-1d939582430a tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:58.035834 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-b6b93942-2d3b-4706-a518-1d939582430a tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4&tenant_id=5de69650861e4b2ab64c64456b5c16e4&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 1097 time: 0.6045861 Jul 05 03:44:58.082512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cd21f-d562-4f10-8120-08a305bff92c req-536e56be-3cc1-465b-a624-356c36798edc tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:58.092041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-031cd21f-d562-4f10-8120-08a305bff92c req-536e56be-3cc1-465b-a624-356c36798edc tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 945 time: 0.4198802 Jul 05 03:44:58.098128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-32'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:58.110749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44febad-56d6-4644-8e88-82ab720e9b20 req-5ed76263-891d-48e9-b174-4461bd470028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:58.113277 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b44febad-56d6-4644-8e88-82ab720e9b20 req-5ed76263-891d-48e9-b174-4461bd470028 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1435091 Jul 05 03:44:58.134068 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195c2a7-8af2-4e0c-9573-20c8b8621cc2 req-3a7bb66d-f3a6-4427-a8c6-266b78920320 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:58.147984 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8195c2a7-8af2-4e0c-9573-20c8b8621cc2 req-3a7bb66d-f3a6-4427-a8c6-266b78920320 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 943 time: 0.4729683 Jul 05 03:44:58.150456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9dc8845e-9492-42aa-b1b8-fe7430e2f41c details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:58.204121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d4007b-655b-4bfa-bfcb-e643480ae2a9', 'tag': '55cb8e22-92b7-4dcc-836d-7214f9485d7f'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:58.219668 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79893d7-f24b-41fb-acf6-ab7992bd9efc" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d4007b-655b-4bfa-bfcb-e643480ae2a9", "tag": "55cb8e22-92b7-4dcc-836d-7214f9485d7f"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:58.447338 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-031cd21f-d562-4f10-8120-08a305bff92c req-8ef4d2f2-1201-431e-9c5c-6450c883b498 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949450 Jul 05 03:44:58.492851 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9dc8845e-9492-42aa-b1b8-fe7430e2f41c,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:58.530235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '9dc8845e-9492-42aa-b1b8-fe7430e2f41c', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '9dc8845e-9492-42aa-b1b8-fe7430e2f41c', 'mac_address': 'fa:16:3e:30:05:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:58.551466 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8195c2a7-8af2-4e0c-9573-20c8b8621cc2 req-f95b59da-3812-4d1f-8a2e-33226058f098 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994198 Jul 05 03:44:58.634358 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b44febad-56d6-4644-8e88-82ab720e9b20 req-676bf32e-b3f4-47d1-95d6-f45151196c93 service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087113 Jul 05 03:44:58.696263 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:58.763550 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:58.770005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc8845e-9492-42aa-b1b8-fe7430e2f41c {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:58.868906 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9dc8845e-9492-42aa-b1b8-fe7430e2f41c,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:58.905746 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b44febad-56d6-4644-8e88-82ab720e9b20 req-c934878a-ccd0-4fb6-9027-2c0552de166d service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645466 Jul 05 03:44:58.945929 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:58.963968 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b00a3a-790a-4c43-b2f6-7fad8cad8452 x-openstack-request-id: req-e6b00a3a-790a-4c43-b2f6-7fad8cad8452 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:58.965647 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d4007b-655b-4bfa-bfcb-e643480ae2a9", "tag": "55cb8e22-92b7-4dcc-836d-7214f9485d7f", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:58.966354 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e6b00a3a-790a-4c43-b2f6-7fad8cad8452 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:58.967410 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d4007b-655b-4bfa-bfcb-e643480ae2a9', 'tag': '55cb8e22-92b7-4dcc-836d-7214f9485d7f', 'status': 'completed', 'code': 200} Jul 05 03:44:59.065783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9dc8845e-9492-42aa-b1b8-fe7430e2f41c,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:59.183017 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] For port 22530e95-0634-4332-aef9-dbdfb3c11a81, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=22530e95-0634-4332-aef9-dbdfb3c11a81,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:59.203132 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9dc8845e-9492-42aa-b1b8-fe7430e2f41c'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:59.225671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79893d7-f24b-41fb-acf6-ab7992bd9efc req-afba41c7-6c9e-4f5c-bd9c-15cf355d4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:59.230321 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c79893d7-f24b-41fb-acf6-ab7992bd9efc req-afba41c7-6c9e-4f5c-bd9c-15cf355d4b57 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 1099 time: 0.2291694 Jul 05 03:44:59.245729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] For port 22530e95-0634-4332-aef9-dbdfb3c11a81, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:59.406330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79893d7-f24b-41fb-acf6-ab7992bd9efc req-3aa8e20f-0142-4b15-ad44-da9621606a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:59.407191 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c79893d7-f24b-41fb-acf6-ab7992bd9efc req-3aa8e20f-0142-4b15-ad44-da9621606a7a service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1693864 Jul 05 03:44:59.467490 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c79893d7-f24b-41fb-acf6-ab7992bd9efc req-5522ebf6-c959-4f83-b823-fcba5c0e98e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=55cb8e22-92b7-4dcc-836d-7214f9485d7f HTTP/1.1" status: 200 len: 217 time: 0.0535905 Jul 05 03:44:59.521078 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fead7fd5-13c9-40c1-b68d-868c00a2e2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22530e95-0634-4332-aef9-dbdfb3c11a81'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:59.525913 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a14890-545d-446d-a005-7448432f23ff" -d '{"events": [{"server_uuid": "fead7fd5-13c9-40c1-b68d-868c00a2e2a4", "name": "network-vif-unplugged", "status": "completed", "tag": "22530e95-0634-4332-aef9-dbdfb3c11a81"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:59.555516 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:59.581997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79893d7-f24b-41fb-acf6-ab7992bd9efc req-ba59a664-c213-43af-9cde-cc56b624f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:59.584116 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c79893d7-f24b-41fb-acf6-ab7992bd9efc req-ba59a664-c213-43af-9cde-cc56b624f7a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1093009 Jul 05 03:44:59.609544 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4d832-9731-4007-b62a-e7dd4f9f3091 req-02ca6909-27f7-4c75-a5a9-2a1193f31fd5 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:59.635917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-12a4d832-9731-4007-b62a-e7dd4f9f3091 req-02ca6909-27f7-4c75-a5a9-2a1193f31fd5 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.7376647 Jul 05 03:44:59.691342 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:59.691908 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79893d7-f24b-41fb-acf6-ab7992bd9efc req-cba6f838-a1a2-4116-95bb-0032f13ef248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:59.695261 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c79893d7-f24b-41fb-acf6-ab7992bd9efc req-cba6f838-a1a2-4116-95bb-0032f13ef248 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1019521 Jul 05 03:44:59.709193 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-12a4d832-9731-4007-b62a-e7dd4f9f3091 req-4768591a-1433-46b4-8509-dcdab175e7c0 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708528 Jul 05 03:44:59.742329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c366094-d988-4382-9d0f-f8450664b50e req-417f4125-11d6-4d60-8711-d6ed2bf86019 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:59.749461 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c366094-d988-4382-9d0f-f8450664b50e req-417f4125-11d6-4d60-8711-d6ed2bf86019 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 946 time: 0.4425232 Jul 05 03:44:59.953634 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Pushing event updated for resources: {'Port': ['ID=22530e95-0634-4332-aef9-dbdfb3c11a81,revision_number=7']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:00.066893 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c366094-d988-4382-9d0f-f8450664b50e req-fec0a345-0e2b-465e-b1f9-7a8117475cf3 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655478 Jul 05 03:45:00.104347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Attempting to bind port 22530e95-0634-4332-aef9-dbdfb3c11a81 on host n-h1-771363-32 for vnic_type normal with profile {"migrating_to": "n-h2-771363-32"} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:00.104939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Attempting to bind port 22530e95-0634-4332-aef9-dbdfb3c11a81 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:00.105502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Attempting to bind port 22530e95-0634-4332-aef9-dbdfb3c11a81 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:00.119283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Port 22530e95-0634-4332-aef9-dbdfb3c11a81 on network 0afd212f-7e29-4013-a682-9abe025fe125 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:00.123742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Attempting to bind port 22530e95-0634-4332-aef9-dbdfb3c11a81 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:00.142495 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:00.148966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Checking segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:00.149761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Bound using segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:00.150440 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Bound port: 22530e95-0634-4332-aef9-dbdfb3c11a81, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:00.151041 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.162441 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 55cb8e22-92b7-4dcc-836d-7214f9485d7f details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:00.166021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9dc8845e-9492-42aa-b1b8-fe7430e2f41c up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:00.224765 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5d488-aaec-4aa5-949c-95d7973e6e7b req-2b417a60-5adf-42fa-b053-d9fce739f051 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:00.240532 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eaf5d488-aaec-4aa5-949c-95d7973e6e7b req-2b417a60-5adf-42fa-b053-d9fce739f051 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 947 time: 0.3112631 Jul 05 03:45:00.329194 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c79893d7-f24b-41fb-acf6-ab7992bd9efc req-7f070daf-0f05-4687-a549-52c3bfea65e2 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248026 Jul 05 03:45:00.476344 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 55cb8e22-92b7-4dcc-836d-7214f9485d7f, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=55cb8e22-92b7-4dcc-836d-7214f9485d7f,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:00.500435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:00.536759 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '55cb8e22-92b7-4dcc-836d-7214f9485d7f', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '55cb8e22-92b7-4dcc-836d-7214f9485d7f', 'mac_address': 'fa:16:3e:18:c7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:00.538626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:00.539816 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.559563 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eaf5d488-aaec-4aa5-949c-95d7973e6e7b req-2d32df88-d426-4535-be95-e9c7e70a14ad tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169682 Jul 05 03:45:00.562515 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c79893d7-f24b-41fb-acf6-ab7992bd9efc req-10f93d24-4dae-4c1c-bf47-463af225c8d6 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156768 Jul 05 03:45:00.568956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] For port 22530e95-0634-4332-aef9-dbdfb3c11a81, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:00.577268 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] For port 22530e95-0634-4332-aef9-dbdfb3c11a81, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=22530e95-0634-4332-aef9-dbdfb3c11a81,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:00.645545 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d089de1-5a4e-444a-b436-1aa672c3df59 req-ad10ca20-f760-4a17-a4a1-49ab6ee7d222 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:00.657592 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d089de1-5a4e-444a-b436-1aa672c3df59 req-ad10ca20-f760-4a17-a4a1-49ab6ee7d222 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 943 time: 0.3369370 Jul 05 03:45:00.690407 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.694043 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf41975-3eb0-43b3-a1a2-da592a5fb894 x-openstack-request-id: req-ebf41975-3eb0-43b3-a1a2-da592a5fb894 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:00.695713 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fead7fd5-13c9-40c1-b68d-868c00a2e2a4", "name": "network-vif-unplugged", "status": "completed", "tag": "22530e95-0634-4332-aef9-dbdfb3c11a81", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:00.695713 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ebf41975-3eb0-43b3-a1a2-da592a5fb894 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:00.695713 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fead7fd5-13c9-40c1-b68d-868c00a2e2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22530e95-0634-4332-aef9-dbdfb3c11a81', 'code': 200} Jul 05 03:45:00.727132 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.756730 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55cb8e22-92b7-4dcc-836d-7214f9485d7f {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:00.840001 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.848753 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d089de1-5a4e-444a-b436-1aa672c3df59 req-d7704468-3499-46b3-a442-3d89d90755d0 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876385 Jul 05 03:45:00.888929 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 55cb8e22-92b7-4dcc-836d-7214f9485d7f, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=55cb8e22-92b7-4dcc-836d-7214f9485d7f,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:00.911299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Pushing event updated for resources: {'Port': ['ID=22530e95-0634-4332-aef9-dbdfb3c11a81,revision_number=8']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:00.941575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34426928-c71a-442c-aa65-1b70189c497c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc8845e-9492-42aa-b1b8-fe7430e2f41c'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:00.945693 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3335dde1-aa7c-474d-afde-4a17aace2c03" -d '{"events": [{"server_uuid": "34426928-c71a-442c-aa65-1b70189c497c", "name": "network-vif-plugged", "status": "completed", "tag": "9dc8845e-9492-42aa-b1b8-fe7430e2f41c"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:00.958080 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:00.959192 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.961615 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-f58de3f2-c97a-41bd-96c8-3eb98ff26d28 service neutron] 10.222.0.36 "PUT /v2.0/ports/22530e95-0634-4332-aef9-dbdfb3c11a81 HTTP/1.1" status: 200 len: 1123 time: 2.9113119 Jul 05 03:45:00.984161 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9dc8845e-9492-42aa-b1b8-fe7430e2f41c,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:00.996648 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.997765 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 04962165-594b-4506-9f19-ff964ee92a44 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:01.056944 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0167b7c-ba18-4e23-85ef-d6e8eb3a054a req-46a30c21-0ea5-416e-b27a-23c28ed2e35f tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:01.059501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0167b7c-ba18-4e23-85ef-d6e8eb3a054a req-46a30c21-0ea5-416e-b27a-23c28ed2e35f tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 943 time: 0.1564867 Jul 05 03:45:01.151405 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0167b7c-ba18-4e23-85ef-d6e8eb3a054a req-5cdad4b7-5413-491e-a256-e99579578b01 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799789 Jul 05 03:45:01.237232 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 04962165-594b-4506-9f19-ff964ee92a44, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=04962165-594b-4506-9f19-ff964ee92a44,segment=NetworkSegment(8afcbf01-49e1-4208-aaba-cbcea90d572e),segment_id=8afcbf01-49e1-4208-aaba-cbcea90d572e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:01.265641 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '04962165-594b-4506-9f19-ff964ee92a44', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'port_id': '04962165-594b-4506-9f19-ff964ee92a44', 'mac_address': 'fa:16:3e:db:91:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:01.278405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['22530e95-0634-4332-aef9-dbdfb3c11a81'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:01.281675 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 853e5716-65cd-4dde-9ba1-d634278aea70 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:01.284622 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.473412 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.488343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32f212-ac10-498e-be49-6477838e9714 req-8b6047cf-0581-4c76-8447-2591a86f091d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:01.494305 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b32f212-ac10-498e-be49-6477838e9714 req-8b6047cf-0581-4c76-8447-2591a86f091d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.1746774 Jul 05 03:45:01.532607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04962165-594b-4506-9f19-ff964ee92a44 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:01.562514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=55cb8e22-92b7-4dcc-836d-7214f9485d7f,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:01.606893 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b32f212-ac10-498e-be49-6477838e9714 req-9826de28-9b20-4a13-88c9-4f0750b53bb9 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874593 Jul 05 03:45:01.634284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 04962165-594b-4506-9f19-ff964ee92a44, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=04962165-594b-4506-9f19-ff964ee92a44,segment=NetworkSegment(8afcbf01-49e1-4208-aaba-cbcea90d572e),segment_id=8afcbf01-49e1-4208-aaba-cbcea90d572e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:01.750748 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.753532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9dc8845e-9492-42aa-b1b8-fe7430e2f41c,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:01.769943 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.773258 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16507647-7368-4f62-9033-6f51b5f5f7cf x-openstack-request-id: req-16507647-7368-4f62-9033-6f51b5f5f7cf {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:01.773786 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34426928-c71a-442c-aa65-1b70189c497c", "name": "network-vif-plugged", "status": "completed", "tag": "9dc8845e-9492-42aa-b1b8-fe7430e2f41c", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:01.774187 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-16507647-7368-4f62-9033-6f51b5f5f7cf {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:01.774716 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34426928-c71a-442c-aa65-1b70189c497c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc8845e-9492-42aa-b1b8-fe7430e2f41c', 'code': 200} Jul 05 03:45:01.981317 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=04962165-594b-4506-9f19-ff964ee92a44,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:02.008765 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 853e5716-65cd-4dde-9ba1-d634278aea70, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=853e5716-65cd-4dde-9ba1-d634278aea70,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:02.062959 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['04962165-594b-4506-9f19-ff964ee92a44'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:02.071367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['55cb8e22-92b7-4dcc-836d-7214f9485d7f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:02.181286 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:02.182149 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b7cab-26bb-4c72-93ca-f1dc5a04211e req-32174dfa-7e86-47e6-b4d7-93ec748dec8f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:02.190414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-212b7cab-26bb-4c72-93ca-f1dc5a04211e req-32174dfa-7e86-47e6-b4d7-93ec748dec8f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 948 time: 0.1701987 Jul 05 03:45:02.207698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55cc78-afa9-4325-879e-86c73797f2cd req-4a3fb61f-1aeb-42c4-9afe-29d600ab5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:02.211884 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3c55cc78-afa9-4325-879e-86c73797f2cd req-4a3fb61f-1aeb-42c4-9afe-29d600ab5599 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34426928-c71a-442c-aa65-1b70189c497c HTTP/1.1" status: 200 len: 1102 time: 0.2889285 Jul 05 03:45:02.225745 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:02.276799 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e6c46-5768-4ded-8158-c52b0aa3e558 req-e55b248e-88c9-4a00-9c94-dc78f0cc496f tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:02.283860 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3c55cc78-afa9-4325-879e-86c73797f2cd req-406e4f6e-5fae-419b-abd0-3ae0629dcabd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654039 Jul 05 03:45:02.291277 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb2e6c46-5768-4ded-8158-c52b0aa3e558 req-e55b248e-88c9-4a00-9c94-dc78f0cc496f tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 946 time: 0.2292857 Jul 05 03:45:02.315586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=853e5716-65cd-4dde-9ba1-d634278aea70,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:02.333055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-212b7cab-26bb-4c72-93ca-f1dc5a04211e req-3c40d71b-631c-49bf-a20b-f49901f011bb tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315019 Jul 05 03:45:02.401676 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb2e6c46-5768-4ded-8158-c52b0aa3e558 req-d1ab19c0-76d3-48b4-91d9-f6734127a9e6 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089933 Jul 05 03:45:02.705184 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fead7fd5-13c9-40c1-b68d-868c00a2e2a4', 'tag': '22530e95-0634-4332-aef9-dbdfb3c11a81'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:02.707819 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18da921a-d9f9-48a9-b432-a27c46c4bb1b" -d '{"events": [{"name": "network-changed", "server_uuid": "fead7fd5-13c9-40c1-b68d-868c00a2e2a4", "tag": "22530e95-0634-4332-aef9-dbdfb3c11a81"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:02.724361 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed14c1-d42c-4758-8d0b-feac4d648efd req-7d83f81e-66b7-4a07-9600-bd38d500e649 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:02.727021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6eed14c1-d42c-4758-8d0b-feac4d648efd req-7d83f81e-66b7-4a07-9600-bd38d500e649 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 943 time: 0.1763608 Jul 05 03:45:02.809719 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6eed14c1-d42c-4758-8d0b-feac4d648efd req-3496b426-d135-4d89-a23a-2468d652d0c8 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753911 Jul 05 03:45:03.063380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 22530e95-0634-4332-aef9-dbdfb3c11a81 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:03.086861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f9f4f-9644-4372-9d25-4ba00d0fac7a req-589d5fe2-4c7d-42fa-944f-35425be03b75 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:03.088726 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-033f9f4f-9644-4372-9d25-4ba00d0fac7a req-589d5fe2-4c7d-42fa-944f-35425be03b75 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 944 time: 0.2217004 Jul 05 03:45:03.176429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a49034-8445-46a1-9018-a9a26d97b5f2 req-944fcba1-a6c8-4d01-b3e2-6f3df881a6e0 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:03.191415 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29a49034-8445-46a1-9018-a9a26d97b5f2 req-944fcba1-a6c8-4d01-b3e2-6f3df881a6e0 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.2270737 Jul 05 03:45:03.253015 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-033f9f4f-9644-4372-9d25-4ba00d0fac7a req-956fa2a9-27c6-4acf-ae08-3c3f473d974b tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505706 Jul 05 03:45:03.298099 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 22530e95-0634-4332-aef9-dbdfb3c11a81, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=22530e95-0634-4332-aef9-dbdfb3c11a81,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:03.312639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29a49034-8445-46a1-9018-a9a26d97b5f2 req-e4517740-dcce-45ae-bdec-a0400a4b7255 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193385 Jul 05 03:45:03.349818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 22530e95-0634-4332-aef9-dbdfb3c11a81 has no active binding in host n-h2-771363-32 {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:45:03.353456 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0db6a62-f7fd-4800-8783-91eda0883df5 x-openstack-request-id: req-f0db6a62-f7fd-4800-8783-91eda0883df5 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:03.353948 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fead7fd5-13c9-40c1-b68d-868c00a2e2a4", "tag": "22530e95-0634-4332-aef9-dbdfb3c11a81", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:03.354273 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f0db6a62-f7fd-4800-8783-91eda0883df5 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:03.354646 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fead7fd5-13c9-40c1-b68d-868c00a2e2a4', 'tag': '22530e95-0634-4332-aef9-dbdfb3c11a81', 'status': 'completed', 'code': 200} Jul 05 03:45:03.498981 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.513939 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da921a-d9f9-48a9-b432-a27c46c4bb1b req-7523cb4d-804b-450f-b26d-0e478879b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:03.515461 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-18da921a-d9f9-48a9-b432-a27c46c4bb1b req-7523cb4d-804b-450f-b26d-0e478879b348 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 1126 time: 0.1133428 Jul 05 03:45:03.707635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515d997-7ba0-445d-939d-ce2e6739c391 req-e02f87e9-5e40-4535-9a46-3d3249e80958 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:03.710633 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da921a-d9f9-48a9-b432-a27c46c4bb1b req-237a5c01-0ee6-4b4e-9055-56c5586a4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:03.716125 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-18da921a-d9f9-48a9-b432-a27c46c4bb1b req-237a5c01-0ee6-4b4e-9055-56c5586a4832 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.1942921 Jul 05 03:45:03.720742 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a515d997-7ba0-445d-939d-ce2e6739c391 req-e02f87e9-5e40-4535-9a46-3d3249e80958 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 948 time: 0.1801593 Jul 05 03:45:03.776767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fd2efd-2a17-4d98-95c5-56eed823b0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853e5716-65cd-4dde-9ba1-d634278aea70'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:03.781426 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f725c7d-a5d5-4e20-8652-1ce6052eb8d0" -d '{"events": [{"server_uuid": "43fd2efd-2a17-4d98-95c5-56eed823b0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "853e5716-65cd-4dde-9ba1-d634278aea70"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:03.811405 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a515d997-7ba0-445d-939d-ce2e6739c391 req-ccb2d7db-157d-41c1-8a61-8a41a022f135 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891633 Jul 05 03:45:03.856032 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-18da921a-d9f9-48a9-b432-a27c46c4bb1b req-0b757730-a9e6-4f68-a62c-a37f60892bb8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22530e95-0634-4332-aef9-dbdfb3c11a81 HTTP/1.1" status: 200 len: 217 time: 0.1312580 Jul 05 03:45:03.939513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da921a-d9f9-48a9-b432-a27c46c4bb1b req-9d97239b-52ea-4da2-bf28-e97312014845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:03.941128 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-18da921a-d9f9-48a9-b432-a27c46c4bb1b req-9d97239b-52ea-4da2-bf28-e97312014845 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.0776348 Jul 05 03:45:03.978073 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdf927-8ba9-464f-89bf-c4935ed188dd req-ac04b90a-4fb4-480a-b91f-e880f074d6fb tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:03.993607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5cdf927-8ba9-464f-89bf-c4935ed188dd req-ac04b90a-4fb4-480a-b91f-e880f074d6fb tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 944 time: 0.2009051 Jul 05 03:45:04.017555 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-18da921a-d9f9-48a9-b432-a27c46c4bb1b req-f368fb8d-91ff-46a6-b46e-94b2827270d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679753 Jul 05 03:45:04.087135 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5cdf927-8ba9-464f-89bf-c4935ed188dd req-6570b563-0c15-425a-b602-3c27fe890ad3 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915506 Jul 05 03:45:04.151983 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103103d2-2386-41e0-926a-d46e0ff6c2ec x-openstack-request-id: req-103103d2-2386-41e0-926a-d46e0ff6c2ec {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:04.153382 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fd2efd-2a17-4d98-95c5-56eed823b0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "853e5716-65cd-4dde-9ba1-d634278aea70", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:04.153825 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-103103d2-2386-41e0-926a-d46e0ff6c2ec {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:04.157219 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fd2efd-2a17-4d98-95c5-56eed823b0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853e5716-65cd-4dde-9ba1-d634278aea70', 'code': 200} Jul 05 03:45:04.165560 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-18da921a-d9f9-48a9-b432-a27c46c4bb1b req-23e6fbc4-2309-440c-bc7e-436a822973ab service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365473 Jul 05 03:45:04.169780 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 55cb8e22-92b7-4dcc-836d-7214f9485d7f up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:04.361729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 55cb8e22-92b7-4dcc-836d-7214f9485d7f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:04.367103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 55cb8e22-92b7-4dcc-836d-7214f9485d7f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:04.367473 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.429613 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-18da921a-d9f9-48a9-b432-a27c46c4bb1b req-672c9da4-57ae-4146-8363-bf1d196cb890 service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546794 Jul 05 03:45:04.430922 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bb7f1-23e8-4917-aafb-562dd2aaace2 req-d3a85ad1-3190-4e88-ad11-2f4119cb8aa0 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:04.442008 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-513bb7f1-23e8-4917-aafb-562dd2aaace2 req-d3a85ad1-3190-4e88-ad11-2f4119cb8aa0 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 943 time: 0.1460381 Jul 05 03:45:04.539919 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-513bb7f1-23e8-4917-aafb-562dd2aaace2 req-36ecddb5-d6ef-470a-9467-5e85cec3709b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796835 Jul 05 03:45:04.567977 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.632241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398211e5-8d7b-4f4a-9257-68873d79f6f0 req-4d8cabcc-7e71-4e56-b187-5615b6a83314 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:04.639543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-398211e5-8d7b-4f4a-9257-68873d79f6f0 req-4d8cabcc-7e71-4e56-b187-5615b6a83314 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 944 time: 0.1963360 Jul 05 03:45:04.644390 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 55cb8e22-92b7-4dcc-836d-7214f9485d7f, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=55cb8e22-92b7-4dcc-836d-7214f9485d7f,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:04.689639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-398211e5-8d7b-4f4a-9257-68873d79f6f0 req-b56d781d-814b-436e-9274-cc175bacbc79 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490656 Jul 05 03:45:04.718900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782e9ce-4add-4ff6-8d42-10c1127833d7 req-03a30f89-58e1-4946-a417-fa2bcdd49456 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:04.718900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5782e9ce-4add-4ff6-8d42-10c1127833d7 req-03a30f89-58e1-4946-a417-fa2bcdd49456 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.36 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 944 time: 0.1646335 Jul 05 03:45:04.870089 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fbc35-04d2-4c66-9ab2-6789d50ee02e req-ad8ae323-f576-4931-b765-e8bdc4afdc5f tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:04.872486 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-369fbc35-04d2-4c66-9ab2-6789d50ee02e req-ad8ae323-f576-4931-b765-e8bdc4afdc5f tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.1390300 Jul 05 03:45:04.927781 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-5782e9ce-4add-4ff6-8d42-10c1127833d7 req-0bdc6a79-ebac-485c-9ce8-11ad58fc0a06 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Deleting port 853e5716-65cd-4dde-9ba1-d634278aea70 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:45:04.928302 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5782e9ce-4add-4ff6-8d42-10c1127833d7 req-0bdc6a79-ebac-485c-9ce8-11ad58fc0a06 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.984241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-369fbc35-04d2-4c66-9ab2-6789d50ee02e req-f0545e1f-1a7a-4afd-ab7c-aadf8bbbb862 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002278 Jul 05 03:45:05.110494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-5782e9ce-4add-4ff6-8d42-10c1127833d7 req-0bdc6a79-ebac-485c-9ce8-11ad58fc0a06 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] For port 853e5716-65cd-4dde-9ba1-d634278aea70, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=853e5716-65cd-4dde-9ba1-d634278aea70,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:05.110967 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5782e9ce-4add-4ff6-8d42-10c1127833d7 req-0bdc6a79-ebac-485c-9ce8-11ad58fc0a06 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.134120 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-5782e9ce-4add-4ff6-8d42-10c1127833d7 req-0bdc6a79-ebac-485c-9ce8-11ad58fc0a06 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Calling delete_port for 853e5716-65cd-4dde-9ba1-d634278aea70 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:45:05.143421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c03da-acf3-4cfe-8479-4ad48781175e req-d4f6ce5d-9adb-45f2-bccc-639a1e3b67c5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:05.145141 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac7c03da-acf3-4cfe-8479-4ad48781175e req-d4f6ce5d-9adb-45f2-bccc-639a1e3b67c5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 948 time: 0.1544387 Jul 05 03:45:05.208337 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.210360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 04962165-594b-4506-9f19-ff964ee92a44 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:05.295749 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac7c03da-acf3-4cfe-8479-4ad48781175e req-cd960d26-27e8-4c59-bfa9-eea1ceba2a6e tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341395 Jul 05 03:45:05.411385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=55cb8e22-92b7-4dcc-836d-7214f9485d7f,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:05.548737 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 04962165-594b-4506-9f19-ff964ee92a44 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:05.556520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 04962165-594b-4506-9f19-ff964ee92a44 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:05.557189 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.602378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671583c8-79cb-44b9-9f00-989ae8e0dd5c req-4f277384-ec6a-43b2-93f7-16c0d44b0693 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:05.613793 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-671583c8-79cb-44b9-9f00-989ae8e0dd5c req-4f277384-ec6a-43b2-93f7-16c0d44b0693 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 944 time: 0.1464579 Jul 05 03:45:05.685508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-671583c8-79cb-44b9-9f00-989ae8e0dd5c req-89050ce8-1093-45cf-8886-d30a80e94b55 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659318 Jul 05 03:45:05.685508 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5782e9ce-4add-4ff6-8d42-10c1127833d7 req-0bdc6a79-ebac-485c-9ce8-11ad58fc0a06 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.797291 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.808204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc6a79-ebac-485c-9ce8-11ad58fc0a06 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Pushing event deleted for resources: {'Port': ['ID=853e5716-65cd-4dde-9ba1-d634278aea70,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:05.885761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 04962165-594b-4506-9f19-ff964ee92a44, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=04962165-594b-4506-9f19-ff964ee92a44,segment=NetworkSegment(8afcbf01-49e1-4208-aaba-cbcea90d572e),segment_id=8afcbf01-49e1-4208-aaba-cbcea90d572e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:05.987890 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-5782e9ce-4add-4ff6-8d42-10c1127833d7 req-0bdc6a79-ebac-485c-9ce8-11ad58fc0a06 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] No DVR routers for this DVR port 853e5716-65cd-4dde-9ba1-d634278aea70 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:45:06.001075 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5782e9ce-4add-4ff6-8d42-10c1127833d7 req-0bdc6a79-ebac-485c-9ce8-11ad58fc0a06 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:06.020318 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:06.020484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5782e9ce-4add-4ff6-8d42-10c1127833d7 req-0bdc6a79-ebac-485c-9ce8-11ad58fc0a06 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.36 "DELETE /v2.0/ports/853e5716-65cd-4dde-9ba1-d634278aea70 HTTP/1.1" status: 204 len: 173 time: 1.2785323 Jul 05 03:45:06.020484 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fd2efd-2a17-4d98-95c5-56eed823b0c0', 'name': 'network-vif-deleted', 'tag': '853e5716-65cd-4dde-9ba1-d634278aea70'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:06.020484 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9890e511-218b-4568-9ec3-afa0281768d4" -d '{"events": [{"server_uuid": "43fd2efd-2a17-4d98-95c5-56eed823b0c0", "name": "network-vif-deleted", "tag": "853e5716-65cd-4dde-9ba1-d634278aea70"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:06.074045 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=04962165-594b-4506-9f19-ff964ee92a44,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:06.125174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ec226-161a-4e61-b7b7-fe2247eb28bd req-d1319077-2a43-4c5a-81df-1b9825e9422d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.137836 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e23ec226-161a-4e61-b7b7-fe2247eb28bd req-d1319077-2a43-4c5a-81df-1b9825e9422d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 943 time: 0.2626946 Jul 05 03:45:06.158268 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d4007b-655b-4bfa-bfcb-e643480ae2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cb8e22-92b7-4dcc-836d-7214f9485d7f'}, {'server_uuid': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04962165-594b-4506-9f19-ff964ee92a44'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:06.161802 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05f7de4-bad5-4d93-8f9a-a60f50d54349" -d '{"events": [{"server_uuid": "e3d4007b-655b-4bfa-bfcb-e643480ae2a9", "name": "network-vif-plugged", "status": "completed", "tag": "55cb8e22-92b7-4dcc-836d-7214f9485d7f"}, {"server_uuid": "60ab20ca-3731-43c4-b5d5-f2d482670bc3", "name": "network-vif-plugged", "status": "completed", "tag": "04962165-594b-4506-9f19-ff964ee92a44"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:06.203048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dc21f-eb27-4b45-ba57-2829d10bb24e req-c8a0c456-8df0-4142-aa5c-3125c0962981 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.205050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f48dc21f-eb27-4b45-ba57-2829d10bb24e req-c8a0c456-8df0-4142-aa5c-3125c0962981 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 945 time: 0.2140839 Jul 05 03:45:06.277536 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e23ec226-161a-4e61-b7b7-fe2247eb28bd req-3756ccfd-140a-4e23-9dd4-7ef1fa810bc2 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381760 Jul 05 03:45:06.354539 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f48dc21f-eb27-4b45-ba57-2829d10bb24e req-21836937-5498-44bb-ad32-a2b10d96a112 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338077 Jul 05 03:45:06.432538 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4364803-d89e-4d07-8464-3333c6f1acf5 x-openstack-request-id: req-c4364803-d89e-4d07-8464-3333c6f1acf5 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:06.432997 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fd2efd-2a17-4d98-95c5-56eed823b0c0", "name": "network-vif-deleted", "tag": "853e5716-65cd-4dde-9ba1-d634278aea70", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:06.433405 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c4364803-d89e-4d07-8464-3333c6f1acf5 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:06.434567 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fd2efd-2a17-4d98-95c5-56eed823b0c0', 'name': 'network-vif-deleted', 'tag': '853e5716-65cd-4dde-9ba1-d634278aea70', 'status': 'completed', 'code': 200} Jul 05 03:45:06.571393 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba8718c-3b89-48c7-b74d-db60b842b954 x-openstack-request-id: req-aba8718c-3b89-48c7-b74d-db60b842b954 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:06.576674 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d4007b-655b-4bfa-bfcb-e643480ae2a9", "name": "network-vif-plugged", "status": "completed", "tag": "55cb8e22-92b7-4dcc-836d-7214f9485d7f", "code": 200}, {"server_uuid": "60ab20ca-3731-43c4-b5d5-f2d482670bc3", "name": "network-vif-plugged", "status": "completed", "tag": "04962165-594b-4506-9f19-ff964ee92a44", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:06.576674 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aba8718c-3b89-48c7-b74d-db60b842b954 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:06.576674 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d4007b-655b-4bfa-bfcb-e643480ae2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cb8e22-92b7-4dcc-836d-7214f9485d7f', 'code': 200} Jul 05 03:45:06.576674 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04962165-594b-4506-9f19-ff964ee92a44', 'code': 200} Jul 05 03:45:06.809773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5386c-bdf8-44fc-831d-32c29eac55ec req-4a493ff9-114d-4e11-8993-057cba18f617 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.818308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32f5386c-bdf8-44fc-831d-32c29eac55ec req-4a493ff9-114d-4e11-8993-057cba18f617 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.2803769 Jul 05 03:45:06.828151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa3c33-160b-4b19-91d2-23fa08ae7128 req-5b73a4e4-93da-4e1a-bff2-7039f61bef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.832448 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4fa3c33-160b-4b19-91d2-23fa08ae7128 req-5b73a4e4-93da-4e1a-bff2-7039f61bef30 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 1097 time: 0.1628306 Jul 05 03:45:06.835746 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9f3b987-ba4d-44e5-bce1-f2b268a03799 req-e77ef673-8495-4df7-bd86-750241fee1d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1770625 Jul 05 03:45:06.908877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32f5386c-bdf8-44fc-831d-32c29eac55ec req-b4103bc6-d648-4d58-8dde-b4d16b5ed04e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864110 Jul 05 03:45:06.961520 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391aca5a-d924-4baa-9dcd-eb1a02f54ec4 req-1e353b4e-efb5-4560-8d95-07a035850a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.961780 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4fa3c33-160b-4b19-91d2-23fa08ae7128 req-0358dcd3-d9ed-44bc-8a10-879357d61986 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926261 Jul 05 03:45:06.963429 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-391aca5a-d924-4baa-9dcd-eb1a02f54ec4 req-1e353b4e-efb5-4560-8d95-07a035850a44 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 1101 time: 0.2283978 Jul 05 03:45:07.112915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3b987-ba4d-44e5-bce1-f2b268a03799 req-93ef9135-57f0-4e88-ad0b-54795e5c017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:07.112915 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9f3b987-ba4d-44e5-bce1-f2b268a03799 req-93ef9135-57f0-4e88-ad0b-54795e5c017e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 1099 time: 0.1914592 Jul 05 03:45:07.356564 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-477b8eb0-dd60-42b9-967a-e8273a815c72 service neutron] 10.222.0.10 "GET /v2.0/ports/22530e95-0634-4332-aef9-dbdfb3c11a81/bindings/n-h2-771363-32 HTTP/1.1" status: 200 len: 385 time: 0.1901016 Jul 05 03:45:07.787308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-391aca5a-d924-4baa-9dcd-eb1a02f54ec4 req-098f0e30-627c-47d6-a4ca-22b650330416 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7421482 Jul 05 03:45:07.837014 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3503254-9d6b-4d9f-a233-25079a703f9a req-780176e4-0f54-4246-8d9d-66d737185cd3 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=43fd2efd-2a17-4d98-95c5-56eed823b0c0 HTTP/1.1" status: 200 len: 210 time: 0.0403836 Jul 05 03:45:07.912821 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-196629cc-08d1-4d09-8c32-cb1c3c2eead3 service neutron] For port 22530e95-0634-4332-aef9-dbdfb3c11a81, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=22530e95-0634-4332-aef9-dbdfb3c11a81,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:07.949927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-196629cc-08d1-4d09-8c32-cb1c3c2eead3 service neutron] For port 22530e95-0634-4332-aef9-dbdfb3c11a81, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:08.015945 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750d58c-08a4-45bd-b0e2-1c1b640e0cc4 req-db002139-aabd-44b4-ab77-ee32853fb501 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:08.036617 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6750d58c-08a4-45bd-b0e2-1c1b640e0cc4 req-db002139-aabd-44b4-ab77-ee32853fb501 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 949 time: 0.9554396 Jul 05 03:45:08.039200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-196629cc-08d1-4d09-8c32-cb1c3c2eead3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22530e95-0634-4332-aef9-dbdfb3c11a81 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:08.051885 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3b987-ba4d-44e5-bce1-f2b268a03799 req-7644d998-b4b0-4b4b-846f-1aec1ae0736d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:08.053786 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9f3b987-ba4d-44e5-bce1-f2b268a03799 req-7644d998-b4b0-4b4b-846f-1aec1ae0736d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.8484781 Jul 05 03:45:08.084572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-196629cc-08d1-4d09-8c32-cb1c3c2eead3 service neutron] For port 22530e95-0634-4332-aef9-dbdfb3c11a81, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=22530e95-0634-4332-aef9-dbdfb3c11a81,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:08.129550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9f3b987-ba4d-44e5-bce1-f2b268a03799 req-6bf215bf-4d2f-4dd5-9222-a7fe443f2846 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621 HTTP/1.1" status: 200 len: 217 time: 0.0638778 Jul 05 03:45:08.192187 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6750d58c-08a4-45bd-b0e2-1c1b640e0cc4 req-a8ab7cf3-ffcb-48c2-ab75-e0c5abec91c4 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541538 Jul 05 03:45:08.248319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3b987-ba4d-44e5-bce1-f2b268a03799 req-dbab7edf-4456-49ed-9537-8b48157c1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:08.250735 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-196629cc-08d1-4d09-8c32-cb1c3c2eead3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.252672 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9f3b987-ba4d-44e5-bce1-f2b268a03799 req-dbab7edf-4456-49ed-9537-8b48157c1f74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.1111934 Jul 05 03:45:08.321769 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9f3b987-ba4d-44e5-bce1-f2b268a03799 req-e64a59de-8b62-4c79-b446-de79347b1049 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550034 Jul 05 03:45:08.551198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-196629cc-08d1-4d09-8c32-cb1c3c2eead3 service neutron] Transition to ACTIVE for port object 22530e95-0634-4332-aef9-dbdfb3c11a81 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:08.630864 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-196629cc-08d1-4d09-8c32-cb1c3c2eead3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.678864 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9f3b987-ba4d-44e5-bce1-f2b268a03799 req-6f54818e-b053-49aa-8138-65852eba7673 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368440 Jul 05 03:45:08.697795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe067db2-33c3-40c2-9809-3da8a4f21191 req-e6bdd2eb-22ca-47e7-a717-6c3e9e865814 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:08.700602 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fe067db2-33c3-40c2-9809-3da8a4f21191 req-e6bdd2eb-22ca-47e7-a717-6c3e9e865814 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 943 time: 0.3771744 Jul 05 03:45:08.711984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196629cc-08d1-4d09-8c32-cb1c3c2eead3 service neutron] Pushing event updated for resources: {'Port': ['ID=22530e95-0634-4332-aef9-dbdfb3c11a81,revision_number=10']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:08.790221 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-196629cc-08d1-4d09-8c32-cb1c3c2eead3 service neutron] No DVR routers for this DVR port 22530e95-0634-4332-aef9-dbdfb3c11a81 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:45:08.827571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b74ef7-f291-46d9-a3f5-662c3fbb1e80 req-2401a9bb-603d-4e3c-a018-78f578dcb0a9 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:08.829264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8b74ef7-f291-46d9-a3f5-662c3fbb1e80 req-2401a9bb-603d-4e3c-a018-78f578dcb0a9 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 945 time: 0.3351028 Jul 05 03:45:08.864487 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-196629cc-08d1-4d09-8c32-cb1c3c2eead3 service neutron] 10.222.0.10 "PUT /v2.0/ports/22530e95-0634-4332-aef9-dbdfb3c11a81/bindings/n-h2-771363-32/activate HTTP/1.1" status: 200 len: 370 time: 1.5015700 Jul 05 03:45:08.927220 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9f3b987-ba4d-44e5-bce1-f2b268a03799 req-6fe30c50-8ec2-4a44-9202-5a00fcf68b81 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249548 Jul 05 03:45:08.953110 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fe067db2-33c3-40c2-9809-3da8a4f21191 req-c88460ec-41f5-4440-8a69-bb514dd74810 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438441 Jul 05 03:45:08.980905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8b74ef7-f291-46d9-a3f5-662c3fbb1e80 req-9b9c53a7-d1c1-45e1-ad1d-8702c085bfb8 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280639 Jul 05 03:45:09.079613 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 853e5716-65cd-4dde-9ba1-d634278aea70 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:09.115994 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 853e5716-65cd-4dde-9ba1-d634278aea70 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:45:09.116831 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 853e5716-65cd-4dde-9ba1-d634278aea70 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:45:09.188226 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-9ebc77ea-9f10-4792-b0e0-5b87ee6a5d7c tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:09.190576 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-9ebc77ea-9f10-4792-b0e0-5b87ee6a5d7c tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4&tenant_id=5de69650861e4b2ab64c64456b5c16e4&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 1096 time: 0.1137180 Jul 05 03:45:09.410594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-1f8d2e1b-8557-4a1b-b38d-a3daefb1958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:09.414000 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-1f8d2e1b-8557-4a1b-b38d-a3daefb1958b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4&tenant_id=5de69650861e4b2ab64c64456b5c16e4 HTTP/1.1" status: 200 len: 1096 time: 0.2012327 Jul 05 03:45:09.461801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9ba72-63e9-438f-a725-081f174b7043 req-e0455bdf-2290-46c1-ae0c-52f72dcbf778 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:09.472277 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-47f9ba72-63e9-438f-a725-081f174b7043 req-e0455bdf-2290-46c1-ae0c-52f72dcbf778 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.2541692 Jul 05 03:45:09.657438 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-47f9ba72-63e9-438f-a725-081f174b7043 req-da80e23c-f049-4c06-857a-7994cd8175d2 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797469 Jul 05 03:45:09.660716 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5afc59c7-61d6-4f1b-882a-315a042c58ae req-88d3a469-7d86-4bc8-9686-297291433588 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0951917 Jul 05 03:45:09.764835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-838b9bf8-d07e-4ba7-b8d8-4f74cd3ed781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:09.772022 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-838b9bf8-d07e-4ba7-b8d8-4f74cd3ed781 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 1096 time: 0.2903523 Jul 05 03:45:09.831026 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c70f6-ce5e-449b-b80d-a08228816680 req-64bf976e-4656-464e-8d10-6e5beae1ffa7 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:09.833796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-823c70f6-ce5e-449b-b80d-a08228816680 req-64bf976e-4656-464e-8d10-6e5beae1ffa7 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 949 time: 0.2913227 Jul 05 03:45:09.862912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc59c7-61d6-4f1b-882a-315a042c58ae req-14852a2f-4f9e-46d7-8197-baf105d0996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:09.866167 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5afc59c7-61d6-4f1b-882a-315a042c58ae req-14852a2f-4f9e-46d7-8197-baf105d0996f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 1102 time: 0.1466122 Jul 05 03:45:10.005865 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-823c70f6-ce5e-449b-b80d-a08228816680 req-5ec41e3b-4f60-42a2-9756-ad6aa33e9fe1 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527641 Jul 05 03:45:10.099377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-44e335b6-7259-4a31-9fe9-e43bbd9ab69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.117062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-44e335b6-7259-4a31-9fe9-e43bbd9ab69d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.3327191 Jul 05 03:45:10.188150 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 22530e95-0634-4332-aef9-dbdfb3c11a81 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:10.257420 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc59c7-61d6-4f1b-882a-315a042c58ae req-969dddf6-71f5-4fab-a6bf-1246fde0c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.257878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-a86be930-54da-424e-8cb6-9f2682729a7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22530e95-0634-4332-aef9-dbdfb3c11a81 HTTP/1.1" status: 200 len: 217 time: 0.1309988 Jul 05 03:45:10.263200 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5afc59c7-61d6-4f1b-882a-315a042c58ae req-969dddf6-71f5-4fab-a6bf-1246fde0c38e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.3549714 Jul 05 03:45:10.306875 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 22530e95-0634-4332-aef9-dbdfb3c11a81 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:45:10.351881 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5afc59c7-61d6-4f1b-882a-315a042c58ae req-ed45cce6-b291-47b8-bead-e9c81b20a7b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=5db076a6-7dab-45f8-8984-7b7927f628bd HTTP/1.1" status: 200 len: 217 time: 0.0785604 Jul 05 03:45:10.395707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-7e9fa7bb-f4f9-49d2-873f-5cc6e2c736d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.398134 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-7e9fa7bb-f4f9-49d2-873f-5cc6e2c736d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.1321645 Jul 05 03:45:10.429251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc59c7-61d6-4f1b-882a-315a042c58ae req-b9cc9070-3ef2-4e60-81cc-74ae4934bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.431821 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5afc59c7-61d6-4f1b-882a-315a042c58ae req-b9cc9070-3ef2-4e60-81cc-74ae4934bae5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0736213 Jul 05 03:45:10.456708 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-cee0c255-9eec-4e3e-b9d6-b4bd6c6a83a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433490 Jul 05 03:45:10.596502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43235b-71ed-4434-8962-5421c1958a7a req-e43cbde0-2003-417d-af25-002b2f49d730 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.603629 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d43235b-71ed-4434-8962-5421c1958a7a req-e43cbde0-2003-417d-af25-002b2f49d730 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 944 time: 0.2821827 Jul 05 03:45:10.607275 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc59c7-61d6-4f1b-882a-315a042c58ae req-297dbec1-f3f5-4a4e-ac74-11f4d1eef207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.609859 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5afc59c7-61d6-4f1b-882a-315a042c58ae req-297dbec1-f3f5-4a4e-ac74-11f4d1eef207 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1696908 Jul 05 03:45:10.685136 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d43235b-71ed-4434-8962-5421c1958a7a req-4bada085-c6f9-4197-96e1-a9de9165bf85 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804110 Jul 05 03:45:10.712699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-fb35623a-2951-4fa0-92f6-5625493ac11d service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271535 Jul 05 03:45:10.776660 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58648) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:10.791315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1654383540', 'description': 'tempest-description--1822833585'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:10.849894 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5afc59c7-61d6-4f1b-882a-315a042c58ae req-d2a8413d-fe47-4f48-85b1-58201da9dba5 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266998 Jul 05 03:45:10.891494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-a0848b17-bc63-4e82-b9b0-5352f528123f service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770406 Jul 05 03:45:11.047051 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5afc59c7-61d6-4f1b-882a-315a042c58ae req-ac7dc02f-0ca8-49b2-ba3a-5f777cbd339f service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889009 Jul 05 03:45:11.048433 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.138378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83586a93-5fc1-445e-8fdd-0acd7aed0292 req-64fc9a64-2cd4-4915-890e-9bc5b00b1ad2 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:11.141112 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83586a93-5fc1-445e-8fdd-0acd7aed0292 req-64fc9a64-2cd4-4915-890e-9bc5b00b1ad2 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 945 time: 0.1767836 Jul 05 03:45:11.158955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493b823-fddb-49b0-a918-57ee32a18472 req-3d4efc82-6f76-4e04-933b-e94bb4cf4a5e tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:11.172182 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7493b823-fddb-49b0-a918-57ee32a18472 req-3d4efc82-6f76-4e04-933b-e94bb4cf4a5e tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=34426928-c71a-442c-aa65-1b70189c497c HTTP/1.1" status: 200 len: 950 time: 0.1349261 Jul 05 03:45:11.214240 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.274725 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83586a93-5fc1-445e-8fdd-0acd7aed0292 req-15517317-b11d-465e-af34-4c398cbae4bf tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091614 Jul 05 03:45:11.279313 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7493b823-fddb-49b0-a918-57ee32a18472 req-ec084e16-959c-4f2d-9fff-edaac42a8a62 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032884 Jul 05 03:45:11.302972 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.358375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ed4794-dbd8-4416-b83e-ebc3e8394bad,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:11.361491 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f2abc56f-c3b6-4060-bbaf-316f3d2f1ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.376914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:11.377541 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:11.384476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:11.384476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:11.384476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:11.384476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:11.384476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:11.384476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:11.384476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:11.384476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:11.384476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:11.384476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:11.424762 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.426946 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4800ccc5-28de-4ef7-8e74-eb4a589b31cd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6435616 Jul 05 03:45:11.440145 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58662) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:11.440145 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-94670e49-cdf3-4862-ac78-ee204a645028 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Request body: {'security_group_rule': {'security_group_id': '26ed4794-dbd8-4416-b83e-ebc3e8394bad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:11.662764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed86095-b411-45aa-bc52-d294cba26759 req-e9160988-b8cc-4f99-866d-de10fc502e1a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:11.665179 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bed86095-b411-45aa-bc52-d294cba26759 req-e9160988-b8cc-4f99-866d-de10fc502e1a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.1016479 Jul 05 03:45:11.717646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bed86095-b411-45aa-bc52-d294cba26759 req-d2c99175-c16a-4b4c-b542-e79d269f3b07 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423543 Jul 05 03:45:12.034723 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fed7a528-639e-4d4b-88db-e2d73a3a4b8d tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2736964 Jul 05 03:45:12.047395 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:12.079025 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb521d-a9cd-42a4-a735-e96acba8cd10 req-568e1c2c-3634-4292-8798-5291c7a685b9 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:12.084990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb521d-a9cd-42a4-a735-e96acba8cd10 req-568e1c2c-3634-4292-8798-5291c7a685b9 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:12.086643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94bb521d-a9cd-42a4-a735-e96acba8cd10 req-568e1c2c-3634-4292-8798-5291c7a685b9 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=34426928-c71a-442c-aa65-1b70189c497c&device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 1690 time: 0.1542268 Jul 05 03:45:12.134464 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94bb521d-a9cd-42a4-a735-e96acba8cd10 req-737e97fa-9fcc-40f3-9cd2-33187140b664 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402741 Jul 05 03:45:12.206572 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94670e49-cdf3-4862-ac78-ee204a645028 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.341754 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94670e49-cdf3-4862-ac78-ee204a645028 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.368789 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.482193 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94670e49-cdf3-4862-ac78-ee204a645028 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.580658 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94670e49-cdf3-4862-ac78-ee204a645028 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7292837a-907b-4c13-be52-eb12fa47b676,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:12.665467 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea3ce6-ed49-4587-8517-e9d2571fce70 req-4a3bfc33-b48f-4ff7-a291-9e37f913f355 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:12.667136 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68ea3ce6-ed49-4587-8517-e9d2571fce70 req-4a3bfc33-b48f-4ff7-a291-9e37f913f355 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 944 time: 0.3021662 Jul 05 03:45:12.679317 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94670e49-cdf3-4862-ac78-ee204a645028 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.686089 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-94670e49-cdf3-4862-ac78-ee204a645028 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2488089 Jul 05 03:45:12.686783 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58688) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:12.695693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-85cb3027-9421-4e52-81bc-fc18d87e63ec tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Request body: {'security_group_rule': {'security_group_id': '26ed4794-dbd8-4416-b83e-ebc3e8394bad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:12.729821 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-bbe31303-b2ab-468a-9d71-a34e98862913 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:12.731732 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-bbe31303-b2ab-468a-9d71-a34e98862913 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4&tenant_id=5de69650861e4b2ab64c64456b5c16e4&binding%3Ahost_id=n-h2-771363-32 HTTP/1.1" status: 200 len: 1096 time: 0.2397881 Jul 05 03:45:12.767549 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68ea3ce6-ed49-4587-8517-e9d2571fce70 req-616b2007-0884-4e0f-ab65-e6b8f25ec59b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817771 Jul 05 03:45:12.809752 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.835396 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-85cb3027-9421-4e52-81bc-fc18d87e63ec tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:12.983226 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-85cb3027-9421-4e52-81bc-fc18d87e63ec tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.054732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Allocated IP 172.25.6.149 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/5f53fee6-3d9a-40da-8fd2-67bcd6b0e4a5) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:13.109952 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-4ad3eb18-13a6-4431-a954-2bb303bbdaac tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c3ccc1d1fdf9491ca81e5a619d893025&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452738 Jul 05 03:45:13.223957 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-85cb3027-9421-4e52-81bc-fc18d87e63ec tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.249533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb3027-9421-4e52-81bc-fc18d87e63ec tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4c38a4-a7c8-4115-814c-2ac628a05d40,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:13.295565 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-50335053-0941-4b6e-9d69-4e9048938995 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:13.297093 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-50335053-0941-4b6e-9d69-4e9048938995 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725688 Jul 05 03:45:13.300210 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.309611 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-b0dbd1ac-82cf-4a45-a5fc-17204fdfe4ce service neutron] For port 22530e95-0634-4332-aef9-dbdfb3c11a81, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:13.323796 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-b0dbd1ac-82cf-4a45-a5fc-17204fdfe4ce service neutron] Notify callbacks [] for binding, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.325457 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1540836c-86d9-44b7-b719-364f3e8fc53d req-b0dbd1ac-82cf-4a45-a5fc-17204fdfe4ce service neutron] 10.222.0.36 "DELETE /v2.0/ports/22530e95-0634-4332-aef9-dbdfb3c11a81/bindings/n-h1-771363-32 HTTP/1.1" status: 204 len: 173 time: 0.5856440 Jul 05 03:45:13.332452 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-361844b7-6323-44e4-85de-73f045117bad tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/quotas/c3ccc1d1fdf9491ca81e5a619d893025 HTTP/1.1" status: 200 len: 375 time: 0.0258820 Jul 05 03:45:13.391831 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-4f4c7440-8a51-4bef-89dc-c1aa99efc198 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3ccc1d1fdf9491ca81e5a619d893025&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445445 Jul 05 03:45:13.407407 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-85cb3027-9421-4e52-81bc-fc18d87e63ec tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.410908 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-85cb3027-9421-4e52-81bc-fc18d87e63ec tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7210054 Jul 05 03:45:13.413150 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58708) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:13.420524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:13.527219 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.567300 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.574898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:13.593319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:13.598825 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:13.603956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Pushing event updated for resources: {'Port': ['ID=5f53fee6-3d9a-40da-8fd2-67bcd6b0e4a5,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:13.936369 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcf67-9c8e-4e96-b3d6-e6f0093bef81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.190806 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.207298 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa252373-8133-459b-bb07-0004a2109036 req-3507b4ef-8f9a-438d-af6e-49352fc57d0c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.208945 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aa252373-8133-459b-bb07-0004a2109036 req-3507b4ef-8f9a-438d-af6e-49352fc57d0c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.1934690 Jul 05 03:45:14.268499 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.272727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aa252373-8133-459b-bb07-0004a2109036 req-34574497-a09f-4b74-9df5-e198062a92da tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490015 Jul 05 03:45:14.319697 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.397474 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.481709 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Allocated IP 172.25.6.2 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/0adb8222-ed37-4ea7-9030-546357990efe) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:14.690774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219959dd-d3d9-4afa-b2da-d1e930486b02 req-8dd63832-1166-49d6-a554-c708e13d2b2d tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.690774 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-219959dd-d3d9-4afa-b2da-d1e930486b02 req-8dd63832-1166-49d6-a554-c708e13d2b2d tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=34426928-c71a-442c-aa65-1b70189c497c HTTP/1.1" status: 200 len: 1102 time: 0.2615693 Jul 05 03:45:14.748051 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.775711 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.804890 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-219959dd-d3d9-4afa-b2da-d1e930486b02 req-0d0e9801-a1ae-4990-afc4-e2d58fb16ff3 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093650 Jul 05 03:45:14.853207 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.947910 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.979004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Pushing event updated for resources: {'Port': ['ID=5f53fee6-3d9a-40da-8fd2-67bcd6b0e4a5,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:15.000883 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-314d7b03-da9f-4031-8c7a-a06f155fd98f tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c3ccc1d1fdf9491ca81e5a619d893025&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542896 Jul 05 03:45:15.013635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:15.014191 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.018757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:15.019106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:15.019452 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:15.019791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:15.020151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:15.020484 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:15.020814 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:15.021140 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:15.021470 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:15.021796 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:15.022117 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:15.022440 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:15.035878 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:15.056622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:15.204210 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.211011 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Pushing event updated for resources: {'Port': ['ID=0adb8222-ed37-4ea7-9030-546357990efe,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:15.275038 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.276571 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-fd67f759-5729-4af4-811a-a0ac9ff24fa3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2336493 Jul 05 03:45:15.368604 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-4bee9f8a-6c8d-42e7-b3a7-cffdd70b3f7d tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.370242 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-4bee9f8a-6c8d-42e7-b3a7-cffdd70b3f7d tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3607311 Jul 05 03:45:15.394984 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.402313 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-7c3370ef-155f-46d3-a7c1-f182b30efdff tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.1179085 Jul 05 03:45:15.411928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-38730761-ad62-45fb-8a1f-76c2aaccd75b tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/quotas/c3ccc1d1fdf9491ca81e5a619d893025 HTTP/1.1" status: 200 len: 375 time: 0.0297952 Jul 05 03:45:15.497774 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-14b1e409-dd6c-454c-8ba6-f884e3680d8c tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3ccc1d1fdf9491ca81e5a619d893025&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747833 Jul 05 03:45:15.565260 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.616974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-11526070-f356-4136-9c86-827e9ce39b10 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.618312 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-11526070-f356-4136-9c86-827e9ce39b10 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.2090845 Jul 05 03:45:15.645967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-c9c9a030-8087-4048-8892-336c3b26c087 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:45:15.647619 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-33eef6f3-4c07-421e-8de2-eea1423d76a6 req-c9c9a030-8087-4048-8892-336c3b26c087 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196197 Jul 05 03:45:15.920790 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.987620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b7bde-ac6c-4b61-80e2-0506c1470ae7 req-7812ec48-d206-42df-8869-00083efadcde tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.987620 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-188b7bde-ac6c-4b61-80e2-0506c1470ae7 req-7812ec48-d206-42df-8869-00083efadcde tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 944 time: 0.1733272 Jul 05 03:45:16.065276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-188b7bde-ac6c-4b61-80e2-0506c1470ae7 req-ad3bafeb-8586-4cd5-bfc5-9742e27f6b7b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684142 Jul 05 03:45:16.085717 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:16.180937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Pushing event updated for resources: {'Port': ['ID=0adb8222-ed37-4ea7-9030-546357990efe,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:16.304503 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:16.374327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-5b7ab922-a0e3-497c-a7d9-6a98e646da25 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.375914 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-5b7ab922-a0e3-497c-a7d9-6a98e646da25 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/networks?id=dd42a8dd-de95-4725-b222-160565abb7e7 HTTP/1.1" status: 200 len: 814 time: 0.1988688 Jul 05 03:45:16.423509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-02320273-ec90-429c-81dc-5bea539ed59c tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/quotas/6655d55c550942e3ba3756cd17feb975 HTTP/1.1" status: 200 len: 375 time: 0.0331767 Jul 05 03:45:16.470932 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:16.483552 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7145cddd-4f9b-4c35-8004-c1f257118b85 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0574291 Jul 05 03:45:16.566371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ceb42e-3bba-4b40-a05e-df6aa98068de req-6f7239da-dbe4-4cd2-bf7c-1eda4f50c97c tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.568848 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35ceb42e-3bba-4b40-a05e-df6aa98068de req-6f7239da-dbe4-4cd2-bf7c-1eda4f50c97c tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 1101 time: 0.1766217 Jul 05 03:45:16.596703 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-3afe1c95-8d63-4337-bb07-3cf0d9b0027d tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6655d55c550942e3ba3756cd17feb975&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1406081 Jul 05 03:45:16.733006 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35ceb42e-3bba-4b40-a05e-df6aa98068de req-fc4c0dc5-4331-4512-b117-6ce72d6eb440 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563957 Jul 05 03:45:16.739334 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:16.774628 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-0dabc2eb-2f8d-4f24-9207-ddccdc22def1 service neutron] show failed (client error): The resource could not be found. Jul 05 03:45:16.776693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-0dabc2eb-2f8d-4f24-9207-ddccdc22def1 service neutron] 10.222.0.36 "GET /v2.0/ports/1544341a-732e-46be-aa14-00fc3028caf9/bindings/n-h1-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.1773207 Jul 05 03:45:16.794973 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-d8573041-55c2-4cef-b870-8ac13561876b service neutron] 10.222.0.38 "GET /v2.0/networks/dd42a8dd-de95-4725-b222-160565abb7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817877 Jul 05 03:45:16.948274 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-f0c3085b-92ce-4d8c-82ee-a9d7fa93f285 service neutron] 10.222.0.38 "GET /v2.0/networks/dd42a8dd-de95-4725-b222-160565abb7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461225 Jul 05 03:45:16.981843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6525ac-2e7b-4d3e-a4b9-8a16d2364644 req-ab833053-d613-4d37-9f76-afa60f2881ed tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.984490 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c6525ac-2e7b-4d3e-a4b9-8a16d2364644 req-ab833053-d613-4d37-9f76-afa60f2881ed tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.1181171 Jul 05 03:45:17.055118 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c6525ac-2e7b-4d3e-a4b9-8a16d2364644 req-4759b21e-51dd-4c96-8ff1-e362475df968 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645278 Jul 05 03:45:17.150580 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b158b8b-ad21-4fab-9817-67e367f9a807 req-bc4465fd-08be-48ec-9625-ba789f9db7b2 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 210 time: 0.0379846 Jul 05 03:45:17.284321 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-aa0fa7ca-e3eb-4bb3-bde3-5cf3397e3a8b tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c3ccc1d1fdf9491ca81e5a619d893025&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427408 Jul 05 03:45:17.702426 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-f5efaa7f-4db2-4f26-bdd0-dc8c9b8905fe tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.704751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-f5efaa7f-4db2-4f26-bdd0-dc8c9b8905fe tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4145997 Jul 05 03:45:17.730489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Request body: {'port': {'device_id': '9afc79c3-19d8-4aa4-9b26-cb19ab913f08', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': 'c3ccc1d1fdf9491ca81e5a619d893025'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:17.822088 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-4b10ffcf-a90c-4cbc-8359-7a0e6ccd4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.824488 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-4b10ffcf-a90c-4cbc-8359-7a0e6ccd4acf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0&tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f HTTP/1.1" status: 200 len: 1101 time: 0.0630620 Jul 05 03:45:17.831620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-ca9d7cbe-1136-49a9-a419-f9ecddee04d9 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.833178 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-ca9d7cbe-1136-49a9-a419-f9ecddee04d9 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/networks?id=2cf8187d-fbee-41ec-883d-11382c9bffe4 HTTP/1.1" status: 200 len: 821 time: 0.4311774 Jul 05 03:45:17.846437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:17.850739 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-25654fdf-a27f-4223-bae8-639f14f76a99 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.856251 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-25654fdf-a27f-4223-bae8-639f14f76a99 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 820 time: 0.4450068 Jul 05 03:45:17.900942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-4b1ad396-94b8-4348-aea3-4ba8d7e059d3 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/quotas/ac69bf60ce054ab183ec7df3a922e629 HTTP/1.1" status: 200 len: 375 time: 0.0434127 Jul 05 03:45:17.908099 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-c8044338-a917-41bf-bf32-34999dc9891c tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/quotas/d323023d55a244dc93a2efdfae81b097 HTTP/1.1" status: 200 len: 375 time: 0.0448480 Jul 05 03:45:17.950215 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:18.313368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] For port 1544341a-732e-46be-aa14-00fc3028caf9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1544341a-732e-46be-aa14-00fc3028caf9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:18.366550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] For port 1544341a-732e-46be-aa14-00fc3028caf9, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:18.420779 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e37d97-2a00-4143-ba33-5f1e24b94de0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1544341a-732e-46be-aa14-00fc3028caf9'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:18.423269 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca56b17-056f-4719-b42b-8bf4be008939" -d '{"events": [{"server_uuid": "12e37d97-2a00-4143-ba33-5f1e24b94de0", "name": "network-vif-unplugged", "status": "completed", "tag": "1544341a-732e-46be-aa14-00fc3028caf9"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:18.427521 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:18.442619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Transition to ACTIVE for port object 1544341a-732e-46be-aa14-00fc3028caf9 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:18.449541 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Made reservation on behalf of c3ccc1d1fdf9491ca81e5a619d893025 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:18.455528 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:18.484636 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:18.505364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-d30dc817-92cb-4e4c-acbd-fffadd294386 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5991743 Jul 05 03:45:18.511230 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-703fc990-a4f7-4017-b577-81cb8dd8422a tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d323023d55a244dc93a2efdfae81b097&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5893338 Jul 05 03:45:18.553918 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:18.608550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Pushing event updated for resources: {'Port': ['ID=1544341a-732e-46be-aa14-00fc3028caf9,revision_number=6']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:18.633626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] No DVR routers for this DVR port 1544341a-732e-46be-aa14-00fc3028caf9 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:45:18.681750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Attempting to bind port 1544341a-732e-46be-aa14-00fc3028caf9 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:18.682237 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Attempting to bind port 1544341a-732e-46be-aa14-00fc3028caf9 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:18.682669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Attempting to bind port 1544341a-732e-46be-aa14-00fc3028caf9 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:18.688352 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Port 1544341a-732e-46be-aa14-00fc3028caf9 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:18.689193 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Attempting to bind port 1544341a-732e-46be-aa14-00fc3028caf9 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:18.702643 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:18.705795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:18.706550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:18.707170 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Bound port: 1544341a-732e-46be-aa14-00fc3028caf9, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:18.707880 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:18.808877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] For port 1544341a-732e-46be-aa14-00fc3028caf9, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:18.820265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] For port 1544341a-732e-46be-aa14-00fc3028caf9, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1544341a-732e-46be-aa14-00fc3028caf9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:18.850023 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-75599657-2dca-473f-83bf-258eb683f62c service neutron] 10.222.0.38 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373425 Jul 05 03:45:18.858752 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-f8918339-642f-4815-bc33-5ffccc0973d7 service neutron] 10.222.0.38 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366396 Jul 05 03:45:19.019039 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:19.022800 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:19.064788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.065654 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:19.067531 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] 10.222.0.10 "PUT /v2.0/ports/1544341a-732e-46be-aa14-00fc3028caf9 HTTP/1.1" status: 200 len: 1096 time: 1.2296066 Jul 05 03:45:19.072143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-5f5eaa46-582a-4886-b5d5-d644b87724e0 service neutron] 10.222.0.38 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106078 Jul 05 03:45:19.086688 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-bfadb73e-60eb-435e-8260-0e7cda72eeb5 service neutron] 10.222.0.38 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074313 Jul 05 03:45:19.157982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa84eb-efa8-4814-be88-1d39dcfede65 service neutron] Pushing event updated for resources: {'Port': ['ID=1544341a-732e-46be-aa14-00fc3028caf9,revision_number=7']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:19.159316 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:19.234258 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-206e41b8-77dd-45e6-b22c-56cff177d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.236084 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-206e41b8-77dd-45e6-b22c-56cff177d6e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 1099 time: 0.1274500 Jul 05 03:45:19.255977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3da3db-14cc-4051-8d9f-34777cfa5244,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:19.365421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Allocated IP 192.168.233.201 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/cab50dcd-9535-4617-a615-7ab6c7e43e68) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:19.403196 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-3a7f16e9-33a9-4a40-b498-6a1eef75038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.408594 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-3a7f16e9-33a9-4a40-b498-6a1eef75038f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1588006 Jul 05 03:45:19.442243 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-1f81167e-3f3a-40d4-9cac-de39d6c0e466 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c3ccc1d1fdf9491ca81e5a619d893025&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425134 Jul 05 03:45:19.463453 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-854bfd90-956d-4bef-b2ba-c35ba9a25023 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=1544341a-732e-46be-aa14-00fc3028caf9 HTTP/1.1" status: 200 len: 217 time: 0.0429833 Jul 05 03:45:19.550447 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-4d443f07-2f1b-421d-89c3-90ae64fbaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.553555 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-4d443f07-2f1b-421d-89c3-90ae64fbaeda service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0656271 Jul 05 03:45:19.673810 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-97500e84-f7d0-4b9d-aa44-a6c143638b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.677189 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-97500e84-f7d0-4b9d-aa44-a6c143638b1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1082802 Jul 05 03:45:19.712770 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:19.719605 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-01a1c749-bd5e-4410-b740-318f5ca613be tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.721211 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-01a1c749-bd5e-4410-b740-318f5ca613be tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2268600 Jul 05 03:45:19.734331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Transition to ACTIVE for port object cab50dcd-9535-4617-a615-7ab6c7e43e68 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:19.739851 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-dbd2b070-3a01-4d39-8775-539a47331fb4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Request body: {'port': {'device_id': '833ddda1-781c-4fd7-8d33-b0ceb23c7ed2', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': 'c3ccc1d1fdf9491ca81e5a619d893025'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:19.819114 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f07d43c-1cf1-4520-90d5-ac8b28a02a86 req-3f365b3c-0cca-4795-bb21-d5111eafe9db tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 210 time: 0.0731564 Jul 05 03:45:19.822534 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-d74caee2-5fe7-460c-b6f1-8cb5623803e8 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333392 Jul 05 03:45:19.994191 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.028318 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ecc7342d-9ea2-46fe-9a1d-9c6757edc786 req-71eca1c6-cde9-461b-94b4-b88cc1b06bd1 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894591 Jul 05 03:45:20.056582 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:20.082951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:20.092717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-dbd2b070-3a01-4d39-8775-539a47331fb4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Made reservation on behalf of c3ccc1d1fdf9491ca81e5a619d893025 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:20.098499 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-dbd2b070-3a01-4d39-8775-539a47331fb4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.100851 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:20.146474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Pushing event updated for resources: {'Port': ['ID=cab50dcd-9535-4617-a615-7ab6c7e43e68,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:20.308635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:20.309659 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.408093 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b647bc-b72d-426e-a69d-05ccb32cfb1f req-98ddef1a-9fb3-4ee0-bdfb-fde802390dbf tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:20.409685 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43b647bc-b72d-426e-a69d-05ccb32cfb1f req-98ddef1a-9fb3-4ee0-bdfb-fde802390dbf tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 1096 time: 0.2541840 Jul 05 03:45:20.417542 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-dbd2b070-3a01-4d39-8775-539a47331fb4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Allocated IP 192.168.233.218 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/5698818c-70f0-4472-b1c2-f48ba2f47566) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:20.438432 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d003a5-6e3b-4488-addb-d80ed571bbfe req-5138c75b-e6fd-4a65-9c66-c8c23b8a4d15 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:20.439992 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-09d003a5-6e3b-4488-addb-d80ed571bbfe req-5138c75b-e6fd-4a65-9c66-c8c23b8a4d15 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 947 time: 0.2661350 Jul 05 03:45:20.517177 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43b647bc-b72d-426e-a69d-05ccb32cfb1f req-19e0fc2a-e140-430b-8538-d30b53ff1ca9 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972745 Jul 05 03:45:20.531260 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-09d003a5-6e3b-4488-addb-d80ed571bbfe req-22c4ad01-8058-44af-b32f-496dcc3470bf tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763252 Jul 05 03:45:20.536423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-925dae17-fac2-4281-b851-5607c8fbb4a6 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8198528 Jul 05 03:45:20.553480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Request body: {'port': {'device_id': '9afc79c3-19d8-4aa4-9b26-cb19ab913f08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:20.625168 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5d2d6c7d-f5fb-4fab-8054-7591a8ed4db6 None None] Provisioning for port cab50dcd-9535-4617-a615-7ab6c7e43e68 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:20.639183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5d2d6c7d-f5fb-4fab-8054-7591a8ed4db6 None None] Provisioning complete for port cab50dcd-9535-4617-a615-7ab6c7e43e68 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:20.644197 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5d2d6c7d-f5fb-4fab-8054-7591a8ed4db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.732531 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.766987 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-dbd2b070-3a01-4d39-8775-539a47331fb4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.785814 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5d2d6c7d-f5fb-4fab-8054-7591a8ed4db6 None None] Port cab50dcd-9535-4617-a615-7ab6c7e43e68 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:20.825564 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc2ee70-b49d-435c-90d3-0a64f6515fc2 x-openstack-request-id: req-edc2ee70-b49d-435c-90d3-0a64f6515fc2 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:20.826446 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e37d97-2a00-4143-ba33-5f1e24b94de0", "name": "network-vif-unplugged", "status": "completed", "tag": "1544341a-732e-46be-aa14-00fc3028caf9", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:20.826685 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-dbd2b070-3a01-4d39-8775-539a47331fb4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Transition to ACTIVE for port object 5698818c-70f0-4472-b1c2-f48ba2f47566 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:20.827278 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-edc2ee70-b49d-435c-90d3-0a64f6515fc2 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:20.828057 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e37d97-2a00-4143-ba33-5f1e24b94de0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1544341a-732e-46be-aa14-00fc3028caf9', 'code': 200} Jul 05 03:45:21.003561 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3bb92d13-5a2f-4ee4-9096-29dff4891f8b req-fe966e05-636d-4fa7-9281-78848b7e5e39 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 210 time: 0.0814881 Jul 05 03:45:21.020565 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fc07a74-be7a-4b42-b9a9-1876fae3b8cb req-2ae9c37a-f5f8-4f64-9ad6-23af778352dc tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 210 time: 0.0958235 Jul 05 03:45:21.105103 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d57717a8-885a-480d-8fc0-9d5fbac44430 req-3a5e0351-7b04-4955-a16c-8708c83493c2 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 210 time: 0.0361438 Jul 05 03:45:21.162035 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-fd4cbc9a-8925-44a4-bd5a-529d764db016 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289679 Jul 05 03:45:21.167760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1544341a-732e-46be-aa14-00fc3028caf9 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:21.197584 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-dbd2b070-3a01-4d39-8775-539a47331fb4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:21.240443 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1544341a-732e-46be-aa14-00fc3028caf9 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:45:21.358886 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82b712c8-ec45-4dc4-81b3-f638af7d3450 req-1d4debf4-9688-4977-bbb8-4934d65a53ff tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 210 time: 0.0662894 Jul 05 03:45:21.396215 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-dbd2b070-3a01-4d39-8775-539a47331fb4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:21.405274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2b070-3a01-4d39-8775-539a47331fb4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Pushing event updated for resources: {'Port': ['ID=5698818c-70f0-4472-b1c2-f48ba2f47566,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:21.412478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-dbd2b070-3a01-4d39-8775-539a47331fb4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:21.421008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-dbd2b070-3a01-4d39-8775-539a47331fb4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:21.475599 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-28526ef4-eeda-447c-9ba5-10ede835ad20 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:21.483430 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-28526ef4-eeda-447c-9ba5-10ede835ad20 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3121998 Jul 05 03:45:21.525255 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-83ea19ee-cf89-4455-9f71-d2b8d231dc9b tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/quotas/2ba3bf9fac9449f69fd32031830f61cd HTTP/1.1" status: 200 len: 375 time: 0.0403340 Jul 05 03:45:21.559609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-dbd2b070-3a01-4d39-8775-539a47331fb4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:21.560537 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-dbd2b070-3a01-4d39-8775-539a47331fb4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:21.687757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab50dcd-9535-4617-a615-7ab6c7e43e68 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:21.700446 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:21.750134 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Transition to ACTIVE for port object cab50dcd-9535-4617-a615-7ab6c7e43e68 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:21.792374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-d982f703-a8dd-444a-839c-b84842d13b4a tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2659342 Jul 05 03:45:21.809957 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-ca5a098c-b3ff-4cab-a6a1-569dca1a5a22 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:21.811582 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-ca5a098c-b3ff-4cab-a6a1-569dca1a5a22 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 807 time: 0.2840221 Jul 05 03:45:21.828514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a9002c60-b55c-4af5-b807-f5d666f806ad None None] Provisioning for port 5698818c-70f0-4472-b1c2-f48ba2f47566 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:21.831777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-8c3776f2-956d-4bec-bcf7-fec4afac9cba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/quotas/5de69650861e4b2ab64c64456b5c16e4 HTTP/1.1" status: 200 len: 375 time: 0.0131173 Jul 05 03:45:21.832492 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-dbd2b070-3a01-4d39-8775-539a47331fb4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0995758 Jul 05 03:45:21.834077 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a9002c60-b55c-4af5-b807-f5d666f806ad None None] Provisioning complete for port 5698818c-70f0-4472-b1c2-f48ba2f47566 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:21.834571 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a9002c60-b55c-4af5-b807-f5d666f806ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:21.850003 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-e49bdf93-4719-4732-9562-1b796b6031ef tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:21.851697 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-e49bdf93-4719-4732-9562-1b796b6031ef tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.10 "GET /v2.0/networks?id=dd42a8dd-de95-4725-b222-160565abb7e7 HTTP/1.1" status: 200 len: 814 time: 0.1835248 Jul 05 03:45:21.867234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Request body: {'port': {'device_id': '833ddda1-781c-4fd7-8d33-b0ceb23c7ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:21.878681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-0a586e49-f9b0-4340-835d-03fc48643d2e tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Request body: {'port': {'device_id': 'aebe377e-66cb-4f6c-b42f-a9c8cbccd19a', 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7', 'admin_state_up': True, 'tenant_id': '6655d55c550942e3ba3756cd17feb975'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:21.909722 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a9002c60-b55c-4af5-b807-f5d666f806ad None None] Port 5698818c-70f0-4472-b1c2-f48ba2f47566 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:21.935619 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:22.098537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Pushing event updated for resources: {'Port': ['ID=cab50dcd-9535-4617-a615-7ab6c7e43e68,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:22.175685 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:22.225462 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-b9e2f675-7c22-45f7-b169-5ca4f816f727 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3803830 Jul 05 03:45:22.240135 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-0a586e49-f9b0-4340-835d-03fc48643d2e tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Made reservation on behalf of 6655d55c550942e3ba3756cd17feb975 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:22.248375 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-0a586e49-f9b0-4340-835d-03fc48643d2e tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:22.439933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Attempting to bind port cab50dcd-9535-4617-a615-7ab6c7e43e68 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:22.440311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Attempting to bind port cab50dcd-9535-4617-a615-7ab6c7e43e68 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:22.440632 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Attempting to bind port cab50dcd-9535-4617-a615-7ab6c7e43e68 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:22.471339 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Port cab50dcd-9535-4617-a615-7ab6c7e43e68 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:22.471662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Attempting to bind port cab50dcd-9535-4617-a615-7ab6c7e43e68 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:22.521669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-0a586e49-f9b0-4340-835d-03fc48643d2e tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Allocated IP 172.20.0.10 (dd42a8dd-de95-4725-b222-160565abb7e7/2f54a329-37b8-4bdf-a97e-e717b59c3def/681d53ea-726e-4a16-b6bd-1c6684329564) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:22.577907 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:22.579098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:22.579098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:22.579098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Bound port: cab50dcd-9535-4617-a615-7ab6c7e43e68, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:22.579547 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:22.585111 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-2a3b4b46-09ec-44c7-9278-993ce9c5296e service neutron] 10.222.0.38 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134611 Jul 05 03:45:22.753740 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-0a586e49-f9b0-4340-835d-03fc48643d2e tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:22.789912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-0a586e49-f9b0-4340-835d-03fc48643d2e tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Transition to ACTIVE for port object 681d53ea-726e-4a16-b6bd-1c6684329564 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:22.830389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e37d97-2a00-4143-ba33-5f1e24b94de0', 'tag': '1544341a-732e-46be-aa14-00fc3028caf9'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:22.834989 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622f3c55-2d16-4d91-a69f-b5722a65f7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "12e37d97-2a00-4143-ba33-5f1e24b94de0", "tag": "1544341a-732e-46be-aa14-00fc3028caf9"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:23.037058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-0a586e49-f9b0-4340-835d-03fc48643d2e tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.163096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a586e49-f9b0-4340-835d-03fc48643d2e tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Pushing event updated for resources: {'Port': ['ID=681d53ea-726e-4a16-b6bd-1c6684329564,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:23.196020 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-0a586e49-f9b0-4340-835d-03fc48643d2e tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Network dd42a8dd-de95-4725-b222-160565abb7e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:23.198411 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-0a586e49-f9b0-4340-835d-03fc48643d2e tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:23.226970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-0a586e49-f9b0-4340-835d-03fc48643d2e tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:23.362481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] For port cab50dcd-9535-4617-a615-7ab6c7e43e68, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:23.364791 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-0a586e49-f9b0-4340-835d-03fc48643d2e tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:23.365469 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-0a586e49-f9b0-4340-835d-03fc48643d2e tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.482317 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] For port cab50dcd-9535-4617-a615-7ab6c7e43e68, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cab50dcd-9535-4617-a615-7ab6c7e43e68,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:23.525955 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-0a586e49-f9b0-4340-835d-03fc48643d2e tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6556060 Jul 05 03:45:23.569597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-90697159-7934-4207-af7a-a792ef449aae service neutron] 10.222.0.38 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9692471 Jul 05 03:45:23.618419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436f498-9603-4079-99c6-3864cf806da2 req-91d9bd99-ca09-415a-bf66-6e813910eb8a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:23.638229 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7436f498-9603-4079-99c6-3864cf806da2 req-91d9bd99-ca09-415a-bf66-6e813910eb8a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 947 time: 0.4644508 Jul 05 03:45:23.694604 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.725697 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:23.726872 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.729000 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] 10.222.0.36 "PUT /v2.0/ports/cab50dcd-9535-4617-a615-7ab6c7e43e68 HTTP/1.1" status: 200 len: 1097 time: 3.1824377 Jul 05 03:45:23.774301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afc79c3-19d8-4aa4-9b26-cb19ab913f08', 'tag': 'cab50dcd-9535-4617-a615-7ab6c7e43e68'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:23.776638 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469ee3b7-8198-4d0e-9f86-05030be47e14" -d '{"events": [{"name": "network-changed", "server_uuid": "9afc79c3-19d8-4aa4-9b26-cb19ab913f08", "tag": "cab50dcd-9535-4617-a615-7ab6c7e43e68"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:23.782923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ffcbcc0c-1438-416f-9cde-a443cd5ee125 None None] Provisioning for port 681d53ea-726e-4a16-b6bd-1c6684329564 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:23.796403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ffcbcc0c-1438-416f-9cde-a443cd5ee125 None None] Provisioning complete for port 681d53ea-726e-4a16-b6bd-1c6684329564 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:23.803297 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ffcbcc0c-1438-416f-9cde-a443cd5ee125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.826820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5698818c-70f0-4472-b1c2-f48ba2f47566 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:23.853339 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.891865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Transition to ACTIVE for port object 5698818c-70f0-4472-b1c2-f48ba2f47566 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:23.928949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ffcbcc0c-1438-416f-9cde-a443cd5ee125 None None] Port 681d53ea-726e-4a16-b6bd-1c6684329564 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:24.004334 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.068806 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b765a-6550-4825-b08c-e34a0bfdddfc service neutron] Pushing event updated for resources: {'Port': ['ID=cab50dcd-9535-4617-a615-7ab6c7e43e68,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:24.106367 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7436f498-9603-4079-99c6-3864cf806da2 req-d0f2e684-23ce-4193-8d53-9a9224534f81 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661560 Jul 05 03:45:24.307363 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1544341a-732e-46be-aa14-00fc3028caf9 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:24.615952 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Pushing event updated for resources: {'Port': ['ID=5698818c-70f0-4472-b1c2-f48ba2f47566,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:24.697302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1544341a-732e-46be-aa14-00fc3028caf9, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1544341a-732e-46be-aa14-00fc3028caf9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:24.743494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '1544341a-732e-46be-aa14-00fc3028caf9', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '1544341a-732e-46be-aa14-00fc3028caf9', 'mac_address': 'fa:16:3e:c6:bd:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:24.813191 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-ea1bd0c9-31a6-4c9a-b560-40c2f5051ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:24.815208 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-ea1bd0c9-31a6-4c9a-b560-40c2f5051ad2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3ccc1d1fdf9491ca81e5a619d893025&device_id=9afc79c3-19d8-4aa4-9b26-cb19ab913f08 HTTP/1.1" status: 200 len: 1100 time: 0.9131668 Jul 05 03:45:24.944746 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.970818 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-d0bcfc43-869a-4136-bffe-59ba96069ebb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=cab50dcd-9535-4617-a615-7ab6c7e43e68 HTTP/1.1" status: 200 len: 217 time: 0.1072373 Jul 05 03:45:24.977382 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-930eb58b-d6ab-4398-a396-cf61cba1ca86 req-3c3197d7-ccf6-4c75-ac72-9c053ccd3070 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 210 time: 0.2001739 Jul 05 03:45:24.982299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Attempting to bind port 5698818c-70f0-4472-b1c2-f48ba2f47566 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:24.982969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Attempting to bind port 5698818c-70f0-4472-b1c2-f48ba2f47566 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:24.983686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Attempting to bind port 5698818c-70f0-4472-b1c2-f48ba2f47566 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:25.030559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1544341a-732e-46be-aa14-00fc3028caf9 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:25.076223 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-e6920963-80eb-4b2e-a4c0-b034e2914f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.079076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-e6920963-80eb-4b2e-a4c0-b034e2914f16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1001453 Jul 05 03:45:25.125890 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Port 5698818c-70f0-4472-b1c2-f48ba2f47566 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:25.126376 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Attempting to bind port 5698818c-70f0-4472-b1c2-f48ba2f47566 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:25.156145 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:25.156604 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:25.157348 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:25.158325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Bound port: 5698818c-70f0-4472-b1c2-f48ba2f47566, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:25.158796 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:25.207263 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1544341a-732e-46be-aa14-00fc3028caf9, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1544341a-732e-46be-aa14-00fc3028caf9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:25.213111 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733cb1-265f-45f6-835d-ebcd1750fada req-f8051858-a5e9-4f5d-b93a-4a9bf2206148 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.214911 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39733cb1-265f-45f6-835d-ebcd1750fada req-f8051858-a5e9-4f5d-b93a-4a9bf2206148 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 948 time: 0.5790210 Jul 05 03:45:25.309797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5af808db-8bbe-406c-ad01-e9b23d6322d9 req-0ed88e87-42b2-4797-bca1-5aa853bada95 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 210 time: 0.0533755 Jul 05 03:45:25.319589 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:25.357946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] For port 5698818c-70f0-4472-b1c2-f48ba2f47566, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:25.372899 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39733cb1-265f-45f6-835d-ebcd1750fada req-235e78f4-6c65-4e69-a3d3-c1b91203e4ca tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174984 Jul 05 03:45:25.408516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] For port 5698818c-70f0-4472-b1c2-f48ba2f47566, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5698818c-70f0-4472-b1c2-f48ba2f47566,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:25.421109 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-d4d9c8d2-74d4-4c9f-9aae-92c0b98487a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.424086 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-d4d9c8d2-74d4-4c9f-9aae-92c0b98487a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3339589 Jul 05 03:45:25.478364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=1544341a-732e-46be-aa14-00fc3028caf9,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:25.504864 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:25.506297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:25.506297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:25.506722 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:25.507512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:25.508291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:25.509069 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:25.510076 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:25.510976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:25.511310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:25.512599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:25.513159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:25.639011 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:25.643512 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537cab1d-8e5d-4254-93a2-37a7edfa8792 x-openstack-request-id: req-537cab1d-8e5d-4254-93a2-37a7edfa8792 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:25.644349 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e37d97-2a00-4143-ba33-5f1e24b94de0", "tag": "1544341a-732e-46be-aa14-00fc3028caf9", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:25.644349 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-537cab1d-8e5d-4254-93a2-37a7edfa8792 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:25.644656 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e37d97-2a00-4143-ba33-5f1e24b94de0', 'tag': '1544341a-732e-46be-aa14-00fc3028caf9', 'status': 'completed', 'code': 200} Jul 05 03:45:25.733636 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['1544341a-732e-46be-aa14-00fc3028caf9'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:25.814949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-55d16a6a-e2d1-4ddf-83b9-88218b872164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.817072 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-55d16a6a-e2d1-4ddf-83b9-88218b872164 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 1100 time: 0.1546032 Jul 05 03:45:26.082156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.083288 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:26.087664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] 10.222.0.10 "PUT /v2.0/ports/5698818c-70f0-4472-b1c2-f48ba2f47566 HTTP/1.1" status: 200 len: 1097 time: 4.2406962 Jul 05 03:45:26.188590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-4be75508-b64a-4359-ab4b-bc90f889b85b service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7561820 Jul 05 03:45:26.211414 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135a1448-217f-4b5d-9bb7-a055d1056de1 x-openstack-request-id: req-135a1448-217f-4b5d-9bb7-a055d1056de1 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:26.211735 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afc79c3-19d8-4aa4-9b26-cb19ab913f08", "tag": "cab50dcd-9535-4617-a615-7ab6c7e43e68", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:26.213647 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-135a1448-217f-4b5d-9bb7-a055d1056de1 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:26.214110 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afc79c3-19d8-4aa4-9b26-cb19ab913f08', 'tag': 'cab50dcd-9535-4617-a615-7ab6c7e43e68', 'status': 'completed', 'code': 200} Jul 05 03:45:26.272679 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-8b4f8929-2d27-494b-a072-7c6998ff5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.278879 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-8b4f8929-2d27-494b-a072-7c6998ff5bec service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.4402230 Jul 05 03:45:26.332356 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5edab5-8a57-4e61-9ef2-7ef6b9c02e41 service neutron] Pushing event updated for resources: {'Port': ['ID=5698818c-70f0-4472-b1c2-f48ba2f47566,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:26.410254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af348d6a-cf3a-430f-9d4e-e479a632581c req-7c0662cc-0cd1-4b2b-882d-ea70ffc03992 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.412285 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af348d6a-cf3a-430f-9d4e-e479a632581c req-7c0662cc-0cd1-4b2b-882d-ea70ffc03992 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 932 time: 0.6921902 Jul 05 03:45:26.414871 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-c611f1f0-cef7-4c28-bdbd-1e8f9c9cfe93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=1544341a-732e-46be-aa14-00fc3028caf9 HTTP/1.1" status: 200 len: 217 time: 0.1267133 Jul 05 03:45:26.456133 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab2df87c-f756-4e0a-b617-bf824c4685ad req-442f3856-1fd0-4a02-82b3-1a235cdbe823 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544239 Jul 05 03:45:26.514311 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af348d6a-cf3a-430f-9d4e-e479a632581c req-82594146-7af6-44ee-87dd-3946d66de44d tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914495 Jul 05 03:45:26.537304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-3c9a6bd7-29dd-418e-aedd-1f4de3d8143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.540634 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-3c9a6bd7-29dd-418e-aedd-1f4de3d8143d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1159456 Jul 05 03:45:26.609425 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2c286b1-4dfe-4697-9c48-e150d266b49b req-70f112b8-aa2b-4c9b-8db4-ea19ea4dda37 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 210 time: 0.0841115 Jul 05 03:45:26.697951 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-aff7765b-e49a-472a-87cf-450dda0ab322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.706601 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-aff7765b-e49a-472a-87cf-450dda0ab322 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1569943 Jul 05 03:45:26.817588 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ee3b7-8198-4d0e-9f86-05030be47e14 req-751d7df2-81da-4ca0-a72e-b07d3e08c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.818174 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-469ee3b7-8198-4d0e-9f86-05030be47e14 req-751d7df2-81da-4ca0-a72e-b07d3e08c27c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3ccc1d1fdf9491ca81e5a619d893025&device_id=9afc79c3-19d8-4aa4-9b26-cb19ab913f08 HTTP/1.1" status: 200 len: 1100 time: 0.1923146 Jul 05 03:45:26.888470 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d60b6d2-eed8-4445-8b1b-c4443c5afd8f req-fff07859-095a-44fe-ab27-f26babf88039 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 210 time: 0.0621181 Jul 05 03:45:26.910332 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-63cb61b4-e573-4de9-b14c-d69bb98d48e4 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807053 Jul 05 03:45:26.992274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1ab92-090c-469c-a07d-da3f3d3c20ca req-8b3950eb-770c-4e65-9829-f143167159ff tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.994143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-acd1ab92-090c-469c-a07d-da3f3d3c20ca req-8b3950eb-770c-4e65-9829-f143167159ff tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 948 time: 0.2679517 Jul 05 03:45:27.088462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ee3b7-8198-4d0e-9f86-05030be47e14 req-6ce77d42-a164-46a8-8a97-79472b5ecc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.088462 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-469ee3b7-8198-4d0e-9f86-05030be47e14 req-6ce77d42-a164-46a8-8a97-79472b5ecc0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2563453 Jul 05 03:45:27.089859 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-6930576d-8d20-4340-8ac9-6fc8032bc1f4 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658154 Jul 05 03:45:27.108381 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-acd1ab92-090c-469c-a07d-da3f3d3c20ca req-049c2383-4dff-4402-a46f-155ade833b90 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911307 Jul 05 03:45:27.198022 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-469ee3b7-8198-4d0e-9f86-05030be47e14 req-cf3d2858-99a9-4645-82a8-ee61c9c39c9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=cab50dcd-9535-4617-a615-7ab6c7e43e68 HTTP/1.1" status: 200 len: 217 time: 0.0858636 Jul 05 03:45:27.231874 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0042522-1b7f-4ec3-a68b-5d202b266b8a req-ef36fc5d-9682-464b-b96b-f414cac7d8d5 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 210 time: 0.1223159 Jul 05 03:45:27.327259 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc119fd6-45e7-46c6-b04c-d1bcb059d214 req-45b4b664-9a76-4718-94c6-5db0b8777b2f tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 210 time: 0.0983095 Jul 05 03:45:27.366429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ee3b7-8198-4d0e-9f86-05030be47e14 req-2031fb53-0043-42be-9109-0906137f1757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.379679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-469ee3b7-8198-4d0e-9f86-05030be47e14 req-2031fb53-0043-42be-9109-0906137f1757 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1525896 Jul 05 03:45:27.660861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ee3b7-8198-4d0e-9f86-05030be47e14 req-81457a15-4c64-4a6d-b98d-cdd69b7f5daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.662420 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-469ee3b7-8198-4d0e-9f86-05030be47e14 req-81457a15-4c64-4a6d-b98d-cdd69b7f5daf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2751260 Jul 05 03:45:27.759525 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e483e4-fb04-4df7-bfe1-cbd8e74eddbe req-8d9fb089-a2df-4163-9b50-4335311fb70d tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.761236 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-52e483e4-fb04-4df7-bfe1-cbd8e74eddbe req-8d9fb089-a2df-4163-9b50-4335311fb70d tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 948 time: 0.2557974 Jul 05 03:45:27.899461 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-469ee3b7-8198-4d0e-9f86-05030be47e14 req-ff3915cf-ae68-4d54-99f1-24e317b4284c service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261999 Jul 05 03:45:27.931790 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-52e483e4-fb04-4df7-bfe1-cbd8e74eddbe req-597cb8c1-bd7e-40b1-811e-d98d421f0d12 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483345 Jul 05 03:45:28.073288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12063622-4569-44d0-9a41-13b5a1761749 req-31c7fd81-b4cd-4e99-a5ba-10fdfa4933ad tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.086652 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-12063622-4569-44d0-9a41-13b5a1761749 req-31c7fd81-b4cd-4e99-a5ba-10fdfa4933ad tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 932 time: 0.2549169 Jul 05 03:45:28.091755 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-59bac4ed-0ae8-4471-b8cd-ca3e77d7001d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280674 Jul 05 03:45:28.206360 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-469ee3b7-8198-4d0e-9f86-05030be47e14 req-4f4e3e02-c28c-4156-b84f-0f3e07aa6a94 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923846 Jul 05 03:45:28.210314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3de7a2c9-6b7a-4ac3-8f84-e535124adcf4 req-cc25a1df-99dc-4770-8d0e-bfcdfc74889b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 210 time: 0.1101487 Jul 05 03:45:28.217585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833ddda1-781c-4fd7-8d33-b0ceb23c7ed2', 'tag': '5698818c-70f0-4472-b1c2-f48ba2f47566'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:28.219977 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b048dcc-aa09-4aed-aeb8-5c01210b0cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "833ddda1-781c-4fd7-8d33-b0ceb23c7ed2", "tag": "5698818c-70f0-4472-b1c2-f48ba2f47566"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:28.270291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-12063622-4569-44d0-9a41-13b5a1761749 req-f630faca-3bfe-4725-95d4-b9d49d13092b tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713138 Jul 05 03:45:28.320590 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1544341a-732e-46be-aa14-00fc3028caf9 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:28.418109 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-c6831efb-11c4-4b34-be79-f21874925c26 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.427984 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-c6831efb-11c4-4b34-be79-f21874925c26 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3278677 Jul 05 03:45:28.447121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-e224e724-eda3-4aac-acb9-e3ca714e998f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Request body: {'port': {'device_id': 'c0b2d23a-9685-4e6b-8167-9b5027cd76f7', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '2ba3bf9fac9449f69fd32031830f61cd'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:28.590849 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 1544341a-732e-46be-aa14-00fc3028caf9 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:28.597478 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 1544341a-732e-46be-aa14-00fc3028caf9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:28.598497 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.718486 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f72b12d-d1dc-489b-9088-cf0d90db68e1 req-ad55b28a-fb0f-4e0a-815a-1f8fff784970 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 210 time: 0.0914955 Jul 05 03:45:28.827173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd5a0b-f8aa-44cb-9a23-91f941c41745 req-c2c5d8d5-0722-4880-84d6-3f662b5d0582 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.846761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63bd5a0b-f8aa-44cb-9a23-91f941c41745 req-c2c5d8d5-0722-4880-84d6-3f662b5d0582 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 948 time: 0.2892554 Jul 05 03:45:28.923848 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.928914 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63bd5a0b-f8aa-44cb-9a23-91f941c41745 req-0ef293d4-961d-4da4-9789-d313104d062a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778394 Jul 05 03:45:29.014446 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0cbe83-a6a2-4cf3-88c6-1830b3d64bce x-openstack-request-id: req-8b0cbe83-a6a2-4cf3-88c6-1830b3d64bce {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:29.015270 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833ddda1-781c-4fd7-8d33-b0ceb23c7ed2", "tag": "5698818c-70f0-4472-b1c2-f48ba2f47566", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:29.015570 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8b0cbe83-a6a2-4cf3-88c6-1830b3d64bce {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:29.016007 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833ddda1-781c-4fd7-8d33-b0ceb23c7ed2', 'tag': '5698818c-70f0-4472-b1c2-f48ba2f47566', 'status': 'completed', 'code': 200} Jul 05 03:45:29.032091 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e37d97-2a00-4143-ba33-5f1e24b94de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1544341a-732e-46be-aa14-00fc3028caf9'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:29.035584 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c30b27f-eaab-4f00-9383-abf4460dcd82" -d '{"events": [{"server_uuid": "12e37d97-2a00-4143-ba33-5f1e24b94de0", "name": "network-vif-plugged", "status": "completed", "tag": "1544341a-732e-46be-aa14-00fc3028caf9"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:29.066667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1544341a-732e-46be-aa14-00fc3028caf9, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1544341a-732e-46be-aa14-00fc3028caf9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:29.193995 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-e224e724-eda3-4aac-acb9-e3ca714e998f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Made reservation on behalf of 2ba3bf9fac9449f69fd32031830f61cd for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:29.202039 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-e224e724-eda3-4aac-acb9-e3ca714e998f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.219990 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-08b2bfcd-bee2-4633-9422-8cb984129970 req-eb718380-b3ea-46a7-a6ff-a5dcdd07fd2c tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 210 time: 0.0566299 Jul 05 03:45:29.263565 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.331938 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-623b6b11-69a9-42e8-92aa-fac1ddda2f9e req-1ae37e68-aabf-4e2b-9c46-dd866bab4428 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 210 time: 0.1098223 Jul 05 03:45:29.379700 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=1544341a-732e-46be-aa14-00fc3028caf9,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:29.441463 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-93b434c9-0b8c-40f9-8bcc-5fe58f253f35 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:29.443056 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-93b434c9-0b8c-40f9-8bcc-5fe58f253f35 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.36 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 807 time: 0.2221370 Jul 05 03:45:29.462555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-3cb95985-5786-4e05-845d-145f0d3b0aba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Request body: {'port': {'device_id': '9fd165a8-c266-4c2e-85dc-bbf992a84822', 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125', 'admin_state_up': True, 'tenant_id': '5de69650861e4b2ab64c64456b5c16e4'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:29.493785 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-e224e724-eda3-4aac-acb9-e3ca714e998f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Allocated IP 192.168.233.163 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/e55bc87d-15ab-4bf5-9b1b-34c39160d6b5) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:29.553642 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56383a0f-51dd-41a0-a150-ec3cef5afb31 x-openstack-request-id: req-56383a0f-51dd-41a0-a150-ec3cef5afb31 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:29.554176 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e37d97-2a00-4143-ba33-5f1e24b94de0", "name": "network-vif-plugged", "status": "completed", "tag": "1544341a-732e-46be-aa14-00fc3028caf9", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:29.554603 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-56383a0f-51dd-41a0-a150-ec3cef5afb31 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:29.555217 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e37d97-2a00-4143-ba33-5f1e24b94de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1544341a-732e-46be-aa14-00fc3028caf9', 'code': 200} Jul 05 03:45:29.732336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69abc9d-c7a7-43a7-9471-3abdd681ebe1 req-7fa583ab-d3cb-4525-872a-7d39e1c3246d tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:29.735379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e69abc9d-c7a7-43a7-9471-3abdd681ebe1 req-7fa583ab-d3cb-4525-872a-7d39e1c3246d tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 948 time: 0.1893392 Jul 05 03:45:29.800662 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-e224e724-eda3-4aac-acb9-e3ca714e998f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.823841 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-e224e724-eda3-4aac-acb9-e3ca714e998f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Transition to ACTIVE for port object e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:29.858516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ea9002e-9744-4f3f-bc86-7fd1955cb3ce req-0b13f89c-ae88-407b-bdc4-771425c701ee tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 210 time: 0.0869234 Jul 05 03:45:29.897972 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e69abc9d-c7a7-43a7-9471-3abdd681ebe1 req-758989a4-2d39-4679-b231-63f03b2bba92 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487744 Jul 05 03:45:29.987953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-3cb95985-5786-4e05-845d-145f0d3b0aba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Made reservation on behalf of 5de69650861e4b2ab64c64456b5c16e4 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:29.992048 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-3cb95985-5786-4e05-845d-145f0d3b0aba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.044864 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-e224e724-eda3-4aac-acb9-e3ca714e998f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.060509 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5db076a6-7dab-45f8-8984-7b7927f628bd', '9dc8845e-9492-42aa-b1b8-fe7430e2f41c', '55cb8e22-92b7-4dcc-836d-7214f9485d7f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:30.162627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-e224e724-eda3-4aac-acb9-e3ca714e998f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:30.178509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-e224e724-eda3-4aac-acb9-e3ca714e998f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:30.183133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-e224e724-eda3-4aac-acb9-e3ca714e998f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:30.192440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224e724-eda3-4aac-acb9-e3ca714e998f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event updated for resources: {'Port': ['ID=e55bc87d-15ab-4bf5-9b1b-34c39160d6b5,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:30.215110 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f342633-73f5-4c09-a1e7-7cfa378ec5e0 req-76501ee6-9e21-4e18-8c4e-0c452e8eb76e tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 210 time: 0.1106384 Jul 05 03:45:30.323439 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-e224e724-eda3-4aac-acb9-e3ca714e998f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:30.335212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-e224e724-eda3-4aac-acb9-e3ca714e998f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.398459 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9193fe2-fa50-4196-8d72-e58fde61f6fd req-fe51b680-623d-449f-96dc-815313de0ab0 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:30.423050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9193fe2-fa50-4196-8d72-e58fde61f6fd req-fe51b680-623d-449f-96dc-815313de0ab0 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 932 time: 0.3022113 Jul 05 03:45:30.448824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-3cb95985-5786-4e05-845d-145f0d3b0aba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Allocated IP 172.20.0.10 (0afd212f-7e29-4013-a682-9abe025fe125/2332289e-5fbe-496d-8ce1-e0de67e408f4/4a83a22c-d895-4235-b2bc-210fe6f1ae10) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:30.488853 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-e224e724-eda3-4aac-acb9-e3ca714e998f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0486825 Jul 05 03:45:30.503078 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Request body: {'port': {'device_id': 'c0b2d23a-9685-4e6b-8167-9b5027cd76f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:30.593597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9193fe2-fa50-4196-8d72-e58fde61f6fd req-54865247-94fd-46e7-916e-3cc2322bf8f3 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691871 Jul 05 03:45:30.619990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0c41e-4ba3-4435-8b70-39b5874f13f0 req-008fdf19-c753-4099-98dd-93b3902f5ddb tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:30.630925 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26d0c41e-4ba3-4435-8b70-39b5874f13f0 req-008fdf19-c753-4099-98dd-93b3902f5ddb tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.1748579 Jul 05 03:45:30.655050 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.668015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7801dbe8-fd5b-4e87-b7c3-e561e0e40fa6 None None] Provisioning for port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:30.713039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7801dbe8-fd5b-4e87-b7c3-e561e0e40fa6 None None] Provisioning complete for port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:30.713911 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7801dbe8-fd5b-4e87-b7c3-e561e0e40fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.768256 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26d0c41e-4ba3-4435-8b70-39b5874f13f0 req-8d8d49ae-9486-46ff-9e1d-468cbe14a149 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388848 Jul 05 03:45:30.862162 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd769793-7c39-4570-8268-7b4b584accc8 req-aff98d16-ceeb-4b47-8c67-200ac8734e41 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 210 time: 0.0675395 Jul 05 03:45:30.961390 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-3cb95985-5786-4e05-845d-145f0d3b0aba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:31.102369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7801dbe8-fd5b-4e87-b7c3-e561e0e40fa6 None None] Port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:31.138548 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bfcba212-6f7d-4b23-964b-63cee15b21f6 req-814c3465-9885-4329-9706-191c762ebead tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 210 time: 0.0653677 Jul 05 03:45:31.143268 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-3cb95985-5786-4e05-845d-145f0d3b0aba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:31.180824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['3a30efd6-bd00-42d2-9e11-63674f2d9621'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:31.234485 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb95985-5786-4e05-845d-145f0d3b0aba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Pushing event updated for resources: {'Port': ['ID=4a83a22c-d895-4235-b2bc-210fe6f1ae10,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:31.272189 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-3cb95985-5786-4e05-845d-145f0d3b0aba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Network 0afd212f-7e29-4013-a682-9abe025fe125 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:31.274692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-3cb95985-5786-4e05-845d-145f0d3b0aba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:31.279244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cab50dcd-9535-4617-a615-7ab6c7e43e68 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:31.302157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-3cb95985-5786-4e05-845d-145f0d3b0aba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:31.353812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:31.374424 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:31.412101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-3cb95985-5786-4e05-845d-145f0d3b0aba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:31.412997 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-3cb95985-5786-4e05-845d-145f0d3b0aba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:31.413235 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Transition to ACTIVE for port object e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:31.484056 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.resource_extend [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:45:31.541168 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:31.666843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14125709-e04a-4153-a1d8-f8d992325efb req-d73d4375-beda-477d-bab4-9ade8eac149b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:31.694904 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14125709-e04a-4153-a1d8-f8d992325efb req-d73d4375-beda-477d-bab4-9ade8eac149b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 932 time: 0.2709084 Jul 05 03:45:31.725770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-3cb95985-5786-4e05-845d-145f0d3b0aba tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2718809 Jul 05 03:45:31.742088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Request body: {'port': {'device_id': '9fd165a8-c266-4c2e-85dc-bbf992a84822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:31.785395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cab50dcd-9535-4617-a615-7ab6c7e43e68, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cab50dcd-9535-4617-a615-7ab6c7e43e68,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:31.804942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e55bc87d-15ab-4bf5-9b1b-34c39160d6b5,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:31.805763 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8b3c4-f824-4561-bdb4-8000f02b9546 req-87356b20-8c16-4a51-a7a6-603bfb4494be tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:31.807465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2f8b3c4-f824-4561-bdb4-8000f02b9546 req-87356b20-8c16-4a51-a7a6-603bfb4494be tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 948 time: 0.3556657 Jul 05 03:45:31.817803 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'cab50dcd-9535-4617-a615-7ab6c7e43e68', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'cab50dcd-9535-4617-a615-7ab6c7e43e68', 'mac_address': 'fa:16:3e:92:29:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:31.893120 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:31.900249 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14125709-e04a-4153-a1d8-f8d992325efb req-f7baa77f-0b60-4841-bf4c-87573e0304e5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030752 Jul 05 03:45:31.915769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Attempting to bind port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:31.916419 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Attempting to bind port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:31.916857 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Attempting to bind port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:31.922405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:31.925516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Attempting to bind port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:31.926920 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab50dcd-9535-4617-a615-7ab6c7e43e68 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:31.930310 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:31.934157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:31.934773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:31.935379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:31.936015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Bound port: e55bc87d-15ab-4bf5-9b1b-34c39160d6b5, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:31.937236 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:31.999025 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2f8b3c4-f824-4561-bdb4-8000f02b9546 req-126229e2-f136-4960-a248-9a533c62d092 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829543 Jul 05 03:45:32.030195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cab50dcd-9535-4617-a615-7ab6c7e43e68, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cab50dcd-9535-4617-a615-7ab6c7e43e68,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:32.143209 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] For port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:32.147045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] For port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e55bc87d-15ab-4bf5-9b1b-34c39160d6b5,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:32.226132 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-710f1368-daa3-410a-a484-2c85ae582d77 req-4549e670-3afa-4526-9da8-3ebb05fb7a54 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 210 time: 0.0502057 Jul 05 03:45:32.270674 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.285147 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:45:32.375224 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cab50dcd-9535-4617-a615-7ab6c7e43e68,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:32.376932 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.382036 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.427761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:32.428800 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.431288 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 HTTP/1.1" status: 200 len: 1097 time: 1.9347286 Jul 05 03:45:32.432465 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b2d23a-9685-4e6b-8167-9b5027cd76f7', 'tag': 'e55bc87d-15ab-4bf5-9b1b-34c39160d6b5'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:32.438956 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cafc8a-f2b2-4587-a121-3c21e3fa879a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b2d23a-9685-4e6b-8167-9b5027cd76f7", "tag": "e55bc87d-15ab-4bf5-9b1b-34c39160d6b5"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:32.485537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21436f97-ff12-4722-865a-ed5a9d9e95e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e55bc87d-15ab-4bf5-9b1b-34c39160d6b5,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:32.655571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['cab50dcd-9535-4617-a615-7ab6c7e43e68'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:32.703855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-91ad26d3-e344-4472-93b2-dbade67d6437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:32.706001 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-91ad26d3-e344-4472-93b2-dbade67d6437 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=c0b2d23a-9685-4e6b-8167-9b5027cd76f7 HTTP/1.1" status: 200 len: 1100 time: 0.1121049 Jul 05 03:45:32.797827 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-3ff05ed6-e8b2-4735-aafe-2a7228becb6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 HTTP/1.1" status: 200 len: 217 time: 0.0810061 Jul 05 03:45:33.170977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cdee4-5338-4a97-86a1-926e24752fea req-fcec8393-2afa-4105-a284-16e467a31124 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:33.170977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e71cdee4-5338-4a97-86a1-926e24752fea req-fcec8393-2afa-4105-a284-16e467a31124 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 932 time: 0.6469891 Jul 05 03:45:33.172755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-2144e4be-f717-493a-9a08-90b318c0c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:33.172755 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-2144e4be-f717-493a-9a08-90b318c0c1eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0823042 Jul 05 03:45:33.173518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c45bec-8a3b-492d-b0aa-ecaea1ffedcb req-0b300a46-6100-4c9e-a0e5-4d885c665057 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:33.173518 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2c45bec-8a3b-492d-b0aa-ecaea1ffedcb req-0b300a46-6100-4c9e-a0e5-4d885c665057 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.2872849 Jul 05 03:45:33.173518 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e71cdee4-5338-4a97-86a1-926e24752fea req-9125f78d-e872-406a-8cbd-1535decf7968 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791876 Jul 05 03:45:33.174115 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-32299243-2191-450c-b56b-f8dad9819450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:33.174115 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-32299243-2191-450c-b56b-f8dad9819450 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1035550 Jul 05 03:45:33.174636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a83a22c-d895-4235-b2bc-210fe6f1ae10 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:33.174636 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2c45bec-8a3b-492d-b0aa-ecaea1ffedcb req-734ce201-520f-42bd-9ff2-eb64c59672e1 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640801 Jul 05 03:45:33.174636 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.174969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Request body: {'port': {'device_id': 'aebe377e-66cb-4f6c-b42f-a9c8cbccd19a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:33.175055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb9f23b5-467d-47cc-8f52-39bae870aea4 req-73c43456-0393-404b-b17f-e4a00d85d2ba tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 210 time: 0.0685124 Jul 05 03:45:33.197907 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-080052e5-3b24-4ede-8762-93ca92c12b88 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893435 Jul 05 03:45:33.221693 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Transition to ACTIVE for port object 4a83a22c-d895-4235-b2bc-210fe6f1ae10 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:33.437019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dcf05ce5-f1a7-494b-98d3-cdda8c77d869 req-a73a27dd-147d-4861-8171-edeb18267d2e tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 210 time: 0.0580895 Jul 05 03:45:33.470500 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.591297 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.625777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Pushing event updated for resources: {'Port': ['ID=4a83a22c-d895-4235-b2bc-210fe6f1ae10,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:33.906753 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa602525-f7d8-49ca-9148-f1906e9293c0 x-openstack-request-id: req-aa602525-f7d8-49ca-9148-f1906e9293c0 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:33.907706 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b2d23a-9685-4e6b-8167-9b5027cd76f7", "tag": "e55bc87d-15ab-4bf5-9b1b-34c39160d6b5", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:33.907706 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa602525-f7d8-49ca-9148-f1906e9293c0 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:33.908397 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b2d23a-9685-4e6b-8167-9b5027cd76f7', 'tag': 'e55bc87d-15ab-4bf5-9b1b-34c39160d6b5', 'status': 'completed', 'code': 200} Jul 05 03:45:33.944573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Attempting to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:33.945113 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Attempting to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:33.945800 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Attempting to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:33.952122 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.998127 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on network 0afd212f-7e29-4013-a682-9abe025fe125 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:33.998770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Attempting to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:34.055843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:34.056451 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Checking segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:34.057140 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Bound using segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:34.057906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Bound port: 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:34.058502 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:34.234172 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-0fe848df-b289-4184-907c-681519f40971 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0012805 Jul 05 03:45:34.252404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deeeac-b3f8-4836-8963-6c7ac0d601b6 req-8d495ea3-0160-496c-91b3-d37d39a3fc29 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.265107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7deeeac-b3f8-4836-8963-6c7ac0d601b6 req-8d495ea3-0160-496c-91b3-d37d39a3fc29 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 948 time: 0.3793302 Jul 05 03:45:34.292730 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f1c2c-3973-4598-ad83-059bab2375fc req-ddc66f22-0ed2-403b-85fe-fab1ebc71770 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.296659 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-013f1c2c-3973-4598-ad83-059bab2375fc req-ddc66f22-0ed2-403b-85fe-fab1ebc71770 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 944 time: 0.4651434 Jul 05 03:45:34.317753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:34.322600 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4a83a22c-d895-4235-b2bc-210fe6f1ae10,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:34.391542 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-013f1c2c-3973-4598-ad83-059bab2375fc req-8b5b3592-7858-474d-b808-4d124a2837fc tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582221 Jul 05 03:45:34.468364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7deeeac-b3f8-4836-8963-6c7ac0d601b6 req-349ca667-8c8e-405e-b5f2-913e13c30493 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403494 Jul 05 03:45:34.479067 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:34.690715 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Pushing event updated for resources: {'Port': ['ID=4a83a22c-d895-4235-b2bc-210fe6f1ae10,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:34.752170 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cafc8a-f2b2-4587-a121-3c21e3fa879a req-8020dd25-89b4-42ff-8963-780ba68a1a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.755412 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7cafc8a-f2b2-4587-a121-3c21e3fa879a req-8020dd25-89b4-42ff-8963-780ba68a1a06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=c0b2d23a-9685-4e6b-8167-9b5027cd76f7 HTTP/1.1" status: 200 len: 1100 time: 0.3063388 Jul 05 03:45:34.755740 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6085a434-5f9e-43db-96d9-4a4d00517910 req-03cfee1a-3aa0-4024-bc12-76dbdade1746 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 210 time: 0.0895934 Jul 05 03:45:34.774937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.775566 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:34.777028 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-dc47dbdf-8d26-40c5-925a-b4df5cc5e642 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a83a22c-d895-4235-b2bc-210fe6f1ae10 HTTP/1.1" status: 200 len: 1093 time: 3.0407565 Jul 05 03:45:34.777551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd165a8-c266-4c2e-85dc-bbf992a84822', 'tag': '4a83a22c-d895-4235-b2bc-210fe6f1ae10'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:34.780624 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db83d2e-f2fb-433a-9e11-993211e9575d" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd165a8-c266-4c2e-85dc-bbf992a84822", "tag": "4a83a22c-d895-4235-b2bc-210fe6f1ae10"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:34.860171 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992a5f0-676f-4760-bfbb-2394b6e5c3c6 req-eba755cc-fb17-4594-88b6-f4e857ff3354 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.862896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7992a5f0-676f-4760-bfbb-2394b6e5c3c6 req-eba755cc-fb17-4594-88b6-f4e857ff3354 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.1027102 Jul 05 03:45:34.920522 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681d53ea-726e-4a16-b6bd-1c6684329564 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:34.944668 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7992a5f0-676f-4760-bfbb-2394b6e5c3c6 req-31f2d4cf-e512-428b-bf4c-698c2b16015b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587249 Jul 05 03:45:34.945351 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:34.969320 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cafc8a-f2b2-4587-a121-3c21e3fa879a req-d08607ba-9523-46d0-b1eb-1abfad07b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.971223 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7cafc8a-f2b2-4587-a121-3c21e3fa879a req-d08607ba-9523-46d0-b1eb-1abfad07b1d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1837595 Jul 05 03:45:35.086968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Transition to ACTIVE for port object 681d53ea-726e-4a16-b6bd-1c6684329564 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:35.092344 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7cafc8a-f2b2-4587-a121-3c21e3fa879a req-5e5e9e48-e2a0-439e-9211-4d22f3b8fe1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 HTTP/1.1" status: 200 len: 217 time: 0.1085916 Jul 05 03:45:35.123078 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d5be6-92e9-483e-b6c7-4f0cfe6072e0 req-fe9f6b74-eecb-463d-b5ff-ed44927a38cf tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:35.124986 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-079d5be6-92e9-483e-b6c7-4f0cfe6072e0 req-fe9f6b74-eecb-463d-b5ff-ed44927a38cf tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 932 time: 0.1865687 Jul 05 03:45:35.127330 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-c1053b04-ce81-4eb8-a24a-4822bada860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:35.129274 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-c1053b04-ce81-4eb8-a24a-4822bada860c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 1096 time: 0.1107054 Jul 05 03:45:35.190224 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cafc8a-f2b2-4587-a121-3c21e3fa879a req-fee0d718-088b-4e3c-9e16-7a3e67629332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:35.192693 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7cafc8a-f2b2-4587-a121-3c21e3fa879a req-fee0d718-088b-4e3c-9e16-7a3e67629332 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0899391 Jul 05 03:45:35.220344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-f1927a25-32b0-4c1f-b507-81c6e5714136 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a83a22c-d895-4235-b2bc-210fe6f1ae10 HTTP/1.1" status: 200 len: 217 time: 0.0779517 Jul 05 03:45:35.222506 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-269d2b57-b7aa-41a6-b754-75a768acd444 req-4a0dd144-a506-48e2-be1e-76659be4ed4b tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 210 time: 0.0343165 Jul 05 03:45:35.256356 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cab50dcd-9535-4617-a615-7ab6c7e43e68 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:35.271082 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-079d5be6-92e9-483e-b6c7-4f0cfe6072e0 req-415d8c94-601d-4e16-9373-135434b2b75d tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353204 Jul 05 03:45:35.306973 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-ad9ff363-c3f8-4bab-9ce3-b8041e8480bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:35.308634 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-ad9ff363-c3f8-4bab-9ce3-b8041e8480bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.0708294 Jul 05 03:45:35.364763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cafc8a-f2b2-4587-a121-3c21e3fa879a req-8968aa38-9770-4b38-8fa8-06e05a7ab78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:35.366607 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7cafc8a-f2b2-4587-a121-3c21e3fa879a req-8968aa38-9770-4b38-8fa8-06e05a7ab78f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1633611 Jul 05 03:45:35.384633 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:35.410549 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-77e480ee-ec29-4265-9019-47713e976a98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869410 Jul 05 03:45:35.519399 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Pushing event updated for resources: {'Port': ['ID=681d53ea-726e-4a16-b6bd-1c6684329564,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:35.538058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port cab50dcd-9535-4617-a615-7ab6c7e43e68 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:35.546437 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port cab50dcd-9535-4617-a615-7ab6c7e43e68 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:35.547008 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:35.591422 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcb9fc6-fc6d-48e3-91a3-0cb1ae06496d x-openstack-request-id: req-0dcb9fc6-fc6d-48e3-91a3-0cb1ae06496d {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:35.592872 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd165a8-c266-4c2e-85dc-bbf992a84822", "tag": "4a83a22c-d895-4235-b2bc-210fe6f1ae10", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:35.593450 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0dcb9fc6-fc6d-48e3-91a3-0cb1ae06496d {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:35.594227 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd165a8-c266-4c2e-85dc-bbf992a84822', 'tag': '4a83a22c-d895-4235-b2bc-210fe6f1ae10', 'status': 'completed', 'code': 200} Jul 05 03:45:35.625858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49a8b997-bfb6-4a84-984d-d4818db364e8 req-e54c3c8e-4553-43ae-8c76-02268bb3c34a tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 210 time: 0.0926499 Jul 05 03:45:35.689075 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7cafc8a-f2b2-4587-a121-3c21e3fa879a req-3ee61d32-8626-4946-b2bf-8a1dd5c816e0 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152668 Jul 05 03:45:35.773934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-4ccce3ec-5f8b-4954-9f06-87b52e6bc1c1 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540897 Jul 05 03:45:35.818596 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:35.864736 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Attempting to bind port 681d53ea-726e-4a16-b6bd-1c6684329564 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:35.865346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Attempting to bind port 681d53ea-726e-4a16-b6bd-1c6684329564 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'ed82bb69-43f6-42e8-8557-8a52d64145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:35.866343 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Attempting to bind port 681d53ea-726e-4a16-b6bd-1c6684329564 on network dd42a8dd-de95-4725-b222-160565abb7e7 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:35.886082 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cab50dcd-9535-4617-a615-7ab6c7e43e68, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cab50dcd-9535-4617-a615-7ab6c7e43e68,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:35.887795 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afc79c3-19d8-4aa4-9b26-cb19ab913f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab50dcd-9535-4617-a615-7ab6c7e43e68'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:35.890747 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7cd79f-165d-4801-b4e2-9c83f8cf0b38" -d '{"events": [{"server_uuid": "9afc79c3-19d8-4aa4-9b26-cb19ab913f08", "name": "network-vif-plugged", "status": "completed", "tag": "cab50dcd-9535-4617-a615-7ab6c7e43e68"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:35.895436 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Port 681d53ea-726e-4a16-b6bd-1c6684329564 on network dd42a8dd-de95-4725-b222-160565abb7e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:35.895793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Attempting to bind port 681d53ea-726e-4a16-b6bd-1c6684329564 on network dd42a8dd-de95-4725-b222-160565abb7e7 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:35.923336 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:35.924122 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Checking segment: {'id': 'ed82bb69-43f6-42e8-8557-8a52d64145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:35.924122 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Bound using segment: {'id': 'ed82bb69-43f6-42e8-8557-8a52d64145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:35.924781 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Bound port: 681d53ea-726e-4a16-b6bd-1c6684329564, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed82bb69-43f6-42e8-8557-8a52d64145c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:35.925154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:35.959921 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7cafc8a-f2b2-4587-a121-3c21e3fa879a req-b61b4273-7d3f-4ceb-bfd0-d9cfdca2c403 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622709 Jul 05 03:45:36.026113 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332e9ab-0d46-4f90-ac92-cb14ac3443c6 req-a9541112-e8d8-4587-8052-aeed3dc56e6b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.027796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5332e9ab-0d46-4f90-ac92-cb14ac3443c6 req-a9541112-e8d8-4587-8052-aeed3dc56e6b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 944 time: 0.1284926 Jul 05 03:45:36.028755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] For port 681d53ea-726e-4a16-b6bd-1c6684329564, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:36.034062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9cc3bc4-5492-4788-9dfc-17771dd87fb9 req-6c6df205-f8fd-424c-8fe8-52fb83384d39 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527046 Jul 05 03:45:36.034296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] For port 681d53ea-726e-4a16-b6bd-1c6684329564, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=681d53ea-726e-4a16-b6bd-1c6684329564,segment=NetworkSegment(ed82bb69-43f6-42e8-8557-8a52d64145c3),segment_id=ed82bb69-43f6-42e8-8557-8a52d64145c3)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:36.083468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5332e9ab-0d46-4f90-ac92-cb14ac3443c6 req-a65c107d-ddf0-40c1-bea2-5fd169be23f0 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449922 Jul 05 03:45:36.225263 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.309805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cab50dcd-9535-4617-a615-7ab6c7e43e68,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:36.314750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59f277-e02b-475b-bb9e-67888257c0b6 req-f72c0c97-dbe7-4dc3-87a3-61e0e33ce466 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.316854 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b59f277-e02b-475b-bb9e-67888257c0b6 req-f72c0c97-dbe7-4dc3-87a3-61e0e33ce466 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 948 time: 0.1137006 Jul 05 03:45:36.381939 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.383704 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b59f277-e02b-475b-bb9e-67888257c0b6 req-d9c5a523-d45a-40bf-8959-b8916498e2b0 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597732 Jul 05 03:45:36.467225 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Pushing event updated for resources: {'Port': ['ID=681d53ea-726e-4a16-b6bd-1c6684329564,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:36.478866 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.478866 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.479732 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-ca3fdfc2-39df-466d-87a7-a9d37bfa1091 service neutron] 10.222.0.10 "PUT /v2.0/ports/681d53ea-726e-4a16-b6bd-1c6684329564 HTTP/1.1" status: 200 len: 1093 time: 3.3338232 Jul 05 03:45:36.482727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebe377e-66cb-4f6c-b42f-a9c8cbccd19a', 'tag': '681d53ea-726e-4a16-b6bd-1c6684329564'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:36.493694 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4de8da-3527-42ad-8f3e-bf1d57cf1e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "aebe377e-66cb-4f6c-b42f-a9c8cbccd19a", "tag": "681d53ea-726e-4a16-b6bd-1c6684329564"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:36.534002 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8967a687-bf00-4fef-9a3f-5d77726740ec x-openstack-request-id: req-8967a687-bf00-4fef-9a3f-5d77726740ec {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:36.534002 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afc79c3-19d8-4aa4-9b26-cb19ab913f08", "name": "network-vif-plugged", "status": "completed", "tag": "cab50dcd-9535-4617-a615-7ab6c7e43e68", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:36.534002 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8967a687-bf00-4fef-9a3f-5d77726740ec {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:36.535396 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afc79c3-19d8-4aa4-9b26-cb19ab913f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab50dcd-9535-4617-a615-7ab6c7e43e68', 'code': 200} Jul 05 03:45:36.639266 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db83d2e-f2fb-433a-9e11-993211e9575d req-70a5d076-9008-4d75-bdaf-646ed4c8a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.654438 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6db83d2e-f2fb-433a-9e11-993211e9575d req-70a5d076-9008-4d75-bdaf-646ed4c8a58f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 1096 time: 0.2344906 Jul 05 03:45:36.888983 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.36', 64848) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:36.922679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6af1da6e-67e6-4293-9af1-e4c8ccb6e67d req-6de36274-35ec-4cbc-a3f0-bbabbd618bb0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 210 time: 0.1187377 Jul 05 03:45:37.006888 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aa0c7815-2039-4113-b623-f23abbc3d582 req-8548fa6b-3544-427c-b35c-3ae374b3c06c tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 210 time: 0.1067185 Jul 05 03:45:37.174845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db83d2e-f2fb-433a-9e11-993211e9575d req-5a7f2ad0-3103-416c-94d6-505b4ec45c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.178889 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6db83d2e-f2fb-433a-9e11-993211e9575d req-5a7f2ad0-3103-416c-94d6-505b4ec45c32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.5181170 Jul 05 03:45:37.204942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7962a-c608-490f-84d6-9e3fd2f9bc2f req-bee1749e-8806-4a5e-8e55-f6c3e1746b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.207521 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85e7962a-c608-490f-84d6-9e3fd2f9bc2f req-bee1749e-8806-4a5e-8e55-f6c3e1746b6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9afc79c3-19d8-4aa4-9b26-cb19ab913f08 HTTP/1.1" status: 200 len: 1102 time: 0.4875970 Jul 05 03:45:37.242113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6db83d2e-f2fb-433a-9e11-993211e9575d req-abb6f820-ec4f-45a9-b68c-ecc84e6e1a44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a83a22c-d895-4235-b2bc-210fe6f1ae10 HTTP/1.1" status: 200 len: 217 time: 0.0554135 Jul 05 03:45:37.295485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627e23a-96fd-4c22-94ed-26a072a89569 req-6e910eca-b53a-4574-9c97-8b8b84fac219 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.298702 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e627e23a-96fd-4c22-94ed-26a072a89569 req-6e910eca-b53a-4574-9c97-8b8b84fac219 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0&tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 949 time: 0.4078054 Jul 05 03:45:37.396900 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85e7962a-c608-490f-84d6-9e3fd2f9bc2f req-608b5437-b4bb-4bfe-ad9d-99081dafc7ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344597 Jul 05 03:45:37.445596 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [req-e627e23a-96fd-4c22-94ed-26a072a89569 req-d0659de5-a952-454b-b0ef-075c91336e65 service neutron] delete failed (client error): The resource could not be found. Jul 05 03:45:37.446586 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db83d2e-f2fb-433a-9e11-993211e9575d req-89f205d0-57d8-4301-9ab6-3a8b6090ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.447131 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e627e23a-96fd-4c22-94ed-26a072a89569 req-d0659de5-a952-454b-b0ef-075c91336e65 service neutron] 10.222.0.36 "DELETE /v2.0/ports/1544341a-732e-46be-aa14-00fc3028caf9/bindings/n-h2-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.1316965 Jul 05 03:45:37.447878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6db83d2e-f2fb-433a-9e11-993211e9575d req-89f205d0-57d8-4301-9ab6-3a8b6090ec80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.1983144 Jul 05 03:45:37.501590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffcf17-c71f-4e8d-bc84-21024e689738 req-702c0eb0-ddbd-4a2d-b7e9-dae4adafb6df tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.503181 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecffcf17-c71f-4e8d-bc84-21024e689738 req-702c0eb0-ddbd-4a2d-b7e9-dae4adafb6df tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 944 time: 0.2383854 Jul 05 03:45:37.511379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598775b-2e35-4abd-943c-71e5f5cc2cab req-3bbd8bd5-b845-40a7-aa7d-b5f64d91c7f2 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.515741 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1598775b-2e35-4abd-943c-71e5f5cc2cab req-3bbd8bd5-b845-40a7-aa7d-b5f64d91c7f2 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.1818600 Jul 05 03:45:37.594304 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6db83d2e-f2fb-433a-9e11-993211e9575d req-842aed57-048f-40f8-995c-cb7dcc1605b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760775 Jul 05 03:45:37.685798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627e23a-96fd-4c22-94ed-26a072a89569 req-4f837168-d1d1-40d1-9f34-36dce04a5e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.687377 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e627e23a-96fd-4c22-94ed-26a072a89569 req-4f837168-d1d1-40d1-9f34-36dce04a5e73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 1101 time: 0.0822711 Jul 05 03:45:37.781278 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1598775b-2e35-4abd-943c-71e5f5cc2cab req-fd289d76-b248-471c-889b-2b573e96a359 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056422 Jul 05 03:45:37.790009 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6db83d2e-f2fb-433a-9e11-993211e9575d req-32bde4f6-d88e-4bb0-a343-6ec20e7cfab7 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801338 Jul 05 03:45:37.793066 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecffcf17-c71f-4e8d-bc84-21024e689738 req-a8ce04f2-f9af-42c2-83e1-c522827e8dfc tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761118 Jul 05 03:45:37.929267 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627e23a-96fd-4c22-94ed-26a072a89569 req-e531823e-9df0-49c1-81a8-9a656c2f0f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.933364 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e627e23a-96fd-4c22-94ed-26a072a89569 req-e531823e-9df0-49c1-81a8-9a656c2f0f00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2342637 Jul 05 03:45:37.940980 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eaae54-9c4c-4761-9f61-8d696670b01c x-openstack-request-id: req-b9eaae54-9c4c-4761-9f61-8d696670b01c {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:37.941952 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebe377e-66cb-4f6c-b42f-a9c8cbccd19a", "tag": "681d53ea-726e-4a16-b6bd-1c6684329564", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:37.942218 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b9eaae54-9c4c-4761-9f61-8d696670b01c {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:37.942643 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebe377e-66cb-4f6c-b42f-a9c8cbccd19a', 'tag': '681d53ea-726e-4a16-b6bd-1c6684329564', 'status': 'completed', 'code': 200} Jul 05 03:45:37.991181 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6db83d2e-f2fb-433a-9e11-993211e9575d req-e331d9d8-7aa2-42f1-b5c8-9a51bd1f2f36 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920342 Jul 05 03:45:38.044615 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e627e23a-96fd-4c22-94ed-26a072a89569 req-5cf1d2fa-8ab5-45e6-9a5a-bd987409c127 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=1544341a-732e-46be-aa14-00fc3028caf9 HTTP/1.1" status: 200 len: 217 time: 0.0861607 Jul 05 03:45:38.123980 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627e23a-96fd-4c22-94ed-26a072a89569 req-a52e0c5b-bbe5-4cf3-b4e7-82ef6c670f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:38.126829 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e627e23a-96fd-4c22-94ed-26a072a89569 req-a52e0c5b-bbe5-4cf3-b4e7-82ef6c670f3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0716300 Jul 05 03:45:38.145061 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e122e121-801c-4bf0-a2cc-c1d1528026ed req-5c616965-381b-4f56-9b4d-b6bd7ddde0a4 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 210 time: 0.0592983 Jul 05 03:45:38.238260 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627e23a-96fd-4c22-94ed-26a072a89569 req-fa5ed8f5-334e-45be-8936-f059dc5fece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:38.240388 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e627e23a-96fd-4c22-94ed-26a072a89569 req-fa5ed8f5-334e-45be-8936-f059dc5fece5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0995309 Jul 05 03:45:38.275717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f9ba5-45d8-4f9b-8251-a780ee79e2ff req-cbabe79a-3182-43e8-ab40-44f0b61559d4 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:38.281114 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e0f9ba5-45d8-4f9b-8251-a780ee79e2ff req-cbabe79a-3182-43e8-ab40-44f0b61559d4 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 944 time: 0.1119430 Jul 05 03:45:38.341942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e0f9ba5-45d8-4f9b-8251-a780ee79e2ff req-2a7d232b-9d09-4f1b-bf6a-9235e24128b4 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565808 Jul 05 03:45:38.460201 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e627e23a-96fd-4c22-94ed-26a072a89569 req-e2b8e15f-ee22-4a49-868b-167ddff50f6b service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823497 Jul 05 03:45:38.467539 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416520f6-e95c-4bf9-94f0-2870be2be1b5 req-ae2935cf-e306-4c96-b869-7a88acc88c4e tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:38.469273 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-416520f6-e95c-4bf9-94f0-2870be2be1b5 req-ae2935cf-e306-4c96-b869-7a88acc88c4e tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 948 time: 0.0984840 Jul 05 03:45:38.550154 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-416520f6-e95c-4bf9-94f0-2870be2be1b5 req-3fc6b31f-00db-495c-8063-8163d5aa1e9b tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659969 Jul 05 03:45:38.631725 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e627e23a-96fd-4c22-94ed-26a072a89569 req-763d88dd-cd14-47e7-b62c-de8378f0dac5 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838052 Jul 05 03:45:38.744267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d54e392-a760-4c77-afe8-96afc01a5a50 req-0a23fa90-6c4c-4087-95f3-10ccfbfb25d5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 210 time: 0.0487504 Jul 05 03:45:38.798408 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86e4ffc6-ae45-431c-a808-744afa8cf7b1 req-cb33e48a-04c9-4842-812f-23e8d4ffe177 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 210 time: 0.0531535 Jul 05 03:45:38.980566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.10', 58537) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:39.029374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-1f0a7b9f-6bf7-4a2b-8895-db66c69dbe17 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.051495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-1f0a7b9f-6bf7-4a2b-8895-db66c69dbe17 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.10 "GET /v2.0/networks?id=2cf8187d-fbee-41ec-883d-11382c9bffe4 HTTP/1.1" status: 200 len: 821 time: 0.2391753 Jul 05 03:45:39.062949 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-b89889c8-6b5f-4769-9ce3-d200f8606722 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Request body: {'port': {'device_id': '2093a45c-9512-4f23-9cca-c0bbf53df356', 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4', 'admin_state_up': True, 'tenant_id': 'd323023d55a244dc93a2efdfae81b097'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:39.200529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b048dcc-aa09-4aed-aeb8-5c01210b0cf0 req-4dbbaf8a-7bf6-4211-a9de-0039db39e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.202776 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4b048dcc-aa09-4aed-aeb8-5c01210b0cf0 req-4dbbaf8a-7bf6-4211-a9de-0039db39e2f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c3ccc1d1fdf9491ca81e5a619d893025&device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 1100 time: 0.2187595 Jul 05 03:45:39.212781 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4de8da-3527-42ad-8f3e-bf1d57cf1e2b req-401f4b37-c0ca-4e19-817c-946b952cd5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.215546 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-be4de8da-3527-42ad-8f3e-bf1d57cf1e2b req-401f4b37-c0ca-4e19-817c-946b952cd5ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6655d55c550942e3ba3756cd17feb975&device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 1096 time: 0.3619120 Jul 05 03:45:39.260712 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-bd9e8c17-5a6c-4844-b889-daea86dea395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.262783 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-bd9e8c17-5a6c-4844-b889-daea86dea395 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 1101 time: 0.2839565 Jul 05 03:45:39.275549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:39.319580 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4b048dcc-aa09-4aed-aeb8-5c01210b0cf0 req-e6652b57-672a-4aa8-9de2-7538ce13c4a3 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c3ccc1d1fdf9491ca81e5a619d893025&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020517 Jul 05 03:45:39.329457 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0a919-571c-4daf-8b45-d5baa5f7bda0 req-bcc63f2d-4d45-4845-bead-d5071e3d2321 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.331091 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1cf0a919-571c-4daf-8b45-d5baa5f7bda0 req-bcc63f2d-4d45-4845-bead-d5071e3d2321 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 944 time: 0.1884723 Jul 05 03:45:39.350765 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ef82b-ef4c-4478-a236-58d5de59166b req-bd349c8f-b50d-45d5-80e2-0b737b596c36 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.358416 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb4ef82b-ef4c-4478-a236-58d5de59166b req-bd349c8f-b50d-45d5-80e2-0b737b596c36 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.2705550 Jul 05 03:45:39.395514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e55bc87d-15ab-4bf5-9b1b-34c39160d6b5,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:39.412115 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'e55bc87d-15ab-4bf5-9b1b-34c39160d6b5', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'e55bc87d-15ab-4bf5-9b1b-34c39160d6b5', 'mac_address': 'fa:16:3e:ff:a5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:39.445261 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1cf0a919-571c-4daf-8b45-d5baa5f7bda0 req-496c2e2b-afcd-405b-bd3d-96613ba34631 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839500 Jul 05 03:45:39.449589 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb4ef82b-ef4c-4478-a236-58d5de59166b req-6c32fd6b-d71b-47e8-beea-7b1ac0b6e726 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903072 Jul 05 03:45:39.476428 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:39.505867 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:39.540468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e55bc87d-15ab-4bf5-9b1b-34c39160d6b5,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:39.622927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4de8da-3527-42ad-8f3e-bf1d57cf1e2b req-a1d3d963-dc51-4a59-9cda-8618041c3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.624653 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-be4de8da-3527-42ad-8f3e-bf1d57cf1e2b req-a1d3d963-dc51-4a59-9cda-8618041c3196 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6655d55c550942e3ba3756cd17feb975&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3980184 Jul 05 03:45:39.641158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-03a11040-e6cb-465d-b455-519d4b156098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.642851 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-03a11040-e6cb-465d-b455-519d4b156098 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.3285425 Jul 05 03:45:39.671278 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-955006bd-8954-462b-9745-c92bd58c45bc req-07927728-dd3a-4e21-b5a3-c8d943c73d21 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 210 time: 0.0330770 Jul 05 03:45:39.751365 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-a4c762bf-65dc-4924-ad60-7519ff53ff86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=1544341a-732e-46be-aa14-00fc3028caf9 HTTP/1.1" status: 200 len: 217 time: 0.0864308 Jul 05 03:45:39.755013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b048dcc-aa09-4aed-aeb8-5c01210b0cf0 req-e858831a-8296-475e-8a9b-7e40dd3284da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.756209 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4b048dcc-aa09-4aed-aeb8-5c01210b0cf0 req-e858831a-8296-475e-8a9b-7e40dd3284da service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4029229 Jul 05 03:45:39.794824 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:39.821303 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-b89889c8-6b5f-4769-9ce3-d200f8606722 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Made reservation on behalf of d323023d55a244dc93a2efdfae81b097 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:39.823371 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-b89889c8-6b5f-4769-9ce3-d200f8606722 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:39.897738 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e55bc87d-15ab-4bf5-9b1b-34c39160d6b5,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:39.959825 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-3db172e1-a5da-44e9-9c6f-15f6069ba85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.962707 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-3db172e1-a5da-44e9-9c6f-15f6069ba85f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1911957 Jul 05 03:45:39.970208 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4de8da-3527-42ad-8f3e-bf1d57cf1e2b req-83b0d0a1-6fd6-4088-b72a-c339b7a76309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.972627 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-be4de8da-3527-42ad-8f3e-bf1d57cf1e2b req-83b0d0a1-6fd6-4088-b72a-c339b7a76309 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3262413 Jul 05 03:45:40.026899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639b0a9-13a6-4d80-a0d3-4ff95327ffe2 req-0d8d05e1-6621-467a-86f7-bb13995c8bc6 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:40.029222 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8639b0a9-13a6-4d80-a0d3-4ff95327ffe2 req-0d8d05e1-6621-467a-86f7-bb13995c8bc6 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 944 time: 0.3020988 Jul 05 03:45:40.059293 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-b89889c8-6b5f-4769-9ce3-d200f8606722 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Allocated IP 172.20.0.14 (2cf8187d-fbee-41ec-883d-11382c9bffe4/934e48da-88c9-40cf-96a1-10e1cd1c3ea7/d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:40.151030 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5fa16-619d-4aac-a65d-d4cf869d1485 req-25da77c7-00f9-43bb-8a38-73061132bf28 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:40.154307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-52b5fa16-619d-4aac-a65d-d4cf869d1485 req-25da77c7-00f9-43bb-8a38-73061132bf28 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 948 time: 0.1865251 Jul 05 03:45:40.174061 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8639b0a9-13a6-4d80-a0d3-4ff95327ffe2 req-fe33595e-71fc-4650-ab83-314b45c99477 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120174 Jul 05 03:45:40.209599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e55bc87d-15ab-4bf5-9b1b-34c39160d6b5'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:40.295064 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-52b5fa16-619d-4aac-a65d-d4cf869d1485 req-ecafef4a-cba6-40a4-a42f-e217af2b52be tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174772 Jul 05 03:45:40.451332 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-b89889c8-6b5f-4769-9ce3-d200f8606722 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:40.537248 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-25a9f62e-bd51-48af-8d02-b75bbc2431fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:40.549446 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-25a9f62e-bd51-48af-8d02-b75bbc2431fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c3ccc1d1fdf9491ca81e5a619d893025&device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 1100 time: 0.6971922 Jul 05 03:45:40.639249 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-acebb3c5-a1b1-42f0-a130-a5ea8f0a6869 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=5698818c-70f0-4472-b1c2-f48ba2f47566 HTTP/1.1" status: 200 len: 217 time: 0.0731590 Jul 05 03:45:40.722590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9afb260-ec57-417d-81f2-2072d9715bfc req-3061446c-3bad-4241-bef8-947cc0cbdc2e tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 210 time: 0.1553626 Jul 05 03:45:40.741470 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a109939f-0a8d-444c-b30d-447946f4e66d req-c5a2ba9a-52df-439f-8390-bab5211050b2 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 210 time: 0.1724381 Jul 05 03:45:40.775091 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-1f3e68cf-d2eb-41e7-83a4-5a8b4c6cde6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:40.776284 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-1f3e68cf-d2eb-41e7-83a4-5a8b4c6cde6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8022885 Jul 05 03:45:40.785798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-83ab92aa-2805-4299-a066-1614476e2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:40.787869 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-83ab92aa-2805-4299-a066-1614476e2f22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6655d55c550942e3ba3756cd17feb975&device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 1096 time: 0.3670599 Jul 05 03:45:40.812615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-674a4796-5187-4bc3-8f60-5f040396086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:40.815287 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-674a4796-5187-4bc3-8f60-5f040396086f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1617129 Jul 05 03:45:40.845302 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-b89889c8-6b5f-4769-9ce3-d200f8606722 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:40.849861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.10', 58539) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:40.938402 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-3e2c62bf-8865-4dbb-92e1-143107473c33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=681d53ea-726e-4a16-b6bd-1c6684329564 HTTP/1.1" status: 200 len: 217 time: 0.1373289 Jul 05 03:45:41.055688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-272d0295-e308-438a-b567-18033531eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:41.060532 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-272d0295-e308-438a-b567-18033531eb24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f54a329-37b8-4bdf-a97e-e717b59c3def HTTP/1.1" status: 200 len: 853 time: 0.0976851 Jul 05 03:45:41.087348 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-9aef407b-3a61-4d9f-aea1-1480ed9c7355 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960472 Jul 05 03:45:41.111774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-b89889c8-6b5f-4769-9ce3-d200f8606722 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Network 2cf8187d-fbee-41ec-883d-11382c9bffe4 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:41.127142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-fbba50fd-bf9b-41f0-9a0a-06ebc2fb8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:41.128872 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-fbba50fd-bf9b-41f0-9a0a-06ebc2fb8208 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2476208 Jul 05 03:45:41.150217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-b89889c8-6b5f-4769-9ce3-d200f8606722 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:41.157480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89889c8-6b5f-4769-9ce3-d200f8606722 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Pushing event updated for resources: {'Port': ['ID=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:41.164570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-b89889c8-6b5f-4769-9ce3-d200f8606722 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:41.223016 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-e5d6ee49-945f-4b0f-8490-ca45c8d381dc tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:41.224542 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-e5d6ee49-945f-4b0f-8490-ca45c8d381dc tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.10 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 820 time: 0.3638716 Jul 05 03:45:41.243914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-9a84f00b-da1c-4744-9498-b3f3be046b58 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Request body: {'port': {'device_id': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'admin_state_up': True, 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:41.285767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 4a83a22c-d895-4235-b2bc-210fe6f1ae10 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:41.302777 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-ebd83ec7-45b6-4dac-8eba-d7915ba60878 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924489 Jul 05 03:45:41.307566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-fbfca5bb-cf05-4fa3-bdf7-35bfa2755d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:41.308790 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-fbfca5bb-cf05-4fa3-bdf7-35bfa2755d6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd42a8dd-de95-4725-b222-160565abb7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2382524 Jul 05 03:45:41.315969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61a06d-f41f-4a40-a820-eaccdf64cb87 req-30ccec77-4ced-4ada-849d-bd28e0d32eeb tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:41.323733 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f61a06d-f41f-4a40-a820-eaccdf64cb87 req-30ccec77-4ced-4ada-849d-bd28e0d32eeb tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.3114493 Jul 05 03:45:41.344945 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-b89889c8-6b5f-4769-9ce3-d200f8606722 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:41.345639 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-b89889c8-6b5f-4769-9ce3-d200f8606722 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.374268 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca107b-e786-4f07-8ff0-4d92ab8ee5ce req-b3bc2fcf-06f4-40e3-b7a1-37cf468abe2c tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:41.380860 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-649e92c6-2b6d-43ea-b8e3-d77e4d39b394 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089040 Jul 05 03:45:41.381198 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3fca107b-e786-4f07-8ff0-4d92ab8ee5ce req-b3bc2fcf-06f4-40e3-b7a1-37cf468abe2c tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 944 time: 0.3663948 Jul 05 03:45:41.389643 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fd068bc5-63f3-4e86-8415-5f806710c5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.471425 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f61a06d-f41f-4a40-a820-eaccdf64cb87 req-8679afd5-38e5-448a-ba92-8e38797860ab tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457131 Jul 05 03:45:41.471929 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4a83a22c-d895-4235-b2bc-210fe6f1ae10,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:41.491790 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '4a83a22c-d895-4235-b2bc-210fe6f1ae10', 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125', 'port_id': '4a83a22c-d895-4235-b2bc-210fe6f1ae10', 'mac_address': 'fa:16:3e:3e:63:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2332289e-5fbe-496d-8ce1-e0de67e408f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:41.497236 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3fca107b-e786-4f07-8ff0-4d92ab8ee5ce req-63e2e5dc-c670-4a7d-8254-5b999c817d7b tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036758 Jul 05 03:45:41.569194 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-df670055-79e3-46b9-a982-4dee062f1336 service neutron] 10.222.0.10 "GET /v2.0/networks/dd42a8dd-de95-4725-b222-160565abb7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429876 Jul 05 03:45:41.609030 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-b89889c8-6b5f-4769-9ce3-d200f8606722 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5543447 Jul 05 03:45:41.628995 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.649179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Request body: {'port': {'device_id': '2093a45c-9512-4f23-9cca-c0bbf53df356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:41.652096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a83a22c-d895-4235-b2bc-210fe6f1ae10 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:41.728564 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4a83a22c-d895-4235-b2bc-210fe6f1ae10,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:41.759920 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eceee0c-336e-495d-be12-0a16f9d995f4 req-20ba19be-7252-45fb-afbd-fa427f16f6a1 service neutron] 10.222.0.10 "GET /v2.0/networks/dd42a8dd-de95-4725-b222-160565abb7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818428 Jul 05 03:45:41.767334 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e3c7bbea-99ec-42f8-b4b3-923ca2251ed7 req-233632b7-a1da-4fba-99f1-5b82542e65df tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 210 time: 0.0444973 Jul 05 03:45:41.772581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-9a84f00b-da1c-4744-9498-b3f3be046b58 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Made reservation on behalf of ac69bf60ce054ab183ec7df3a922e629 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:41.779354 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-9a84f00b-da1c-4744-9498-b3f3be046b58 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.786912 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9527c796-08ca-4887-8c13-4957551d8ff5 req-23e6fd06-92c3-4165-b312-724b73efeef7 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915718 Jul 05 03:45:41.904833 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.019797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=4a83a22c-d895-4235-b2bc-210fe6f1ae10,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:42.260010 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.371140 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-59a00ee7-412c-487a-84c9-448d039b8f5c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302067 Jul 05 03:45:42.371502 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['4a83a22c-d895-4235-b2bc-210fe6f1ae10'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:42.408223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-329b03a0-9273-4e7c-9351-a25eeae791e0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:42.409933 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-329b03a0-9273-4e7c-9351-a25eeae791e0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1294017 Jul 05 03:45:42.410974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-9a84f00b-da1c-4744-9498-b3f3be046b58 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Allocated IP 172.20.0.13 (93861ace-d9b0-47de-9d31-ff7b3a9f0ced/97a22561-db6a-4f11-ad85-2b8562a4f606/a584dd81-02e7-411b-a0e2-ab89cc0614dc) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:42.433017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-9e7a9418-bb89-4bed-b8c6-9d4b760c9f8f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Request body: {'port': {'device_id': '30b6aa51-de34-40dc-8898-445ed54f79ba', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '2ba3bf9fac9449f69fd32031830f61cd'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:42.502992 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46656d07-27d1-4bf4-a1ca-fe71b1f55382 req-c26bd2a2-ee06-4a1d-9074-9fec93e5a195 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:42.504584 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46656d07-27d1-4bf4-a1ca-fe71b1f55382 req-c26bd2a2-ee06-4a1d-9074-9fec93e5a195 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 945 time: 0.3126781 Jul 05 03:45:42.517761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06800513-133f-4084-bfda-757b3873dba4 req-fe8b0a6a-2543-4e65-8fef-4b494a349077 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:42.519106 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-06800513-133f-4084-bfda-757b3873dba4 req-fe8b0a6a-2543-4e65-8fef-4b494a349077 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 948 time: 0.3260913 Jul 05 03:45:42.788288 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46656d07-27d1-4bf4-a1ca-fe71b1f55382 req-fdb72e67-156f-49a4-b1e6-a2210b0aaa88 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950843 Jul 05 03:45:42.789485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-9e7a9418-bb89-4bed-b8c6-9d4b760c9f8f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Made reservation on behalf of 2ba3bf9fac9449f69fd32031830f61cd for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:42.790330 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-06800513-133f-4084-bfda-757b3873dba4 req-8f304889-c3ac-4fd0-b87a-a14b0a5ca04f tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074819 Jul 05 03:45:42.790871 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-9e7a9418-bb89-4bed-b8c6-9d4b760c9f8f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.963842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-9e7a9418-bb89-4bed-b8c6-9d4b760c9f8f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Allocated IP 192.168.233.234 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:43.009331 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-9a84f00b-da1c-4744-9498-b3f3be046b58 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.009331 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-301ea45c-d5a4-4e9c-949f-48d1ab4b7bf4 req-92a7d11f-cf92-4ec5-b8cc-505aa8978674 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 210 time: 0.0866222 Jul 05 03:45:43.036965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:43.058501 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.075547 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-9a84f00b-da1c-4744-9498-b3f3be046b58 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Transition to ACTIVE for port object a584dd81-02e7-411b-a0e2-ab89cc0614dc will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:43.098179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Transition to ACTIVE for port object d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:43.130082 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33f05e-29eb-4102-9d8f-f702da06248b req-61da1458-4072-408d-82fb-3dfab5b6ce9e tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:43.131654 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bb33f05e-29eb-4102-9d8f-f702da06248b req-61da1458-4072-408d-82fb-3dfab5b6ce9e tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 932 time: 0.2954059 Jul 05 03:45:43.197121 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.213998 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-9e7a9418-bb89-4bed-b8c6-9d4b760c9f8f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.233371 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-9e7a9418-bb89-4bed-b8c6-9d4b760c9f8f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Transition to ACTIVE for port object bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:43.300385 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bb33f05e-29eb-4102-9d8f-f702da06248b req-cbbb5604-1892-4960-89ec-024f3f020bd9 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564353 Jul 05 03:45:43.301364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:43.306379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Pushing event updated for resources: {'Port': ['ID=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:43.345071 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-9a84f00b-da1c-4744-9498-b3f3be046b58 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.370469 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['04962165-594b-4506-9f19-ff964ee92a44'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:43.409427 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-9e7a9418-bb89-4bed-b8c6-9d4b760c9f8f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.434644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0b062-b14b-4e43-9217-26c892d45437 req-0af297f7-62e4-4615-b244-a0c46f8495cd tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:43.436709 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69b0b062-b14b-4e43-9217-26c892d45437 req-0af297f7-62e4-4615-b244-a0c46f8495cd tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.2561462 Jul 05 03:45:43.450501 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-9a84f00b-da1c-4744-9498-b3f3be046b58 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:43.475021 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-9a84f00b-da1c-4744-9498-b3f3be046b58 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:43.505745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-9a84f00b-da1c-4744-9498-b3f3be046b58 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:43.505951 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-9e7a9418-bb89-4bed-b8c6-9d4b760c9f8f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:43.505951 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-9e7a9418-bb89-4bed-b8c6-9d4b760c9f8f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:43.508724 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-9e7a9418-bb89-4bed-b8c6-9d4b760c9f8f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:43.568692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84f00b-da1c-4744-9498-b3f3be046b58 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Pushing event updated for resources: {'Port': ['ID=a584dd81-02e7-411b-a0e2-ab89cc0614dc,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:43.581588 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e55bc87d-15ab-4bf5-9b1b-34c39160d6b5'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:43.590703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a9418-bb89-4bed-b8c6-9d4b760c9f8f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event updated for resources: {'Port': ['ID=bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:43.601133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:43.626708 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-9e7a9418-bb89-4bed-b8c6-9d4b760c9f8f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:43.627374 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-9e7a9418-bb89-4bed-b8c6-9d4b760c9f8f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.658627 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69b0b062-b14b-4e43-9217-26c892d45437 req-524f5523-34bc-4808-b421-203b91079013 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045953 Jul 05 03:45:43.665215 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Attempting to bind port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:43.665215 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Attempting to bind port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '6c47ea80-e351-47cc-b47d-c1a0a7dbb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:43.665215 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Attempting to bind port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 on network 2cf8187d-fbee-41ec-883d-11382c9bffe4 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:43.697394 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-9a84f00b-da1c-4744-9498-b3f3be046b58 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:43.698217 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-9a84f00b-da1c-4744-9498-b3f3be046b58 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.710808 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-9e7a9418-bb89-4bed-b8c6-9d4b760c9f8f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2837181 Jul 05 03:45:43.724110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 on network 2cf8187d-fbee-41ec-883d-11382c9bffe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:43.724689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Attempting to bind port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 on network 2cf8187d-fbee-41ec-883d-11382c9bffe4 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:43.727458 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Request body: {'port': {'device_id': '30b6aa51-de34-40dc-8898-445ed54f79ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:43.769462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:43.769912 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Checking segment: {'id': '6c47ea80-e351-47cc-b47d-c1a0a7dbb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:43.770533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Bound using segment: {'id': '6c47ea80-e351-47cc-b47d-c1a0a7dbb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:43.772086 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Bound port: d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c47ea80-e351-47cc-b47d-c1a0a7dbb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:43.772086 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.835516 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.850695 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:43.852513 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.858945 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e42f4f-7bc9-4bc2-a336-022b5fa734c2 req-6dbd7560-e42f-4bd8-a938-cda6a4810b19 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:43.861504 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22e42f4f-7bc9-4bc2-a336-022b5fa734c2 req-6dbd7560-e42f-4bd8-a938-cda6a4810b19 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 944 time: 0.3997078 Jul 05 03:45:43.952121 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-9a84f00b-da1c-4744-9498-b3f3be046b58 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7120318 Jul 05 03:45:43.977904 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Request body: {'port': {'device_id': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:44.056602 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f187-6bb4-4f06-9795-5406268b1fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.139509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22e42f4f-7bc9-4bc2-a336-022b5fa734c2 req-2cb1b56d-dbc8-4d00-ab94-95ae3ca936f2 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177672 Jul 05 03:45:44.149787 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] For port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:44.158988 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cd359da3-1e52-4f92-aba6-9cbc8cc41ada None None] Provisioning for port a584dd81-02e7-411b-a0e2-ab89cc0614dc completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:44.207648 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cd359da3-1e52-4f92-aba6-9cbc8cc41ada None None] Provisioning complete for port a584dd81-02e7-411b-a0e2-ab89cc0614dc triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:44.208016 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cd359da3-1e52-4f92-aba6-9cbc8cc41ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.208222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] For port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:44.210916 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.247901 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.269805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5db076a6-7dab-45f8-8984-7b7927f628bd', '9dc8845e-9492-42aa-b1b8-fe7430e2f41c', '55cb8e22-92b7-4dcc-836d-7214f9485d7f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:44.339891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85d0e5-6bae-4760-a885-ce8ae2ae6089 req-34a79abf-ffdf-4d0a-84b1-cf0864b46079 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:44.340553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-cd359da3-1e52-4f92-aba6-9cbc8cc41ada None None] Port a584dd81-02e7-411b-a0e2-ab89cc0614dc cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:44.342157 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b85d0e5-6bae-4760-a885-ce8ae2ae6089 req-34a79abf-ffdf-4d0a-84b1-cf0864b46079 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 932 time: 0.3114347 Jul 05 03:45:44.364020 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.406370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:44.416257 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.430011 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e55bc87d-15ab-4bf5-9b1b-34c39160d6b5,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:44.436556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Transition to ACTIVE for port object bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:44.443920 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b2d23a-9685-4e6b-8167-9b5027cd76f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55bc87d-15ab-4bf5-9b1b-34c39160d6b5'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:44.449189 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1405ca-1348-409f-827a-8283377c7fb0" -d '{"events": [{"server_uuid": "c0b2d23a-9685-4e6b-8167-9b5027cd76f7", "name": "network-vif-plugged", "status": "completed", "tag": "e55bc87d-15ab-4bf5-9b1b-34c39160d6b5"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:44.452472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 5698818c-70f0-4472-b1c2-f48ba2f47566 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:44.468295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:44.468860 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.470302 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] 10.222.0.10 "PUT /v2.0/ports/d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 HTTP/1.1" status: 200 len: 1093 time: 2.8451602 Jul 05 03:45:44.475271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2093a45c-9512-4f23-9cca-c0bbf53df356', 'tag': 'd8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:44.477570 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b19837d-a750-499c-8eda-8f27a06b8aba" -d '{"events": [{"name": "network-changed", "server_uuid": "2093a45c-9512-4f23-9cca-c0bbf53df356", "tag": "d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:44.486103 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.497879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b85d0e5-6bae-4760-a885-ce8ae2ae6089 req-cdf6fc96-cbbd-4445-8f43-34c498861de2 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550326 Jul 05 03:45:44.537793 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.581505 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.600906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f5968-0867-4e05-a43f-bef16c1ab2aa service neutron] Pushing event updated for resources: {'Port': ['ID=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:44.607765 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cd359da3-1e52-4f92-aba6-9cbc8cc41ada None None] Provisioning for port bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:44.632874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe247d3-ea80-41bb-a486-c64b5eac19ba req-1e1c6047-b40a-4949-8bd9-e6604bfabe67 tempest-MigrationsAdminTest-1390555542 tempest-MigrationsAdminTest-1390555542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:44.640624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ebe247d3-ea80-41bb-a486-c64b5eac19ba req-1e1c6047-b40a-4949-8bd9-e6604bfabe67 tempest-MigrationsAdminTest-1390555542 tempest-MigrationsAdminTest-1390555542-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 1101 time: 0.2961919 Jul 05 03:45:44.673878 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Pushing event updated for resources: {'Port': ['ID=bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:44.748291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Attempting to bind port bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:44.748651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Attempting to bind port bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:44.748991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Attempting to bind port bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:44.758753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Port bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:44.759157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Attempting to bind port bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:44.769387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:44.771035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:44.771470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:44.772098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Bound port: bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:44.774285 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.786957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e55bc87d-15ab-4bf5-9b1b-34c39160d6b5,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:44.821264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ebe247d3-ea80-41bb-a486-c64b5eac19ba req-983326a1-8692-4370-a102-755065903c68 tempest-MigrationsAdminTest-1390555542 tempest-MigrationsAdminTest-1390555542-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796010 Jul 05 03:45:44.832487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 5698818c-70f0-4472-b1c2-f48ba2f47566, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5698818c-70f0-4472-b1c2-f48ba2f47566,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:44.886594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '5698818c-70f0-4472-b1c2-f48ba2f47566', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '5698818c-70f0-4472-b1c2-f48ba2f47566', 'mac_address': 'fa:16:3e:05:a9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:44.947869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] For port bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:44.953584 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] For port bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:44.992091 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.997526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac163da-7147-4607-98da-962719f6a0e4 req-943984eb-57cc-4532-b1ee-2c70d61a2132 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:44.999275 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3ac163da-7147-4607-98da-962719f6a0e4 req-943984eb-57cc-4532-b1ee-2c70d61a2132 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 945 time: 0.2791488 Jul 05 03:45:45.001661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-fff8b35e-2b02-4683-992c-3db825543745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:45.003070 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-fff8b35e-2b02-4683-992c-3db825543745 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d323023d55a244dc93a2efdfae81b097&device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 1096 time: 0.3833659 Jul 05 03:45:45.024898 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5698818c-70f0-4472-b1c2-f48ba2f47566 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:45.078956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 5698818c-70f0-4472-b1c2-f48ba2f47566, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5698818c-70f0-4472-b1c2-f48ba2f47566,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:45.095394 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.124477 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-7ca266db-6281-4630-9ebe-56d307da7569 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 HTTP/1.1" status: 200 len: 217 time: 0.0954621 Jul 05 03:45:45.126545 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a584dd81-02e7-411b-a0e2-ab89cc0614dc {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:45.146422 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.184396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:45.184396 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.184396 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] 10.222.0.10 "PUT /v2.0/ports/bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 HTTP/1.1" status: 200 len: 1097 time: 1.4528508 Jul 05 03:45:45.200238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b6aa51-de34-40dc-8898-445ed54f79ba', 'tag': 'bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:45.203503 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3592abb-959a-4b99-97f9-fe5e717fb334" -d '{"events": [{"name": "network-changed", "server_uuid": "30b6aa51-de34-40dc-8898-445ed54f79ba", "tag": "bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:45.206489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f67bf2-60a2-4f5c-8759-0ddd530b7d6f service neutron] Pushing event updated for resources: {'Port': ['ID=bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:45.214174 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3ac163da-7147-4607-98da-962719f6a0e4 req-fcc0447a-0a64-417b-9bde-b9e02089d34c tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866691 Jul 05 03:45:45.224881 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Transition to ACTIVE for port object a584dd81-02e7-411b-a0e2-ab89cc0614dc will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:45.244674 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-53820c84-6e0b-4110-8aab-57ce76f3ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:45.246062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-53820c84-6e0b-4110-8aab-57ce76f3ae57 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=934e48da-88c9-40cf-96a1-10e1cd1c3ea7 HTTP/1.1" status: 200 len: 861 time: 0.1061342 Jul 05 03:45:45.282323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f77951-680a-4f51-9c3f-cf1eb85efb48 req-c46163a7-e4da-4d87-9ac9-8c12152949f9 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:45.283895 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-75f77951-680a-4f51-9c3f-cf1eb85efb48 req-c46163a7-e4da-4d87-9ac9-8c12152949f9 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 948 time: 0.3075809 Jul 05 03:45:45.315270 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-7d9c31c8-dcd0-4d96-a0aa-7f03b4613951 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2cf8187d-fbee-41ec-883d-11382c9bffe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619419 Jul 05 03:45:45.329373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 4a83a22c-d895-4235-b2bc-210fe6f1ae10 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:45.391941 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.393133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 681d53ea-726e-4a16-b6bd-1c6684329564 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:45.398063 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.414450 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-75f77951-680a-4f51-9c3f-cf1eb85efb48 req-4ddd8696-ec24-406e-929d-ee0f487780ef tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020341 Jul 05 03:45:45.454723 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.543086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=5698818c-70f0-4472-b1c2-f48ba2f47566,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:45.591802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:45.615797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:45.617767 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.653035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-c302c0d8-9d56-4000-a730-8639768dca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:45.655123 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-c302c0d8-9d56-4000-a730-8639768dca4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 1100 time: 0.1564467 Jul 05 03:45:45.664058 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-ba97f9e2-05d2-4a3e-88ef-5d69fa3c955e service neutron] 10.222.0.10 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342993 Jul 05 03:45:45.686102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Pushing event updated for resources: {'Port': ['ID=a584dd81-02e7-411b-a0e2-ab89cc0614dc,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:45.723344 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 681d53ea-726e-4a16-b6bd-1c6684329564, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=681d53ea-726e-4a16-b6bd-1c6684329564,segment=NetworkSegment(ed82bb69-43f6-42e8-8557-8a52d64145c3),segment_id=ed82bb69-43f6-42e8-8557-8a52d64145c3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:45.738842 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-5dd5177d-cc6c-4f5d-80e9-f192b79237dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 HTTP/1.1" status: 200 len: 217 time: 0.0755565 Jul 05 03:45:45.748696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '681d53ea-726e-4a16-b6bd-1c6684329564', 'network_id': 'dd42a8dd-de95-4725-b222-160565abb7e7', 'port_id': '681d53ea-726e-4a16-b6bd-1c6684329564', 'mac_address': 'fa:16:3e:f9:dc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f54a329-37b8-4bdf-a97e-e717b59c3def', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:45.817951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25396f-ee86-4a25-b6b1-c45866e29ec3 req-ce7d2b9d-27aa-42bd-961d-3380c745fe73 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:45.819633 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e25396f-ee86-4a25-b6b1-c45866e29ec3 req-ce7d2b9d-27aa-42bd-961d-3380c745fe73 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 948 time: 0.4042764 Jul 05 03:45:45.825777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-b824eb46-891c-4166-a54c-b203305ec0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:45.827556 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-b824eb46-891c-4166-a54c-b203305ec0b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0785325 Jul 05 03:45:45.846147 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.878893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681d53ea-726e-4a16-b6bd-1c6684329564 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:45.928108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Attempting to bind port a584dd81-02e7-411b-a0e2-ab89cc0614dc on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:45.928479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Attempting to bind port a584dd81-02e7-411b-a0e2-ab89cc0614dc by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:45.928848 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Attempting to bind port a584dd81-02e7-411b-a0e2-ab89cc0614dc on network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:45.941928 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-7227fc94-550a-4841-bb03-65e7748c7aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:45.944880 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-7227fc94-550a-4841-bb03-65e7748c7aed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1043611 Jul 05 03:45:45.947374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e25396f-ee86-4a25-b6b1-c45866e29ec3 req-5b2646f4-82d6-4591-963c-ed6770a5d408 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195846 Jul 05 03:45:45.950441 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7f4db85-90c4-4d0d-a555-7aacf72d8f13 req-ae087a3e-1997-4aac-9378-6a4200d57f43 service neutron] 10.222.0.10 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518327 Jul 05 03:45:45.952536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Port a584dd81-02e7-411b-a0e2-ab89cc0614dc on network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:45.952977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Attempting to bind port a584dd81-02e7-411b-a0e2-ab89cc0614dc on network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:45.965740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:45.965740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Checking segment: {'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:45.965740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Bound using segment: {'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:45.966470 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Bound port: a584dd81-02e7-411b-a0e2-ab89cc0614dc, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8afcbf01-49e1-4208-aaba-cbcea90d572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:45.966470 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.979621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d256e9-40ef-4ecd-87f7-4a078dd65faa req-ea46a328-5264-4507-ac11-e4054d3e3fd8 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:45.982214 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4d256e9-40ef-4ecd-87f7-4a078dd65faa req-ea46a328-5264-4507-ac11-e4054d3e3fd8 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 944 time: 0.2930238 Jul 05 03:45:46.068729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4d256e9-40ef-4ecd-87f7-4a078dd65faa req-f057ce33-5e60-4f1e-b2de-b7fc3c303e05 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783148 Jul 05 03:45:46.105633 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] For port a584dd81-02e7-411b-a0e2-ab89cc0614dc, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:46.112380 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] For port a584dd81-02e7-411b-a0e2-ab89cc0614dc, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a584dd81-02e7-411b-a0e2-ab89cc0614dc,segment=NetworkSegment(8afcbf01-49e1-4208-aaba-cbcea90d572e),segment_id=8afcbf01-49e1-4208-aaba-cbcea90d572e)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:46.143876 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c91179-88d5-4d26-b786-cb820c1e6521 x-openstack-request-id: req-58c91179-88d5-4d26-b786-cb820c1e6521 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:46.143876 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b2d23a-9685-4e6b-8167-9b5027cd76f7", "name": "network-vif-plugged", "status": "completed", "tag": "e55bc87d-15ab-4bf5-9b1b-34c39160d6b5", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:46.143876 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-58c91179-88d5-4d26-b786-cb820c1e6521 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:46.143876 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b2d23a-9685-4e6b-8167-9b5027cd76f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55bc87d-15ab-4bf5-9b1b-34c39160d6b5', 'code': 200} Jul 05 03:45:46.147636 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 681d53ea-726e-4a16-b6bd-1c6684329564, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=681d53ea-726e-4a16-b6bd-1c6684329564,segment=NetworkSegment(ed82bb69-43f6-42e8-8557-8a52d64145c3),segment_id=ed82bb69-43f6-42e8-8557-8a52d64145c3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:46.166701 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.176017 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d85685-9c7e-488b-9dc3-2c0a09f879a9 x-openstack-request-id: req-c9d85685-9c7e-488b-9dc3-2c0a09f879a9 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:46.176504 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2093a45c-9512-4f23-9cca-c0bbf53df356", "tag": "d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:46.176915 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9d85685-9c7e-488b-9dc3-2c0a09f879a9 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:46.177555 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2093a45c-9512-4f23-9cca-c0bbf53df356', 'tag': 'd8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01', 'status': 'completed', 'code': 200} Jul 05 03:45:46.194206 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.196882 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-31569fb5-acaf-49d2-87b1-9bbe20355a45 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424400 Jul 05 03:45:46.237709 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.297796 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4a83a22c-d895-4235-b2bc-210fe6f1ae10,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:46.345661 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=681d53ea-726e-4a16-b6bd-1c6684329564,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:46.385725 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.387559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:46.390477 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.393642 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] 10.222.0.10 "PUT /v2.0/ports/a584dd81-02e7-411b-a0e2-ab89cc0614dc HTTP/1.1" status: 200 len: 1093 time: 2.4234607 Jul 05 03:45:46.440922 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12da0f-7c5b-44f5-8d0c-402cd835230e service neutron] Pushing event updated for resources: {'Port': ['ID=a584dd81-02e7-411b-a0e2-ab89cc0614dc,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:46.495086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=4a83a22c-d895-4235-b2bc-210fe6f1ae10,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:46.550544 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19837d-a750-499c-8eda-8f27a06b8aba req-c37fdbd5-9568-452e-91cc-7b320795fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:46.552463 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b19837d-a750-499c-8eda-8f27a06b8aba req-c37fdbd5-9568-452e-91cc-7b320795fd10 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d323023d55a244dc93a2efdfae81b097&device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 1096 time: 0.2945228 Jul 05 03:45:46.576319 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae48636d-630b-410d-9bdb-a8a49786676d x-openstack-request-id: req-ae48636d-630b-410d-9bdb-a8a49786676d {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:46.576960 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b6aa51-de34-40dc-8898-445ed54f79ba", "tag": "bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:46.577915 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ae48636d-630b-410d-9bdb-a8a49786676d {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:46.578706 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b6aa51-de34-40dc-8898-445ed54f79ba', 'tag': 'bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0', 'status': 'completed', 'code': 200} Jul 05 03:45:46.624016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d245f8-6d8f-49dd-a449-fd5f2ddc7797 req-b3cafeba-7277-47b9-b34f-fac56ef14864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:46.629572 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-12d245f8-6d8f-49dd-a449-fd5f2ddc7797 req-b3cafeba-7277-47b9-b34f-fac56ef14864 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0b2d23a-9685-4e6b-8167-9b5027cd76f7 HTTP/1.1" status: 200 len: 1102 time: 0.3848782 Jul 05 03:45:46.632922 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49ba96d3-6da8-4350-99f7-277c00f351b5 req-966becee-aea4-4018-be8d-58b3be8f512c service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199529 Jul 05 03:45:46.666136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['681d53ea-726e-4a16-b6bd-1c6684329564'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:46.681586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5698818c-70f0-4472-b1c2-f48ba2f47566'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:46.707858 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-12d245f8-6d8f-49dd-a449-fd5f2ddc7797 req-e4efda4b-53c3-4826-8d45-5641e09b4cd6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681515 Jul 05 03:45:46.788452 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.851905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3592abb-959a-4b99-97f9-fe5e717fb334 req-a5fc863a-d504-4320-a065-61212f9f54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:46.853876 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b3592abb-959a-4b99-97f9-fe5e717fb334 req-a5fc863a-d504-4320-a065-61212f9f54ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 1100 time: 0.0700364 Jul 05 03:45:47.041231 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3592abb-959a-4b99-97f9-fe5e717fb334 req-82287964-be55-4005-844e-dc1fbb13a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.044220 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b3592abb-959a-4b99-97f9-fe5e717fb334 req-82287964-be55-4005-844e-dc1fbb13a0e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1818144 Jul 05 03:45:47.112919 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b3592abb-959a-4b99-97f9-fe5e717fb334 req-0edbfb9b-eac9-4749-86f9-9bd4649d570d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 HTTP/1.1" status: 200 len: 217 time: 0.0508065 Jul 05 03:45:47.176508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3592abb-959a-4b99-97f9-fe5e717fb334 req-9930c3a4-37ab-4867-8193-6cf1505d8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.178285 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b3592abb-959a-4b99-97f9-fe5e717fb334 req-9930c3a4-37ab-4867-8193-6cf1505d8139 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0552063 Jul 05 03:45:47.203934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00f16f-0544-47c9-a0e2-4e491dee5dfc req-86507092-d969-4e56-af39-6a4dd5ebe3ad tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.205751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e00f16f-0544-47c9-a0e2-4e491dee5dfc req-86507092-d969-4e56-af39-6a4dd5ebe3ad tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 945 time: 0.6989610 Jul 05 03:45:47.211206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19837d-a750-499c-8eda-8f27a06b8aba req-62ec3cb7-6ec3-47ef-bdca-d36ba3a65711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.212789 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b19837d-a750-499c-8eda-8f27a06b8aba req-62ec3cb7-6ec3-47ef-bdca-d36ba3a65711 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2cf8187d-fbee-41ec-883d-11382c9bffe4 HTTP/1.1" status: 200 len: 922 time: 0.6173604 Jul 05 03:45:47.228174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-f42f4369-5754-4479-aa49-2b19a75e1a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.229780 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-f42f4369-5754-4479-aa49-2b19a75e1a8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 1096 time: 0.6516323 Jul 05 03:45:47.255936 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3592abb-959a-4b99-97f9-fe5e717fb334 req-64de78e6-9803-41e7-8261-5f4023078632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.257486 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b3592abb-959a-4b99-97f9-fe5e717fb334 req-64de78e6-9803-41e7-8261-5f4023078632 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0713363 Jul 05 03:45:47.294491 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb271e-5cc1-4498-ba4e-b57638a27003 req-f6e0f67f-b36e-4c41-8d39-65439fd7c11f tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.296054 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83fb271e-5cc1-4498-ba4e-b57638a27003 req-f6e0f67f-b36e-4c41-8d39-65439fd7c11f tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 944 time: 0.5589895 Jul 05 03:45:47.332469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b19837d-a750-499c-8eda-8f27a06b8aba req-98eec429-9504-409e-b4ac-56977c691292 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 HTTP/1.1" status: 200 len: 217 time: 0.0995352 Jul 05 03:45:47.336002 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-a8e498ba-0a70-46bb-ba7e-a4a8ff48f353 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a584dd81-02e7-411b-a0e2-ab89cc0614dc HTTP/1.1" status: 200 len: 217 time: 0.0860140 Jul 05 03:45:47.389460 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b3592abb-959a-4b99-97f9-fe5e717fb334 req-4fb4b9b2-0df2-4cb5-9539-f57666e58623 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203496 Jul 05 03:45:47.417334 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e00f16f-0544-47c9-a0e2-4e491dee5dfc req-8bd7a062-aa5a-4b10-983c-5ce1d92aa1a5 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982901 Jul 05 03:45:47.484379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-6a604e6a-b06d-4d27-aee3-4f3aa6d0bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.487497 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-6a604e6a-b06d-4d27-aee3-4f3aa6d0bf85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 200 len: 859 time: 0.1386683 Jul 05 03:45:47.490784 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83fb271e-5cc1-4498-ba4e-b57638a27003 req-1cecbd20-7ce1-4651-9957-86c4c8333325 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623864 Jul 05 03:45:47.510615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19837d-a750-499c-8eda-8f27a06b8aba req-6d7349e3-fad6-437b-b316-1e9abe73fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.512004 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b19837d-a750-499c-8eda-8f27a06b8aba req-6d7349e3-fad6-437b-b316-1e9abe73fac7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=934e48da-88c9-40cf-96a1-10e1cd1c3ea7 HTTP/1.1" status: 200 len: 861 time: 0.1520205 Jul 05 03:45:47.520103 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b3592abb-959a-4b99-97f9-fe5e717fb334 req-3dbf4b3d-92af-44c0-80a3-6a81aba0fbde service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207888 Jul 05 03:45:47.664842 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b19837d-a750-499c-8eda-8f27a06b8aba req-e1db336c-e2bc-4fe0-9725-bd78bd3000e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2cf8187d-fbee-41ec-883d-11382c9bffe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952909 Jul 05 03:45:47.813966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-1eab84f9-939e-404e-a791-5d6c47cf30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.815348 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-1eab84f9-939e-404e-a791-5d6c47cf30d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3194981 Jul 05 03:45:47.865957 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9da9d-d021-498a-80fb-eb8322bd6c31 req-372012f6-c0a3-4c09-a25c-8e4128bd4924 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.867662 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3ba9da9d-d021-498a-80fb-eb8322bd6c31 req-372012f6-c0a3-4c09-a25c-8e4128bd4924 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 946 time: 0.2960682 Jul 05 03:45:47.917484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b19837d-a750-499c-8eda-8f27a06b8aba req-0a430cb8-c24f-4f06-8c17-ffbc0ec70597 service neutron] 10.222.0.10 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393515 Jul 05 03:45:47.991451 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c336b2b-7ee8-4ebf-a74a-6166ebbb5128 req-341619b5-8688-4bbe-854e-a02306a1aa11 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.993042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c336b2b-7ee8-4ebf-a74a-6166ebbb5128 req-341619b5-8688-4bbe-854e-a02306a1aa11 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 949 time: 0.3046377 Jul 05 03:45:48.068280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3ba9da9d-d021-498a-80fb-eb8322bd6c31 req-4acddc06-9c0f-4a7f-992a-a903ee7bc7c4 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654894 Jul 05 03:45:48.096573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-ddf7c6bb-6333-478b-a2ea-fb06b3e37010 service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600446 Jul 05 03:45:48.138156 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c336b2b-7ee8-4ebf-a74a-6166ebbb5128 req-a0f9d6f5-5493-44ff-97cf-8fbcd88ee4f5 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232710 Jul 05 03:45:48.143656 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd165a8-c266-4c2e-85dc-bbf992a84822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a83a22c-d895-4235-b2bc-210fe6f1ae10'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:48.147793 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e33371-92b5-49ad-a14b-90eb4a98757b" -d '{"events": [{"server_uuid": "9fd165a8-c266-4c2e-85dc-bbf992a84822", "name": "network-vif-plugged", "status": "completed", "tag": "4a83a22c-d895-4235-b2bc-210fe6f1ae10"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:48.173681 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b19837d-a750-499c-8eda-8f27a06b8aba req-b52e4d3f-4c82-4583-912e-c1a5913c44cc service neutron] 10.222.0.10 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481110 Jul 05 03:45:48.187930 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'tag': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:48.194332 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c80acf-84fe-4c54-82bf-d2e88e9375ec" -d '{"events": [{"name": "network-changed", "server_uuid": "62d39889-4aee-4a2c-9f46-7bbb82567843", "tag": "a584dd81-02e7-411b-a0e2-ab89cc0614dc"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:48.212470 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-7b6da563-2e10-415a-a501-239b5f32db76 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362415 Jul 05 03:45:48.359420 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4204f53-79c0-47b5-86b1-a588c41d7d4e req-d88c26a3-d68b-49e8-b168-ed4c8d5e8b78 service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649419 Jul 05 03:45:48.433266 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-d7b5d1f8-89ec-466c-91f3-aa67ea522aac tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:48.435349 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-d7b5d1f8-89ec-466c-91f3-aa67ea522aac tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107205 Jul 05 03:45:48.445906 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:48.450851 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5c53b-58c3-48cd-a51e-cfd278c4b7f8 req-3138d415-7e76-49aa-9f56-e16dc29f98a3 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:48.451168 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 5698818c-70f0-4472-b1c2-f48ba2f47566 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:48.452556 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ddf5c53b-58c3-48cd-a51e-cfd278c4b7f8 req-3138d415-7e76-49aa-9f56-e16dc29f98a3 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 948 time: 0.1492360 Jul 05 03:45:48.469714 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-7150c8db-c04c-4109-b4fe-72fa096e2f84 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/quotas/0dd4ceeefb7f447eb65075f9693b4f1f HTTP/1.1" status: 200 len: 375 time: 0.0277362 Jul 05 03:45:48.557813 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ddf5c53b-58c3-48cd-a51e-cfd278c4b7f8 req-4b737ea0-d5c9-4884-afb6-0716825f65fb tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926797 Jul 05 03:45:48.622370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-8ea92f05-0ba5-4dd2-bade-040bc0f13bef tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1349952 Jul 05 03:45:48.685969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:48.689116 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0', 'mac_address': 'fa:16:3e:b2:6e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:48.741585 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 5698818c-70f0-4472-b1c2-f48ba2f47566 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:48.749757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 5698818c-70f0-4472-b1c2-f48ba2f47566 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:48.750469 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:48.779110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8a958-966f-4f5e-9c02-b8b148ea43f2 req-5912ad08-bca0-4c38-9363-b8bb4f80aa47 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:48.781034 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5bd8a958-966f-4f5e-9c02-b8b148ea43f2 req-5912ad08-bca0-4c38-9363-b8bb4f80aa47 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 944 time: 0.0868733 Jul 05 03:45:48.799188 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:48.825538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:48.841739 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5bd8a958-966f-4f5e-9c02-b8b148ea43f2 req-3e3212c2-9a3b-490f-a2a3-fc27de4dbf99 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512717 Jul 05 03:45:48.863225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:48.944669 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:48.984456 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cc6889-ddf0-43b5-9122-41cec7cca272 x-openstack-request-id: req-24cc6889-ddf0-43b5-9122-41cec7cca272 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:48.985151 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd165a8-c266-4c2e-85dc-bbf992a84822", "name": "network-vif-plugged", "status": "completed", "tag": "4a83a22c-d895-4235-b2bc-210fe6f1ae10", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:48.985571 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24cc6889-ddf0-43b5-9122-41cec7cca272 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:48.986365 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd165a8-c266-4c2e-85dc-bbf992a84822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a83a22c-d895-4235-b2bc-210fe6f1ae10', 'code': 200} Jul 05 03:45:49.002609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 5698818c-70f0-4472-b1c2-f48ba2f47566, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5698818c-70f0-4472-b1c2-f48ba2f47566,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:49.005606 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:49.006598 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:49.085886 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8087acb9-8d1c-4a73-aea7-fba06ac68a56 x-openstack-request-id: req-8087acb9-8d1c-4a73-aea7-fba06ac68a56 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:49.086279 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d39889-4aee-4a2c-9f46-7bbb82567843", "tag": "a584dd81-02e7-411b-a0e2-ab89cc0614dc", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:49.086556 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8087acb9-8d1c-4a73-aea7-fba06ac68a56 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:49.087152 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'tag': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc', 'status': 'completed', 'code': 200} Jul 05 03:45:49.227477 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:49.227477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 681d53ea-726e-4a16-b6bd-1c6684329564 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:49.227477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:49.295290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7cf96-c75e-4f65-af8f-173098ca6526 req-b5e67d91-c707-4e64-9d8e-a7d4406b02eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:49.297635 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5ff7cf96-c75e-4f65-af8f-173098ca6526 req-b5e67d91-c707-4e64-9d8e-a7d4406b02eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 1098 time: 0.1463773 Jul 05 03:45:49.351533 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5ff7cf96-c75e-4f65-af8f-173098ca6526 req-d6b792ac-fb1e-415e-97da-af40c1474f64 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471399 Jul 05 03:45:49.364502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c80acf-84fe-4c54-82bf-d2e88e9375ec req-fdec8434-f5d1-41fd-bdac-0d11a21f512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:49.366752 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4c80acf-84fe-4c54-82bf-d2e88e9375ec req-fdec8434-f5d1-41fd-bdac-0d11a21f512c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 1096 time: 0.2218904 Jul 05 03:45:49.404411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e803d6-77cd-4b06-b8dc-eed081d0b4cf req-f837a3ea-145c-46a9-b84d-dbbcc5b4da62 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:49.404411 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01e803d6-77cd-4b06-b8dc-eed081d0b4cf req-f837a3ea-145c-46a9-b84d-dbbcc5b4da62 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 945 time: 0.1794877 Jul 05 03:45:49.427219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=5698818c-70f0-4472-b1c2-f48ba2f47566,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:49.462812 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:49.481038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'd8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01', 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4', 'port_id': 'd8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01', 'mac_address': 'fa:16:3e:94:09:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934e48da-88c9-40cf-96a1-10e1cd1c3ea7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:49.548634 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:49.559680 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01e803d6-77cd-4b06-b8dc-eed081d0b4cf req-11e4dd47-4866-40aa-9499-5b0859c1eeae tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415985 Jul 05 03:45:49.577877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:49.584357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 681d53ea-726e-4a16-b6bd-1c6684329564 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:49.594374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254228f7-1360-4f22-8935-213cdb2ecbec req-eee9ff3f-9e43-4a3c-a47b-badf645508b0 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:49.603622 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 681d53ea-726e-4a16-b6bd-1c6684329564 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:49.603999 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:49.606678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-254228f7-1360-4f22-8935-213cdb2ecbec req-eee9ff3f-9e43-4a3c-a47b-badf645508b0 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 944 time: 0.3055503 Jul 05 03:45:49.642418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c80acf-84fe-4c54-82bf-d2e88e9375ec req-225102f2-5f47-4075-9e60-c9a4c501a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:49.645072 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4c80acf-84fe-4c54-82bf-d2e88e9375ec req-225102f2-5f47-4075-9e60-c9a4c501a116 service neutron] 10.222.0.10 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 921 time: 0.2567759 Jul 05 03:45:49.650444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:49.731401 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:49.747259 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4c80acf-84fe-4c54-82bf-d2e88e9375ec req-4589e114-1178-4556-a38a-7d521327eafc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a584dd81-02e7-411b-a0e2-ab89cc0614dc HTTP/1.1" status: 200 len: 217 time: 0.0912378 Jul 05 03:45:49.788253 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-254228f7-1360-4f22-8935-213cdb2ecbec req-50170c92-5dfb-4ee8-926d-d962d4c98320 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767583 Jul 05 03:45:49.794367 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:49.796362 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4214e5c-0e78-41be-9523-6c643c77ead8 req-8bef9fc5-8788-4d85-8aa8-e39b3d713fce tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 210 time: 0.1326706 Jul 05 03:45:49.800541 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 681d53ea-726e-4a16-b6bd-1c6684329564, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=681d53ea-726e-4a16-b6bd-1c6684329564,segment=NetworkSegment(ed82bb69-43f6-42e8-8557-8a52d64145c3),segment_id=ed82bb69-43f6-42e8-8557-8a52d64145c3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:49.906506 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:49.906798 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c80acf-84fe-4c54-82bf-d2e88e9375ec req-0f796565-1c3e-46fd-b3f8-f3f194da8ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:49.909337 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4c80acf-84fe-4c54-82bf-d2e88e9375ec req-0f796565-1c3e-46fd-b3f8-f3f194da8ec6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 200 len: 859 time: 0.1225820 Jul 05 03:45:49.912395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:50.003762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=681d53ea-726e-4a16-b6bd-1c6684329564,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:50.134493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c80acf-84fe-4c54-82bf-d2e88e9375ec req-7805f228-70f1-470d-a24d-e7f98ff0a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:50.136014 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4c80acf-84fe-4c54-82bf-d2e88e9375ec req-7805f228-70f1-470d-a24d-e7f98ff0a8ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2120256 Jul 05 03:45:50.145514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0317a4e-7b8f-4c05-857b-39bc89c6b739 req-273da132-ae92-4c20-a7d2-ae86ce418bfe tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:50.147023 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0317a4e-7b8f-4c05-857b-39bc89c6b739 req-273da132-ae92-4c20-a7d2-ae86ce418bfe tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 946 time: 0.1558242 Jul 05 03:45:50.171328 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218f8b9-35ce-4ab2-8fdb-165223eb5de2 req-308aed20-9617-46af-951c-46d70b3bb7f4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:50.172892 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3218f8b9-35ce-4ab2-8fdb-165223eb5de2 req-308aed20-9617-46af-951c-46d70b3bb7f4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 950 time: 0.1828158 Jul 05 03:45:50.185701 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:50.217504 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:50.307983 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0317a4e-7b8f-4c05-857b-39bc89c6b739 req-97b1811d-db83-4abc-a09d-e71731071b24 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481481 Jul 05 03:45:50.353130 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3218f8b9-35ce-4ab2-8fdb-165223eb5de2 req-0da62cf4-4aba-4305-9ea3-6942a4ef9e6c tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268451 Jul 05 03:45:50.379963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4c80acf-84fe-4c54-82bf-d2e88e9375ec req-ae6856b8-25e2-417c-8ea5-3ac5e9a925e7 service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306581 Jul 05 03:45:50.469078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a584dd81-02e7-411b-a0e2-ab89cc0614dc details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:50.578917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4c80acf-84fe-4c54-82bf-d2e88e9375ec req-cfd4fc59-678a-46b4-86c8-1133e104f6e9 service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870446 Jul 05 03:45:50.620254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9efb58-e023-4bf0-8cc9-79042296d57f req-0555d8c5-74b4-49c4-8750-14d80b6c8579 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:50.624586 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f9efb58-e023-4bf0-8cc9-79042296d57f req-0555d8c5-74b4-49c4-8750-14d80b6c8579 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 949 time: 0.1161318 Jul 05 03:45:50.678162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port a584dd81-02e7-411b-a0e2-ab89cc0614dc, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a584dd81-02e7-411b-a0e2-ab89cc0614dc,segment=NetworkSegment(8afcbf01-49e1-4208-aaba-cbcea90d572e),segment_id=8afcbf01-49e1-4208-aaba-cbcea90d572e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:50.698128 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'port_id': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc', 'mac_address': 'fa:16:3e:7e:27:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:50.717567 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f9efb58-e023-4bf0-8cc9-79042296d57f req-9c1c4959-a9fd-4ad1-8525-2652b6610278 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759768 Jul 05 03:45:50.756219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75347bfa-a198-4da9-8588-c325084597bd req-55ebb059-00c7-4b26-9eed-00aea326a942 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:50.766884 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-75347bfa-a198-4da9-8588-c325084597bd req-55ebb059-00c7-4b26-9eed-00aea326a942 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 945 time: 0.1645355 Jul 05 03:45:50.770893 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:50.810303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a584dd81-02e7-411b-a0e2-ab89cc0614dc {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:50.823707 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-75347bfa-a198-4da9-8588-c325084597bd req-f7d1a6a4-92d8-4f91-b34a-570011f43b7d tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554006 Jul 05 03:45:50.864986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port a584dd81-02e7-411b-a0e2-ab89cc0614dc, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a584dd81-02e7-411b-a0e2-ab89cc0614dc,segment=NetworkSegment(8afcbf01-49e1-4208-aaba-cbcea90d572e),segment_id=8afcbf01-49e1-4208-aaba-cbcea90d572e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:50.956951 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:51.013790 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833ddda1-781c-4fd7-8d33-b0ceb23c7ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5698818c-70f0-4472-b1c2-f48ba2f47566'}, {'server_uuid': 'aebe377e-66cb-4f6c-b42f-a9c8cbccd19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681d53ea-726e-4a16-b6bd-1c6684329564'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:51.017552 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815cc89c-fd86-41eb-b964-bee49829f957" -d '{"events": [{"server_uuid": "833ddda1-781c-4fd7-8d33-b0ceb23c7ed2", "name": "network-vif-plugged", "status": "completed", "tag": "5698818c-70f0-4472-b1c2-f48ba2f47566"}, {"server_uuid": "aebe377e-66cb-4f6c-b42f-a9c8cbccd19a", "name": "network-vif-plugged", "status": "completed", "tag": "681d53ea-726e-4a16-b6bd-1c6684329564"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:51.074068 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=a584dd81-02e7-411b-a0e2-ab89cc0614dc,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:51.103774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629e506-ffbb-4fc6-84eb-d90ba8d2663a req-5ab33829-cc5e-4b04-beee-803ffdf68cba tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:51.105923 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3629e506-ffbb-4fc6-84eb-d90ba8d2663a req-5ab33829-cc5e-4b04-beee-803ffdf68cba tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 946 time: 0.1307073 Jul 05 03:45:51.175931 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3629e506-ffbb-4fc6-84eb-d90ba8d2663a req-1d8b590e-537b-4a72-b8ea-b02b6a547da5 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524149 Jul 05 03:45:51.260370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86bc21a2-595e-4a19-a417-3069fa6acc55 req-8aa9fe60-ca4b-4728-92f9-e700313c9212 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 210 time: 0.0315242 Jul 05 03:45:51.329533 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921ca506-2210-4da2-b77f-8d2093bee2cd x-openstack-request-id: req-921ca506-2210-4da2-b77f-8d2093bee2cd {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:51.330026 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833ddda1-781c-4fd7-8d33-b0ceb23c7ed2", "name": "network-vif-plugged", "status": "completed", "tag": "5698818c-70f0-4472-b1c2-f48ba2f47566", "code": 200}, {"server_uuid": "aebe377e-66cb-4f6c-b42f-a9c8cbccd19a", "name": "network-vif-plugged", "status": "completed", "tag": "681d53ea-726e-4a16-b6bd-1c6684329564", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:51.330485 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-921ca506-2210-4da2-b77f-8d2093bee2cd {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:51.331100 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833ddda1-781c-4fd7-8d33-b0ceb23c7ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5698818c-70f0-4472-b1c2-f48ba2f47566', 'code': 200} Jul 05 03:45:51.331510 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebe377e-66cb-4f6c-b42f-a9c8cbccd19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681d53ea-726e-4a16-b6bd-1c6684329564', 'code': 200} Jul 05 03:45:51.375012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55b478-7a87-4d4d-939d-6a4625e13a3b req-9690eede-4f00-4f25-90ee-ae5044b2d754 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:51.376801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bb55b478-7a87-4d4d-939d-6a4625e13a3b req-9690eede-4f00-4f25-90ee-ae5044b2d754 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 945 time: 0.0798578 Jul 05 03:45:51.441285 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bb55b478-7a87-4d4d-939d-6a4625e13a3b req-b49b7ee7-21b6-4e91-9018-f9379c225e04 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566115 Jul 05 03:45:51.695556 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4eb98-1f7b-412a-8ffd-eb0f4d548f0c req-6e65fa9a-acd6-4657-bfbf-56e2872f275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:51.697060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d8b4eb98-1f7b-412a-8ffd-eb0f4d548f0c req-6e65fa9a-acd6-4657-bfbf-56e2872f275c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 1098 time: 0.2321770 Jul 05 03:45:51.702741 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d3566-a12a-4967-a86d-7c20068f427e req-2e901392-0094-4a35-b212-96e821c82448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:51.704221 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca1d3566-a12a-4967-a86d-7c20068f427e req-2e901392-0094-4a35-b212-96e821c82448 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 1102 time: 0.2190382 Jul 05 03:45:51.722379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fd962-6c7d-4d4a-9cc5-50fb797d45ac req-1e1ece1b-9542-40de-9c2e-47af9bb4f566 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:51.723900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-820fd962-6c7d-4d4a-9cc5-50fb797d45ac req-1e1ece1b-9542-40de-9c2e-47af9bb4f566 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 946 time: 0.1936181 Jul 05 03:45:51.774435 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126bfc-7bbd-4ccb-bbd7-8718b092dcd0 req-063482bd-3b4e-400c-a812-5a738cc3e766 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:51.775937 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-45126bfc-7bbd-4ccb-bbd7-8718b092dcd0 req-063482bd-3b4e-400c-a812-5a738cc3e766 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 950 time: 0.1776886 Jul 05 03:45:51.831722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d8b4eb98-1f7b-412a-8ffd-eb0f4d548f0c req-8316dc55-7017-445b-b19a-89ea20f0e3e4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236370 Jul 05 03:45:51.833200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca1d3566-a12a-4967-a86d-7c20068f427e req-5e1fdd3c-3975-4c28-bb2a-dcb62dabb37a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084044 Jul 05 03:45:51.837714 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-820fd962-6c7d-4d4a-9cc5-50fb797d45ac req-203f77c5-3c2e-482c-9e2d-600cae386271 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026483 Jul 05 03:45:51.856103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['a584dd81-02e7-411b-a0e2-ab89cc0614dc'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:51.877711 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-45126bfc-7bbd-4ccb-bbd7-8718b092dcd0 req-40c3f4a1-bb81-495a-a81b-29004fb612fe tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914719 Jul 05 03:45:52.097739 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb7a14-3221-4b70-a40c-5b9869795931 req-12c673bb-e7fc-4ddd-9106-0fba774247a8 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:52.099658 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67fb7a14-3221-4b70-a40c-5b9869795931 req-12c673bb-e7fc-4ddd-9106-0fba774247a8 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 949 time: 0.1135604 Jul 05 03:45:52.160768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b486e72-9e69-423e-9aa2-054c36ef7481 req-c2b56459-1ff2-4808-99f0-89991ea78496 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:52.162318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b486e72-9e69-423e-9aa2-054c36ef7481 req-c2b56459-1ff2-4808-99f0-89991ea78496 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 945 time: 0.1278820 Jul 05 03:45:52.173199 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67fb7a14-3221-4b70-a40c-5b9869795931 req-738e6d57-f507-492e-a5d1-6040cfe15945 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646651 Jul 05 03:45:52.213763 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b486e72-9e69-423e-9aa2-054c36ef7481 req-df9ba638-cb23-41de-aa07-900270e55a17 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442924 Jul 05 03:45:52.347129 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-b60c5dfb-1e69-4bc8-b21d-16edc028a09a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356908 Jul 05 03:45:52.384137 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b0130-5ede-40a3-9ff7-ca1a57d83382 req-82702531-4000-4bd0-b0a8-8fa3b2dba4b3 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:52.386620 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-304b0130-5ede-40a3-9ff7-ca1a57d83382 req-82702531-4000-4bd0-b0a8-8fa3b2dba4b3 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 1098 time: 0.0809815 Jul 05 03:45:52.436142 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-304b0130-5ede-40a3-9ff7-ca1a57d83382 req-e12d5589-e8fd-4a88-b79d-51e7e3028aef tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428233 Jul 05 03:45:52.470592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:52.581272 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-758a3352-b81b-47a4-91e0-354185b01633 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:52.583402 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-758a3352-b81b-47a4-91e0-354185b01633 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2207496 Jul 05 03:45:52.586024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9676ac-78d4-4098-b0e4-f14555211591 req-45530529-da7e-487c-ad78-4e37e356d0ed tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:52.588716 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f9676ac-78d4-4098-b0e4-f14555211591 req-45530529-da7e-487c-ad78-4e37e356d0ed tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 946 time: 0.1388843 Jul 05 03:45:52.604760 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-dc207ada-e79f-4590-9bef-581218a262d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Request body: {'port': {'device_id': 'd550ac62-db79-429d-bd1b-ad62fb6ea4a2', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '0dd4ceeefb7f447eb65075f9693b4f1f'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:52.653798 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4bedd18-a6f9-4b54-95c3-728309a7c2ba req-dec5812e-5514-4456-906a-6839a932a8f3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 210 time: 0.0367682 Jul 05 03:45:52.669700 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f9676ac-78d4-4098-b0e4-f14555211591 req-a57e9f4e-9161-4861-a0c2-70a7ef32e21d tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739551 Jul 05 03:45:52.727005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:52.732598 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:52.733356 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:52.853268 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:52.864276 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-dc207ada-e79f-4590-9bef-581218a262d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Made reservation on behalf of 0dd4ceeefb7f447eb65075f9693b4f1f for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:52.868262 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-dc207ada-e79f-4590-9bef-581218a262d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:52.908058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:52.979224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9dbb2-e927-4451-bde9-1d53532759e1 req-69903fb2-8417-4bc6-92e7-919fc793e251 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:52.991191 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5a9dbb2-e927-4451-bde9-1d53532759e1 req-69903fb2-8417-4bc6-92e7-919fc793e251 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 945 time: 0.1698496 Jul 05 03:45:53.040732 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.042362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:53.055045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5a9dbb2-e927-4451-bde9-1d53532759e1 req-7ddb6b7d-72aa-4d60-a76d-17350ed00045 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625505 Jul 05 03:45:53.147260 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc0612-7c58-4568-9833-9d6e8304fbff req-88824f90-c8f2-454e-a6a2-ac25cf6690d5 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.147904 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-dc207ada-e79f-4590-9bef-581218a262d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Allocated IP 192.168.233.208 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/b09b2376-4636-4f08-a338-eb8d27129ab9) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:53.153842 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dfc0612-7c58-4568-9833-9d6e8304fbff req-88824f90-c8f2-454e-a6a2-ac25cf6690d5 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 950 time: 0.1159024 Jul 05 03:45:53.232660 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dfc0612-7c58-4568-9833-9d6e8304fbff req-36f8d8a3-09a4-4bca-9828-113518b1f2ee tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731509 Jul 05 03:45:53.271516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:53.333252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2093a45c-9512-4f23-9cca-c0bbf53df356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:53.339226 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99780c95-4eee-4dba-9477-58612df53867" -d '{"events": [{"server_uuid": "2093a45c-9512-4f23-9cca-c0bbf53df356", "name": "network-vif-plugged", "status": "completed", "tag": "d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:53.356923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:53.365131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:53.367068 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.478161 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-dc207ada-e79f-4590-9bef-581218a262d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.495728 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-dc207ada-e79f-4590-9bef-581218a262d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Transition to ACTIVE for port object b09b2376-4636-4f08-a338-eb8d27129ab9 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:53.529132 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2120ad2-b802-425d-85c6-529c8030db45 req-cdb45a77-5de4-454b-a535-87599607a979 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.535558 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2120ad2-b802-425d-85c6-529c8030db45 req-cdb45a77-5de4-454b-a535-87599607a979 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 949 time: 0.1345966 Jul 05 03:45:53.571852 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.602734 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9d81d-6676-4d82-80d9-ba730b424b3c req-6cce7198-cbcf-4b2f-a562-05cb3c054dff tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:53.604426 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21d9d81d-6676-4d82-80d9-ba730b424b3c req-6cce7198-cbcf-4b2f-a562-05cb3c054dff tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 946 time: 0.1460540 Jul 05 03:45:53.639325 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:53.651604 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2120ad2-b802-425d-85c6-529c8030db45 req-cbaec228-394c-4694-8775-ab9ece8a0a0c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925004 Jul 05 03:45:53.680401 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21d9d81d-6676-4d82-80d9-ba730b424b3c req-2fee42b9-e655-4155-8874-6f105f478d6f tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677512 Jul 05 03:45:53.694622 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-dc207ada-e79f-4590-9bef-581218a262d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.711729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['1544341a-732e-46be-aa14-00fc3028caf9'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:53.764049 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a130ea6a-3d16-4502-9e59-6368906e252a x-openstack-request-id: req-a130ea6a-3d16-4502-9e59-6368906e252a {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:53.764875 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2093a45c-9512-4f23-9cca-c0bbf53df356", "name": "network-vif-plugged", "status": "completed", "tag": "d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:53.765366 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a130ea6a-3d16-4502-9e59-6368906e252a {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:53.766510 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2093a45c-9512-4f23-9cca-c0bbf53df356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01', 'code': 200} Jul 05 03:45:53.788643 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.852579 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-dc207ada-e79f-4590-9bef-581218a262d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:53.861198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-dc207ada-e79f-4590-9bef-581218a262d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:53.879231 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-dc207ada-e79f-4590-9bef-581218a262d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:53.899704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:53.997604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc207ada-e79f-4590-9bef-581218a262d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Pushing event updated for resources: {'Port': ['ID=b09b2376-4636-4f08-a338-eb8d27129ab9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:54.014792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-dc207ada-e79f-4590-9bef-581218a262d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:54.020769 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-dc207ada-e79f-4590-9bef-581218a262d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.106197 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-dc207ada-e79f-4590-9bef-581218a262d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5053904 Jul 05 03:45:54.128102 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Request body: {'port': {'device_id': 'd550ac62-db79-429d-bd1b-ad62fb6ea4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:54.173689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43c110-1ce1-4339-994f-49625870fc16 req-96f8cac5-aab4-4cea-bd01-d4a29ce65b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:54.175374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f43c110-1ce1-4339-994f-49625870fc16 req-96f8cac5-aab4-4cea-bd01-d4a29ce65b73 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 1098 time: 0.2914689 Jul 05 03:45:54.234318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32ce97-fcb2-46ba-b9f2-43f62e2a0b7c req-34ba44b5-47d8-426d-9b2a-64dae0140738 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:54.236367 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc32ce97-fcb2-46ba-b9f2-43f62e2a0b7c req-34ba44b5-47d8-426d-9b2a-64dae0140738 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 946 time: 0.2520814 Jul 05 03:45:54.255046 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.365711 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f43c110-1ce1-4339-994f-49625870fc16 req-bcab9089-87cf-43c6-9351-b67902bc43f5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766429 Jul 05 03:45:54.375311 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc32ce97-fcb2-46ba-b9f2-43f62e2a0b7c req-9986c71a-1575-45da-b2a1-23d8e597c6c6 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117251 Jul 05 03:45:54.377981 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5337b541-6454-4b76-8b06-9ef3fc42d6a1 None None] Provisioning for port b09b2376-4636-4f08-a338-eb8d27129ab9 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:54.387440 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5337b541-6454-4b76-8b06-9ef3fc42d6a1 None None] Provisioning complete for port b09b2376-4636-4f08-a338-eb8d27129ab9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:54.387440 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5337b541-6454-4b76-8b06-9ef3fc42d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.405026 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0f75f-002c-4652-a97f-5b1846496c34 req-868ac0de-0816-4e2a-975e-0818cd461a0d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:54.406624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44a0f75f-002c-4652-a97f-5b1846496c34 req-868ac0de-0816-4e2a-975e-0818cd461a0d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 936 time: 0.1907897 Jul 05 03:45:54.482749 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44a0f75f-002c-4652-a97f-5b1846496c34 req-7213a37d-86e0-4a8f-9f60-6bc7fd2738fd tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644178 Jul 05 03:45:54.483656 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a584dd81-02e7-411b-a0e2-ab89cc0614dc up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:54.577403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5337b541-6454-4b76-8b06-9ef3fc42d6a1 None None] Port b09b2376-4636-4f08-a338-eb8d27129ab9 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:54.752180 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335ae87-8dc6-4d21-b0bb-2a7cf854815b req-4ec15795-b65f-488c-9bbe-dd1d15254cc0 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:54.755791 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6335ae87-8dc6-4d21-b0bb-2a7cf854815b req-4ec15795-b65f-488c-9bbe-dd1d15254cc0 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 945 time: 0.1729386 Jul 05 03:45:54.773296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port a584dd81-02e7-411b-a0e2-ab89cc0614dc completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:54.785113 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port a584dd81-02e7-411b-a0e2-ab89cc0614dc triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:54.786182 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.836971 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6335ae87-8dc6-4d21-b0bb-2a7cf854815b req-f3170a8a-2d63-4fa8-9dbe-27367226f24d tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687699 Jul 05 03:45:54.884757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5908fa7-6fc8-4812-83b1-cbff3d1fb469 req-42ff0ad4-e16c-4f31-b42a-698deb4ce189 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:54.884757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5908fa7-6fc8-4812-83b1-cbff3d1fb469 req-42ff0ad4-e16c-4f31-b42a-698deb4ce189 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 950 time: 0.2348931 Jul 05 03:45:54.943988 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.945541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5908fa7-6fc8-4812-83b1-cbff3d1fb469 req-18b7fc68-3816-4aea-8550-12eda64e07ee tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703733 Jul 05 03:45:55.023928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port a584dd81-02e7-411b-a0e2-ab89cc0614dc, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a584dd81-02e7-411b-a0e2-ab89cc0614dc,segment=NetworkSegment(8afcbf01-49e1-4208-aaba-cbcea90d572e),segment_id=8afcbf01-49e1-4208-aaba-cbcea90d572e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:55.108800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09b2376-4636-4f08-a338-eb8d27129ab9 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:55.125628 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.141293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Transition to ACTIVE for port object b09b2376-4636-4f08-a338-eb8d27129ab9 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:55.157646 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.228788 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=a584dd81-02e7-411b-a0e2-ab89cc0614dc,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:55.241909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b33387-e844-4459-84aa-2381a3acd2af req-6dad88e2-26e2-4321-9cfe-a75e93fb4715 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:55.244657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27b33387-e844-4459-84aa-2381a3acd2af req-6dad88e2-26e2-4321-9cfe-a75e93fb4715 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 946 time: 0.1594589 Jul 05 03:45:55.254355 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.267671 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8eb805-bfa5-496c-b817-c5f97eea642f req-2082a858-4ef2-4cba-a96d-71b9749f7d93 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:55.270195 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d8eb805-bfa5-496c-b817-c5f97eea642f req-2082a858-4ef2-4cba-a96d-71b9749f7d93 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 950 time: 0.1381845 Jul 05 03:45:55.319919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Pushing event updated for resources: {'Port': ['ID=b09b2376-4636-4f08-a338-eb8d27129ab9,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:55.335352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27b33387-e844-4459-84aa-2381a3acd2af req-cba45617-9363-48e8-a03a-f941fa747069 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633564 Jul 05 03:45:55.393593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d8eb805-bfa5-496c-b817-c5f97eea642f req-f4150ab3-478c-43f3-89e7-145e987e1185 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887189 Jul 05 03:45:55.610365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Attempting to bind port b09b2376-4636-4f08-a338-eb8d27129ab9 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:55.610796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Attempting to bind port b09b2376-4636-4f08-a338-eb8d27129ab9 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:55.611771 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Attempting to bind port b09b2376-4636-4f08-a338-eb8d27129ab9 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:55.632847 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Port b09b2376-4636-4f08-a338-eb8d27129ab9 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:55.632847 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Attempting to bind port b09b2376-4636-4f08-a338-eb8d27129ab9 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:55.635948 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:55.636243 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:55.639356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:55.639942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Bound port: b09b2376-4636-4f08-a338-eb8d27129ab9, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:55.640439 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.747479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c26c8-3f02-4970-b453-1e05c7cf4865 req-d5a7ea7d-12b6-4bbb-b89d-c72df789e2d4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:55.752331 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f53c26c8-3f02-4970-b453-1e05c7cf4865 req-d5a7ea7d-12b6-4bbb-b89d-c72df789e2d4 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=9afc79c3-19d8-4aa4-9b26-cb19ab913f08 HTTP/1.1" status: 200 len: 950 time: 0.1843770 Jul 05 03:45:55.757662 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] For port b09b2376-4636-4f08-a338-eb8d27129ab9, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:55.762511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] For port b09b2376-4636-4f08-a338-eb8d27129ab9, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b09b2376-4636-4f08-a338-eb8d27129ab9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:55.768615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b6aa51-de34-40dc-8898-445ed54f79ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0'}, {'server_uuid': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:55.772988 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8fcd37-0767-421f-a6e6-ff5db2b75aa8" -d '{"events": [{"server_uuid": "30b6aa51-de34-40dc-8898-445ed54f79ba", "name": "network-vif-plugged", "status": "completed", "tag": "bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0"}, {"server_uuid": "62d39889-4aee-4a2c-9f46-7bbb82567843", "name": "network-vif-plugged", "status": "completed", "tag": "a584dd81-02e7-411b-a0e2-ab89cc0614dc"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:55.838307 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.853559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f53c26c8-3f02-4970-b453-1e05c7cf4865 req-a9e23a66-9d22-40e2-8533-169c8691029d tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914021 Jul 05 03:45:55.892750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:55.893805 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.896198 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] 10.222.0.36 "PUT /v2.0/ports/b09b2376-4636-4f08-a338-eb8d27129ab9 HTTP/1.1" status: 200 len: 1097 time: 1.7728121 Jul 05 03:45:55.897049 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd550ac62-db79-429d-bd1b-ad62fb6ea4a2', 'tag': 'b09b2376-4636-4f08-a338-eb8d27129ab9'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:55.900790 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9454be-870a-45c9-861a-b91411785de3" -d '{"events": [{"name": "network-changed", "server_uuid": "d550ac62-db79-429d-bd1b-ad62fb6ea4a2", "tag": "b09b2376-4636-4f08-a338-eb8d27129ab9"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:55.948718 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa8d1d-e5e6-48f2-9178-e56040f84d90 req-a9a31cdc-7cfb-4c30-b12d-cd9e851de1d4 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:55.952697 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff219c9-3da9-4c9c-8cc4-cc372cc0e49c service neutron] Pushing event updated for resources: {'Port': ['ID=b09b2376-4636-4f08-a338-eb8d27129ab9,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:55.952877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-beaa8d1d-e5e6-48f2-9178-e56040f84d90 req-a9a31cdc-7cfb-4c30-b12d-cd9e851de1d4 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 948 time: 0.1795464 Jul 05 03:45:55.968335 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734f75b3-38eb-46b0-bf08-793013524f4a x-openstack-request-id: req-734f75b3-38eb-46b0-bf08-793013524f4a {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:55.970711 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b6aa51-de34-40dc-8898-445ed54f79ba", "name": "network-vif-plugged", "status": "completed", "tag": "bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0", "code": 200}, {"server_uuid": "62d39889-4aee-4a2c-9f46-7bbb82567843", "name": "network-vif-plugged", "status": "completed", "tag": "a584dd81-02e7-411b-a0e2-ab89cc0614dc", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:55.970711 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-734f75b3-38eb-46b0-bf08-793013524f4a {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:55.970711 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b6aa51-de34-40dc-8898-445ed54f79ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0', 'code': 200} Jul 05 03:45:55.977307 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc', 'code': 200} Jul 05 03:45:56.079383 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-beaa8d1d-e5e6-48f2-9178-e56040f84d90 req-53832aad-2af9-4eab-8c80-7945263da187 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175849 Jul 05 03:45:56.320680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-dbf221d3-f4e4-40a3-b452-604da702d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:56.329145 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-dbf221d3-f4e4-40a3-b452-604da702d548 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 1100 time: 0.2237241 Jul 05 03:45:56.494181 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-097972bb-91a2-4a58-acd9-1d1dcf0fdb1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=b09b2376-4636-4f08-a338-eb8d27129ab9 HTTP/1.1" status: 200 len: 217 time: 0.1540833 Jul 05 03:45:56.618169 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-0816d2bf-e273-4633-87d1-e43f3de598b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:56.619656 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-0816d2bf-e273-4633-87d1-e43f3de598b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1077414 Jul 05 03:45:56.764965 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-c7e78df7-2d2e-4e09-b068-490a3f2c8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:56.767111 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-c7e78df7-2d2e-4e09-b068-490a3f2c8673 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1245379 Jul 05 03:45:56.955250 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-f3162da3-7ba2-4f19-bc04-f58c56731040 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683917 Jul 05 03:45:57.068498 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9908cb4-97f4-418f-bd9f-5d2b2254c87e req-3b7168ff-4bd5-4661-ab75-28627845f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:57.070016 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9908cb4-97f4-418f-bd9f-5d2b2254c87e req-3b7168ff-4bd5-4661-ab75-28627845f7d1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 1102 time: 0.8411684 Jul 05 03:45:57.101083 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd5a0c-f57b-4664-8372-a91d02d3f27c req-c7c7bbe6-21ae-42ce-aeb9-6d3c980c0897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:57.102643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfdd5a0c-f57b-4664-8372-a91d02d3f27c req-c7c7bbe6-21ae-42ce-aeb9-6d3c980c0897 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 1098 time: 0.1466622 Jul 05 03:45:57.116274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48afd5-4f52-457b-936e-0db5ae298d20 req-0a66bc4f-c634-4a54-92a1-59f1ef8edfa4 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:57.121856 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e355f0e-593a-47a8-8f1c-9e199296636d req-43ab5979-e5e3-4c20-8961-75474371cbaa service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428258 Jul 05 03:45:57.125297 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed48afd5-4f52-457b-936e-0db5ae298d20 req-0a66bc4f-c634-4a54-92a1-59f1ef8edfa4 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 946 time: 0.1668429 Jul 05 03:45:57.181149 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9908cb4-97f4-418f-bd9f-5d2b2254c87e req-87cc8bc4-9ae9-4ef9-b988-9a3ec3213040 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984411 Jul 05 03:45:57.224474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed48afd5-4f52-457b-936e-0db5ae298d20 req-1706f0eb-76bc-40a0-9a32-b2e756034df4 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989201 Jul 05 03:45:57.229971 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfdd5a0c-f57b-4664-8372-a91d02d3f27c req-c78eddee-e732-4702-8456-84304c4c1522 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958827 Jul 05 03:45:57.279381 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def72a13-f90d-459e-a01a-1fc63b5b4099 x-openstack-request-id: req-def72a13-f90d-459e-a01a-1fc63b5b4099 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:57.280213 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d550ac62-db79-429d-bd1b-ad62fb6ea4a2", "tag": "b09b2376-4636-4f08-a338-eb8d27129ab9", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:57.280768 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-def72a13-f90d-459e-a01a-1fc63b5b4099 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:57.281568 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd550ac62-db79-429d-bd1b-ad62fb6ea4a2', 'tag': 'b09b2376-4636-4f08-a338-eb8d27129ab9', 'status': 'completed', 'code': 200} Jul 05 03:45:57.616941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9454be-870a-45c9-861a-b91411785de3 req-14ab0b34-0a2b-484e-8f6b-78551bf7a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:57.618492 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8a9454be-870a-45c9-861a-b91411785de3 req-14ab0b34-0a2b-484e-8f6b-78551bf7a800 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 1100 time: 0.1883044 Jul 05 03:45:57.699903 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aa4a6-79fc-4690-862b-4f2077a6b391 req-9cfabf8b-4d55-478a-85f3-b41ce7440bf5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:57.705264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-511aa4a6-79fc-4690-862b-4f2077a6b391 req-9cfabf8b-4d55-478a-85f3-b41ce7440bf5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 950 time: 0.2775931 Jul 05 03:45:57.734080 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc3e44-eaad-45b9-91a0-3ffc2c5749d7 req-1e922f3c-c6fd-47a7-8e0e-509c1e12255f tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:57.736208 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-33bc3e44-eaad-45b9-91a0-3ffc2c5749d7 req-1e922f3c-c6fd-47a7-8e0e-509c1e12255f tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 946 time: 0.2388325 Jul 05 03:45:57.786301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9454be-870a-45c9-861a-b91411785de3 req-584a74a8-2df4-45a5-a0e5-ce269d31d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:57.787839 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8a9454be-870a-45c9-861a-b91411785de3 req-584a74a8-2df4-45a5-a0e5-ce269d31d58d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1548274 Jul 05 03:45:57.799820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-511aa4a6-79fc-4690-862b-4f2077a6b391 req-c7b61b46-33a9-4ee0-a98b-aea42e3dc7da tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622869 Jul 05 03:45:57.831507 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-33bc3e44-eaad-45b9-91a0-3ffc2c5749d7 req-dfcc615c-86fd-4055-aebb-9f6aeb1c3c76 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853610 Jul 05 03:45:57.906440 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8a9454be-870a-45c9-861a-b91411785de3 req-9cafd578-7252-41c3-82f4-b7bcd09ebe76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=b09b2376-4636-4f08-a338-eb8d27129ab9 HTTP/1.1" status: 200 len: 217 time: 0.0748756 Jul 05 03:45:58.049603 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9454be-870a-45c9-861a-b91411785de3 req-968fd9ef-4e78-4fcd-a4aa-808a6f7c448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:58.051461 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8a9454be-870a-45c9-861a-b91411785de3 req-968fd9ef-4e78-4fcd-a4aa-808a6f7c448f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1303380 Jul 05 03:45:58.187487 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0edbf3-16f5-4303-92d0-fcf17923947a req-39a943e8-e0a6-4042-9e48-b9bc7f0ed49a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:58.189833 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de0edbf3-16f5-4303-92d0-fcf17923947a req-39a943e8-e0a6-4042-9e48-b9bc7f0ed49a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 948 time: 0.1433668 Jul 05 03:45:58.206319 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9454be-870a-45c9-861a-b91411785de3 req-179a88bf-f238-433f-9edc-1648ac7f4245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:58.212114 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8a9454be-870a-45c9-861a-b91411785de3 req-179a88bf-f238-433f-9edc-1648ac7f4245 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1388986 Jul 05 03:45:58.269888 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de0edbf3-16f5-4303-92d0-fcf17923947a req-3610d46e-d9e6-4189-867f-18375384d316 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725088 Jul 05 03:45:58.408122 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8a9454be-870a-45c9-861a-b91411785de3 req-84aaf493-d830-42e8-a5ce-1ae5c76f1e5d service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801991 Jul 05 03:45:58.542042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eee3bd-4905-4712-aab8-ca0a97bcc231 req-c2c4d515-e88d-488f-bdf5-d6907bac3730 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:58.547927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7eee3bd-4905-4712-aab8-ca0a97bcc231 req-c2c4d515-e88d-488f-bdf5-d6907bac3730 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 946 time: 0.1221251 Jul 05 03:45:58.575632 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8a9454be-870a-45c9-861a-b91411785de3 req-1f2e2205-9498-40a1-af16-6d68afb3cc4a service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463892 Jul 05 03:45:58.612214 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7eee3bd-4905-4712-aab8-ca0a97bcc231 req-ae993f8f-2f9e-49eb-9ab1-d137beeb5c43 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398889 Jul 05 03:45:58.849784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3799cc-1815-4de5-8f6d-1d7e9a90e7cb req-d247841d-1019-4d77-bd23-f49c76faafcd tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:58.851516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb3799cc-1815-4de5-8f6d-1d7e9a90e7cb req-d247841d-1019-4d77-bd23-f49c76faafcd tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 945 time: 0.0684423 Jul 05 03:45:58.898897 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb3799cc-1815-4de5-8f6d-1d7e9a90e7cb req-1ce0e650-bcc8-4f62-ac3e-758d4892414a tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411177 Jul 05 03:45:59.104370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ad03b-a78d-4efc-b6a4-c804f9765c4a req-a86c1e3d-153f-4760-8591-22684047d3a9 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:59.106309 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-726ad03b-a78d-4efc-b6a4-c804f9765c4a req-a86c1e3d-153f-4760-8591-22684047d3a9 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 946 time: 0.0867846 Jul 05 03:45:59.169571 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-726ad03b-a78d-4efc-b6a4-c804f9765c4a req-79ec70e4-5d91-4364-84f6-eed54f4f6a2a tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549965 Jul 05 03:45:59.793195 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be86c69-91ce-4134-b964-725a5ab13210 req-17b52539-6642-48d0-8c92-2f17b95f808f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:59.796545 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1be86c69-91ce-4134-b964-725a5ab13210 req-17b52539-6642-48d0-8c92-2f17b95f808f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 950 time: 0.0825675 Jul 05 03:45:59.844980 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1be86c69-91ce-4134-b964-725a5ab13210 req-650b6a13-9560-4fc8-984a-34381bba30e2 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417521 Jul 05 03:46:00.238242 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf7096-4986-41f4-a9af-525796c70dab req-2b5503f1-032d-4415-937f-b57b338756b7 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:00.241488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44cf7096-4986-41f4-a9af-525796c70dab req-2b5503f1-032d-4415-937f-b57b338756b7 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 948 time: 0.0980062 Jul 05 03:46:00.307716 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44cf7096-4986-41f4-a9af-525796c70dab req-c371d29d-7112-499a-a414-9217d8b4f392 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531414 Jul 05 03:46:00.921176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2bad8-580f-48ee-96f7-1796efd72b32 req-b2281446-2909-4a45-b7c1-953385fc0d32 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:00.924095 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02b2bad8-580f-48ee-96f7-1796efd72b32 req-b2281446-2909-4a45-b7c1-953385fc0d32 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 946 time: 0.0849471 Jul 05 03:46:00.969363 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02b2bad8-580f-48ee-96f7-1796efd72b32 req-a1a36f3f-ed8d-4840-bfdd-30970dbdf1c8 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393105 Jul 05 03:46:01.453400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b09b2376-4636-4f08-a338-eb8d27129ab9 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:01.580444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b09b2376-4636-4f08-a338-eb8d27129ab9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b09b2376-4636-4f08-a338-eb8d27129ab9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:01.585032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1422f59-be78-4017-857d-57eda0e123ad req-244ca017-0ebf-4516-a15a-476c8df54f22 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:01.592018 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f1422f59-be78-4017-857d-57eda0e123ad req-244ca017-0ebf-4516-a15a-476c8df54f22 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 950 time: 0.1360607 Jul 05 03:46:01.595040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'b09b2376-4636-4f08-a338-eb8d27129ab9', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'b09b2376-4636-4f08-a338-eb8d27129ab9', 'mac_address': 'fa:16:3e:ef:57:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:01.655671 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:01.665942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f1422f59-be78-4017-857d-57eda0e123ad req-4f46876b-3874-4387-bb78-cf2851378b92 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725262 Jul 05 03:46:01.912013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09b2376-4636-4f08-a338-eb8d27129ab9 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:01.948542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b09b2376-4636-4f08-a338-eb8d27129ab9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b09b2376-4636-4f08-a338-eb8d27129ab9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:02.092057 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:02.130709 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6620-823d-4473-88f2-a24c7b2acd12 req-975fb257-374f-48d1-8d55-48a6a216753f tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:02.133306 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-543e6620-823d-4473-88f2-a24c7b2acd12 req-975fb257-374f-48d1-8d55-48a6a216753f tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 946 time: 0.2005396 Jul 05 03:46:02.146408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-cd7eccb5-2574-4db5-9fc4-38d3eb860639 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:02.148808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-cd7eccb5-2574-4db5-9fc4-38d3eb860639 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2660902 Jul 05 03:46:02.183405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=b09b2376-4636-4f08-a338-eb8d27129ab9,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:02.189020 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:02.233075 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-53317514-f276-46e5-941d-51b93c494369 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0751276 Jul 05 03:46:02.243756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-c188829a-2ba5-4f45-85c1-9b12a091ac0f tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Request body: {'floatingip': {'port_id': '04962165-594b-4506-9f19-ff964ee92a44', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:02.291425 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-543e6620-823d-4473-88f2-a24c7b2acd12 req-0ce0157e-ba3c-4f86-a453-50f0974a94b2 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412449 Jul 05 03:46:02.297743 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-c188829a-2ba5-4f45-85c1-9b12a091ac0f tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:02.696880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['b09b2376-4636-4f08-a338-eb8d27129ab9'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:02.700738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd25a0f-8deb-4623-bf5d-d4ba0a02871b req-e29123ef-b168-4a08-ab0c-7fcdbd431bad tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:02.703260 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cbd25a0f-8deb-4623-bf5d-d4ba0a02871b req-e29123ef-b168-4a08-ab0c-7fcdbd431bad tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 949 time: 0.2023122 Jul 05 03:46:02.856266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cbd25a0f-8deb-4623-bf5d-d4ba0a02871b req-41fa19c5-5e5f-450f-b969-6414af7a999d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449177 Jul 05 03:46:03.066220 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-c188829a-2ba5-4f45-85c1-9b12a091ac0f tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.101144 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579de88-d77b-49ac-9d3e-a69b7d662c07 req-68d23f4b-b7b4-421f-88f3-1f6084dd135e tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:03.102749 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9579de88-d77b-49ac-9d3e-a69b7d662c07 req-68d23f4b-b7b4-421f-88f3-1f6084dd135e tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0b2d23a-9685-4e6b-8167-9b5027cd76f7 HTTP/1.1" status: 200 len: 950 time: 0.1210501 Jul 05 03:46:03.144256 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9579de88-d77b-49ac-9d3e-a69b7d662c07 req-ef3b2fc8-7a63-416b-b7fc-86612dd7b4f1 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351868 Jul 05 03:46:03.163340 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-c188829a-2ba5-4f45-85c1-9b12a091ac0f tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.311171 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-c188829a-2ba5-4f45-85c1-9b12a091ac0f tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Floating IP 1a549fed-7cf6-4b35-a099-4fc5b475a3e1 associated. External IP: 172.25.6.149, port: 04962165-594b-4506-9f19-ff964ee92a44. Jul 05 03:46:03.315499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-14417c8d-ac6d-4dea-aded-d8807a151d4c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1990349460&fields=id&tenant_id=8372d0a52dae47e38b6aabf9d6e1ac36 HTTP/1.1" status: 200 len: 267 time: 0.0633061 Jul 05 03:46:03.457413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cab50dcd-9535-4617-a615-7ab6c7e43e68 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:03.515817 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-89e55060-5029-4ffc-bcbd-99505cd43b8a tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:03.517342 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-89e55060-5029-4ffc-bcbd-99505cd43b8a tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/networks?id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 HTTP/1.1" status: 200 len: 824 time: 0.1626987 Jul 05 03:46:03.518420 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.573336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-6be94c60-1bef-49e2-96a0-1c1dd5855390 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/quotas/8372d0a52dae47e38b6aabf9d6e1ac36 HTTP/1.1" status: 200 len: 375 time: 0.0176177 Jul 05 03:46:03.604697 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cab50dcd-9535-4617-a615-7ab6c7e43e68, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cab50dcd-9535-4617-a615-7ab6c7e43e68,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:03.621581 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'cab50dcd-9535-4617-a615-7ab6c7e43e68', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'cab50dcd-9535-4617-a615-7ab6c7e43e68', 'mac_address': 'fa:16:3e:92:29:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:03.676826 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.692956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cab50dcd-9535-4617-a615-7ab6c7e43e68 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:03.720566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cab50dcd-9535-4617-a615-7ab6c7e43e68, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cab50dcd-9535-4617-a615-7ab6c7e43e68,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:03.729634 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-c188829a-2ba5-4f45-85c1-9b12a091ac0f tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:46:03.755423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-8a36d0ae-5f76-4e29-91b6-fc93b2d948f0 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8372d0a52dae47e38b6aabf9d6e1ac36&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1619756 Jul 05 03:46:03.813364 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.900363 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cab50dcd-9535-4617-a615-7ab6c7e43e68,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:03.950155 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-c188829a-2ba5-4f45-85c1-9b12a091ac0f tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:03.953850 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-8c3c2af1-366d-448d-9552-a68b483420be service neutron] 10.222.0.38 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504352 Jul 05 03:46:03.962266 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-c188829a-2ba5-4f45-85c1-9b12a091ac0f tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.962534 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2111554-9837-4421-8d75-c3fcd66eeb80 None None] Sync routers for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:03.988208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['cab50dcd-9535-4617-a615-7ab6c7e43e68'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:04.027090 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2111554-9837-4421-8d75-c3fcd66eeb80 None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:04.029039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d2111554-9837-4421-8d75-c3fcd66eeb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:45:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:04.055969 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-c188829a-2ba5-4f45-85c1-9b12a091ac0f tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "PUT /v2.0/floatingips/1a549fed-7cf6-4b35-a099-4fc5b475a3e1 HTTP/1.1" status: 200 len: 996 time: 1.8191452 Jul 05 03:46:04.058174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'tag': '04962165-594b-4506-9f19-ff964ee92a44'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:04.061128 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b0b3e7-8f0d-49cd-aaaa-0836842aef75" -d '{"events": [{"name": "network-changed", "server_uuid": "60ab20ca-3731-43c4-b5d5-f2d482670bc3", "tag": "04962165-594b-4506-9f19-ff964ee92a44"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:04.143248 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-184f410d-5856-443d-bfd3-f2775ceb5681 service neutron] 10.222.0.38 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739450 Jul 05 03:46:04.182895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-c6d15fc2-9c6b-43be-88ce-17fec494a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:04.186967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-c6d15fc2-9c6b-43be-88ce-17fec494a353 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0886035 Jul 05 03:46:04.220668 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d2111554-9837-4421-8d75-c3fcd66eeb80 None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:04.389906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-bc39f652-b10e-40b4-8a8b-9340137d6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:04.391580 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-bc39f652-b10e-40b4-8a8b-9340137d6388 service neutron] 10.222.0.38 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 921 time: 0.1967545 Jul 05 03:46:04.422250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfb5f6-1392-4826-ac34-7eb529b09732 req-87778cdc-87a0-4e62-a0d0-20aa0622a3b8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:04.424616 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6cdfb5f6-1392-4826-ac34-7eb529b09732 req-87778cdc-87a0-4e62-a0d0-20aa0622a3b8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff1a7b1-2f7d-4e88-a9d5-0854f92107f1 HTTP/1.1" status: 200 len: 945 time: 0.1606743 Jul 05 03:46:04.530527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:04.543016 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-d20d71e6-028c-45b9-a544-a3023a4763bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04962165-594b-4506-9f19-ff964ee92a44 HTTP/1.1" status: 200 len: 999 time: 0.1374526 Jul 05 03:46:04.680239 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-8a7fe589-6199-4d4f-92a3-6e4bd48621a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:04.685959 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-8a7fe589-6199-4d4f-92a3-6e4bd48621a9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 200 len: 859 time: 0.1283686 Jul 05 03:46:04.754174 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-6cdfb5f6-1392-4826-ac34-7eb529b09732 req-be9cf301-033e-4838-a3ef-41f14b90a454 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Deleting port d027e11c-9b04-41e9-9aa4-6b7284d4d630 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:04.754767 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6cdfb5f6-1392-4826-ac34-7eb529b09732 req-be9cf301-033e-4838-a3ef-41f14b90a454 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:04.778826 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:04.803171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'd8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01', 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4', 'port_id': 'd8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01', 'mac_address': 'fa:16:3e:94:09:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934e48da-88c9-40cf-96a1-10e1cd1c3ea7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:04.842463 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-45b12d8d-1621-4848-98d2-90a3019017f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:04.842463 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-45b12d8d-1621-4848-98d2-90a3019017f6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481466 Jul 05 03:46:04.870134 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-e0a61549-5975-4613-ac1c-218738f26446 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:46:04.872917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-e0a61549-5975-4613-ac1c-218738f26446 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197489 Jul 05 03:46:04.943034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d2111554-9837-4421-8d75-c3fcd66eeb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1a549fed-7cf6-4b35-a099-4fc5b475a3e1', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'port_id': '04962165-594b-4506-9f19-ff964ee92a44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'mac_address': 'fa:16:3e:db:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:14Z', 'updated_at': '2021-07-05T03:46:02Z', 'revision_number': 1, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:05.053875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-6cdfb5f6-1392-4826-ac34-7eb529b09732 req-be9cf301-033e-4838-a3ef-41f14b90a454 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] For port d027e11c-9b04-41e9-9aa4-6b7284d4d630, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d027e11c-9b04-41e9-9aa4-6b7284d4d630,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:05.053875 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6cdfb5f6-1392-4826-ac34-7eb529b09732 req-be9cf301-033e-4838-a3ef-41f14b90a454 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.054793 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2111554-9837-4421-8d75-c3fcd66eeb80 None None] Checking router: 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:05.054793 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.079380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2111554-9837-4421-8d75-c3fcd66eeb80 None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:05.079768 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-ca1c4862-6e4a-4f53-a503-f7ad5ba2dc0a service neutron] 10.222.0.38 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887784 Jul 05 03:46:05.080028 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d2111554-9837-4421-8d75-c3fcd66eeb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:45:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:05.093957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:05.237486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:05.324630 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d210a2f2-f9ca-4155-bbad-ede1c2e1c0c3 req-0af5d1dd-dc7c-4c97-984e-736c0a0cc6fe service neutron] 10.222.0.38 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434981 Jul 05 03:46:05.361876 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d2111554-9837-4421-8d75-c3fcd66eeb80 None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:05.370123 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c52ceb-cf49-4f76-a9cd-a6d8395fb4d1 req-11cb7965-0787-4eff-a992-b5fe2e314fef tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:05.378114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c52ceb-cf49-4f76-a9cd-a6d8395fb4d1 req-11cb7965-0787-4eff-a992-b5fe2e314fef tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:05.386628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5c52ceb-cf49-4f76-a9cd-a6d8395fb4d1 req-11cb7965-0787-4eff-a992-b5fe2e314fef tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba&device_id=c0b2d23a-9685-4e6b-8167-9b5027cd76f7 HTTP/1.1" status: 200 len: 1691 time: 0.1424139 Jul 05 03:46:05.447628 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.470595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5c52ceb-cf49-4f76-a9cd-a6d8395fb4d1 req-de8bc01f-884a-4b7c-8f50-0281fba2efca tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829988 Jul 05 03:46:05.495483 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b09b2376-4636-4f08-a338-eb8d27129ab9 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:05.596108 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6cdfb5f6-1392-4826-ac34-7eb529b09732 req-be9cf301-033e-4838-a3ef-41f14b90a454 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.596787 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6cdfb5f6-1392-4826-ac34-7eb529b09732 req-be9cf301-033e-4838-a3ef-41f14b90a454 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.597394 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [req-6cdfb5f6-1392-4826-ac34-7eb529b09732 req-be9cf301-033e-4838-a3ef-41f14b90a454 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Floating IP 3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4 disassociated. External IP: 172.25.6.125, port: d027e11c-9b04-41e9-9aa4-6b7284d4d630. Jul 05 03:46:05.597986 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-6cdfb5f6-1392-4826-ac34-7eb529b09732 req-be9cf301-033e-4838-a3ef-41f14b90a454 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Calling delete_port for d027e11c-9b04-41e9-9aa4-6b7284d4d630 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:05.659230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:05.801084 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:05.879330 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651b6aa-e6c9-4143-9ee0-9ae7ee19c801 req-d976e44f-f778-44ef-8ab0-ef2c385c39dc tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:05.882348 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7651b6aa-e6c9-4143-9ee0-9ae7ee19c801 req-d976e44f-f778-44ef-8ab0-ef2c385c39dc tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 949 time: 0.1643469 Jul 05 03:46:05.891626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port b09b2376-4636-4f08-a338-eb8d27129ab9 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:05.897171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port b09b2376-4636-4f08-a338-eb8d27129ab9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:05.897562 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.914883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bbfef-f520-4e70-90ea-5f16dbad2dbe req-b532bb61-18c0-416d-9070-6e5dc94e6296 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:05.916626 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a99bbfef-f520-4e70-90ea-5f16dbad2dbe req-b532bb61-18c0-416d-9070-6e5dc94e6296 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 945 time: 0.1848903 Jul 05 03:46:06.014143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7651b6aa-e6c9-4143-9ee0-9ae7ee19c801 req-73036336-1dd5-48ef-9536-784ab854d0c6 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130188 Jul 05 03:46:06.070382 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6cdfb5f6-1392-4826-ac34-7eb529b09732 req-be9cf301-033e-4838-a3ef-41f14b90a454 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:06.085591 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a99bbfef-f520-4e70-90ea-5f16dbad2dbe req-dbd79767-b962-48f3-9f55-9a92d306af10 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436689 Jul 05 03:46:06.166986 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cf301-033e-4838-a3ef-41f14b90a454 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Pushing event deleted for resources: {'Port': ['ID=d027e11c-9b04-41e9-9aa4-6b7284d4d630,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:06.191800 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4bae14-c4a6-4f89-9eef-b11bfc798aff x-openstack-request-id: req-4b4bae14-c4a6-4f89-9eef-b11bfc798aff {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:06.198631 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ab20ca-3731-43c4-b5d5-f2d482670bc3", "tag": "04962165-594b-4506-9f19-ff964ee92a44", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:06.198631 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4b4bae14-c4a6-4f89-9eef-b11bfc798aff {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:06.198631 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'tag': '04962165-594b-4506-9f19-ff964ee92a44', 'status': 'completed', 'code': 200} Jul 05 03:46:06.264703 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5f35649-b5b5-4598-980d-123d0e1380f2 req-b3468cd3-f15e-4afe-bbd0-0c55e1edd206 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 210 time: 0.0990493 Jul 05 03:46:06.351303 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:06.413711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b09b2376-4636-4f08-a338-eb8d27129ab9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b09b2376-4636-4f08-a338-eb8d27129ab9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:06.419287 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd550ac62-db79-429d-bd1b-ad62fb6ea4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b2376-4636-4f08-a338-eb8d27129ab9'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:06.426470 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39c4f27-1624-48e7-9c1f-4987cf6b74da" -d '{"events": [{"server_uuid": "d550ac62-db79-429d-bd1b-ad62fb6ea4a2", "name": "network-vif-plugged", "status": "completed", "tag": "b09b2376-4636-4f08-a338-eb8d27129ab9"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:06.435587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0b3e7-8f0d-49cd-aaaa-0836842aef75 req-07acba59-b2b0-436a-8b3d-051b20a779e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:06.439930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76b0b3e7-8f0d-49cd-aaaa-0836842aef75 req-07acba59-b2b0-436a-8b3d-051b20a779e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 1097 time: 0.1411767 Jul 05 03:46:06.453517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d2111554-9837-4421-8d75-c3fcd66eeb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1a549fed-7cf6-4b35-a099-4fc5b475a3e1', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'port_id': '04962165-594b-4506-9f19-ff964ee92a44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'mac_address': 'fa:16:3e:db:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:14Z', 'updated_at': '2021-07-05T03:46:02Z', 'revision_number': 1, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:06.509539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cdfb5f6-1392-4826-ac34-7eb529b09732 req-be9cf301-033e-4838-a3ef-41f14b90a454 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:46:06.615898 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:06.617498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cab50dcd-9535-4617-a615-7ab6c7e43e68 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:06.786497 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2111554-9837-4421-8d75-c3fcd66eeb80 None None] The sync data for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 is: [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1a549fed-7cf6-4b35-a099-4fc5b475a3e1', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'port_id': '04962165-594b-4506-9f19-ff964ee92a44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'mac_address': 'fa:16:3e:db:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:14Z', 'updated_at': '2021-07-05T03:46:02Z', 'revision_number': 1, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:06.828418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cdfb5f6-1392-4826-ac34-7eb529b09732 req-be9cf301-033e-4838-a3ef-41f14b90a454 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:06.847463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=b09b2376-4636-4f08-a338-eb8d27129ab9,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:06.849180 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c0ded0-1233-43ab-812d-aaedbf488faf None None] Sync routers for ids ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:06.878288 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0ded0-1233-43ab-812d-aaedbf488faf None None] Routers {'ee378fa1-5051-4f88-8df7-d3bb9c0e3786'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:06.878954 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-15c0ded0-1233-43ab-812d-aaedbf488faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:45:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:07.002179 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdfb5f6-1392-4826-ac34-7eb529b09732 req-be9cf301-033e-4838-a3ef-41f14b90a454 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] No DVR routers for this DVR port d027e11c-9b04-41e9-9aa4-6b7284d4d630 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:07.007264 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6cdfb5f6-1392-4826-ac34-7eb529b09732 req-be9cf301-033e-4838-a3ef-41f14b90a454 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.016602 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6cdfb5f6-1392-4826-ac34-7eb529b09732 req-be9cf301-033e-4838-a3ef-41f14b90a454 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.36 "DELETE /v2.0/ports/d027e11c-9b04-41e9-9aa4-6b7284d4d630 HTTP/1.1" status: 204 len: 173 time: 2.5732434 Jul 05 03:46:07.017812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff1a7b1-2f7d-4e88-a9d5-0854f92107f1', 'name': 'network-vif-deleted', 'tag': 'd027e11c-9b04-41e9-9aa4-6b7284d4d630'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:07.023678 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50489256-7df3-4fc2-bd62-19fb386ed19e" -d '{"events": [{"server_uuid": "fff1a7b1-2f7d-4e88-a9d5-0854f92107f1", "name": "network-vif-deleted", "tag": "d027e11c-9b04-41e9-9aa4-6b7284d4d630"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:07.066385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port cab50dcd-9535-4617-a615-7ab6c7e43e68 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:07.066864 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.104058 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-15c0ded0-1233-43ab-812d-aaedbf488faf None None] Set router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:07.348909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00edaa37-039d-497c-a07f-e16003620475 None None] New status for floating IP 1a549fed-7cf6-4b35-a099-4fc5b475a3e1: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:46:07.442545 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.466693 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-15c0ded0-1233-43ab-812d-aaedbf488faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:15Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '1bb018d8-a074-49ff-aee1-fe34e648e179', 'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'mac_address': 'fa:16:3e:e2:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:14Z', 'updated_at': '2021-07-05T03:42:20Z', 'revision_number': 5, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'subnets': [{'id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:07.514150 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c0ded0-1233-43ab-812d-aaedbf488faf None None] Checking router: ee378fa1-5051-4f88-8df7-d3bb9c0e3786 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:07.529686 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0ded0-1233-43ab-812d-aaedbf488faf None None] Routers {'ee378fa1-5051-4f88-8df7-d3bb9c0e3786'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:07.530697 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-15c0ded0-1233-43ab-812d-aaedbf488faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:45:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:07.640573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cab50dcd-9535-4617-a615-7ab6c7e43e68, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cab50dcd-9535-4617-a615-7ab6c7e43e68,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:07.660539 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0b3e7-8f0d-49cd-aaaa-0836842aef75 req-0695b3dd-2abe-4140-b579-b3aca661dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:07.666576 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76b0b3e7-8f0d-49cd-aaaa-0836842aef75 req-0695b3dd-2abe-4140-b579-b3aca661dad7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 921 time: 1.1709812 Jul 05 03:46:07.681451 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-7e8101b8-4f17-437d-803b-25fb7f047e21 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:07.685693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-7e8101b8-4f17-437d-803b-25fb7f047e21 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.0534539 Jul 05 03:46:07.689931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c238d-f3ab-4506-a571-26d7ed504a07 req-6eef0354-4ed1-438f-a6bd-1ac8dc13aa14 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:07.693285 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e02c238d-f3ab-4506-a571-26d7ed504a07 req-6eef0354-4ed1-438f-a6bd-1ac8dc13aa14 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 1102 time: 0.3110955 Jul 05 03:46:07.699868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4ded4f6-5e96-4fe3-8589-1a16e07bb237 req-717a72e4-7f11-40cd-bfc9-6d06bc0079f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3016877 Jul 05 03:46:07.725292 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-15c0ded0-1233-43ab-812d-aaedbf488faf None None] Set router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:07.801544 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.802386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d027e11c-9b04-41e9-9aa4-6b7284d4d630 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:07.909787 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: d027e11c-9b04-41e9-9aa4-6b7284d4d630 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:46:07.910976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d027e11c-9b04-41e9-9aa4-6b7284d4d630 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:07.914505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cab50dcd-9535-4617-a615-7ab6c7e43e68,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:08.052918 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e02c238d-f3ab-4506-a571-26d7ed504a07 req-f3a760cf-4fe7-48d3-8cd3-28b862a18a6b tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498452 Jul 05 03:46:08.057816 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-15c0ded0-1233-43ab-812d-aaedbf488faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:15Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '1bb018d8-a074-49ff-aee1-fe34e648e179', 'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'mac_address': 'fa:16:3e:e2:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:14Z', 'updated_at': '2021-07-05T03:42:20Z', 'revision_number': 5, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'subnets': [{'id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:08.069999 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-b6d0df9d-6422-4ab9-a945-13ce84c41c23 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 999 time: 0.3762195 Jul 05 03:46:08.076615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-109b7ea8-409a-400f-8bbd-4cb1d4ac743d tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Request body: {'floatingip': {'port_id': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:08.110112 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c0ded0-1233-43ab-812d-aaedbf488faf None None] The sync data for ids ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'] in n-d-771363-32 is: [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:15Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '1bb018d8-a074-49ff-aee1-fe34e648e179', 'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'mac_address': 'fa:16:3e:e2:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:14Z', 'updated_at': '2021-07-05T03:42:20Z', 'revision_number': 5, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'subnets': [{'id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:08.128948 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301bf582-c5ed-436b-9042-cd53bd2b8c1f x-openstack-request-id: req-301bf582-c5ed-436b-9042-cd53bd2b8c1f {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:08.129438 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d550ac62-db79-429d-bd1b-ad62fb6ea4a2", "name": "network-vif-plugged", "status": "completed", "tag": "b09b2376-4636-4f08-a338-eb8d27129ab9", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:08.129762 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-301bf582-c5ed-436b-9042-cd53bd2b8c1f {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:08.130494 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd550ac62-db79-429d-bd1b-ad62fb6ea4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b2376-4636-4f08-a338-eb8d27129ab9', 'code': 200} Jul 05 03:46:08.145599 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76b0b3e7-8f0d-49cd-aaaa-0836842aef75 req-73a89556-1cf9-48c2-ad2d-83ae455cbc1d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04962165-594b-4506-9f19-ff964ee92a44 HTTP/1.1" status: 200 len: 1001 time: 0.3464003 Jul 05 03:46:08.176208 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0b8075-308a-4e22-be7b-79fa5f691e79 x-openstack-request-id: req-dc0b8075-308a-4e22-be7b-79fa5f691e79 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:08.179504 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff1a7b1-2f7d-4e88-a9d5-0854f92107f1", "name": "network-vif-deleted", "tag": "d027e11c-9b04-41e9-9aa4-6b7284d4d630", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:08.180024 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dc0b8075-308a-4e22-be7b-79fa5f691e79 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:08.184186 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff1a7b1-2f7d-4e88-a9d5-0854f92107f1', 'name': 'network-vif-deleted', 'tag': 'd027e11c-9b04-41e9-9aa4-6b7284d4d630', 'status': 'completed', 'code': 200} Jul 05 03:46:08.218438 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-109b7ea8-409a-400f-8bbd-4cb1d4ac743d tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:08.246502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ded4f6-5e96-4fe3-8589-1a16e07bb237 req-fa60ba3e-6d03-4a60-b083-d79cbe80efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:08.248843 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4ded4f6-5e96-4fe3-8589-1a16e07bb237 req-fa60ba3e-6d03-4a60-b083-d79cbe80efb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 1099 time: 0.3988557 Jul 05 03:46:08.351306 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3170f-cc82-4235-8cdb-aa9a1aea8eb4 req-326eab48-da68-452c-af57-e049ab1ef9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:08.354032 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-17e3170f-cc82-4235-8cdb-aa9a1aea8eb4 req-326eab48-da68-452c-af57-e049ab1ef9d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 1102 time: 0.0829995 Jul 05 03:46:08.520207 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0b3e7-8f0d-49cd-aaaa-0836842aef75 req-9f7b907b-9589-4da9-92f4-3cd9e4fa2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:08.522710 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76b0b3e7-8f0d-49cd-aaaa-0836842aef75 req-9f7b907b-9589-4da9-92f4-3cd9e4fa2680 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 200 len: 859 time: 0.3351934 Jul 05 03:46:08.549924 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:08.615851 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ce77f6-b092-47d0-ace1-8654ada0df0a None None] New status for floating IP 3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:46:08.647465 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-17e3170f-cc82-4235-8cdb-aa9a1aea8eb4 req-c53181d9-3eeb-4806-8d9f-166ce97b8d96 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609046 Jul 05 03:46:08.750867 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:08.775843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:08.783622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2db3ed-e5a5-42b6-bbd8-91aa5504cf8a req-b42a7c05-047d-49ad-b804-d528f30fd1a4 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:08.786329 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a2db3ed-e5a5-42b6-bbd8-91aa5504cf8a req-b42a7c05-047d-49ad-b804-d528f30fd1a4 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.4703453 Jul 05 03:46:08.807030 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:08.818202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ded4f6-5e96-4fe3-8589-1a16e07bb237 req-585d66d8-7335-498d-8376-95397d983464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:08.821699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4ded4f6-5e96-4fe3-8589-1a16e07bb237 req-585d66d8-7335-498d-8376-95397d983464 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.4786563 Jul 05 03:46:08.898954 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:08.952524 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4ded4f6-5e96-4fe3-8589-1a16e07bb237 req-ac5c74ad-dabd-47a9-a5e0-b33f59bc2feb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621 HTTP/1.1" status: 200 len: 217 time: 0.1034455 Jul 05 03:46:08.989367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:09.070558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0b3e7-8f0d-49cd-aaaa-0836842aef75 req-1f6e9a71-039b-4730-9ec6-1dbaaeebdd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:09.073573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76b0b3e7-8f0d-49cd-aaaa-0836842aef75 req-1f6e9a71-039b-4730-9ec6-1dbaaeebdd91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5380642 Jul 05 03:46:09.123513 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a2db3ed-e5a5-42b6-bbd8-91aa5504cf8a req-f6824faa-1557-44da-a012-41c1507732bc tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240001 Jul 05 03:46:09.290963 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:46:09.397270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ded4f6-5e96-4fe3-8589-1a16e07bb237 req-cc268dca-9e6c-4342-8c9c-884f92ade8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:09.399783 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4ded4f6-5e96-4fe3-8589-1a16e07bb237 req-cc268dca-9e6c-4342-8c9c-884f92ade8eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.3569775 Jul 05 03:46:09.452725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-ebfe6c0b-3245-41aa-a1a4-d973a3fc3b7c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:09.455464 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-ebfe6c0b-3245-41aa-a1a4-d973a3fc3b7c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.36 "GET /v2.0/networks?id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 HTTP/1.1" status: 200 len: 824 time: 0.2136514 Jul 05 03:46:09.499438 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4ded4f6-5e96-4fe3-8589-1a16e07bb237 req-e0131ae5-cfe1-451e-8e38-55c9e82cbe57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736740 Jul 05 03:46:09.619844 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-20b33bc1-806f-470c-ba15-f1bd16ba2be9 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8372d0a52dae47e38b6aabf9d6e1ac36 HTTP/1.1" status: 200 len: 380 time: 0.1243031 Jul 05 03:46:09.635046 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Request body: {'port': {'device_id': '705f9136-1f2d-470b-960e-b1241bf44141', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'admin_state_up': True, 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'security_groups': ['bd3a5382-a5e5-4e2e-9592-5b402d8da9b9']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:10.059926 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76b0b3e7-8f0d-49cd-aaaa-0836842aef75 req-5b2845c4-3041-4936-861f-e1de84719fb8 service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9280736 Jul 05 03:46:10.064196 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Made reservation on behalf of 8372d0a52dae47e38b6aabf9d6e1ac36 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:10.068803 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:10.132545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afc79c3-19d8-4aa4-9b26-cb19ab913f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab50dcd-9535-4617-a615-7ab6c7e43e68'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:10.133413 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.resource_extend [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-109b7ea8-409a-400f-8bbd-4cb1d4ac743d tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:46:10.138770 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97020162-0b80-488a-9d7d-821138748dba" -d '{"events": [{"server_uuid": "9afc79c3-19d8-4aa4-9b26-cb19ab913f08", "name": "network-vif-plugged", "status": "completed", "tag": "cab50dcd-9535-4617-a615-7ab6c7e43e68"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:10.318347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda4c5a-a55d-4696-a3d6-2f941cfda460 req-8915ad3f-7089-47d1-8c8d-367f394d5f17 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:10.326407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ffda4c5a-a55d-4696-a3d6-2f941cfda460 req-8915ad3f-7089-47d1-8c8d-367f394d5f17 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 944 time: 0.9959998 Jul 05 03:46:10.426280 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-109b7ea8-409a-400f-8bbd-4cb1d4ac743d tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:10.432043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Allocated IP 172.20.0.13 (c6b7f2f6-91df-4f52-b0d7-10a484c1ad00/439dab23-83b8-4abf-a454-4e3f013117e4/3fcad102-5755-4454-b1fe-143615380589) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:10.459061 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ffda4c5a-a55d-4696-a3d6-2f941cfda460 req-348ec11c-1a9c-4080-9e0b-edf2a3ccbac3 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317658 Jul 05 03:46:10.477516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4ded4f6-5e96-4fe3-8589-1a16e07bb237 req-56b22dcd-0828-4845-a0c7-ae4ebbdb9a0a service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7948024 Jul 05 03:46:10.507786 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76b0b3e7-8f0d-49cd-aaaa-0836842aef75 req-fccc890b-0a8d-4a4a-a448-ce1723bb4cb6 service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159129 Jul 05 03:46:10.611176 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-109b7ea8-409a-400f-8bbd-4cb1d4ac743d tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:10.851729 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:10.883641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Transition to ACTIVE for port object 3fcad102-5755-4454-b1fe-143615380589 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:11.097101 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.284142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:11.307312 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:11.328616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:11.356101 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-14849c9a-52da-405a-9448-3ff32cd82391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.490454 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:11.491203 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.522207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Pushing event updated for resources: {'Port': ['ID=3fcad102-5755-4454-b1fe-143615380589,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:11.557547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:11.558117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:11.558596 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:11.559021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:11.559368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:11.559705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:11.560057 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:11.560570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:11.571409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:11.571915 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:11.572684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:11.578558 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:11.591657 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-109b7ea8-409a-400f-8bbd-4cb1d4ac743d tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Floating IP 1a549fed-7cf6-4b35-a099-4fc5b475a3e1 associated. External IP: 172.25.6.149, port: 04962165-594b-4506-9f19-ff964ee92a44. Jul 05 03:46:11.674077 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-f3fd4f5a-5be7-4621-8b33-9602c55c95fc tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0444386 Jul 05 03:46:11.692695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Request body: {'port': {'device_id': '705f9136-1f2d-470b-960e-b1241bf44141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:11.705413 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4ded4f6-5e96-4fe3-8589-1a16e07bb237 req-7a699935-447e-4707-9127-ce8876444361 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2102594 Jul 05 03:46:11.772405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb81857-1d77-4ab5-9534-521cf6bacfda req-8d74161c-4b47-4e85-97a8-d29c1c7d6171 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:11.782301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7eb81857-1d77-4ab5-9534-521cf6bacfda req-8d74161c-4b47-4e85-97a8-d29c1c7d6171 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 932 time: 0.4200211 Jul 05 03:46:11.803465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5ef304d-edfb-4af5-a318-4580379336e8 req-3065af3e-333f-41d6-97a8-0e3c43c393d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34426928-c71a-442c-aa65-1b70189c497c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4395745 Jul 05 03:46:11.842359 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a255bfa1-b085-4e1a-b5c8-7e03b55fdd57 None None] Provisioning for port 3fcad102-5755-4454-b1fe-143615380589 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:11.848482 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a255bfa1-b085-4e1a-b5c8-7e03b55fdd57 None None] Provisioning complete for port 3fcad102-5755-4454-b1fe-143615380589 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:11.849113 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a255bfa1-b085-4e1a-b5c8-7e03b55fdd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.858975 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7eb81857-1d77-4ab5-9534-521cf6bacfda req-476462fc-9b72-4b98-91c7-14ac6279c13e tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752459 Jul 05 03:46:11.886638 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.960170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a255bfa1-b085-4e1a-b5c8-7e03b55fdd57 None None] Port 3fcad102-5755-4454-b1fe-143615380589 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:12.184746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-109b7ea8-409a-400f-8bbd-4cb1d4ac743d tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:46:12.333390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-109b7ea8-409a-400f-8bbd-4cb1d4ac743d tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:12.347258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31ab22a-b555-45f8-af52-8f86713b751a None None] Sync routers for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:12.379669 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ab22a-b555-45f8-af52-8f86713b751a None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:12.383813 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a31ab22a-b555-45f8-af52-8f86713b751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:45:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:12.390289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef304d-edfb-4af5-a318-4580379336e8 req-8d24db21-125c-4fe6-9e39-0de828bf22a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:12.392269 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5ef304d-edfb-4af5-a318-4580379336e8 req-8d24db21-125c-4fe6-9e39-0de828bf22a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=34426928-c71a-442c-aa65-1b70189c497c HTTP/1.1" status: 200 len: 1102 time: 0.5282454 Jul 05 03:46:12.427865 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcad102-5755-4454-b1fe-143615380589 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:12.443080 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.475449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Transition to ACTIVE for port object 3fcad102-5755-4454-b1fe-143615380589 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:12.521227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7176d3-a686-4d1b-b299-eec332a27af8 req-3b39eb95-5c0b-4d0b-9fca-a45250b6abc8 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:12.529133 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc7176d3-a686-4d1b-b299-eec332a27af8 req-3b39eb95-5c0b-4d0b-9fca-a45250b6abc8 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c0b2d23a-9685-4e6b-8167-9b5027cd76f7 HTTP/1.1" status: 200 len: 1102 time: 0.1967640 Jul 05 03:46:12.570458 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.653098 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-a31ab22a-b555-45f8-af52-8f86713b751a None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:12.672160 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcad102-5755-4454-b1fe-143615380589,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:12.732434 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc7176d3-a686-4d1b-b299-eec332a27af8 req-3277c989-dd65-47b9-8c0d-53f6cf6eb23e tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992412 Jul 05 03:46:12.790050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef304d-edfb-4af5-a318-4580379336e8 req-5a376311-15a3-4a55-96bb-6e72bbd554c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:12.795241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5ef304d-edfb-4af5-a318-4580379336e8 req-5a376311-15a3-4a55-96bb-6e72bbd554c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.3455639 Jul 05 03:46:12.843895 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Attempting to bind port 3fcad102-5755-4454-b1fe-143615380589 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:12.846038 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Attempting to bind port 3fcad102-5755-4454-b1fe-143615380589 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:12.846591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Attempting to bind port 3fcad102-5755-4454-b1fe-143615380589 on network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:12.862171 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Port 3fcad102-5755-4454-b1fe-143615380589 on network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:12.865876 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Attempting to bind port 3fcad102-5755-4454-b1fe-143615380589 on network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:12.870755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:12.871756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Checking segment: {'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:12.873328 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Bound using segment: {'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:12.873835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Bound port: 3fcad102-5755-4454-b1fe-143615380589, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07dd5b81-af8a-4bce-84bb-7d1a67be5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:12.874213 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.919692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5ef304d-edfb-4af5-a318-4580379336e8 req-a619ff75-f044-42f3-a47d-744df2a89b1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9dc8845e-9492-42aa-b1b8-fe7430e2f41c HTTP/1.1" status: 200 len: 217 time: 0.1066527 Jul 05 03:46:12.999364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] For port 3fcad102-5755-4454-b1fe-143615380589, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:13.006256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] For port 3fcad102-5755-4454-b1fe-143615380589, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3fcad102-5755-4454-b1fe-143615380589,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:13.109804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a31ab22a-b555-45f8-af52-8f86713b751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1a549fed-7cf6-4b35-a099-4fc5b475a3e1', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'port_id': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'mac_address': 'fa:16:3e:7e:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:14Z', 'updated_at': '2021-07-05T03:46:09Z', 'revision_number': 3, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:13.156269 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef304d-edfb-4af5-a318-4580379336e8 req-e196b24a-cd0d-4e51-8654-ee4f0bc661d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:13.157827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5ef304d-edfb-4af5-a318-4580379336e8 req-e196b24a-cd0d-4e51-8654-ee4f0bc661d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1250339 Jul 05 03:46:13.163143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-109b7ea8-409a-400f-8bbd-4cb1d4ac743d tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:46:13.175527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31ab22a-b555-45f8-af52-8f86713b751a None None] Checking router: 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:13.185751 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.191983 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ab22a-b555-45f8-af52-8f86713b751a None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:13.192830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a31ab22a-b555-45f8-af52-8f86713b751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:45:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:13.267510 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:13.268366 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.270023 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] 10.222.0.36 "PUT /v2.0/ports/3fcad102-5755-4454-b1fe-143615380589 HTTP/1.1" status: 200 len: 1093 time: 1.5825264 Jul 05 03:46:13.270502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705f9136-1f2d-470b-960e-b1241bf44141', 'tag': '3fcad102-5755-4454-b1fe-143615380589'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:13.277907 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fd8bb7-b8dc-402a-bc77-04f0bd53bb47" -d '{"events": [{"name": "network-changed", "server_uuid": "705f9136-1f2d-470b-960e-b1241bf44141", "tag": "3fcad102-5755-4454-b1fe-143615380589"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:13.405040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49e27f-63ee-4ef9-828a-589e6285d0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcad102-5755-4454-b1fe-143615380589,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:13.457879 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-a31ab22a-b555-45f8-af52-8f86713b751a None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:13.494879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-109b7ea8-409a-400f-8bbd-4cb1d4ac743d tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:13.502093 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-109b7ea8-409a-400f-8bbd-4cb1d4ac743d tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.552656 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d25978-7a66-423f-8362-b9ccf94f8c6f req-a53c84e7-2804-4257-87ad-361fd59d551b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:13.560800 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5d25978-7a66-423f-8362-b9ccf94f8c6f req-a53c84e7-2804-4257-87ad-361fd59d551b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.5635717 Jul 05 03:46:13.634573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'tag': '04962165-594b-4506-9f19-ff964ee92a44'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:13.640944 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf345dcd-14fe-437f-9061-5736644314a3" -d '{"events": [{"name": "network-changed", "server_uuid": "60ab20ca-3731-43c4-b5d5-f2d482670bc3", "tag": "04962165-594b-4506-9f19-ff964ee92a44"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:13.678584 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-ccfa93ff-a41d-42a2-9769-7e4cb2c66283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:13.680487 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-ccfa93ff-a41d-42a2-9769-7e4cb2c66283 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8372d0a52dae47e38b6aabf9d6e1ac36&device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 1096 time: 0.1817300 Jul 05 03:46:13.718946 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5d25978-7a66-423f-8362-b9ccf94f8c6f req-fa2a4c79-ec70-471f-9b06-7a69901584c5 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565816 Jul 05 03:46:13.729687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef304d-edfb-4af5-a318-4580379336e8 req-70977e33-b875-45da-af8f-5cd28427588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:13.729687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5ef304d-edfb-4af5-a318-4580379336e8 req-70977e33-b875-45da-af8f-5cd28427588a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5493848 Jul 05 03:46:13.747257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-109b7ea8-409a-400f-8bbd-4cb1d4ac743d tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "PUT /v2.0/floatingips/1a549fed-7cf6-4b35-a099-4fc5b475a3e1 HTTP/1.1" status: 200 len: 999 time: 5.6761501 Jul 05 03:46:13.826936 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-17a1ea16-5d7d-414b-a56e-226963388f49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fcad102-5755-4454-b1fe-143615380589 HTTP/1.1" status: 200 len: 217 time: 0.1278362 Jul 05 03:46:13.860816 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3ebf7d-029c-4e59-b013-da0663c861b8 x-openstack-request-id: req-2a3ebf7d-029c-4e59-b013-da0663c861b8 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:13.861182 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afc79c3-19d8-4aa4-9b26-cb19ab913f08", "name": "network-vif-plugged", "status": "completed", "tag": "cab50dcd-9535-4617-a615-7ab6c7e43e68", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:13.861823 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2a3ebf7d-029c-4e59-b013-da0663c861b8 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:13.861823 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afc79c3-19d8-4aa4-9b26-cb19ab913f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab50dcd-9535-4617-a615-7ab6c7e43e68', 'code': 200} Jul 05 03:46:13.900000 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-7c362094-e742-4d2e-88bd-6be8fabb1e5b tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:13.913849 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-7c362094-e742-4d2e-88bd-6be8fabb1e5b tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports/04962165-594b-4506-9f19-ff964ee92a44 HTTP/1.1" status: 200 len: 942 time: 0.1655304 Jul 05 03:46:13.955700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3d9656d4-16c1-4220-8c1f-e81d964fe6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:13.957848 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-3d9656d4-16c1-4220-8c1f-e81d964fe6d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=439dab23-83b8-4abf-a454-4e3f013117e4 HTTP/1.1" status: 200 len: 863 time: 0.1189435 Jul 05 03:46:13.969270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a31ab22a-b555-45f8-af52-8f86713b751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1a549fed-7cf6-4b35-a099-4fc5b475a3e1', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'port_id': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'mac_address': 'fa:16:3e:7e:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:14Z', 'updated_at': '2021-07-05T03:46:09Z', 'revision_number': 3, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:13.986819 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5ef304d-edfb-4af5-a318-4580379336e8 req-caa30829-398a-4885-943c-9fc95a434094 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152772 Jul 05 03:46:14.054897 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31ab22a-b555-45f8-af52-8f86713b751a None None] The sync data for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 is: [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1a549fed-7cf6-4b35-a099-4fc5b475a3e1', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'port_id': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'mac_address': 'fa:16:3e:7e:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:14Z', 'updated_at': '2021-07-05T03:46:09Z', 'revision_number': 3, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:14.083727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-d1810ebd-16d2-4fb0-ae3d-e78224ffd191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:14.085464 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-d1810ebd-16d2-4fb0-ae3d-e78224ffd191 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017058 Jul 05 03:46:14.142169 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8e7a7904-6b39-4d1e-a202-af2f8fab13b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.307503 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-95e65ecd-6de9-498f-8277-0c03f93e5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:14.310775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-95e65ecd-6de9-498f-8277-0c03f93e5992 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 1097 time: 0.2909791 Jul 05 03:46:14.313515 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5ef304d-edfb-4af5-a318-4580379336e8 req-48289584-34f8-4ec3-ac7e-df6eadefab4a service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049922 Jul 05 03:46:14.339218 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.349031 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-e0f855c0-e042-4df6-bdde-8d16b5509d40 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458978 Jul 05 03:46:14.434312 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fac94b-8dfb-4dc6-a468-eb0bdf51d9d6 None None] New status for floating IP 1a549fed-7cf6-4b35-a099-4fc5b475a3e1: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:46:14.509931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-250c5bf3-35c9-4f9a-a78e-3844abc5f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:14.513275 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-250c5bf3-35c9-4f9a-a78e-3844abc5f950 service neutron] 10.222.0.38 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 921 time: 0.1957872 Jul 05 03:46:14.564353 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-14ec2890-5a71-4e70-937a-af7c6ba82df6 req-215b0479-d6d2-4eba-b220-b625f0786e72 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886504 Jul 05 03:46:14.596930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-19cccc50-40fa-45f3-8698-335e90fd7958 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04962165-594b-4506-9f19-ff964ee92a44 HTTP/1.1" status: 200 len: 217 time: 0.0765023 Jul 05 03:46:14.720133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-a0a44aa9-de85-453a-b3aa-ff76c3d50d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:14.721256 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-a0a44aa9-de85-453a-b3aa-ff76c3d50d2c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 200 len: 859 time: 0.1177967 Jul 05 03:46:14.870295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-6c694efb-639c-4fc9-891c-f44fd5b26837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:14.873342 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-6c694efb-639c-4fc9-891c-f44fd5b26837 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1403325 Jul 05 03:46:14.890470 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-9f576786-9943-47a1-85f1-8032f8a3ca47 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:46:14.895284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-9f576786-9943-47a1-85f1-8032f8a3ca47 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123606 Jul 05 03:46:14.971652 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-a72e1865-2412-4fe5-96ef-c0c49f5b3f56 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761099 Jul 05 03:46:15.179977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f793d9-d0e5-44db-91f1-a25a57d86c76 None None] Sync routers for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:15.207124 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.265882 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f793d9-d0e5-44db-91f1-a25a57d86c76 None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:15.268369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-67f793d9-d0e5-44db-91f1-a25a57d86c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:46:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:15.319751 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-a1a3d3b3-1179-4080-9576-5121f593fda1 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:15.322269 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-a1a3d3b3-1179-4080-9576-5121f593fda1 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2981927 Jul 05 03:46:15.374404 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-950675ec-d16f-4203-bbc9-f9f4deb1b036 service neutron] 10.222.0.38 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515314 Jul 05 03:46:15.384492 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-593ec376-c984-4446-aff5-92270c2726b2 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/quotas/2ba3bf9fac9449f69fd32031830f61cd HTTP/1.1" status: 200 len: 375 time: 0.0315056 Jul 05 03:46:15.504939 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-67f793d9-d0e5-44db-91f1-a25a57d86c76 None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:15.664404 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-d348b06c-658e-426b-9505-a7b599637497 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2641282 Jul 05 03:46:15.672371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-985bb96d-ad6d-4adc-ae64-596e264f10a6 service neutron] 10.222.0.38 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862236 Jul 05 03:46:16.005957 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-b0438df6-6e5a-4442-b7e3-02e173535a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:16.007504 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-b0438df6-6e5a-4442-b7e3-02e173535a10 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 1098 time: 0.1680212 Jul 05 03:46:16.033103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-67f793d9-d0e5-44db-91f1-a25a57d86c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1a549fed-7cf6-4b35-a099-4fc5b475a3e1', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'port_id': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'mac_address': 'fa:16:3e:7e:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:14Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:16.154936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f793d9-d0e5-44db-91f1-a25a57d86c76 None None] Checking router: 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:16.167792 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f793d9-d0e5-44db-91f1-a25a57d86c76 None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:16.169267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-67f793d9-d0e5-44db-91f1-a25a57d86c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:46:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:16.242411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-773e7b62-c385-4da3-9d5c-a98edad1773d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:16.253162 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-773e7b62-c385-4da3-9d5c-a98edad1773d service neutron] 10.222.0.38 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 921 time: 0.2372789 Jul 05 03:46:16.414193 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-11bc9c57-3e8d-4cf8-a5af-8952eac48147 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a584dd81-02e7-411b-a0e2-ab89cc0614dc HTTP/1.1" status: 200 len: 1002 time: 0.1599729 Jul 05 03:46:16.490472 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-a6a750c3-2aab-4b35-a6a7-7875aaec5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:16.502119 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-a6a750c3-2aab-4b35-a6a7-7875aaec5558 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 200 len: 859 time: 0.0839767 Jul 05 03:46:16.527830 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b6361-7359-4eb7-9d6c-0ba3fffe7a02 req-0b9a0bec-ba3e-4e8d-b39d-992a07ff8d78 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:16.529878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f21b6361-7359-4eb7-9d6c-0ba3fffe7a02 req-0b9a0bec-ba3e-4e8d-b39d-992a07ff8d78 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 944 time: 0.2010925 Jul 05 03:46:16.559213 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-67f793d9-d0e5-44db-91f1-a25a57d86c76 None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:16.602198 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f21b6361-7359-4eb7-9d6c-0ba3fffe7a02 req-3cbacf45-3eff-4810-9492-414687ab7816 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483353 Jul 05 03:46:16.618461 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-3ebfe7ba-caf7-4007-8a5d-1c1ce5801f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:16.620052 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-3ebfe7ba-caf7-4007-8a5d-1c1ce5801f87 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169682 Jul 05 03:46:16.778341 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-b1141d28-0dcd-4dc5-8441-78f381ecfbdf service neutron] 10.222.0.38 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441741 Jul 05 03:46:16.788400 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e3c7a1-d2f2-41cb-9703-88269bceaa53 x-openstack-request-id: req-84e3c7a1-d2f2-41cb-9703-88269bceaa53 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:16.789187 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705f9136-1f2d-470b-960e-b1241bf44141", "tag": "3fcad102-5755-4454-b1fe-143615380589", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:16.789979 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84e3c7a1-d2f2-41cb-9703-88269bceaa53 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:16.790827 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705f9136-1f2d-470b-960e-b1241bf44141', 'tag': '3fcad102-5755-4454-b1fe-143615380589', 'status': 'completed', 'code': 200} Jul 05 03:46:16.851216 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c6f49d-e9ef-4f98-b672-deeb17608fae x-openstack-request-id: req-c2c6f49d-e9ef-4f98-b672-deeb17608fae {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:16.851503 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ab20ca-3731-43c4-b5d5-f2d482670bc3", "tag": "04962165-594b-4506-9f19-ff964ee92a44", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:16.851757 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c2c6f49d-e9ef-4f98-b672-deeb17608fae {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:16.852365 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'tag': '04962165-594b-4506-9f19-ff964ee92a44', 'status': 'completed', 'code': 200} Jul 05 03:46:16.924499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-993d95e2-de89-47c8-84cf-4db7ac81e78e req-9ef18419-2dfd-441c-88e1-9202ca45b5a0 service neutron] 10.222.0.38 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386003 Jul 05 03:46:16.933307 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd8bb7-b8dc-402a-bc77-04f0bd53bb47 req-f8c8d04f-0539-4485-ad0c-e360f5543396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:16.935754 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-44fd8bb7-b8dc-402a-bc77-04f0bd53bb47 req-f8c8d04f-0539-4485-ad0c-e360f5543396 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8372d0a52dae47e38b6aabf9d6e1ac36&device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 1096 time: 0.0986443 Jul 05 03:46:16.993459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-67f793d9-d0e5-44db-91f1-a25a57d86c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1a549fed-7cf6-4b35-a099-4fc5b475a3e1', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'port_id': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'mac_address': 'fa:16:3e:7e:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:14Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:17.008923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf345dcd-14fe-437f-9061-5736644314a3 req-276a65f7-c58b-41ae-8c11-f58129cc181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:17.011191 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf345dcd-14fe-437f-9061-5736644314a3 req-276a65f7-c58b-41ae-8c11-f58129cc181d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 1097 time: 0.1021001 Jul 05 03:46:17.099518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f793d9-d0e5-44db-91f1-a25a57d86c76 None None] The sync data for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 is: [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1a549fed-7cf6-4b35-a099-4fc5b475a3e1', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'port_id': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'mac_address': 'fa:16:3e:7e:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:14Z', 'updated_at': '2021-07-05T03:46:14Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:17.148102 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:17.202940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd8bb7-b8dc-402a-bc77-04f0bd53bb47 req-006f0ff8-786e-4545-a5a7-3eb009e9aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:17.205286 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-44fd8bb7-b8dc-402a-bc77-04f0bd53bb47 req-006f0ff8-786e-4545-a5a7-3eb009e9aae9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 HTTP/1.1" status: 200 len: 925 time: 0.2579591 Jul 05 03:46:17.259398 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf345dcd-14fe-437f-9061-5736644314a3 req-903b99e4-c065-4c6b-b8b3-401b6c05491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:17.259398 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf345dcd-14fe-437f-9061-5736644314a3 req-903b99e4-c065-4c6b-b8b3-401b6c05491f service neutron] 10.222.0.10 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 921 time: 0.2247915 Jul 05 03:46:17.264436 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-44fd8bb7-b8dc-402a-bc77-04f0bd53bb47 req-305715a9-2923-4e59-b268-81b2e7fe27a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fcad102-5755-4454-b1fe-143615380589 HTTP/1.1" status: 200 len: 217 time: 0.0491776 Jul 05 03:46:17.314354 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf345dcd-14fe-437f-9061-5736644314a3 req-39cf59dc-9f8c-4d87-b847-29181bc7a7ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04962165-594b-4506-9f19-ff964ee92a44 HTTP/1.1" status: 200 len: 217 time: 0.0470107 Jul 05 03:46:17.341468 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd8bb7-b8dc-402a-bc77-04f0bd53bb47 req-9d95c01f-fc64-4233-85e0-c9d350426834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:17.343746 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-44fd8bb7-b8dc-402a-bc77-04f0bd53bb47 req-9d95c01f-fc64-4233-85e0-c9d350426834 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=439dab23-83b8-4abf-a454-4e3f013117e4 HTTP/1.1" status: 200 len: 863 time: 0.0665851 Jul 05 03:46:17.428416 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd8bb7-b8dc-402a-bc77-04f0bd53bb47 req-715e9b72-dee4-4d9f-83b4-359401716615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:17.430248 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-44fd8bb7-b8dc-402a-bc77-04f0bd53bb47 req-715e9b72-dee4-4d9f-83b4-359401716615 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752578 Jul 05 03:46:17.433547 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf345dcd-14fe-437f-9061-5736644314a3 req-7b6d33d8-0eab-4f3b-83ae-95bfe8c4a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:17.434495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf345dcd-14fe-437f-9061-5736644314a3 req-7b6d33d8-0eab-4f3b-83ae-95bfe8c4a7c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 200 len: 859 time: 0.0968747 Jul 05 03:46:17.506445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722d81d-eed9-4d65-93ac-288d8910d7d9 req-74156020-b268-491c-8c6e-8ee5504e6ba9 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:17.507977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0722d81d-eed9-4d65-93ac-288d8910d7d9 req-74156020-b268-491c-8c6e-8ee5504e6ba9 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 944 time: 0.1561160 Jul 05 03:46:17.559315 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-44fd8bb7-b8dc-402a-bc77-04f0bd53bb47 req-9cfbadc1-0449-4e68-b590-412183bf8ba6 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107121 Jul 05 03:46:17.575552 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf345dcd-14fe-437f-9061-5736644314a3 req-886d9b72-9542-41bb-a865-ecfb8a73342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:17.577109 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf345dcd-14fe-437f-9061-5736644314a3 req-886d9b72-9542-41bb-a865-ecfb8a73342a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153009 Jul 05 03:46:17.580494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0722d81d-eed9-4d65-93ac-288d8910d7d9 req-69d5d56d-6c39-4c42-938b-e88a19a477e5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597746 Jul 05 03:46:17.718130 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-44fd8bb7-b8dc-402a-bc77-04f0bd53bb47 req-3e402be1-30fb-4a17-97a9-d80230afc70e service neutron] 10.222.0.36 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472831 Jul 05 03:46:18.137552 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f544103-bfa2-4e6e-9795-f8bbaaa9a428 req-00686f3e-d3db-48c6-9ee6-8c59d216fbca tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036 HTTP/1.1" status: 200 len: 210 time: 0.5005257 Jul 05 03:46:18.156766 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-4b22640e-195f-42fd-83c7-20cbfb34b378 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0639508 Jul 05 03:46:18.319996 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-288bf94e-5bfd-4978-b0a5-a5e2821a3594 req-cac2bd72-9988-4f55-8132-b75bb3ce1ade tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 1002 time: 0.2242081 Jul 05 03:46:18.471912 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf345dcd-14fe-437f-9061-5736644314a3 req-3ca22744-9b3c-4f65-bd11-8ed264d6260f service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8797069 Jul 05 03:46:18.500726 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef355fa-c671-4615-b7e5-03767b54e6bf req-e22483e2-c8b0-4f8f-ab54-2cd4c02d271d tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.502323 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bef355fa-c671-4615-b7e5-03767b54e6bf req-e22483e2-c8b0-4f8f-ab54-2cd4c02d271d tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.10 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 944 time: 0.3931994 Jul 05 03:46:18.513780 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bf94e-5bfd-4978-b0a5-a5e2821a3594 req-5684525f-ea24-438b-a4de-5202c9b213da tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.513780 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-288bf94e-5bfd-4978-b0a5-a5e2821a3594 req-5684525f-ea24-438b-a4de-5202c9b213da tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports/a584dd81-02e7-411b-a0e2-ab89cc0614dc HTTP/1.1" status: 200 len: 943 time: 0.1437759 Jul 05 03:46:18.625773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee3ce5-1e40-4f94-9cfc-f0ebef1b36fb req-ba7e1996-d3cb-4b7a-8ded-59a620eac201 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.628309 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2ee3ce5-1e40-4f94-9cfc-f0ebef1b36fb req-ba7e1996-d3cb-4b7a-8ded-59a620eac201 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 944 time: 0.3041303 Jul 05 03:46:18.860257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'tag': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:18.864606 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6387be5a-6716-4269-85ee-ad459a0efc53" -d '{"events": [{"name": "network-changed", "server_uuid": "62d39889-4aee-4a2c-9f46-7bbb82567843", "tag": "a584dd81-02e7-411b-a0e2-ab89cc0614dc"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:18.910533 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2ee3ce5-1e40-4f94-9cfc-f0ebef1b36fb req-92283afc-85a2-4fb4-a9cf-6d96cd73c095 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726934 Jul 05 03:46:18.959007 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-288bf94e-5bfd-4978-b0a5-a5e2821a3594 req-3088134f-8084-4ef4-adb7-406ff6a41a6b tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 1002 time: 0.2885535 Jul 05 03:46:18.962493 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf345dcd-14fe-437f-9061-5736644314a3 req-27c98946-82ff-4334-977e-8514dd095414 service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500828 Jul 05 03:46:19.186634 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bf94e-5bfd-4978-b0a5-a5e2821a3594 req-4a1871dc-5f3c-477c-ab67-110aad4cede5 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:19.205079 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-288bf94e-5bfd-4978-b0a5-a5e2821a3594 req-4a1871dc-5f3c-477c-ab67-110aad4cede5 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.2367961 Jul 05 03:46:19.216251 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-bef355fa-c671-4615-b7e5-03767b54e6bf req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Deleting port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:19.216598 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bef355fa-c671-4615-b7e5-03767b54e6bf req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.566844 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3fcad102-5755-4454-b1fe-143615380589 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:19.604047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-bef355fa-c671-4615-b7e5-03767b54e6bf req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] For port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:19.604520 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bef355fa-c671-4615-b7e5-03767b54e6bf req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.628666 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180c753-84e2-4c80-b48e-b954eecf2f34 req-d5287554-d75c-43e8-ac40-c49f3baccb7b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:19.637498 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f180c753-84e2-4c80-b48e-b954eecf2f34 req-d5287554-d75c-43e8-ac40-c49f3baccb7b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.3708012 Jul 05 03:46:19.661508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-bef355fa-c671-4615-b7e5-03767b54e6bf req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Calling delete_port for d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:19.681393 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48243d-ea27-4440-b529-5e94ac8424b6 req-344ed41b-b59e-477d-91dd-3308d4b57f1f tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:19.690313 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f48243d-ea27-4440-b529-5e94ac8424b6 req-344ed41b-b59e-477d-91dd-3308d4b57f1f tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 944 time: 0.2366462 Jul 05 03:46:19.781806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 3fcad102-5755-4454-b1fe-143615380589, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3fcad102-5755-4454-b1fe-143615380589,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:19.799568 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f48243d-ea27-4440-b529-5e94ac8424b6 req-5262eb85-ea26-4159-b811-cfcdb154b1df tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076858 Jul 05 03:46:19.803468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '3fcad102-5755-4454-b1fe-143615380589', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'port_id': '3fcad102-5755-4454-b1fe-143615380589', 'mac_address': 'fa:16:3e:5d:56:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:19.852301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f180c753-84e2-4c80-b48e-b954eecf2f34 req-e9c9bbe5-74e4-4f8b-b9c2-537ef1cca91f tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124805 Jul 05 03:46:19.898217 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cf89b4-587d-48bf-baab-3824640f7f90 x-openstack-request-id: req-33cf89b4-587d-48bf-baab-3824640f7f90 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:19.898217 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d39889-4aee-4a2c-9f46-7bbb82567843", "tag": "a584dd81-02e7-411b-a0e2-ab89cc0614dc", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:19.898217 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-33cf89b4-587d-48bf-baab-3824640f7f90 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:19.898217 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'tag': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc', 'status': 'completed', 'code': 200} Jul 05 03:46:19.924844 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.944755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcad102-5755-4454-b1fe-143615380589 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:19.992410 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 3fcad102-5755-4454-b1fe-143615380589, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3fcad102-5755-4454-b1fe-143615380589,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:20.001559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-f27e912b-480c-4fc0-a09b-17d10a5f42fc tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 1002 time: 0.0844102 Jul 05 03:46:20.161998 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.218748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4fccaaf-a8f7-4208-93b3-9ea186d827a4 req-cba94c18-8d03-46b8-a32c-9558472a4d4f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036 HTTP/1.1" status: 200 len: 210 time: 0.1781540 Jul 05 03:46:20.262347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-74412cc9-4b3b-45c7-87aa-516e41f34897 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:20.276136 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-74412cc9-4b3b-45c7-87aa-516e41f34897 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports/a584dd81-02e7-411b-a0e2-ab89cc0614dc HTTP/1.1" status: 200 len: 943 time: 0.2375205 Jul 05 03:46:20.385838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387be5a-6716-4269-85ee-ad459a0efc53 req-786daec6-0263-490d-802c-71cdb4eba3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:20.388580 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6387be5a-6716-4269-85ee-ad459a0efc53 req-786daec6-0263-490d-802c-71cdb4eba3f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 1098 time: 0.3847015 Jul 05 03:46:20.459607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=3fcad102-5755-4454-b1fe-143615380589,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:20.515588 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bef355fa-c671-4615-b7e5-03767b54e6bf req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.622048 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-62de651f-120b-48e3-8b11-8d0d934bd0c0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0978026 Jul 05 03:46:20.724204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Pushing event deleted for resources: {'Port': ['ID=d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:20.800147 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:20.800502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:20.800853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:20.801349 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:20.801680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:20.802017 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:20.802353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:20.802686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:20.803019 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:20.803351 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:20.803769 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:20.804150 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:20.834176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['3fcad102-5755-4454-b1fe-143615380589'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:20.925204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef355fa-c671-4615-b7e5-03767b54e6bf req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] No DVR routers for this DVR port d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:20.964016 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-3de3bfbd-9ec9-4427-b617-9f1696113fd5 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 1002 time: 0.3584688 Jul 05 03:46:20.971027 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bef355fa-c671-4615-b7e5-03767b54e6bf req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.985207 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bef355fa-c671-4615-b7e5-03767b54e6bf req-353afeeb-1209-45c1-b573-1bb444d8e513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.10 "DELETE /v2.0/ports/d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 HTTP/1.1" status: 204 len: 173 time: 2.4621620 Jul 05 03:46:21.068526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387be5a-6716-4269-85ee-ad459a0efc53 req-8ecfd924-5072-4742-b963-a1a17e3081ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:21.071027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6387be5a-6716-4269-85ee-ad459a0efc53 req-8ecfd924-5072-4742-b963-a1a17e3081ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 921 time: 0.6703482 Jul 05 03:46:21.243762 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6387be5a-6716-4269-85ee-ad459a0efc53 req-7b189dcf-498f-42c8-b374-fd82ea6d62f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a584dd81-02e7-411b-a0e2-ab89cc0614dc HTTP/1.1" status: 200 len: 1002 time: 0.1194501 Jul 05 03:46:21.278009 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-ce6a12cf-7bd9-4f50-8c77-470b606ce723 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:21.281119 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-ce6a12cf-7bd9-4f50-8c77-470b606ce723 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6544299 Jul 05 03:46:21.303741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2028af99-d969-490c-ac7f-a10d20b2ab4c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Request body: {'port': {'device_id': '7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '2ba3bf9fac9449f69fd32031830f61cd'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:21.389722 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdb563-4fcb-457d-8040-0d46c6c95316 req-df27063f-4c53-48e4-9063-4411d688aadd tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:21.397310 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-58fdb563-4fcb-457d-8040-0d46c6c95316 req-df27063f-4c53-48e4-9063-4411d688aadd tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 945 time: 0.5789623 Jul 05 03:46:21.461849 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387be5a-6716-4269-85ee-ad459a0efc53 req-4631443e-970a-4994-9325-40a7c1eb1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:21.469553 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6387be5a-6716-4269-85ee-ad459a0efc53 req-4631443e-970a-4994-9325-40a7c1eb1fc2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 200 len: 859 time: 0.1933897 Jul 05 03:46:21.482564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-149d8740-b7fb-4dd7-8491-4e41ca96cd92 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:21.492802 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-149d8740-b7fb-4dd7-8491-4e41ca96cd92 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.4915295 Jul 05 03:46:21.622188 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-58fdb563-4fcb-457d-8040-0d46c6c95316 req-6036044d-f51d-440a-b38f-892c1da92c03 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199681 Jul 05 03:46:21.656673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-a2228df7-8c1a-4667-affb-b0b960927ccb tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 1002 time: 0.1622629 Jul 05 03:46:21.662529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-0fc756e1-0d5c-42dd-84bb-a87208cac833 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:21.718720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2028af99-d969-490c-ac7f-a10d20b2ab4c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Made reservation on behalf of 2ba3bf9fac9449f69fd32031830f61cd for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:21.722424 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2028af99-d969-490c-ac7f-a10d20b2ab4c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.770504 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387be5a-6716-4269-85ee-ad459a0efc53 req-ec3cbfc3-c486-4ec6-9eca-7a3e93b23b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:21.772141 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6387be5a-6716-4269-85ee-ad459a0efc53 req-ec3cbfc3-c486-4ec6-9eca-7a3e93b23b20 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2233894 Jul 05 03:46:21.861075 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-0fc756e1-0d5c-42dd-84bb-a87208cac833 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.914584 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2093a45c-9512-4f23-9cca-c0bbf53df356', 'name': 'network-vif-deleted', 'tag': 'd8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:21.917010 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6dacc7-5eb9-4ab5-a3c0-ad2839904595" -d '{"events": [{"server_uuid": "2093a45c-9512-4f23-9cca-c0bbf53df356", "name": "network-vif-deleted", "tag": "d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:22.046274 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2028af99-d969-490c-ac7f-a10d20b2ab4c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Allocated IP 192.168.233.9 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/ab472f6d-aa65-4279-967d-055d643e1465) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:22.108874 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6387be5a-6716-4269-85ee-ad459a0efc53 req-8961d418-182e-4722-b33f-06a8db0bbdd9 service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180692 Jul 05 03:46:22.142997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a373d8-d459-4223-af62-bf339626fc2f req-d2b030bd-6867-4017-8295-2396b223049b tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:22.152863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6a373d8-d459-4223-af62-bf339626fc2f req-d2b030bd-6867-4017-8295-2396b223049b tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 1098 time: 0.2241640 Jul 05 03:46:22.266786 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-0fc756e1-0d5c-42dd-84bb-a87208cac833 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.293839 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2028af99-d969-490c-ac7f-a10d20b2ab4c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.320131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2028af99-d969-490c-ac7f-a10d20b2ab4c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Transition to ACTIVE for port object ab472f6d-aa65-4279-967d-055d643e1465 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:22.341610 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-0fc756e1-0d5c-42dd-84bb-a87208cac833 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.342060 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-0fc756e1-0d5c-42dd-84bb-a87208cac833 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Floating IP 1a549fed-7cf6-4b35-a099-4fc5b475a3e1 disassociated. External IP: 172.25.6.149, port: a584dd81-02e7-411b-a0e2-ab89cc0614dc. Jul 05 03:46:22.413593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6a373d8-d459-4223-af62-bf339626fc2f req-c1637f79-5516-47bb-a59b-3b06bdc7dac3 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593696 Jul 05 03:46:22.458417 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2028af99-d969-490c-ac7f-a10d20b2ab4c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.528823 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e55bc87d-15ab-4bf5-9b1b-34c39160d6b5'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:22.529413 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-8c79db47-7bfd-480a-9418-77c8baf682b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:22.530919 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-8c79db47-7bfd-480a-9418-77c8baf682b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 1102 time: 0.2868342 Jul 05 03:46:22.535227 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6387be5a-6716-4269-85ee-ad459a0efc53 req-c2e2590e-3ba6-4f49-875f-f2d465864a62 service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683438 Jul 05 03:46:22.579878 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028af99-d969-490c-ac7f-a10d20b2ab4c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event updated for resources: {'Port': ['ID=ab472f6d-aa65-4279-967d-055d643e1465,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:22.583591 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5db076a6-7dab-45f8-8984-7b7927f628bd', '9dc8845e-9492-42aa-b1b8-fe7430e2f41c', '55cb8e22-92b7-4dcc-836d-7214f9485d7f', 'bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:22.622479 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:22.655171 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2028af99-d969-490c-ac7f-a10d20b2ab4c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:22.663005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2028af99-d969-490c-ac7f-a10d20b2ab4c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:22.666287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2028af99-d969-490c-ac7f-a10d20b2ab4c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:22.691597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:46:22.692161 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:22.743339 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2028af99-d969-490c-ac7f-a10d20b2ab4c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:22.744228 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2028af99-d969-490c-ac7f-a10d20b2ab4c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.135883 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-51539ce4-df3f-488f-ba1c-f8f6071929fe req-a9ee4b90-66cd-4760-abae-ab0240175cfd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=2093a45c-9512-4f23-9cca-c0bbf53df356 HTTP/1.1" status: 200 len: 210 time: 0.0402262 Jul 05 03:46:23.248214 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2028af99-d969-490c-ac7f-a10d20b2ab4c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9537451 Jul 05 03:46:23.259419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-d11e1a51-2f82-479e-bc9c-761bb5206a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:23.261042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-d11e1a51-2f82-479e-bc9c-761bb5206a29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.6727803 Jul 05 03:46:23.271632 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Request body: {'port': {'device_id': '7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:23.281217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5675ef45-5127-4a10-8765-cc4bae45f292 None None] Provisioning for port ab472f6d-aa65-4279-967d-055d643e1465 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:23.300980 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5675ef45-5127-4a10-8765-cc4bae45f292 None None] Provisioning complete for port ab472f6d-aa65-4279-967d-055d643e1465 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:23.301544 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5675ef45-5127-4a10-8765-cc4bae45f292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.406669 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-0fc756e1-0d5c-42dd-84bb-a87208cac833 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:46:23.408853 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-23176582-35ea-46db-8cd8-9bd5efa5232a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=b09b2376-4636-4f08-a338-eb8d27129ab9 HTTP/1.1" status: 200 len: 217 time: 0.1210520 Jul 05 03:46:23.466521 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.468237 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5675ef45-5127-4a10-8765-cc4bae45f292 None None] Port ab472f6d-aa65-4279-967d-055d643e1465 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:23.606956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98fa00-d30a-46d7-a74c-d58c71f2c8d1 req-5b3bbd30-b9c5-4d1b-9845-12f209f4fe00 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:23.614262 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f98fa00-d30a-46d7-a74c-d58c71f2c8d1 req-5b3bbd30-b9c5-4d1b-9845-12f209f4fe00 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.3392551 Jul 05 03:46:23.626474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-972b4809-034d-4f01-bcab-1b0cbe820797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:23.628545 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-972b4809-034d-4f01-bcab-1b0cbe820797 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.2027004 Jul 05 03:46:23.639483 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3fcad102-5755-4454-b1fe-143615380589 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:23.773074 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f98fa00-d30a-46d7-a74c-d58c71f2c8d1 req-d3073642-ec78-465a-a191-4fca852d9309 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574576 Jul 05 03:46:23.809492 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-0fc756e1-0d5c-42dd-84bb-a87208cac833 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:23.823831 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a401b628-62a9-4964-953e-0310d234f3d2 None None] Sync routers for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:23.826908 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-0fc756e1-0d5c-42dd-84bb-a87208cac833 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.835255 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a401b628-62a9-4964-953e-0310d234f3d2 None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:23.836058 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a401b628-62a9-4964-953e-0310d234f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:46:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:23.838543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 3fcad102-5755-4454-b1fe-143615380589 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:23.846508 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 3fcad102-5755-4454-b1fe-143615380589 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:23.846508 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.057574 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-62c231ec-ab9e-4c6b-a9aa-0aa098258ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:24.061715 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-62c231ec-ab9e-4c6b-a9aa-0aa098258ac0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4141748 Jul 05 03:46:24.069751 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.093324 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab472f6d-aa65-4279-967d-055d643e1465 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:24.098977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-0fc756e1-0d5c-42dd-84bb-a87208cac833 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "PUT /v2.0/floatingips/1a549fed-7cf6-4b35-a099-4fc5b475a3e1 HTTP/1.1" status: 200 len: 695 time: 2.4412136 Jul 05 03:46:24.114847 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.136662 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 3fcad102-5755-4454-b1fe-143615380589, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3fcad102-5755-4454-b1fe-143615380589,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:24.138278 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705f9136-1f2d-470b-960e-b1241bf44141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcad102-5755-4454-b1fe-143615380589'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:24.140207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Transition to ACTIVE for port object ab472f6d-aa65-4279-967d-055d643e1465 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:24.142446 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f940df-4c44-453b-b60c-1cfd12caeb9e" -d '{"events": [{"server_uuid": "705f9136-1f2d-470b-960e-b1241bf44141", "name": "network-vif-plugged", "status": "completed", "tag": "3fcad102-5755-4454-b1fe-143615380589"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:24.147144 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-a401b628-62a9-4964-953e-0310d234f3d2 None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:24.217372 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.233984 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.291783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=3fcad102-5755-4454-b1fe-143615380589,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:24.305045 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd57a65-de2b-477e-9e7f-d40dfcd1256d req-21192c28-81d1-48a8-81c4-60b70b58e39c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:24.313632 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-acd57a65-de2b-477e-9e7f-d40dfcd1256d req-21192c28-81d1-48a8-81c4-60b70b58e39c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036 HTTP/1.1" status: 200 len: 934 time: 0.3565061 Jul 05 03:46:24.383170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-a9a92192-a838-4581-bfe9-082d600dce2a service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533326 Jul 05 03:46:24.396647 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Pushing event updated for resources: {'Port': ['ID=ab472f6d-aa65-4279-967d-055d643e1465,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:24.431656 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-44c34c75-cd30-4201-aa8f-377f8ba42db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:24.434206 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-44c34c75-cd30-4201-aa8f-377f8ba42db6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 1098 time: 0.3266287 Jul 05 03:46:24.475967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-acd57a65-de2b-477e-9e7f-d40dfcd1256d req-29e8e4a7-93bf-44d5-ab83-61bcb0b3d537 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550009 Jul 05 03:46:24.612021 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be10734e-b881-4e43-b35e-3dd4532a1fed x-openstack-request-id: req-be10734e-b881-4e43-b35e-3dd4532a1fed {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:24.612359 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2093a45c-9512-4f23-9cca-c0bbf53df356", "name": "network-vif-deleted", "tag": "d8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:24.612595 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-be10734e-b881-4e43-b35e-3dd4532a1fed {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:24.612983 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2093a45c-9512-4f23-9cca-c0bbf53df356', 'name': 'network-vif-deleted', 'tag': 'd8b6c12d-fdc2-45b6-9a7e-3b7a499e3f01', 'status': 'completed', 'code': 200} Jul 05 03:46:24.684303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Attempting to bind port ab472f6d-aa65-4279-967d-055d643e1465 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:24.684625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Attempting to bind port ab472f6d-aa65-4279-967d-055d643e1465 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:24.684932 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Attempting to bind port ab472f6d-aa65-4279-967d-055d643e1465 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:24.700332 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Port ab472f6d-aa65-4279-967d-055d643e1465 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:24.700332 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Attempting to bind port ab472f6d-aa65-4279-967d-055d643e1465 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:24.714273 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:24.715249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:24.715907 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:24.716711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Bound port: ab472f6d-aa65-4279-967d-055d643e1465, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:24.717105 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.857869 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-c44c78c9-e07c-4a1c-aebb-9289217690b9 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617958 Jul 05 03:46:24.863519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-fe4f775b-fc3b-4a52-9a6a-e9c20c5ec1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:24.868581 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-fe4f775b-fc3b-4a52-9a6a-e9c20c5ec1dd service neutron] 10.222.0.38 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 921 time: 0.4243355 Jul 05 03:46:24.922844 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a401b628-62a9-4964-953e-0310d234f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:24.935298 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] For port ab472f6d-aa65-4279-967d-055d643e1465, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:24.946999 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] For port ab472f6d-aa65-4279-967d-055d643e1465, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ab472f6d-aa65-4279-967d-055d643e1465,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:24.965296 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-4db030bb-dff0-4240-b977-c39ff5ff7630 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a584dd81-02e7-411b-a0e2-ab89cc0614dc HTTP/1.1" status: 200 len: 217 time: 0.0879788 Jul 05 03:46:24.970364 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a401b628-62a9-4964-953e-0310d234f3d2 None None] Checking router: 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:24.990096 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a401b628-62a9-4964-953e-0310d234f3d2 None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:24.990881 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a401b628-62a9-4964-953e-0310d234f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:46:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:25.035589 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-9b855cec-75fa-4026-9342-a9d979d04b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:25.037581 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-9b855cec-75fa-4026-9342-a9d979d04b37 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 200 len: 859 time: 0.0650840 Jul 05 03:46:25.104732 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:25.184917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-9d9cbd62-10f8-489e-801d-0b610d06da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:25.187475 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-9d9cbd62-10f8-489e-801d-0b610d06da25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422718 Jul 05 03:46:25.230062 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:25.231227 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:25.246654 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] 10.222.0.36 "PUT /v2.0/ports/ab472f6d-aa65-4279-967d-055d643e1465 HTTP/1.1" status: 200 len: 1095 time: 1.9798498 Jul 05 03:46:25.247431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036', 'tag': 'ab472f6d-aa65-4279-967d-055d643e1465'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:25.251722 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a822d0-0442-4924-90b4-b1691dd48dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036", "tag": "ab472f6d-aa65-4279-967d-055d643e1465"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:25.266185 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-a401b628-62a9-4964-953e-0310d234f3d2 None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:25.312570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6ba1c-71bf-4618-9f56-eb885e731f31 service neutron] Pushing event updated for resources: {'Port': ['ID=ab472f6d-aa65-4279-967d-055d643e1465,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:25.458019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-f847372f-0aba-4300-bcd7-bd50a2ce3a7c service neutron] 10.222.0.38 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563238 Jul 05 03:46:25.661151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2d47fa59-2e70-416c-ab31-64ad4b0d5479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:25.663947 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2d47fa59-2e70-416c-ab31-64ad4b0d5479 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036 HTTP/1.1" status: 200 len: 1098 time: 0.1732914 Jul 05 03:46:25.721037 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d21999-d7da-4424-831a-ea2eb8701277 req-03044074-c7c8-4a4d-bb3b-1aeb58ba919f service neutron] 10.222.0.38 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521031 Jul 05 03:46:25.767366 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-b5126ad1-5cfc-4542-874a-e2c2145c6b1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=ab472f6d-aa65-4279-967d-055d643e1465 HTTP/1.1" status: 200 len: 217 time: 0.0741472 Jul 05 03:46:25.784119 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a401b628-62a9-4964-953e-0310d234f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:25.856735 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a401b628-62a9-4964-953e-0310d234f3d2 None None] The sync data for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 is: [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:25.862332 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2f53bbc8-aba8-491a-879b-9d1f8d7a3ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:25.864049 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-2f53bbc8-aba8-491a-879b-9d1f8d7a3ca1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0839021 Jul 05 03:46:25.996671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-1cd9f5c8-da71-4140-a46a-0dba3cb3357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:25.998382 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-1cd9f5c8-da71-4140-a46a-0dba3cb3357d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1174760 Jul 05 03:46:26.202411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc615b-ac1d-4000-ab2a-a559fed0ebc6 req-17e7fb1b-2700-47f8-a488-172b424ddd73 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:26.216241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1bc615b-ac1d-4000-ab2a-a559fed0ebc6 req-17e7fb1b-2700-47f8-a488-172b424ddd73 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 946 time: 0.2027898 Jul 05 03:46:26.303560 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1bc615b-ac1d-4000-ab2a-a559fed0ebc6 req-b28b1b90-8b13-4865-b001-a78e55aea7e0 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820715 Jul 05 03:46:26.327895 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-27018421-62fa-4927-9148-d5fad991abdc service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081734 Jul 05 03:46:26.471828 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1897841-a5ab-4dd8-aef1-66f48c76e2ff None None] New status for floating IP 1a549fed-7cf6-4b35-a099-4fc5b475a3e1: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:46:26.614992 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'tag': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:26.618275 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6332bd6f-d9e7-46a5-ae3a-695b176fd2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "62d39889-4aee-4a2c-9f46-7bbb82567843", "tag": "a584dd81-02e7-411b-a0e2-ab89cc0614dc"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:26.643897 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-494ab2c1-4064-4f2c-81cc-32690c4699f4 req-48af1c27-2942-4a9e-859b-df4cd6cd604b service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901988 Jul 05 03:46:26.686550 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2060ba9-8c66-4c98-9d1a-bb109ec5dcd0 x-openstack-request-id: req-e2060ba9-8c66-4c98-9d1a-bb109ec5dcd0 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:26.687134 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705f9136-1f2d-470b-960e-b1241bf44141", "name": "network-vif-plugged", "status": "completed", "tag": "3fcad102-5755-4454-b1fe-143615380589", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:26.687565 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e2060ba9-8c66-4c98-9d1a-bb109ec5dcd0 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:26.688285 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705f9136-1f2d-470b-960e-b1241bf44141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcad102-5755-4454-b1fe-143615380589', 'code': 200} Jul 05 03:46:26.950032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ecdd9-154a-47d3-8157-ab7f5d1c522d req-574f70ee-9ddd-442c-b9dc-a663e9695dd3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:26.959290 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d7ecdd9-154a-47d3-8157-ab7f5d1c522d req-574f70ee-9ddd-442c-b9dc-a663e9695dd3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.1233346 Jul 05 03:46:27.021378 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95ac74-c3cb-46e8-a37b-d3599a000ee4 req-b19454fe-b8e8-4f96-9512-caee53509c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:27.024604 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d95ac74-c3cb-46e8-a37b-d3599a000ee4 req-b19454fe-b8e8-4f96-9512-caee53509c75 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 1098 time: 0.2048371 Jul 05 03:46:27.065987 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d7ecdd9-154a-47d3-8157-ab7f5d1c522d req-60f6bd39-cf7d-4f6c-a2ec-3dad57d05dd2 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052213 Jul 05 03:46:27.114762 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d95ac74-c3cb-46e8-a37b-d3599a000ee4 req-09e13e2c-651a-4d2f-b72e-22c9e528b70e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656650 Jul 05 03:46:27.138646 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5c2fc0-58c9-4747-afd9-0bf220d8f56c x-openstack-request-id: req-5a5c2fc0-58c9-4747-afd9-0bf220d8f56c {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:27.138952 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036", "tag": "ab472f6d-aa65-4279-967d-055d643e1465", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:27.139213 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5a5c2fc0-58c9-4747-afd9-0bf220d8f56c {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:27.142247 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036', 'tag': 'ab472f6d-aa65-4279-967d-055d643e1465', 'status': 'completed', 'code': 200} Jul 05 03:46:27.338218 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615cd82-8ff9-4372-85c0-0801e4045944 req-b14a3476-10d3-4830-b2ff-cc6f776f48d1 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:27.351242 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d615cd82-8ff9-4372-85c0-0801e4045944 req-b14a3476-10d3-4830-b2ff-cc6f776f48d1 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036 HTTP/1.1" status: 200 len: 946 time: 0.1018386 Jul 05 03:46:27.412910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d615cd82-8ff9-4372-85c0-0801e4045944 req-f3bbaf4e-e454-4b1d-85cd-4f9ae421b86b tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601969 Jul 05 03:46:27.487453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a822d0-0442-4924-90b4-b1691dd48dd7 req-99ec7302-9f7a-4cea-93ee-3013f970869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:27.489533 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6a822d0-0442-4924-90b4-b1691dd48dd7 req-99ec7302-9f7a-4cea-93ee-3013f970869a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036 HTTP/1.1" status: 200 len: 1098 time: 0.0874975 Jul 05 03:46:27.677800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a822d0-0442-4924-90b4-b1691dd48dd7 req-1a7eae2e-e263-4247-814a-f213b21aeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:27.682136 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6a822d0-0442-4924-90b4-b1691dd48dd7 req-1a7eae2e-e263-4247-814a-f213b21aeca5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1745410 Jul 05 03:46:27.747058 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6a822d0-0442-4924-90b4-b1691dd48dd7 req-44b82ff7-fef2-4daa-b284-01f15e7f847a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=ab472f6d-aa65-4279-967d-055d643e1465 HTTP/1.1" status: 200 len: 217 time: 0.0429473 Jul 05 03:46:27.806632 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-85aafcc4-303b-4829-ab8e-f19c49f78bfa tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:46:27.808041 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-85aafcc4-303b-4829-ab8e-f19c49f78bfa tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099227 Jul 05 03:46:27.825318 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-5b950d5d-db8f-4009-ae60-41cfa5d798cd service neutron] Request body: {'binding': {'host': 'n-h1-771363-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:27.825783 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-5b950d5d-db8f-4009-ae60-41cfa5d798cd service neutron] Unknown quota resources ['binding']. {{(pid=100932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:46:27.857348 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a822d0-0442-4924-90b4-b1691dd48dd7 req-edc832bc-e89b-4f65-8d51-efef3b076e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:27.858972 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6a822d0-0442-4924-90b4-b1691dd48dd7 req-edc832bc-e89b-4f65-8d51-efef3b076e95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1000562 Jul 05 03:46:28.036413 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a822d0-0442-4924-90b4-b1691dd48dd7 req-320e5978-8ab3-4acd-952e-d9a8654ff467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:28.038512 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6a822d0-0442-4924-90b4-b1691dd48dd7 req-320e5978-8ab3-4acd-952e-d9a8654ff467 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1643248 Jul 05 03:46:28.086740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-5b950d5d-db8f-4009-ae60-41cfa5d798cd service neutron] Attempting to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on host n-h1-771363-32 for vnic_type normal with profile None {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:28.087222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-5b950d5d-db8f-4009-ae60-41cfa5d798cd service neutron] Attempting to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:28.087660 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-5b950d5d-db8f-4009-ae60-41cfa5d798cd service neutron] Attempting to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:28.128356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-5b950d5d-db8f-4009-ae60-41cfa5d798cd service neutron] Port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on network 0afd212f-7e29-4013-a682-9abe025fe125 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:28.128888 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-5b950d5d-db8f-4009-ae60-41cfa5d798cd service neutron] Attempting to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:28.146858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-5b950d5d-db8f-4009-ae60-41cfa5d798cd service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:28.146858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-5b950d5d-db8f-4009-ae60-41cfa5d798cd service neutron] Checking segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:28.146858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-5b950d5d-db8f-4009-ae60-41cfa5d798cd service neutron] Bound using segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:28.146858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-5b950d5d-db8f-4009-ae60-41cfa5d798cd service neutron] Bound port: 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:28.231417 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6a822d0-0442-4924-90b4-b1691dd48dd7 req-26a2a9ca-0291-4dbc-8e4c-72fbf7cf4af3 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758924 Jul 05 03:46:28.247359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-5b950d5d-db8f-4009-ae60-41cfa5d798cd service neutron] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=4a83a22c-d895-4235-b2bc-210fe6f1ae10,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:28.336620 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-5b950d5d-db8f-4009-ae60-41cfa5d798cd service neutron] Notify callbacks [] for binding, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.338105 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-5b950d5d-db8f-4009-ae60-41cfa5d798cd service neutron] 10.222.0.38 "POST /v2.0/ports/4a83a22c-d895-4235-b2bc-210fe6f1ae10/bindings HTTP/1.1" status: 201 len: 390 time: 0.5185621 Jul 05 03:46:28.399103 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6a822d0-0442-4924-90b4-b1691dd48dd7 req-0b0c12da-2a11-4038-97a7-69e7cb385dcc service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419828 Jul 05 03:46:28.794945 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72f723f-da11-4311-8bdc-a92dd39a7444 x-openstack-request-id: req-f72f723f-da11-4311-8bdc-a92dd39a7444 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:28.795650 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d39889-4aee-4a2c-9f46-7bbb82567843", "tag": "a584dd81-02e7-411b-a0e2-ab89cc0614dc", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:28.795650 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f72f723f-da11-4311-8bdc-a92dd39a7444 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:28.795939 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'tag': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc', 'status': 'completed', 'code': 200} Jul 05 03:46:28.997304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332bd6f-d9e7-46a5-ae3a-695b176fd2c7 req-8f457483-3ec8-4eb1-bfc7-5d3d735beb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:28.998828 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6332bd6f-d9e7-46a5-ae3a-695b176fd2c7 req-8f457483-3ec8-4eb1-bfc7-5d3d735beb5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 1098 time: 0.1391165 Jul 05 03:46:29.009625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba870866-784a-43e8-a319-3481e0b89363 req-7f18fd04-b77b-4ced-98c0-7d944095de28 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:29.011107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba870866-784a-43e8-a319-3481e0b89363 req-7f18fd04-b77b-4ced-98c0-7d944095de28 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/networks?id=2cf8187d-fbee-41ec-883d-11382c9bffe4 HTTP/1.1" status: 200 len: 821 time: 0.1199090 Jul 05 03:46:29.072606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba870866-784a-43e8-a319-3481e0b89363 req-9cb8cedb-f4bf-4d62-98b6-20d7e8d7f6ca tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/quotas/d323023d55a244dc93a2efdfae81b097 HTTP/1.1" status: 200 len: 375 time: 0.0526488 Jul 05 03:46:29.140673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332bd6f-d9e7-46a5-ae3a-695b176fd2c7 req-f5d1be5c-5e9e-4a43-bda2-59265f57e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:29.142314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6332bd6f-d9e7-46a5-ae3a-695b176fd2c7 req-f5d1be5c-5e9e-4a43-bda2-59265f57e0ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 921 time: 0.1295912 Jul 05 03:46:29.199204 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6332bd6f-d9e7-46a5-ae3a-695b176fd2c7 req-8567a8ed-9ede-4921-bbeb-4decd7690b2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a584dd81-02e7-411b-a0e2-ab89cc0614dc HTTP/1.1" status: 200 len: 217 time: 0.0449393 Jul 05 03:46:29.205010 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba870866-784a-43e8-a319-3481e0b89363 req-bb38427a-56de-4fa8-a5c6-f5dffce5ee46 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d323023d55a244dc93a2efdfae81b097&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1250727 Jul 05 03:46:29.306406 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332bd6f-d9e7-46a5-ae3a-695b176fd2c7 req-707e6555-1cbb-4a13-aefc-28030fcd54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:29.307880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6332bd6f-d9e7-46a5-ae3a-695b176fd2c7 req-707e6555-1cbb-4a13-aefc-28030fcd54c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 200 len: 859 time: 0.0876355 Jul 05 03:46:29.341902 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba870866-784a-43e8-a319-3481e0b89363 req-ca28a5c1-b281-46d4-9313-42f61b0f1b9a service neutron] 10.222.0.38 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299779 Jul 05 03:46:29.462949 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332bd6f-d9e7-46a5-ae3a-695b176fd2c7 req-d72d1b75-789d-426a-a259-0a0c3dfca969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:29.464575 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6332bd6f-d9e7-46a5-ae3a-695b176fd2c7 req-d72d1b75-789d-426a-a259-0a0c3dfca969 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345248 Jul 05 03:46:29.467538 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba870866-784a-43e8-a319-3481e0b89363 req-c4b7fb36-b880-4062-bcb6-294ac54931d3 service neutron] 10.222.0.38 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052144 Jul 05 03:46:29.604450 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6332bd6f-d9e7-46a5-ae3a-695b176fd2c7 req-a2cba856-9d5e-4137-8f1e-3cb839cf6688 service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251478 Jul 05 03:46:29.773664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6332bd6f-d9e7-46a5-ae3a-695b176fd2c7 req-d9e5cb55-6520-4462-8686-e7db883c5d71 service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527703 Jul 05 03:46:29.783379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f733a01-1b5b-443b-ba53-7c6bf019be82 req-8bb7cb0b-eed7-4b42-8ee3-3acc17967d10 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:29.791187 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f733a01-1b5b-443b-ba53-7c6bf019be82 req-8bb7cb0b-eed7-4b42-8ee3-3acc17967d10 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 946 time: 0.1591246 Jul 05 03:46:29.860863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f733a01-1b5b-443b-ba53-7c6bf019be82 req-63af5e59-57ea-4b1e-86a9-ea331cd57c51 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691416 Jul 05 03:46:30.146537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-8d7cb726-40f2-4873-ac62-415696130316 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:30.148188 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-8d7cb726-40f2-4873-ac62-415696130316 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0945036 Jul 05 03:46:30.237061 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-f81585e3-71ac-4e2c-944b-677182c237e5 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0568874 Jul 05 03:46:30.257796 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-cf4c6306-b8c8-4071-8f76-15153b24d862 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Request body: {'floatingip': {'port_id': '04962165-594b-4506-9f19-ff964ee92a44', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:30.340185 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-cf4c6306-b8c8-4071-8f76-15153b24d862 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:30.382108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c895045-9b52-4b98-b236-4e1206d6699b req-4d1dcf01-2762-4a68-afd1-cedfaf73e91b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:30.383660 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1c895045-9b52-4b98-b236-4e1206d6699b req-4d1dcf01-2762-4a68-afd1-cedfaf73e91b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.2345140 Jul 05 03:46:30.501211 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1c895045-9b52-4b98-b236-4e1206d6699b req-27421cb0-25c6-49e5-b438-6b1710d47f2e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071494 Jul 05 03:46:30.505454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-1b1761a8-2582-4d5b-ab6e-151c31e66517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:30.507004 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-1b1761a8-2582-4d5b-ab6e-151c31e66517 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 1098 time: 0.2091920 Jul 05 03:46:30.762791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-9c7b38c8-4233-4ded-b027-09c243f74879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:30.764348 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-9c7b38c8-4233-4ded-b027-09c243f74879 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.2453747 Jul 05 03:46:30.858671 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-d5dd6ceb-dc53-48ae-bed1-c103a37217ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a83a22c-d895-4235-b2bc-210fe6f1ae10 HTTP/1.1" status: 200 len: 217 time: 0.0478971 Jul 05 03:46:30.867169 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f00cb-d905-4078-9682-11019d71f58f req-458f710b-6277-4d35-bbe8-7faae7014afc tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:30.868789 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da6f00cb-d905-4078-9682-11019d71f58f req-458f710b-6277-4d35-bbe8-7faae7014afc tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036 HTTP/1.1" status: 200 len: 946 time: 0.2391822 Jul 05 03:46:31.405588 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-dcdaeeef-aa9c-4496-8e37-658227bf9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:31.407789 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-dcdaeeef-aa9c-4496-8e37-658227bf9fd2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.4874849 Jul 05 03:46:31.410762 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da6f00cb-d905-4078-9682-11019d71f58f req-461873c0-a12f-46ec-a259-ea94f3204edc tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941227 Jul 05 03:46:31.500725 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-da7674c8-c269-40ec-865a-9edcbd12322e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590954 Jul 05 03:46:31.510446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc34ea4-059b-4ee3-b9e5-dedea9cc522c req-64916b61-2659-499d-be99-c0f30dfeb1ac tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:31.512525 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0dc34ea4-059b-4ee3-b9e5-dedea9cc522c req-64916b61-2659-499d-be99-c0f30dfeb1ac tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.10 "GET /v2.0/ports?device_id=62d39889-4aee-4a2c-9f46-7bbb82567843 HTTP/1.1" status: 200 len: 946 time: 0.5907357 Jul 05 03:46:31.661650 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ab472f6d-aa65-4279-967d-055d643e1465 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:31.702220 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-cf4c6306-b8c8-4071-8f76-15153b24d862 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.788242 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ab472f6d-aa65-4279-967d-055d643e1465, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ab472f6d-aa65-4279-967d-055d643e1465,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:31.802876 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'ab472f6d-aa65-4279-967d-055d643e1465', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'ab472f6d-aa65-4279-967d-055d643e1465', 'mac_address': 'fa:16:3e:02:4a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:31.803894 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-e630f707-1fe9-4815-826e-d58529b85a77 service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862165 Jul 05 03:46:31.818098 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-cf4c6306-b8c8-4071-8f76-15153b24d862 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.848961 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.865373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab472f6d-aa65-4279-967d-055d643e1465 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:31.889483 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ab472f6d-aa65-4279-967d-055d643e1465, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ab472f6d-aa65-4279-967d-055d643e1465,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:31.988627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e6728-ca58-4e94-8044-1bee1dd82a87 req-9e0fb84e-992d-4599-8c3a-22f24478c4c3 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:31.991043 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-895e6728-ca58-4e94-8044-1bee1dd82a87 req-9e0fb84e-992d-4599-8c3a-22f24478c4c3 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 946 time: 0.3983078 Jul 05 03:46:32.009009 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.070332 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=ab472f6d-aa65-4279-967d-055d643e1465,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:32.080287 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:32.080776 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:32.081210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:32.081662 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:32.082092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:32.082854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:32.082854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:32.083329 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:32.084482 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:32.084482 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:32.084482 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:32.084959 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:32.085327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-0dc34ea4-059b-4ee3-b9e5-dedea9cc522c req-9baad2d9-924e-4b13-8186-12b7068a5a50 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Deleting port a584dd81-02e7-411b-a0e2-ab89cc0614dc {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:32.085633 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0dc34ea4-059b-4ee3-b9e5-dedea9cc522c req-9baad2d9-924e-4b13-8186-12b7068a5a50 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.137717 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.190751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-895e6728-ca58-4e94-8044-1bee1dd82a87 req-f0d3775f-362d-451d-9fd6-7ae77e7902c7 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791837 Jul 05 03:46:32.204485 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-cf4c6306-b8c8-4071-8f76-15153b24d862 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Floating IP 1a549fed-7cf6-4b35-a099-4fc5b475a3e1 associated. External IP: 172.25.6.149, port: 04962165-594b-4506-9f19-ff964ee92a44. Jul 05 03:46:32.274981 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-636a3473-fb4a-4b42-a722-b8bbe31ddc11 service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444251 Jul 05 03:46:32.312640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-0dc34ea4-059b-4ee3-b9e5-dedea9cc522c req-9baad2d9-924e-4b13-8186-12b7068a5a50 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] For port a584dd81-02e7-411b-a0e2-ab89cc0614dc, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a584dd81-02e7-411b-a0e2-ab89cc0614dc,segment=NetworkSegment(8afcbf01-49e1-4208-aaba-cbcea90d572e),segment_id=8afcbf01-49e1-4208-aaba-cbcea90d572e)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:32.313120 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0dc34ea4-059b-4ee3-b9e5-dedea9cc522c req-9baad2d9-924e-4b13-8186-12b7068a5a50 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.356001 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-0dc34ea4-059b-4ee3-b9e5-dedea9cc522c req-9baad2d9-924e-4b13-8186-12b7068a5a50 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Calling delete_port for a584dd81-02e7-411b-a0e2-ab89cc0614dc owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:32.454180 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-472aed9f-85ba-411d-8e6f-fe547921736b req-63098637-7cce-4546-aace-ecbd6cc74c5a tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 210 time: 0.0665810 Jul 05 03:46:32.642560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['ab472f6d-aa65-4279-967d-055d643e1465'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:32.688122 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-cf4c6306-b8c8-4071-8f76-15153b24d862 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:46:32.787969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd657ffa-c834-43d3-ba43-48969b470cc7 req-61397aae-091b-4357-aa14-26008a807390 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:32.789571 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd657ffa-c834-43d3-ba43-48969b470cc7 req-61397aae-091b-4357-aa14-26008a807390 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 946 time: 0.1460299 Jul 05 03:46:32.833380 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0dc34ea4-059b-4ee3-b9e5-dedea9cc522c req-9baad2d9-924e-4b13-8186-12b7068a5a50 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.859883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['04962165-594b-4506-9f19-ff964ee92a44'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:32.885914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baad2d9-924e-4b13-8186-12b7068a5a50 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Pushing event deleted for resources: {'Port': ['ID=a584dd81-02e7-411b-a0e2-ab89cc0614dc,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:32.955806 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-cf4c6306-b8c8-4071-8f76-15153b24d862 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:32.963470 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc34ea4-059b-4ee3-b9e5-dedea9cc522c req-9baad2d9-924e-4b13-8186-12b7068a5a50 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] No DVR routers for this DVR port a584dd81-02e7-411b-a0e2-ab89cc0614dc on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:32.965409 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43a219-bc50-436b-8a1f-7076e64863b6 None None] Sync routers for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:32.971361 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-cf4c6306-b8c8-4071-8f76-15153b24d862 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.979502 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43a219-bc50-436b-8a1f-7076e64863b6 None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:32.980707 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-fd43a219-bc50-436b-8a1f-7076e64863b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:46:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:32.986222 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0dc34ea4-059b-4ee3-b9e5-dedea9cc522c req-9baad2d9-924e-4b13-8186-12b7068a5a50 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.989405 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0dc34ea4-059b-4ee3-b9e5-dedea9cc522c req-9baad2d9-924e-4b13-8186-12b7068a5a50 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.10 "DELETE /v2.0/ports/a584dd81-02e7-411b-a0e2-ab89cc0614dc HTTP/1.1" status: 204 len: 173 time: 1.4575365 Jul 05 03:46:32.989405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'name': 'network-vif-deleted', 'tag': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:32.991237 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc14ccf-6d90-4911-8fd8-b271083ef739" -d '{"events": [{"server_uuid": "62d39889-4aee-4a2c-9f46-7bbb82567843", "name": "network-vif-deleted", "tag": "a584dd81-02e7-411b-a0e2-ab89cc0614dc"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:33.031245 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd657ffa-c834-43d3-ba43-48969b470cc7 req-c93a0646-9254-461e-92ca-d3cab00a0071 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102137 Jul 05 03:46:33.077072 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-cf4c6306-b8c8-4071-8f76-15153b24d862 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "PUT /v2.0/floatingips/1a549fed-7cf6-4b35-a099-4fc5b475a3e1 HTTP/1.1" status: 200 len: 996 time: 2.8251183 Jul 05 03:46:33.207811 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-fd43a219-bc50-436b-8a1f-7076e64863b6 None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:33.221830 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-54210d0b-93ff-4bd9-b0cd-c01cf0b363cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:33.262807 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-54210d0b-93ff-4bd9-b0cd-c01cf0b363cb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 1097 time: 0.1804781 Jul 05 03:46:33.484918 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-e2010ca3-58df-4b6e-b0ad-5356ea2a691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:33.493116 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-e2010ca3-58df-4b6e-b0ad-5356ea2a691e service neutron] 10.222.0.38 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 921 time: 0.2293911 Jul 05 03:46:33.544276 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:33.626325 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-346fe0b7-f075-48f3-90fa-fe213751caad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04962165-594b-4506-9f19-ff964ee92a44 HTTP/1.1" status: 200 len: 999 time: 0.1322191 Jul 05 03:46:33.645158 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31331fe6-21a0-4836-bd6f-4254cbe632e1 req-d5c74064-7412-4936-8dc8-efc0d26fcc1b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:33.646736 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31331fe6-21a0-4836-bd6f-4254cbe632e1 req-d5c74064-7412-4936-8dc8-efc0d26fcc1b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.2635787 Jul 05 03:46:33.667019 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-fd43a219-bc50-436b-8a1f-7076e64863b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1a549fed-7cf6-4b35-a099-4fc5b475a3e1', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'port_id': '04962165-594b-4506-9f19-ff964ee92a44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'mac_address': 'fa:16:3e:db:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:14Z', 'updated_at': '2021-07-05T03:46:31Z', 'revision_number': 8, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:33.702015 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43a219-bc50-436b-8a1f-7076e64863b6 None None] Checking router: 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:33.712568 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43a219-bc50-436b-8a1f-7076e64863b6 None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:33.713322 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-fd43a219-bc50-436b-8a1f-7076e64863b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:46:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:33.777774 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31331fe6-21a0-4836-bd6f-4254cbe632e1 req-9b0133b8-8ab8-4825-8d7c-00a587c3f7f5 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088097 Jul 05 03:46:33.779101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-c3e0aa82-e720-48c6-a91b-015bdeaa01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:33.785945 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-c3e0aa82-e720-48c6-a91b-015bdeaa01ff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 200 len: 859 time: 0.1587253 Jul 05 03:46:33.847753 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-fd43a219-bc50-436b-8a1f-7076e64863b6 None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:33.879286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba870866-784a-43e8-a319-3481e0b89363 req-fd47f742-7828-4d0b-8932-922fdce40f26 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:33.881013 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba870866-784a-43e8-a319-3481e0b89363 req-fd47f742-7828-4d0b-8932-922fdce40f26 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.10 "GET /v2.0/networks?id=2cf8187d-fbee-41ec-883d-11382c9bffe4 HTTP/1.1" status: 200 len: 821 time: 0.1752830 Jul 05 03:46:33.894121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-52462d0b-c0c6-4190-a19c-395c3de63e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:33.902454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-52462d0b-c0c6-4190-a19c-395c3de63e94 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155291 Jul 05 03:46:33.915231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-ba870866-784a-43e8-a319-3481e0b89363 req-9c45e8f6-de12-4cff-97cf-ad3ea8af2551 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Request body: {'port': {'device_id': '580d75e8-7784-4a54-9349-d3ef89030875', 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4', 'admin_state_up': True, 'tenant_id': 'd323023d55a244dc93a2efdfae81b097'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:34.132850 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-28973139-2963-442b-9806-7a418fd9380b service neutron] 10.222.0.38 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293627 Jul 05 03:46:34.167406 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-fd43a219-bc50-436b-8a1f-7076e64863b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1a549fed-7cf6-4b35-a099-4fc5b475a3e1', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'port_id': '04962165-594b-4506-9f19-ff964ee92a44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'mac_address': 'fa:16:3e:db:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:14Z', 'updated_at': '2021-07-05T03:46:31Z', 'revision_number': 8, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:34.202225 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43a219-bc50-436b-8a1f-7076e64863b6 None None] The sync data for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 is: [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1a549fed-7cf6-4b35-a099-4fc5b475a3e1', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'port_id': '04962165-594b-4506-9f19-ff964ee92a44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'mac_address': 'fa:16:3e:db:91:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:45:14Z', 'updated_at': '2021-07-05T03:46:31Z', 'revision_number': 8, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:34.204748 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744a1fb-f24c-434b-bd5a-19e4a70109a9 req-55ef7810-0c56-43b4-9a3a-b35d9152396b tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:34.207199 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8744a1fb-f24c-434b-bd5a-19e4a70109a9 req-55ef7810-0c56-43b4-9a3a-b35d9152396b tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036 HTTP/1.1" status: 200 len: 947 time: 0.2662067 Jul 05 03:46:34.295266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8744a1fb-f24c-434b-bd5a-19e4a70109a9 req-10d35309-4825-4d4c-9a0d-bf2cc67c16fd tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674086 Jul 05 03:46:34.302527 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f1f2a6b-c32d-492e-8900-b67324431a13 req-ce64c3e7-7973-40b2-94ad-eff9db6e9ff3 service neutron] 10.222.0.38 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688211 Jul 05 03:46:34.365335 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fc8131-ca19-4b6c-9c21-3390ee45269f x-openstack-request-id: req-d0fc8131-ca19-4b6c-9c21-3390ee45269f {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:34.365632 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d39889-4aee-4a2c-9f46-7bbb82567843", "name": "network-vif-deleted", "tag": "a584dd81-02e7-411b-a0e2-ab89cc0614dc", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:34.365889 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d0fc8131-ca19-4b6c-9c21-3390ee45269f {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:34.366295 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d39889-4aee-4a2c-9f46-7bbb82567843', 'name': 'network-vif-deleted', 'tag': 'a584dd81-02e7-411b-a0e2-ab89cc0614dc', 'status': 'completed', 'code': 200} Jul 05 03:46:34.376690 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba870866-784a-43e8-a319-3481e0b89363 req-9c45e8f6-de12-4cff-97cf-ad3ea8af2551 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Made reservation on behalf of d323023d55a244dc93a2efdfae81b097 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:34.380807 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ba870866-784a-43e8-a319-3481e0b89363 req-9c45e8f6-de12-4cff-97cf-ad3ea8af2551 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.546610 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8250f7-a5b1-4a3b-b5b1-c0aad1fdc677 None None] New status for floating IP 1a549fed-7cf6-4b35-a099-4fc5b475a3e1: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:46:34.654748 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2255b-aa18-45dc-ba66-1216a4b65946 req-8f22fa55-64f3-47aa-a9a6-8af966288267 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:34.656828 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bba2255b-aa18-45dc-ba66-1216a4b65946 req-8f22fa55-64f3-47aa-a9a6-8af966288267 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 946 time: 0.1716666 Jul 05 03:46:34.658735 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-ba870866-784a-43e8-a319-3481e0b89363 req-9c45e8f6-de12-4cff-97cf-ad3ea8af2551 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Allocated IP 172.20.0.5 (2cf8187d-fbee-41ec-883d-11382c9bffe4/934e48da-88c9-40cf-96a1-10e1cd1c3ea7/a66c3d31-09db-4b45-8efd-71b1ddae76a5) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:34.666488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59816) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:34.674710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-634f8c10-46c4-454f-8a99-faf398ac4589 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Request body: {'floatingip': {'port_id': '3fcad102-5755-4454-b1fe-143615380589'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:34.773559 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-634f8c10-46c4-454f-8a99-faf398ac4589 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for floatingip, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.807736 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a584dd81-02e7-411b-a0e2-ab89cc0614dc no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:34.844511 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: a584dd81-02e7-411b-a0e2-ab89cc0614dc {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:46:34.845142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a584dd81-02e7-411b-a0e2-ab89cc0614dc not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:35.330459 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3119313c-8bad-444b-9189-faad231f9e3d req-8c079b0e-ccc5-4920-8043-d13ad9e2a229 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 210 time: 0.4770746 Jul 05 03:46:35.416862 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ba870866-784a-43e8-a319-3481e0b89363 req-9c45e8f6-de12-4cff-97cf-ad3ea8af2551 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.438575 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065719d-73d1-4e3d-a523-5e2e9789d290 req-ebfcc3f4-f2db-426d-aa90-3e6114b4c7d4 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.440412 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7065719d-73d1-4e3d-a523-5e2e9789d290 req-ebfcc3f4-f2db-426d-aa90-3e6114b4c7d4 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 946 time: 0.6743696 Jul 05 03:46:35.551836 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7065719d-73d1-4e3d-a523-5e2e9789d290 req-19f4bc4e-a46c-443b-b3d5-a99f3166d0e1 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753951 Jul 05 03:46:35.554909 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f6ff632-eb63-4e10-9fb6-460d24175722 req-9aa22568-59c5-4983-aa12-d8a309adcc74 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/floatingips/1a549fed-7cf6-4b35-a099-4fc5b475a3e1 HTTP/1.1" status: 200 len: 998 time: 0.1349821 Jul 05 03:46:35.710531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-634f8c10-46c4-454f-8a99-faf398ac4589 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.712433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ab472f6d-aa65-4279-967d-055d643e1465 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:35.825582 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ba870866-784a-43e8-a319-3481e0b89363 req-9c45e8f6-de12-4cff-97cf-ad3ea8af2551 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.850856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ff632-eb63-4e10-9fb6-460d24175722 req-4abac14e-7cb0-44b0-9939-f2593df75ca6 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.850856 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f6ff632-eb63-4e10-9fb6-460d24175722 req-4abac14e-7cb0-44b0-9939-f2593df75ca6 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.2563229 Jul 05 03:46:35.854981 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-8f6ff632-eb63-4e10-9fb6-460d24175722 req-cfadcbe3-af34-46b7-90ad-413a6f212f68 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:46:35.857201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f6ff632-eb63-4e10-9fb6-460d24175722 req-cfadcbe3-af34-46b7-90ad-413a6f212f68 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128357 Jul 05 03:46:35.900663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba870866-784a-43e8-a319-3481e0b89363 req-9c45e8f6-de12-4cff-97cf-ad3ea8af2551 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Network 2cf8187d-fbee-41ec-883d-11382c9bffe4 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:35.907025 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-ba870866-784a-43e8-a319-3481e0b89363 req-9c45e8f6-de12-4cff-97cf-ad3ea8af2551 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:35.914187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba870866-784a-43e8-a319-3481e0b89363 req-9c45e8f6-de12-4cff-97cf-ad3ea8af2551 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:35.947474 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-634f8c10-46c4-454f-8a99-faf398ac4589 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.962770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f10f3-9ce7-4fd5-afa4-82e2b4fc82e1 req-ffd57884-16bd-481c-9789-64cc9b107b12 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.965693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-344f10f3-9ce7-4fd5-afa4-82e2b4fc82e1 req-ffd57884-16bd-481c-9789-64cc9b107b12 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=9afc79c3-19d8-4aa4-9b26-cb19ab913f08 HTTP/1.1" status: 200 len: 950 time: 0.2019494 Jul 05 03:46:35.969765 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45e8f6-de12-4cff-97cf-ad3ea8af2551 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Pushing event updated for resources: {'Port': ['ID=a66c3d31-09db-4b45-8efd-71b1ddae76a5,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:35.997019 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port ab472f6d-aa65-4279-967d-055d643e1465 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:36.006960 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port ab472f6d-aa65-4279-967d-055d643e1465 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:36.007331 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.023071 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba870866-784a-43e8-a319-3481e0b89363 req-9c45e8f6-de12-4cff-97cf-ad3ea8af2551 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:36.023741 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ba870866-784a-43e8-a319-3481e0b89363 req-9c45e8f6-de12-4cff-97cf-ad3ea8af2551 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.122931 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-344f10f3-9ce7-4fd5-afa4-82e2b4fc82e1 req-9c26b433-5105-4e5a-b69a-de6fecea414a tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430731 Jul 05 03:46:36.124963 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.157492 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab472f6d-aa65-4279-967d-055d643e1465'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:36.160173 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906038f0-81af-4c84-826d-9e416c8d6f64" -d '{"events": [{"server_uuid": "7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036", "name": "network-vif-plugged", "status": "completed", "tag": "ab472f6d-aa65-4279-967d-055d643e1465"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:36.164398 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-634f8c10-46c4-454f-8a99-faf398ac4589 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Floating IP 3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4 associated. External IP: 172.25.6.125, port: 3fcad102-5755-4454-b1fe-143615380589. Jul 05 03:46:36.177551 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ab472f6d-aa65-4279-967d-055d643e1465, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ab472f6d-aa65-4279-967d-055d643e1465,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:36.187719 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba870866-784a-43e8-a319-3481e0b89363 req-9c45e8f6-de12-4cff-97cf-ad3ea8af2551 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2764704 Jul 05 03:46:36.204473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b88ea-bd20-40fb-8444-3bfe4b255886 req-a1704bb0-1bd5-45d9-871e-e8cfef576453 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:36.206631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a88b88ea-bd20-40fb-8444-3bfe4b255886 req-a1704bb0-1bd5-45d9-871e-e8cfef576453 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.2038510 Jul 05 03:46:36.214433 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Request body: {'port': {'device_id': '580d75e8-7784-4a54-9349-d3ef89030875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:36.284571 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.285480 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cab50dcd-9535-4617-a615-7ab6c7e43e68 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:36.341799 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.375427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=ab472f6d-aa65-4279-967d-055d643e1465,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:36.397573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'tag': '04962165-594b-4506-9f19-ff964ee92a44'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:36.400826 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8971afd3-930f-4e67-8092-7dede14e3eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "60ab20ca-3731-43c4-b5d5-f2d482670bc3", "tag": "04962165-594b-4506-9f19-ff964ee92a44"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:36.444580 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.460494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a88b88ea-bd20-40fb-8444-3bfe4b255886 req-b493449b-d2b4-4262-9767-892188641911 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419155 Jul 05 03:46:36.514842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cab50dcd-9535-4617-a615-7ab6c7e43e68, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cab50dcd-9535-4617-a615-7ab6c7e43e68,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:36.544377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bf923-2123-4fbd-b735-973c37ea3b9a req-64fd8ee7-e1f0-4728-880d-72ec7755faee tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:36.546608 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-215bf923-2123-4fbd-b735-973c37ea3b9a req-64fd8ee7-e1f0-4728-880d-72ec7755faee tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036 HTTP/1.1" status: 200 len: 948 time: 0.2135403 Jul 05 03:46:36.606472 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.660860 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-215bf923-2123-4fbd-b735-973c37ea3b9a req-36ca41ab-f009-431a-b071-254dc9ed072a tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062553 Jul 05 03:46:36.681142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cab50dcd-9535-4617-a615-7ab6c7e43e68,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:36.838976 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-575a39d7-c9ed-4fd9-829d-93c78de644a8 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 1001 time: 0.0933559 Jul 05 03:46:36.854237 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2e0d4d-bda0-4ec7-a7d9-bc6fc8c6cbb4 x-openstack-request-id: req-2b2e0d4d-bda0-4ec7-a7d9-bc6fc8c6cbb4 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:36.854237 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036", "name": "network-vif-plugged", "status": "completed", "tag": "ab472f6d-aa65-4279-967d-055d643e1465", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:36.854237 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2b2e0d4d-bda0-4ec7-a7d9-bc6fc8c6cbb4 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:36.856515 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab472f6d-aa65-4279-967d-055d643e1465', 'code': 200} Jul 05 03:46:37.073329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-ccdc6238-2873-4af3-a02b-b234e091e9fb tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:37.088912 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-ccdc6238-2873-4af3-a02b-b234e091e9fb tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports/04962165-594b-4506-9f19-ff964ee92a44 HTTP/1.1" status: 200 len: 942 time: 0.2291560 Jul 05 03:46:37.108931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634f8c10-46c4-454f-8a99-faf398ac4589 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:46:37.124523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ced65e-1004-48ba-89cc-6c64fa7d8ca5 req-860dd117-618a-448e-b5df-e2c3835d9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:37.126526 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-04ced65e-1004-48ba-89cc-6c64fa7d8ca5 req-860dd117-618a-448e-b5df-e2c3835d9f38 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036 HTTP/1.1" status: 200 len: 1100 time: 0.1372313 Jul 05 03:46:37.264131 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-04ced65e-1004-48ba-89cc-6c64fa7d8ca5 req-2a066364-d023-4959-a2ee-ef353838e29a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272657 Jul 05 03:46:37.357895 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634f8c10-46c4-454f-8a99-faf398ac4589 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:37.365920 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-634f8c10-46c4-454f-8a99-faf398ac4589 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:37.369573 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b092b-9ea2-44ba-be52-564ba70f7976 None None] Sync routers for ids ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:37.387274 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b092b-9ea2-44ba-be52-564ba70f7976 None None] Routers {'ee378fa1-5051-4f88-8df7-d3bb9c0e3786'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:37.388474 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-577b092b-9ea2-44ba-be52-564ba70f7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:46:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:37.411301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66c3d31-09db-4b45-8efd-71b1ddae76a5 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:37.431856 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:37.447162 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-634f8c10-46c4-454f-8a99-faf398ac4589 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "PUT /v2.0/floatingips/3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4 HTTP/1.1" status: 200 len: 992 time: 2.7740238 Jul 05 03:46:37.447162 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705f9136-1f2d-470b-960e-b1241bf44141', 'tag': '3fcad102-5755-4454-b1fe-143615380589'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:37.453217 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5500f9e-15ff-42a3-affe-0da65a36aaf7" -d '{"events": [{"name": "network-changed", "server_uuid": "705f9136-1f2d-470b-960e-b1241bf44141", "tag": "3fcad102-5755-4454-b1fe-143615380589"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:37.479830 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Transition to ACTIVE for port object a66c3d31-09db-4b45-8efd-71b1ddae76a5 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:37.485369 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-3fd678d1-a3ec-4e54-afb2-b366752814d1 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 1001 time: 0.1649106 Jul 05 03:46:37.574010 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:37.574268 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-577b092b-9ea2-44ba-be52-564ba70f7976 None None] Set router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:37.682045 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Pushing event updated for resources: {'Port': ['ID=a66c3d31-09db-4b45-8efd-71b1ddae76a5,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:37.723234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-e67a5e55-014f-43fc-9d77-bc109e76378a tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:37.725728 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-e67a5e55-014f-43fc-9d77-bc109e76378a tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.2320790 Jul 05 03:46:37.868836 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Attempting to bind port a66c3d31-09db-4b45-8efd-71b1ddae76a5 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:37.869171 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Attempting to bind port a66c3d31-09db-4b45-8efd-71b1ddae76a5 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '6c47ea80-e351-47cc-b47d-c1a0a7dbb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:37.869500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Attempting to bind port a66c3d31-09db-4b45-8efd-71b1ddae76a5 on network 2cf8187d-fbee-41ec-883d-11382c9bffe4 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:37.882745 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-1b8ee51b-c3c6-4ca0-ada9-690d71d8d4c9 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 1001 time: 0.1320271 Jul 05 03:46:37.891315 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-0a247f8f-6547-4a9a-a070-b8f0f0997ebf tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:37.895254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Port a66c3d31-09db-4b45-8efd-71b1ddae76a5 on network 2cf8187d-fbee-41ec-883d-11382c9bffe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:37.895586 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Attempting to bind port a66c3d31-09db-4b45-8efd-71b1ddae76a5 on network 2cf8187d-fbee-41ec-883d-11382c9bffe4 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:37.953327 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-577b092b-9ea2-44ba-be52-564ba70f7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:15Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'port_id': '3fcad102-5755-4454-b1fe-143615380589', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'mac_address': 'fa:16:3e:5d:56:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f9136-1f2d-470b-960e-b1241bf44141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:42:43Z', 'updated_at': '2021-07-05T03:46:35Z', 'revision_number': 5, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb018d8-a074-49ff-aee1-fe34e648e179', 'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'mac_address': 'fa:16:3e:e2:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:14Z', 'updated_at': '2021-07-05T03:42:20Z', 'revision_number': 5, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'subnets': [{'id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:37.980175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:37.981662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Checking segment: {'id': '6c47ea80-e351-47cc-b47d-c1a0a7dbb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:37.982113 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Bound using segment: {'id': '6c47ea80-e351-47cc-b47d-c1a0a7dbb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:37.982581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Bound port: a66c3d31-09db-4b45-8efd-71b1ddae76a5, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c47ea80-e351-47cc-b47d-c1a0a7dbb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:37.982959 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:37.991877 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b092b-9ea2-44ba-be52-564ba70f7976 None None] Checking router: ee378fa1-5051-4f88-8df7-d3bb9c0e3786 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:38.002720 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b092b-9ea2-44ba-be52-564ba70f7976 None None] Routers {'ee378fa1-5051-4f88-8df7-d3bb9c0e3786'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:38.003393 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-577b092b-9ea2-44ba-be52-564ba70f7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:46:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:38.021191 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-0a247f8f-6547-4a9a-a070-b8f0f0997ebf tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.151395 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-577b092b-9ea2-44ba-be52-564ba70f7976 None None] Set router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:38.193007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2eb8f-f322-45db-bb0c-511908b67b86 req-7a6e6d50-fb43-4699-977b-cc7273be75b1 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:38.194280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4e2eb8f-f322-45db-bb0c-511908b67b86 req-7a6e6d50-fb43-4699-977b-cc7273be75b1 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 943 time: 0.2570913 Jul 05 03:46:38.195617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] For port a66c3d31-09db-4b45-8efd-71b1ddae76a5, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:38.223869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] For port a66c3d31-09db-4b45-8efd-71b1ddae76a5, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a66c3d31-09db-4b45-8efd-71b1ddae76a5,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:38.273898 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4e2eb8f-f322-45db-bb0c-511908b67b86 req-7fc47900-3bfe-4bd1-b823-6a62c4759569 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663097 Jul 05 03:46:38.316480 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-0a247f8f-6547-4a9a-a070-b8f0f0997ebf tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.375149 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4c1fc9-6451-41f3-b258-38081ac8d011 x-openstack-request-id: req-6c4c1fc9-6451-41f3-b258-38081ac8d011 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:38.375442 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ab20ca-3731-43c4-b5d5-f2d482670bc3", "tag": "04962165-594b-4506-9f19-ff964ee92a44", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:38.375702 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6c4c1fc9-6451-41f3-b258-38081ac8d011 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:38.376130 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'tag': '04962165-594b-4506-9f19-ff964ee92a44', 'status': 'completed', 'code': 200} Jul 05 03:46:38.390410 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.462033 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-0a247f8f-6547-4a9a-a070-b8f0f0997ebf tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.462837 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-0a247f8f-6547-4a9a-a070-b8f0f0997ebf tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Floating IP 1a549fed-7cf6-4b35-a099-4fc5b475a3e1 disassociated. External IP: 172.25.6.149, port: 04962165-594b-4506-9f19-ff964ee92a44. Jul 05 03:46:38.488010 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-577b092b-9ea2-44ba-be52-564ba70f7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:15Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'port_id': '3fcad102-5755-4454-b1fe-143615380589', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'mac_address': 'fa:16:3e:5d:56:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f9136-1f2d-470b-960e-b1241bf44141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:42:43Z', 'updated_at': '2021-07-05T03:46:35Z', 'revision_number': 5, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb018d8-a074-49ff-aee1-fe34e648e179', 'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'mac_address': 'fa:16:3e:e2:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:14Z', 'updated_at': '2021-07-05T03:42:20Z', 'revision_number': 5, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'subnets': [{'id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:38.495930 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:38.496930 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.499023 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba870866-784a-43e8-a319-3481e0b89363 req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] 10.222.0.10 "PUT /v2.0/ports/a66c3d31-09db-4b45-8efd-71b1ddae76a5 HTTP/1.1" status: 200 len: 1092 time: 2.2912016 Jul 05 03:46:38.523732 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b092b-9ea2-44ba-be52-564ba70f7976 None None] The sync data for ids ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'] in n-d-771363-32 is: [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:15Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'port_id': '3fcad102-5755-4454-b1fe-143615380589', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'mac_address': 'fa:16:3e:5d:56:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f9136-1f2d-470b-960e-b1241bf44141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:42:43Z', 'updated_at': '2021-07-05T03:46:35Z', 'revision_number': 5, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb018d8-a074-49ff-aee1-fe34e648e179', 'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'mac_address': 'fa:16:3e:e2:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:14Z', 'updated_at': '2021-07-05T03:42:20Z', 'revision_number': 5, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'subnets': [{'id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:38.590591 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ab303-813a-4ab7-aa30-4ce1f01c78ad service neutron] Pushing event updated for resources: {'Port': ['ID=a66c3d31-09db-4b45-8efd-71b1ddae76a5,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:38.791060 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971afd3-930f-4e67-8092-7dede14e3eaa req-26ec5a71-4607-4dbd-a5d1-af4926a53eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:38.793251 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8971afd3-930f-4e67-8092-7dede14e3eaa req-26ec5a71-4607-4dbd-a5d1-af4926a53eb9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 1097 time: 0.3580954 Jul 05 03:46:38.825933 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18e6672-b29b-43c8-9dab-02c4980c5248 None None] New status for floating IP 3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:46:38.889064 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afc79c3-19d8-4aa4-9b26-cb19ab913f08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cab50dcd-9535-4617-a615-7ab6c7e43e68'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:38.891633 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc91409c-9536-4de4-8675-80c22411e534" -d '{"events": [{"server_uuid": "9afc79c3-19d8-4aa4-9b26-cb19ab913f08", "name": "network-vif-unplugged", "status": "completed", "tag": "cab50dcd-9535-4617-a615-7ab6c7e43e68"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:39.051455 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79920ce-9b06-4956-8295-0ad816117627 req-d98801a5-7f1a-47dd-8167-6e9897ce79d6 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.060727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b79920ce-9b06-4956-8295-0ad816117627 req-d98801a5-7f1a-47dd-8167-6e9897ce79d6 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 946 time: 0.3758821 Jul 05 03:46:39.101773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba870866-784a-43e8-a319-3481e0b89363 req-d6e71462-1eb2-4749-9a63-705b5ccdbcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.103301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba870866-784a-43e8-a319-3481e0b89363 req-d6e71462-1eb2-4749-9a63-705b5ccdbcff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d323023d55a244dc93a2efdfae81b097&device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 1095 time: 0.4312928 Jul 05 03:46:39.215104 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba870866-784a-43e8-a319-3481e0b89363 req-84b203fa-3254-46f4-9729-cd381de43e88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a66c3d31-09db-4b45-8efd-71b1ddae76a5 HTTP/1.1" status: 200 len: 217 time: 0.0926955 Jul 05 03:46:39.219002 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971afd3-930f-4e67-8092-7dede14e3eaa req-7c5f42c1-526b-40db-9997-50df89691856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.220489 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8971afd3-930f-4e67-8092-7dede14e3eaa req-7c5f42c1-526b-40db-9997-50df89691856 service neutron] 10.222.0.10 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 921 time: 0.4128852 Jul 05 03:46:39.240658 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b79920ce-9b06-4956-8295-0ad816117627 req-97ca47bb-a9e7-4634-8600-b7bbf75f7b2a tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344790 Jul 05 03:46:39.242195 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-0a247f8f-6547-4a9a-a070-b8f0f0997ebf tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:46:39.310630 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8971afd3-930f-4e67-8092-7dede14e3eaa req-5e60f76c-2c71-40dc-bb45-5c6b533ad88d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04962165-594b-4506-9f19-ff964ee92a44 HTTP/1.1" status: 200 len: 217 time: 0.0676906 Jul 05 03:46:39.420561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba870866-784a-43e8-a319-3481e0b89363 req-78f17082-b277-4dec-9efe-5257847f5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.422640 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba870866-784a-43e8-a319-3481e0b89363 req-78f17082-b277-4dec-9efe-5257847f5b93 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=934e48da-88c9-40cf-96a1-10e1cd1c3ea7 HTTP/1.1" status: 200 len: 861 time: 0.1825349 Jul 05 03:46:39.433977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971afd3-930f-4e67-8092-7dede14e3eaa req-5eda5f31-da67-4aae-8760-7119b2f1d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.436499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8971afd3-930f-4e67-8092-7dede14e3eaa req-5eda5f31-da67-4aae-8760-7119b2f1d7f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 200 len: 859 time: 0.1114471 Jul 05 03:46:39.770296 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba870866-784a-43e8-a319-3481e0b89363 req-468ba292-0725-46eb-87df-1760847c64c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2cf8187d-fbee-41ec-883d-11382c9bffe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3338151 Jul 05 03:46:39.904355 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-0a247f8f-6547-4a9a-a070-b8f0f0997ebf tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:39.911752 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-0a247f8f-6547-4a9a-a070-b8f0f0997ebf tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.920262 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65cef99-f067-4f06-9009-966bdb0d09af None None] Sync routers for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:39.935949 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65cef99-f067-4f06-9009-966bdb0d09af None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:39.940754 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f65cef99-f067-4f06-9009-966bdb0d09af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:46:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:39.976701 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba870866-784a-43e8-a319-3481e0b89363 req-be7e8d1e-9a3b-432d-a463-090237c72177 service neutron] 10.222.0.10 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730824 Jul 05 03:46:39.984859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971afd3-930f-4e67-8092-7dede14e3eaa req-9a0ffffa-16e1-4332-bb92-f28fe0b6318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.986623 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8971afd3-930f-4e67-8092-7dede14e3eaa req-9a0ffffa-16e1-4332-bb92-f28fe0b6318d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2207253 Jul 05 03:46:39.988547 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-0a247f8f-6547-4a9a-a070-b8f0f0997ebf tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "PUT /v2.0/floatingips/1a549fed-7cf6-4b35-a099-4fc5b475a3e1 HTTP/1.1" status: 200 len: 696 time: 2.1047940 Jul 05 03:46:40.065172 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f65cef99-f067-4f06-9009-966bdb0d09af None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:40.178371 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877948e3-7db2-4f61-810f-e0719981cdc1 x-openstack-request-id: req-877948e3-7db2-4f61-810f-e0719981cdc1 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:40.178912 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705f9136-1f2d-470b-960e-b1241bf44141", "tag": "3fcad102-5755-4454-b1fe-143615380589", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:40.178912 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-877948e3-7db2-4f61-810f-e0719981cdc1 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:40.179277 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705f9136-1f2d-470b-960e-b1241bf44141', 'tag': '3fcad102-5755-4454-b1fe-143615380589', 'status': 'completed', 'code': 200} Jul 05 03:46:40.202837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-1d54a234-2889-48eb-9b80-8b2d2f9d115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.202837 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-1d54a234-2889-48eb-9b80-8b2d2f9d115c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 1097 time: 0.1904612 Jul 05 03:46:40.285032 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5500f9e-15ff-42a3-affe-0da65a36aaf7 req-7408eba6-21a7-49ae-91cc-2c2440db25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.287334 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f5500f9e-15ff-42a3-affe-0da65a36aaf7 req-7408eba6-21a7-49ae-91cc-2c2440db25c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8372d0a52dae47e38b6aabf9d6e1ac36&device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 1098 time: 0.0683832 Jul 05 03:46:40.291412 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba870866-784a-43e8-a319-3481e0b89363 req-262b04c4-0ebd-4883-b619-694bacbabc79 service neutron] 10.222.0.10 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717185 Jul 05 03:46:40.297922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8971afd3-930f-4e67-8092-7dede14e3eaa req-b3d67120-d63a-4aca-aa84-c0f0d7c3b672 service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793174 Jul 05 03:46:40.382489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580d75e8-7784-4a54-9349-d3ef89030875', 'tag': 'a66c3d31-09db-4b45-8efd-71b1ddae76a5'}, {'name': 'network-changed', 'server_uuid': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'tag': '04962165-594b-4506-9f19-ff964ee92a44'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:40.383431 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f65cef99-f067-4f06-9009-966bdb0d09af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:40.384693 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ec25a9-6674-464a-aacb-7ba295cea57c" -d '{"events": [{"name": "network-changed", "server_uuid": "580d75e8-7784-4a54-9349-d3ef89030875", "tag": "a66c3d31-09db-4b45-8efd-71b1ddae76a5"}, {"name": "network-changed", "server_uuid": "60ab20ca-3731-43c4-b5d5-f2d482670bc3", "tag": "04962165-594b-4506-9f19-ff964ee92a44"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:40.404802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5500f9e-15ff-42a3-affe-0da65a36aaf7 req-fdb20e53-57f9-46bd-8348-fa8d8034e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.406463 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f5500f9e-15ff-42a3-affe-0da65a36aaf7 req-fdb20e53-57f9-46bd-8348-fa8d8034e659 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 HTTP/1.1" status: 200 len: 925 time: 0.1117058 Jul 05 03:46:40.417642 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65cef99-f067-4f06-9009-966bdb0d09af None None] Checking router: 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:40.427786 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-27b47857-523c-423f-9e99-a550f17ad0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.428033 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65cef99-f067-4f06-9009-966bdb0d09af None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:40.428460 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f65cef99-f067-4f06-9009-966bdb0d09af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:46:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:40.429309 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-27b47857-523c-423f-9e99-a550f17ad0d8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 921 time: 0.2205307 Jul 05 03:46:40.494776 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f5500f9e-15ff-42a3-affe-0da65a36aaf7 req-d18af8f2-7e6c-4814-be8a-d81d7d029694 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fcad102-5755-4454-b1fe-143615380589 HTTP/1.1" status: 200 len: 1002 time: 0.0705903 Jul 05 03:46:40.512142 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-2164e527-8e77-4801-affb-954dee8cd62a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04962165-594b-4506-9f19-ff964ee92a44 HTTP/1.1" status: 200 len: 217 time: 0.0452464 Jul 05 03:46:40.547688 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8971afd3-930f-4e67-8092-7dede14e3eaa req-5a52aa88-a579-4cbb-8bdf-c3d75a37d04c service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275043 Jul 05 03:46:40.564104 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f65cef99-f067-4f06-9009-966bdb0d09af None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:40.566777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869b4d7-0ef9-4df7-8b9f-b4e45b8afb7c req-341a7dd4-dd96-455c-b3c7-6d7ace1a988b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.568362 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c869b4d7-0ef9-4df7-8b9f-b4e45b8afb7c req-341a7dd4-dd96-455c-b3c7-6d7ace1a988b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.2378051 Jul 05 03:46:40.584882 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-3757669c-843b-4e7d-a505-35913528bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.586327 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-3757669c-843b-4e7d-a505-35913528bd11 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 200 len: 859 time: 0.0775716 Jul 05 03:46:40.587256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5500f9e-15ff-42a3-affe-0da65a36aaf7 req-6b5fbb0b-3f0c-44cc-9b4e-adf9c15752a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.589176 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f5500f9e-15ff-42a3-affe-0da65a36aaf7 req-6b5fbb0b-3f0c-44cc-9b4e-adf9c15752a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=439dab23-83b8-4abf-a454-4e3f013117e4 HTTP/1.1" status: 200 len: 863 time: 0.0783868 Jul 05 03:46:40.646342 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c869b4d7-0ef9-4df7-8b9f-b4e45b8afb7c req-75f9de3a-5e73-4497-b076-39de97f7cf57 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712378 Jul 05 03:46:40.664519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5500f9e-15ff-42a3-affe-0da65a36aaf7 req-d6999b17-c6fd-419e-a2aa-e364b608cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.668682 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f5500f9e-15ff-42a3-affe-0da65a36aaf7 req-d6999b17-c6fd-419e-a2aa-e364b608cf7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664825 Jul 05 03:46:40.670671 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-3239797f-2f2f-4ed1-bdc9-e2cd7582c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.672373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-3239797f-2f2f-4ed1-bdc9-e2cd7582c1ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759416 Jul 05 03:46:40.801275 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f65cef99-f067-4f06-9009-966bdb0d09af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:40.802415 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f5500f9e-15ff-42a3-affe-0da65a36aaf7 req-f9151752-464a-4411-9090-207b42af2dc7 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235361 Jul 05 03:46:40.829398 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65cef99-f067-4f06-9009-966bdb0d09af None None] The sync data for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 is: [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:44:35Z', 'revision_number': 4, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5c485e04-c366-4c6b-b46d-cdf49641f34c', 'name': '', 'network_id': '93861ace-d9b0-47de-9d31-ff7b3a9f0ced', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'mac_address': 'fa:16:3e:a3:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:32Z', 'updated_at': '2021-07-05T03:44:46Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'subnets': [{'id': '97a22561-db6a-4f11-ad85-2b8562a4f606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:40.832649 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-a91d8a1a-3bc8-4e61-92d7-db6122c955d5 service neutron] 10.222.0.38 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478949 Jul 05 03:46:40.945007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4f1bd-1c06-4352-a9ae-3b5cc78ceb57 req-ffb7d71e-930c-42ad-bce0-a7873bb9a382 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.946911 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7ed4f1bd-1c06-4352-a9ae-3b5cc78ceb57 req-ffb7d71e-930c-42ad-bce0-a7873bb9a382 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036 HTTP/1.1" status: 200 len: 948 time: 0.1516066 Jul 05 03:46:40.957527 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f5500f9e-15ff-42a3-affe-0da65a36aaf7 req-e2787ecf-ccd1-4ae5-aa73-d79812ce9c12 service neutron] 10.222.0.36 "GET /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476004 Jul 05 03:46:41.012473 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7ed4f1bd-1c06-4352-a9ae-3b5cc78ceb57 req-09e36c40-3030-4fbf-b9e7-213a0fb4fed5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578623 Jul 05 03:46:41.019648 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ffc77c5-3d45-4a90-b158-96d3269775e1 req-b3092408-5ed3-41ad-a7d9-9e1a9076bb2c service neutron] 10.222.0.38 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759343 Jul 05 03:46:41.087931 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e462ff-44ee-4403-8f5e-c5245d21d2df x-openstack-request-id: req-d3e462ff-44ee-4403-8f5e-c5245d21d2df {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:41.087931 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afc79c3-19d8-4aa4-9b26-cb19ab913f08", "name": "network-vif-unplugged", "status": "completed", "tag": "cab50dcd-9535-4617-a615-7ab6c7e43e68", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:41.087931 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d3e462ff-44ee-4403-8f5e-c5245d21d2df {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:41.087931 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afc79c3-19d8-4aa4-9b26-cb19ab913f08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cab50dcd-9535-4617-a615-7ab6c7e43e68', 'code': 200} Jul 05 03:46:41.198516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a597807-b457-458d-90a4-5c8c9d00e326 None None] New status for floating IP 1a549fed-7cf6-4b35-a099-4fc5b475a3e1: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:46:41.324018 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b51df-e5b6-443d-bcd3-3dd65ddda5cc req-7ef6938f-b638-46fe-a651-c00342416b3a tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.325876 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce8b51df-e5b6-443d-bcd3-3dd65ddda5cc req-7ef6938f-b638-46fe-a651-c00342416b3a tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 943 time: 0.1237376 Jul 05 03:46:41.337931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627186c-1669-4dd7-813f-cc70f103e39a req-1005af63-b026-4888-b885-63b66c81163f tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.339523 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a627186c-1669-4dd7-813f-cc70f103e39a req-1005af63-b026-4888-b885-63b66c81163f tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 946 time: 0.0984879 Jul 05 03:46:41.414208 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce8b51df-e5b6-443d-bcd3-3dd65ddda5cc req-2c079cdd-0d54-4592-8189-bbfde8b9f23d tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733209 Jul 05 03:46:41.418249 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a627186c-1669-4dd7-813f-cc70f103e39a req-f1a6d393-8adc-46a5-8386-992321bdb68c tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707674 Jul 05 03:46:41.491950 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b8457c-fc87-4629-89ab-8502994590f2 x-openstack-request-id: req-34b8457c-fc87-4629-89ab-8502994590f2 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:41.492313 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580d75e8-7784-4a54-9349-d3ef89030875", "tag": "a66c3d31-09db-4b45-8efd-71b1ddae76a5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60ab20ca-3731-43c4-b5d5-f2d482670bc3", "tag": "04962165-594b-4506-9f19-ff964ee92a44", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:41.492626 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-34b8457c-fc87-4629-89ab-8502994590f2 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:41.493100 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580d75e8-7784-4a54-9349-d3ef89030875', 'tag': 'a66c3d31-09db-4b45-8efd-71b1ddae76a5', 'status': 'completed', 'code': 200} Jul 05 03:46:41.493415 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'tag': '04962165-594b-4506-9f19-ff964ee92a44', 'status': 'completed', 'code': 200} Jul 05 03:46:41.561608 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0e9dd5d4-43a6-45c5-bf1d-da3d8f200cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:41.645109 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afa1e5-0cef-4d74-ab7e-e1b01f366d8f req-c1e54e3f-a682-4bf8-9d67-4954b7159a88 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.646584 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4afa1e5-0cef-4d74-ab7e-e1b01f366d8f req-c1e54e3f-a682-4bf8-9d67-4954b7159a88 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 946 time: 0.1152732 Jul 05 03:46:41.651347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-ec5a8ed5-3f3d-4b61-b087-bd00603da7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.653702 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-ec5a8ed5-3f3d-4b61-b087-bd00603da7ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d323023d55a244dc93a2efdfae81b097&device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 1095 time: 0.0941036 Jul 05 03:46:41.774783 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4afa1e5-0cef-4d74-ab7e-e1b01f366d8f req-0a3d4207-1f43-49c3-89bc-be1fe90964d8 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200969 Jul 05 03:46:41.816195 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ce4f7-3ffa-4847-ae80-bf9334f0af70 req-f0edec45-9a0c-43c1-b4b7-a8f6008589c8 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.817757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb6ce4f7-3ffa-4847-ae80-bf9334f0af70 req-f0edec45-9a0c-43c1-b4b7-a8f6008589c8 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036 HTTP/1.1" status: 200 len: 1100 time: 0.1557925 Jul 05 03:46:41.819113 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-54d85e4f-ba5f-4587-9444-b13778c67ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.820479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-54d85e4f-ba5f-4587-9444-b13778c67ca0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2cf8187d-fbee-41ec-883d-11382c9bffe4 HTTP/1.1" status: 200 len: 922 time: 0.1488745 Jul 05 03:46:41.885160 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-6b386f87-3e80-4595-be39-e5c03f511fd8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a66c3d31-09db-4b45-8efd-71b1ddae76a5 HTTP/1.1" status: 200 len: 217 time: 0.0452883 Jul 05 03:46:41.889875 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb6ce4f7-3ffa-4847-ae80-bf9334f0af70 req-c8c519f2-40d0-49ec-ada1-8f1796bc3e76 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662377 Jul 05 03:46:41.963010 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-df04b67a-cf68-4b6e-9ad4-1958cbde2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.963010 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-df04b67a-cf68-4b6e-9ad4-1958cbde2aa5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=934e48da-88c9-40cf-96a1-10e1cd1c3ea7 HTTP/1.1" status: 200 len: 861 time: 0.0604990 Jul 05 03:46:42.008663 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-4edc9f51-7875-4413-a90d-d741ed261e7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2cf8187d-fbee-41ec-883d-11382c9bffe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322320 Jul 05 03:46:42.117914 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4768e01d-57ec-4a8d-97dd-92d24071ed6a tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649748 Jul 05 03:46:42.227474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-c8ad05e3-8ff0-4e66-9e85-903f6a3605ef service neutron] 10.222.0.10 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819179 Jul 05 03:46:42.238150 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7858a0e-85dc-4ecf-8599-6f836ec9ebaf req-3f0fec2b-64c6-44af-b08b-170b6c3e61dd tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:42.239639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a7858a0e-85dc-4ecf-8599-6f836ec9ebaf req-3f0fec2b-64c6-44af-b08b-170b6c3e61dd tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.2224429 Jul 05 03:46:42.352326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-48c2f83e-c51c-4723-b7eb-08eed1aac00c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:42.353813 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-48c2f83e-c51c-4723-b7eb-08eed1aac00c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298713 Jul 05 03:46:42.358993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a7858a0e-85dc-4ecf-8599-6f836ec9ebaf req-cf7fd3cb-9677-4e15-a1a4-d636ce3c24b5 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057510 Jul 05 03:46:42.395035 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-3f3ccd3b-4405-4079-a445-d0c7dd7406d8 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/quotas/2ba3bf9fac9449f69fd32031830f61cd HTTP/1.1" status: 200 len: 375 time: 0.0333428 Jul 05 03:46:42.450208 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-5aa6f595-2853-4f89-87cd-b393b9f3bf26 service neutron] 10.222.0.10 "GET /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070773 Jul 05 03:46:42.456484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e842e0cd-813e-43ae-ac1d-2763bcb81236 req-d0979e1f-319d-443f-852d-d1eb08011204 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/floatingips/1a549fed-7cf6-4b35-a099-4fc5b475a3e1 HTTP/1.1" status: 200 len: 694 time: 0.0669451 Jul 05 03:46:42.635818 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-2e7aad3a-b977-4823-9764-a38bd9ec4762 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2290325 Jul 05 03:46:42.644476 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842e0cd-813e-43ae-ac1d-2763bcb81236 req-428363c2-5202-4077-b753-e4989a1fd6d0 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:42.645878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e842e0cd-813e-43ae-ac1d-2763bcb81236 req-428363c2-5202-4077-b753-e4989a1fd6d0 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.1717887 Jul 05 03:46:42.658396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-e842e0cd-813e-43ae-ac1d-2763bcb81236 req-f4219e50-0f50-4558-8fc2-5845b6e7a1b5 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:46:42.659394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e842e0cd-813e-43ae-ac1d-2763bcb81236 req-f4219e50-0f50-4558-8fc2-5845b6e7a1b5 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074778 Jul 05 03:46:42.677146 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-ace7bc34-2dfa-4908-a58f-be97401080a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:42.678622 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-ace7bc34-2dfa-4908-a58f-be97401080a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac69bf60ce054ab183ec7df3a922e629&device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 1097 time: 0.1498461 Jul 05 03:46:42.709441 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 5698818c-70f0-4472-b1c2-f48ba2f47566 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:42.735288 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e842e0cd-813e-43ae-ac1d-2763bcb81236 req-9c8ac37a-6a82-4f0c-8757-9fb4cbd089ff tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 697 time: 0.0689743 Jul 05 03:46:42.843715 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e842e0cd-813e-43ae-ac1d-2763bcb81236 req-ea19c618-1f9f-4f42-b001-f141375c6754 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 697 time: 0.0835197 Jul 05 03:46:42.850179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 5698818c-70f0-4472-b1c2-f48ba2f47566, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5698818c-70f0-4472-b1c2-f48ba2f47566,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:42.872853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '5698818c-70f0-4472-b1c2-f48ba2f47566', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '5698818c-70f0-4472-b1c2-f48ba2f47566', 'mac_address': 'fa:16:3e:05:a9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:42.935950 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:42.954589 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-979a8fb4-2aa6-48db-8f2a-2a718343a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:42.955528 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5698818c-70f0-4472-b1c2-f48ba2f47566 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:42.956289 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-979a8fb4-2aa6-48db-8f2a-2a718343a26e service neutron] 10.222.0.10 "GET /v2.0/networks?id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 200 len: 921 time: 0.2477584 Jul 05 03:46:42.994551 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 5698818c-70f0-4472-b1c2-f48ba2f47566, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5698818c-70f0-4472-b1c2-f48ba2f47566,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:43.035737 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-c77a3c56-4d52-4ae0-8e98-e2add9be13de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04962165-594b-4506-9f19-ff964ee92a44 HTTP/1.1" status: 200 len: 217 time: 0.0397251 Jul 05 03:46:43.098556 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-e842e0cd-813e-43ae-ac1d-2763bcb81236 req-cb55efe2-ddcb-46e0-be9a-978bc914ad3c tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Deleting port 5f53fee6-3d9a-40da-8fd2-67bcd6b0e4a5 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:43.098911 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e842e0cd-813e-43ae-ac1d-2763bcb81236 req-cb55efe2-ddcb-46e0-be9a-978bc914ad3c tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:43.105740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-8aa69d7f-6db8-40c1-9788-911147150d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:43.105967 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:43.108751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-8aa69d7f-6db8-40c1-9788-911147150d70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 200 len: 859 time: 0.0641425 Jul 05 03:46:43.166617 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=5698818c-70f0-4472-b1c2-f48ba2f47566,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:43.363096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5698818c-70f0-4472-b1c2-f48ba2f47566'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:43.622675 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e842e0cd-813e-43ae-ac1d-2763bcb81236 req-cb55efe2-ddcb-46e0-be9a-978bc914ad3c tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:43.622914 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e842e0cd-813e-43ae-ac1d-2763bcb81236 req-cb55efe2-ddcb-46e0-be9a-978bc914ad3c tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:43.661179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-e842e0cd-813e-43ae-ac1d-2763bcb81236 req-cb55efe2-ddcb-46e0-be9a-978bc914ad3c tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Calling delete_port for 5f53fee6-3d9a-40da-8fd2-67bcd6b0e4a5 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:43.728704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2259a9f-4cb3-41bb-81f5-6486a2d5149e req-11cea352-7cdd-43fe-801e-d38a3a98fd22 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:43.731684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2259a9f-4cb3-41bb-81f5-6486a2d5149e req-11cea352-7cdd-43fe-801e-d38a3a98fd22 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 943 time: 0.5600903 Jul 05 03:46:43.738214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-756cf915-f504-4139-8a90-d91555755572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:43.740603 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-756cf915-f504-4139-8a90-d91555755572 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=93861ace-d9b0-47de-9d31-ff7b3a9f0ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6120982 Jul 05 03:46:43.789974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f126188-7652-4951-9024-edd59d9fdf12 req-0845c2b8-4034-495a-8393-554b66073d11 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:43.791385 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f126188-7652-4951-9024-edd59d9fdf12 req-0845c2b8-4034-495a-8393-554b66073d11 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.10 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 946 time: 0.2554967 Jul 05 03:46:43.951148 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-06e3e938-a8ad-4d5e-9d47-ed9bb026ce11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:43.954479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2259a9f-4cb3-41bb-81f5-6486a2d5149e req-46c137f9-6f96-4dbd-8ce4-6125d892f9b5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720986 Jul 05 03:46:44.008567 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-5c7ee1ce-5bf2-4692-9b68-d6a1d9f69dc8 service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161438 Jul 05 03:46:44.176844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-0f126188-7652-4951-9024-edd59d9fdf12 req-597ee1ce-6eaa-4f48-b072-1cbd890cecd6 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Deleting port 681d53ea-726e-4a16-b6bd-1c6684329564 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:44.177191 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0f126188-7652-4951-9024-edd59d9fdf12 req-597ee1ce-6eaa-4f48-b072-1cbd890cecd6 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.257442 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17ec25a9-6674-464a-aacb-7ba295cea57c req-7d619e64-5222-4eae-ba4b-7cf52d500d1d service neutron] 10.222.0.10 "GET /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409453 Jul 05 03:46:44.264427 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e842e0cd-813e-43ae-ac1d-2763bcb81236 req-cb55efe2-ddcb-46e0-be9a-978bc914ad3c tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.321704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fddadd-b497-4036-aa6e-61d34ea0d3cd req-9c7106f0-e386-4114-a7ef-621248dcf0f2 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:44.323317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35fddadd-b497-4036-aa6e-61d34ea0d3cd req-9c7106f0-e386-4114-a7ef-621248dcf0f2 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 946 time: 0.2311466 Jul 05 03:46:44.330493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55efe2-ddcb-46e0-be9a-978bc914ad3c tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Pushing event deleted for resources: {'Port': ['ID=5f53fee6-3d9a-40da-8fd2-67bcd6b0e4a5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:44.367937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-0f126188-7652-4951-9024-edd59d9fdf12 req-597ee1ce-6eaa-4f48-b072-1cbd890cecd6 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] For port 681d53ea-726e-4a16-b6bd-1c6684329564, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=681d53ea-726e-4a16-b6bd-1c6684329564,segment=NetworkSegment(ed82bb69-43f6-42e8-8557-8a52d64145c3),segment_id=ed82bb69-43f6-42e8-8557-8a52d64145c3)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:44.372985 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0f126188-7652-4951-9024-edd59d9fdf12 req-597ee1ce-6eaa-4f48-b072-1cbd890cecd6 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.373164 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.417188 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-0f126188-7652-4951-9024-edd59d9fdf12 req-597ee1ce-6eaa-4f48-b072-1cbd890cecd6 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Calling delete_port for 681d53ea-726e-4a16-b6bd-1c6684329564 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:44.437120 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35fddadd-b497-4036-aa6e-61d34ea0d3cd req-be05578d-ba51-49b5-a2e1-23b2850f6d53 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3a1393f-12e9-40ce-9a46-a22b84320f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841992 Jul 05 03:46:44.478678 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e842e0cd-813e-43ae-ac1d-2763bcb81236 req-cb55efe2-ddcb-46e0-be9a-978bc914ad3c tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.481522 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e842e0cd-813e-43ae-ac1d-2763bcb81236 req-cb55efe2-ddcb-46e0-be9a-978bc914ad3c tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.489364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e842e0cd-813e-43ae-ac1d-2763bcb81236 req-cb55efe2-ddcb-46e0-be9a-978bc914ad3c tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "DELETE /v2.0/floatingips/1a549fed-7cf6-4b35-a099-4fc5b475a3e1 HTTP/1.1" status: 204 len: 173 time: 1.6336710 Jul 05 03:46:44.660167 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619139f0-86fd-4a34-9f86-7de15695e5b3 req-c1261f92-41b4-4945-bbcd-eee24a2c6a04 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:44.665373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-619139f0-86fd-4a34-9f86-7de15695e5b3 req-c1261f92-41b4-4945-bbcd-eee24a2c6a04 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 946 time: 0.0772760 Jul 05 03:46:44.704735 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-619139f0-86fd-4a34-9f86-7de15695e5b3 req-54bd83ab-d1af-44c7-bc01-8c6c5e0979ec tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364053 Jul 05 03:46:44.757307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a66c3d31-09db-4b45-8efd-71b1ddae76a5 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:44.760962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 5698818c-70f0-4472-b1c2-f48ba2f47566 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:44.784747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6ec2b29-3043-4e42-81f1-2d97dd23268a req-3e6a360b-f597-4b4b-9552-340b0e44f859 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 210 time: 0.0571251 Jul 05 03:46:44.785491 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0f126188-7652-4951-9024-edd59d9fdf12 req-597ee1ce-6eaa-4f48-b072-1cbd890cecd6 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.818790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ee1ce-6eaa-4f48-b072-1cbd890cecd6 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Pushing event deleted for resources: {'Port': ['ID=681d53ea-726e-4a16-b6bd-1c6684329564,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:44.844490 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['681d53ea-726e-4a16-b6bd-1c6684329564'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:44.976552 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f126188-7652-4951-9024-edd59d9fdf12 req-597ee1ce-6eaa-4f48-b072-1cbd890cecd6 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] No DVR routers for this DVR port 681d53ea-726e-4a16-b6bd-1c6684329564 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:44.983447 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0f126188-7652-4951-9024-edd59d9fdf12 req-597ee1ce-6eaa-4f48-b072-1cbd890cecd6 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.983447 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f126188-7652-4951-9024-edd59d9fdf12 req-597ee1ce-6eaa-4f48-b072-1cbd890cecd6 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.10 "DELETE /v2.0/ports/681d53ea-726e-4a16-b6bd-1c6684329564 HTTP/1.1" status: 204 len: 173 time: 1.1624076 Jul 05 03:46:44.983447 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebe377e-66cb-4f6c-b42f-a9c8cbccd19a', 'name': 'network-vif-deleted', 'tag': '681d53ea-726e-4a16-b6bd-1c6684329564'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:44.991725 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3ed77d-a5d9-4e9d-b93a-0432bb4c7d0a" -d '{"events": [{"server_uuid": "aebe377e-66cb-4f6c-b42f-a9c8cbccd19a", "name": "network-vif-deleted", "tag": "681d53ea-726e-4a16-b6bd-1c6684329564"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:45.039207 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8730-61b7-455a-af2d-ae70ed8789ac req-f29d476c-4391-4a03-80d7-080c7f5ff2e2 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:45.049877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-074b8730-61b7-455a-af2d-ae70ed8789ac req-f29d476c-4391-4a03-80d7-080c7f5ff2e2 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.2114849 Jul 05 03:46:45.070225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 5698818c-70f0-4472-b1c2-f48ba2f47566 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:45.076122 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:45.101809 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-074b8730-61b7-455a-af2d-ae70ed8789ac req-b314a7dd-208c-4f2a-bb77-53d2bd1f33b1 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507095 Jul 05 03:46:45.245977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port a66c3d31-09db-4b45-8efd-71b1ddae76a5, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a66c3d31-09db-4b45-8efd-71b1ddae76a5,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:45.291467 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'a66c3d31-09db-4b45-8efd-71b1ddae76a5', 'network_id': '2cf8187d-fbee-41ec-883d-11382c9bffe4', 'port_id': 'a66c3d31-09db-4b45-8efd-71b1ddae76a5', 'mac_address': 'fa:16:3e:e1:19:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934e48da-88c9-40cf-96a1-10e1cd1c3ea7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:45.345225 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:45.369898 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:45.385667 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db5f0f-fd37-4d4f-bddf-107dd410a160 req-e7a89f54-7b92-43a7-abd4-95aa6948d295 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:45.387655 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:45.393404 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6db5f0f-fd37-4d4f-bddf-107dd410a160 req-e7a89f54-7b92-43a7-abd4-95aa6948d295 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 943 time: 0.1015499 Jul 05 03:46:45.424252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833ddda1-781c-4fd7-8d33-b0ceb23c7ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5698818c-70f0-4472-b1c2-f48ba2f47566'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:45.426455 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb804b3-fac3-4c11-9769-ea1f3da997df" -d '{"events": [{"server_uuid": "833ddda1-781c-4fd7-8d33-b0ceb23c7ed2", "name": "network-vif-plugged", "status": "completed", "tag": "5698818c-70f0-4472-b1c2-f48ba2f47566"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:45.439697 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66c3d31-09db-4b45-8efd-71b1ddae76a5 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:45.457477 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6db5f0f-fd37-4d4f-bddf-107dd410a160 req-5cf0a4a4-5e09-486b-a816-deb34fe78282 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611792 Jul 05 03:46:45.457967 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 5698818c-70f0-4472-b1c2-f48ba2f47566, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5698818c-70f0-4472-b1c2-f48ba2f47566,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:45.503042 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port a66c3d31-09db-4b45-8efd-71b1ddae76a5, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a66c3d31-09db-4b45-8efd-71b1ddae76a5,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:45.514911 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885857a2-1160-4447-b542-dc49a1d3613b x-openstack-request-id: req-885857a2-1160-4447-b542-dc49a1d3613b {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:45.531694 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebe377e-66cb-4f6c-b42f-a9c8cbccd19a", "name": "network-vif-deleted", "tag": "681d53ea-726e-4a16-b6bd-1c6684329564", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:45.531694 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-885857a2-1160-4447-b542-dc49a1d3613b {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:45.531694 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebe377e-66cb-4f6c-b42f-a9c8cbccd19a', 'name': 'network-vif-deleted', 'tag': '681d53ea-726e-4a16-b6bd-1c6684329564', 'status': 'completed', 'code': 200} Jul 05 03:46:45.553253 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71af2053-ee1a-4720-8e76-a8ebf6b7a57b x-openstack-request-id: req-71af2053-ee1a-4720-8e76-a8ebf6b7a57b {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:45.553586 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833ddda1-781c-4fd7-8d33-b0ceb23c7ed2", "name": "network-vif-plugged", "status": "completed", "tag": "5698818c-70f0-4472-b1c2-f48ba2f47566", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:45.553860 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71af2053-ee1a-4720-8e76-a8ebf6b7a57b {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:45.554280 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833ddda1-781c-4fd7-8d33-b0ceb23c7ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5698818c-70f0-4472-b1c2-f48ba2f47566', 'code': 200} Jul 05 03:46:45.656351 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:45.704822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13b78d70-6d19-4286-af73-3a095e6d6eb4 req-4ce32204-ca14-4bbd-a501-8acc3e8b7ba6 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 210 time: 0.0566943 Jul 05 03:46:45.711204 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:45.772439 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=5698818c-70f0-4472-b1c2-f48ba2f47566,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:45.894815 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=a66c3d31-09db-4b45-8efd-71b1ddae76a5,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:46.132880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfdfa988-3e9a-4f6e-8c04-7217d03053b7 req-bd008a26-56d7-4533-bd8c-cd18313838d4 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 210 time: 0.0347295 Jul 05 03:46:46.143613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb895fa-27dc-440c-abad-76605233e70f req-a7d874d2-0ca1-4f7c-8a36-030cd0dd79a9 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:46.145378 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8fb895fa-27dc-440c-abad-76605233e70f req-a7d874d2-0ca1-4f7c-8a36-030cd0dd79a9 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 946 time: 0.1132319 Jul 05 03:46:46.216886 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8fb895fa-27dc-440c-abad-76605233e70f req-4b8fdc81-1e6c-4703-93bd-8e8a54ccd4ca tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623887 Jul 05 03:46:46.221196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['a66c3d31-09db-4b45-8efd-71b1ddae76a5'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:46.296555 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:46:46.492770 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-3687fa29-ea18-412c-b627-6396983f2477 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500603 Jul 05 03:46:46.707129 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a2311-55bb-4c7f-af29-daddc55540c2 req-68646c1d-b8bd-4e95-808d-f1bbf7f228d2 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:46.725401 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d00a2311-55bb-4c7f-af29-daddc55540c2 req-68646c1d-b8bd-4e95-808d-f1bbf7f228d2 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.3017976 Jul 05 03:46:46.744989 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-1e2886b1-a37d-475c-af91-16c75f5e0a55 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:46.752354 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-1e2886b1-a37d-475c-af91-16c75f5e0a55 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2491245 Jul 05 03:46:46.769270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-8c9b14b9-7a99-4abe-8b1f-19d79c3d6265 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Request body: {'port': {'device_id': '79fdebca-24e5-4432-9836-fa6c9f0081c7', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '2ba3bf9fac9449f69fd32031830f61cd'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:46.785049 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:46.797891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 681d53ea-726e-4a16-b6bd-1c6684329564 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:46.837317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d00a2311-55bb-4c7f-af29-daddc55540c2 req-ce733d89-6b9b-475f-b48f-0d38d78f6104 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127632 Jul 05 03:46:46.881126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ed1f5-b99d-426f-b7d0-1431f8837e3a req-f3af1f44-ffcb-48f6-9d26-5e9cc9a3bc68 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:46.904650 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a54ed1f5-b99d-426f-b7d0-1431f8837e3a req-f3af1f44-ffcb-48f6-9d26-5e9cc9a3bc68 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 945 time: 0.3976119 Jul 05 03:46:46.923637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 681d53ea-726e-4a16-b6bd-1c6684329564 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:46:46.924212 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 681d53ea-726e-4a16-b6bd-1c6684329564 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:47.061738 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a54ed1f5-b99d-426f-b7d0-1431f8837e3a req-f4325f04-9230-48d3-880e-5eaa60ae622c tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552348 Jul 05 03:46:47.206741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-8c9b14b9-7a99-4abe-8b1f-19d79c3d6265 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Made reservation on behalf of 2ba3bf9fac9449f69fd32031830f61cd for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:47.211247 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-8c9b14b9-7a99-4abe-8b1f-19d79c3d6265 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.329550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b3995fc-ab99-4793-ac11-9418997cdabb req-fedf5bc1-6ebf-4acc-b44b-56d94f31a099 tempest-AttachSCSIVolumeTestJSON-2141314362 tempest-AttachSCSIVolumeTestJSON-2141314362-project] 10.222.0.38 "GET /v2.0/ports?device_id=aebe377e-66cb-4f6c-b42f-a9c8cbccd19a HTTP/1.1" status: 200 len: 210 time: 0.0471599 Jul 05 03:46:47.356443 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe61143-d602-4739-8877-a8456ad823f1 req-f99a9166-90f9-4936-a84b-d00e7716e970 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:47.358895 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abe61143-d602-4739-8877-a8456ad823f1 req-f99a9166-90f9-4936-a84b-d00e7716e970 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 944 time: 0.2067952 Jul 05 03:46:47.465535 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abe61143-d602-4739-8877-a8456ad823f1 req-cfba02c2-c8b5-48b5-b0a6-2ebbf9d72130 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950022 Jul 05 03:46:47.537975 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-8c9b14b9-7a99-4abe-8b1f-19d79c3d6265 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Allocated IP 192.168.233.68 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/098a9dff-9dd6-434c-b487-d9dd14d7f004) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:47.678797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db07a93e-efb0-48a7-af1d-0ab1d124a466 req-fef1f1de-c111-478e-9e01-c184e67d0e70 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 210 time: 0.0622313 Jul 05 03:46:47.747588 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-8c9b14b9-7a99-4abe-8b1f-19d79c3d6265 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.770091 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-8c9b14b9-7a99-4abe-8b1f-19d79c3d6265 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Transition to ACTIVE for port object 098a9dff-9dd6-434c-b487-d9dd14d7f004 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:47.775815 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9d296-e4bf-4669-b38e-6848ed9f5ed5 req-ec16ee6c-8999-43ea-9c9a-bf4ea32b7ac1 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:47.777823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68f9d296-e4bf-4669-b38e-6848ed9f5ed5 req-ec16ee6c-8999-43ea-9c9a-bf4ea32b7ac1 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 946 time: 0.1227574 Jul 05 03:46:47.860734 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68f9d296-e4bf-4669-b38e-6848ed9f5ed5 req-32d9e46d-8bce-4873-9221-b344eda2d78c tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659297 Jul 05 03:46:47.977817 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-8c9b14b9-7a99-4abe-8b1f-19d79c3d6265 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:48.003484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5db076a6-7dab-45f8-8984-7b7927f628bd', '9dc8845e-9492-42aa-b1b8-fe7430e2f41c', '55cb8e22-92b7-4dcc-836d-7214f9485d7f', 'bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:48.010704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e55bc87d-15ab-4bf5-9b1b-34c39160d6b5', 'ab472f6d-aa65-4279-967d-055d643e1465'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:48.035734 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-8c9b14b9-7a99-4abe-8b1f-19d79c3d6265 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:48.045692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-8c9b14b9-7a99-4abe-8b1f-19d79c3d6265 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:48.050624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-8c9b14b9-7a99-4abe-8b1f-19d79c3d6265 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:48.055096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b14b9-7a99-4abe-8b1f-19d79c3d6265 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event updated for resources: {'Port': ['ID=098a9dff-9dd6-434c-b487-d9dd14d7f004,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:48.133721 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-8c9b14b9-7a99-4abe-8b1f-19d79c3d6265 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:48.134409 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-8c9b14b9-7a99-4abe-8b1f-19d79c3d6265 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:48.212163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91e93a-c4f1-4395-8367-6ca327401b91 req-e0e1079e-fd3b-46bb-956a-248da0d9de35 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:48.213716 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db91e93a-c4f1-4395-8367-6ca327401b91 req-e0e1079e-fd3b-46bb-956a-248da0d9de35 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.1854916 Jul 05 03:46:48.283709 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db91e93a-c4f1-4395-8367-6ca327401b91 req-0a550d29-fcd4-4b75-88a1-d05771c94580 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606785 Jul 05 03:46:48.312338 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-8c9b14b9-7a99-4abe-8b1f-19d79c3d6265 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5448270 Jul 05 03:46:48.342743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Request body: {'port': {'device_id': '79fdebca-24e5-4432-9836-fa6c9f0081c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:48.519951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbacbad-1ec6-4bb4-b5ee-e955af1b818b req-9508db1d-0e10-48aa-adbb-9787499bf714 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:48.528499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7bbacbad-1ec6-4bb4-b5ee-e955af1b818b req-9508db1d-0e10-48aa-adbb-9787499bf714 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 945 time: 0.2383862 Jul 05 03:46:48.601800 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-bdb4b406-8aa7-4daf-8404-e47cb2a9d055 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:48.607911 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-bdb4b406-8aa7-4daf-8404-e47cb2a9d055 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822&tenant_id=5de69650861e4b2ab64c64456b5c16e4&binding%3Ahost_id=n-h2-771363-32 HTTP/1.1" status: 200 len: 1098 time: 0.2649021 Jul 05 03:46:48.631862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-32'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:48.683053 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-217f8333-9f2d-4d43-851e-541d8d1a9209 None None] Provisioning for port 098a9dff-9dd6-434c-b487-d9dd14d7f004 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:48.710117 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7bbacbad-1ec6-4bb4-b5ee-e955af1b818b req-434ad29e-e626-47b2-b017-ffb41ab8702e tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810820 Jul 05 03:46:48.720303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-217f8333-9f2d-4d43-851e-541d8d1a9209 None None] Provisioning complete for port 098a9dff-9dd6-434c-b487-d9dd14d7f004 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:48.720905 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-217f8333-9f2d-4d43-851e-541d8d1a9209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:48.749683 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:48.835043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-217f8333-9f2d-4d43-851e-541d8d1a9209 None None] Port 098a9dff-9dd6-434c-b487-d9dd14d7f004 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:48.838025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a66c3d31-09db-4b45-8efd-71b1ddae76a5 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:48.959474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f90c8-38f1-4de3-9718-079e0932e65a req-b854a1ff-1fe0-4558-a8ba-6c08a363c4d2 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:48.978043 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e28f90c8-38f1-4de3-9718-079e0932e65a req-b854a1ff-1fe0-4558-a8ba-6c08a363c4d2 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 945 time: 0.5186296 Jul 05 03:46:48.996025 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.124943 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port a66c3d31-09db-4b45-8efd-71b1ddae76a5 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:49.139832 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port a66c3d31-09db-4b45-8efd-71b1ddae76a5 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:49.140490 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.357222 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.396287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098a9dff-9dd6-434c-b487-d9dd14d7f004 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:49.396578 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b87329-c9b5-44f8-b39e-aa9544de7a5f req-aefc8477-3c08-4ed0-926d-c01ab54deeb6 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:49.404683 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24b87329-c9b5-44f8-b39e-aa9544de7a5f req-aefc8477-3c08-4ed0-926d-c01ab54deeb6 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 944 time: 0.5822201 Jul 05 03:46:49.408862 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.410496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580d75e8-7784-4a54-9349-d3ef89030875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66c3d31-09db-4b45-8efd-71b1ddae76a5'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:49.413665 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb3dea3-e39e-4161-96a2-175a1c768fa2" -d '{"events": [{"server_uuid": "580d75e8-7784-4a54-9349-d3ef89030875", "name": "network-vif-plugged", "status": "completed", "tag": "a66c3d31-09db-4b45-8efd-71b1ddae76a5"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:49.426767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Transition to ACTIVE for port object 098a9dff-9dd6-434c-b487-d9dd14d7f004 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:49.435036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port a66c3d31-09db-4b45-8efd-71b1ddae76a5, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a66c3d31-09db-4b45-8efd-71b1ddae76a5,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:49.497058 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24b87329-c9b5-44f8-b39e-aa9544de7a5f req-205d7016-3ed8-488a-a355-730928214478 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913486 Jul 05 03:46:49.517762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4a83a22c-d895-4235-b2bc-210fe6f1ae10,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:49.543557 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a674e-4fbe-49a2-84d6-1eddf8a1c1da req-385658e5-6308-4430-b582-20f0e10aca9b tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:49.549087 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b3a674e-4fbe-49a2-84d6-1eddf8a1c1da req-385658e5-6308-4430-b582-20f0e10aca9b tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 935 time: 0.2750204 Jul 05 03:46:49.555152 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.564211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-e28f90c8-38f1-4de3-9718-079e0932e65a req-5e6a6c17-4c8c-4348-9b49-12770e7573fe tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Deleting port 04962165-594b-4506-9f19-ff964ee92a44 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:49.564211 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e28f90c8-38f1-4de3-9718-079e0932e65a req-5e6a6c17-4c8c-4348-9b49-12770e7573fe tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.648673 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.649192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=098a9dff-9dd6-434c-b487-d9dd14d7f004,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:49.691885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=a66c3d31-09db-4b45-8efd-71b1ddae76a5,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:49.728972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Attempting to bind port 098a9dff-9dd6-434c-b487-d9dd14d7f004 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:49.729512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Attempting to bind port 098a9dff-9dd6-434c-b487-d9dd14d7f004 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:49.730473 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Attempting to bind port 098a9dff-9dd6-434c-b487-d9dd14d7f004 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:49.736485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Port 098a9dff-9dd6-434c-b487-d9dd14d7f004 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:49.737190 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Attempting to bind port 098a9dff-9dd6-434c-b487-d9dd14d7f004 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:49.743528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:49.744288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:49.760278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:49.760278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Bound port: 098a9dff-9dd6-434c-b487-d9dd14d7f004, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:49.760278 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.771572 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:49.833021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b3a674e-4fbe-49a2-84d6-1eddf8a1c1da req-98e545e3-ed87-46c8-a8bc-0140192d4d84 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723339 Jul 05 03:46:49.849365 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-e28f90c8-38f1-4de3-9718-079e0932e65a req-5e6a6c17-4c8c-4348-9b49-12770e7573fe tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] For port 04962165-594b-4506-9f19-ff964ee92a44, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=04962165-594b-4506-9f19-ff964ee92a44,segment=NetworkSegment(8afcbf01-49e1-4208-aaba-cbcea90d572e),segment_id=8afcbf01-49e1-4208-aaba-cbcea90d572e)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:49.850203 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e28f90c8-38f1-4de3-9718-079e0932e65a req-5e6a6c17-4c8c-4348-9b49-12770e7573fe tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:49.871672 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] For port 098a9dff-9dd6-434c-b487-d9dd14d7f004, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:49.914906 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] For port 098a9dff-9dd6-434c-b487-d9dd14d7f004, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=098a9dff-9dd6-434c-b487-d9dd14d7f004,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:49.915651 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-e28f90c8-38f1-4de3-9718-079e0932e65a req-5e6a6c17-4c8c-4348-9b49-12770e7573fe tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Calling delete_port for 04962165-594b-4506-9f19-ff964ee92a44 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:49.915651 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd165a8-c266-4c2e-85dc-bbf992a84822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a83a22c-d895-4235-b2bc-210fe6f1ae10'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:49.915651 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f283a6-417e-4455-a8c9-104dc6b83968" -d '{"events": [{"server_uuid": "9fd165a8-c266-4c2e-85dc-bbf992a84822", "name": "network-vif-unplugged", "status": "completed", "tag": "4a83a22c-d895-4235-b2bc-210fe6f1ae10"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:49.916505 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:50.064173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a150a-deca-4b03-930f-fd9fda46b75a req-b229d012-a059-4e6f-96d3-cf7a139d49fb tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.065687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da2a150a-deca-4b03-930f-fd9fda46b75a req-b229d012-a059-4e6f-96d3-cf7a139d49fb tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 946 time: 0.1000156 Jul 05 03:46:50.147215 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da2a150a-deca-4b03-930f-fd9fda46b75a req-9022ff7e-ede0-4eb5-8b0c-7abf69a5d34a tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754104 Jul 05 03:46:50.326502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe3581-fcd3-44b2-ac76-95d9ca236ffa req-a07358bb-daf6-47ae-bd7e-b3d798e175f1 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.328475 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-45fe3581-fcd3-44b2-ac76-95d9ca236ffa req-a07358bb-daf6-47ae-bd7e-b3d798e175f1 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.0693538 Jul 05 03:46:50.368334 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-45fe3581-fcd3-44b2-ac76-95d9ca236ffa req-fc1d3135-be96-4e92-9b84-2465e98db13d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Jul 05 03:46:50.415631 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91989205-bad7-49c8-a820-794bba198d66 x-openstack-request-id: req-91989205-bad7-49c8-a820-794bba198d66 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:50.416133 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580d75e8-7784-4a54-9349-d3ef89030875", "name": "network-vif-plugged", "status": "completed", "tag": "a66c3d31-09db-4b45-8efd-71b1ddae76a5", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:50.416252 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-91989205-bad7-49c8-a820-794bba198d66 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:50.416594 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580d75e8-7784-4a54-9349-d3ef89030875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66c3d31-09db-4b45-8efd-71b1ddae76a5', 'code': 200} Jul 05 03:46:50.512612 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:50.567467 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:50.584301 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e28f90c8-38f1-4de3-9718-079e0932e65a req-5e6a6c17-4c8c-4348-9b49-12770e7573fe tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:50.585164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.585164 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:50.585164 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] 10.222.0.36 "PUT /v2.0/ports/098a9dff-9dd6-434c-b487-d9dd14d7f004 HTTP/1.1" status: 200 len: 1096 time: 2.2508831 Jul 05 03:46:50.585164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fdebca-24e5-4432-9836-fa6c9f0081c7', 'tag': '098a9dff-9dd6-434c-b487-d9dd14d7f004'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:50.585164 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330a14cf-7e21-4d83-b48c-bbaa95f313a0" -d '{"events": [{"name": "network-changed", "server_uuid": "79fdebca-24e5-4432-9836-fa6c9f0081c7", "tag": "098a9dff-9dd6-434c-b487-d9dd14d7f004"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:50.608060 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bec7f-e1d5-426d-8ff5-17a141dcf5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=098a9dff-9dd6-434c-b487-d9dd14d7f004,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:50.662453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62ebe1-9d8a-4c29-a4ef-2156fbf15cf2 req-0954dcf2-0375-4180-8b02-e614b7680857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.662453 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bd62ebe1-9d8a-4c29-a4ef-2156fbf15cf2 req-0954dcf2-0375-4180-8b02-e614b7680857 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 1097 time: 0.1432285 Jul 05 03:46:50.724767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28f90c8-38f1-4de3-9718-079e0932e65a req-5e6a6c17-4c8c-4348-9b49-12770e7573fe tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] No DVR routers for this DVR port 04962165-594b-4506-9f19-ff964ee92a44 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:50.728881 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e28f90c8-38f1-4de3-9718-079e0932e65a req-5e6a6c17-4c8c-4348-9b49-12770e7573fe tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:50.730937 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bd62ebe1-9d8a-4c29-a4ef-2156fbf15cf2 req-cc54e55b-3032-40f6-83e2-1b494861d1d9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559483 Jul 05 03:46:50.732394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e28f90c8-38f1-4de3-9718-079e0932e65a req-5e6a6c17-4c8c-4348-9b49-12770e7573fe tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.10 "DELETE /v2.0/ports/04962165-594b-4506-9f19-ff964ee92a44 HTTP/1.1" status: 204 len: 173 time: 1.7384734 Jul 05 03:46:50.767693 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Pushing event updated for resources: {'Port': ['ID=4a83a22c-d895-4235-b2bc-210fe6f1ae10,revision_number=7']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:50.798937 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4a83a22c-d895-4235-b2bc-210fe6f1ae10 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:50.818828 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a6c17-4c8c-4348-9b49-12770e7573fe tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Pushing event deleted for resources: {'Port': ['ID=04962165-594b-4506-9f19-ff964ee92a44,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:50.820878 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Attempting to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on host n-h2-771363-32 for vnic_type normal with profile {"migrating_to": "n-h1-771363-32"} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:50.821289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Attempting to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:50.821706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Attempting to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:50.859823 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981352e-f766-495d-b7db-21755576a0ab req-a6cd7c3b-4b99-4cb1-a3b5-968315ba6979 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.860058 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-04d50bc3-c158-4bc9-bbcc-1456e2c4c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.860612 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-04d50bc3-c158-4bc9-bbcc-1456e2c4c3bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 1099 time: 0.1013629 Jul 05 03:46:50.863599 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d981352e-f766-495d-b7db-21755576a0ab req-a6cd7c3b-4b99-4cb1-a3b5-968315ba6979 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 867 time: 0.3287430 Jul 05 03:46:50.865612 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on network 0afd212f-7e29-4013-a682-9abe025fe125 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:50.865975 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Attempting to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:50.898728 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:50.899082 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Checking segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:50.899670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Bound using segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:50.900342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Bound port: 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:50.900774 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:50.928825 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-2f809b91-47c3-4d9d-bcef-9ddf46ba53f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=098a9dff-9dd6-434c-b487-d9dd14d7f004 HTTP/1.1" status: 200 len: 217 time: 0.0495887 Jul 05 03:46:50.999173 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d981352e-f766-495d-b7db-21755576a0ab req-83585eda-4d21-4948-bc94-45826c4dbec9 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345291 Jul 05 03:46:51.018736 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h2-771363-32, got binding levels [] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:51.046127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-56486685-1ff9-4768-9193-8aa6ff685086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:51.047642 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-56486685-1ff9-4768-9193-8aa6ff685086 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0962152 Jul 05 03:46:51.085838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:51.091806 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4a83a22c-d895-4235-b2bc-210fe6f1ae10,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:51.094917 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b237ec-40eb-4c92-904e-b5f852878bef x-openstack-request-id: req-35b237ec-40eb-4c92-904e-b5f852878bef {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:51.097989 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd165a8-c266-4c2e-85dc-bbf992a84822", "name": "network-vif-unplugged", "status": "completed", "tag": "4a83a22c-d895-4235-b2bc-210fe6f1ae10", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:51.099970 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Attempting to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on host n-h2-771363-32 for vnic_type normal with profile {"migrating_to": "n-h1-771363-32"} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:51.100590 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35b237ec-40eb-4c92-904e-b5f852878bef {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:51.101012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Attempting to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:51.101415 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd165a8-c266-4c2e-85dc-bbf992a84822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a83a22c-d895-4235-b2bc-210fe6f1ae10', 'code': 200} Jul 05 03:46:51.101866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Attempting to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:51.113348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['04962165-594b-4506-9f19-ff964ee92a44'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:51.129926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on network 0afd212f-7e29-4013-a682-9abe025fe125 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:51.130586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Attempting to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:51.160561 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:51.160940 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Checking segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:51.161367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Bound using segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:51.161904 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Bound port: 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:51.162353 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.173094 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.230384 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-b70ca06b-6301-4bc0-8d93-ace2d9167096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:51.238288 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-b70ca06b-6301-4bc0-8d93-ace2d9167096 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1768851 Jul 05 03:46:51.254529 n-d-771363-32 neutron-server[100934]: WARNING neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Concurrent port binding operations failed on port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 Jul 05 03:46:51.258908 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4a83a22c-d895-4235-b2bc-210fe6f1ae10,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:51.263532 n-d-771363-32 neutron-server[100934]: INFO neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Attempt 2 to bind port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 Jul 05 03:46:51.264027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4a83a22c-d895-4235-b2bc-210fe6f1ae10 has no active binding in host n-h1-771363-32 {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:46:51.382268 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:51.384720 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.388035 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-45115209-b448-48b8-ac80-7f993da5abde service neutron] 10.222.0.10 "PUT /v2.0/ports/4a83a22c-d895-4235-b2bc-210fe6f1ae10 HTTP/1.1" status: 200 len: 1124 time: 2.7611818 Jul 05 03:46:51.389312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45115209-b448-48b8-ac80-7f993da5abde service neutron] Pushing event updated for resources: {'Port': ['ID=4a83a22c-d895-4235-b2bc-210fe6f1ae10,revision_number=8']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:51.466589 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-213440b3-33b3-4b7a-940f-9c906fd8a1a5 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152956 Jul 05 03:46:51.568666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['4a83a22c-d895-4235-b2bc-210fe6f1ae10'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:51.655632 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['4a83a22c-d895-4235-b2bc-210fe6f1ae10'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:51.681393 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450587a-1894-476c-a70e-9dfa2ff219c8 req-09ad9412-f320-4df6-ab75-234fafcea513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:51.684572 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8450587a-1894-476c-a70e-9dfa2ff219c8 req-09ad9412-f320-4df6-ab75-234fafcea513 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 945 time: 0.1490788 Jul 05 03:46:51.754465 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-42161916-3e06-4fcc-ab8d-5318b4d68bab req-4a7680e3-b51c-4620-9586-06433a6c566e service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731900 Jul 05 03:46:51.757111 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8450587a-1894-476c-a70e-9dfa2ff219c8 req-043e5ce4-e41c-43e3-9b2a-0d3302b7cdc0 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673778 Jul 05 03:46:51.881015 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1dfba5-7005-4017-9009-c544a28cf09d x-openstack-request-id: req-cb1dfba5-7005-4017-9009-c544a28cf09d {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:51.882470 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fdebca-24e5-4432-9836-fa6c9f0081c7", "tag": "098a9dff-9dd6-434c-b487-d9dd14d7f004", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:51.889574 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb1dfba5-7005-4017-9009-c544a28cf09d {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:51.889574 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fdebca-24e5-4432-9836-fa6c9f0081c7', 'tag': '098a9dff-9dd6-434c-b487-d9dd14d7f004', 'status': 'completed', 'code': 200} Jul 05 03:46:52.101836 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a14cf-7e21-4d83-b48c-bbaa95f313a0 req-1defe790-55ef-4b5c-bdcc-fd62e52bdf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.107661 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-330a14cf-7e21-4d83-b48c-bbaa95f313a0 req-1defe790-55ef-4b5c-bdcc-fd62e52bdf9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 1099 time: 0.1244326 Jul 05 03:46:52.261845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71beab-adf9-43c5-903c-1ad6a69fa7d3 req-fda9c6cc-0ddc-452b-815f-a5e3269e8e9c tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.264594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c71beab-adf9-43c5-903c-1ad6a69fa7d3 req-fda9c6cc-0ddc-452b-815f-a5e3269e8e9c tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 944 time: 0.2011542 Jul 05 03:46:52.294937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81357422-f14b-4864-8dcb-4a45908d2cde req-6a6bb8e9-cb19-45a3-8751-a80717d7d217 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.296925 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81357422-f14b-4864-8dcb-4a45908d2cde req-6a6bb8e9-cb19-45a3-8751-a80717d7d217 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 947 time: 0.2467058 Jul 05 03:46:52.347216 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c71beab-adf9-43c5-903c-1ad6a69fa7d3 req-2b229c4c-7692-4957-ab70-579428ec015a tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813115 Jul 05 03:46:52.383323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a14cf-7e21-4d83-b48c-bbaa95f313a0 req-40785eca-af30-45f9-a211-5f8612e4c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.385794 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-330a14cf-7e21-4d83-b48c-bbaa95f313a0 req-40785eca-af30-45f9-a211-5f8612e4c0f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2603970 Jul 05 03:46:52.411615 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81357422-f14b-4864-8dcb-4a45908d2cde req-ed63d49b-5976-4112-b44b-84ef32f886b1 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989921 Jul 05 03:46:52.474073 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-330a14cf-7e21-4d83-b48c-bbaa95f313a0 req-dfcdd53b-f0f9-4286-a7c7-a27ed3d0210e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=098a9dff-9dd6-434c-b487-d9dd14d7f004 HTTP/1.1" status: 200 len: 217 time: 0.0673816 Jul 05 03:46:52.573457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a14cf-7e21-4d83-b48c-bbaa95f313a0 req-85fe40dc-3c5b-4a39-998d-21a308cbd0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.576268 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-330a14cf-7e21-4d83-b48c-bbaa95f313a0 req-85fe40dc-3c5b-4a39-998d-21a308cbd0ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0880437 Jul 05 03:46:52.640977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd673c0-3a46-493b-b4b7-436e744274a2 req-b660b6da-3ed1-4f36-ad69-b28c4da34fa8 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.644040 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dd673c0-3a46-493b-b4b7-436e744274a2 req-b660b6da-3ed1-4f36-ad69-b28c4da34fa8 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.1380227 Jul 05 03:46:52.715299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a14cf-7e21-4d83-b48c-bbaa95f313a0 req-d4a9272d-5c5a-42ae-ad05-b75a74549a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.715737 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f96e7457-e8d7-4434-8a47-d5a4cdde8547 req-1536825e-cd38-4a80-afa3-fdf4a62c3479 tempest-FloatingIPsAssociationTestJSON-1755230825 tempest-FloatingIPsAssociationTestJSON-1755230825-project] 10.222.0.38 "GET /v2.0/ports?device_id=60ab20ca-3731-43c4-b5d5-f2d482670bc3 HTTP/1.1" status: 200 len: 210 time: 0.0484996 Jul 05 03:46:52.717538 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-330a14cf-7e21-4d83-b48c-bbaa95f313a0 req-d4a9272d-5c5a-42ae-ad05-b75a74549a4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1210778 Jul 05 03:46:52.740183 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dd673c0-3a46-493b-b4b7-436e744274a2 req-5949a080-a59d-43d2-83b7-b5a48af02777 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895164 Jul 05 03:46:52.819394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 04962165-594b-4506-9f19-ff964ee92a44 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:52.847256 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-330a14cf-7e21-4d83-b48c-bbaa95f313a0 req-4cbace86-8577-460b-aa74-c3ff831d8aff service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206448 Jul 05 03:46:52.865817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 04962165-594b-4506-9f19-ff964ee92a44 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:46:52.866360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 04962165-594b-4506-9f19-ff964ee92a44 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:53.018796 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-330a14cf-7e21-4d83-b48c-bbaa95f313a0 req-ed77d25c-73f6-439c-8070-b93680bf5f0c service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590838 Jul 05 03:46:53.103081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'name': 'network-vif-deleted', 'tag': '04962165-594b-4506-9f19-ff964ee92a44'}, {'name': 'network-changed', 'server_uuid': '9fd165a8-c266-4c2e-85dc-bbf992a84822', 'tag': '4a83a22c-d895-4235-b2bc-210fe6f1ae10'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:53.108156 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2be20d-4cc9-4960-8273-b42ff6a96c3d" -d '{"events": [{"server_uuid": "60ab20ca-3731-43c4-b5d5-f2d482670bc3", "name": "network-vif-deleted", "tag": "04962165-594b-4506-9f19-ff964ee92a44"}, {"name": "network-changed", "server_uuid": "9fd165a8-c266-4c2e-85dc-bbf992a84822", "tag": "4a83a22c-d895-4235-b2bc-210fe6f1ae10"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:53.150783 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16b18b-5c73-44ad-aa05-023e59fb4fab req-e77efde5-bf4d-4364-be66-1a985abf5e88 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:53.160945 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a16b18b-5c73-44ad-aa05-023e59fb4fab req-e77efde5-bf4d-4364-be66-1a985abf5e88 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 945 time: 0.1073966 Jul 05 03:46:53.239629 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a16b18b-5c73-44ad-aa05-023e59fb4fab req-10a5443f-33bd-4246-aae0-76fb208ebc72 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768976 Jul 05 03:46:53.252886 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0e17ba-6087-43c9-893f-2b7af1f7103f x-openstack-request-id: req-ce0e17ba-6087-43c9-893f-2b7af1f7103f {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:53.253344 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ab20ca-3731-43c4-b5d5-f2d482670bc3", "name": "network-vif-deleted", "tag": "04962165-594b-4506-9f19-ff964ee92a44", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9fd165a8-c266-4c2e-85dc-bbf992a84822", "tag": "4a83a22c-d895-4235-b2bc-210fe6f1ae10", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:53.253747 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ce0e17ba-6087-43c9-893f-2b7af1f7103f {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:53.254356 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ab20ca-3731-43c4-b5d5-f2d482670bc3', 'name': 'network-vif-deleted', 'tag': '04962165-594b-4506-9f19-ff964ee92a44', 'status': 'completed', 'code': 200} Jul 05 03:46:53.254765 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd165a8-c266-4c2e-85dc-bbf992a84822', 'tag': '4a83a22c-d895-4235-b2bc-210fe6f1ae10', 'status': 'completed', 'code': 200} Jul 05 03:46:53.447351 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2be20d-4cc9-4960-8273-b42ff6a96c3d req-6f022547-8879-4e51-a75c-3b9d096109da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:53.451595 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9a2be20d-4cc9-4960-8273-b42ff6a96c3d req-6f022547-8879-4e51-a75c-3b9d096109da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 1127 time: 0.1658864 Jul 05 03:46:53.662905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2be20d-4cc9-4960-8273-b42ff6a96c3d req-f5b0903a-bb21-4cf9-b200-b20839a2b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:53.664590 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9a2be20d-4cc9-4960-8273-b42ff6a96c3d req-f5b0903a-bb21-4cf9-b200-b20839a2b4d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.2024231 Jul 05 03:46:53.668254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cd1ee-244c-413b-8ea2-572d76f630d7 req-29600680-6caf-4968-a6d3-a505f068a5e0 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:53.671048 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fe0cd1ee-244c-413b-8ea2-572d76f630d7 req-29600680-6caf-4968-a6d3-a505f068a5e0 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 944 time: 0.1412647 Jul 05 03:46:53.824693 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9a2be20d-4cc9-4960-8273-b42ff6a96c3d req-38d2ffb7-3be3-4ebd-b9df-b40309d3d50b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a83a22c-d895-4235-b2bc-210fe6f1ae10 HTTP/1.1" status: 200 len: 217 time: 0.1327217 Jul 05 03:46:53.921612 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2be20d-4cc9-4960-8273-b42ff6a96c3d req-7a38df7a-3da4-4cd3-8037-10f9e4f9f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:53.923646 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9a2be20d-4cc9-4960-8273-b42ff6a96c3d req-7a38df7a-3da4-4cd3-8037-10f9e4f9f31a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.0880260 Jul 05 03:46:53.970226 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9a2be20d-4cc9-4960-8273-b42ff6a96c3d req-e1b9aec1-9f0b-4056-b4d9-4ef27fd58a25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342333 Jul 05 03:46:54.117692 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9a2be20d-4cc9-4960-8273-b42ff6a96c3d req-6d8668cd-4ef7-4bd4-9a95-050af99aae5e service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302888 Jul 05 03:46:54.161917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fe0cd1ee-244c-413b-8ea2-572d76f630d7 req-46d3c88d-c21d-4a68-974e-9c004bac8c70 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829390 Jul 05 03:46:54.258011 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9a2be20d-4cc9-4960-8273-b42ff6a96c3d req-18577bbf-17d1-4cf9-96b7-cc0296dc88d1 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240978 Jul 05 03:46:54.311158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60142) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:54.485037 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130833-f418-472a-a0f9-dfd085340fb2 req-4c95b932-bcec-49d1-b369-75781f224fe6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:54.497477 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64130833-f418-472a-a0f9-dfd085340fb2 req-4c95b932-bcec-49d1-b369-75781f224fe6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 947 time: 0.1989937 Jul 05 03:46:54.646039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64130833-f418-472a-a0f9-dfd085340fb2 req-7dd3f6d7-bc26-4f53-a729-0c90fbf2a85d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300013 Jul 05 03:46:54.738418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6090b7-bede-448f-a395-b4720b5849f8 req-a4ece242-01e4-4ca7-b7b1-d99fba2f86df tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:54.740292 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b6090b7-bede-448f-a395-b4720b5849f8 req-a4ece242-01e4-4ca7-b7b1-d99fba2f86df tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.1935709 Jul 05 03:46:54.831352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b6090b7-bede-448f-a395-b4720b5849f8 req-7cb2d777-0350-4c31-97cc-ed832a14e25d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766070 Jul 05 03:46:55.076465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa95013-f3c9-4ba0-bfb6-2e1511a5a0a4 req-12369af4-fd5c-4d2f-ab0b-2357d4b560e7 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:55.084666 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0aa95013-f3c9-4ba0-bfb6-2e1511a5a0a4 req-12369af4-fd5c-4d2f-ab0b-2357d4b560e7 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 945 time: 0.1206961 Jul 05 03:46:55.152837 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0aa95013-f3c9-4ba0-bfb6-2e1511a5a0a4 req-b063e0ff-3cf1-4216-81cf-64772d46e81d tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588470 Jul 05 03:46:55.224930 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17a6cfc4-8dbf-4394-ab3a-f6d47ea4de4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:55.410175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3127e-5ad9-4594-9b14-96c5379b0cb5 req-c7354405-40b9-468c-82b5-1adb2f69ae20 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:55.420612 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3e3127e-5ad9-4594-9b14-96c5379b0cb5 req-c7354405-40b9-468c-82b5-1adb2f69ae20 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 944 time: 0.0920994 Jul 05 03:46:55.487063 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3e3127e-5ad9-4594-9b14-96c5379b0cb5 req-2598be2b-673d-44f2-9d5d-89431a1979ef tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637763 Jul 05 03:46:55.709267 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-17a6cfc4-8dbf-4394-ab3a-f6d47ea4de4c admin admin] Deleting port 5c485e04-c366-4c6b-b46d-cdf49641f34c {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:55.709623 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17a6cfc4-8dbf-4394-ab3a-f6d47ea4de4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:55.826069 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-17a6cfc4-8dbf-4394-ab3a-f6d47ea4de4c admin admin] For port 5c485e04-c366-4c6b-b46d-cdf49641f34c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5c485e04-c366-4c6b-b46d-cdf49641f34c,segment=NetworkSegment(8afcbf01-49e1-4208-aaba-cbcea90d572e),segment_id=8afcbf01-49e1-4208-aaba-cbcea90d572e)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:55.826547 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17a6cfc4-8dbf-4394-ab3a-f6d47ea4de4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:55.837481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 098a9dff-9dd6-434c-b487-d9dd14d7f004 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:55.882041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-17a6cfc4-8dbf-4394-ab3a-f6d47ea4de4c admin admin] Calling delete_port for 5c485e04-c366-4c6b-b46d-cdf49641f34c owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:56.022863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996d40b-bdc7-4d0c-a8cb-1fb1f0a34289 req-587bbdc6-6666-403d-9be5-fc70ceade02a tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:56.028660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 098a9dff-9dd6-434c-b487-d9dd14d7f004, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=098a9dff-9dd6-434c-b487-d9dd14d7f004,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:56.031702 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0996d40b-bdc7-4d0c-a8cb-1fb1f0a34289 req-587bbdc6-6666-403d-9be5-fc70ceade02a tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 947 time: 0.2111290 Jul 05 03:46:56.078094 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '098a9dff-9dd6-434c-b487-d9dd14d7f004', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '098a9dff-9dd6-434c-b487-d9dd14d7f004', 'mac_address': 'fa:16:3e:cc:25:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:56.158492 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0996d40b-bdc7-4d0c-a8cb-1fb1f0a34289 req-3677df74-b92a-4f83-9bc6-5cd22fc11a1e tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196036 Jul 05 03:46:56.260606 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.284518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098a9dff-9dd6-434c-b487-d9dd14d7f004 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:56.316908 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 098a9dff-9dd6-434c-b487-d9dd14d7f004, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=098a9dff-9dd6-434c-b487-d9dd14d7f004,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:56.360985 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17a6cfc4-8dbf-4394-ab3a-f6d47ea4de4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.413201 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.434724 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6cfc4-8dbf-4394-ab3a-f6d47ea4de4c admin admin] Pushing event deleted for resources: {'Port': ['ID=5c485e04-c366-4c6b-b46d-cdf49641f34c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:56.597427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=098a9dff-9dd6-434c-b487-d9dd14d7f004,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:56.627565 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0537411-3ccf-451b-9b7a-11748fe033ea req-cbfaa2f1-0d5d-47a4-9cf7-13d9ebbca8d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:56.655403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0537411-3ccf-451b-9b7a-11748fe033ea req-cbfaa2f1-0d5d-47a4-9cf7-13d9ebbca8d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.3843865 Jul 05 03:46:56.867824 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0537411-3ccf-451b-9b7a-11748fe033ea req-08624dec-92b9-4c8d-be7f-3c82770d17bc tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409693 Jul 05 03:46:56.867824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb369ca-13e8-4f62-81b5-00d7e0e680e9 req-9f969e9a-7541-4be5-884b-33045a918ec6 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:56.867824 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eeb369ca-13e8-4f62-81b5-00d7e0e680e9 req-9f969e9a-7541-4be5-884b-33045a918ec6 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.10 "GET /v2.0/ports?device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 945 time: 0.4636340 Jul 05 03:46:57.160871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['098a9dff-9dd6-434c-b487-d9dd14d7f004'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:57.209145 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17a6cfc4-8dbf-4394-ab3a-f6d47ea4de4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.273594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c5b2a-fd55-4296-8d76-39db87d49d26 req-fc792529-1e54-497d-b002-52f5fb7f19a1 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:57.282887 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc7c5b2a-fd55-4296-8d76-39db87d49d26 req-fc792529-1e54-497d-b002-52f5fb7f19a1 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 945 time: 0.2664542 Jul 05 03:46:57.322821 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-eeb369ca-13e8-4f62-81b5-00d7e0e680e9 req-c0190317-bf87-438f-ae60-053d60d33b09 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Deleting port a66c3d31-09db-4b45-8efd-71b1ddae76a5 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:57.323377 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-eeb369ca-13e8-4f62-81b5-00d7e0e680e9 req-c0190317-bf87-438f-ae60-053d60d33b09 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.344945 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fe025-0c88-4e12-ac61-86efd07a773e req-2cc97522-f869-4e4a-ad11-fbc1477606f8 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:57.352465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-069fe025-0c88-4e12-ac61-86efd07a773e req-2cc97522-f869-4e4a-ad11-fbc1477606f8 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 944 time: 0.3155198 Jul 05 03:46:57.479001 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc7c5b2a-fd55-4296-8d76-39db87d49d26 req-27e8680b-c49f-4006-8e40-f56cc804f174 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups?id=2c114301-d909-4b8b-97f4-0cb00f03f9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947541 Jul 05 03:46:57.510005 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-069fe025-0c88-4e12-ac61-86efd07a773e req-95abc7f7-b610-4a31-93ac-6b7135e5f3f1 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525993 Jul 05 03:46:57.513631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-eeb369ca-13e8-4f62-81b5-00d7e0e680e9 req-c0190317-bf87-438f-ae60-053d60d33b09 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] For port a66c3d31-09db-4b45-8efd-71b1ddae76a5, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a66c3d31-09db-4b45-8efd-71b1ddae76a5,segment=NetworkSegment(6c47ea80-e351-47cc-b47d-c1a0a7dbb553),segment_id=6c47ea80-e351-47cc-b47d-c1a0a7dbb553)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:57.514010 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-eeb369ca-13e8-4f62-81b5-00d7e0e680e9 req-c0190317-bf87-438f-ae60-053d60d33b09 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.535525 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-eeb369ca-13e8-4f62-81b5-00d7e0e680e9 req-c0190317-bf87-438f-ae60-053d60d33b09 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Calling delete_port for a66c3d31-09db-4b45-8efd-71b1ddae76a5 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:57.609572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a6cfc4-8dbf-4394-ab3a-f6d47ea4de4c admin admin] Router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:46:57.797705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a6cfc4-8dbf-4394-ab3a-f6d47ea4de4c admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:57.814229 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-17a6cfc4-8dbf-4394-ab3a-f6d47ea4de4c admin admin] 10.222.0.38 "PUT /v2.0/routers/0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4952464 Jul 05 03:46:57.814330 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a945ba-afc2-4d6f-adae-267395d9009d None None] Sync routers for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:57.817222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60194) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:57.823005 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a945ba-afc2-4d6f-adae-267395d9009d None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:57.823936 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f9a945ba-afc2-4d6f-adae-267395d9009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:46:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:57.974535 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f9a945ba-afc2-4d6f-adae-267395d9009d None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:58.034521 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-eeb369ca-13e8-4f62-81b5-00d7e0e680e9 req-c0190317-bf87-438f-ae60-053d60d33b09 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.055341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['a66c3d31-09db-4b45-8efd-71b1ddae76a5'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:58.082748 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50c92033-103f-47f7-b95c-a2913c6dbc11 admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.089948 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60206) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:58.094609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0190317-bf87-438f-ae60-053d60d33b09 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Pushing event deleted for resources: {'Port': ['ID=a66c3d31-09db-4b45-8efd-71b1ddae76a5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:58.161290 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee958a9-3216-4a7f-b454-d5486d9be2f0 req-8a476c75-5ecf-40fc-a771-cfece1a2536d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:58.163711 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ee958a9-3216-4a7f-b454-d5486d9be2f0 req-8a476c75-5ecf-40fc-a771-cfece1a2536d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 948 time: 0.3005018 Jul 05 03:46:58.318412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb369ca-13e8-4f62-81b5-00d7e0e680e9 req-c0190317-bf87-438f-ae60-053d60d33b09 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] No DVR routers for this DVR port a66c3d31-09db-4b45-8efd-71b1ddae76a5 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:58.326611 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-eeb369ca-13e8-4f62-81b5-00d7e0e680e9 req-c0190317-bf87-438f-ae60-053d60d33b09 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.336720 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eeb369ca-13e8-4f62-81b5-00d7e0e680e9 req-c0190317-bf87-438f-ae60-053d60d33b09 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.10 "DELETE /v2.0/ports/a66c3d31-09db-4b45-8efd-71b1ddae76a5 HTTP/1.1" status: 204 len: 173 time: 1.4600649 Jul 05 03:46:58.337383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580d75e8-7784-4a54-9349-d3ef89030875', 'name': 'network-vif-deleted', 'tag': 'a66c3d31-09db-4b45-8efd-71b1ddae76a5'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:58.343463 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c9e251-7121-496e-a18e-23b7feef3f79" -d '{"events": [{"server_uuid": "580d75e8-7784-4a54-9349-d3ef89030875", "name": "network-vif-deleted", "tag": "a66c3d31-09db-4b45-8efd-71b1ddae76a5"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:58.507995 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f9a945ba-afc2-4d6f-adae-267395d9009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:46:56Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:58.547365 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a945ba-afc2-4d6f-adae-267395d9009d None None] Checking router: 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:58.557109 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a945ba-afc2-4d6f-adae-267395d9009d None None] Routers {'0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:58.557746 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f9a945ba-afc2-4d6f-adae-267395d9009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:46:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:58.727667 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f9a945ba-afc2-4d6f-adae-267395d9009d None None] Set router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:58.820856 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50c92033-103f-47f7-b95c-a2913c6dbc11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.844223 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ee958a9-3216-4a7f-b454-d5486d9be2f0 req-0bce33ab-45dd-499e-b552-c4a462e16684 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6417212 Jul 05 03:46:58.914827 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1c3c8-caa9-4ff0-9de4-5b1bff3d8285 req-15a049e5-6c61-4103-90cb-c231642601d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:58.916645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32c1c3c8-caa9-4ff0-9de4-5b1bff3d8285 req-15a049e5-6c61-4103-90cb-c231642601d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.5372825 Jul 05 03:46:59.014468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32c1c3c8-caa9-4ff0-9de4-5b1bff3d8285 req-38835de2-30f6-4c81-a6d7-52ecbafa4186 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726771 Jul 05 03:46:59.069615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-50c92033-103f-47f7-b95c-a2913c6dbc11 admin admin] Deleting port 2d6ba240-705d-4ef6-af8e-e907ce065f85 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:59.069967 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50c92033-103f-47f7-b95c-a2913c6dbc11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.106232 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97afa4f-d097-49a8-b9b5-bac308256cd8 x-openstack-request-id: req-a97afa4f-d097-49a8-b9b5-bac308256cd8 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:59.106519 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580d75e8-7784-4a54-9349-d3ef89030875", "name": "network-vif-deleted", "tag": "a66c3d31-09db-4b45-8efd-71b1ddae76a5", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:59.106857 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a97afa4f-d097-49a8-b9b5-bac308256cd8 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:59.107277 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580d75e8-7784-4a54-9349-d3ef89030875', 'name': 'network-vif-deleted', 'tag': 'a66c3d31-09db-4b45-8efd-71b1ddae76a5', 'status': 'completed', 'code': 200} Jul 05 03:46:59.145142 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f9a945ba-afc2-4d6f-adae-267395d9009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:46:56Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:59.234721 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a945ba-afc2-4d6f-adae-267395d9009d None None] The sync data for ids ['0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3'] in n-d-771363-32 is: [{'id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'name': 'tempest-FloatingIPsAssociationTestJSON-562132922-router', 'tenant_id': 'ac69bf60ce054ab183ec7df3a922e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:22Z', 'updated_at': '2021-07-05T03:46:56Z', 'revision_number': 5, 'project_id': 'ac69bf60ce054ab183ec7df3a922e629', 'gw_port': {'id': '2d6ba240-705d-4ef6-af8e-e907ce065f85', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:24Z', 'updated_at': '2021-07-05T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:59.400709 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f56fb77-498d-4ca0-8542-ea136d920b84 req-9ad761bf-c3fd-4907-8e8e-0cb80e8931fc tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/ports?device_id=580d75e8-7784-4a54-9349-d3ef89030875 HTTP/1.1" status: 200 len: 210 time: 0.1116529 Jul 05 03:46:59.425532 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f8e3cacb-cc76-448b-ada3-3683ab6a02e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.516258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-50c92033-103f-47f7-b95c-a2913c6dbc11 admin admin] For port 2d6ba240-705d-4ef6-af8e-e907ce065f85, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2d6ba240-705d-4ef6-af8e-e907ce065f85,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:59.516556 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50c92033-103f-47f7-b95c-a2913c6dbc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.554686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-50c92033-103f-47f7-b95c-a2913c6dbc11 admin admin] Calling delete_port for 2d6ba240-705d-4ef6-af8e-e907ce065f85 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:59.811192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b4c09-c031-42b1-a274-6b1ecda85584 req-5d3e9ab3-5448-4c33-84b8-c970ecc5fda4 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:59.831080 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-969b4c09-c031-42b1-a274-6b1ecda85584 req-5d3e9ab3-5448-4c33-84b8-c970ecc5fda4 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 944 time: 0.4211490 Jul 05 03:46:59.873299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 098a9dff-9dd6-434c-b487-d9dd14d7f004 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:59.920413 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-969b4c09-c031-42b1-a274-6b1ecda85584 req-de57d354-f8b2-4acc-8221-fd40ed904101 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882554 Jul 05 03:46:59.951085 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f8e3cacb-cc76-448b-ada3-3683ab6a02e5 admin admin] Deleting port 86131c98-1d2e-4d00-b36a-f75a99a47b81 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:59.951968 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f8e3cacb-cc76-448b-ada3-3683ab6a02e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.063789 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-f8e3cacb-cc76-448b-ada3-3683ab6a02e5 admin admin] For port 86131c98-1d2e-4d00-b36a-f75a99a47b81, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=86131c98-1d2e-4d00-b36a-f75a99a47b81,segment=NetworkSegment(ed82bb69-43f6-42e8-8557-8a52d64145c3),segment_id=ed82bb69-43f6-42e8-8557-8a52d64145c3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:00.064954 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f8e3cacb-cc76-448b-ada3-3683ab6a02e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.090253 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f8e3cacb-cc76-448b-ada3-3683ab6a02e5 admin admin] Calling delete_port for 86131c98-1d2e-4d00-b36a-f75a99a47b81 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:00.124523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 098a9dff-9dd6-434c-b487-d9dd14d7f004 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:00.128584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 098a9dff-9dd6-434c-b487-d9dd14d7f004 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:00.129018 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.184193 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50c92033-103f-47f7-b95c-a2913c6dbc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.273472 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c92033-103f-47f7-b95c-a2913c6dbc11 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6ba240-705d-4ef6-af8e-e907ce065f85,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:00.330352 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.384688 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fdebca-24e5-4432-9836-fa6c9f0081c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098a9dff-9dd6-434c-b487-d9dd14d7f004'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:00.389374 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354e5daa-31ab-4f31-8714-ca0f2c150cc7" -d '{"events": [{"server_uuid": "79fdebca-24e5-4432-9836-fa6c9f0081c7", "name": "network-vif-plugged", "status": "completed", "tag": "098a9dff-9dd6-434c-b487-d9dd14d7f004"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:00.430278 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 098a9dff-9dd6-434c-b487-d9dd14d7f004, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=098a9dff-9dd6-434c-b487-d9dd14d7f004,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:00.432594 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50c92033-103f-47f7-b95c-a2913c6dbc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.535477 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.614125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=098a9dff-9dd6-434c-b487-d9dd14d7f004,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:00.622838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6326ed6-0be2-4724-ba8e-33ec4aecb651 req-43dbf1ca-968a-477b-8b98-a26d4e816218 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:00.624503 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6326ed6-0be2-4724-ba8e-33ec4aecb651 req-43dbf1ca-968a-477b-8b98-a26d4e816218 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.3275931 Jul 05 03:47:00.627229 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f8e3cacb-cc76-448b-ada3-3683ab6a02e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.631612 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50c92033-103f-47f7-b95c-a2913c6dbc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.643204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96576b-51fb-474d-932d-4c10fcd4deb3 req-0173e676-b37d-4fef-b376-04ef34f2213e tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:00.644783 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb96576b-51fb-474d-932d-4c10fcd4deb3 req-0173e676-b37d-4fef-b376-04ef34f2213e tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 948 time: 0.3820896 Jul 05 03:47:00.646102 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50c92033-103f-47f7-b95c-a2913c6dbc11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.659144 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3cacb-cc76-448b-ada3-3683ab6a02e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=86131c98-1d2e-4d00-b36a-f75a99a47b81,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:00.780274 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6326ed6-0be2-4724-ba8e-33ec4aecb651 req-ffb9795a-1482-4a70-a709-e31d0c9c8bd0 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320612 Jul 05 03:47:00.808172 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb96576b-51fb-474d-932d-4c10fcd4deb3 req-df49ff5f-dfe4-49ca-9c07-d4f911eac879 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516984 Jul 05 03:47:00.858954 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a66c3d31-09db-4b45-8efd-71b1ddae76a5 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:00.907170 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50c92033-103f-47f7-b95c-a2913c6dbc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.908325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c92033-103f-47f7-b95c-a2913c6dbc11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:47:00.914506 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50c92033-103f-47f7-b95c-a2913c6dbc11 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.921208 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-50c92033-103f-47f7-b95c-a2913c6dbc11 admin admin] 10.222.0.38 "DELETE /v2.0/routers/0c0f9fb5-ac5e-47d2-a38c-3b4987bea6d3 HTTP/1.1" status: 204 len: 168 time: 3.1021473 Jul 05 03:47:00.922086 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60238) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:00.993250 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f8e3cacb-cc76-448b-ada3-3683ab6a02e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.016540 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2b6312-ba6e-464e-aec9-907d60bde662 x-openstack-request-id: req-9a2b6312-ba6e-464e-aec9-907d60bde662 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:01.020233 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fdebca-24e5-4432-9836-fa6c9f0081c7", "name": "network-vif-plugged", "status": "completed", "tag": "098a9dff-9dd6-434c-b487-d9dd14d7f004", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:01.020759 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9a2b6312-ba6e-464e-aec9-907d60bde662 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:01.021410 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fdebca-24e5-4432-9836-fa6c9f0081c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098a9dff-9dd6-434c-b487-d9dd14d7f004', 'code': 200} Jul 05 03:47:01.024297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: a66c3d31-09db-4b45-8efd-71b1ddae76a5 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:01.026706 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a66c3d31-09db-4b45-8efd-71b1ddae76a5 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:01.119039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-b785e821-e269-4677-b6ec-ddfae61beee6 admin admin] Deleting subnet 97a22561-db6a-4f11-ad85-2b8562a4f606 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:47:01.139118 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b785e821-e269-4677-b6ec-ddfae61beee6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.227522 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b785e821-e269-4677-b6ec-ddfae61beee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.573167 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b785e821-e269-4677-b6ec-ddfae61beee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.678133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5c485e04-c366-4c6b-b46d-cdf49641f34c no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:01.734015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c8f95-ff03-420c-9651-4f15488ffd8a req-b2d0899c-bc5b-46ae-8438-5a1eb10bc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:01.746820 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1d7c8f95-ff03-420c-9651-4f15488ffd8a req-b2d0899c-bc5b-46ae-8438-5a1eb10bc372 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 1101 time: 0.6858757 Jul 05 03:47:01.766439 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 5c485e04-c366-4c6b-b46d-cdf49641f34c {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:01.767816 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5c485e04-c366-4c6b-b46d-cdf49641f34c not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:01.818202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb0429-d803-47d2-87f6-179f3b6f8b38 req-dd37e698-653e-4aef-8d6e-c6b08ccaa987 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:01.833016 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfdb0429-d803-47d2-87f6-179f3b6f8b38 req-dd37e698-653e-4aef-8d6e-c6b08ccaa987 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 944 time: 0.3239968 Jul 05 03:47:01.852021 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1d7c8f95-ff03-420c-9651-4f15488ffd8a req-3f6ed024-d906-4c1e-9217-207410792d37 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858946 Jul 05 03:47:01.857698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e3cacb-cc76-448b-ada3-3683ab6a02e5 admin admin] Router a624cb33-9096-4547-a067-91a5849f707b has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:01.918866 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfdb0429-d803-47d2-87f6-179f3b6f8b38 req-b21dcf1e-d26e-4a28-995b-a6390631577f tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840847 Jul 05 03:47:01.919982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60266) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:01.952060 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b785e821-e269-4677-b6ec-ddfae61beee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.044988 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785e821-e269-4677-b6ec-ddfae61beee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a22561-db6a-4f11-ad85-2b8562a4f606,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:02.051785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d2a038-2cba-4e36-8362-d14f602d7013 None None] Network 93861ace-d9b0-47de-9d31-ff7b3a9f0ced requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:02.064850 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b785e821-e269-4677-b6ec-ddfae61beee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.076590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b785e821-e269-4677-b6ec-ddfae61beee6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/97a22561-db6a-4f11-ad85-2b8562a4f606 HTTP/1.1" status: 204 len: 168 time: 1.1494215 Jul 05 03:47:02.082711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60268) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:02.220418 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.280742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e3cacb-cc76-448b-ada3-3683ab6a02e5 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:02.284941 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.296777 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f8e3cacb-cc76-448b-ada3-3683ab6a02e5 admin admin] 10.222.0.38 "PUT /v2.0/routers/a624cb33-9096-4547-a067-91a5849f707b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2054505 Jul 05 03:47:02.299409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60274) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:02.304422 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30c0dc-7ab7-4dc2-a54f-67c573dac45e None None] Sync routers for ids ['a624cb33-9096-4547-a067-91a5849f707b'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:02.314170 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1913f4e5-b80e-4034-9e37-9a07b68e695f tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.348866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30c0dc-7ab7-4dc2-a54f-67c573dac45e None None] Routers {'a624cb33-9096-4547-a067-91a5849f707b'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:02.350446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6e30c0dc-7ab7-4dc2-a54f-67c573dac45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:46:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a624cb33-9096-4547-a067-91a5849f707b'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:02.375721 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26891b5f-23d8-4cc9-af23-b5eeb2f0e62a req-6dd90f49-9f49-4e7f-80f0-cd139a0cc807 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:02.383318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26891b5f-23d8-4cc9-af23-b5eeb2f0e62a req-6dd90f49-9f49-4e7f-80f0-cd139a0cc807 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 949 time: 0.2713301 Jul 05 03:47:02.426803 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1913f4e5-b80e-4034-9e37-9a07b68e695f tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.444479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583223f-c252-4c2b-8484-53d545b7c2ff req-512bf976-f6c3-4b8e-86e1-6d77d3d27148 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:02.454308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f583223f-c252-4c2b-8484-53d545b7c2ff req-512bf976-f6c3-4b8e-86e1-6d77d3d27148 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.3475888 Jul 05 03:47:02.519981 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26891b5f-23d8-4cc9-af23-b5eeb2f0e62a req-d960d0c4-8d81-46a4-9fbf-c82336d260e2 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356723 Jul 05 03:47:02.532458 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec90c31a-c07d-45a7-af9f-4f846d59db39 admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.606179 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f583223f-c252-4c2b-8484-53d545b7c2ff req-aaca7f9f-8ac3-469d-87ee-a029b9d120e8 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502459 Jul 05 03:47:02.720176 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1913f4e5-b80e-4034-9e37-9a07b68e695f tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.725640 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1913f4e5-b80e-4034-9e37-9a07b68e695f tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.727474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] Deleting port 1566d4a6-1d21-4912-af17-ef88930e71dd {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:02.730280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1913f4e5-b80e-4034-9e37-9a07b68e695f tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "DELETE /v2.0/security-groups/26ed4794-dbd8-4416-b83e-ebc3e8394bad HTTP/1.1" status: 204 len: 168 time: 0.8069508 Jul 05 03:47:02.730375 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.733760 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60284) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:02.756788 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913f4e5-b80e-4034-9e37-9a07b68e695f tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ed4794-dbd8-4416-b83e-ebc3e8394bad,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:02.777614 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-198b2d67-5b6c-4ac6-bfdb-df0c55f6fafd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] show failed (client error): The resource could not be found. Jul 05 03:47:02.792298 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-198b2d67-5b6c-4ac6-bfdb-df0c55f6fafd tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "GET /v2.0/security-groups/26ed4794-dbd8-4416-b83e-ebc3e8394bad HTTP/1.1" status: 404 len: 347 time: 0.0297935 Jul 05 03:47:02.795623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60286) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:02.832431 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec90c31a-c07d-45a7-af9f-4f846d59db39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.905079 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] For port 1566d4a6-1d21-4912-af17-ef88930e71dd, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1566d4a6-1d21-4912-af17-ef88930e71dd,segment=NetworkSegment(8afcbf01-49e1-4208-aaba-cbcea90d572e),segment_id=8afcbf01-49e1-4208-aaba-cbcea90d572e)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:02.906207 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.952263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] Calling delete_port for 1566d4a6-1d21-4912-af17-ef88930e71dd owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:03.041197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d0418d-4230-422b-8149-56cc3a602c4a None None] DHCP port deletion for 93861ace-d9b0-47de-9d31-ff7b3a9f0ced request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:47:03.138281 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c2e4b-be6f-4452-8be4-6ab6d7628fb5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Deleting port 0adb8222-ed37-4ea7-9030-546357990efe {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:03.140669 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2e4b-be6f-4452-8be4-6ab6d7628fb5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.161684 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-6e30c0dc-7ab7-4dc2-a54f-67c573dac45e None None] Set router a624cb33-9096-4547-a067-91a5849f707b gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:03.166400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ec90c31a-c07d-45a7-af9f-4f846d59db39 admin admin] Deleting port 7891b03c-2c10-42ab-9e61-ff246fddca44 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:03.166744 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec90c31a-c07d-45a7-af9f-4f846d59db39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.324174 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2e4b-be6f-4452-8be4-6ab6d7628fb5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.327024 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2e4b-be6f-4452-8be4-6ab6d7628fb5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.400645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c2e4b-be6f-4452-8be4-6ab6d7628fb5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Calling delete_port for 0adb8222-ed37-4ea7-9030-546357990efe owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:03.421875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-ec90c31a-c07d-45a7-af9f-4f846d59db39 admin admin] For port 7891b03c-2c10-42ab-9e61-ff246fddca44, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7891b03c-2c10-42ab-9e61-ff246fddca44,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:03.422664 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec90c31a-c07d-45a7-af9f-4f846d59db39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.454634 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ec90c31a-c07d-45a7-af9f-4f846d59db39 admin admin] Calling delete_port for 7891b03c-2c10-42ab-9e61-ff246fddca44 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:03.477699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1566d4a6-1d21-4912-af17-ef88930e71dd no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:03.593820 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.628416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No active binding found for port 1566d4a6-1d21-4912-af17-ef88930e71dd {{(pid=100934) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 03:47:03.628840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1566d4a6-1d21-4912-af17-ef88930e71dd not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:03.629272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2d6ba240-705d-4ef6-af8e-e907ce065f85 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:03.688266 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] No DVR routers for this DVR port 1566d4a6-1d21-4912-af17-ef88930e71dd on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:03.705756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e2d0418d-4230-422b-8149-56cc3a602c4a None None] Deleting port 1566d4a6-1d21-4912-af17-ef88930e71dd {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:03.709641 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e2d0418d-4230-422b-8149-56cc3a602c4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.726114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 2d6ba240-705d-4ef6-af8e-e907ce065f85 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:03.726447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2d6ba240-705d-4ef6-af8e-e907ce065f85 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:03.754395 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.805472 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] Pushing event deleted for resources: {'Port': ['ID=1566d4a6-1d21-4912-af17-ef88930e71dd,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:03.854261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b4296-d31e-49e9-a146-0f05e7a3336b req-9fb05cd9-330f-4652-b0fc-e63ca6a08e2f tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:03.865519 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c2b4296-d31e-49e9-a146-0f05e7a3336b req-9fb05cd9-330f-4652-b0fc-e63ca6a08e2f tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 944 time: 0.5246308 Jul 05 03:47:03.894377 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2e4b-be6f-4452-8be4-6ab6d7628fb5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.899766 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.923723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93861ace-d9b0-47de-9d31-ff7b3a9f0ced']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:03.932726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 4a83a22c-d895-4235-b2bc-210fe6f1ae10 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:03.943064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afcbf01-49e1-4208-aaba-cbcea90d572e') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:03.944217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afcbf01-49e1-4208-aaba-cbcea90d572e') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:03.957892 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.985014 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.009823 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:47:04.010961 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.036710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c2e4b-be6f-4452-8be4-6ab6d7628fb5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Pushing event deleted for resources: {'Port': ['ID=0adb8222-ed37-4ea7-9030-546357990efe,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:04.074261 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e2d0418d-4230-422b-8149-56cc3a602c4a None None] For port 1566d4a6-1d21-4912-af17-ef88930e71dd, host n-d-771363-32, got binding levels [] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:04.074882 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e2d0418d-4230-422b-8149-56cc3a602c4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.117832 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e2d0418d-4230-422b-8149-56cc3a602c4a None None] Calling delete_port for 1566d4a6-1d21-4912-af17-ef88930e71dd owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:04.136156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.ipam_backend_mixin [None req-e2d0418d-4230-422b-8149-56cc3a602c4a None None] Port 1566d4a6-1d21-4912-af17-ef88930e71dd was not found and therefore no delete operation was performed {{(pid=100934) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 03:47:04.143930 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e2d0418d-4230-422b-8149-56cc3a602c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:47:04.147340 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:47:04.152304 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:47:04.152304 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:47:04.152304 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:47:04.152304 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:47:04.152304 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:47:04.152304 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:47:04.152304 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:47:04.172675 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d0418d-4230-422b-8149-56cc3a602c4a None None] No DVR routers for this DVR port 1566d4a6-1d21-4912-af17-ef88930e71dd on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:04.254045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.270369 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.282813 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c2b4296-d31e-49e9-a146-0f05e7a3336b req-1c8de2fb-4043-4f78-924a-d0e7a98842a5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160159 Jul 05 03:47:04.291785 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] 10.222.0.38 "DELETE /v2.0/networks/93861ace-d9b0-47de-9d31-ff7b3a9f0ced HTTP/1.1" status: 204 len: 168 time: 2.1925049 Jul 05 03:47:04.321933 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2e4b-be6f-4452-8be4-6ab6d7628fb5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.340372 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0418d-4230-422b-8149-56cc3a602c4a None None] Pushing event deleted for resources: {'Port': ['ID=1566d4a6-1d21-4912-af17-ef88930e71dd,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:04.348038 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2e4b-be6f-4452-8be4-6ab6d7628fb5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.355837 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6e30c0dc-7ab7-4dc2-a54f-67c573dac45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a624cb33-9096-4547-a067-91a5849f707b', 'name': 'tempest-AttachSCSIVolumeTestJSON-992096115-router', 'tenant_id': '6655d55c550942e3ba3756cd17feb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '7891b03c-2c10-42ab-9e61-ff246fddca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:55Z', 'updated_at': '2021-07-05T03:47:00Z', 'revision_number': 5, 'project_id': '6655d55c550942e3ba3756cd17feb975', 'gw_port': {'id': '7891b03c-2c10-42ab-9e61-ff246fddca44', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a624cb33-9096-4547-a067-91a5849f707b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:57Z', 'updated_at': '2021-07-05T03:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:04.368477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981735f-67d8-498b-966b-553b3c3fbb7c admin admin] Pushing event deleted for resources: {'Network': ['ID=93861ace-d9b0-47de-9d31-ff7b3a9f0ced,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:04.376475 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0a8c2e4b-be6f-4452-8be4-6ab6d7628fb5 tempest-ImagesOneServerNegativeTestJSON-407460720 tempest-ImagesOneServerNegativeTestJSON-407460720-project] 10.222.0.38 "DELETE /v2.0/floatingips/86f09071-51ed-4ca6-ab5e-e5e4475c3117 HTTP/1.1" status: 204 len: 168 time: 1.5516016 Jul 05 03:47:04.439109 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f06f-3c34-4e73-8949-bef247d0d92e req-48573496-8fd4-48d0-9bed-15eaaaa0156c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:04.451163 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1536f06f-3c34-4e73-8949-bef247d0d92e req-48573496-8fd4-48d0-9bed-15eaaaa0156c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 949 time: 0.5387630 Jul 05 03:47:04.486062 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30c0dc-7ab7-4dc2-a54f-67c573dac45e None None] Checking router: a624cb33-9096-4547-a067-91a5849f707b for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:04.522854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30c0dc-7ab7-4dc2-a54f-67c573dac45e None None] Routers {'a624cb33-9096-4547-a067-91a5849f707b'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:04.527448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6e30c0dc-7ab7-4dc2-a54f-67c573dac45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:46:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a624cb33-9096-4547-a067-91a5849f707b'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:04.551757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1536f06f-3c34-4e73-8949-bef247d0d92e req-f3c12c05-af19-4c78-a358-2478399209f9 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992088 Jul 05 03:47:04.619197 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-a1b7375c-f916-4f70-9dc8-87daca323748 service neutron] show failed (client error): The resource could not be found. Jul 05 03:47:04.621802 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-a1b7375c-f916-4f70-9dc8-87daca323748 service neutron] 10.222.0.36 "GET /v2.0/ports/b09b2376-4636-4f08-a338-eb8d27129ab9/bindings/n-h1-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.1769898 Jul 05 03:47:04.786225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-6e30c0dc-7ab7-4dc2-a54f-67c573dac45e None None] Set router a624cb33-9096-4547-a067-91a5849f707b gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:04.793654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551dd9b-31b9-447c-8764-a3819bf2c35e req-a7affa9f-8492-46b3-99b5-0afbd73d11fd tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:04.796515 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1551dd9b-31b9-447c-8764-a3819bf2c35e req-a7affa9f-8492-46b3-99b5-0afbd73d11fd tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.1525471 Jul 05 03:47:04.858292 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec90c31a-c07d-45a7-af9f-4f846d59db39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.919348 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1551dd9b-31b9-447c-8764-a3819bf2c35e req-ff3b271a-5281-41d7-b275-fbf75fc5338b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127672 Jul 05 03:47:04.945821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6e30c0dc-7ab7-4dc2-a54f-67c573dac45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a624cb33-9096-4547-a067-91a5849f707b', 'name': 'tempest-AttachSCSIVolumeTestJSON-992096115-router', 'tenant_id': '6655d55c550942e3ba3756cd17feb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:55Z', 'updated_at': '2021-07-05T03:47:02Z', 'revision_number': 6, 'project_id': '6655d55c550942e3ba3756cd17feb975', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:05.000645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90c31a-c07d-45a7-af9f-4f846d59db39 admin admin] Pushing event deleted for resources: {'Port': ['ID=7891b03c-2c10-42ab-9e61-ff246fddca44,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:05.010448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30c0dc-7ab7-4dc2-a54f-67c573dac45e None None] The sync data for ids ['a624cb33-9096-4547-a067-91a5849f707b'] in n-d-771363-32 is: [{'id': 'a624cb33-9096-4547-a067-91a5849f707b', 'name': 'tempest-AttachSCSIVolumeTestJSON-992096115-router', 'tenant_id': '6655d55c550942e3ba3756cd17feb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:55Z', 'updated_at': '2021-07-05T03:47:02Z', 'revision_number': 6, 'project_id': '6655d55c550942e3ba3756cd17feb975', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:05.085335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60316) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:05.155462 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec90c31a-c07d-45a7-af9f-4f846d59db39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.184145 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9d6fa576-0961-450b-aec9-ba92c40b6074 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac69bf60ce054ab183ec7df3a922e629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959506 Jul 05 03:47:05.185961 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60320) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:05.256464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60322) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:05.394364 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bba7f4-4266-4ccd-be45-fa784a403462 admin admin] Deleting subnet 934e48da-88c9-40cf-96a1-10e1cd1c3ea7 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:47:05.403183 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5bba7f4-4266-4ccd-be45-fa784a403462 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.468026 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf4ca67b-1d81-4c06-9641-47f2dbd821b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.553963 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5bba7f4-4266-4ccd-be45-fa784a403462 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.649354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 86131c98-1d2e-4d00-b36a-f75a99a47b81 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:05.661638 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf4ca67b-1d81-4c06-9641-47f2dbd821b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.702700 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 86131c98-1d2e-4d00-b36a-f75a99a47b81 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:05.703268 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 86131c98-1d2e-4d00-b36a-f75a99a47b81 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:05.764216 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec90c31a-c07d-45a7-af9f-4f846d59db39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.769991 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec90c31a-c07d-45a7-af9f-4f846d59db39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.826917 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-56ef6c69-c84f-4901-8f96-cc624ba15366 service neutron] 10.222.0.36 "GET /v2.0/ports/4a83a22c-d895-4235-b2bc-210fe6f1ae10/bindings/n-h1-771363-32 HTTP/1.1" status: 200 len: 385 time: 0.6218021 Jul 05 03:47:05.955542 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec90c31a-c07d-45a7-af9f-4f846d59db39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.957333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec90c31a-c07d-45a7-af9f-4f846d59db39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a624cb33-9096-4547-a067-91a5849f707b {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:47:05.987093 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec90c31a-c07d-45a7-af9f-4f846d59db39 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.991298 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ec90c31a-c07d-45a7-af9f-4f846d59db39 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a624cb33-9096-4547-a067-91a5849f707b HTTP/1.1" status: 204 len: 168 time: 3.6904008 Jul 05 03:47:05.991730 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60338) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:06.044234 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02e98e7-3a0d-4aa9-ba68-a8609d8b97a8 admin admin] Deleting subnet 2f54a329-37b8-4bdf-a97e-e717b59c3def {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:47:06.057171 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a02e98e7-3a0d-4aa9-ba68-a8609d8b97a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.122099 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a02e98e7-3a0d-4aa9-ba68-a8609d8b97a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.158458 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5bba7f4-4266-4ccd-be45-fa784a403462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.161566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-2ed1d715-4fb3-4d84-bf83-3c3be896e713 service neutron] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4a83a22c-d895-4235-b2bc-210fe6f1ae10,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:06.199289 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-2ed1d715-4fb3-4d84-bf83-3c3be896e713 service neutron] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:06.304854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-2ed1d715-4fb3-4d84-bf83-3c3be896e713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a83a22c-d895-4235-b2bc-210fe6f1ae10 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:06.334176 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a02e98e7-3a0d-4aa9-ba68-a8609d8b97a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.346666 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-2ed1d715-4fb3-4d84-bf83-3c3be896e713 service neutron] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=4a83a22c-d895-4235-b2bc-210fe6f1ae10,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:06.347879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830a86c-9390-45a2-91a8-e6e2636e908b req-70c61967-a45e-436a-87b0-14b5184e3a02 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:06.359360 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f830a86c-9390-45a2-91a8-e6e2636e908b req-70c61967-a45e-436a-87b0-14b5184e3a02 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 944 time: 0.8017004 Jul 05 03:47:06.387085 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-2e3ca634-0629-4c55-948b-cb8e6b5a85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:06.388878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-2e3ca634-0629-4c55-948b-cb8e6b5a85e8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2&tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f HTTP/1.1" status: 200 len: 1102 time: 0.2813611 Jul 05 03:47:06.403741 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65153a68-888c-4cd4-8bfe-c0479c912f8a req-3e5c71f5-3521-429d-a41d-44ed35161189 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:06.410908 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65153a68-888c-4cd4-8bfe-c0479c912f8a req-3e5c71f5-3521-429d-a41d-44ed35161189 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 949 time: 0.2950132 Jul 05 03:47:06.437593 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:06.440758 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5bba7f4-4266-4ccd-be45-fa784a403462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.498846 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-2ed1d715-4fb3-4d84-bf83-3c3be896e713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.516592 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf4ca67b-1d81-4c06-9641-47f2dbd821b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.518957 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf4ca67b-1d81-4c06-9641-47f2dbd821b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.520158 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bf4ca67b-1d81-4c06-9641-47f2dbd821b2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f49b8be-ff26-44d8-a7dc-7eb26dc48feb HTTP/1.1" status: 204 len: 168 time: 1.3327212 Jul 05 03:47:06.521049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bba7f4-4266-4ccd-be45-fa784a403462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934e48da-88c9-40cf-96a1-10e1cd1c3ea7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:06.582796 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a02e98e7-3a0d-4aa9-ba68-a8609d8b97a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.609255 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65153a68-888c-4cd4-8bfe-c0479c912f8a req-7df3c576-b0e1-41f9-9586-fd44e740aedf tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966906 Jul 05 03:47:06.646555 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5bba7f4-4266-4ccd-be45-fa784a403462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.653570 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f5bba7f4-4266-4ccd-be45-fa784a403462 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/934e48da-88c9-40cf-96a1-10e1cd1c3ea7 HTTP/1.1" status: 204 len: 168 time: 1.3947120 Jul 05 03:47:06.669297 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f830a86c-9390-45a2-91a8-e6e2636e908b req-49dfb20a-6525-420e-8d83-133b13573edf tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082602 Jul 05 03:47:06.671723 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60348) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:06.728529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61818fd4-7691-4bb9-92ff-c1e0be09699f None None] Network dd42a8dd-de95-4725-b222-160565abb7e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:06.729354 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a02e98e7-3a0d-4aa9-ba68-a8609d8b97a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.762136 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a02e98e7-3a0d-4aa9-ba68-a8609d8b97a8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2f54a329-37b8-4bdf-a97e-e717b59c3def HTTP/1.1" status: 204 len: 168 time: 0.7529500 Jul 05 03:47:06.764284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e98e7-3a0d-4aa9-ba68-a8609d8b97a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f54a329-37b8-4bdf-a97e-e717b59c3def,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:06.805797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60354) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:06.927247 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.929206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ca67b-1d81-4c06-9641-47f2dbd821b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f49b8be-ff26-44d8-a7dc-7eb26dc48feb,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:07.047456 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.057710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-2ed1d715-4fb3-4d84-bf83-3c3be896e713 service neutron] Transition to ACTIVE for port object 4a83a22c-d895-4235-b2bc-210fe6f1ae10 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:07.077562 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-26ad7c92-b911-40cf-a48b-7aa5bfcd5d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.154749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] Deleting port 441d39a0-60e2-49f1-9607-be77e8345e3a {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:07.155087 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.165512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c09c64-477b-4d14-8cdf-714849141824 None None] DHCP port deletion for dd42a8dd-de95-4725-b222-160565abb7e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:47:07.215271 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-2ed1d715-4fb3-4d84-bf83-3c3be896e713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.270562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-93c09c64-477b-4d14-8cdf-714849141824 None None] Deleting port 441d39a0-60e2-49f1-9607-be77e8345e3a {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:07.271398 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-93c09c64-477b-4d14-8cdf-714849141824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.326166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] For port 441d39a0-60e2-49f1-9607-be77e8345e3a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=441d39a0-60e2-49f1-9607-be77e8345e3a,segment=NetworkSegment(ed82bb69-43f6-42e8-8557-8a52d64145c3),segment_id=ed82bb69-43f6-42e8-8557-8a52d64145c3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:07.326567 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.364549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-2ed1d715-4fb3-4d84-bf83-3c3be896e713 service neutron] No DVR routers for this DVR port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:07.377653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1d715-4fb3-4d84-bf83-3c3be896e713 service neutron] Pushing event updated for resources: {'Port': ['ID=4a83a22c-d895-4235-b2bc-210fe6f1ae10,revision_number=10']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:07.382643 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] Calling delete_port for 441d39a0-60e2-49f1-9607-be77e8345e3a owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:07.418875 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-93c09c64-477b-4d14-8cdf-714849141824 None None] For port 441d39a0-60e2-49f1-9607-be77e8345e3a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=441d39a0-60e2-49f1-9607-be77e8345e3a,segment=NetworkSegment(ed82bb69-43f6-42e8-8557-8a52d64145c3),segment_id=ed82bb69-43f6-42e8-8557-8a52d64145c3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:07.419872 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-93c09c64-477b-4d14-8cdf-714849141824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.426221 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-2ed1d715-4fb3-4d84-bf83-3c3be896e713 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a83a22c-d895-4235-b2bc-210fe6f1ae10/bindings/n-h1-771363-32/activate HTTP/1.1" status: 200 len: 370 time: 1.5926654 Jul 05 03:47:07.447752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-93c09c64-477b-4d14-8cdf-714849141824 None None] Calling delete_port for 441d39a0-60e2-49f1-9607-be77e8345e3a owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:07.462062 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7891b03c-2c10-42ab-9e61-ff246fddca44 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:07.528493 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 7891b03c-2c10-42ab-9e61-ff246fddca44 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:07.529141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7891b03c-2c10-42ab-9e61-ff246fddca44 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:07.529762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 441d39a0-60e2-49f1-9607-be77e8345e3a no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:07.618283 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f3f8267-1376-42f5-84d8-ddf35daf03fa req-77e17d5e-9382-4eef-be5f-27c85ae6c209 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6147738 Jul 05 03:47:07.621162 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] For port b09b2376-4636-4f08-a338-eb8d27129ab9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b09b2376-4636-4f08-a338-eb8d27129ab9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:07.708152 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.741306 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-93c09c64-477b-4d14-8cdf-714849141824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.760581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] Pushing event deleted for resources: {'Port': ['ID=441d39a0-60e2-49f1-9607-be77e8345e3a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:07.766475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] No DVR routers for this DVR port 441d39a0-60e2-49f1-9607-be77e8345e3a on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:07.771531 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a41e79-10b6-40e3-a864-2c22cc9e23f7 req-118e07d2-841e-4d8b-a0a6-ff099b7f450f tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:07.782763 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2a41e79-10b6-40e3-a864-2c22cc9e23f7 req-118e07d2-841e-4d8b-a0a6-ff099b7f450f tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.8296149 Jul 05 03:47:07.790990 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c09c64-477b-4d14-8cdf-714849141824 None None] Pushing event deleted for resources: {'Port': ['ID=441d39a0-60e2-49f1-9607-be77e8345e3a,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:07.796342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c09c64-477b-4d14-8cdf-714849141824 None None] No DVR routers for this DVR port 441d39a0-60e2-49f1-9607-be77e8345e3a on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:07.805168 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.895238 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.914069 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd42a8dd-de95-4725-b222-160565abb7e7']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:07.926529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b09b2376-4636-4f08-a338-eb8d27129ab9 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:07.931015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed82bb69-43f6-42e8-8557-8a52d64145c3') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:07.942354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed82bb69-43f6-42e8-8557-8a52d64145c3') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:07.953397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] For port b09b2376-4636-4f08-a338-eb8d27129ab9, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:07.955725 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.973916 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.980680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:47:07.980680 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:47:07.983367 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:47:08.000672 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-26ad7c92-b911-40cf-a48b-7aa5bfcd5d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.035211 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.041066 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-26ad7c92-b911-40cf-a48b-7aa5bfcd5d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf8187d-fbee-41ec-883d-11382c9bffe4']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:08.045527 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2a41e79-10b6-40e3-a864-2c22cc9e23f7 req-fef5470c-84f4-4458-a626-183351a58e9c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618847 Jul 05 03:47:08.071106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-26ad7c92-b911-40cf-a48b-7aa5bfcd5d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c47ea80-e351-47cc-b47d-c1a0a7dbb553') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:08.071774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-26ad7c92-b911-40cf-a48b-7aa5bfcd5d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c47ea80-e351-47cc-b47d-c1a0a7dbb553') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:08.108272 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-26ad7c92-b911-40cf-a48b-7aa5bfcd5d5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.109759 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd550ac62-db79-429d-bd1b-ad62fb6ea4a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b09b2376-4636-4f08-a338-eb8d27129ab9'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:08.112053 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ecc188-8f93-4d29-b939-75318d432628" -d '{"events": [{"server_uuid": "d550ac62-db79-429d-bd1b-ad62fb6ea4a2", "name": "network-vif-unplugged", "status": "completed", "tag": "b09b2376-4636-4f08-a338-eb8d27129ab9"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:08.115865 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.129920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0c7cd-932b-418c-bde0-1f6b568cf2bf req-dce83e6e-28d3-4ac2-b375-ab14b2e45e04 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.132265 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-72d0c7cd-932b-418c-bde0-1f6b568cf2bf req-dce83e6e-28d3-4ac2-b375-ab14b2e45e04 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 1101 time: 0.5403314 Jul 05 03:47:08.154036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-3fbd54d7-5f87-43fd-9d32-2cb1af94795f tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.155484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-3fbd54d7-5f87-43fd-9d32-2cb1af94795f tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822&tenant_id=5de69650861e4b2ab64c64456b5c16e4&binding%3Ahost_id=n-h2-771363-32 HTTP/1.1" status: 200 len: 1097 time: 0.4792490 Jul 05 03:47:08.157812 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f8267-1376-42f5-84d8-ddf35daf03fa req-12458f58-a14f-4c52-a475-51c6720123a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.160295 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f3f8267-1376-42f5-84d8-ddf35daf03fa req-12458f58-a14f-4c52-a475-51c6720123a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 1096 time: 0.4803810 Jul 05 03:47:08.164454 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.184512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Transition to ACTIVE for port object b09b2376-4636-4f08-a338-eb8d27129ab9 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:08.184988 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.185237 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-26ad7c92-b911-40cf-a48b-7aa5bfcd5d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.185510 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] 10.222.0.38 "DELETE /v2.0/networks/dd42a8dd-de95-4725-b222-160565abb7e7 HTTP/1.1" status: 204 len: 168 time: 1.3657761 Jul 05 03:47:08.190087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60394) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:08.198022 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fa078-3aff-4e8c-bc16-56a73c85832b admin admin] Pushing event deleted for resources: {'Network': ['ID=dd42a8dd-de95-4725-b222-160565abb7e7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:08.237979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ad7c92-b911-40cf-a48b-7aa5bfcd5d5b admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:47:08.238431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-26ad7c92-b911-40cf-a48b-7aa5bfcd5d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:47:08.240293 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:47:08.247405 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:47:08.415417 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.459634 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:47:08.459997 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:47:08.460548 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-72d0c7cd-932b-418c-bde0-1f6b568cf2bf req-472439af-cc59-4018-a7da-91a83fa7bb18 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922425 Jul 05 03:47:08.556964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Pushing event updated for resources: {'Port': ['ID=b09b2376-4636-4f08-a338-eb8d27129ab9,revision_number=6']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:08.585994 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-26ad7c92-b911-40cf-a48b-7aa5bfcd5d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.602240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-d8478a15-d856-4602-a2dc-381a9f720ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.604021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-d8478a15-d856-4602-a2dc-381a9f720ae6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822&tenant_id=5de69650861e4b2ab64c64456b5c16e4 HTTP/1.1" status: 200 len: 1097 time: 0.4319937 Jul 05 03:47:08.619918 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-26ad7c92-b911-40cf-a48b-7aa5bfcd5d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.623510 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-26ad7c92-b911-40cf-a48b-7aa5bfcd5d5b admin admin] 10.222.0.38 "DELETE /v2.0/networks/2cf8187d-fbee-41ec-883d-11382c9bffe4 HTTP/1.1" status: 204 len: 168 time: 1.8086257 Jul 05 03:47:08.665286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad7c92-b911-40cf-a48b-7aa5bfcd5d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf8187d-fbee-41ec-883d-11382c9bffe4,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:08.703510 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f8267-1376-42f5-84d8-ddf35daf03fa req-2300069c-b096-4e9c-8307-37af32524982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.705047 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f3f8267-1376-42f5-84d8-ddf35daf03fa req-2300069c-b096-4e9c-8307-37af32524982 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.4625850 Jul 05 03:47:08.776172 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f3f8267-1376-42f5-84d8-ddf35daf03fa req-7d5340de-abdc-479d-9417-e8e3273e5b1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22530e95-0634-4332-aef9-dbdfb3c11a81 HTTP/1.1" status: 200 len: 217 time: 0.0618079 Jul 05 03:47:08.785548 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7175c-29d4-4aae-992b-31d67d966832 req-646d895a-5227-48f8-a537-3585788001ae tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.794441 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aac7175c-29d4-4aae-992b-31d67d966832 req-646d895a-5227-48f8-a537-3585788001ae tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 945 time: 0.4777362 Jul 05 03:47:08.803747 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe7bd4f-db7b-49e4-9892-69bc9b9256aa x-openstack-request-id: req-cbe7bd4f-db7b-49e4-9892-69bc9b9256aa {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:08.804038 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d550ac62-db79-429d-bd1b-ad62fb6ea4a2", "name": "network-vif-unplugged", "status": "completed", "tag": "b09b2376-4636-4f08-a338-eb8d27129ab9", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:08.804317 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cbe7bd4f-db7b-49e4-9892-69bc9b9256aa {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:08.804710 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd550ac62-db79-429d-bd1b-ad62fb6ea4a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b09b2376-4636-4f08-a338-eb8d27129ab9', 'code': 200} Jul 05 03:47:08.863379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60416) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:08.924619 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a3112455-4d83-4123-96e3-564f145f614e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.932312 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aac7175c-29d4-4aae-992b-31d67d966832 req-0e69f183-c3af-4978-91d9-72d417c4ab2f tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368341 Jul 05 03:47:08.939882 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f8267-1376-42f5-84d8-ddf35daf03fa req-5d347e9d-626e-49e1-8ef4-469d25f37842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.945405 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f3f8267-1376-42f5-84d8-ddf35daf03fa req-5d347e9d-626e-49e1-8ef4-469d25f37842 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.1398640 Jul 05 03:47:08.992757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-61620996-08ed-4290-a79b-0772640b319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.992757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-61620996-08ed-4290-a79b-0772640b319f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 1097 time: 0.3301566 Jul 05 03:47:09.090903 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f3f8267-1376-42f5-84d8-ddf35daf03fa req-e3236769-2394-4943-afe5-ef19dc32ac9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324413 Jul 05 03:47:09.096050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] No DVR routers for this DVR port b09b2376-4636-4f08-a338-eb8d27129ab9 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:09.160851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-fd7ec48f-5995-409f-a1ba-de20c192acb5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1742192281-network', 'tenant_id': 'dfe92b5abff149bca5b889be8629c4fd'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:09.284128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7ec48f-5995-409f-a1ba-de20c192acb5 admin admin] Made reservation on behalf of dfe92b5abff149bca5b889be8629c4fd for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:09.287044 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec48f-5995-409f-a1ba-de20c192acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.298334 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec48f-5995-409f-a1ba-de20c192acb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.334046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-b2958012-9afe-465a-923d-4e813981775d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1939702 Jul 05 03:47:09.419969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60436) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:09.442264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Attempting to bind port b09b2376-4636-4f08-a338-eb8d27129ab9 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:09.442581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Attempting to bind port b09b2376-4636-4f08-a338-eb8d27129ab9 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:09.442934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Attempting to bind port b09b2376-4636-4f08-a338-eb8d27129ab9 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:09.489833 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6ba9158a-3fdb-46f9-a109-c6ebc41b66bf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d323023d55a244dc93a2efdfae81b097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0912044 Jul 05 03:47:09.490713 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Port b09b2376-4636-4f08-a338-eb8d27129ab9 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:09.491038 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Attempting to bind port b09b2376-4636-4f08-a338-eb8d27129ab9 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:09.494025 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a3112455-4d83-4123-96e3-564f145f614e admin admin] Deleting port 0936c28d-bc9e-4456-ae7d-d05567fb7d72 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:09.494388 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a3112455-4d83-4123-96e3-564f145f614e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.496924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60438) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:09.507615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-c5e3d044-4116-49de-8bfb-c95c1bdd5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:09.509261 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-c5e3d044-4116-49de-8bfb-c95c1bdd5f1a service neutron] 10.222.0.10 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.4832942 Jul 05 03:47:09.514482 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec48f-5995-409f-a1ba-de20c192acb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.529678 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:09.530056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:09.530506 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:09.530898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Bound port: b09b2376-4636-4f08-a338-eb8d27129ab9, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:09.531258 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.552576 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f3f8267-1376-42f5-84d8-ddf35daf03fa req-8db59b49-dd80-4a53-8cee-d5333dd5b58c service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160206 Jul 05 03:47:09.582314 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec48f-5995-409f-a1ba-de20c192acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.614966 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-e7db1453-608a-44d0-bf4f-076299d825cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a83a22c-d895-4235-b2bc-210fe6f1ae10 HTTP/1.1" status: 200 len: 217 time: 0.0880134 Jul 05 03:47:09.633146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7ec48f-5995-409f-a1ba-de20c192acb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:09.659087 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec48f-5995-409f-a1ba-de20c192acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.659448 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-fd7ec48f-5995-409f-a1ba-de20c192acb5 admin admin] Added segment 49523f2c-8791-4f4f-b911-fddc7f804fec of type vlan for network 11d9b752-f436-49f0-af36-aa069644340f Jul 05 03:47:09.660743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ec48f-5995-409f-a1ba-de20c192acb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4314c29c-be95-4785-8b00-98284525096a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:09.693280 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654048ec-7f68-4caf-8d93-06419dcafaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.695008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-01b152a6-cacd-456c-a280-7916a2c96e26 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:09.695903 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-a3112455-4d83-4123-96e3-564f145f614e admin admin] For port 0936c28d-bc9e-4456-ae7d-d05567fb7d72, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0936c28d-bc9e-4456-ae7d-d05567fb7d72,segment=NetworkSegment(3b04e9af-5d27-400d-9dcb-ee9a15caba4f),segment_id=3b04e9af-5d27-400d-9dcb-ee9a15caba4f)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:09.696285 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a3112455-4d83-4123-96e3-564f145f614e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.696753 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-01b152a6-cacd-456c-a280-7916a2c96e26 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3507068 Jul 05 03:47:09.705626 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa43d6f-7314-4aeb-9d7d-7d654c601f05 req-e3b5caa0-edf4-4a7c-bbcd-e4bca8dad517 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:09.707175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8fa43d6f-7314-4aeb-9d7d-7d654c601f05 req-e3b5caa0-edf4-4a7c-bbcd-e4bca8dad517 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 950 time: 0.4959364 Jul 05 03:47:09.738416 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a3112455-4d83-4123-96e3-564f145f614e admin admin] Calling delete_port for 0936c28d-bc9e-4456-ae7d-d05567fb7d72 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:09.771189 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec48f-5995-409f-a1ba-de20c192acb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.775932 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654048ec-7f68-4caf-8d93-06419dcafaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.822909 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-d30d8f25-c66f-4c2d-ad6f-77e335853084 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/quotas/2ba3bf9fac9449f69fd32031830f61cd HTTP/1.1" status: 200 len: 375 time: 0.0739446 Jul 05 03:47:09.851434 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-bf5e8431-35e6-4bc5-bbb5-78d5a3046417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:09.853090 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-bf5e8431-35e6-4bc5-bbb5-78d5a3046417 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.2149847 Jul 05 03:47:09.951079 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] For port b09b2376-4636-4f08-a338-eb8d27129ab9, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:09.958285 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-ae71dccd-61d8-45ad-9523-0dfafb44301b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774429 Jul 05 03:47:09.960272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f3f8267-1376-42f5-84d8-ddf35daf03fa req-df5aa17b-c554-4298-94ba-2ddab8938799 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599334 Jul 05 03:47:09.974716 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec48f-5995-409f-a1ba-de20c192acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.975700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7ec48f-5995-409f-a1ba-de20c192acb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:09.976323 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec48f-5995-409f-a1ba-de20c192acb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.976559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8fa43d6f-7314-4aeb-9d7d-7d654c601f05 req-77472a6a-b2c6-428e-be9c-ce2663e6f44a tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228720 Jul 05 03:47:09.989008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] For port b09b2376-4636-4f08-a338-eb8d27129ab9, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b09b2376-4636-4f08-a338-eb8d27129ab9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:10.101970 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654048ec-7f68-4caf-8d93-06419dcafaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.105203 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654048ec-7f68-4caf-8d93-06419dcafaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.110493 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-654048ec-7f68-4caf-8d93-06419dcafaae admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2c114301-d909-4b8b-97f4-0cb00f03f9fd HTTP/1.1" status: 204 len: 168 time: 0.6050088 Jul 05 03:47:10.144818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654048ec-7f68-4caf-8d93-06419dcafaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c114301-d909-4b8b-97f4-0cb00f03f9fd,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:10.149719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ec48f-5995-409f-a1ba-de20c192acb5 admin admin] Pushing event updated for resources: {'Network': ['ID=11d9b752-f436-49f0-af36-aa069644340f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:10.175709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 11d9b752-f436-49f0-af36-aa069644340f details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:10.213904 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fd7ec48f-5995-409f-a1ba-de20c192acb5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3421760 Jul 05 03:47:10.213904 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60448) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:10.217487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8280fd1c-2ee8-4965-9bd1-7c1e97ee0e21 admin admin] Request body: {'subnet': {'network_id': '11d9b752-f436-49f0-af36-aa069644340f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1742192281-subnet', 'tenant_id': 'dfe92b5abff149bca5b889be8629c4fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:10.241288 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a3112455-4d83-4123-96e3-564f145f614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.287702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3112455-4d83-4123-96e3-564f145f614e admin admin] Pushing event deleted for resources: {'Port': ['ID=0936c28d-bc9e-4456-ae7d-d05567fb7d72,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:10.366765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8280fd1c-2ee8-4965-9bd1-7c1e97ee0e21 admin admin] Made reservation on behalf of dfe92b5abff149bca5b889be8629c4fd for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:10.369331 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8280fd1c-2ee8-4965-9bd1-7c1e97ee0e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.515018 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.645928 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a3112455-4d83-4123-96e3-564f145f614e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.663267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:10.664298 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.666532 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] 10.222.0.10 "PUT /v2.0/ports/b09b2376-4636-4f08-a338-eb8d27129ab9 HTTP/1.1" status: 200 len: 1097 time: 4.2452703 Jul 05 03:47:10.754354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a0fca-149d-4476-9844-cec96cd5c2bd service neutron] Pushing event updated for resources: {'Port': ['ID=b09b2376-4636-4f08-a338-eb8d27129ab9,revision_number=7']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:10.819786 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-2aa1c69f-0f9c-430b-9d68-43038c40ac98 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.9801188 Jul 05 03:47:10.826782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd550ac62-db79-429d-bd1b-ad62fb6ea4a2', 'tag': 'b09b2376-4636-4f08-a338-eb8d27129ab9'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:10.838751 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3135b835-13db-4fc6-bc84-762d8ee77e37" -d '{"events": [{"name": "network-changed", "server_uuid": "d550ac62-db79-429d-bd1b-ad62fb6ea4a2", "tag": "b09b2376-4636-4f08-a338-eb8d27129ab9"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:10.873967 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8280fd1c-2ee8-4965-9bd1-7c1e97ee0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.881554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-20ff8d99-c6cb-4abf-b189-289d84a99b24 service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8999093 Jul 05 03:47:10.929871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86267745-c4c3-41bf-8902-99f559105a73 req-60559391-6741-4770-b462-dcadb1715946 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:10.941863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86267745-c4c3-41bf-8902-99f559105a73 req-60559391-6741-4770-b462-dcadb1715946 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 948 time: 0.5002606 Jul 05 03:47:10.957364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280fd1c-2ee8-4965-9bd1-7c1e97ee0e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0ca39db-d800-427c-856f-2fb323d60ba3,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:11.111746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8280fd1c-2ee8-4965-9bd1-7c1e97ee0e21 admin admin] Checking segment: {'id': '49523f2c-8791-4f4f-b911-fddc7f804fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '11d9b752-f436-49f0-af36-aa069644340f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:11.112212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8280fd1c-2ee8-4965-9bd1-7c1e97ee0e21 admin admin] Network hostable DHCP agents. Network: 11d9b752-f436-49f0-af36-aa069644340f, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:11.124385 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86267745-c4c3-41bf-8902-99f559105a73 req-23263d2c-9400-4aea-a914-60019789b860 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809812 Jul 05 03:47:11.127624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-7a98f3c7-3dfa-4ebd-b57b-181abae23cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.130381 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-7a98f3c7-3dfa-4ebd-b57b-181abae23cfb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 1100 time: 0.4241436 Jul 05 03:47:11.260719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3112455-4d83-4123-96e3-564f145f614e admin admin] Router 7c17a657-b524-4bb7-b63e-af01be3d3478 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:11.311125 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-3ec50e8d-5a8b-441d-8b2c-8da695970e8c service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103620 Jul 05 03:47:11.383945 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8280fd1c-2ee8-4965-9bd1-7c1e97ee0e21 admin admin] Network 11d9b752-f436-49f0-af36-aa069644340f is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:11.429104 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce6b1-fb75-4546-90c3-43c76acd0961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.520403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3112455-4d83-4123-96e3-564f145f614e admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:11.529145 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a3112455-4d83-4123-96e3-564f145f614e admin admin] 10.222.0.38 "PUT /v2.0/routers/7c17a657-b524-4bb7-b63e-af01be3d3478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3376226 Jul 05 03:47:11.533346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60476) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:11.536149 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b524c1-0d4c-46e3-b3a2-6fc1b0d816fa None None] Sync routers for ids ['7c17a657-b524-4bb7-b63e-af01be3d3478'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:11.547593 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-8280fd1c-2ee8-4965-9bd1-7c1e97ee0e21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 11d9b752-f436-49f0-af36-aa069644340f) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:11.551241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-d3b78e99-f74e-415f-9c73-a5a1c9f9262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.554456 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-d3b78e99-f74e-415f-9c73-a5a1c9f9262e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.4074142 Jul 05 03:47:11.559669 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abbcfcd-f613-48fb-a3ab-089650b29116 None None] Network 11d9b752-f436-49f0-af36-aa069644340f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:11.577257 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b524c1-0d4c-46e3-b3a2-6fc1b0d816fa None None] Routers {'7c17a657-b524-4bb7-b63e-af01be3d3478'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:11.578680 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a0b524c1-0d4c-46e3-b3a2-6fc1b0d816fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:46:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7c17a657-b524-4bb7-b63e-af01be3d3478'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:11.646774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8280fd1c-2ee8-4965-9bd1-7c1e97ee0e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.647376 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8280fd1c-2ee8-4965-9bd1-7c1e97ee0e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.753730 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-6379133d-dbe7-484a-add3-0ba71e99f0cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=b09b2376-4636-4f08-a338-eb8d27129ab9 HTTP/1.1" status: 200 len: 217 time: 0.1749060 Jul 05 03:47:11.781870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9b38b-d570-43a7-b34b-b62450fd24ea req-5cba3759-aaa4-47f6-9ae3-a46d7796b82d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.789326 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4e9b38b-d570-43a7-b34b-b62450fd24ea req-5cba3759-aaa4-47f6-9ae3-a46d7796b82d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 945 time: 0.3773003 Jul 05 03:47:11.899334 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-a0b524c1-0d4c-46e3-b3a2-6fc1b0d816fa None None] Set router 7c17a657-b524-4bb7-b63e-af01be3d3478 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:11.917169 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-11d9b752-f436-49f0-af36-aa069644340f', 'network_id': '11d9b752-f436-49f0-af36-aa069644340f', 'tenant_id': 'dfe92b5abff149bca5b889be8629c4fd', 'fixed_ips': [{'subnet_id': 'f0ca39db-d800-427c-856f-2fb323d60ba3'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:47:11.919445 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.942169 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.985233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-6ad1e327-1f97-46cc-9a78-8a1045af5a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.985233 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-6ad1e327-1f97-46cc-9a78-8a1045af5a40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1947258 Jul 05 03:47:11.992290 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4e9b38b-d570-43a7-b34b-b62450fd24ea req-a7bd5991-6c99-46b5-a399-9ec299a7ab6b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638932 Jul 05 03:47:12.205994 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09b7b42-d2a0-4b35-a0c5-fb87c3837fe8 x-openstack-request-id: req-c09b7b42-d2a0-4b35-a0c5-fb87c3837fe8 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:12.206685 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d550ac62-db79-429d-bd1b-ad62fb6ea4a2", "tag": "b09b2376-4636-4f08-a338-eb8d27129ab9", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:12.207042 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c09b7b42-d2a0-4b35-a0c5-fb87c3837fe8 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:12.207629 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd550ac62-db79-429d-bd1b-ad62fb6ea4a2', 'tag': 'b09b2376-4636-4f08-a338-eb8d27129ab9', 'status': 'completed', 'code': 200} Jul 05 03:47:12.217433 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-3476f670-4941-4b2b-95bd-d1e222c1e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:12.219676 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-3476f670-4941-4b2b-95bd-d1e222c1e38f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2200925 Jul 05 03:47:12.281178 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Allocated IP 172.20.0.2 (11d9b752-f436-49f0-af36-aa069644340f/f0ca39db-d800-427c-856f-2fb323d60ba3/1b94d52c-fe3b-4e79-9625-5974d417d22a) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:12.403027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1611f7c0-ff35-4e77-bb1c-b5691bf9150b req-0f5ba056-8c59-498b-81e6-227cf2d465e5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 210 time: 0.0818820 Jul 05 03:47:12.431075 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a0b524c1-0d4c-46e3-b3a2-6fc1b0d816fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'name': 'tempest-AttachSCSIVolumeTestJSON-550040068-router', 'tenant_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:15Z', 'updated_at': '2021-07-05T03:47:09Z', 'revision_number': 5, 'project_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'gw_port': {'id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:16Z', 'updated_at': '2021-07-05T03:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:12.498787 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b524c1-0d4c-46e3-b3a2-6fc1b0d816fa None None] Checking router: 7c17a657-b524-4bb7-b63e-af01be3d3478 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:12.532545 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b524c1-0d4c-46e3-b3a2-6fc1b0d816fa None None] Routers {'7c17a657-b524-4bb7-b63e-af01be3d3478'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:12.533909 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a0b524c1-0d4c-46e3-b3a2-6fc1b0d816fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:46:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7c17a657-b524-4bb7-b63e-af01be3d3478'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:12.734225 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.750416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-3b3ff990-c337-4492-904d-588db5f6c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:12.765226 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-3b3ff990-c337-4492-904d-588db5f6c1b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 1100 time: 0.5434964 Jul 05 03:47:12.773203 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Transition to ACTIVE for port object 1b94d52c-fe3b-4e79-9625-5974d417d22a will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:12.806028 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-af8f3fbd-fe7f-434f-89aa-b9ce68229f12 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556669 Jul 05 03:47:12.833158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Transition to ACTIVE for port object 1b94d52c-fe3b-4e79-9625-5974d417d22a will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:12.854656 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-a0b524c1-0d4c-46e3-b3a2-6fc1b0d816fa None None] Set router 7c17a657-b524-4bb7-b63e-af01be3d3478 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:12.890244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 5698818c-70f0-4472-b1c2-f48ba2f47566 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:12.927314 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8280fd1c-2ee8-4965-9bd1-7c1e97ee0e21 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.7153721 Jul 05 03:47:12.937491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60510) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:12.956239 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1742192281-router', 'tenant_id': 'dfe92b5abff149bca5b889be8629c4fd', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:13.006581 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.006888 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.064833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-8d1a133d-3c89-44e6-b5fc-164f9b07dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:13.066979 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-8d1a133d-3c89-44e6-b5fc-164f9b07dafe service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2568858 Jul 05 03:47:13.093959 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-39bdf065-a9da-4479-9276-65bef507c518 req-562e46a2-40dc-4ae4-9da3-8b851e91c814 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2755976 Jul 05 03:47:13.223122 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.224317 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.275601 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a0b524c1-0d4c-46e3-b3a2-6fc1b0d816fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'name': 'tempest-AttachSCSIVolumeTestJSON-550040068-router', 'tenant_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:15Z', 'updated_at': '2021-07-05T03:47:09Z', 'revision_number': 5, 'project_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'gw_port': {'id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:16Z', 'updated_at': '2021-07-05T03:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:13.334239 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0f47e4-0672-40ea-a8e3-51d7c330bbe2 req-6343c1fe-d4ac-4ea6-a288-13751be00430 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659264 Jul 05 03:47:13.364200 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b524c1-0d4c-46e3-b3a2-6fc1b0d816fa None None] The sync data for ids ['7c17a657-b524-4bb7-b63e-af01be3d3478'] in n-d-771363-32 is: [{'id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'name': 'tempest-AttachSCSIVolumeTestJSON-550040068-router', 'tenant_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:44:15Z', 'updated_at': '2021-07-05T03:47:09Z', 'revision_number': 5, 'project_id': '7b6889c1eeae4d40978b743ee0ff37d8', 'gw_port': {'id': 'dd539a8c-2b7a-4803-8228-61c85ce26c4c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:54:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17a657-b524-4bb7-b63e-af01be3d3478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:16Z', 'updated_at': '2021-07-05T03:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:13.449466 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-8ec0b569-7ffa-4136-a671-599875543e32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=b09b2376-4636-4f08-a338-eb8d27129ab9 HTTP/1.1" status: 200 len: 217 time: 0.1124356 Jul 05 03:47:13.494736 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Network 11d9b752-f436-49f0-af36-aa069644340f is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:13.499767 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.503759 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-1f414bf8-fabc-4761-8704-42cc0f7d8f91 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:13.505818 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-1f414bf8-fabc-4761-8704-42cc0f7d8f91 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822&tenant_id=5de69650861e4b2ab64c64456b5c16e4&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 1097 time: 1.0223246 Jul 05 03:47:13.507924 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:13.513540 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:13.528107 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Pushing event updated for resources: {'Port': ['ID=1b94d52c-fe3b-4e79-9625-5974d417d22a,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:13.568687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37b36e-49d4-4a41-97f2-ae4df7419d3e req-345dc083-990d-45d2-9678-15160a280b76 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:13.576853 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be37b36e-49d4-4a41-97f2-ae4df7419d3e req-345dc083-990d-45d2-9678-15160a280b76 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 948 time: 0.2579989 Jul 05 03:47:13.599133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833ddda1-781c-4fd7-8d33-b0ceb23c7ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5698818c-70f0-4472-b1c2-f48ba2f47566'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:13.603170 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a067a253-841e-413e-b009-664a1fbf9fe7" -d '{"events": [{"server_uuid": "833ddda1-781c-4fd7-8d33-b0ceb23c7ed2", "name": "network-vif-unplugged", "status": "completed", "tag": "5698818c-70f0-4472-b1c2-f48ba2f47566"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:13.666015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 5698818c-70f0-4472-b1c2-f48ba2f47566, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5698818c-70f0-4472-b1c2-f48ba2f47566,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:13.668793 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be37b36e-49d4-4a41-97f2-ae4df7419d3e req-bf779440-7b85-4134-93da-77f933959c6a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891659 Jul 05 03:47:13.673937 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.676162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Attempting to bind port 1b94d52c-fe3b-4e79-9625-5974d417d22a on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:13.677205 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Attempting to bind port 1b94d52c-fe3b-4e79-9625-5974d417d22a by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '49523f2c-8791-4f4f-b911-fddc7f804fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '11d9b752-f436-49f0-af36-aa069644340f'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:13.677417 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Attempting to bind port 1b94d52c-fe3b-4e79-9625-5974d417d22a on network 11d9b752-f436-49f0-af36-aa069644340f {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:13.684389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Deleting port dd539a8c-2b7a-4803-8228-61c85ce26c4c {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:13.684924 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.688478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdf065-a9da-4479-9276-65bef507c518 req-dc3e6d74-f39e-40b7-8a68-8ea008229fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:13.691491 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-39bdf065-a9da-4479-9276-65bef507c518 req-dc3e6d74-f39e-40b7-8a68-8ea008229fe9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 1101 time: 0.4872859 Jul 05 03:47:13.697495 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:13.703350 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Checking segment: {'id': '49523f2c-8791-4f4f-b911-fddc7f804fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '11d9b752-f436-49f0-af36-aa069644340f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:13.703350 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.703350 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Bound using segment: {'id': '49523f2c-8791-4f4f-b911-fddc7f804fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '11d9b752-f436-49f0-af36-aa069644340f'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:13.703350 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Bound port: 1b94d52c-fe3b-4e79-9625-5974d417d22a, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49523f2c-8791-4f4f-b911-fddc7f804fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '11d9b752-f436-49f0-af36-aa069644340f'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:13.703350 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.828345 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.836729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-382d6c65-19e2-4409-96bf-0e0297043f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:13.845643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-382d6c65-19e2-4409-96bf-0e0297043f3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.3790264 Jul 05 03:47:13.936223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] For port 1b94d52c-fe3b-4e79-9625-5974d417d22a, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:13.940797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] For port 1b94d52c-fe3b-4e79-9625-5974d417d22a, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1b94d52c-fe3b-4e79-9625-5974d417d22a,segment=NetworkSegment(49523f2c-8791-4f4f-b911-fddc7f804fec),segment_id=49523f2c-8791-4f4f-b911-fddc7f804fec)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:13.953340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=5698818c-70f0-4472-b1c2-f48ba2f47566,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:14.086074 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c868-eb73-4790-a410-e35d534668f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:14.097806 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32820e58-113e-4a7c-af48-22cabcccf1d0 req-8ea3b504-17a9-440f-a9d5-c3818da7f0ca tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 210 time: 0.0871480 Jul 05 03:47:14.141502 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:14.209471 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-2d11417d-ed62-4e93-be1a-fd5f941cc1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.213457 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-2d11417d-ed62-4e93-be1a-fd5f941cc1b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 1100 time: 0.5167959 Jul 05 03:47:14.279589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012bb2f-4ce5-41f2-8638-dcfa3f698083 None None] Pushing event updated for resources: {'Port': ['ID=1b94d52c-fe3b-4e79-9625-5974d417d22a,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:14.290601 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] For port dd539a8c-2b7a-4803-8228-61c85ce26c4c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=dd539a8c-2b7a-4803-8228-61c85ce26c4c,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:14.291185 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:14.297531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:14.333272 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Calling delete_port for dd539a8c-2b7a-4803-8228-61c85ce26c4c owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:14.338077 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:14.348225 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdf065-a9da-4479-9276-65bef507c518 req-b8b0d549-7b24-4863-97a5-6e7d759d3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.364867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d66af-04c0-41f3-abd9-24ed278523c5 req-7155f5fd-82ff-49aa-a1a3-8a452f1eef59 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.365354 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-39bdf065-a9da-4479-9276-65bef507c518 req-b8b0d549-7b24-4863-97a5-6e7d759d3329 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.5456438 Jul 05 03:47:14.373114 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f86d66af-04c0-41f3-abd9-24ed278523c5 req-7155f5fd-82ff-49aa-a1a3-8a452f1eef59 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 945 time: 0.4926264 Jul 05 03:47:14.393570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-790820a9-5335-4525-b188-97a844d5c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.395147 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-790820a9-5335-4525-b188-97a844d5c0bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4970372 Jul 05 03:47:14.403807 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-ca0b38d3-b6d1-4d44-80f0-f4ec44e8d4c5 service neutron] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:14.409171 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-ca0b38d3-b6d1-4d44-80f0-f4ec44e8d4c5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:14.410374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5395ee5-926f-4ed8-a065-6e081b0ee1e0 req-ca0b38d3-b6d1-4d44-80f0-f4ec44e8d4c5 service neutron] 10.222.0.10 "DELETE /v2.0/ports/4a83a22c-d895-4235-b2bc-210fe6f1ae10/bindings/n-h2-771363-32 HTTP/1.1" status: 204 len: 173 time: 0.8642306 Jul 05 03:47:14.481242 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-39bdf065-a9da-4479-9276-65bef507c518 req-bbbf8a3f-5b20-4778-9f1f-7b34dbe54f6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=55cb8e22-92b7-4dcc-836d-7214f9485d7f HTTP/1.1" status: 200 len: 217 time: 0.0891972 Jul 05 03:47:14.514769 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e233bc7-a2fb-4d06-a205-358e99ef1d4b x-openstack-request-id: req-8e233bc7-a2fb-4d06-a205-358e99ef1d4b {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:14.515610 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833ddda1-781c-4fd7-8d33-b0ceb23c7ed2", "name": "network-vif-unplugged", "status": "completed", "tag": "5698818c-70f0-4472-b1c2-f48ba2f47566", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:14.516119 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e233bc7-a2fb-4d06-a205-358e99ef1d4b {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:14.516831 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833ddda1-781c-4fd7-8d33-b0ceb23c7ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5698818c-70f0-4472-b1c2-f48ba2f47566', 'code': 200} Jul 05 03:47:14.560841 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-9a9c9db1-0bc8-49ea-9073-200b135a4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.563419 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-9a9c9db1-0bc8-49ea-9073-200b135a4612 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.3400617 Jul 05 03:47:14.767284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-fed7bff7-87d1-4f5c-9c4c-aa70a4272f5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=b09b2376-4636-4f08-a338-eb8d27129ab9 HTTP/1.1" status: 200 len: 217 time: 0.1441171 Jul 05 03:47:14.770070 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdf065-a9da-4479-9276-65bef507c518 req-f330239b-7fdb-40bb-af2d-36de3c26ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.772058 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-39bdf065-a9da-4479-9276-65bef507c518 req-f330239b-7fdb-40bb-af2d-36de3c26ce54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.2526243 Jul 05 03:47:14.910141 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f86d66af-04c0-41f3-abd9-24ed278523c5 req-d036ee96-a4f2-455e-8aed-d2768a65f853 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363290 Jul 05 03:47:14.916360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-4e20b436-8f6f-4f18-8cb8-5ab7e5acef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.918693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-4e20b436-8f6f-4f18-8cb8-5ab7e5acef17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1115067 Jul 05 03:47:15.029622 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-3eb95839-82b6-4d8b-bbc7-5c0693139cb7 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6066685 Jul 05 03:47:15.178099 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.189098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-d04330fd-ba40-472a-af18-4cee37660bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:15.189356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdf065-a9da-4479-9276-65bef507c518 req-d653c30b-79ef-459d-a91f-94f8a48e15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:15.191506 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-d04330fd-ba40-472a-af18-4cee37660bd8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2544029 Jul 05 03:47:15.200705 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-39bdf065-a9da-4479-9276-65bef507c518 req-d653c30b-79ef-459d-a91f-94f8a48e15e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3570135 Jul 05 03:47:15.251290 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.300632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.312272 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.406516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-7fb6600c-b2e1-4de6-9697-03eaa01b611e service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605444 Jul 05 03:47:15.514295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60570) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:15.516925 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1b94d52c-fe3b-4e79-9625-5974d417d22a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:15.631294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-75c692fa-eafc-4e0b-9dba-de63822c4d70 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061625 Jul 05 03:47:15.658645 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-39bdf065-a9da-4479-9276-65bef507c518 req-f4c925e1-1c45-4048-829e-6b95905aab0f service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836124 Jul 05 03:47:15.749414 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 1b94d52c-fe3b-4e79-9625-5974d417d22a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:15.759496 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd539a8c-2b7a-4803-8228-61c85ce26c4c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:15.783095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0936c28d-bc9e-4456-ae7d-d05567fb7d72 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:15.837976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 0936c28d-bc9e-4456-ae7d-d05567fb7d72 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:15.838572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0936c28d-bc9e-4456-ae7d-d05567fb7d72 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:15.955032 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da822ecb-845a-4b39-a57f-7ff3998205f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.960846 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-3cda2ef9-e84d-435c-a564-addafab58f62 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1808560 Jul 05 03:47:16.046343 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:16.046727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:16.047068 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:16.047685 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:16.048024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:16.050373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:16.050373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:16.050373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:16.050373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:16.050373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:16.050373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:16.050373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:16.057328 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-39bdf065-a9da-4479-9276-65bef507c518 req-32ae2fcd-5b02-4d14-b037-2d0d76cb6bd7 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280142 Jul 05 03:47:16.063603 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.119915 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b85bc66-d12f-4a74-9902-c88187151baa None None] Network 11d9b752-f436-49f0-af36-aa069644340f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:16.266492 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.269876 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd7ea5-cf07-4bf2-b7aa-8082163dc4e2 req-85a58a26-92b9-4455-b3c7-291474c997ff tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:16.270729 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.272307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cacd7ea5-cf07-4bf2-b7aa-8082163dc4e2 req-85a58a26-92b9-4455-b3c7-291474c997ff tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 1097 time: 0.6484013 Jul 05 03:47:16.313196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ae5a84eb-6796-479a-9d39-bf4892918611 None None] Provisioning for port 1b94d52c-fe3b-4e79-9625-5974d417d22a completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:16.338634 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ae5a84eb-6796-479a-9d39-bf4892918611 None None] Provisioning complete for port 1b94d52c-fe3b-4e79-9625-5974d417d22a triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:16.339624 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ae5a84eb-6796-479a-9d39-bf4892918611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.341284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Allocated IP 172.25.6.77 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:16.350321 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3135b835-13db-4fc6-bc84-762d8ee77e37 req-b2b3bbbe-e2f5-4014-a5cc-1b8c86b47257 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6834006 Jul 05 03:47:16.449304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.450117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c17a657-b524-4bb7-b63e-af01be3d3478 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:47:16.472172 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.475657 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-02b41fd4-7bc8-493c-8258-9dcc3b8724f1 admin admin] 10.222.0.38 "DELETE /v2.0/routers/7c17a657-b524-4bb7-b63e-af01be3d3478 HTTP/1.1" status: 204 len: 168 time: 4.9394445 Jul 05 03:47:16.484150 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60580) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:16.494337 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b331365-6f62-4beb-89f9-99a36a9c99df req-625e5376-0d4b-4663-8ccf-12fe0d43cb61 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:16.497048 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b331365-6f62-4beb-89f9-99a36a9c99df req-625e5376-0d4b-4663-8ccf-12fe0d43cb61 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 948 time: 1.0025842 Jul 05 03:47:16.528749 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cacd7ea5-cf07-4bf2-b7aa-8082163dc4e2 req-e4b54193-622b-4765-8e42-ebad0e484fb8 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353902 Jul 05 03:47:16.548378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-ec2e6993-cdbb-4540-8be4-520ae73a6f0c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:16.551003 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-ec2e6993-cdbb-4540-8be4-520ae73a6f0c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5745301 Jul 05 03:47:16.588828 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ae5a84eb-6796-479a-9d39-bf4892918611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.635560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-a878f50c-d0c3-4cee-ad3a-2b15b28d4182 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Request body: {'port': {'device_id': '09523c02-e6b1-4e24-8fcd-d5498477f282', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '2ba3bf9fac9449f69fd32031830f61cd'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:16.722646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-ae5a84eb-6796-479a-9d39-bf4892918611 None None] For port 1b94d52c-fe3b-4e79-9625-5974d417d22a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1b94d52c-fe3b-4e79-9625-5974d417d22a,segment=NetworkSegment(49523f2c-8791-4f4f-b911-fddc7f804fec),segment_id=49523f2c-8791-4f4f-b911-fddc7f804fec)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:16.740451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-5714ec2f-941d-4129-8670-875bb1d862b6 admin admin] Deleting subnet 6cf21283-57e0-4adf-9835-7e10b6ac9f66 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:47:16.758513 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5714ec2f-941d-4129-8670-875bb1d862b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.767117 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.779361 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.812487 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ae5a84eb-6796-479a-9d39-bf4892918611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.857005 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b331365-6f62-4beb-89f9-99a36a9c99df req-5eb3b18f-9b04-4b60-94a9-c96106c036b7 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033311 Jul 05 03:47:16.892633 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5714ec2f-941d-4129-8670-875bb1d862b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.938053 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a84eb-6796-479a-9d39-bf4892918611 None None] Pushing event updated for resources: {'Port': ['ID=1b94d52c-fe3b-4e79-9625-5974d417d22a,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:16.952945 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-931e7447-e47c-49f8-ad0b-55e372a22c05 req-2990655b-1e5d-472a-88cf-0006e017beac tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 210 time: 0.0925965 Jul 05 03:47:17.015198 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da822ecb-845a-4b39-a57f-7ff3998205f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.059353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f9cd049a-5429-47f2-8359-1c7a1c091067 None None] Provisioning complete for port 1b94d52c-fe3b-4e79-9625-5974d417d22a triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:17.059943 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f9cd049a-5429-47f2-8359-1c7a1c091067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.113532 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da822ecb-845a-4b39-a57f-7ff3998205f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.163421 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5714ec2f-941d-4129-8670-875bb1d862b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.301562 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.303980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da822ecb-845a-4b39-a57f-7ff3998205f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25885bd-b189-4e20-84b4-562f3dbc3a91,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:17.316820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-da822ecb-845a-4b39-a57f-7ff3998205f0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=63941dbcea4747409374bc610a975a40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6903658 Jul 05 03:47:17.330987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60592) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:17.383773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:17.386691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-a878f50c-d0c3-4cee-ad3a-2b15b28d4182 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Made reservation on behalf of 2ba3bf9fac9449f69fd32031830f61cd for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:17.388190 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:17.393947 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-a878f50c-d0c3-4cee-ad3a-2b15b28d4182 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.397781 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:17.408802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1b94d52c-fe3b-4e79-9625-5974d417d22a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:17.438881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Pushing event updated for resources: {'Port': ['ID=d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:17.449916 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5714ec2f-941d-4129-8670-875bb1d862b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.497236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714ec2f-941d-4129-8670-875bb1d862b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf21283-57e0-4adf-9835-7e10b6ac9f66,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:17.497236 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5714ec2f-941d-4129-8670-875bb1d862b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.500451 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5714ec2f-941d-4129-8670-875bb1d862b6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6cf21283-57e0-4adf-9835-7e10b6ac9f66 HTTP/1.1" status: 204 len: 168 time: 1.0143342 Jul 05 03:47:17.503434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60594) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:17.512543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b9d821-a6ab-41b2-8116-7c78953cd334 None None] Network fa9d74b0-1f4d-4d57-81b6-c940baf9d909 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:17.530333 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e62b3f0b-3526-4425-a1f9-c16150efa2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.600378 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e62b3f0b-3526-4425-a1f9-c16150efa2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.615054 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1b94d52c-fe3b-4e79-9625-5974d417d22a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:17.616061 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.751682 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.849492 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f2a3e-40ae-43b6-a313-3f3b55bd0e80 req-7e30d453-922a-4505-b544-6dbdd53959c9 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:17.852351 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-838f2a3e-40ae-43b6-a313-3f3b55bd0e80 req-7e30d453-922a-4505-b544-6dbdd53959c9 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 1097 time: 0.5884664 Jul 05 03:47:17.880997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] Deleting port 89bce96c-da94-44dd-83a3-507261d7bbe8 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:17.881474 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.941487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44aafcc-7643-444c-90d7-02f58b186189 None None] DHCP port deletion for fa9d74b0-1f4d-4d57-81b6-c940baf9d909 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:47:17.957215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dd539a8c-2b7a-4803-8228-61c85ce26c4c no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:18.024191 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cab50dcd-9535-4617-a615-7ab6c7e43e68 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:18.036867 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: dd539a8c-2b7a-4803-8228-61c85ce26c4c {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:18.037393 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dd539a8c-2b7a-4803-8228-61c85ce26c4c not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:18.132635 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] For port 89bce96c-da94-44dd-83a3-507261d7bbe8, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=89bce96c-da94-44dd-83a3-507261d7bbe8,segment=NetworkSegment(3b04e9af-5d27-400d-9dcb-ee9a15caba4f),segment_id=3b04e9af-5d27-400d-9dcb-ee9a15caba4f)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:18.133315 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.177903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-c44aafcc-7643-444c-90d7-02f58b186189 None None] Deleting port 89bce96c-da94-44dd-83a3-507261d7bbe8 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:18.178195 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c44aafcc-7643-444c-90d7-02f58b186189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.221328 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] Calling delete_port for 89bce96c-da94-44dd-83a3-507261d7bbe8 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:18.286621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-a878f50c-d0c3-4cee-ad3a-2b15b28d4182 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Allocated IP 192.168.233.37 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/1a021b7f-0d94-4975-9e69-bdc0286805f6) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:18.286621 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e62b3f0b-3526-4425-a1f9-c16150efa2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.289417 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e62b3f0b-3526-4425-a1f9-c16150efa2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.290561 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e62b3f0b-3526-4425-a1f9-c16150efa2c4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b25885bd-b189-4e20-84b4-562f3dbc3a91 HTTP/1.1" status: 204 len: 168 time: 0.9602668 Jul 05 03:47:18.306116 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.317670 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cab50dcd-9535-4617-a615-7ab6c7e43e68, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cab50dcd-9535-4617-a615-7ab6c7e43e68,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:18.340909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b3f0b-3526-4425-a1f9-c16150efa2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25885bd-b189-4e20-84b4-562f3dbc3a91,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:18.349544 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-c44aafcc-7643-444c-90d7-02f58b186189 None None] For port 89bce96c-da94-44dd-83a3-507261d7bbe8, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=89bce96c-da94-44dd-83a3-507261d7bbe8,segment=NetworkSegment(3b04e9af-5d27-400d-9dcb-ee9a15caba4f),segment_id=3b04e9af-5d27-400d-9dcb-ee9a15caba4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:18.350628 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c44aafcc-7643-444c-90d7-02f58b186189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.387582 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'cab50dcd-9535-4617-a615-7ab6c7e43e68', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'cab50dcd-9535-4617-a615-7ab6c7e43e68', 'mac_address': 'fa:16:3e:92:29:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:18.388398 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-838f2a3e-40ae-43b6-a313-3f3b55bd0e80 req-21cfe222-a4f7-40da-8a39-b32c2c72d774 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258744 Jul 05 03:47:18.407049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-c44aafcc-7643-444c-90d7-02f58b186189 None None] Calling delete_port for 89bce96c-da94-44dd-83a3-507261d7bbe8 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:18.511982 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.565732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab50dcd-9535-4617-a615-7ab6c7e43e68 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:18.599506 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.608804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cab50dcd-9535-4617-a615-7ab6c7e43e68, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cab50dcd-9535-4617-a615-7ab6c7e43e68,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:18.628755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d177deb-684b-4755-9be4-a58f51e39b09 req-6e7c6bb4-d076-45dd-a821-b443b31c1a02 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:18.638092 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] Pushing event deleted for resources: {'Port': ['ID=89bce96c-da94-44dd-83a3-507261d7bbe8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:18.642649 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d177deb-684b-4755-9be4-a58f51e39b09 req-6e7c6bb4-d076-45dd-a821-b443b31c1a02 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 948 time: 0.3659706 Jul 05 03:47:18.652961 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] No DVR routers for this DVR port 89bce96c-da94-44dd-83a3-507261d7bbe8 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:18.668951 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c44aafcc-7643-444c-90d7-02f58b186189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.723284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44aafcc-7643-444c-90d7-02f58b186189 None None] No DVR routers for this DVR port 89bce96c-da94-44dd-83a3-507261d7bbe8 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:18.732647 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44aafcc-7643-444c-90d7-02f58b186189 None None] Pushing event deleted for resources: {'Port': ['ID=89bce96c-da94-44dd-83a3-507261d7bbe8,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:18.735717 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.762155 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-272a7ae5-0eb6-4ad6-b894-fc15faf82094 req-8b550723-a013-436e-8d77-05c70c645949 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 210 time: 0.0772676 Jul 05 03:47:18.810482 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d177deb-684b-4755-9be4-a58f51e39b09 req-6665ff3a-50bc-48c9-89ad-8ed0e037b3e6 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652493 Jul 05 03:47:18.842177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cab50dcd-9535-4617-a615-7ab6c7e43e68,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:18.885682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['cab50dcd-9535-4617-a615-7ab6c7e43e68'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:18.894677 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-a878f50c-d0c3-4cee-ad3a-2b15b28d4182 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.958532 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-a878f50c-d0c3-4cee-ad3a-2b15b28d4182 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Transition to ACTIVE for port object 1a021b7f-0d94-4975-9e69-bdc0286805f6 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:18.959125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b09b2376-4636-4f08-a338-eb8d27129ab9 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:19.193919 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.202508 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-a878f50c-d0c3-4cee-ad3a-2b15b28d4182 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.311369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5db076a6-7dab-45f8-8984-7b7927f628bd', '9dc8845e-9492-42aa-b1b8-fe7430e2f41c', '55cb8e22-92b7-4dcc-836d-7214f9485d7f', 'bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:19.343810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-a878f50c-d0c3-4cee-ad3a-2b15b28d4182 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:19.349317 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-a878f50c-d0c3-4cee-ad3a-2b15b28d4182 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:19.358168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-a878f50c-d0c3-4cee-ad3a-2b15b28d4182 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:19.396703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878f50c-d0c3-4cee-ad3a-2b15b28d4182 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event updated for resources: {'Port': ['ID=1a021b7f-0d94-4975-9e69-bdc0286805f6,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:19.455249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-a878f50c-d0c3-4cee-ad3a-2b15b28d4182 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:19.455886 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-a878f50c-d0c3-4cee-ad3a-2b15b28d4182 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.458291 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.466044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b09b2376-4636-4f08-a338-eb8d27129ab9, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b09b2376-4636-4f08-a338-eb8d27129ab9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:19.487229 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 89bce96c-da94-44dd-83a3-507261d7bbe8 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:19.487229 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'b09b2376-4636-4f08-a338-eb8d27129ab9', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'b09b2376-4636-4f08-a338-eb8d27129ab9', 'mac_address': 'fa:16:3e:ef:57:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:19.533623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 89bce96c-da94-44dd-83a3-507261d7bbe8 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:19.534704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 89bce96c-da94-44dd-83a3-507261d7bbe8 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:19.560004 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-a878f50c-d0c3-4cee-ad3a-2b15b28d4182 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9568532 Jul 05 03:47:19.579121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Request body: {'port': {'device_id': '09523c02-e6b1-4e24-8fcd-d5498477f282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:19.586518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9d74b0-1f4d-4d57-81b6-c940baf9d909']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:19.696293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b04e9af-5d27-400d-9dcb-ee9a15caba4f') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:19.697364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b04e9af-5d27-400d-9dcb-ee9a15caba4f') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:19.765281 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.771210 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.862509 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.897834 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.924914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09b2376-4636-4f08-a338-eb8d27129ab9 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:19.949888 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:47:19.950695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:47:19.958952 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:47:20.001323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b09b2376-4636-4f08-a338-eb8d27129ab9, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b09b2376-4636-4f08-a338-eb8d27129ab9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:20.067393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Router 335f294e-cce1-4780-a7b5-5dedae2910e2 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:47:20.126732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-23e1be64-60d6-4327-b412-9408fdcc226a None None] Provisioning for port 1a021b7f-0d94-4975-9e69-bdc0286805f6 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:20.139838 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.147195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-23e1be64-60d6-4327-b412-9408fdcc226a None None] Provisioning complete for port 1a021b7f-0d94-4975-9e69-bdc0286805f6 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:20.147749 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-23e1be64-60d6-4327-b412-9408fdcc226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.222769 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.237720 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.239777 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] 10.222.0.38 "DELETE /v2.0/networks/fa9d74b0-1f4d-4d57-81b6-c940baf9d909 HTTP/1.1" status: 204 len: 168 time: 2.7352457 Jul 05 03:47:20.258045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca24581-b822-48a1-af42-0be96f4210bc admin admin] Pushing event deleted for resources: {'Network': ['ID=fa9d74b0-1f4d-4d57-81b6-c940baf9d909,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:20.283767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:20.314539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Sync routers for ids ['335f294e-cce1-4780-a7b5-5dedae2910e2'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:20.357438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-23e1be64-60d6-4327-b412-9408fdcc226a None None] Port 1a021b7f-0d94-4975-9e69-bdc0286805f6 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:20.361805 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.363761 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-75dd7e83-34d6-467f-b99f-e3b7a463a94f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.4187396 Jul 05 03:47:20.368026 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60652) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:20.415091 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=b09b2376-4636-4f08-a338-eb8d27129ab9,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:20.434273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Routers {'335f294e-cce1-4780-a7b5-5dedae2910e2'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:20.435299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:47:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['335f294e-cce1-4780-a7b5-5dedae2910e2'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:20.593118 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed80a19-5a12-49b5-81b5-d3b8775a0163 req-1b30675e-5cce-4c68-89fe-cf9d4b42273e tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:20.605833 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ed80a19-5a12-49b5-81b5-d3b8775a0163 req-1b30675e-5cce-4c68-89fe-cf9d4b42273e tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 935 time: 0.4062870 Jul 05 03:47:20.654138 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['b09b2376-4636-4f08-a338-eb8d27129ab9'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:20.695587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edbe51-04bd-4a83-a968-650b68161dee req-98b3e850-b6f5-4324-a852-36f61e745ab6 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:20.697139 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9edbe51-04bd-4a83-a968-650b68161dee req-98b3e850-b6f5-4324-a852-36f61e745ab6 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.36 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2&tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 949 time: 0.5083752 Jul 05 03:47:20.713733 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c69a0-2e7d-472b-9d8a-4a855e19dfe0 req-ce0feef9-c7ee-4d5b-b1fd-671fa0616c6e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:20.715802 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a9c69a0-2e7d-472b-9d8a-4a855e19dfe0 req-ce0feef9-c7ee-4d5b-b1fd-671fa0616c6e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 949 time: 0.5294690 Jul 05 03:47:20.737809 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e55bc87d-15ab-4bf5-9b1b-34c39160d6b5', 'ab472f6d-aa65-4279-967d-055d643e1465', '098a9dff-9dd6-434c-b487-d9dd14d7f004'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:20.789439 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60658) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:20.846853 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9c66da2b-74e0-46d5-9473-d915d2a7bf75 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6655d55c550942e3ba3756cd17feb975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549865 Jul 05 03:47:20.852285 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60662) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:20.911528 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ed80a19-5a12-49b5-81b5-d3b8775a0163 req-d60f063d-1d24-4dd3-93b0-eda054538224 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037844 Jul 05 03:47:20.912288 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Set router 335f294e-cce1-4780-a7b5-5dedae2910e2 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:20.960158 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7f47-6657-49bd-a967-91365dc892e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.982868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a021b7f-0d94-4975-9e69-bdc0286805f6 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:20.987132 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7f47-6657-49bd-a967-91365dc892e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.999127 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.022735 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Transition to ACTIVE for port object 1a021b7f-0d94-4975-9e69-bdc0286805f6 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:21.132459 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a9c69a0-2e7d-472b-9d8a-4a855e19dfe0 req-51e747c0-dd61-44ba-8395-0bf5dfda3322 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875446 Jul 05 03:47:21.139799 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7f47-6657-49bd-a967-91365dc892e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.144669 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7f47-6657-49bd-a967-91365dc892e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.146662 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7b1f7f47-6657-49bd-a967-91365dc892e1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d3a1393f-12e9-40ce-9a46-a22b84320f79 HTTP/1.1" status: 204 len: 168 time: 0.2930319 Jul 05 03:47:21.151505 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.192489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f7f47-6657-49bd-a967-91365dc892e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a1393f-12e9-40ce-9a46-a22b84320f79,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:21.296112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Pushing event updated for resources: {'Port': ['ID=1a021b7f-0d94-4975-9e69-bdc0286805f6,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:21.342478 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-c9edbe51-04bd-4a83-a968-650b68161dee req-27412ddc-2f16-4035-9dc5-e7dfaec0d66e service neutron] delete failed (client error): The resource could not be found. Jul 05 03:47:21.343495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9edbe51-04bd-4a83-a968-650b68161dee req-27412ddc-2f16-4035-9dc5-e7dfaec0d66e service neutron] 10.222.0.36 "DELETE /v2.0/ports/b09b2376-4636-4f08-a338-eb8d27129ab9/bindings/n-h2-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.6176918 Jul 05 03:47:21.344897 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.348203 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.348706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.349121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.349529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.349952 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.350457 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.352230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.352674 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.353758 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.353758 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.354170 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:21.570000 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Attempting to bind port 1a021b7f-0d94-4975-9e69-bdc0286805f6 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:21.570645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Attempting to bind port 1a021b7f-0d94-4975-9e69-bdc0286805f6 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:21.571257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Attempting to bind port 1a021b7f-0d94-4975-9e69-bdc0286805f6 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:21.597220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Port 1a021b7f-0d94-4975-9e69-bdc0286805f6 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:21.597894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Attempting to bind port 1a021b7f-0d94-4975-9e69-bdc0286805f6 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:21.624226 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:21.640944 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:21.641774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:21.642829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Bound port: 1a021b7f-0d94-4975-9e69-bdc0286805f6, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:21.643500 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.647992 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.654201 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edbe51-04bd-4a83-a968-650b68161dee req-603c2834-c832-4241-8379-f588dd701f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:21.666115 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9edbe51-04bd-4a83-a968-650b68161dee req-603c2834-c832-4241-8379-f588dd701f3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 1101 time: 0.2510853 Jul 05 03:47:22.032084 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cab50dcd-9535-4617-a615-7ab6c7e43e68 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:22.063336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] For port 1a021b7f-0d94-4975-9e69-bdc0286805f6, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:22.070509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] For port 1a021b7f-0d94-4975-9e69-bdc0286805f6, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1a021b7f-0d94-4975-9e69-bdc0286805f6,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:22.073752 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edbe51-04bd-4a83-a968-650b68161dee req-b5ebd663-721b-4253-a6ea-6a5158489840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:22.076814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9edbe51-04bd-4a83-a968-650b68161dee req-b5ebd663-721b-4253-a6ea-6a5158489840 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.3968899 Jul 05 03:47:22.206630 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Allocated IP 172.20.0.1 (11d9b752-f436-49f0-af36-aa069644340f/f0ca39db-d800-427c-856f-2fb323d60ba3/27cf0d53-dc6a-498d-a0f7-66dd53e87cfc) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:22.215644 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9edbe51-04bd-4a83-a968-650b68161dee req-1669fdea-3349-4eb7-b79e-6ce4c0a94cdd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=b09b2376-4636-4f08-a338-eb8d27129ab9 HTTP/1.1" status: 200 len: 217 time: 0.1292670 Jul 05 03:47:22.226998 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.290302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port cab50dcd-9535-4617-a615-7ab6c7e43e68 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:22.290808 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.422530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:22.428617 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.428617 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] 10.222.0.10 "PUT /v2.0/ports/1a021b7f-0d94-4975-9e69-bdc0286805f6 HTTP/1.1" status: 200 len: 1096 time: 2.8525527 Jul 05 03:47:22.431417 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f294e-cce1-4780-a7b5-5dedae2910e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1742192281-router', 'tenant_id': 'dfe92b5abff149bca5b889be8629c4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd3cad7aa-5f96-4bbc-a6b6-ba102040ef0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:13Z', 'updated_at': '2021-07-05T03:47:17Z', 'revision_number': 3, 'project_id': 'dfe92b5abff149bca5b889be8629c4fd', 'gw_port': {'id': 'd3cad7aa-5f96-4bbc-a6b6-ba102040ef0f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f294e-cce1-4780-a7b5-5dedae2910e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:15Z', 'updated_at': '2021-07-05T03:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:22.447258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09523c02-e6b1-4e24-8fcd-d5498477f282', 'tag': '1a021b7f-0d94-4975-9e69-bdc0286805f6'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:22.451484 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0dbbae-d520-4d8b-941f-cdd18d61ab96" -d '{"events": [{"name": "network-changed", "server_uuid": "09523c02-e6b1-4e24-8fcd-d5498477f282", "tag": "1a021b7f-0d94-4975-9e69-bdc0286805f6"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:22.513380 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60690) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:22.532673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Checking router: 335f294e-cce1-4780-a7b5-5dedae2910e2 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:22.533063 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Updating router 335f294e-cce1-4780-a7b5-5dedae2910e2 port d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:47:22.558305 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edbe51-04bd-4a83-a968-650b68161dee req-a36831c4-e4f6-4d20-96fb-f60806aa0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:22.566466 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9edbe51-04bd-4a83-a968-650b68161dee req-a36831c4-e4f6-4d20-96fb-f60806aa0987 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.3247664 Jul 05 03:47:22.623486 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.631390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c0229-ba47-4ef6-abc1-bf593bc8e59e service neutron] Pushing event updated for resources: {'Port': ['ID=1a021b7f-0d94-4975-9e69-bdc0286805f6,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:22.661989 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.688495 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Transition to ACTIVE for port object 27cf0d53-dc6a-498d-a0f7-66dd53e87cfc will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:22.798826 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.803588 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b72c01-7aae-4d47-9352-96ccefa60bce req-b96556b8-0138-4ac6-b1dd-c88e768ec777 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:22.816379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69b72c01-7aae-4d47-9352-96ccefa60bce req-b96556b8-0138-4ac6-b1dd-c88e768ec777 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 947 time: 0.5625570 Jul 05 03:47:22.902121 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c9d777b9-7117-4351-96d2-9acb4ef6f32e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b6889c1eeae4d40978b743ee0ff37d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807969 Jul 05 03:47:22.907264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60702) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:22.980960 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69b72c01-7aae-4d47-9352-96ccefa60bce req-e43729f5-9c9b-40d6-832d-f9125d8edf28 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627460 Jul 05 03:47:23.051319 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69801f77-50ab-46d6-a0e8-f05125e0c420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.064833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cab50dcd-9535-4617-a615-7ab6c7e43e68, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cab50dcd-9535-4617-a615-7ab6c7e43e68,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:23.073133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afc79c3-19d8-4aa4-9b26-cb19ab913f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab50dcd-9535-4617-a615-7ab6c7e43e68'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:23.079325 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c92a858-fabd-4787-a58f-221aeceb970d" -d '{"events": [{"server_uuid": "9afc79c3-19d8-4aa4-9b26-cb19ab913f08", "name": "network-vif-plugged", "status": "completed", "tag": "cab50dcd-9535-4617-a615-7ab6c7e43e68"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:23.081103 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69801f77-50ab-46d6-a0e8-f05125e0c420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.143653 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.157659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edbe51-04bd-4a83-a968-650b68161dee req-de37b446-b96e-4c71-b784-eedf40ea7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:23.164975 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9edbe51-04bd-4a83-a968-650b68161dee req-de37b446-b96e-4c71-b784-eedf40ea7e36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5792370 Jul 05 03:47:23.172994 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Network 11d9b752-f436-49f0-af36-aa069644340f is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:23.177759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:23.180440 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-8fcc94bd-c389-436b-b05d-915900281f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:23.186866 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:23.187417 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-8fcc94bd-c389-436b-b05d-915900281f21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 1099 time: 0.4521520 Jul 05 03:47:23.224105 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.287567 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69801f77-50ab-46d6-a0e8-f05125e0c420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.305024 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:47:23.311391 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69801f77-50ab-46d6-a0e8-f05125e0c420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.314954 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-69801f77-50ab-46d6-a0e8-f05125e0c420 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3d17f300-aaaf-4c68-a9ca-ad094f8afa8c HTTP/1.1" status: 204 len: 168 time: 0.4040139 Jul 05 03:47:23.337163 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-8cc5ee89-2a94-491d-8e21-01ae7a3ce11d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=1a021b7f-0d94-4975-9e69-bdc0286805f6 HTTP/1.1" status: 200 len: 217 time: 0.1177385 Jul 05 03:47:23.382571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69801f77-50ab-46d6-a0e8-f05125e0c420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d17f300-aaaf-4c68-a9ca-ad094f8afa8c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:23.407116 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Pushing event updated for resources: {'Port': ['ID=27cf0d53-dc6a-498d-a0f7-66dd53e87cfc,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:23.409918 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.528398 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-20ae41bc-06b9-4a80-97a8-84a3077b1d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:23.532620 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-20ae41bc-06b9-4a80-97a8-84a3077b1d61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1083069 Jul 05 03:47:23.536863 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e39bc75-5fab-4738-890e-2299ad257ec9 x-openstack-request-id: req-0e39bc75-5fab-4738-890e-2299ad257ec9 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:23.537399 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09523c02-e6b1-4e24-8fcd-d5498477f282", "tag": "1a021b7f-0d94-4975-9e69-bdc0286805f6", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:23.540939 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0e39bc75-5fab-4738-890e-2299ad257ec9 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:23.541561 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09523c02-e6b1-4e24-8fcd-d5498477f282', 'tag': '1a021b7f-0d94-4975-9e69-bdc0286805f6', 'status': 'completed', 'code': 200} Jul 05 03:47:23.615667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cab50dcd-9535-4617-a615-7ab6c7e43e68,revision_number=10']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:23.655845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa833f0-9b2f-4616-90c3-663a40942da7 req-ba018058-bb72-45bd-83db-8062ebd6adb9 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:23.665908 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-baa833f0-9b2f-4616-90c3-663a40942da7 req-ba018058-bb72-45bd-83db-8062ebd6adb9 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 949 time: 0.6692569 Jul 05 03:47:23.730856 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a257d3-ba95-4503-b8d7-c93f526dbb65 x-openstack-request-id: req-19a257d3-ba95-4503-b8d7-c93f526dbb65 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:23.730856 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afc79c3-19d8-4aa4-9b26-cb19ab913f08", "name": "network-vif-plugged", "status": "completed", "tag": "cab50dcd-9535-4617-a615-7ab6c7e43e68", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:23.730856 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-19a257d3-ba95-4503-b8d7-c93f526dbb65 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:23.730856 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afc79c3-19d8-4aa4-9b26-cb19ab913f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab50dcd-9535-4617-a615-7ab6c7e43e68', 'code': 200} Jul 05 03:47:23.765155 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.789961 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-baa833f0-9b2f-4616-90c3-663a40942da7 req-f76c9d39-022f-44b8-ac56-5810721de962 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226871 Jul 05 03:47:23.801192 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9edbe51-04bd-4a83-a968-650b68161dee req-c2f8c0ba-e1e3-4ba4-9096-8dcde8679ee8 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111038 Jul 05 03:47:23.918571 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.938205 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Transition to ACTIVE for port object d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:23.987649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2e260df7-df19-4c92-a68c-36668f4568ae None None] Provisioning for port 27cf0d53-dc6a-498d-a0f7-66dd53e87cfc completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:23.994139 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2e260df7-df19-4c92-a68c-36668f4568ae None None] Provisioning complete for port 27cf0d53-dc6a-498d-a0f7-66dd53e87cfc triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:23.995099 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2e260df7-df19-4c92-a68c-36668f4568ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.020162 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-cc8492a7-38d5-49ea-9573-a2b313437338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:24.021682 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-cc8492a7-38d5-49ea-9573-a2b313437338 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4615886 Jul 05 03:47:24.113943 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.177665 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-616a93de-e9eb-45ca-8da2-437fcb5862e8 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458180 Jul 05 03:47:24.179742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2e260df7-df19-4c92-a68c-36668f4568ae None None] Port 27cf0d53-dc6a-498d-a0f7-66dd53e87cfc cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:24.185562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9edbe51-04bd-4a83-a968-650b68161dee req-b6832eb3-3a7a-4114-a913-0721eb3ad2a1 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669381 Jul 05 03:47:24.209396 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.250288 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Attempting to bind port d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:24.265631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Attempting to bind port d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:24.266430 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Attempting to bind port d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:24.272277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b394b5-8fdc-4adf-961b-9d33c41ad226 None None] Pushing event updated for resources: {'Port': ['ID=d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:24.297450 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.298607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:24.308887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:24.309503 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.320447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:24.321583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Bound port: d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:24.322177 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.449172 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bde373d9-90e9-45b1-bb47-bd17e80d3b5e req-7cb41f98-3bcf-4891-8054-3969027f4478 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610610 Jul 05 03:47:24.455692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Pushing event updated for resources: {'Port': ['ID=27cf0d53-dc6a-498d-a0f7-66dd53e87cfc,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:24.460741 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.514238 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dce658-241d-4f64-adae-4329dad3b733 req-1b91c6a6-9641-4e39-8753-bac05a7d348a tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:24.521851 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2dce658-241d-4f64-adae-4329dad3b733 req-1b91c6a6-9641-4e39-8753-bac05a7d348a tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 947 time: 0.2535181 Jul 05 03:47:24.543270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] For port d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:24.549301 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] For port d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:24.578099 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Network 11d9b752-f436-49f0-af36-aa069644340f is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:24.580222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:24.621539 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2dce658-241d-4f64-adae-4329dad3b733 req-5e2e9e4c-5b4a-46c6-a4e0-789f673480ce tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901680 Jul 05 03:47:24.664451 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.851922 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Routers {'335f294e-cce1-4780-a7b5-5dedae2910e2'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:24.852560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:47:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['335f294e-cce1-4780-a7b5-5dedae2910e2'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:24.957434 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dbbae-d520-4d8b-941f-cdd18d61ab96 req-4090b2ed-d9bd-4081-9095-0655febe39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:24.959379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b0dbbae-d520-4d8b-941f-cdd18d61ab96 req-4090b2ed-d9bd-4081-9095-0655febe39e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 1099 time: 0.2276111 Jul 05 03:47:24.967754 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b09b2376-4636-4f08-a338-eb8d27129ab9 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:25.037657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Router 335f294e-cce1-4780-a7b5-5dedae2910e2 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:25.110821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b394b5-8fdc-4adf-961b-9d33c41ad226 None None] Pushing event updated for resources: {'Port': ['ID=d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:25.199880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-afff747c-1380-409f-8b9a-20da47dc70b5 None None] Provisioning complete for port 27cf0d53-dc6a-498d-a0f7-66dd53e87cfc triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:25.201540 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afff747c-1380-409f-8b9a-20da47dc70b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.238906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dbbae-d520-4d8b-941f-cdd18d61ab96 req-05a1774a-5986-427d-b46c-214dd283509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:25.241118 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b0dbbae-d520-4d8b-941f-cdd18d61ab96 req-05a1774a-5986-427d-b46c-214dd283509c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2745438 Jul 05 03:47:25.327955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:25.353409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port b09b2376-4636-4f08-a338-eb8d27129ab9 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:25.374378 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9be1b265-e2a7-4106-9f6f-b42708a12805 admin admin] 10.222.0.38 "PUT /v2.0/routers/335f294e-cce1-4780-a7b5-5dedae2910e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0038767 Jul 05 03:47:25.383333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port b09b2376-4636-4f08-a338-eb8d27129ab9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:25.384103 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.396578 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282b071-51f6-4d33-af97-5b3cedbbaa54 req-2893df0b-0106-4802-b827-c992880edb79 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:25.412229 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6282b071-51f6-4d33-af97-5b3cedbbaa54 req-2893df0b-0106-4802-b827-c992880edb79 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 949 time: 0.2641206 Jul 05 03:47:25.473511 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b0dbbae-d520-4d8b-941f-cdd18d61ab96 req-71e1eff4-732a-46b7-a11e-6530905c478a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=1a021b7f-0d94-4975-9e69-bdc0286805f6 HTTP/1.1" status: 200 len: 217 time: 0.2122936 Jul 05 03:47:25.556331 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-afff747c-1380-409f-8b9a-20da47dc70b5 None None] Port 27cf0d53-dc6a-498d-a0f7-66dd53e87cfc cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:25.575919 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6282b071-51f6-4d33-af97-5b3cedbbaa54 req-61e8a280-8821-4bdf-8e63-fb5114831970 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623130 Jul 05 03:47:25.590350 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] Set router 335f294e-cce1-4780-a7b5-5dedae2910e2 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:25.845595 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.855478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dbbae-d520-4d8b-941f-cdd18d61ab96 req-befff7b3-ab41-4029-9985-21fa77c7f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:25.858120 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b0dbbae-d520-4d8b-941f-cdd18d61ab96 req-befff7b3-ab41-4029-9985-21fa77c7f9c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.3722956 Jul 05 03:47:25.899011 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd550ac62-db79-429d-bd1b-ad62fb6ea4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b2376-4636-4f08-a338-eb8d27129ab9'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:25.902262 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d1563b-682d-4abe-92fe-98d66c074e27" -d '{"events": [{"server_uuid": "d550ac62-db79-429d-bd1b-ad62fb6ea4a2", "name": "network-vif-plugged", "status": "completed", "tag": "b09b2376-4636-4f08-a338-eb8d27129ab9"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:25.951126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b09b2376-4636-4f08-a338-eb8d27129ab9, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b09b2376-4636-4f08-a338-eb8d27129ab9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:25.979697 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f294e-cce1-4780-a7b5-5dedae2910e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1742192281-router', 'tenant_id': 'dfe92b5abff149bca5b889be8629c4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd3cad7aa-5f96-4bbc-a6b6-ba102040ef0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:13Z', 'updated_at': '2021-07-05T03:47:23Z', 'revision_number': 4, 'project_id': 'dfe92b5abff149bca5b889be8629c4fd', 'gw_port': {'id': 'd3cad7aa-5f96-4bbc-a6b6-ba102040ef0f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f294e-cce1-4780-a7b5-5dedae2910e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:15Z', 'updated_at': '2021-07-05T03:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '27cf0d53-dc6a-498d-a0f7-66dd53e87cfc', 'name': '', 'network_id': '11d9b752-f436-49f0-af36-aa069644340f', 'tenant_id': 'dfe92b5abff149bca5b889be8629c4fd', 'mac_address': 'fa:16:3e:16:99:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f294e-cce1-4780-a7b5-5dedae2910e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f0ca39db-d800-427c-856f-2fb323d60ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:21Z', 'updated_at': '2021-07-05T03:47:23Z', 'revision_number': 2, 'project_id': 'dfe92b5abff149bca5b889be8629c4fd', 'subnets': [{'id': 'f0ca39db-d800-427c-856f-2fb323d60ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:26.006155 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-8f7a9ea3-24cf-4460-89c3-da6528e48762 req-028a8e4c-36fb-48be-83bc-894aed73c3cd tempest-FloatingIPDetailsNegativeTestJSON-778521500 tempest-FloatingIPDetailsNegativeTestJSON-778521500-project] show failed (client error): The resource could not be found. Jul 05 03:47:26.008189 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f7a9ea3-24cf-4460-89c3-da6528e48762 req-028a8e4c-36fb-48be-83bc-894aed73c3cd tempest-FloatingIPDetailsNegativeTestJSON-778521500 tempest-FloatingIPDetailsNegativeTestJSON-778521500-project] 10.222.0.38 "GET /v2.0/floatingips/de868ae5-58ad-4d84-8ff6-09455ff1d4ae HTTP/1.1" status: 404 len: 350 time: 0.0571227 Jul 05 03:47:26.009848 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8627848-3ce3-4c13-b237-df864b52c6c7 None None] The sync data for ids ['335f294e-cce1-4780-a7b5-5dedae2910e2'] in n-d-771363-32 is: [{'id': '335f294e-cce1-4780-a7b5-5dedae2910e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1742192281-router', 'tenant_id': 'dfe92b5abff149bca5b889be8629c4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd3cad7aa-5f96-4bbc-a6b6-ba102040ef0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:13Z', 'updated_at': '2021-07-05T03:47:23Z', 'revision_number': 4, 'project_id': 'dfe92b5abff149bca5b889be8629c4fd', 'gw_port': {'id': 'd3cad7aa-5f96-4bbc-a6b6-ba102040ef0f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f294e-cce1-4780-a7b5-5dedae2910e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:15Z', 'updated_at': '2021-07-05T03:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '27cf0d53-dc6a-498d-a0f7-66dd53e87cfc', 'name': '', 'network_id': '11d9b752-f436-49f0-af36-aa069644340f', 'tenant_id': 'dfe92b5abff149bca5b889be8629c4fd', 'mac_address': 'fa:16:3e:16:99:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f294e-cce1-4780-a7b5-5dedae2910e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f0ca39db-d800-427c-856f-2fb323d60ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:21Z', 'updated_at': '2021-07-05T03:47:23Z', 'revision_number': 2, 'project_id': 'dfe92b5abff149bca5b889be8629c4fd', 'subnets': [{'id': 'f0ca39db-d800-427c-856f-2fb323d60ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:26.026948 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60782) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:26.074044 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.142295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dbbae-d520-4d8b-941f-cdd18d61ab96 req-0e4e1321-3532-46d4-8ed9-f2a8522ecc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:26.143841 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b0dbbae-d520-4d8b-941f-cdd18d61ab96 req-0e4e1321-3532-46d4-8ed9-f2a8522ecc1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2699611 Jul 05 03:47:26.192156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=b09b2376-4636-4f08-a338-eb8d27129ab9,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:26.273227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b1893-49f6-4dbc-a5fa-d2b3c9e81407 req-3c0b9300-3943-461f-981a-9970de0fc606 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:26.274876 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-687b1893-49f6-4dbc-a5fa-d2b3c9e81407 req-3c0b9300-3943-461f-981a-9970de0fc606 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 947 time: 0.2654192 Jul 05 03:47:26.372722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-687b1893-49f6-4dbc-a5fa-d2b3c9e81407 req-74a47c1c-5a3e-42f9-805b-d76319b8edc8 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876675 Jul 05 03:47:26.408853 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b0dbbae-d520-4d8b-941f-cdd18d61ab96 req-e4e988b2-0a99-405a-8480-ca64a9d0751c service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493861 Jul 05 03:47:26.467533 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04f527d-37a9-4ee7-9a9d-eae6c263b280 x-openstack-request-id: req-c04f527d-37a9-4ee7-9a9d-eae6c263b280 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:26.467533 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d550ac62-db79-429d-bd1b-ad62fb6ea4a2", "name": "network-vif-plugged", "status": "completed", "tag": "b09b2376-4636-4f08-a338-eb8d27129ab9", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:26.468748 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c04f527d-37a9-4ee7-9a9d-eae6c263b280 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:26.468748 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd550ac62-db79-429d-bd1b-ad62fb6ea4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b2376-4636-4f08-a338-eb8d27129ab9', 'code': 200} Jul 05 03:47:26.638464 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b0dbbae-d520-4d8b-941f-cdd18d61ab96 req-c63eb420-14dd-4183-a0a2-9739fd72b984 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199969 Jul 05 03:47:26.957305 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6946f58-cbb7-4155-9593-e373f17bd610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.325074 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd780eb6-5942-4e48-ada2-5479032dbff7 req-68e5e60e-968c-40d9-8132-4cddce96d1ad tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.341713 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd780eb6-5942-4e48-ada2-5479032dbff7 req-68e5e60e-968c-40d9-8132-4cddce96d1ad tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.1452656 Jul 05 03:47:27.446319 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd780eb6-5942-4e48-ada2-5479032dbff7 req-55aa617c-f04a-49ca-820c-fbad09a3d07d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035397 Jul 05 03:47:27.679486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a6946f58-cbb7-4155-9593-e373f17bd610 admin admin] Deleting port 27cf0d53-dc6a-498d-a0f7-66dd53e87cfc {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:27.679763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6946f58-cbb7-4155-9593-e373f17bd610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.797107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73565da6-8742-457a-9cb2-7378850c38bb req-088d5737-cc1e-4f26-b85f-2d161bae408d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.810359 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-73565da6-8742-457a-9cb2-7378850c38bb req-088d5737-cc1e-4f26-b85f-2d161bae408d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 947 time: 0.1197920 Jul 05 03:47:27.892121 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-73565da6-8742-457a-9cb2-7378850c38bb req-b6867125-4949-4f92-a851-43f9695c70ca tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802610 Jul 05 03:47:27.962653 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6946f58-cbb7-4155-9593-e373f17bd610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.989081 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a6946f58-cbb7-4155-9593-e373f17bd610 admin admin] Calling delete_port for 27cf0d53-dc6a-498d-a0f7-66dd53e87cfc owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:28.128040 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ad2df-48b4-452e-a477-7507856f8f0b req-33c7ee0d-b914-4897-a554-016937b0e5cb tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:28.134403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b29ad2df-48b4-452e-a477-7507856f8f0b req-33c7ee0d-b914-4897-a554-016937b0e5cb tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.1117270 Jul 05 03:47:28.205594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b29ad2df-48b4-452e-a477-7507856f8f0b req-26b28135-9b70-4412-9a83-780b512d2804 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621607 Jul 05 03:47:28.496179 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6946f58-cbb7-4155-9593-e373f17bd610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.530175 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6946f58-cbb7-4155-9593-e373f17bd610 admin admin] Pushing event deleted for resources: {'Port': ['ID=27cf0d53-dc6a-498d-a0f7-66dd53e87cfc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:28.930287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1094a7b4-dd9e-4f77-9119-e6cf7e99bfb4 req-c47846ff-e857-4af7-9325-3486e8227831 tempest-FlavorsV2NegativeTest-1792545290 tempest-FlavorsV2NegativeTest-1792545290-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=45de325a44d3419d8a7361868f6ca6d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459173 Jul 05 03:47:28.965049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1a021b7f-0d94-4975-9e69-bdc0286805f6 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:29.170536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094a7b4-dd9e-4f77-9119-e6cf7e99bfb4 req-48d02af0-44e3-4cc6-a3e1-a75fd2e9b4af tempest-FlavorsV2NegativeTest-1792545290 tempest-FlavorsV2NegativeTest-1792545290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.200098 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1094a7b4-dd9e-4f77-9119-e6cf7e99bfb4 req-48d02af0-44e3-4cc6-a3e1-a75fd2e9b4af tempest-FlavorsV2NegativeTest-1792545290 tempest-FlavorsV2NegativeTest-1792545290-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2605016 Jul 05 03:47:29.237871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1094a7b4-dd9e-4f77-9119-e6cf7e99bfb4 req-3f4c7cb7-06b7-4798-a7f6-5db45e3d581b tempest-FlavorsV2NegativeTest-1792545290 tempest-FlavorsV2NegativeTest-1792545290-project] 10.222.0.38 "GET /v2.0/quotas/45de325a44d3419d8a7361868f6ca6d6 HTTP/1.1" status: 200 len: 375 time: 0.0395551 Jul 05 03:47:29.297490 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1a021b7f-0d94-4975-9e69-bdc0286805f6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1a021b7f-0d94-4975-9e69-bdc0286805f6,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:29.298522 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6946f58-cbb7-4155-9593-e373f17bd610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.326788 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '1a021b7f-0d94-4975-9e69-bdc0286805f6', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '1a021b7f-0d94-4975-9e69-bdc0286805f6', 'mac_address': 'fa:16:3e:db:ed:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:29.455506 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1094a7b4-dd9e-4f77-9119-e6cf7e99bfb4 req-aef4ef74-7697-4d67-8117-94d426ce343f tempest-FlavorsV2NegativeTest-1792545290 tempest-FlavorsV2NegativeTest-1792545290-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=45de325a44d3419d8a7361868f6ca6d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2137537 Jul 05 03:47:29.483049 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.566544 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:29.686022 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039eabb-86a4-41c7-883a-84f6b35f9a1e req-83c741df-d887-4dec-ac07-54dfeccdbbe6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.690093 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3039eabb-86a4-41c7-883a-84f6b35f9a1e req-83c741df-d887-4dec-ac07-54dfeccdbbe6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 947 time: 0.1744645 Jul 05 03:47:29.710840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a021b7f-0d94-4975-9e69-bdc0286805f6 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:29.779496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1a021b7f-0d94-4975-9e69-bdc0286805f6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1a021b7f-0d94-4975-9e69-bdc0286805f6,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:29.818583 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3039eabb-86a4-41c7-883a-84f6b35f9a1e req-05081a33-a36a-4fee-b0c1-666a79efbf70 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207519 Jul 05 03:47:29.930291 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.932102 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:30.137542 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0321b7c-6ded-4601-8abf-d34317385501 None None] Sync routers for ids ['335f294e-cce1-4780-a7b5-5dedae2910e2'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:30.158086 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0321b7c-6ded-4601-8abf-d34317385501 None None] Routers {'335f294e-cce1-4780-a7b5-5dedae2910e2'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:30.158921 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e0321b7c-6ded-4601-8abf-d34317385501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:47:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['335f294e-cce1-4780-a7b5-5dedae2910e2'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:30.188094 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:30.189315 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.325841 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=1a021b7f-0d94-4975-9e69-bdc0286805f6,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:30.383927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['1a021b7f-0d94-4975-9e69-bdc0286805f6'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:30.459982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6946f58-cbb7-4155-9593-e373f17bd610 admin admin] Router 335f294e-cce1-4780-a7b5-5dedae2910e2 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:30.553804 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.708710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:30.713399 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-e0321b7c-6ded-4601-8abf-d34317385501 None None] Set router 335f294e-cce1-4780-a7b5-5dedae2910e2 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:30.859874 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6946f58-cbb7-4155-9593-e373f17bd610 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:30.885475 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a6946f58-cbb7-4155-9593-e373f17bd610 admin admin] 10.222.0.38 "PUT /v2.0/routers/335f294e-cce1-4780-a7b5-5dedae2910e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8542266 Jul 05 03:47:30.890910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60970) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:30.940227 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f5369ed-7326-4964-84c0-61373142af04 req-4c6d4148-5bf0-4eda-8123-9bafede7121a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1192474 Jul 05 03:47:30.996901 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.265129 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1580f92f-e81a-49ff-b12f-c242aab8e02f admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.306175 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e0321b7c-6ded-4601-8abf-d34317385501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f294e-cce1-4780-a7b5-5dedae2910e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1742192281-router', 'tenant_id': 'dfe92b5abff149bca5b889be8629c4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd3cad7aa-5f96-4bbc-a6b6-ba102040ef0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:13Z', 'updated_at': '2021-07-05T03:47:28Z', 'revision_number': 5, 'project_id': 'dfe92b5abff149bca5b889be8629c4fd', 'gw_port': {'id': 'd3cad7aa-5f96-4bbc-a6b6-ba102040ef0f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f294e-cce1-4780-a7b5-5dedae2910e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:15Z', 'updated_at': '2021-07-05T03:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:31.308512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:31.373756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5369ed-7326-4964-84c0-61373142af04 req-8520514f-5edf-4d93-a128-5032db27f253 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:31.380994 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0321b7c-6ded-4601-8abf-d34317385501 None None] Checking router: 335f294e-cce1-4780-a7b5-5dedae2910e2 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:31.385273 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f5369ed-7326-4964-84c0-61373142af04 req-8520514f-5edf-4d93-a128-5032db27f253 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4438007 Jul 05 03:47:31.407299 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0321b7c-6ded-4601-8abf-d34317385501 None None] Routers {'335f294e-cce1-4780-a7b5-5dedae2910e2'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:31.408335 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e0321b7c-6ded-4601-8abf-d34317385501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:47:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['335f294e-cce1-4780-a7b5-5dedae2910e2'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:31.446589 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f5369ed-7326-4964-84c0-61373142af04 req-92899fcb-8aec-4e0b-a409-52df9344305f tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/quotas/0dd4ceeefb7f447eb65075f9693b4f1f HTTP/1.1" status: 200 len: 375 time: 0.0585752 Jul 05 03:47:31.508357 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1580f92f-e81a-49ff-b12f-c242aab8e02f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.584060 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f7b13-ad1e-4d67-a0f3-a3437226d205 req-58acf8ce-5cab-4d84-82c8-9a50138483ba tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:31.595074 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-903f7b13-ad1e-4d67-a0f3-a3437226d205 req-58acf8ce-5cab-4d84-82c8-9a50138483ba tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 948 time: 0.3124340 Jul 05 03:47:31.602345 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-e0321b7c-6ded-4601-8abf-d34317385501 None None] Set router 335f294e-cce1-4780-a7b5-5dedae2910e2 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:31.685092 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-903f7b13-ad1e-4d67-a0f3-a3437226d205 req-a1ba3f06-fdcb-4530-8766-a3cf8ec85bb5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887680 Jul 05 03:47:31.742174 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f5369ed-7326-4964-84c0-61373142af04 req-487d94e8-443a-47c4-ba24-d9311d65ba0e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2923648 Jul 05 03:47:31.770032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32768) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:31.837697 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e0321b7c-6ded-4601-8abf-d34317385501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f294e-cce1-4780-a7b5-5dedae2910e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1742192281-router', 'tenant_id': 'dfe92b5abff149bca5b889be8629c4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd3cad7aa-5f96-4bbc-a6b6-ba102040ef0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:13Z', 'updated_at': '2021-07-05T03:47:28Z', 'revision_number': 5, 'project_id': 'dfe92b5abff149bca5b889be8629c4fd', 'gw_port': {'id': 'd3cad7aa-5f96-4bbc-a6b6-ba102040ef0f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f294e-cce1-4780-a7b5-5dedae2910e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:15Z', 'updated_at': '2021-07-05T03:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:31.885035 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0321b7c-6ded-4601-8abf-d34317385501 None None] The sync data for ids ['335f294e-cce1-4780-a7b5-5dedae2910e2'] in n-d-771363-32 is: [{'id': '335f294e-cce1-4780-a7b5-5dedae2910e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1742192281-router', 'tenant_id': 'dfe92b5abff149bca5b889be8629c4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'd3cad7aa-5f96-4bbc-a6b6-ba102040ef0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:13Z', 'updated_at': '2021-07-05T03:47:28Z', 'revision_number': 5, 'project_id': 'dfe92b5abff149bca5b889be8629c4fd', 'gw_port': {'id': 'd3cad7aa-5f96-4bbc-a6b6-ba102040ef0f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f294e-cce1-4780-a7b5-5dedae2910e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:15Z', 'updated_at': '2021-07-05T03:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:31.892550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32772) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:31.976483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-1580f92f-e81a-49ff-b12f-c242aab8e02f admin admin] Deleting port d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:31.976761 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1580f92f-e81a-49ff-b12f-c242aab8e02f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.154853 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.276361 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-1580f92f-e81a-49ff-b12f-c242aab8e02f admin admin] For port d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:32.291062 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1580f92f-e81a-49ff-b12f-c242aab8e02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.325415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-1580f92f-e81a-49ff-b12f-c242aab8e02f admin admin] Calling delete_port for d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:32.835067 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1580f92f-e81a-49ff-b12f-c242aab8e02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.846573 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-20abf8d8-b194-46fc-93c2-462ae438b249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.891863 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-40e64384-27b7-4d2f-aaba-866a1feb30d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.919171 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580f92f-e81a-49ff-b12f-c242aab8e02f admin admin] Pushing event deleted for resources: {'Port': ['ID=d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:32.978825 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1a021b7f-0d94-4975-9e69-bdc0286805f6 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:33.047255 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1580f92f-e81a-49ff-b12f-c242aab8e02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.067951 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0620b022-20e7-494b-90be-737035b99a1a req-870a1233-5659-4ac2-b4d2-917d3f9cff4c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 210 time: 0.1978230 Jul 05 03:47:33.211448 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.api [None req-40e64384-27b7-4d2f-aaba-866a1feb30d7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:47:33.211448 n-d-771363-32 neutron-server[100933]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 03:47:33.211448 n-d-771363-32 neutron-server[100933]: [parameters: {'project_id': '19220b0f05124ec58b0749b759e9d855', 'id': '20c4a60d-4dab-4db4-8b45-814862553341', 'expiration': datetime.datetime(2021, 7, 5, 3, 49, 33, 85817)}] Jul 05 03:47:33.211448 n-d-771363-32 neutron-server[100933]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:47:33.211978 n-d-771363-32 neutron-server[100933]: DEBUG oslo_db.api [None req-40e64384-27b7-4d2f-aaba-866a1feb30d7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:47:33.257675 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 1a021b7f-0d94-4975-9e69-bdc0286805f6 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:33.262458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 1a021b7f-0d94-4975-9e69-bdc0286805f6 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:33.262838 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.386810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ef580-5782-4a73-bbc2-0eb90878d1dc req-eea54c7a-b2bc-469c-ab8f-1a1f93038085 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:33.394657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c4ef580-5782-4a73-bbc2-0eb90878d1dc req-eea54c7a-b2bc-469c-ab8f-1a1f93038085 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 948 time: 0.4584739 Jul 05 03:47:33.459365 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1580f92f-e81a-49ff-b12f-c242aab8e02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.467641 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1580f92f-e81a-49ff-b12f-c242aab8e02f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.502143 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 27cf0d53-dc6a-498d-a0f7-66dd53e87cfc no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:33.508653 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.582909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 27cf0d53-dc6a-498d-a0f7-66dd53e87cfc {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:33.583259 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 27cf0d53-dc6a-498d-a0f7-66dd53e87cfc not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:33.609369 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.684534 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1a021b7f-0d94-4975-9e69-bdc0286805f6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1a021b7f-0d94-4975-9e69-bdc0286805f6,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:33.686952 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09523c02-e6b1-4e24-8fcd-d5498477f282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a021b7f-0d94-4975-9e69-bdc0286805f6'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:33.691823 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b3e5e6-a4aa-4be8-91b2-6c9d62c17e68" -d '{"events": [{"server_uuid": "09523c02-e6b1-4e24-8fcd-d5498477f282", "name": "network-vif-plugged", "status": "completed", "tag": "1a021b7f-0d94-4975-9e69-bdc0286805f6"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:33.707955 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-20abf8d8-b194-46fc-93c2-462ae438b249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.716166 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-40e64384-27b7-4d2f-aaba-866a1feb30d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.749340 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfbcc76-48fd-4071-a786-914df80a5226 x-openstack-request-id: req-7bfbcc76-48fd-4071-a786-914df80a5226 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:33.750097 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09523c02-e6b1-4e24-8fcd-d5498477f282", "name": "network-vif-plugged", "status": "completed", "tag": "1a021b7f-0d94-4975-9e69-bdc0286805f6", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:33.750527 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7bfbcc76-48fd-4071-a786-914df80a5226 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:33.751103 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09523c02-e6b1-4e24-8fcd-d5498477f282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a021b7f-0d94-4975-9e69-bdc0286805f6', 'code': 200} Jul 05 03:47:33.756689 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1580f92f-e81a-49ff-b12f-c242aab8e02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.757614 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1580f92f-e81a-49ff-b12f-c242aab8e02f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 335f294e-cce1-4780-a7b5-5dedae2910e2 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:47:33.768999 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1580f92f-e81a-49ff-b12f-c242aab8e02f admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.770341 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1580f92f-e81a-49ff-b12f-c242aab8e02f admin admin] 10.222.0.38 "DELETE /v2.0/routers/335f294e-cce1-4780-a7b5-5dedae2910e2 HTTP/1.1" status: 204 len: 168 time: 2.8783543 Jul 05 03:47:33.776748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c4ef580-5782-4a73-bbc2-0eb90878d1dc req-c3da40b6-31b8-4bc5-834f-a2172d4c7048 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768263 Jul 05 03:47:33.780210 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32816) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:33.835594 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.907853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b8fd5e-06c4-4b16-b22f-96d8b069e581 admin admin] Deleting subnet f0ca39db-d800-427c-856f-2fb323d60ba3 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:47:33.916350 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04b8fd5e-06c4-4b16-b22f-96d8b069e581 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.966173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=1a021b7f-0d94-4975-9e69-bdc0286805f6,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:33.966277 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04b8fd5e-06c4-4b16-b22f-96d8b069e581 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:33.975194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:33.975548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:33.976113 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:33.977757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:33.978115 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:33.978460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:33.979225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:33.980388 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:33.990063 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:33.990821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:33.991268 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:33.991862 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:34.029187 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-20abf8d8-b194-46fc-93c2-462ae438b249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.051165 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3761602d-dece-4979-9881-246c0f30b254 None None] Sync routers for ids ['335f294e-cce1-4780-a7b5-5dedae2910e2'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:34.070095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3761602d-dece-4979-9881-246c0f30b254 None None] Routers set() bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:34.070095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3761602d-dece-4979-9881-246c0f30b254 None None] Router IDs set() for agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 03:47:34.070095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_agentschedulers_db [None req-3761602d-dece-4979-9881-246c0f30b254 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'335f294e-cce1-4780-a7b5-5dedae2910e2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:47:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent'). {{(pid=100934) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 03:47:34.083456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3761602d-dece-4979-9881-246c0f30b254 None None] Routers set() bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:34.083838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3761602d-dece-4979-9881-246c0f30b254 None None] Router IDs set() for agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 03:47:34.084586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_agentschedulers_db [None req-3761602d-dece-4979-9881-246c0f30b254 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'335f294e-cce1-4780-a7b5-5dedae2910e2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:47:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent'). {{(pid=100934) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 03:47:34.085207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3761602d-dece-4979-9881-246c0f30b254 None None] The sync data for ids ['335f294e-cce1-4780-a7b5-5dedae2910e2'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:34.149930 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04b8fd5e-06c4-4b16-b22f-96d8b069e581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.391061 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32856) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:34.396028 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-20abf8d8-b194-46fc-93c2-462ae438b249 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=45de325a44d3419d8a7361868f6ca6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6147959 Jul 05 03:47:34.397072 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abf8d8-b194-46fc-93c2-462ae438b249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f7ceb1-8273-429e-8761-10e6c41a6a30,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:34.477138 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5567411d-31c0-47e2-b62d-3dbd4b36eab0 req-511692a1-3c40-4a30-920e-3ce04dd28e5b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 210 time: 0.2477882 Jul 05 03:47:34.487565 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04b8fd5e-06c4-4b16-b22f-96d8b069e581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.583450 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bffa189-aa90-4e79-a110-491ad833542b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.586086 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8fd5e-06c4-4b16-b22f-96d8b069e581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0ca39db-d800-427c-856f-2fb323d60ba3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:34.597616 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04b8fd5e-06c4-4b16-b22f-96d8b069e581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.599600 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-04b8fd5e-06c4-4b16-b22f-96d8b069e581 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f0ca39db-d800-427c-856f-2fb323d60ba3 HTTP/1.1" status: 204 len: 168 time: 0.8103404 Jul 05 03:47:34.603923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32866) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:34.607089 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c496b-1f0d-43d6-9037-b665b3c15d28 req-7cfe355c-9904-4c47-82d1-58b49801504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:34.608612 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b8c496b-1f0d-43d6-9037-b665b3c15d28 req-7cfe355c-9904-4c47-82d1-58b49801504b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 1101 time: 0.5887113 Jul 05 03:47:34.617996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd88441b-10c7-4600-aa50-5094f9ec0259 None None] Network 11d9b752-f436-49f0-af36-aa069644340f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:34.652888 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bffa189-aa90-4e79-a110-491ad833542b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.909072 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bffa189-aa90-4e79-a110-491ad833542b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.913662 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bffa189-aa90-4e79-a110-491ad833542b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.915079 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8bffa189-aa90-4e79-a110-491ad833542b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e0f7ceb1-8273-429e-8761-10e6c41a6a30 HTTP/1.1" status: 204 len: 168 time: 0.5223622 Jul 05 03:47:34.947012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffa189-aa90-4e79-a110-491ad833542b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f7ceb1-8273-429e-8761-10e6c41a6a30,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:35.040581 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f4a788-8faf-4fb7-a98d-144608d0c6c0 None None] DHCP port deletion for 11d9b752-f436-49f0-af36-aa069644340f request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:47:35.065267 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-40e64384-27b7-4d2f-aaba-866a1feb30d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.138880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-13f4a788-8faf-4fb7-a98d-144608d0c6c0 None None] Deleting port 1b94d52c-fe3b-4e79-9625-5974d417d22a {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:35.139398 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-13f4a788-8faf-4fb7-a98d-144608d0c6c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.140523 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b8c496b-1f0d-43d6-9037-b665b3c15d28 req-1f0587ee-779f-48d9-abaa-06b9e3b8aa7e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461091 Jul 05 03:47:35.146882 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.204688 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-40e64384-27b7-4d2f-aaba-866a1feb30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.228302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-13f4a788-8faf-4fb7-a98d-144608d0c6c0 None None] For port 1b94d52c-fe3b-4e79-9625-5974d417d22a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1b94d52c-fe3b-4e79-9625-5974d417d22a,segment=NetworkSegment(49523f2c-8791-4f4f-b911-fddc7f804fec),segment_id=49523f2c-8791-4f4f-b911-fddc7f804fec)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:35.246498 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-13f4a788-8faf-4fb7-a98d-144608d0c6c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.248628 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32872) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:35.249921 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-40e64384-27b7-4d2f-aaba-866a1feb30d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=19220b0f05124ec58b0749b759e9d855&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3558686 Jul 05 03:47:35.303799 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-13f4a788-8faf-4fb7-a98d-144608d0c6c0 None None] Calling delete_port for 1b94d52c-fe3b-4e79-9625-5974d417d22a owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:35.316749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0587e-a19e-479c-82db-e1793d663303 req-3d562e9d-d47c-4e0c-8f4c-7955ab0415b5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:35.326521 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5db0587e-a19e-479c-82db-e1793d663303 req-3d562e9d-d47c-4e0c-8f4c-7955ab0415b5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 949 time: 0.3011336 Jul 05 03:47:35.353906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e64384-27b7-4d2f-aaba-866a1feb30d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab37d827-0fc3-4c8a-a0c5-1c8d9044b7b6,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:35.423336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] Deleting port 1b94d52c-fe3b-4e79-9625-5974d417d22a {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:35.429428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.486423 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8873d033-de04-4a10-a55f-2ec4c6aa9df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.491577 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5db0587e-a19e-479c-82db-e1793d663303 req-d9126581-3167-4d7e-89ad-507daa1068b6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638386 Jul 05 03:47:35.495595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1b94d52c-fe3b-4e79-9625-5974d417d22a no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:35.563544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8873d033-de04-4a10-a55f-2ec4c6aa9df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.591091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] For port 1b94d52c-fe3b-4e79-9625-5974d417d22a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1b94d52c-fe3b-4e79-9625-5974d417d22a,segment=NetworkSegment(49523f2c-8791-4f4f-b911-fddc7f804fec),segment_id=49523f2c-8791-4f4f-b911-fddc7f804fec)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:35.591671 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.614851 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] Calling delete_port for 1b94d52c-fe3b-4e79-9625-5974d417d22a owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:35.658706 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.841522 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-615ccc73-05af-445c-b370-e37adfb9317c req-a881f428-eb38-42eb-85c2-0033f9bfc1ed tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 210 time: 0.0353808 Jul 05 03:47:36.183663 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8873d033-de04-4a10-a55f-2ec4c6aa9df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.184400 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-13f4a788-8faf-4fb7-a98d-144608d0c6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.193878 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8873d033-de04-4a10-a55f-2ec4c6aa9df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.195473 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8873d033-de04-4a10-a55f-2ec4c6aa9df9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab37d827-0fc3-4c8a-a0c5-1c8d9044b7b6 HTTP/1.1" status: 204 len: 168 time: 0.9453199 Jul 05 03:47:36.205906 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.225445 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873d033-de04-4a10-a55f-2ec4c6aa9df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab37d827-0fc3-4c8a-a0c5-1c8d9044b7b6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:36.268155 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b94d52c-fe3b-4e79-9625-5974d417d22a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:36.281568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] No DVR routers for this DVR port 1b94d52c-fe3b-4e79-9625-5974d417d22a on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:36.314252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:36.356186 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:36.356717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d3cad7aa-5f96-4bbc-a6b6-ba102040ef0f not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:36.382973 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4a788-8faf-4fb7-a98d-144608d0c6c0 None None] Pushing event deleted for resources: {'Port': ['ID=1b94d52c-fe3b-4e79-9625-5974d417d22a,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:36.395107 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f4a788-8faf-4fb7-a98d-144608d0c6c0 None None] No DVR routers for this DVR port 1b94d52c-fe3b-4e79-9625-5974d417d22a on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:36.570737 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.616322 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d9b752-f436-49f0-af36-aa069644340f']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:36.661831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49523f2c-8791-4f4f-b911-fddc7f804fec') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:36.664258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49523f2c-8791-4f4f-b911-fddc7f804fec') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:36.706877 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.734000 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.753983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:47:36.754553 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:47:36.828554 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:47:36.969513 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9ac3b-9a4e-4f48-9861-9ff2277a997e req-d50bfdf0-8cf1-4c09-bf70-b3f3c056ecac tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:36.982849 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39c9ac3b-9a4e-4f48-9861-9ff2277a997e req-d50bfdf0-8cf1-4c09-bf70-b3f3c056ecac tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 949 time: 0.1505959 Jul 05 03:47:37.047186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39c9ac3b-9a4e-4f48-9861-9ff2277a997e req-b17a143d-981d-4800-b3c2-b99d4b5c7aeb tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628595 Jul 05 03:47:37.055606 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.069584 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:37.087251 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/11d9b752-f436-49f0-af36-aa069644340f HTTP/1.1" status: 204 len: 168 time: 2.4774182 Jul 05 03:47:37.108815 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07eaa9e-ec8b-46e4-8bd6-b08cb2a9b6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=11d9b752-f436-49f0-af36-aa069644340f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:37.529217 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9dedbdc2-8dc5-47c1-b47b-0ccfe1bd1e97 req-a5908059-325b-44ba-9e16-b3c7a7a3ad52 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 210 time: 0.0379798 Jul 05 03:47:37.854833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32920) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:37.951299 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ebf810f5-04d9-442d-92af-63026adec158 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dfe92b5abff149bca5b889be8629c4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0944123 Jul 05 03:47:37.956167 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32922) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:38.121388 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-047cc306-095c-4a12-bfc9-18e3b0591b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.200929 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-047cc306-095c-4a12-bfc9-18e3b0591b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.478105 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-047cc306-095c-4a12-bfc9-18e3b0591b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.484440 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-047cc306-095c-4a12-bfc9-18e3b0591b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.485939 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-047cc306-095c-4a12-bfc9-18e3b0591b32 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4314c29c-be95-4785-8b00-98284525096a HTTP/1.1" status: 204 len: 168 time: 0.5298474 Jul 05 03:47:38.533105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cc306-095c-4a12-bfc9-18e3b0591b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4314c29c-be95-4785-8b00-98284525096a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:38.613446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6701c-86bf-4345-83cd-68478df7ac8d req-6034c2b5-a595-43e2-99c6-a816ead26147 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:38.617928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-89f6701c-86bf-4345-83cd-68478df7ac8d req-6034c2b5-a595-43e2-99c6-a816ead26147 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 949 time: 0.1279724 Jul 05 03:47:38.746150 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-89f6701c-86bf-4345-83cd-68478df7ac8d req-b999b21c-76b2-4ccc-aa36-e269cf91a1bd tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165457 Jul 05 03:47:38.837573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f5369ed-7326-4964-84c0-61373142af04 req-ea21dc9f-7250-432f-9067-a64d74c95a24 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1190557 Jul 05 03:47:39.222023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5369ed-7326-4964-84c0-61373142af04 req-09b6c006-db73-4ee4-9eca-f499814e4f0d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:39.227789 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f5369ed-7326-4964-84c0-61373142af04 req-09b6c006-db73-4ee4-9eca-f499814e4f0d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3696442 Jul 05 03:47:39.256054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-8f5369ed-7326-4964-84c0-61373142af04 req-59188972-2344-4330-812f-ae514876cd67 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Request body: {'port': {'device_id': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '0dd4ceeefb7f447eb65075f9693b4f1f'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:39.537901 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f36cf8f8-7dca-47d8-83a5-a35dce8ae075 req-d280234b-afc7-4d4f-9770-937f55d3ad98 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 210 time: 0.0755916 Jul 05 03:47:39.912860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba775ed1-3b24-4ad5-a83d-b5437e29dd1d req-cf8c5e7b-9c55-493c-b306-606f6b566b81 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:39.921546 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba775ed1-3b24-4ad5-a83d-b5437e29dd1d req-cf8c5e7b-9c55-493c-b306-606f6b566b81 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 1101 time: 0.1276152 Jul 05 03:47:39.968948 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba775ed1-3b24-4ad5-a83d-b5437e29dd1d req-1a95081a-6430-473b-a162-6f946d243e70 tempest-ServersOnMultiNodesTest-159211411 tempest-ServersOnMultiNodesTest-159211411-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461357 Jul 05 03:47:40.682266 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5369ed-7326-4964-84c0-61373142af04 req-59188972-2344-4330-812f-ae514876cd67 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Made reservation on behalf of 0dd4ceeefb7f447eb65075f9693b4f1f for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:40.713445 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8f5369ed-7326-4964-84c0-61373142af04 req-59188972-2344-4330-812f-ae514876cd67 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.134790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-8f5369ed-7326-4964-84c0-61373142af04 req-59188972-2344-4330-812f-ae514876cd67 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Allocated IP 192.168.233.75 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/e981caad-1bd2-4beb-ad0a-d94e99b47229) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:41.442183 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8f5369ed-7326-4964-84c0-61373142af04 req-59188972-2344-4330-812f-ae514876cd67 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.466233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-8f5369ed-7326-4964-84c0-61373142af04 req-59188972-2344-4330-812f-ae514876cd67 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Transition to ACTIVE for port object e981caad-1bd2-4beb-ad0a-d94e99b47229 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:41.723404 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ff67257d-d847-482d-91cf-9932d8a9938b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.812667 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8f5369ed-7326-4964-84c0-61373142af04 req-59188972-2344-4330-812f-ae514876cd67 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.860412 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['1544341a-732e-46be-aa14-00fc3028caf9', 'b09b2376-4636-4f08-a338-eb8d27129ab9'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:41.920131 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5369ed-7326-4964-84c0-61373142af04 req-59188972-2344-4330-812f-ae514876cd67 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:41.920131 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-8f5369ed-7326-4964-84c0-61373142af04 req-59188972-2344-4330-812f-ae514876cd67 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:41.920131 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5369ed-7326-4964-84c0-61373142af04 req-59188972-2344-4330-812f-ae514876cd67 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:42.056595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32994) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:42.238914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5369ed-7326-4964-84c0-61373142af04 req-59188972-2344-4330-812f-ae514876cd67 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:42.242112 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8f5369ed-7326-4964-84c0-61373142af04 req-59188972-2344-4330-812f-ae514876cd67 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.276302 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59188972-2344-4330-812f-ae514876cd67 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Pushing event updated for resources: {'Port': ['ID=e981caad-1bd2-4beb-ad0a-d94e99b47229,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:42.333509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-36d6b326-3d15-4743-8e70-d6abcf1be235 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1918399477-network', 'tenant_id': '47beb1ed7ed2463ca72d0758eb6a067a'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:42.482798 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f5369ed-7326-4964-84c0-61373142af04 req-59188972-2344-4330-812f-ae514876cd67 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2376904 Jul 05 03:47:42.571876 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Request body: {'port': {'device_id': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:42.699645 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.716248 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6195594b-00d6-4e7f-a7ad-df7ce8a54385 None None] Provisioning for port e981caad-1bd2-4beb-ad0a-d94e99b47229 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:42.725141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6195594b-00d6-4e7f-a7ad-df7ce8a54385 None None] Provisioning complete for port e981caad-1bd2-4beb-ad0a-d94e99b47229 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:42.727211 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6195594b-00d6-4e7f-a7ad-df7ce8a54385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.761203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d6b326-3d15-4743-8e70-d6abcf1be235 admin admin] Made reservation on behalf of 47beb1ed7ed2463ca72d0758eb6a067a for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:42.768056 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-36d6b326-3d15-4743-8e70-d6abcf1be235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.807681 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-36d6b326-3d15-4743-8e70-d6abcf1be235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.808004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-6195594b-00d6-4e7f-a7ad-df7ce8a54385 None None] Port e981caad-1bd2-4beb-ad0a-d94e99b47229 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:42.983473 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-36d6b326-3d15-4743-8e70-d6abcf1be235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.200836 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-36d6b326-3d15-4743-8e70-d6abcf1be235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.213154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e981caad-1bd2-4beb-ad0a-d94e99b47229 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:43.226741 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.250470 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Transition to ACTIVE for port object e981caad-1bd2-4beb-ad0a-d94e99b47229 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:43.252420 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6b326-3d15-4743-8e70-d6abcf1be235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ff1d0d-2466-49d3-9764-8434842832d6,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:43.265149 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d6b326-3d15-4743-8e70-d6abcf1be235 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:43.278684 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-36d6b326-3d15-4743-8e70-d6abcf1be235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.278865 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-36d6b326-3d15-4743-8e70-d6abcf1be235 admin admin] Added segment 3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4 of type vlan for network 4073f625-dda5-4dab-8979-1b67730704a9 Jul 05 03:47:43.349406 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-36d6b326-3d15-4743-8e70-d6abcf1be235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.410357 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.513122 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-36d6b326-3d15-4743-8e70-d6abcf1be235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.517210 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d6b326-3d15-4743-8e70-d6abcf1be235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.517210 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-36d6b326-3d15-4743-8e70-d6abcf1be235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.600038 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e981caad-1bd2-4beb-ad0a-d94e99b47229,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:43.668421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33008) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:43.671599 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-36d6b326-3d15-4743-8e70-d6abcf1be235 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6091530 Jul 05 03:47:43.677141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-1763a0cc-84cf-447f-8382-b18c4fe000fe admin admin] Request body: {'subnet': {'network_id': '4073f625-dda5-4dab-8979-1b67730704a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1918399477-subnet', 'tenant_id': '47beb1ed7ed2463ca72d0758eb6a067a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:43.727393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6b326-3d15-4743-8e70-d6abcf1be235 admin admin] Pushing event updated for resources: {'Network': ['ID=4073f625-dda5-4dab-8979-1b67730704a9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:43.746510 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 4073f625-dda5-4dab-8979-1b67730704a9 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:43.796772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Attempting to bind port e981caad-1bd2-4beb-ad0a-d94e99b47229 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:43.796772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Attempting to bind port e981caad-1bd2-4beb-ad0a-d94e99b47229 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:43.796772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Attempting to bind port e981caad-1bd2-4beb-ad0a-d94e99b47229 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:43.803187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Port e981caad-1bd2-4beb-ad0a-d94e99b47229 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:43.803656 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Attempting to bind port e981caad-1bd2-4beb-ad0a-d94e99b47229 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:43.818993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:43.819743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:43.820676 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:43.821505 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Bound port: e981caad-1bd2-4beb-ad0a-d94e99b47229, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:43.822425 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.891366 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1763a0cc-84cf-447f-8382-b18c4fe000fe admin admin] Made reservation on behalf of 47beb1ed7ed2463ca72d0758eb6a067a for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:43.895635 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1763a0cc-84cf-447f-8382-b18c4fe000fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.018367 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b83fc32e-1f2d-4e7b-880f-a8d1bebd4d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.108230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:44.215457 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:44.383122 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9feae-bbe6-444f-946d-223fcb35132a req-ce441086-a629-455a-9fc3-1cf4432849ab tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:44.385375 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21a9feae-bbe6-444f-946d-223fcb35132a req-ce441086-a629-455a-9fc3-1cf4432849ab tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 947 time: 0.3725107 Jul 05 03:47:44.498203 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21a9feae-bbe6-444f-946d-223fcb35132a req-da3d8a42-bbb2-427c-85cc-0119eea282e3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007369 Jul 05 03:47:44.845858 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.890440 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.960351 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f61bd-b461-48b4-b331-1c7e788f3c70 req-bb561a34-999b-4fca-b82e-fe865b310351 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:44.976925 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-978f61bd-b461-48b4-b331-1c7e788f3c70 req-bb561a34-999b-4fca-b82e-fe865b310351 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 949 time: 0.2320287 Jul 05 03:47:45.002694 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1763a0cc-84cf-447f-8382-b18c4fe000fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.065091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e981caad-1bd2-4beb-ad0a-d94e99b47229,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:45.096681 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.098487 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.101541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f5369ed-7326-4964-84c0-61373142af04 req-ef1aa386-aa45-46a4-8ca8-00cc696dc2f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/e981caad-1bd2-4beb-ad0a-d94e99b47229 HTTP/1.1" status: 200 len: 1096 time: 2.6025612 Jul 05 03:47:45.112139 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:45.116960 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663df1eb-53fe-46ea-bdd4-38c20bc901c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:45.168221 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-978f61bd-b461-48b4-b331-1c7e788f3c70 req-5324efe1-9240-4949-bbaa-76555685d662 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973288 Jul 05 03:47:45.169220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763a0cc-84cf-447f-8382-b18c4fe000fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d02b968-b177-4b92-867d-4cbc1fde7397,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:45.249736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1763a0cc-84cf-447f-8382-b18c4fe000fe admin admin] Checking segment: {'id': '3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4073f625-dda5-4dab-8979-1b67730704a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:45.256198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1763a0cc-84cf-447f-8382-b18c4fe000fe admin admin] Network hostable DHCP agents. Network: 4073f625-dda5-4dab-8979-1b67730704a9, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:45.436299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa2f11-cc13-4a7f-b8c9-e574dad8b337 req-0b58e407-0ff0-43ca-8af2-b545090296a8 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.439146 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24aa2f11-cc13-4a7f-b8c9-e574dad8b337 req-0b58e407-0ff0-43ca-8af2-b545090296a8 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 949 time: 0.1768882 Jul 05 03:47:45.446993 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.520630 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1763a0cc-84cf-447f-8382-b18c4fe000fe admin admin] Network 4073f625-dda5-4dab-8979-1b67730704a9 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:45.589474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5369ed-7326-4964-84c0-61373142af04 req-e11905d3-3194-42c0-8502-362bd5ab36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.591287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f5369ed-7326-4964-84c0-61373142af04 req-e11905d3-3194-42c0-8502-362bd5ab36aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 1099 time: 0.2166760 Jul 05 03:47:45.665477 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-1763a0cc-84cf-447f-8382-b18c4fe000fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 4073f625-dda5-4dab-8979-1b67730704a9) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:45.681109 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f5369ed-7326-4964-84c0-61373142af04 req-cef33242-bb16-4e83-8639-2db7a692bbff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229 HTTP/1.1" status: 200 len: 217 time: 0.0738063 Jul 05 03:47:45.690260 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c7d63e-bb50-4e36-a276-1cac1ff71e66 None None] Network 4073f625-dda5-4dab-8979-1b67730704a9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:45.728852 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1763a0cc-84cf-447f-8382-b18c4fe000fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.735292 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1763a0cc-84cf-447f-8382-b18c4fe000fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.914784 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93841428-d6d3-4b8a-9398-d5c543175b03 x-openstack-request-id: req-93841428-d6d3-4b8a-9398-d5c543175b03 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:45.915144 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:45.915327 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-93841428-d6d3-4b8a-9398-d5c543175b03 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:45.915870 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229', 'status': 'completed', 'code': 200} Jul 05 03:47:45.937799 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-24aa2f11-cc13-4a7f-b8c9-e574dad8b337 req-76e27a6e-5a5a-4cf9-b827-782ff95285df tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Deleting port 1a021b7f-0d94-4975-9e69-bdc0286805f6 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:46.027325 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-24aa2f11-cc13-4a7f-b8c9-e574dad8b337 req-76e27a6e-5a5a-4cf9-b827-782ff95285df tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.071286 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0c9034-916a-4939-9747-aef12ba4ab83 None None] Network 4073f625-dda5-4dab-8979-1b67730704a9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:46.136004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-24aa2f11-cc13-4a7f-b8c9-e574dad8b337 req-76e27a6e-5a5a-4cf9-b827-782ff95285df tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] For port 1a021b7f-0d94-4975-9e69-bdc0286805f6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1a021b7f-0d94-4975-9e69-bdc0286805f6,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:46.136421 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-24aa2f11-cc13-4a7f-b8c9-e574dad8b337 req-76e27a6e-5a5a-4cf9-b827-782ff95285df tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.153227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-24aa2f11-cc13-4a7f-b8c9-e574dad8b337 req-76e27a6e-5a5a-4cf9-b827-782ff95285df tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Calling delete_port for 1a021b7f-0d94-4975-9e69-bdc0286805f6 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:46.244597 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5369ed-7326-4964-84c0-61373142af04 req-664da41c-7afe-4a96-b620-17e7636665f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:46.246255 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f5369ed-7326-4964-84c0-61373142af04 req-664da41c-7afe-4a96-b620-17e7636665f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.5574284 Jul 05 03:47:46.381663 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1763a0cc-84cf-447f-8382-b18c4fe000fe admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7020314 Jul 05 03:47:46.457733 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5369ed-7326-4964-84c0-61373142af04 req-1998d2fa-89d8-4ad3-8a7d-8766b30c134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:46.627953 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f5369ed-7326-4964-84c0-61373142af04 req-1998d2fa-89d8-4ad3-8a7d-8766b30c134d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2024510 Jul 05 03:47:46.696151 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f5369ed-7326-4964-84c0-61373142af04 req-6553e3ad-bffa-4475-9b71-c1fcccec17f9 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083066 Jul 05 03:47:46.937299 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-24aa2f11-cc13-4a7f-b8c9-e574dad8b337 req-76e27a6e-5a5a-4cf9-b827-782ff95285df tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.963446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e55bc87d-15ab-4bf5-9b1b-34c39160d6b5', 'ab472f6d-aa65-4279-967d-055d643e1465', '098a9dff-9dd6-434c-b487-d9dd14d7f004'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:46.968536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5db076a6-7dab-45f8-8984-7b7927f628bd', '9dc8845e-9492-42aa-b1b8-fe7430e2f41c', '55cb8e22-92b7-4dcc-836d-7214f9485d7f', 'bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0', '1a021b7f-0d94-4975-9e69-bdc0286805f6'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:47.119631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f5369ed-7326-4964-84c0-61373142af04 req-43795c29-1c70-486d-aef7-b3ba633e9457 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963706 Jul 05 03:47:47.133915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e27a6e-5a5a-4cf9-b827-782ff95285df tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event deleted for resources: {'Port': ['ID=1a021b7f-0d94-4975-9e69-bdc0286805f6,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:47.253045 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.327246 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-24aa2f11-cc13-4a7f-b8c9-e574dad8b337 req-76e27a6e-5a5a-4cf9-b827-782ff95285df tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] No DVR routers for this DVR port 1a021b7f-0d94-4975-9e69-bdc0286805f6 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:47.333131 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-24aa2f11-cc13-4a7f-b8c9-e574dad8b337 req-76e27a6e-5a5a-4cf9-b827-782ff95285df tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.335307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24aa2f11-cc13-4a7f-b8c9-e574dad8b337 req-76e27a6e-5a5a-4cf9-b827-782ff95285df tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "DELETE /v2.0/ports/1a021b7f-0d94-4975-9e69-bdc0286805f6 HTTP/1.1" status: 204 len: 173 time: 1.8873572 Jul 05 03:47:47.418891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88678777-caae-4c7d-9ce7-bcf602bf4199 req-d193c15b-b249-41ff-b564-311f97ad8301 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:47.420316 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88678777-caae-4c7d-9ce7-bcf602bf4199 req-d193c15b-b249-41ff-b564-311f97ad8301 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 947 time: 0.1517670 Jul 05 03:47:47.504720 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88678777-caae-4c7d-9ce7-bcf602bf4199 req-72ee068c-8cc1-4312-ae50-009e2c177eaa tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775561 Jul 05 03:47:47.637931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663df1eb-53fe-46ea-bdd4-38c20bc901c5 req-8040af36-be26-4277-bab8-8eefe503e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:47.639729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-663df1eb-53fe-46ea-bdd4-38c20bc901c5 req-8040af36-be26-4277-bab8-8eefe503e891 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 1099 time: 0.1336930 Jul 05 03:47:47.934053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09523c02-e6b1-4e24-8fcd-d5498477f282', 'name': 'network-vif-deleted', 'tag': '1a021b7f-0d94-4975-9e69-bdc0286805f6'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:47.938390 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad3cf39-dec3-4f61-ba5e-96044321af61" -d '{"events": [{"server_uuid": "09523c02-e6b1-4e24-8fcd-d5498477f282", "name": "network-vif-deleted", "tag": "1a021b7f-0d94-4975-9e69-bdc0286805f6"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:47.967111 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd428a1f-6f11-406b-af04-db7baa3f4303 req-47e5f3ea-b1c3-48c1-a199-8f0b5c2d98c6 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=09523c02-e6b1-4e24-8fcd-d5498477f282 HTTP/1.1" status: 200 len: 210 time: 0.0558813 Jul 05 03:47:47.968419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663df1eb-53fe-46ea-bdd4-38c20bc901c5 req-53da7467-ea9e-4b03-8977-24fb8743aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:47.970403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-663df1eb-53fe-46ea-bdd4-38c20bc901c5 req-53da7467-ea9e-4b03-8977-24fb8743aabb service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.3161826 Jul 05 03:47:48.081892 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-663df1eb-53fe-46ea-bdd4-38c20bc901c5 req-fcfe9b3d-7216-4945-b10e-946c837465f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229 HTTP/1.1" status: 200 len: 217 time: 0.0972641 Jul 05 03:47:48.269761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-f8c3ecd3-624a-4277-ae63-9285c73bc93f req-b5e5eac3-4c85-4f2c-8147-6446e0265fe3 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1126025556', 'description': 'tempest-description-1067290801'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:48.321056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663df1eb-53fe-46ea-bdd4-38c20bc901c5 req-49f06522-3ace-4c33-b963-acd5e10b7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:48.321056 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-663df1eb-53fe-46ea-bdd4-38c20bc901c5 req-49f06522-3ace-4c33-b963-acd5e10b7b98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.2224011 Jul 05 03:47:48.429568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663df1eb-53fe-46ea-bdd4-38c20bc901c5 req-9226cd41-2212-461c-80a3-79680ff3dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:48.440519 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-663df1eb-53fe-46ea-bdd4-38c20bc901c5 req-9226cd41-2212-461c-80a3-79680ff3dddf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1038306 Jul 05 03:47:48.444988 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f8c3ecd3-624a-4277-ae63-9285c73bc93f req-b5e5eac3-4c85-4f2c-8147-6446e0265fe3 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.700505 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-663df1eb-53fe-46ea-bdd4-38c20bc901c5 req-0c4d881f-12cf-426b-a91f-abbdd3958785 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487073 Jul 05 03:47:48.914437 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f8c3ecd3-624a-4277-ae63-9285c73bc93f req-b5e5eac3-4c85-4f2c-8147-6446e0265fe3 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.973704 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-663df1eb-53fe-46ea-bdd4-38c20bc901c5 req-77e45fbf-fc10-4a04-8477-9ef6125c6d84 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616069 Jul 05 03:47:49.057673 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f8c3ecd3-624a-4277-ae63-9285c73bc93f req-b5e5eac3-4c85-4f2c-8147-6446e0265fe3 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.058207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1a021b7f-0d94-4975-9e69-bdc0286805f6 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:49.140434 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5eac3-4c85-4f2c-8147-6446e0265fe3 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4abb2b7e-1897-4595-81e8-cfe475951017,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:49.167096 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f8c3ecd3-624a-4277-ae63-9285c73bc93f req-b5e5eac3-4c85-4f2c-8147-6446e0265fe3 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.169976 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8c3ecd3-624a-4277-ae63-9285c73bc93f req-b5e5eac3-4c85-4f2c-8147-6446e0265fe3 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9380507 Jul 05 03:47:49.300841 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 1a021b7f-0d94-4975-9e69-bdc0286805f6 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:49.301247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1a021b7f-0d94-4975-9e69-bdc0286805f6 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:49.566812 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4447d44-9741-40e3-be4f-6c3d9be2dbe6 x-openstack-request-id: req-f4447d44-9741-40e3-be4f-6c3d9be2dbe6 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:49.567668 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09523c02-e6b1-4e24-8fcd-d5498477f282", "name": "network-vif-deleted", "tag": "1a021b7f-0d94-4975-9e69-bdc0286805f6", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:49.567668 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4447d44-9741-40e3-be4f-6c3d9be2dbe6 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:49.567962 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09523c02-e6b1-4e24-8fcd-d5498477f282', 'name': 'network-vif-deleted', 'tag': '1a021b7f-0d94-4975-9e69-bdc0286805f6', 'status': 'completed', 'code': 200} Jul 05 03:47:49.775121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7a7c-ac7b-4514-9b21-ca8eb933321e req-7ac2f243-9214-4bd6-9877-686db23eb1f2 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.777042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f9c7a7c-ac7b-4514-9b21-ca8eb933321e req-7ac2f243-9214-4bd6-9877-686db23eb1f2 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 947 time: 0.0886958 Jul 05 03:47:49.835876 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f9c7a7c-ac7b-4514-9b21-ca8eb933321e req-7e8e48d5-6549-47af-9ba4-78e84fc95bc0 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487268 Jul 05 03:47:49.892243 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-95d811d9-9715-4f8f-9182-54ff32239d10 req-356d4086-b120-41b0-8433-d5852ad714bf tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1873189523', 'description': 'tempest-description-553545406'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:50.154782 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-95d811d9-9715-4f8f-9182-54ff32239d10 req-356d4086-b120-41b0-8433-d5852ad714bf tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.281764 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-95d811d9-9715-4f8f-9182-54ff32239d10 req-356d4086-b120-41b0-8433-d5852ad714bf tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.376782 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-95d811d9-9715-4f8f-9182-54ff32239d10 req-356d4086-b120-41b0-8433-d5852ad714bf tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.410823 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d4086-b120-41b0-8433-d5852ad714bf tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5712cb01-afe9-4f7f-adc9-e6ea8cf1911c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:50.531742 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-95d811d9-9715-4f8f-9182-54ff32239d10 req-356d4086-b120-41b0-8433-d5852ad714bf tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.533481 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-95d811d9-9715-4f8f-9182-54ff32239d10 req-356d4086-b120-41b0-8433-d5852ad714bf tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6461983 Jul 05 03:47:52.325464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-cf135067-9998-43a4-81ed-8d7fa4127504 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.326955 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-cf135067-9998-43a4-81ed-8d7fa4127504 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/networks?id=4073f625-dda5-4dab-8979-1b67730704a9 HTTP/1.1" status: 200 len: 813 time: 0.1433985 Jul 05 03:47:52.351444 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-98c393aa-b3b5-4264-8bac-a6da4f023ffb tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/quotas/47beb1ed7ed2463ca72d0758eb6a067a HTTP/1.1" status: 200 len: 375 time: 0.0184066 Jul 05 03:47:52.364225 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3778c0a-731f-4653-97ba-a6001faa786a req-c1a9bd3e-ef0d-4c49-ade4-7af3fa3f3529 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.365712 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3778c0a-731f-4653-97ba-a6001faa786a req-c1a9bd3e-ef0d-4c49-ade4-7af3fa3f3529 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 947 time: 0.1092124 Jul 05 03:47:52.401994 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-0ef0148d-f776-40bf-88fe-a4970e22e416 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=47beb1ed7ed2463ca72d0758eb6a067a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352736 Jul 05 03:47:52.436894 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3778c0a-731f-4653-97ba-a6001faa786a req-a0a580c0-3655-40f5-b3ad-f126bb970022 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613830 Jul 05 03:47:52.675924 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-56c4bb68-5acb-4a0a-8635-2ea18705fd78 service neutron] 10.222.0.38 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652929 Jul 05 03:47:52.797332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51904bd1-c2ba-4518-a891-4ff5009ba21e req-f01aa17f-0a6d-47df-8ec8-f43264dc1fb8 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.975488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-51904bd1-c2ba-4518-a891-4ff5009ba21e req-f01aa17f-0a6d-47df-8ec8-f43264dc1fb8 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=9afc79c3-19d8-4aa4-9b26-cb19ab913f08 HTTP/1.1" status: 200 len: 951 time: 0.1651537 Jul 05 03:47:52.975488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-b513367d-634c-4d4d-96e1-50dd6961d08e service neutron] 10.222.0.38 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506391 Jul 05 03:47:52.975488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-51904bd1-c2ba-4518-a891-4ff5009ba21e req-7210d968-82ab-4296-aa61-9c7bb205f238 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563078 Jul 05 03:47:53.263673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df53cf-c1fb-47ad-9622-89f2a8d5cf9d req-ff556ed0-9c80-4322-8198-cd7395ab0a6f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:53.273372 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83df53cf-c1fb-47ad-9622-89f2a8d5cf9d req-ff556ed0-9c80-4322-8198-cd7395ab0a6f tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 949 time: 0.2834902 Jul 05 03:47:53.346930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83df53cf-c1fb-47ad-9622-89f2a8d5cf9d req-6e90f37f-cdc8-4e7c-b4cd-f9fb4d355198 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670252 Jul 05 03:47:53.787662 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0a0b81-68f2-48e0-a21c-d739b1bbf0c5 req-cad106b4-d75b-4f2e-802f-75fb92fd52c5 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 210 time: 0.0378246 Jul 05 03:47:54.114418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58da63-134a-4f96-84b5-31822f79b395 req-506536bb-73e5-4652-ad1e-b80b7b5d434d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.117817 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae58da63-134a-4f96-84b5-31822f79b395 req-506536bb-73e5-4652-ad1e-b80b7b5d434d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 947 time: 0.0990348 Jul 05 03:47:54.167539 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae58da63-134a-4f96-84b5-31822f79b395 req-c6a11664-2557-453b-ab6d-3a7a0ec38f14 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409837 Jul 05 03:47:54.208682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e981caad-1bd2-4beb-ad0a-d94e99b47229 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:54.376956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:54.390809 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'e981caad-1bd2-4beb-ad0a-d94e99b47229', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'e981caad-1bd2-4beb-ad0a-d94e99b47229', 'mac_address': 'fa:16:3e:3f:e3:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:54.437058 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c12fe6-31e3-4123-a38e-bf629fbdcecf req-daa3046b-37df-4daa-b60e-c874efa511b3 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.442708 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.444554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54c12fe6-31e3-4123-a38e-bf629fbdcecf req-daa3046b-37df-4daa-b60e-c874efa511b3 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=9afc79c3-19d8-4aa4-9b26-cb19ab913f08 HTTP/1.1" status: 200 len: 951 time: 0.1124923 Jul 05 03:47:54.465291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e981caad-1bd2-4beb-ad0a-d94e99b47229 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:54.511825 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:54.528880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54c12fe6-31e3-4123-a38e-bf629fbdcecf req-3ddff2a5-a1f2-4c8a-b215-d135f83d1c65 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754750 Jul 05 03:47:54.640769 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.728269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e981caad-1bd2-4beb-ad0a-d94e99b47229,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:55.141985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e981caad-1bd2-4beb-ad0a-d94e99b47229'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:55.219254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c0216-e308-4bd5-95be-f90592d9493b req-cf5c37a6-1b6e-462e-91d0-a3ffa0292b1d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.220912 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-810c0216-e308-4bd5-95be-f90592d9493b req-cf5c37a6-1b6e-462e-91d0-a3ffa0292b1d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 949 time: 0.5158424 Jul 05 03:47:55.242330 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ed9c7-15b9-4050-895b-059cf526fcdf req-e5e62d62-a024-48c8-a966-055223687af2 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.245441 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-718ed9c7-15b9-4050-895b-059cf526fcdf req-e5e62d62-a024-48c8-a966-055223687af2 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.36 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 949 time: 0.1233251 Jul 05 03:47:55.315325 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-810c0216-e308-4bd5-95be-f90592d9493b req-723b62f9-d993-4ba8-8668-0d384dc1b4ff tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861142 Jul 05 03:47:55.449371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-718ed9c7-15b9-4050-895b-059cf526fcdf req-23e59922-1a89-4cba-973f-dd11463451d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Deleting port 098a9dff-9dd6-434c-b487-d9dd14d7f004 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:55.450341 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-718ed9c7-15b9-4050-895b-059cf526fcdf req-23e59922-1a89-4cba-973f-dd11463451d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.601772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-718ed9c7-15b9-4050-895b-059cf526fcdf req-23e59922-1a89-4cba-973f-dd11463451d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] For port 098a9dff-9dd6-434c-b487-d9dd14d7f004, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=098a9dff-9dd6-434c-b487-d9dd14d7f004,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:55.607704 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-718ed9c7-15b9-4050-895b-059cf526fcdf req-23e59922-1a89-4cba-973f-dd11463451d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.632911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-718ed9c7-15b9-4050-895b-059cf526fcdf req-23e59922-1a89-4cba-973f-dd11463451d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Calling delete_port for 098a9dff-9dd6-434c-b487-d9dd14d7f004 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:56.017998 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0029384c-8d6f-4a75-a8a7-a46836a50bbd req-78f5e783-99e9-44b8-a455-ffe3e544bbdf tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 210 time: 0.0580549 Jul 05 03:47:56.019856 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-718ed9c7-15b9-4050-895b-059cf526fcdf req-23e59922-1a89-4cba-973f-dd11463451d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.036529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5db076a6-7dab-45f8-8984-7b7927f628bd', '9dc8845e-9492-42aa-b1b8-fe7430e2f41c', '55cb8e22-92b7-4dcc-836d-7214f9485d7f', 'bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:56.099402 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e59922-1a89-4cba-973f-dd11463451d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event deleted for resources: {'Port': ['ID=098a9dff-9dd6-434c-b487-d9dd14d7f004,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:56.223688 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-718ed9c7-15b9-4050-895b-059cf526fcdf req-23e59922-1a89-4cba-973f-dd11463451d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] No DVR routers for this DVR port 098a9dff-9dd6-434c-b487-d9dd14d7f004 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:56.232505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cab50dcd-9535-4617-a615-7ab6c7e43e68 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:56.249032 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-718ed9c7-15b9-4050-895b-059cf526fcdf req-23e59922-1a89-4cba-973f-dd11463451d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.254559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-718ed9c7-15b9-4050-895b-059cf526fcdf req-23e59922-1a89-4cba-973f-dd11463451d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.36 "DELETE /v2.0/ports/098a9dff-9dd6-434c-b487-d9dd14d7f004 HTTP/1.1" status: 204 len: 173 time: 0.9912992 Jul 05 03:47:56.259895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fdebca-24e5-4432-9836-fa6c9f0081c7', 'name': 'network-vif-deleted', 'tag': '098a9dff-9dd6-434c-b487-d9dd14d7f004'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:56.276455 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aedf02f-a58b-4920-861d-dae1ae91ee41" -d '{"events": [{"server_uuid": "79fdebca-24e5-4432-9836-fa6c9f0081c7", "name": "network-vif-deleted", "tag": "098a9dff-9dd6-434c-b487-d9dd14d7f004"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:56.372732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e55bc87d-15ab-4bf5-9b1b-34c39160d6b5', 'ab472f6d-aa65-4279-967d-055d643e1465', '098a9dff-9dd6-434c-b487-d9dd14d7f004'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:56.437798 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4737a2b-1641-4765-a1f5-4f6c09a80619 req-a371562a-84a9-4292-a428-cb6a6acf0f5e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:56.440582 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4737a2b-1641-4765-a1f5-4f6c09a80619 req-a371562a-84a9-4292-a428-cb6a6acf0f5e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 948 time: 0.2133753 Jul 05 03:47:56.503108 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4737a2b-1641-4765-a1f5-4f6c09a80619 req-5ed3d94f-3668-43f7-9897-2596e0025312 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526991 Jul 05 03:47:56.599378 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed2203a-9347-4a54-8673-107f5c614571 x-openstack-request-id: req-6ed2203a-9347-4a54-8673-107f5c614571 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:56.599378 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fdebca-24e5-4432-9836-fa6c9f0081c7", "name": "network-vif-deleted", "tag": "098a9dff-9dd6-434c-b487-d9dd14d7f004", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:56.599378 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6ed2203a-9347-4a54-8673-107f5c614571 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:56.599892 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fdebca-24e5-4432-9836-fa6c9f0081c7', 'name': 'network-vif-deleted', 'tag': '098a9dff-9dd6-434c-b487-d9dd14d7f004', 'status': 'completed', 'code': 200} Jul 05 03:47:56.726980 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.760165 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d00f296-dc78-44e8-a194-b049ef877492 req-007fa866-18bd-415c-83fd-87ab3aeaf9a3 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 210 time: 0.0436256 Jul 05 03:47:56.904656 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afc79c3-19d8-4aa4-9b26-cb19ab913f08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cab50dcd-9535-4617-a615-7ab6c7e43e68'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:56.910209 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8ad2f7-eb12-4d3e-a95e-2068d5ceb5f8" -d '{"events": [{"server_uuid": "9afc79c3-19d8-4aa4-9b26-cb19ab913f08", "name": "network-vif-unplugged", "status": "completed", "tag": "cab50dcd-9535-4617-a615-7ab6c7e43e68"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:56.946201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cab50dcd-9535-4617-a615-7ab6c7e43e68, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cab50dcd-9535-4617-a615-7ab6c7e43e68,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:57.112344 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.212614 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d99578-13ce-48e6-9b39-822ff6dd6d88 x-openstack-request-id: req-68d99578-13ce-48e6-9b39-822ff6dd6d88 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:57.212980 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afc79c3-19d8-4aa4-9b26-cb19ab913f08", "name": "network-vif-unplugged", "status": "completed", "tag": "cab50dcd-9535-4617-a615-7ab6c7e43e68", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:57.213291 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68d99578-13ce-48e6-9b39-822ff6dd6d88 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:57.213821 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afc79c3-19d8-4aa4-9b26-cb19ab913f08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cab50dcd-9535-4617-a615-7ab6c7e43e68', 'code': 200} Jul 05 03:47:57.265484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cab50dcd-9535-4617-a615-7ab6c7e43e68,revision_number=11']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:57.301845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-9f0206ab-32b1-4721-a169-fe418acfa5d9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:57.303402 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-9f0206ab-32b1-4721-a169-fe418acfa5d9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.10 "GET /v2.0/networks?id=4073f625-dda5-4dab-8979-1b67730704a9 HTTP/1.1" status: 200 len: 813 time: 0.1826694 Jul 05 03:47:57.318493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-e81d548c-d222-4e18-aa26-a4144ca8b465 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Request body: {'port': {'device_id': '5269dc97-17c0-4ddf-a06b-c6ef15670a2d', 'network_id': '4073f625-dda5-4dab-8979-1b67730704a9', 'admin_state_up': True, 'tenant_id': '47beb1ed7ed2463ca72d0758eb6a067a'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:57.698097 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae7e6290-37a2-431e-bd9f-7d761918c57e req-b35a80fb-4961-4241-b127-935949c4e0b5 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 210 time: 0.0671787 Jul 05 03:47:57.718899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-e81d548c-d222-4e18-aa26-a4144ca8b465 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Made reservation on behalf of 47beb1ed7ed2463ca72d0758eb6a067a for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:57.726379 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-e81d548c-d222-4e18-aa26-a4144ca8b465 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.018566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-e81d548c-d222-4e18-aa26-a4144ca8b465 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Allocated IP 172.20.0.5 (4073f625-dda5-4dab-8979-1b67730704a9/7d02b968-b177-4b92-867d-4cbc1fde7397/9566ce33-63bc-4026-bd5e-5ce251669ad6) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:58.213279 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-888deb4f-2077-4b91-8203-89ab6e15537a req-e5745226-6f68-41a9-be3c-1f392e735e71 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=79fdebca-24e5-4432-9836-fa6c9f0081c7 HTTP/1.1" status: 200 len: 210 time: 0.0712850 Jul 05 03:47:58.243431 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e981caad-1bd2-4beb-ad0a-d94e99b47229 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:58.355045 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-e81d548c-d222-4e18-aa26-a4144ca8b465 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.375059 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf9782-00a5-4ee8-9ac1-f24b537bf75d req-d8d50e2d-e8a0-4d29-832e-64bd9b2fb71c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:58.376678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ccbf9782-00a5-4ee8-9ac1-f24b537bf75d req-d8d50e2d-e8a0-4d29-832e-64bd9b2fb71c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 948 time: 0.2913256 Jul 05 03:47:58.434266 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port e981caad-1bd2-4beb-ad0a-d94e99b47229 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:58.439018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port e981caad-1bd2-4beb-ad0a-d94e99b47229 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:58.439406 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.526146 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ccbf9782-00a5-4ee8-9ac1-f24b537bf75d req-33808d25-7068-4938-a3a4-a97382f6689c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670373 Jul 05 03:47:58.544627 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-e81d548c-d222-4e18-aa26-a4144ca8b465 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.614721 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.636337 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-e81d548c-d222-4e18-aa26-a4144ca8b465 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Network 4073f625-dda5-4dab-8979-1b67730704a9 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:58.658473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-e81d548c-d222-4e18-aa26-a4144ca8b465 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:58.669838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-e81d548c-d222-4e18-aa26-a4144ca8b465 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:58.708289 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:58.721105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d548c-d222-4e18-aa26-a4144ca8b465 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event updated for resources: {'Port': ['ID=9566ce33-63bc-4026-bd5e-5ce251669ad6,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:58.758622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-e81d548c-d222-4e18-aa26-a4144ca8b465 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:58.759533 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-e81d548c-d222-4e18-aa26-a4144ca8b465 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.814066 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.815513 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 098a9dff-9dd6-434c-b487-d9dd14d7f004 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:58.864545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 098a9dff-9dd6-434c-b487-d9dd14d7f004 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:58.864814 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 098a9dff-9dd6-434c-b487-d9dd14d7f004 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:58.875854 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-e81d548c-d222-4e18-aa26-a4144ca8b465 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5617726 Jul 05 03:47:58.891799 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Request body: {'port': {'device_id': '5269dc97-17c0-4ddf-a06b-c6ef15670a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:58.935719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e981caad-1bd2-4beb-ad0a-d94e99b47229,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:59.012766 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.215320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:59.218909 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b2c91d-d934-41b2-a0fc-51957ee9b321" -d '{"events": [{"server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "name": "network-vif-plugged", "status": "completed", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:59.475563 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1629c0a-966d-4c4f-bbb5-281f4066b943 x-openstack-request-id: req-f1629c0a-966d-4c4f-bbb5-281f4066b943 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:59.476202 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "name": "network-vif-plugged", "status": "completed", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:59.476202 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f1629c0a-966d-4c4f-bbb5-281f4066b943 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:59.476742 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229', 'code': 200} Jul 05 03:47:59.640677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9566ce33-63bc-4026-bd5e-5ce251669ad6 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:59.657222 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.694495 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cec7b-a928-4e29-ba8c-f6fb636ea5d5 req-3c201321-8832-4a4c-a3e9-b84cfdead1af tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:59.700757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a44cec7b-a928-4e29-ba8c-f6fb636ea5d5 req-3c201321-8832-4a4c-a3e9-b84cfdead1af tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 931 time: 0.2141550 Jul 05 03:47:59.707257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Transition to ACTIVE for port object 9566ce33-63bc-4026-bd5e-5ce251669ad6 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:59.774341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6347cd-1cf0-4420-aada-df0b29a1e886 req-7b60d857-8773-4fe5-8793-b901cf7edb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:59.776808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f6347cd-1cf0-4420-aada-df0b29a1e886 req-7b60d857-8773-4fe5-8793-b901cf7edb4c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 1101 time: 0.1961231 Jul 05 03:47:59.819729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a44cec7b-a928-4e29-ba8c-f6fb636ea5d5 req-5e4796c3-cfd8-49cd-aecd-e85387ecfd35 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107211 Jul 05 03:47:59.823716 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.898638 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f6347cd-1cf0-4420-aada-df0b29a1e886 req-ab82fd6f-5479-453d-b396-723f39fd6f7a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114385 Jul 05 03:47:59.980556 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Pushing event updated for resources: {'Port': ['ID=9566ce33-63bc-4026-bd5e-5ce251669ad6,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:00.111285 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Attempting to bind port 9566ce33-63bc-4026-bd5e-5ce251669ad6 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:00.111757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Attempting to bind port 9566ce33-63bc-4026-bd5e-5ce251669ad6 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4073f625-dda5-4dab-8979-1b67730704a9'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:00.111943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Attempting to bind port 9566ce33-63bc-4026-bd5e-5ce251669ad6 on network 4073f625-dda5-4dab-8979-1b67730704a9 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:00.122972 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Port 9566ce33-63bc-4026-bd5e-5ce251669ad6 on network 4073f625-dda5-4dab-8979-1b67730704a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:00.123360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Attempting to bind port 9566ce33-63bc-4026-bd5e-5ce251669ad6 on network 4073f625-dda5-4dab-8979-1b67730704a9 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:00.132394 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:00.132723 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Checking segment: {'id': '3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4073f625-dda5-4dab-8979-1b67730704a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:00.133114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Bound using segment: {'id': '3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4073f625-dda5-4dab-8979-1b67730704a9'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:00.133550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Bound port: 9566ce33-63bc-4026-bd5e-5ce251669ad6, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4073f625-dda5-4dab-8979-1b67730704a9'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:00.133913 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:00.161690 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db8460-1a2c-4243-b86e-0c3c4547fde9 req-f9b83224-1516-4d7c-b028-772ffd66600f tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:00.163601 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84db8460-1a2c-4243-b86e-0c3c4547fde9 req-f9b83224-1516-4d7c-b028-772ffd66600f tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.1368890 Jul 05 03:48:00.291449 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84db8460-1a2c-4243-b86e-0c3c4547fde9 req-be2b9f65-1d32-4b94-9625-e12561fd3d4b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206439 Jul 05 03:48:00.305617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] For port 9566ce33-63bc-4026-bd5e-5ce251669ad6, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:00.313497 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:48:00.328709 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] For port 9566ce33-63bc-4026-bd5e-5ce251669ad6, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9566ce33-63bc-4026-bd5e-5ce251669ad6,segment=NetworkSegment(3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4),segment_id=3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:00.407161 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:00.472824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:00.472824 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:00.473543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] 10.222.0.10 "PUT /v2.0/ports/9566ce33-63bc-4026-bd5e-5ce251669ad6 HTTP/1.1" status: 200 len: 1092 time: 1.5863960 Jul 05 03:48:00.477473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5269dc97-17c0-4ddf-a06b-c6ef15670a2d', 'tag': '9566ce33-63bc-4026-bd5e-5ce251669ad6'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:00.481242 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b38240f-c553-4044-a7fc-b08e875da044" -d '{"events": [{"name": "network-changed", "server_uuid": "5269dc97-17c0-4ddf-a06b-c6ef15670a2d", "tag": "9566ce33-63bc-4026-bd5e-5ce251669ad6"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:00.511437 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ef007-6700-4450-a0c7-9d37715f1fcc service neutron] Pushing event updated for resources: {'Port': ['ID=9566ce33-63bc-4026-bd5e-5ce251669ad6,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:00.685546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-dc4adcd5-04ed-4057-9154-f67d9bb4117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:00.688595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-dc4adcd5-04ed-4057-9154-f67d9bb4117d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=47beb1ed7ed2463ca72d0758eb6a067a&device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 1095 time: 0.0951958 Jul 05 03:48:00.775576 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-c1710d56-c627-4057-8eb8-ab17456870f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9566ce33-63bc-4026-bd5e-5ce251669ad6 HTTP/1.1" status: 200 len: 217 time: 0.0778525 Jul 05 03:48:00.865518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-21c725b8-e786-4ded-9f22-06ad280ef6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:00.867049 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-21c725b8-e786-4ded-9f22-06ad280ef6ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d02b968-b177-4b92-867d-4cbc1fde7397 HTTP/1.1" status: 200 len: 853 time: 0.0849097 Jul 05 03:48:00.902611 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-0a2193ce-ebc3-4be5-9fb9-ef4ceee50db0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4073f625-dda5-4dab-8979-1b67730704a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283132 Jul 05 03:48:01.065946 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-5ec65fe3-27e0-4870-b37c-edfa7614bfee service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553016 Jul 05 03:48:01.226850 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-818d38e6-8ce6-414b-aa1f-255bc4952884 req-838b8c9f-4c50-4fe5-bb92-fb729f78008b service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522713 Jul 05 03:48:01.250875 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90efbb54-c74c-40ed-8ddf-4b3c689f9641 x-openstack-request-id: req-90efbb54-c74c-40ed-8ddf-4b3c689f9641 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:01.251163 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5269dc97-17c0-4ddf-a06b-c6ef15670a2d", "tag": "9566ce33-63bc-4026-bd5e-5ce251669ad6", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:01.251416 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-90efbb54-c74c-40ed-8ddf-4b3c689f9641 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:01.251820 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5269dc97-17c0-4ddf-a06b-c6ef15670a2d', 'tag': '9566ce33-63bc-4026-bd5e-5ce251669ad6', 'status': 'completed', 'code': 200} Jul 05 03:48:01.477575 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38240f-c553-4044-a7fc-b08e875da044 req-50125599-7a11-4475-bd17-8b4f995ec3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.479219 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b38240f-c553-4044-a7fc-b08e875da044 req-50125599-7a11-4475-bd17-8b4f995ec3ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=47beb1ed7ed2463ca72d0758eb6a067a&device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 1095 time: 0.1173148 Jul 05 03:48:01.496871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c8a6e-bd8a-4b76-a60e-592c488b2478 req-c2f70731-4748-4a3a-bbec-54ecf0ac7e09 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.498884 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c1c8a6e-bd8a-4b76-a60e-592c488b2478 req-c2f70731-4748-4a3a-bbec-54ecf0ac7e09 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 943 time: 0.1465924 Jul 05 03:48:01.608397 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c1c8a6e-bd8a-4b76-a60e-592c488b2478 req-374935d7-afa6-4c0e-a421-48b7ecd01e48 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824509 Jul 05 03:48:01.644139 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38240f-c553-4044-a7fc-b08e875da044 req-9e45ba4c-0939-49bf-89c5-89458b697dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.645851 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b38240f-c553-4044-a7fc-b08e875da044 req-9e45ba4c-0939-49bf-89c5-89458b697dfd service neutron] 10.222.0.10 "GET /v2.0/networks?id=4073f625-dda5-4dab-8979-1b67730704a9 HTTP/1.1" status: 200 len: 914 time: 0.1458261 Jul 05 03:48:01.699690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b38240f-c553-4044-a7fc-b08e875da044 req-91ffe8dd-ae72-4109-b58e-c52a785c9dbb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9566ce33-63bc-4026-bd5e-5ce251669ad6 HTTP/1.1" status: 200 len: 217 time: 0.0384910 Jul 05 03:48:01.788772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38240f-c553-4044-a7fc-b08e875da044 req-38a52b29-3de2-4f87-89ae-a526b2ae5584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.790306 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b38240f-c553-4044-a7fc-b08e875da044 req-38a52b29-3de2-4f87-89ae-a526b2ae5584 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d02b968-b177-4b92-867d-4cbc1fde7397 HTTP/1.1" status: 200 len: 853 time: 0.0825257 Jul 05 03:48:01.831572 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b38240f-c553-4044-a7fc-b08e875da044 req-52141e9e-e446-4edb-bdbc-f13691a07556 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4073f625-dda5-4dab-8979-1b67730704a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311749 Jul 05 03:48:01.846620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36554a-a6f6-4a3c-b4ca-e2863fb4f47d req-99d0a1de-e5ab-4796-bcc5-d15cf161890c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.848221 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1c36554a-a6f6-4a3c-b4ca-e2863fb4f47d req-99d0a1de-e5ab-4796-bcc5-d15cf161890c tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036 HTTP/1.1" status: 200 len: 948 time: 0.1113663 Jul 05 03:48:01.938138 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1c36554a-a6f6-4a3c-b4ca-e2863fb4f47d req-0e1f05aa-cb06-4d3c-8c76-8fcb2caf0a54 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813587 Jul 05 03:48:01.976419 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b38240f-c553-4044-a7fc-b08e875da044 req-c4310af0-1b77-4f14-9a88-c526fc654427 service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232843 Jul 05 03:48:02.099945 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b38240f-c553-4044-a7fc-b08e875da044 req-332850ce-6de3-4890-bffe-9e17e8106475 service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187568 Jul 05 03:48:02.159765 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.208646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a2961-0052-4ca1-a665-1e1ebdf7cafd req-63fe0eb8-e8f5-40fb-bcab-d28d914e24a5 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:02.210293 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-047a2961-0052-4ca1-a665-1e1ebdf7cafd req-63fe0eb8-e8f5-40fb-bcab-d28d914e24a5 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.0718455 Jul 05 03:48:02.250885 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-047a2961-0052-4ca1-a665-1e1ebdf7cafd req-9493047e-7019-46dc-a5dd-01155526a410 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335646 Jul 05 03:48:02.683795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce49e9c-beae-4dad-8853-1665e652d2d1 req-e9ef7946-39a1-4586-b03c-a1a4d637ccef tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:02.685385 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ce49e9c-beae-4dad-8853-1665e652d2d1 req-e9ef7946-39a1-4586-b03c-a1a4d637ccef tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.0775344 Jul 05 03:48:02.729566 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ce49e9c-beae-4dad-8853-1665e652d2d1 req-66132de0-2c10-474b-9f75-48e86231e410 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377772 Jul 05 03:48:03.000400 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc587d-6969-456e-aaf7-2741826a1d01 req-9b41ce7b-270f-4e05-84f5-d44487ca22e1 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:03.001409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ddc587d-6969-456e-aaf7-2741826a1d01 req-9b41ce7b-270f-4e05-84f5-d44487ca22e1 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 943 time: 0.0703259 Jul 05 03:48:03.057227 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ddc587d-6969-456e-aaf7-2741826a1d01 req-f57867fe-ad57-43cd-b1ac-1b16bb941cc7 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482817 Jul 05 03:48:03.251924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed1b5d-f4af-4870-9353-982a134d7cc2 req-e34b8b43-67b8-4cbb-9dbb-2cba08130081 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:03.253585 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29ed1b5d-f4af-4870-9353-982a134d7cc2 req-e34b8b43-67b8-4cbb-9dbb-2cba08130081 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036 HTTP/1.1" status: 200 len: 948 time: 0.0924962 Jul 05 03:48:03.409304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-29ed1b5d-f4af-4870-9353-982a134d7cc2 req-72fd8a4a-cf0a-4838-83a1-b2ec9702bbae tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Deleting port ab472f6d-aa65-4279-967d-055d643e1465 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:03.409650 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-29ed1b5d-f4af-4870-9353-982a134d7cc2 req-72fd8a4a-cf0a-4838-83a1-b2ec9702bbae tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:03.469755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22865cb4-d7a9-4935-b53c-63fb18dc12cf req-d24a7e08-bb5d-4fef-b73f-6fafd085a604 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:03.471275 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22865cb4-d7a9-4935-b53c-63fb18dc12cf req-d24a7e08-bb5d-4fef-b73f-6fafd085a604 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036 HTTP/1.1" status: 200 len: 948 time: 0.1341007 Jul 05 03:48:03.550084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22865cb4-d7a9-4935-b53c-63fb18dc12cf req-7d42ded3-7ce2-4698-b775-ae6f90be287b tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660634 Jul 05 03:48:03.568312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-29ed1b5d-f4af-4870-9353-982a134d7cc2 req-72fd8a4a-cf0a-4838-83a1-b2ec9702bbae tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] For port ab472f6d-aa65-4279-967d-055d643e1465, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ab472f6d-aa65-4279-967d-055d643e1465,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:03.568312 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-29ed1b5d-f4af-4870-9353-982a134d7cc2 req-72fd8a4a-cf0a-4838-83a1-b2ec9702bbae tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:03.573732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-29ed1b5d-f4af-4870-9353-982a134d7cc2 req-72fd8a4a-cf0a-4838-83a1-b2ec9702bbae tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Calling delete_port for ab472f6d-aa65-4279-967d-055d643e1465 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:03.609462 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:03.632017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33790) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:03.793032 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b313389b-06f9-4961-bf16-945de8c21dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:03.898719 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-29ed1b5d-f4af-4870-9353-982a134d7cc2 req-72fd8a4a-cf0a-4838-83a1-b2ec9702bbae tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:03.912826 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e55bc87d-15ab-4bf5-9b1b-34c39160d6b5', 'ab472f6d-aa65-4279-967d-055d643e1465'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:03.916502 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5db076a6-7dab-45f8-8984-7b7927f628bd', '9dc8845e-9492-42aa-b1b8-fe7430e2f41c', '55cb8e22-92b7-4dcc-836d-7214f9485d7f', 'bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:03.985119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd8a4a-cf0a-4838-83a1-b2ec9702bbae tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event deleted for resources: {'Port': ['ID=ab472f6d-aa65-4279-967d-055d643e1465,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:04.015008 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b313389b-06f9-4961-bf16-945de8c21dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.056867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ed1b5d-f4af-4870-9353-982a134d7cc2 req-72fd8a4a-cf0a-4838-83a1-b2ec9702bbae tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] No DVR routers for this DVR port ab472f6d-aa65-4279-967d-055d643e1465 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:04.063710 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-29ed1b5d-f4af-4870-9353-982a134d7cc2 req-72fd8a4a-cf0a-4838-83a1-b2ec9702bbae tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.063710 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29ed1b5d-f4af-4870-9353-982a134d7cc2 req-72fd8a4a-cf0a-4838-83a1-b2ec9702bbae tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.36 "DELETE /v2.0/ports/ab472f6d-aa65-4279-967d-055d643e1465 HTTP/1.1" status: 204 len: 173 time: 0.8037760 Jul 05 03:48:04.064222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036', 'name': 'network-vif-deleted', 'tag': 'ab472f6d-aa65-4279-967d-055d643e1465'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:04.067163 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311d9f9e-f352-4c44-81f6-aa257e4f28f7" -d '{"events": [{"server_uuid": "7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036", "name": "network-vif-deleted", "tag": "ab472f6d-aa65-4279-967d-055d643e1465"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:04.168857 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b313389b-06f9-4961-bf16-945de8c21dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.216625 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b313389b-06f9-4961-bf16-945de8c21dc6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5731f344b3dc442a97d7ebf2486a44f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5830693 Jul 05 03:48:04.220761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33830) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:04.241060 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313389b-06f9-4961-bf16-945de8c21dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35973c0b-43eb-4460-bfc7-982633fd130f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:04.311679 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-46b1ebba-cd50-4ebb-8f8b-50304620af4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.368623 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-46b1ebba-cd50-4ebb-8f8b-50304620af4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.526740 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3616a83c-8b2e-4063-8dc3-61f9e3c005cd x-openstack-request-id: req-3616a83c-8b2e-4063-8dc3-61f9e3c005cd {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:04.535868 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036", "name": "network-vif-deleted", "tag": "ab472f6d-aa65-4279-967d-055d643e1465", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:04.535868 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3616a83c-8b2e-4063-8dc3-61f9e3c005cd {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:04.535868 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036', 'name': 'network-vif-deleted', 'tag': 'ab472f6d-aa65-4279-967d-055d643e1465', 'status': 'completed', 'code': 200} Jul 05 03:48:04.700315 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-46b1ebba-cd50-4ebb-8f8b-50304620af4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.721429 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-46b1ebba-cd50-4ebb-8f8b-50304620af4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.726052 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-46b1ebba-cd50-4ebb-8f8b-50304620af4a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35973c0b-43eb-4460-bfc7-982633fd130f HTTP/1.1" status: 204 len: 168 time: 0.5029631 Jul 05 03:48:04.773635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1ebba-cd50-4ebb-8f8b-50304620af4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35973c0b-43eb-4460-bfc7-982633fd130f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:04.826236 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064aa0b-8e61-4b37-acf5-ebe4ab8c8df9 req-5dae0a5c-49f6-4282-a91a-52ebc3967ab9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:04.827872 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3064aa0b-8e61-4b37-acf5-ebe4ab8c8df9 req-5dae0a5c-49f6-4282-a91a-52ebc3967ab9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 943 time: 0.0995562 Jul 05 03:48:04.880338 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-e03b5bb2-5f61-45ab-a928-89bf918b10dc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685365 Jul 05 03:48:04.885576 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3064aa0b-8e61-4b37-acf5-ebe4ab8c8df9 req-21729e19-877e-45d9-8624-aff8282ad08e tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498912 Jul 05 03:48:05.075306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c3380-14cd-4f85-b8f5-212326f87565 req-0e09c465-c4ed-4f00-9863-c1166dc387dc tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:05.076914 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-389c3380-14cd-4f85-b8f5-212326f87565 req-0e09c465-c4ed-4f00-9863-c1166dc387dc tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.0779729 Jul 05 03:48:05.128631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9566ce33-63bc-4026-bd5e-5ce251669ad6 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:05.144976 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-389c3380-14cd-4f85-b8f5-212326f87565 req-e49d06d6-221d-4da0-8238-d522438a837b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603979 Jul 05 03:48:05.318910 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9566ce33-63bc-4026-bd5e-5ce251669ad6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9566ce33-63bc-4026-bd5e-5ce251669ad6,segment=NetworkSegment(3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4),segment_id=3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:05.342282 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '9566ce33-63bc-4026-bd5e-5ce251669ad6', 'network_id': '4073f625-dda5-4dab-8979-1b67730704a9', 'port_id': '9566ce33-63bc-4026-bd5e-5ce251669ad6', 'mac_address': 'fa:16:3e:dd:58:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d02b968-b177-4b92-867d-4cbc1fde7397', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:05.400108 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:05.425813 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9566ce33-63bc-4026-bd5e-5ce251669ad6 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:05.456231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9566ce33-63bc-4026-bd5e-5ce251669ad6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9566ce33-63bc-4026-bd5e-5ce251669ad6,segment=NetworkSegment(3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4),segment_id=3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:05.583723 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:05.663007 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9566ce33-63bc-4026-bd5e-5ce251669ad6,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:05.970790 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9566ce33-63bc-4026-bd5e-5ce251669ad6'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:06.035111 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c0fc4d6-a0f3-48e8-b850-8aa55230c180 req-aeb91a24-de8e-46cb-a3f4-3b6586c17a8b tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d2c4e79-1cac-4ceb-8026-ea4cd3b5a036 HTTP/1.1" status: 200 len: 210 time: 0.0351658 Jul 05 03:48:06.377654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad241c-4e38-4d66-82a0-73e84fa0e83b req-c0dcba11-44d3-41ea-8005-6b510ee52a42 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:06.379202 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5cad241c-4e38-4d66-82a0-73e84fa0e83b req-c0dcba11-44d3-41ea-8005-6b510ee52a42 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 944 time: 0.0690637 Jul 05 03:48:06.419145 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5cad241c-4e38-4d66-82a0-73e84fa0e83b req-d0fc2864-d6ce-49f1-866d-ceb6d1477524 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338879 Jul 05 03:48:06.583654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33998) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:06.688775 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5f3a23f0-4eac-4bcb-8d20-04f472fc45c4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1155872760-network', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:06.866479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3a23f0-4eac-4bcb-8d20-04f472fc45c4 admin admin] Made reservation on behalf of e05ce83d133e42bebf955019114ffeb2 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:06.892675 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f3a23f0-4eac-4bcb-8d20-04f472fc45c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.892675 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f3a23f0-4eac-4bcb-8d20-04f472fc45c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.989603 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f3d08-635c-46d6-a17b-f74006668a51 req-b756c1dd-2374-445a-b0c5-19971795b316 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:06.991336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-867f3d08-635c-46d6-a17b-f74006668a51 req-b756c1dd-2374-445a-b0c5-19971795b316 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.1095967 Jul 05 03:48:07.060282 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-867f3d08-635c-46d6-a17b-f74006668a51 req-8cac7e9d-454a-4e3f-940e-ba7bf5497a59 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587535 Jul 05 03:48:07.074229 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f3a23f0-4eac-4bcb-8d20-04f472fc45c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.138727 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9566ce33-63bc-4026-bd5e-5ce251669ad6 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:07.217782 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f3a23f0-4eac-4bcb-8d20-04f472fc45c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.242106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3a23f0-4eac-4bcb-8d20-04f472fc45c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:48:07.267406 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a23f0-4eac-4bcb-8d20-04f472fc45c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb740f5-3b12-4ea0-97a5-08ad520fc090,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:07.273488 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f3a23f0-4eac-4bcb-8d20-04f472fc45c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.273934 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-5f3a23f0-4eac-4bcb-8d20-04f472fc45c4 admin admin] Added segment 06e27437-8d20-40d5-99d7-7bfc24e44dbe of type vlan for network 5ae3e56c-d727-4915-ac59-d4f04d171c83 Jul 05 03:48:07.319733 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f3a23f0-4eac-4bcb-8d20-04f472fc45c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.428717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 9566ce33-63bc-4026-bd5e-5ce251669ad6 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:07.434923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 9566ce33-63bc-4026-bd5e-5ce251669ad6 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:07.435300 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.529449 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.543387 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f3a23f0-4eac-4bcb-8d20-04f472fc45c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.547739 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3a23f0-4eac-4bcb-8d20-04f472fc45c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:07.547739 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f3a23f0-4eac-4bcb-8d20-04f472fc45c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.555113 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5269dc97-17c0-4ddf-a06b-c6ef15670a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9566ce33-63bc-4026-bd5e-5ce251669ad6'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:07.558902 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6081cc5-d554-4b9c-856f-d5d3c5d04653" -d '{"events": [{"server_uuid": "5269dc97-17c0-4ddf-a06b-c6ef15670a2d", "name": "network-vif-plugged", "status": "completed", "tag": "9566ce33-63bc-4026-bd5e-5ce251669ad6"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:07.571921 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9566ce33-63bc-4026-bd5e-5ce251669ad6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9566ce33-63bc-4026-bd5e-5ce251669ad6,segment=NetworkSegment(3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4),segment_id=3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:07.611669 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a23f0-4eac-4bcb-8d20-04f472fc45c4 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae3e56c-d727-4915-ac59-d4f04d171c83,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:07.622333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 5ae3e56c-d727-4915-ac59-d4f04d171c83 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:48:07.750099 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.750413 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5f3a23f0-4eac-4bcb-8d20-04f472fc45c4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1647367 Jul 05 03:48:07.756764 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34064) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:07.766423 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-dc97655d-f31a-40a8-810f-66f2e4265b13 admin admin] Request body: {'subnet': {'network_id': '5ae3e56c-d727-4915-ac59-d4f04d171c83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1155872760-subnet', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:07.844221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9566ce33-63bc-4026-bd5e-5ce251669ad6,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:07.880298 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f36bdbb9-6a1a-4efb-8a56-900fb979377c req-d0c86e47-fc92-4a84-8e12-81f84d95a5ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9afc79c3-19d8-4aa4-9b26-cb19ab913f08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0685322 Jul 05 03:48:07.982405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bdbb9-6a1a-4efb-8a56-900fb979377c req-501c74bf-3b7e-4bb7-926e-5dc5aad69a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:07.983901 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f36bdbb9-6a1a-4efb-8a56-900fb979377c req-501c74bf-3b7e-4bb7-926e-5dc5aad69a51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3ccc1d1fdf9491ca81e5a619d893025&device_id=9afc79c3-19d8-4aa4-9b26-cb19ab913f08 HTTP/1.1" status: 200 len: 1101 time: 0.0770671 Jul 05 03:48:08.020612 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc97655d-f31a-40a8-810f-66f2e4265b13 admin admin] Made reservation on behalf of e05ce83d133e42bebf955019114ffeb2 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:08.023727 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc97655d-f31a-40a8-810f-66f2e4265b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:08.131860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bdbb9-6a1a-4efb-8a56-900fb979377c req-c7b22597-a560-46c0-ad97-9a1201bc85d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.133361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f36bdbb9-6a1a-4efb-8a56-900fb979377c req-c7b22597-a560-46c0-ad97-9a1201bc85d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1270292 Jul 05 03:48:08.178077 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f36bdbb9-6a1a-4efb-8a56-900fb979377c req-32bc26e2-a5e8-4649-ac50-c1182ff53fe5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=cab50dcd-9535-4617-a615-7ab6c7e43e68 HTTP/1.1" status: 200 len: 217 time: 0.0370743 Jul 05 03:48:08.258176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bdbb9-6a1a-4efb-8a56-900fb979377c req-239dca06-735d-4bbb-834f-f0cd0b7b1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.259688 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f36bdbb9-6a1a-4efb-8a56-900fb979377c req-239dca06-735d-4bbb-834f-f0cd0b7b1c17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0743425 Jul 05 03:48:08.309731 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ab472f6d-aa65-4279-967d-055d643e1465 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:08.350730 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: ab472f6d-aa65-4279-967d-055d643e1465 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:08.351567 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ab472f6d-aa65-4279-967d-055d643e1465 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:08.374986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e24e31-1809-4a02-9c04-c671c2dda02d req-4629a16b-f27c-4f43-af6c-175c3b6d4ef2 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.382350 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4e24e31-1809-4a02-9c04-c671c2dda02d req-4629a16b-f27c-4f43-af6c-175c3b6d4ef2 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 945 time: 0.1209874 Jul 05 03:48:08.392850 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bdbb9-6a1a-4efb-8a56-900fb979377c req-f62b21b9-312a-4b27-bdbd-51c6f8e0102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.394378 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f36bdbb9-6a1a-4efb-8a56-900fb979377c req-f62b21b9-312a-4b27-bdbd-51c6f8e0102c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1243246 Jul 05 03:48:08.474716 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4e24e31-1809-4a02-9c04-c671c2dda02d req-c3a64c20-e1cb-4e31-a54a-b068b96f9770 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914569 Jul 05 03:48:08.522604 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f36bdbb9-6a1a-4efb-8a56-900fb979377c req-ca011a93-764d-40f7-990b-d2bebb5b23fa service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163516 Jul 05 03:48:08.528817 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e706ce8-49e7-46ea-80af-b4ba996341bd x-openstack-request-id: req-4e706ce8-49e7-46ea-80af-b4ba996341bd {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:08.529123 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5269dc97-17c0-4ddf-a06b-c6ef15670a2d", "name": "network-vif-plugged", "status": "completed", "tag": "9566ce33-63bc-4026-bd5e-5ce251669ad6", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:08.529376 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e706ce8-49e7-46ea-80af-b4ba996341bd {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:08.529779 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5269dc97-17c0-4ddf-a06b-c6ef15670a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9566ce33-63bc-4026-bd5e-5ce251669ad6', 'code': 200} Jul 05 03:48:08.536923 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc97655d-f31a-40a8-810f-66f2e4265b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:08.628437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97655d-f31a-40a8-810f-66f2e4265b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b82648ca-d765-4600-b275-5ee9e9e6b0d5,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:08.649556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc97655d-f31a-40a8-810f-66f2e4265b13 admin admin] Checking segment: {'id': '06e27437-8d20-40d5-99d7-7bfc24e44dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ae3e56c-d727-4915-ac59-d4f04d171c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:08.651173 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc97655d-f31a-40a8-810f-66f2e4265b13 admin admin] Network hostable DHCP agents. Network: 5ae3e56c-d727-4915-ac59-d4f04d171c83, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:48:08.771747 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc97655d-f31a-40a8-810f-66f2e4265b13 admin admin] Network 5ae3e56c-d727-4915-ac59-d4f04d171c83 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:48:08.810871 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df865e57-607c-47d6-a9cc-37cce832baba req-31da795e-8bd3-4f0f-8194-fccd1774637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.813767 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-31da795e-8bd3-4f0f-8194-fccd1774637e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 1101 time: 0.1186273 Jul 05 03:48:08.820622 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f36bdbb9-6a1a-4efb-8a56-900fb979377c req-0b7556c8-22fb-4c80-9233-4df46a336ef3 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869551 Jul 05 03:48:08.825897 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c2bee-a491-44ad-ab8b-9570cfdfe58e req-fb8f7c16-d788-4f0b-97fb-a3a57a24d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.828365 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e58c2bee-a491-44ad-ab8b-9570cfdfe58e req-fb8f7c16-d788-4f0b-97fb-a3a57a24d5f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 1097 time: 0.1820486 Jul 05 03:48:08.857417 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1788fdb-184b-449e-9938-1c1df03ee9d0 req-97ac3494-24f9-480c-a4fa-c1d352e3100e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.858885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-dc97655d-f31a-40a8-810f-66f2e4265b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 5ae3e56c-d727-4915-ac59-d4f04d171c83) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:08.869491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1dd506-8c65-4da5-b7e4-dc5f4f50dd71 None None] Network 5ae3e56c-d727-4915-ac59-d4f04d171c83 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:08.881573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1788fdb-184b-449e-9938-1c1df03ee9d0 req-97ac3494-24f9-480c-a4fa-c1d352e3100e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.2035081 Jul 05 03:48:08.903219 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc97655d-f31a-40a8-810f-66f2e4265b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.903219 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc97655d-f31a-40a8-810f-66f2e4265b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:08.969846 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e58c2bee-a491-44ad-ab8b-9570cfdfe58e req-4dca83f3-8452-4066-b246-5cf11202a0ed service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331770 Jul 05 03:48:08.978136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34090) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:08.984695 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1788fdb-184b-449e-9938-1c1df03ee9d0 req-1b338c70-12b5-4819-a379-f1827649f635 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022260 Jul 05 03:48:08.987811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df865e57-607c-47d6-a9cc-37cce832baba req-bb8e5556-67fb-4918-b9ae-9b12c6f070d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:08.989509 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-bb8e5556-67fb-4918-b9ae-9b12c6f070d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1673620 Jul 05 03:48:09.098700 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-a34546fc-65ba-4f02-9d7c-04f071f49923 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229 HTTP/1.1" status: 200 len: 217 time: 0.0997839 Jul 05 03:48:09.100425 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dc97655d-f31a-40a8-810f-66f2e4265b13 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3425956 Jul 05 03:48:09.103470 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34096) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:09.108454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1155872760-router', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:09.170530 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df865e57-607c-47d6-a9cc-37cce832baba req-ff5179a6-eb49-4dad-a011-8ac4572ddff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:09.170530 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-ff5179a6-eb49-4dad-a011-8ac4572ddff1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0527427 Jul 05 03:48:09.175336 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f45c6162-4251-45ea-ae1f-37f8abea44c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:09.177374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-5ae3e56c-d727-4915-ac59-d4f04d171c83', 'network_id': '5ae3e56c-d727-4915-ac59-d4f04d171c83', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'fixed_ips': [{'subnet_id': 'b82648ca-d765-4600-b275-5ee9e9e6b0d5'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:48:09.178567 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:09.250630 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df865e57-607c-47d6-a9cc-37cce832baba req-c72a9c56-8a5e-4461-bd16-9b9ead6ca1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:09.252334 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-c72a9c56-8a5e-4461-bd16-9b9ead6ca1e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0624108 Jul 05 03:48:09.314302 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:09.318411 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:09.352803 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Allocated IP 172.20.0.2 (5ae3e56c-d727-4915-ac59-d4f04d171c83/b82648ca-d765-4600-b275-5ee9e9e6b0d5/f5953ff7-5237-4911-b251-90f3bb0b2011) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:09.386069 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:09.411030 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-85997037-8a48-4663-a871-19d2356f24ac service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506047 Jul 05 03:48:09.557849 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f45c6162-4251-45ea-ae1f-37f8abea44c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:09.566925 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:09.567346 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-4dea61c8-0115-4f10-bee2-04378f177190 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379771 Jul 05 03:48:09.571572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Transition to ACTIVE for port object f5953ff7-5237-4911-b251-90f3bb0b2011 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:09.590562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Transition to ACTIVE for port object f5953ff7-5237-4911-b251-90f3bb0b2011 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:09.797655 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f45c6162-4251-45ea-ae1f-37f8abea44c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:09.837182 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:09.845649 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f45c6162-4251-45ea-ae1f-37f8abea44c9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=161693d3020b42139c50064905b2aacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8638792 Jul 05 03:48:09.847814 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c6162-4251-45ea-ae1f-37f8abea44c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ff0057-4669-42c3-a52e-0581813e9a29,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:09.852044 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34120) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:09.902433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Network 5ae3e56c-d727-4915-ac59-d4f04d171c83 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:09.906056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:09.912098 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:09.918933 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Pushing event updated for resources: {'Port': ['ID=f5953ff7-5237-4911-b251-90f3bb0b2011,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:09.944104 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e133-b914-4707-a4e2-7dcad5c8f9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:09.988321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Attempting to bind port f5953ff7-5237-4911-b251-90f3bb0b2011 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:09.988691 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Attempting to bind port f5953ff7-5237-4911-b251-90f3bb0b2011 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '06e27437-8d20-40d5-99d7-7bfc24e44dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ae3e56c-d727-4915-ac59-d4f04d171c83'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:09.989119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Attempting to bind port f5953ff7-5237-4911-b251-90f3bb0b2011 on network 5ae3e56c-d727-4915-ac59-d4f04d171c83 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:09.999819 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e133-b914-4707-a4e2-7dcad5c8f9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.002936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:10.003311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Checking segment: {'id': '06e27437-8d20-40d5-99d7-7bfc24e44dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ae3e56c-d727-4915-ac59-d4f04d171c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:10.003724 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.004154 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Bound using segment: {'id': '06e27437-8d20-40d5-99d7-7bfc24e44dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ae3e56c-d727-4915-ac59-d4f04d171c83'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:10.004648 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Bound port: f5953ff7-5237-4911-b251-90f3bb0b2011, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e27437-8d20-40d5-99d7-7bfc24e44dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ae3e56c-d727-4915-ac59-d4f04d171c83'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:10.007362 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.027054 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.063996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550cee9-ffc3-4c09-a19e-1d881858ca14 req-7377f45b-f1b0-4526-8fb9-bc3da1bff1b3 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:10.065698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4550cee9-ffc3-4c09-a19e-1d881858ca14 req-7377f45b-f1b0-4526-8fb9-bc3da1bff1b3 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 945 time: 0.1519217 Jul 05 03:48:10.101308 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] For port f5953ff7-5237-4911-b251-90f3bb0b2011, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:10.105313 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] For port f5953ff7-5237-4911-b251-90f3bb0b2011, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f5953ff7-5237-4911-b251-90f3bb0b2011,segment=NetworkSegment(06e27437-8d20-40d5-99d7-7bfc24e44dbe),segment_id=06e27437-8d20-40d5-99d7-7bfc24e44dbe)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:10.133343 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4550cee9-ffc3-4c09-a19e-1d881858ca14 req-11664d64-d430-41ca-a908-bd02c65e0220 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568495 Jul 05 03:48:10.261345 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ee67b-d495-4733-b31c-15a7f781550e req-56f49cf0-2479-4279-b096-f6d3116e584b tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:10.262860 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-131ee67b-d495-4733-b31c-15a7f781550e req-56f49cf0-2479-4279-b096-f6d3116e584b tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0b2d23a-9685-4e6b-8167-9b5027cd76f7 HTTP/1.1" status: 200 len: 950 time: 0.0786121 Jul 05 03:48:10.353489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6392bd9-94fb-43dc-92e7-0028896adc96 req-0769c573-5163-4b89-be62-384bcab8d685 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:10.355920 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.356522 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6392bd9-94fb-43dc-92e7-0028896adc96 req-0769c573-5163-4b89-be62-384bcab8d685 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0b2d23a-9685-4e6b-8167-9b5027cd76f7 HTTP/1.1" status: 200 len: 950 time: 0.1162992 Jul 05 03:48:10.375042 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e133-b914-4707-a4e2-7dcad5c8f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.381179 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e133-b914-4707-a4e2-7dcad5c8f9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.382357 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4ff8e133-b914-4707-a4e2-7dcad5c8f9c0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/74ff0057-4669-42c3-a52e-0581813e9a29 HTTP/1.1" status: 204 len: 168 time: 0.5284009 Jul 05 03:48:10.405530 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8e133-b914-4707-a4e2-7dcad5c8f9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ff0057-4669-42c3-a52e-0581813e9a29,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:10.422166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-131ee67b-d495-4733-b31c-15a7f781550e req-f0df2779-d4b9-4dc7-82c7-cd0bd99fa3f3 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Deleting port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:10.423102 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-131ee67b-d495-4733-b31c-15a7f781550e req-f0df2779-d4b9-4dc7-82c7-cd0bd99fa3f3 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.439764 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6392bd9-94fb-43dc-92e7-0028896adc96 req-86d95c76-5ee1-49a8-a144-79c742d1ebc0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523226 Jul 05 03:48:10.495631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e1fed-5ed1-4e33-83a9-6981b6f84c1e None None] Pushing event updated for resources: {'Port': ['ID=f5953ff7-5237-4911-b251-90f3bb0b2011,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:10.663313 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.697025 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-131ee67b-d495-4733-b31c-15a7f781550e req-f0df2779-d4b9-4dc7-82c7-cd0bd99fa3f3 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] For port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e55bc87d-15ab-4bf5-9b1b-34c39160d6b5,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:10.698446 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-131ee67b-d495-4733-b31c-15a7f781550e req-f0df2779-d4b9-4dc7-82c7-cd0bd99fa3f3 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.703100 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.714667 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-131ee67b-d495-4733-b31c-15a7f781550e req-f0df2779-d4b9-4dc7-82c7-cd0bd99fa3f3 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Calling delete_port for e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:10.898365 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c78e-4fda-4efa-8830-971b839d3de1 req-2fa16de0-550e-4a47-a6a9-425bf61084a3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:10.918431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc90c78e-4fda-4efa-8830-971b839d3de1 req-2fa16de0-550e-4a47-a6a9-425bf61084a3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.2105539 Jul 05 03:48:10.960858 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Allocated IP 172.25.6.240 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/be69a41f-614f-4cf1-89fc-509ae4814467) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:11.000891 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc90c78e-4fda-4efa-8830-971b839d3de1 req-9cbfef62-0cd9-473a-b87d-1184a58edbdd tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836375 Jul 05 03:48:11.160088 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-131ee67b-d495-4733-b31c-15a7f781550e req-f0df2779-d4b9-4dc7-82c7-cd0bd99fa3f3 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:11.179976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e55bc87d-15ab-4bf5-9b1b-34c39160d6b5'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:11.183636 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5db076a6-7dab-45f8-8984-7b7927f628bd', '9dc8845e-9492-42aa-b1b8-fe7430e2f41c', '55cb8e22-92b7-4dcc-836d-7214f9485d7f', 'bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:11.235494 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:11.254751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df2779-d4b9-4dc7-82c7-cd0bd99fa3f3 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event deleted for resources: {'Port': ['ID=e55bc87d-15ab-4bf5-9b1b-34c39160d6b5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:11.444035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-131ee67b-d495-4733-b31c-15a7f781550e req-f0df2779-d4b9-4dc7-82c7-cd0bd99fa3f3 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] No DVR routers for this DVR port e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:11.451072 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-131ee67b-d495-4733-b31c-15a7f781550e req-f0df2779-d4b9-4dc7-82c7-cd0bd99fa3f3 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:11.454173 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-131ee67b-d495-4733-b31c-15a7f781550e req-f0df2779-d4b9-4dc7-82c7-cd0bd99fa3f3 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.36 "DELETE /v2.0/ports/e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 HTTP/1.1" status: 204 len: 173 time: 1.1824927 Jul 05 03:48:11.454881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b2d23a-9685-4e6b-8167-9b5027cd76f7', 'name': 'network-vif-deleted', 'tag': 'e55bc87d-15ab-4bf5-9b1b-34c39160d6b5'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:11.459884 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985e60fb-7e7c-4022-8b54-08301f6823d4" -d '{"events": [{"server_uuid": "c0b2d23a-9685-4e6b-8167-9b5027cd76f7", "name": "network-vif-deleted", "tag": "e55bc87d-15ab-4bf5-9b1b-34c39160d6b5"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:11.475765 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f5953ff7-5237-4911-b251-90f3bb0b2011 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:11.548129 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28416dd5-26f8-45a7-9034-983e5eb6c6b8 req-3e5b64fa-90c9-4a6a-b1cd-70a4613ca3ca tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:11.554644 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28416dd5-26f8-45a7-9034-983e5eb6c6b8 req-3e5b64fa-90c9-4a6a-b1cd-70a4613ca3ca tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 950 time: 0.1681769 Jul 05 03:48:11.555000 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3af0ba92-ce6f-411f-9cb0-eabc22177b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:11.565389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44bf46-e078-49ae-9a0c-bb714f68f71d req-ca6e7034-46e5-46cb-a3a0-cd9f63ae984d tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:11.573146 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd44bf46-e078-49ae-9a0c-bb714f68f71d req-ca6e7034-46e5-46cb-a3a0-cd9f63ae984d tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 945 time: 0.2603734 Jul 05 03:48:11.685821 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd44bf46-e078-49ae-9a0c-bb714f68f71d req-8ff76598-f34f-446d-84f0-17c8e95aa832 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116333 Jul 05 03:48:11.730520 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:11.804569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:11.811349 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:11.819121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:11.824537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Pushing event updated for resources: {'Port': ['ID=be69a41f-614f-4cf1-89fc-509ae4814467,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:11.906305 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port f5953ff7-5237-4911-b251-90f3bb0b2011 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:11.935855 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-28416dd5-26f8-45a7-9034-983e5eb6c6b8 req-04b2c9c6-aef2-4948-98f8-329c2978ca49 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Deleting port bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:11.936208 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-28416dd5-26f8-45a7-9034-983e5eb6c6b8 req-04b2c9c6-aef2-4948-98f8-329c2978ca49 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.137027 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588705b4-11c2-4136-b9b0-a6f5c50e3b1d x-openstack-request-id: req-588705b4-11c2-4136-b9b0-a6f5c50e3b1d {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:12.137535 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b2d23a-9685-4e6b-8167-9b5027cd76f7", "name": "network-vif-deleted", "tag": "e55bc87d-15ab-4bf5-9b1b-34c39160d6b5", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:12.137956 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-588705b4-11c2-4136-b9b0-a6f5c50e3b1d {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:12.138555 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b2d23a-9685-4e6b-8167-9b5027cd76f7', 'name': 'network-vif-deleted', 'tag': 'e55bc87d-15ab-4bf5-9b1b-34c39160d6b5', 'status': 'completed', 'code': 200} Jul 05 03:48:12.247218 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f0d556-74f2-4c29-a0db-4d9ebaaed58a None None] Network 5ae3e56c-d727-4915-ac59-d4f04d171c83 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:12.270994 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62c00dbf-6549-4c00-afe9-430d4efc7878 req-ce4fa32e-af64-42fb-880b-d4e7a9ec5e77 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0b2d23a-9685-4e6b-8167-9b5027cd76f7 HTTP/1.1" status: 200 len: 210 time: 0.1138031 Jul 05 03:48:12.371698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29271b67-3d0b-4dfd-93b1-a622cc7b1896 req-c113c920-86c6-43ed-82ac-0d269933d765 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1126025556&fields=id&tenant_id=47beb1ed7ed2463ca72d0758eb6a067a HTTP/1.1" status: 200 len: 267 time: 0.1023054 Jul 05 03:48:12.384484 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-28416dd5-26f8-45a7-9034-983e5eb6c6b8 req-04b2c9c6-aef2-4948-98f8-329c2978ca49 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] For port bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:12.387102 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-28416dd5-26f8-45a7-9034-983e5eb6c6b8 req-04b2c9c6-aef2-4948-98f8-329c2978ca49 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.429065 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-28416dd5-26f8-45a7-9034-983e5eb6c6b8 req-04b2c9c6-aef2-4948-98f8-329c2978ca49 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Calling delete_port for bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:12.450560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e827ef09-7538-441d-8461-463ae58ed41d None None] Provisioning for port f5953ff7-5237-4911-b251-90f3bb0b2011 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:12.460005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e827ef09-7538-441d-8461-463ae58ed41d None None] Provisioning complete for port f5953ff7-5237-4911-b251-90f3bb0b2011 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:12.460812 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e827ef09-7538-441d-8461-463ae58ed41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.647415 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29271b67-3d0b-4dfd-93b1-a622cc7b1896 req-224938b0-63e9-444d-830b-70954af28b62 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:12.649088 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29271b67-3d0b-4dfd-93b1-a622cc7b1896 req-224938b0-63e9-444d-830b-70954af28b62 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 945 time: 0.2677577 Jul 05 03:48:12.669883 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e827ef09-7538-441d-8461-463ae58ed41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.686308 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-29271b67-3d0b-4dfd-93b1-a622cc7b1896 req-0ba4101e-22f0-4103-bbd2-da24fa656fd6 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Request body: {'port': {'security_groups': ['95ff1d0d-2466-49d3-9764-8434842832d6', '4abb2b7e-1897-4595-81e8-cfe475951017']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:12.724213 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e827ef09-7538-441d-8461-463ae58ed41d None None] For port f5953ff7-5237-4911-b251-90f3bb0b2011, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f5953ff7-5237-4911-b251-90f3bb0b2011,segment=NetworkSegment(06e27437-8d20-40d5-99d7-7bfc24e44dbe),segment_id=06e27437-8d20-40d5-99d7-7bfc24e44dbe)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:12.756602 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.851814 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e827ef09-7538-441d-8461-463ae58ed41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.913762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827ef09-7538-441d-8461-463ae58ed41d None None] Pushing event updated for resources: {'Port': ['ID=f5953ff7-5237-4911-b251-90f3bb0b2011,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:12.923314 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-29271b67-3d0b-4dfd-93b1-a622cc7b1896 req-0ba4101e-22f0-4103-bbd2-da24fa656fd6 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.998026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-92033203-94f2-4228-bd0d-b33c32778fb5 None None] Provisioning complete for port f5953ff7-5237-4911-b251-90f3bb0b2011 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:12.998695 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-92033203-94f2-4228-bd0d-b33c32778fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.024424 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-28416dd5-26f8-45a7-9034-983e5eb6c6b8 req-04b2c9c6-aef2-4948-98f8-329c2978ca49 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.079546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2c9c6-aef2-4948-98f8-329c2978ca49 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event deleted for resources: {'Port': ['ID=bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:13.189012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-28416dd5-26f8-45a7-9034-983e5eb6c6b8 req-04b2c9c6-aef2-4948-98f8-329c2978ca49 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] No DVR routers for this DVR port bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:13.206512 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-28416dd5-26f8-45a7-9034-983e5eb6c6b8 req-04b2c9c6-aef2-4948-98f8-329c2978ca49 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.208580 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28416dd5-26f8-45a7-9034-983e5eb6c6b8 req-04b2c9c6-aef2-4948-98f8-329c2978ca49 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "DELETE /v2.0/ports/bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 HTTP/1.1" status: 204 len: 173 time: 1.6326737 Jul 05 03:48:13.209069 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b6aa51-de34-40dc-8898-445ed54f79ba', 'name': 'network-vif-deleted', 'tag': 'bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:13.211639 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d37030-a6d4-4d98-b5d0-3c1306ac131d" -d '{"events": [{"server_uuid": "30b6aa51-de34-40dc-8898-445ed54f79ba", "name": "network-vif-deleted", "tag": "bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:13.247373 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.324807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5db076a6-7dab-45f8-8984-7b7927f628bd', '9dc8845e-9492-42aa-b1b8-fe7430e2f41c', '55cb8e22-92b7-4dcc-836d-7214f9485d7f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:13.485466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edd540-bff4-4373-9f1d-66669db36090 req-8a009c31-015e-4394-8566-4e4309cd689c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:13.487210 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39edd540-bff4-4373-9f1d-66669db36090 req-8a009c31-015e-4394-8566-4e4309cd689c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.2994986 Jul 05 03:48:13.498048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-29271b67-3d0b-4dfd-93b1-a622cc7b1896 req-0ba4101e-22f0-4103-bbd2-da24fa656fd6 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] For port 9566ce33-63bc-4026-bd5e-5ce251669ad6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9566ce33-63bc-4026-bd5e-5ce251669ad6,segment=NetworkSegment(3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4),segment_id=3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:13.499029 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f5953ff7-5237-4911-b251-90f3bb0b2011 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:13.602236 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-29271b67-3d0b-4dfd-93b1-a622cc7b1896 req-0ba4101e-22f0-4103-bbd2-da24fa656fd6 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.616951 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39edd540-bff4-4373-9f1d-66669db36090 req-330dcc22-8fba-468f-9357-d545b57de147 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219475 Jul 05 03:48:13.640688 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port f5953ff7-5237-4911-b251-90f3bb0b2011 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:13.641491 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.736465 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-29271b67-3d0b-4dfd-93b1-a622cc7b1896 req-0ba4101e-22f0-4103-bbd2-da24fa656fd6 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.770672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Router 2d68e109-5255-4a82-bb13-5f7c0e06d2f0 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:48:13.790680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29271b67-3d0b-4dfd-93b1-a622cc7b1896 req-0ba4101e-22f0-4103-bbd2-da24fa656fd6 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:13.791205 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-29271b67-3d0b-4dfd-93b1-a622cc7b1896 req-0ba4101e-22f0-4103-bbd2-da24fa656fd6 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.804949 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29271b67-3d0b-4dfd-93b1-a622cc7b1896 req-0ba4101e-22f0-4103-bbd2-da24fa656fd6 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "PUT /v2.0/ports/9566ce33-63bc-4026-bd5e-5ce251669ad6 HTTP/1.1" status: 200 len: 981 time: 1.1423421 Jul 05 03:48:13.835147 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4101e-22f0-4103-bbd2-da24fa656fd6 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event updated for resources: {'Port': ['ID=9566ce33-63bc-4026-bd5e-5ce251669ad6,revision_number=6']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:13.964114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9566ce33-63bc-4026-bd5e-5ce251669ad6'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:14.006638 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fa71b2d3-9116-404a-91f0-5fabe04e1fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.335066 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:14.344594 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cf0298-b395-4688-bfaf-1b460ffc087d x-openstack-request-id: req-a9cf0298-b395-4688-bfaf-1b460ffc087d {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:14.344945 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b6aa51-de34-40dc-8898-445ed54f79ba", "name": "network-vif-deleted", "tag": "bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:14.345107 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a9cf0298-b395-4688-bfaf-1b460ffc087d {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:14.345493 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b6aa51-de34-40dc-8898-445ed54f79ba', 'name': 'network-vif-deleted', 'tag': 'bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0', 'status': 'completed', 'code': 200} Jul 05 03:48:14.359230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:14.359604 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e55bc87d-15ab-4bf5-9b1b-34c39160d6b5 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:14.387411 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.474004 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a650173-1803-44df-bb5a-dc5e828da31b req-61bf9152-0a47-4588-a784-bd730dace05f tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1873189523&fields=id&tenant_id=47beb1ed7ed2463ca72d0758eb6a067a HTTP/1.1" status: 200 len: 267 time: 0.1275740 Jul 05 03:48:14.528835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:48:14.547662 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Sync routers for ids ['2d68e109-5255-4a82-bb13-5f7c0e06d2f0'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:14.560827 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Routers {'2d68e109-5255-4a82-bb13-5f7c0e06d2f0'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:14.561807 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:48:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2d68e109-5255-4a82-bb13-5f7c0e06d2f0'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:14.595178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86bbb9-a4e4-445c-a207-d19a65efe85d req-ec6ea7bd-35a7-42f5-a78c-c6a00083442e tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:14.600663 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a86bbb9-a4e4-445c-a207-d19a65efe85d req-ec6ea7bd-35a7-42f5-a78c-c6a00083442e tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 948 time: 0.2532346 Jul 05 03:48:14.662820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a650173-1803-44df-bb5a-dc5e828da31b req-788907dd-f2b4-4c80-9d0d-427cbe6a768f tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:14.664434 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a650173-1803-44df-bb5a-dc5e828da31b req-788907dd-f2b4-4c80-9d0d-427cbe6a768f tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 984 time: 0.1791937 Jul 05 03:48:14.681047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-3a650173-1803-44df-bb5a-dc5e828da31b req-bbadc61f-5911-40f9-a769-a2d9fa2313e7 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Request body: {'port': {'security_groups': ['4abb2b7e-1897-4595-81e8-cfe475951017', '95ff1d0d-2466-49d3-9764-8434842832d6', '5712cb01-afe9-4f7f-adc9-e6ea8cf1911c']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:14.686024 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.687276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-78f977d2-b7fa-4662-bae5-926d804f22f3 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5826564 Jul 05 03:48:14.690635 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34214) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:14.697067 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a86bbb9-a4e4-445c-a207-d19a65efe85d req-33c5a1e2-32ab-4c04-9337-26dc0bc0acc8 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825932 Jul 05 03:48:14.697300 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Set router 2d68e109-5255-4a82-bb13-5f7c0e06d2f0 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:14.766428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34218) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:14.875626 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3a650173-1803-44df-bb5a-dc5e828da31b req-bbadc61f-5911-40f9-a769-a2d9fa2313e7 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.106331 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5a2207ac-6771-4e53-9332-5f7ddea42873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.129516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a73913bb-f8fb-4f8e-8be5-ac17c41f4bb9 req-4d4077db-f161-483b-96c9-19c86436ef61 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=30b6aa51-de34-40dc-8898-445ed54f79ba HTTP/1.1" status: 200 len: 210 time: 0.0592089 Jul 05 03:48:15.182991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:15.185358 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.245674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:15.245885 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'name': 'tempest-ServersTestMultiNic-1155872760-router', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:09Z', 'updated_at': '2021-07-05T03:48:12Z', 'revision_number': 3, 'project_id': 'e05ce83d133e42bebf955019114ffeb2', 'gw_port': {'id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:10Z', 'updated_at': '2021-07-05T03:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:15.246075 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device bebeb0b8-f0f7-489e-a775-2e6e88eb5eb0 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:15.309709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9566ce33-63bc-4026-bd5e-5ce251669ad6'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:15.332123 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Checking router: 2d68e109-5255-4a82-bb13-5f7c0e06d2f0 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:15.336336 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Updating router 2d68e109-5255-4a82-bb13-5f7c0e06d2f0 port be69a41f-614f-4cf1-89fc-509ae4814467 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:48:15.421110 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.489475 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.493490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-3a650173-1803-44df-bb5a-dc5e828da31b req-bbadc61f-5911-40f9-a769-a2d9fa2313e7 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] For port 9566ce33-63bc-4026-bd5e-5ce251669ad6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9566ce33-63bc-4026-bd5e-5ce251669ad6,segment=NetworkSegment(3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4),segment_id=3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:15.494280 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5a2207ac-6771-4e53-9332-5f7ddea42873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.624106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a7dc0-b1aa-441b-b223-39bdb6a473a0 req-ea22d1d7-5580-476a-ba6d-5d5e3c45dbbf tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:15.644937 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a3a7dc0-b1aa-441b-b223-39bdb6a473a0 req-ea22d1d7-5580-476a-ba6d-5d5e3c45dbbf tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.2869220 Jul 05 03:48:15.669473 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5a2207ac-6771-4e53-9332-5f7ddea42873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.788290 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a3a7dc0-b1aa-441b-b223-39bdb6a473a0 req-78bcab1b-d9d8-4fc6-bf6b-47bee9bd9e02 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197016 Jul 05 03:48:15.810757 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3a650173-1803-44df-bb5a-dc5e828da31b req-bbadc61f-5911-40f9-a769-a2d9fa2313e7 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.870379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ef99a-6cab-4a59-90c1-a58ad8a57290 req-68347c2d-0204-4c1c-a4ac-2a07e4b4a4db tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:15.872911 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d4ef99a-6cab-4a59-90c1-a58ad8a57290 req-68347c2d-0204-4c1c-a4ac-2a07e4b4a4db tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.10 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 948 time: 0.2270000 Jul 05 03:48:15.927149 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5a2207ac-6771-4e53-9332-5f7ddea42873 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fdaf3684f926408588d184c6ae70030a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1570938 Jul 05 03:48:15.934596 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34228) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:15.945624 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3a650173-1803-44df-bb5a-dc5e828da31b req-bbadc61f-5911-40f9-a769-a2d9fa2313e7 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.961638 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9566ce33-63bc-4026-bd5e-5ce251669ad6'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:15.989506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2207ac-6771-4e53-9332-5f7ddea42873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e8f974-9212-468c-812f-2564ac57f7b9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:16.045128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc61f-5911-40f9-a769-a2d9fa2313e7 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event updated for resources: {'Port': ['ID=9566ce33-63bc-4026-bd5e-5ce251669ad6,revision_number=7']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:16.064908 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a650173-1803-44df-bb5a-dc5e828da31b req-bbadc61f-5911-40f9-a769-a2d9fa2313e7 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:16.065969 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3a650173-1803-44df-bb5a-dc5e828da31b req-bbadc61f-5911-40f9-a769-a2d9fa2313e7 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.068504 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a650173-1803-44df-bb5a-dc5e828da31b req-bbadc61f-5911-40f9-a769-a2d9fa2313e7 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "PUT /v2.0/ports/9566ce33-63bc-4026-bd5e-5ce251669ad6 HTTP/1.1" status: 200 len: 1020 time: 1.3969886 Jul 05 03:48:16.161712 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-2d4ef99a-6cab-4a59-90c1-a58ad8a57290 req-ad6ce924-3551-4d92-8eab-6487e1aded25 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Deleting port 5698818c-70f0-4472-b1c2-f48ba2f47566 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:16.162712 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2d4ef99a-6cab-4a59-90c1-a58ad8a57290 req-ad6ce924-3551-4d92-8eab-6487e1aded25 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.208017 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9566ce33-63bc-4026-bd5e-5ce251669ad6'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:16.236528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Allocated IP 172.20.0.1 (5ae3e56c-d727-4915-ac59-d4f04d171c83/b82648ca-d765-4600-b275-5ee9e9e6b0d5/6f05d2be-d7a3-4542-9c04-99e10be79d96) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:16.302166 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.331367 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.333600 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.366353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5269dc97-17c0-4ddf-a06b-c6ef15670a2d', 'tag': '9566ce33-63bc-4026-bd5e-5ce251669ad6'}, {'name': 'network-changed', 'server_uuid': '5269dc97-17c0-4ddf-a06b-c6ef15670a2d', 'tag': '9566ce33-63bc-4026-bd5e-5ce251669ad6'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:16.371708 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf" -d '{"events": [{"name": "network-changed", "server_uuid": "5269dc97-17c0-4ddf-a06b-c6ef15670a2d", "tag": "9566ce33-63bc-4026-bd5e-5ce251669ad6"}, {"name": "network-changed", "server_uuid": "5269dc97-17c0-4ddf-a06b-c6ef15670a2d", "tag": "9566ce33-63bc-4026-bd5e-5ce251669ad6"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:16.386858 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Transition to ACTIVE for port object be69a41f-614f-4cf1-89fc-509ae4814467 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:16.422181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-2d4ef99a-6cab-4a59-90c1-a58ad8a57290 req-ad6ce924-3551-4d92-8eab-6487e1aded25 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] For port 5698818c-70f0-4472-b1c2-f48ba2f47566, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5698818c-70f0-4472-b1c2-f48ba2f47566,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:16.422181 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2d4ef99a-6cab-4a59-90c1-a58ad8a57290 req-ad6ce924-3551-4d92-8eab-6487e1aded25 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.454630 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-2d4ef99a-6cab-4a59-90c1-a58ad8a57290 req-ad6ce924-3551-4d92-8eab-6487e1aded25 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Calling delete_port for 5698818c-70f0-4472-b1c2-f48ba2f47566 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:16.508198 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.594174 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Attempting to bind port be69a41f-614f-4cf1-89fc-509ae4814467 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:16.595067 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Attempting to bind port be69a41f-614f-4cf1-89fc-509ae4814467 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:16.595845 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Attempting to bind port be69a41f-614f-4cf1-89fc-509ae4814467 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:16.608150 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1575e-b559-45c0-bda6-778fa6c58f0a None None] Pushing event updated for resources: {'Port': ['ID=be69a41f-614f-4cf1-89fc-509ae4814467,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:16.612446 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:16.613407 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:16.614318 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.615173 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:16.616258 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Bound port: be69a41f-614f-4cf1-89fc-509ae4814467, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:16.617163 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.641028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92426f0-260a-46e7-871b-1595fe7dee8e req-ea4875d2-020b-4185-bd79-ab07167b56f0 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:16.643095 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d92426f0-260a-46e7-871b-1595fe7dee8e req-ea4875d2-020b-4185-bd79-ab07167b56f0 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=833ddda1-781c-4fd7-8d33-b0ceb23c7ed2 HTTP/1.1" status: 200 len: 948 time: 0.3342140 Jul 05 03:48:16.667300 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae1575e-b559-45c0-bda6-778fa6c58f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:16.668041 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae1575e-b559-45c0-bda6-778fa6c58f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:16.668585 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae1575e-b559-45c0-bda6-778fa6c58f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:16.669133 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae1575e-b559-45c0-bda6-778fa6c58f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:16.669660 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae1575e-b559-45c0-bda6-778fa6c58f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:16.670170 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae1575e-b559-45c0-bda6-778fa6c58f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:16.670678 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae1575e-b559-45c0-bda6-778fa6c58f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:16.671237 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae1575e-b559-45c0-bda6-778fa6c58f0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:16.671733 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae1575e-b559-45c0-bda6-778fa6c58f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:16.672322 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae1575e-b559-45c0-bda6-778fa6c58f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:16.672823 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae1575e-b559-45c0-bda6-778fa6c58f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:16.673308 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae1575e-b559-45c0-bda6-778fa6c58f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:16.716022 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] For port be69a41f-614f-4cf1-89fc-509ae4814467, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:16.720997 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] For port be69a41f-614f-4cf1-89fc-509ae4814467, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=be69a41f-614f-4cf1-89fc-509ae4814467,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:16.748456 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d92426f0-260a-46e7-871b-1595fe7dee8e req-c3dd9f5e-7c22-4b77-9a5e-b5212fed0ad3 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949485 Jul 05 03:48:16.773002 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b24e7f-b91d-4a80-b404-e4d63a77b6dc req-199f7e96-8ea5-4682-8eae-589bd97cb32a tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:16.781230 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8b24e7f-b91d-4a80-b404-e4d63a77b6dc req-199f7e96-8ea5-4682-8eae-589bd97cb32a tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 1023 time: 0.2994778 Jul 05 03:48:16.851990 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.862284 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:16.893255 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8b24e7f-b91d-4a80-b404-e4d63a77b6dc req-ead9b2ba-6f4e-49d9-82ca-9ce847dae5d6 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&id=5712cb01-afe9-4f7f-adc9-e6ea8cf1911c&id=4abb2b7e-1897-4595-81e8-cfe475951017 HTTP/1.1" status: 200 len: 6149 time: 0.1110981 Jul 05 03:48:16.954874 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Routers {'2d68e109-5255-4a82-bb13-5f7c0e06d2f0'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:16.958965 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:48:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2d68e109-5255-4a82-bb13-5f7c0e06d2f0'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:16.975825 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f34283-6100-4059-bd70-f9a8eb1245cf x-openstack-request-id: req-a4f34283-6100-4059-bd70-f9a8eb1245cf {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:16.976276 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5269dc97-17c0-4ddf-a06b-c6ef15670a2d", "tag": "9566ce33-63bc-4026-bd5e-5ce251669ad6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5269dc97-17c0-4ddf-a06b-c6ef15670a2d", "tag": "9566ce33-63bc-4026-bd5e-5ce251669ad6", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:16.976463 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a4f34283-6100-4059-bd70-f9a8eb1245cf {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:16.976855 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5269dc97-17c0-4ddf-a06b-c6ef15670a2d', 'tag': '9566ce33-63bc-4026-bd5e-5ce251669ad6', 'status': 'completed', 'code': 200} Jul 05 03:48:16.977127 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5269dc97-17c0-4ddf-a06b-c6ef15670a2d', 'tag': '9566ce33-63bc-4026-bd5e-5ce251669ad6', 'status': 'completed', 'code': 200} Jul 05 03:48:17.003103 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.007982 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.012430 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.013326 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f2e8f974-9212-468c-812f-2564ac57f7b9 HTTP/1.1" status: 204 len: 168 time: 1.0772254 Jul 05 03:48:17.051103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e8f974-9212-468c-812f-2564ac57f7b9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:17.058004 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1575e-b559-45c0-bda6-778fa6c58f0a None None] Pushing event updated for resources: {'Port': ['ID=be69a41f-614f-4cf1-89fc-509ae4814467,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:17.065149 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Transition to ACTIVE for port object 6f05d2be-d7a3-4542-9c04-99e10be79d96 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:17.069141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:17.071301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:17.071301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:17.071301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:17.071301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:17.071822 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:17.072363 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:17.073716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:17.073716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:17.074929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:17.075753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:17.076444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ada6-d9e3-4493-a380-c3e70a7c448c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:17.152724 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2d4ef99a-6cab-4a59-90c1-a58ad8a57290 req-ad6ce924-3551-4d92-8eab-6487e1aded25 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.199132 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] Set router 2d68e109-5255-4a82-bb13-5f7c0e06d2f0 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:17.236156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ce924-3551-4d92-8eab-6487e1aded25 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Pushing event deleted for resources: {'Port': ['ID=5698818c-70f0-4472-b1c2-f48ba2f47566,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:17.251306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-854500aa-280c-4327-8637-4596be75f901 req-69680f58-ee16-4a1d-9e07-04c4b5d54106 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1154703475 ', 'description': 'tempest-description-2059989360'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:17.310722 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.331169 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4ef99a-6cab-4a59-90c1-a58ad8a57290 req-ad6ce924-3551-4d92-8eab-6487e1aded25 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] No DVR routers for this DVR port 5698818c-70f0-4472-b1c2-f48ba2f47566 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:17.338814 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2d4ef99a-6cab-4a59-90c1-a58ad8a57290 req-ad6ce924-3551-4d92-8eab-6487e1aded25 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.341479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d4ef99a-6cab-4a59-90c1-a58ad8a57290 req-ad6ce924-3551-4d92-8eab-6487e1aded25 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.10 "DELETE /v2.0/ports/5698818c-70f0-4472-b1c2-f48ba2f47566 HTTP/1.1" status: 204 len: 173 time: 1.4626427 Jul 05 03:48:17.369205 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b5347-f5c6-45c5-9297-6f78d1808a19 req-8984ea92-d7ae-4e2e-bafa-ede5843648da tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.371375 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-621b5347-f5c6-45c5-9297-6f78d1808a19 req-8984ea92-d7ae-4e2e-bafa-ede5843648da tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.3046699 Jul 05 03:48:17.375264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-33da02fa-8d0a-47fc-b9b1-fc255ec2a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.376303 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-33da02fa-8d0a-47fc-b9b1-fc255ec2a626 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=47beb1ed7ed2463ca72d0758eb6a067a&device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 1175 time: 0.3557632 Jul 05 03:48:17.383482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Network 5ae3e56c-d727-4915-ac59-d4f04d171c83 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:17.388141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:17.405492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:17.435504 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Pushing event updated for resources: {'Port': ['ID=6f05d2be-d7a3-4542-9c04-99e10be79d96,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:17.447388 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-854500aa-280c-4327-8637-4596be75f901 req-69680f58-ee16-4a1d-9e07-04c4b5d54106 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.479731 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.492401 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-621b5347-f5c6-45c5-9297-6f78d1808a19 req-d2d7527a-f8f8-4de7-9533-10e2b0e543fd tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093302 Jul 05 03:48:17.596054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-ef8100c8-35b5-4ca5-a9c5-653c2bf8249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.605192 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-ef8100c8-35b5-4ca5-a9c5-653c2bf8249e service neutron] 10.222.0.10 "GET /v2.0/networks?id=4073f625-dda5-4dab-8979-1b67730704a9 HTTP/1.1" status: 200 len: 914 time: 0.2202582 Jul 05 03:48:17.678058 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'name': 'tempest-ServersTestMultiNic-1155872760-router', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:09Z', 'updated_at': '2021-07-05T03:48:12Z', 'revision_number': 3, 'project_id': 'e05ce83d133e42bebf955019114ffeb2', 'gw_port': {'id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:10Z', 'updated_at': '2021-07-05T03:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:17.745851 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3a6633-aa0a-4885-9f54-81bcc09b84af None None] The sync data for ids ['2d68e109-5255-4a82-bb13-5f7c0e06d2f0'] in n-d-771363-32 is: [{'id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'name': 'tempest-ServersTestMultiNic-1155872760-router', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:09Z', 'updated_at': '2021-07-05T03:48:12Z', 'revision_number': 3, 'project_id': 'e05ce83d133e42bebf955019114ffeb2', 'gw_port': {'id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:10Z', 'updated_at': '2021-07-05T03:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:17.751105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-a5ad3458-5489-4b4f-80d9-0995d5fce8b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9566ce33-63bc-4026-bd5e-5ce251669ad6 HTTP/1.1" status: 200 len: 217 time: 0.1389425 Jul 05 03:48:17.851316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-489d4d05-a542-4ca8-b861-b55ff7b2bddf None None] Provisioning for port 6f05d2be-d7a3-4542-9c04-99e10be79d96 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:17.858673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-489d4d05-a542-4ca8-b861-b55ff7b2bddf None None] Provisioning complete for port 6f05d2be-d7a3-4542-9c04-99e10be79d96 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:17.859252 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-489d4d05-a542-4ca8-b861-b55ff7b2bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:17.969005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-489d4d05-a542-4ca8-b861-b55ff7b2bddf None None] Port 6f05d2be-d7a3-4542-9c04-99e10be79d96 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:17.990444 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-854500aa-280c-4327-8637-4596be75f901 req-69680f58-ee16-4a1d-9e07-04c4b5d54106 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:18.002758 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-660f2b70-8b1e-4693-89f2-5ce43280b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:18.004480 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-660f2b70-8b1e-4693-89f2-5ce43280b214 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d02b968-b177-4b92-867d-4cbc1fde7397 HTTP/1.1" status: 200 len: 853 time: 0.2387521 Jul 05 03:48:18.026248 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:18.065022 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-b9618cde-fa05-47bd-856b-42864414b6b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4073f625-dda5-4dab-8979-1b67730704a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522180 Jul 05 03:48:18.218889 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-854500aa-280c-4327-8637-4596be75f901 req-69680f58-ee16-4a1d-9e07-04c4b5d54106 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:18.330947 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69680f58-ee16-4a1d-9e07-04c4b5d54106 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ce1558-a959-40ae-b643-016e14805c3c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:18.331355 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:18.339954 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-51b8a9e0-f3f4-4297-aa30-0dced72c76f4 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:18.341581 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-51b8a9e0-f3f4-4297-aa30-0dced72c76f4 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 807 time: 0.2805834 Jul 05 03:48:18.384371 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-854500aa-280c-4327-8637-4596be75f901 req-69680f58-ee16-4a1d-9e07-04c4b5d54106 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:18.388839 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-854500aa-280c-4327-8637-4596be75f901 req-69680f58-ee16-4a1d-9e07-04c4b5d54106 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.1586905 Jul 05 03:48:18.397352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-8c8a8f8c-18b0-4bdb-88bf-e9c11a0df28b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/quotas/5de69650861e4b2ab64c64456b5c16e4 HTTP/1.1" status: 200 len: 375 time: 0.0314772 Jul 05 03:48:18.405138 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-c925b9c5-d06b-4888-8c49-de8c85d3a9c0 service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256154 Jul 05 03:48:18.405545 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:18.551404 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:18.570164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Pushing event updated for resources: {'Port': ['ID=6f05d2be-d7a3-4542-9c04-99e10be79d96,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:18.585004 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-9f946539-f1f8-4cdf-abd8-ed2c538cd538 service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717122 Jul 05 03:48:18.595628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-0545b911-4c18-4892-bf61-e00c76cd4df1 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1724770 Jul 05 03:48:18.776755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Network 5ae3e56c-d727-4915-ac59-d4f04d171c83 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:18.779438 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:18.838534 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-9d20e377-4090-4198-b7cb-8342d6d14dad service neutron] 10.222.0.38 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152929 Jul 05 03:48:18.986833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Router 2d68e109-5255-4a82-bb13-5f7c0e06d2f0 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:48:19.026815 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833ddda1-781c-4fd7-8d33-b0ceb23c7ed2', 'name': 'network-vif-deleted', 'tag': '5698818c-70f0-4472-b1c2-f48ba2f47566'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:19.030191 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a733e28e-7c1d-42d8-a4c3-a98fa476a207" -d '{"events": [{"server_uuid": "833ddda1-781c-4fd7-8d33-b0ceb23c7ed2", "name": "network-vif-deleted", "tag": "5698818c-70f0-4472-b1c2-f48ba2f47566"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:19.052835 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-d03a1521-42a5-4ce1-beaa-b91d863fad88 service neutron] 10.222.0.38 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132096 Jul 05 03:48:19.108856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-9d88051d-f1d9-4b25-b99e-0cc4f91f4f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:19.111939 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-9d88051d-f1d9-4b25-b99e-0cc4f91f4f3d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=47beb1ed7ed2463ca72d0758eb6a067a&device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 1175 time: 0.3333156 Jul 05 03:48:19.186017 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 5698818c-70f0-4472-b1c2-f48ba2f47566 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:19.264729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 5698818c-70f0-4472-b1c2-f48ba2f47566 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:19.266292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 5698818c-70f0-4472-b1c2-f48ba2f47566 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:19.278966 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:48:19.299884 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9c8ff8f7-f1a7-4b14-bf17-8167d5b6467a admin admin] 10.222.0.38 "PUT /v2.0/routers/2d68e109-5255-4a82-bb13-5f7c0e06d2f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6021221 Jul 05 03:48:19.342213 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9ce03464-ecb3-49f1-b9c1-67b946080f03 None None] Provisioning complete for port 6f05d2be-d7a3-4542-9c04-99e10be79d96 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:19.343542 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9ce03464-ecb3-49f1-b9c1-67b946080f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:19.418909 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34294) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:19.438314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9ce03464-ecb3-49f1-b9c1-67b946080f03 None None] Port 6f05d2be-d7a3-4542-9c04-99e10be79d96 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:19.470590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d1f60b9-6101-4336-b476-7a72c3575919 req-32a715f8-c9f7-4627-8454-57effd884b9f tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/c7ce1558-a959-40ae-b643-016e14805c3c HTTP/1.1" status: 200 len: 1781 time: 0.1290274 Jul 05 03:48:19.498764 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34300) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:19.503485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device be69a41f-614f-4cf1-89fc-509ae4814467 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:19.518530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-e1c51082-cecc-4be3-8a36-52385707bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:19.520169 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-e1c51082-cecc-4be3-8a36-52385707bc37 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4073f625-dda5-4dab-8979-1b67730704a9 HTTP/1.1" status: 200 len: 914 time: 0.4005318 Jul 05 03:48:19.588099 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-c7b4dedb-4b74-429d-901e-db6c82a1fd16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9566ce33-63bc-4026-bd5e-5ce251669ad6 HTTP/1.1" status: 200 len: 217 time: 0.0568395 Jul 05 03:48:19.638630 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-91690f99-094f-4d24-a945-2b8812ee9b73 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1541526214-network', 'tenant_id': '049d6f731b7244059d0e544d20e787d5'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:19.654016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d7b46c32-b1f1-4a54-8672-13f277d694a3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-662345740'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:19.664057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-204b59ee-963a-4905-bac0-8b024e870bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:19.665847 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-204b59ee-963a-4905-bac0-8b024e870bb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d02b968-b177-4b92-867d-4cbc1fde7397 HTTP/1.1" status: 200 len: 853 time: 0.0710759 Jul 05 03:48:19.685221 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-d7b46c32-b1f1-4a54-8672-13f277d694a3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:48:19.685221 n-d-771363-32 neutron-server[100932]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 03:48:19.685221 n-d-771363-32 neutron-server[100932]: [parameters: {'project_id': 'e05ce83d133e42bebf955019114ffeb2', 'id': '29d2e244-edc4-4a9b-946f-88ddf18c6394', 'expiration': datetime.datetime(2021, 7, 5, 3, 50, 19, 676398)}] Jul 05 03:48:19.685221 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:48:19.686233 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-d7b46c32-b1f1-4a54-8672-13f277d694a3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:48:19.730149 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-b5b21999-ceb0-4e99-a6dc-3397bbca27ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4073f625-dda5-4dab-8979-1b67730704a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507021 Jul 05 03:48:19.756287 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port be69a41f-614f-4cf1-89fc-509ae4814467 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:19.763151 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port be69a41f-614f-4cf1-89fc-509ae4814467 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:19.763722 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:19.821260 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0339f7-06c3-4e8b-b864-96f71d750e58 req-49208907-2828-42fa-9355-581f88a2fe10 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:19.824022 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e0339f7-06c3-4e8b-b864-96f71d750e58 req-49208907-2828-42fa-9355-581f88a2fe10 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.1541414 Jul 05 03:48:19.844484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91690f99-094f-4d24-a945-2b8812ee9b73 admin admin] Made reservation on behalf of 049d6f731b7244059d0e544d20e787d5 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:19.846858 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-91690f99-094f-4d24-a945-2b8812ee9b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:19.857923 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-91690f99-094f-4d24-a945-2b8812ee9b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:19.871265 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:19.892202 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e0339f7-06c3-4e8b-b864-96f71d750e58 req-d5954479-f940-4459-8960-bf5cf34f75db tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625801 Jul 05 03:48:19.896801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-93a1d1ab-929f-479f-bc28-5b6765259182 service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541636 Jul 05 03:48:19.917555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port be69a41f-614f-4cf1-89fc-509ae4814467, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=be69a41f-614f-4cf1-89fc-509ae4814467,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:19.981518 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-91690f99-094f-4d24-a945-2b8812ee9b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.024710 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e7c9f6c-102e-4db5-8ed6-a36c2a84adaf req-20407fae-6211-45db-bdfa-adabdd756527 service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199584 Jul 05 03:48:20.059626 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.073720 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541c8242-13ba-43b4-9d64-04ee88fe0bd3 x-openstack-request-id: req-541c8242-13ba-43b4-9d64-04ee88fe0bd3 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:20.074126 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833ddda1-781c-4fd7-8d33-b0ceb23c7ed2", "name": "network-vif-deleted", "tag": "5698818c-70f0-4472-b1c2-f48ba2f47566", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:20.074378 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-541c8242-13ba-43b4-9d64-04ee88fe0bd3 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:20.074947 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833ddda1-781c-4fd7-8d33-b0ceb23c7ed2', 'name': 'network-vif-deleted', 'tag': '5698818c-70f0-4472-b1c2-f48ba2f47566', 'status': 'completed', 'code': 200} Jul 05 03:48:20.120219 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-91690f99-094f-4d24-a945-2b8812ee9b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.145887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=be69a41f-614f-4cf1-89fc-509ae4814467,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:20.165291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91690f99-094f-4d24-a945-2b8812ee9b73 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:48:20.177459 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91690f99-094f-4d24-a945-2b8812ee9b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c364524-bb55-48eb-95f3-682ffa4751e6,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:20.186859 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-91690f99-094f-4d24-a945-2b8812ee9b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.187163 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-91690f99-094f-4d24-a945-2b8812ee9b73 admin admin] Added segment dd02d231-2cd8-44e7-8025-dd72ad3ad213 of type vlan for network 2f527dcd-c224-4732-9d6e-d4d04f5cf16b Jul 05 03:48:20.253651 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-91690f99-094f-4d24-a945-2b8812ee9b73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.329460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b46c32-b1f1-4a54-8672-13f277d694a3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Made reservation on behalf of e05ce83d133e42bebf955019114ffeb2 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:20.338173 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7b46c32-b1f1-4a54-8672-13f277d694a3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.383450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b46c32-b1f1-4a54-8672-13f277d694a3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:48:20.396681 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7b46c32-b1f1-4a54-8672-13f277d694a3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.397543 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-d7b46c32-b1f1-4a54-8672-13f277d694a3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Added segment 23764f87-81e8-4801-ac5e-9f65203218fc of type vlan for network 81d91585-6e53-4a9b-87e9-3f79bc05aef1 Jul 05 03:48:20.430653 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-91690f99-094f-4d24-a945-2b8812ee9b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.432685 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91690f99-094f-4d24-a945-2b8812ee9b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:20.433193 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-91690f99-094f-4d24-a945-2b8812ee9b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.462182 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7b46c32-b1f1-4a54-8672-13f277d694a3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.515834 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91690f99-094f-4d24-a945-2b8812ee9b73 admin admin] Pushing event updated for resources: {'Network': ['ID=2f527dcd-c224-4732-9d6e-d4d04f5cf16b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:20.529338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 2f527dcd-c224-4732-9d6e-d4d04f5cf16b details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:48:20.554528 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Sync routers for ids ['2d68e109-5255-4a82-bb13-5f7c0e06d2f0'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:20.581703 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-91690f99-094f-4d24-a945-2b8812ee9b73 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1610007 Jul 05 03:48:20.584712 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34312) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:20.591065 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2fc7d2e4-54a0-4763-9e31-0992c41304ef admin admin] Request body: {'subnet': {'network_id': '2f527dcd-c224-4732-9d6e-d4d04f5cf16b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1541526214-subnet', 'tenant_id': '049d6f731b7244059d0e544d20e787d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:20.621282 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Routers {'2d68e109-5255-4a82-bb13-5f7c0e06d2f0'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:20.621928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:48:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2d68e109-5255-4a82-bb13-5f7c0e06d2f0'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:20.643711 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7b46c32-b1f1-4a54-8672-13f277d694a3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.649792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b46c32-b1f1-4a54-8672-13f277d694a3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:20.650413 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7b46c32-b1f1-4a54-8672-13f277d694a3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.735461 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc7d2e4-54a0-4763-9e31-0992c41304ef admin admin] Made reservation on behalf of 049d6f731b7244059d0e544d20e787d5 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:20.737894 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d2e4-54a0-4763-9e31-0992c41304ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.766330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Set router 2d68e109-5255-4a82-bb13-5f7c0e06d2f0 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:20.794583 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fcd6163a-6d5f-463f-b5d1-36a5221577a5 req-84da9cbb-5450-48e4-928c-1c7e04f6af09 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/c7ce1558-a959-40ae-b643-016e14805c3c HTTP/1.1" status: 200 len: 1781 time: 0.0501676 Jul 05 03:48:20.819922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b46c32-b1f1-4a54-8672-13f277d694a3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event updated for resources: {'Network': ['ID=81d91585-6e53-4a9b-87e9-3f79bc05aef1,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:20.847402 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 81d91585-6e53-4a9b-87e9-3f79bc05aef1 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:48:20.862228 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d7b46c32-b1f1-4a54-8672-13f277d694a3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3526950 Jul 05 03:48:20.864773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34318) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:20.881885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-569f10c6-8e8b-4ab2-a8ca-0c418b2fa32e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Request body: {'subnet': {'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:20.989232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f72ab426-53d8-4c7c-9195-9409faa098ff req-6a49ae09-f613-47dd-a775-6f046581612a tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 210 time: 0.0635498 Jul 05 03:48:21.014597 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fcd6163a-6d5f-463f-b5d1-36a5221577a5 req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.070425 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fcd6163a-6d5f-463f-b5d1-36a5221577a5 req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.097018 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c0918-299f-4408-831c-0617c659fdce req-de712c04-d925-49fc-a243-915b45f8d2fc tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.098885 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-782c0918-299f-4408-831c-0617c659fdce req-de712c04-d925-49fc-a243-915b45f8d2fc tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "GET /v2.0/ports?device_id=34426928-c71a-442c-aa65-1b70189c497c HTTP/1.1" status: 200 len: 950 time: 0.2609375 Jul 05 03:48:21.117719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'name': 'tempest-ServersTestMultiNic-1155872760-router', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:09Z', 'updated_at': '2021-07-05T03:48:17Z', 'revision_number': 4, 'project_id': 'e05ce83d133e42bebf955019114ffeb2', 'gw_port': {'id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:10Z', 'updated_at': '2021-07-05T03:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6f05d2be-d7a3-4542-9c04-99e10be79d96', 'name': '', 'network_id': '5ae3e56c-d727-4915-ac59-d4f04d171c83', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'mac_address': 'fa:16:3e:0c:0a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b82648ca-d765-4600-b275-5ee9e9e6b0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:18Z', 'revision_number': 2, 'project_id': 'e05ce83d133e42bebf955019114ffeb2', 'subnets': [{'id': 'b82648ca-d765-4600-b275-5ee9e9e6b0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:21.167070 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Checking router: 2d68e109-5255-4a82-bb13-5f7c0e06d2f0 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:21.167763 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Updating router 2d68e109-5255-4a82-bb13-5f7c0e06d2f0 port 6f05d2be-d7a3-4542-9c04-99e10be79d96 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:48:21.205733 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d2e4-54a0-4763-9e31-0992c41304ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.221929 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.240439 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569f10c6-8e8b-4ab2-a8ca-0c418b2fa32e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Made reservation on behalf of e05ce83d133e42bebf955019114ffeb2 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:21.244186 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-569f10c6-8e8b-4ab2-a8ca-0c418b2fa32e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.299911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027024f-1f61-4a10-96b0-11444376dede req-a29fc6eb-f789-4489-805b-c281b11d304d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.301574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f027024f-1f61-4a10-96b0-11444376dede req-a29fc6eb-f789-4489-805b-c281b11d304d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=34426928-c71a-442c-aa65-1b70189c497c HTTP/1.1" status: 200 len: 950 time: 0.1462314 Jul 05 03:48:21.322606 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fcd6163a-6d5f-463f-b5d1-36a5221577a5 req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.327061 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fcd6163a-6d5f-463f-b5d1-36a5221577a5 req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.329270 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fcd6163a-6d5f-463f-b5d1-36a5221577a5 req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "DELETE /v2.0/security-groups/c7ce1558-a959-40ae-b643-016e14805c3c HTTP/1.1" status: 204 len: 173 time: 0.5332789 Jul 05 03:48:21.333959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7d2e4-54a0-4763-9e31-0992c41304ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a9a2ef-524a-40fb-84e6-0402830910c4,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:21.366289 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7d2e4-54a0-4763-9e31-0992c41304ef admin admin] Checking segment: {'id': 'dd02d231-2cd8-44e7-8025-dd72ad3ad213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2f527dcd-c224-4732-9d6e-d4d04f5cf16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:21.366633 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc7d2e4-54a0-4763-9e31-0992c41304ef admin admin] Network hostable DHCP agents. Network: 2f527dcd-c224-4732-9d6e-d4d04f5cf16b, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:48:21.372657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ce1558-a959-40ae-b643-016e14805c3c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:21.396624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-782c0918-299f-4408-831c-0617c659fdce req-2b946386-7323-4594-851a-33b0c9d862d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Deleting port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:21.397601 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-782c0918-299f-4408-831c-0617c659fdce req-2b946386-7323-4594-851a-33b0c9d862d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.417048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.418142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.418892 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.419443 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.420366 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.426032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.426032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.426032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.426032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.426032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.426032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.426032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c269b-17aa-4b61-a2a1-d6bc994e4ca8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.493554 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc7d2e4-54a0-4763-9e31-0992c41304ef admin admin] Network 2f527dcd-c224-4732-9d6e-d4d04f5cf16b is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:48:21.501105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f027024f-1f61-4a10-96b0-11444376dede req-68f2bd4f-0107-4b3d-8c8d-1512d5fa1215 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828303 Jul 05 03:48:21.592015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-2fc7d2e4-54a0-4763-9e31-0992c41304ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 2f527dcd-c224-4732-9d6e-d4d04f5cf16b) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:21.601960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc7d2e4-54a0-4763-9e31-0992c41304ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.606783 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d2e4-54a0-4763-9e31-0992c41304ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.622056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device be69a41f-614f-4cf1-89fc-509ae4814467 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:21.627168 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-569f10c6-8e8b-4ab2-a8ca-0c418b2fa32e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.630223 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-782c0918-299f-4408-831c-0617c659fdce req-2b946386-7323-4594-851a-33b0c9d862d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] For port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9dc8845e-9492-42aa-b1b8-fe7430e2f41c,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:21.630223 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-782c0918-299f-4408-831c-0617c659fdce req-2b946386-7323-4594-851a-33b0c9d862d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.668561 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523bcee8-5669-4d9e-af42-5982e4658c96 None None] Network 2f527dcd-c224-4732-9d6e-d4d04f5cf16b requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:21.672442 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-782c0918-299f-4408-831c-0617c659fdce req-2b946386-7323-4594-851a-33b0c9d862d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Calling delete_port for 9dc8845e-9492-42aa-b1b8-fe7430e2f41c owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:21.708020 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f10c6-8e8b-4ab2-a8ca-0c418b2fa32e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event updated for resources: {'Subnet': ['ID=f883d419-91fd-4f8f-b188-eb1ac603ff06,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:21.737308 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2fc7d2e4-54a0-4763-9e31-0992c41304ef admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1512699 Jul 05 03:48:21.751465 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f10c6-8e8b-4ab2-a8ca-0c418b2fa32e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Checking segment: {'id': '23764f87-81e8-4801-ac5e-9f65203218fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:21.751465 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569f10c6-8e8b-4ab2-a8ca-0c418b2fa32e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Network hostable DHCP agents. Network: 81d91585-6e53-4a9b-87e9-3f79bc05aef1, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:48:21.798838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port be69a41f-614f-4cf1-89fc-509ae4814467 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:21.799190 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.868156 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.894992 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Transition to ACTIVE for port object 6f05d2be-d7a3-4542-9c04-99e10be79d96 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:21.906114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569f10c6-8e8b-4ab2-a8ca-0c418b2fa32e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Network 81d91585-6e53-4a9b-87e9-3f79bc05aef1 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:48:21.912915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b13a1e-32e6-4a71-a607-b5b30d36276e req-5e4094d6-adc4-4af1-880d-b7f2b17d9377 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.914493 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8b13a1e-32e6-4a71-a607-b5b30d36276e req-5e4094d6-adc4-4af1-880d-b7f2b17d9377 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=9afc79c3-19d8-4aa4-9b26-cb19ab913f08 HTTP/1.1" status: 200 len: 949 time: 0.2663674 Jul 05 03:48:21.936312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76292a5d-3fb2-4cce-bcd7-dcf23155c2b6 req-9799f36c-248e-4601-993f-78d685768b01 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.943730 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76292a5d-3fb2-4cce-bcd7-dcf23155c2b6 req-9799f36c-248e-4601-993f-78d685768b01 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.2245183 Jul 05 03:48:21.975415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab47b3c2-1e2f-4f30-8fbf-33debba49b13 None None] Network 2f527dcd-c224-4732-9d6e-d4d04f5cf16b requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:22.039845 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76292a5d-3fb2-4cce-bcd7-dcf23155c2b6 req-7f78f4b0-1043-43d1-8a64-f24b679bd21b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951743 Jul 05 03:48:22.057955 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8b13a1e-32e6-4a71-a607-b5b30d36276e req-37d0bc3f-07b1-4150-b5bd-bd8882bec2e8 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113873 Jul 05 03:48:22.079989 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.124215 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-81d8a58b-a225-4aa2-b897-dbc88af07857 req-626d3fa7-abbd-4460-bc68-9a78eb8b8175 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] show failed (client error): The resource could not be found. Jul 05 03:48:22.131366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96806203-257e-44c4-9847-438d6e7e1af2 None None] Pushing event updated for resources: {'Port': ['ID=6f05d2be-d7a3-4542-9c04-99e10be79d96,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:22.142556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-569f10c6-8e8b-4ab2-a8ca-0c418b2fa32e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 81d91585-6e53-4a9b-87e9-3f79bc05aef1) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:22.146930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569f10c6-8e8b-4ab2-a8ca-0c418b2fa32e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:22.147581 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-569f10c6-8e8b-4ab2-a8ca-0c418b2fa32e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.148147 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81d8a58b-a225-4aa2-b897-dbc88af07857 req-626d3fa7-abbd-4460-bc68-9a78eb8b8175 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/c7ce1558-a959-40ae-b643-016e14805c3c HTTP/1.1" status: 404 len: 352 time: 0.0477300 Jul 05 03:48:22.179575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aed60e9-85b0-402a-b53f-36bddb9a02f5 None None] Network 81d91585-6e53-4a9b-87e9-3f79bc05aef1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:22.211210 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-782c0918-299f-4408-831c-0617c659fdce req-2b946386-7323-4594-851a-33b0c9d862d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.232451 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5db076a6-7dab-45f8-8984-7b7927f628bd', '9dc8845e-9492-42aa-b1b8-fe7430e2f41c', '55cb8e22-92b7-4dcc-836d-7214f9485d7f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:22.321889 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-569f10c6-8e8b-4ab2-a8ca-0c418b2fa32e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4507244 Jul 05 03:48:22.324884 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34340) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:22.330273 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a0a98c49-811d-4ddc-a8fa-d9a5afb32529 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1377687041'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:22.413090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b946386-7323-4594-851a-33b0c9d862d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event deleted for resources: {'Port': ['ID=9dc8845e-9492-42aa-b1b8-fe7430e2f41c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:22.435486 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-11357b22-5e4f-4beb-b224-7c45cb7155b8 req-c335ea22-9c02-419e-b3e0-1165637244f9 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 210 time: 0.1270626 Jul 05 03:48:22.469325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a98c49-811d-4ddc-a8fa-d9a5afb32529 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Made reservation on behalf of e05ce83d133e42bebf955019114ffeb2 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:22.473858 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0a98c49-811d-4ddc-a8fa-d9a5afb32529 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.508944 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-ee12dbbd-64fb-4cca-abe9-7f7f0c79374d req-a9b80c25-6d95-4a7f-acda-c492cc81a3e5 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1559294002', 'description': 'tempest-description-379283342'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:22.517996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a98c49-811d-4ddc-a8fa-d9a5afb32529 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:48:22.533577 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0a98c49-811d-4ddc-a8fa-d9a5afb32529 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.534344 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-a0a98c49-811d-4ddc-a8fa-d9a5afb32529 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Added segment f39da91b-fbf0-417e-bdc4-25eba59e916f of type vlan for network 8a196b30-8591-4f3e-bf8f-979cd389635c Jul 05 03:48:22.560581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-782c0918-299f-4408-831c-0617c659fdce req-2b946386-7323-4594-851a-33b0c9d862d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] No DVR routers for this DVR port 9dc8845e-9492-42aa-b1b8-fe7430e2f41c on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:22.567731 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-782c0918-299f-4408-831c-0617c659fdce req-2b946386-7323-4594-851a-33b0c9d862d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.570723 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-782c0918-299f-4408-831c-0617c659fdce req-2b946386-7323-4594-851a-33b0c9d862d5 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "DELETE /v2.0/ports/9dc8845e-9492-42aa-b1b8-fe7430e2f41c HTTP/1.1" status: 204 len: 173 time: 1.4624760 Jul 05 03:48:22.571413 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34426928-c71a-442c-aa65-1b70189c497c', 'name': 'network-vif-deleted', 'tag': '9dc8845e-9492-42aa-b1b8-fe7430e2f41c'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:22.574681 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f618345-17e2-4a00-8101-7abe50868424" -d '{"events": [{"server_uuid": "34426928-c71a-442c-aa65-1b70189c497c", "name": "network-vif-deleted", "tag": "9dc8845e-9492-42aa-b1b8-fe7430e2f41c"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:22.631571 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0a98c49-811d-4ddc-a8fa-d9a5afb32529 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.660515 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Attempting to bind port 6f05d2be-d7a3-4542-9c04-99e10be79d96 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:22.665177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Attempting to bind port 6f05d2be-d7a3-4542-9c04-99e10be79d96 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '06e27437-8d20-40d5-99d7-7bfc24e44dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ae3e56c-d727-4915-ac59-d4f04d171c83'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:22.665177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Attempting to bind port 6f05d2be-d7a3-4542-9c04-99e10be79d96 on network 5ae3e56c-d727-4915-ac59-d4f04d171c83 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:22.669676 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf117915-cdfe-4b44-b7fa-4ff423c4640e req-653dbe68-8dac-47f0-b6d0-49a91b88ffdc tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:22.671545 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf117915-cdfe-4b44-b7fa-4ff423c4640e req-653dbe68-8dac-47f0-b6d0-49a91b88ffdc tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3d4007b-655b-4bfa-bfcb-e643480ae2a9 HTTP/1.1" status: 200 len: 949 time: 0.1795573 Jul 05 03:48:22.714266 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:22.714662 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Checking segment: {'id': '06e27437-8d20-40d5-99d7-7bfc24e44dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ae3e56c-d727-4915-ac59-d4f04d171c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:22.715065 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.715470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Bound using segment: {'id': '06e27437-8d20-40d5-99d7-7bfc24e44dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ae3e56c-d727-4915-ac59-d4f04d171c83'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:22.715988 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Bound port: 6f05d2be-d7a3-4542-9c04-99e10be79d96, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e27437-8d20-40d5-99d7-7bfc24e44dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ae3e56c-d727-4915-ac59-d4f04d171c83'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:22.716387 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.764651 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ee12dbbd-64fb-4cca-abe9-7f7f0c79374d req-a9b80c25-6d95-4a7f-acda-c492cc81a3e5 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.826224 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-81d91585-6e53-4a9b-87e9-3f79bc05aef1', 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'fixed_ips': [{'subnet_id': 'f883d419-91fd-4f8f-b188-eb1ac603ff06'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:48:22.827595 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.924450 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0a98c49-811d-4ddc-a8fa-d9a5afb32529 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.935493 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a98c49-811d-4ddc-a8fa-d9a5afb32529 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:22.939588 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0a98c49-811d-4ddc-a8fa-d9a5afb32529 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.067967 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a0a98c49-811d-4ddc-a8fa-d9a5afb32529 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7415745 Jul 05 03:48:23.069116 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a98c49-811d-4ddc-a8fa-d9a5afb32529 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event updated for resources: {'Network': ['ID=8a196b30-8591-4f3e-bf8f-979cd389635c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:23.083906 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] For port 6f05d2be-d7a3-4542-9c04-99e10be79d96, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:23.089814 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34354) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:23.102080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c2680105-ebf5-48e5-9e33-96049fc8deb0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Request body: {'subnet': {'network_id': '8a196b30-8591-4f3e-bf8f-979cd389635c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:23.111768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 8a196b30-8591-4f3e-bf8f-979cd389635c details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:48:23.222549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] For port 6f05d2be-d7a3-4542-9c04-99e10be79d96, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6f05d2be-d7a3-4542-9c04-99e10be79d96,segment=NetworkSegment(06e27437-8d20-40d5-99d7-7bfc24e44dbe),segment_id=06e27437-8d20-40d5-99d7-7bfc24e44dbe)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:23.324180 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.350267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b68fdb-0f22-4664-9948-99d24eea974c req-fe9a3f63-59ad-4233-980c-821e2dfa74e7 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.352750 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b68fdb-0f22-4664-9948-99d24eea974c req-fe9a3f63-59ad-4233-980c-821e2dfa74e7 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/networks?id=2f527dcd-c224-4732-9d6e-d4d04f5cf16b HTTP/1.1" status: 200 len: 822 time: 0.6673589 Jul 05 03:48:23.404054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-cf117915-cdfe-4b44-b7fa-4ff423c4640e req-55e8b56e-b62e-4d7a-a65f-4a5a2db13fa0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Deleting port 55cb8e22-92b7-4dcc-836d-7214f9485d7f {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:23.404543 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cf117915-cdfe-4b44-b7fa-4ff423c4640e req-55e8b56e-b62e-4d7a-a65f-4a5a2db13fa0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.436672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Allocated IP 19.80.0.2 (81d91585-6e53-4a9b-87e9-3f79bc05aef1/f883d419-91fd-4f8f-b188-eb1ac603ff06/37c3f480-154b-4c5e-bf87-5ec8f31e4f1a) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:23.533915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-cf117915-cdfe-4b44-b7fa-4ff423c4640e req-55e8b56e-b62e-4d7a-a65f-4a5a2db13fa0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] For port 55cb8e22-92b7-4dcc-836d-7214f9485d7f, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=55cb8e22-92b7-4dcc-836d-7214f9485d7f,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:23.534679 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cf117915-cdfe-4b44-b7fa-4ff423c4640e req-55e8b56e-b62e-4d7a-a65f-4a5a2db13fa0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.556561 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b68fdb-0f22-4664-9948-99d24eea974c req-aed3c7c1-1741-492e-a2d1-ee03149be368 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/quotas/049d6f731b7244059d0e544d20e787d5 HTTP/1.1" status: 200 len: 375 time: 0.1757689 Jul 05 03:48:23.566119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Routers {'2d68e109-5255-4a82-bb13-5f7c0e06d2f0'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:23.567096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:48:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2d68e109-5255-4a82-bb13-5f7c0e06d2f0'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:23.585139 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96806203-257e-44c4-9847-438d6e7e1af2 None None] Pushing event updated for resources: {'Port': ['ID=6f05d2be-d7a3-4542-9c04-99e10be79d96,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:23.613758 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-cf117915-cdfe-4b44-b7fa-4ff423c4640e req-55e8b56e-b62e-4d7a-a65f-4a5a2db13fa0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Calling delete_port for 55cb8e22-92b7-4dcc-836d-7214f9485d7f owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:23.634624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-df147333-70ed-4e94-a5e5-9cfd87fcc480 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.637569 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-df147333-70ed-4e94-a5e5-9cfd87fcc480 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.36 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 807 time: 0.2393045 Jul 05 03:48:23.651786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-62b90fd8-6197-48a2-8dd6-05bfb99f842b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Request body: {'port': {'device_id': '4516ac08-dfca-4b99-befd-d097fcde8f8f', 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125', 'admin_state_up': True, 'tenant_id': '5de69650861e4b2ab64c64456b5c16e4'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:23.655133 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b68fdb-0f22-4664-9948-99d24eea974c req-5ac53caa-d6c5-45f7-a7f0-a0e109758818 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=049d6f731b7244059d0e544d20e787d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971506 Jul 05 03:48:23.784668 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ee12dbbd-64fb-4cca-abe9-7f7f0c79374d req-a9b80c25-6d95-4a7f-acda-c492cc81a3e5 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.786766 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.797018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Transition to ACTIVE for port object 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:23.837071 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b68fdb-0f22-4664-9948-99d24eea974c req-f836a8b2-7566-4149-8df6-e2005243e788 service neutron] 10.222.0.38 "GET /v2.0/networks/2f527dcd-c224-4732-9d6e-d4d04f5cf16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810544 Jul 05 03:48:23.844196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Transition to ACTIVE for port object 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:23.898464 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ee12dbbd-64fb-4cca-abe9-7f7f0c79374d req-a9b80c25-6d95-4a7f-acda-c492cc81a3e5 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.940802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] Set router 2d68e109-5255-4a82-bb13-5f7c0e06d2f0 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:23.969673 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.013148 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b80c25-6d95-4a7f-acda-c492cc81a3e5 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf67bdf-6cc8-4073-9101-40e67a2d5a24,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:24.014654 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2680105-ebf5-48e5-9e33-96049fc8deb0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Made reservation on behalf of e05ce83d133e42bebf955019114ffeb2 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:24.026518 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2680105-ebf5-48e5-9e33-96049fc8deb0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.084721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b68fdb-0f22-4664-9948-99d24eea974c req-e66243d8-9ec5-463c-ba63-5be975b12ad5 service neutron] 10.222.0.38 "GET /v2.0/networks/2f527dcd-c224-4732-9d6e-d4d04f5cf16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369828 Jul 05 03:48:24.119014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Network 81d91585-6e53-4a9b-87e9-3f79bc05aef1 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:24.123861 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:24.128700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-62b90fd8-6197-48a2-8dd6-05bfb99f842b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Made reservation on behalf of 5de69650861e4b2ab64c64456b5c16e4 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:24.130033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:24.132336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b4f4c-a784-4b02-bdba-77e7dac57570 req-8af9e459-16b7-4d20-b20b-a9f3d4560f89 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:24.134359 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-62b90fd8-6197-48a2-8dd6-05bfb99f842b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.136189 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-955b4f4c-a784-4b02-bdba-77e7dac57570 req-8af9e459-16b7-4d20-b20b-a9f3d4560f89 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afc79c3-19d8-4aa4-9b26-cb19ab913f08 HTTP/1.1" status: 200 len: 949 time: 0.2892778 Jul 05 03:48:24.155271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Pushing event updated for resources: {'Port': ['ID=37c3f480-154b-4c5e-bf87-5ec8f31e4f1a,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:24.233487 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ee12dbbd-64fb-4cca-abe9-7f7f0c79374d req-a9b80c25-6d95-4a7f-acda-c492cc81a3e5 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.240326 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ee12dbbd-64fb-4cca-abe9-7f7f0c79374d req-a9b80c25-6d95-4a7f-acda-c492cc81a3e5 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.7814894 Jul 05 03:48:24.301571 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cf117915-cdfe-4b44-b7fa-4ff423c4640e req-55e8b56e-b62e-4d7a-a65f-4a5a2db13fa0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.379588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-62b90fd8-6197-48a2-8dd6-05bfb99f842b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Allocated IP 172.20.0.4 (0afd212f-7e29-4013-a682-9abe025fe125/2332289e-5fbe-496d-8ce1-e0de67e408f4/92731db1-2fac-4f39-9211-8d7b0b63fab4) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:24.409014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5db076a6-7dab-45f8-8984-7b7927f628bd'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:24.433273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf117915-cdfe-4b44-b7fa-4ff423c4640e req-55e8b56e-b62e-4d7a-a65f-4a5a2db13fa0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] No DVR routers for this DVR port 55cb8e22-92b7-4dcc-836d-7214f9485d7f on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:24.437409 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cf117915-cdfe-4b44-b7fa-4ff423c4640e req-55e8b56e-b62e-4d7a-a65f-4a5a2db13fa0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.439873 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf117915-cdfe-4b44-b7fa-4ff423c4640e req-55e8b56e-b62e-4d7a-a65f-4a5a2db13fa0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "DELETE /v2.0/ports/55cb8e22-92b7-4dcc-836d-7214f9485d7f HTTP/1.1" status: 204 len: 173 time: 1.7623763 Jul 05 03:48:24.440691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8b56e-b62e-4d7a-a65f-4a5a2db13fa0 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event deleted for resources: {'Port': ['ID=55cb8e22-92b7-4dcc-836d-7214f9485d7f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:24.476094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-955b4f4c-a784-4b02-bdba-77e7dac57570 req-7ad3b216-6b24-4906-8817-c46e4a72d1f1 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Deleting port cab50dcd-9535-4617-a615-7ab6c7e43e68 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:24.476534 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-955b4f4c-a784-4b02-bdba-77e7dac57570 req-7ad3b216-6b24-4906-8817-c46e4a72d1f1 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.616051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-955b4f4c-a784-4b02-bdba-77e7dac57570 req-7ad3b216-6b24-4906-8817-c46e4a72d1f1 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] For port cab50dcd-9535-4617-a615-7ab6c7e43e68, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cab50dcd-9535-4617-a615-7ab6c7e43e68,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:24.616704 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-955b4f4c-a784-4b02-bdba-77e7dac57570 req-7ad3b216-6b24-4906-8817-c46e4a72d1f1 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.625577 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65440072-5b30-4a7f-8eb9-65c2f8eb5b5f x-openstack-request-id: req-65440072-5b30-4a7f-8eb9-65c2f8eb5b5f {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:24.625985 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34426928-c71a-442c-aa65-1b70189c497c", "name": "network-vif-deleted", "tag": "9dc8845e-9492-42aa-b1b8-fe7430e2f41c", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:24.626302 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-65440072-5b30-4a7f-8eb9-65c2f8eb5b5f {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:24.626938 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34426928-c71a-442c-aa65-1b70189c497c', 'name': 'network-vif-deleted', 'tag': '9dc8845e-9492-42aa-b1b8-fe7430e2f41c', 'status': 'completed', 'code': 200} Jul 05 03:48:24.667305 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-955b4f4c-a784-4b02-bdba-77e7dac57570 req-7ad3b216-6b24-4906-8817-c46e4a72d1f1 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Calling delete_port for cab50dcd-9535-4617-a615-7ab6c7e43e68 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:24.765544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-62b90fd8-6197-48a2-8dd6-05bfb99f842b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.769748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-539bc6b8-dd6f-4fe8-b1ac-14571ff48954 req-4cfbf284-ea50-46d9-8d90-cbd68a2156ea tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=34426928-c71a-442c-aa65-1b70189c497c HTTP/1.1" status: 200 len: 210 time: 0.1405492 Jul 05 03:48:24.856192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Attempting to bind port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:24.860917 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Attempting to bind port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '23764f87-81e8-4801-ac5e-9f65203218fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:24.861486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Attempting to bind port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a on network 81d91585-6e53-4a9b-87e9-3f79bc05aef1 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:24.896586 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edfb7c-7130-497f-94ff-7ce3d25820d1 req-1aad8e39-bb51-4e8f-a3a8-73eb5d33facb tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:24.906239 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15edfb7c-7130-497f-94ff-7ce3d25820d1 req-1aad8e39-bb51-4e8f-a3a8-73eb5d33facb tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.2781839 Jul 05 03:48:24.934672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:24.935380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Checking segment: {'id': '23764f87-81e8-4801-ac5e-9f65203218fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:24.937633 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.938428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Bound using segment: {'id': '23764f87-81e8-4801-ac5e-9f65203218fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:24.942679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Bound port: 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23764f87-81e8-4801-ac5e-9f65203218fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:24.943599 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.964457 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15edfb7c-7130-497f-94ff-7ce3d25820d1 req-f14fc757-e94c-4b01-b3df-5e8885c75543 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571020 Jul 05 03:48:25.031514 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-62b90fd8-6197-48a2-8dd6-05bfb99f842b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.063000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'name': 'tempest-ServersTestMultiNic-1155872760-router', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:09Z', 'updated_at': '2021-07-05T03:48:17Z', 'revision_number': 4, 'project_id': 'e05ce83d133e42bebf955019114ffeb2', 'gw_port': {'id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:10Z', 'updated_at': '2021-07-05T03:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6f05d2be-d7a3-4542-9c04-99e10be79d96', 'name': '', 'network_id': '5ae3e56c-d727-4915-ac59-d4f04d171c83', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'mac_address': 'fa:16:3e:0c:0a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b82648ca-d765-4600-b275-5ee9e9e6b0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:23Z', 'revision_number': 4, 'project_id': 'e05ce83d133e42bebf955019114ffeb2', 'subnets': [{'id': 'b82648ca-d765-4600-b275-5ee9e9e6b0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:25.114909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['3a30efd6-bd00-42d2-9e11-63674f2d9621'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:25.123560 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-62b90fd8-6197-48a2-8dd6-05bfb99f842b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Network 0afd212f-7e29-4013-a682-9abe025fe125 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:25.137145 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-62b90fd8-6197-48a2-8dd6-05bfb99f842b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:25.147554 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-62b90fd8-6197-48a2-8dd6-05bfb99f842b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:25.181940 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-955b4f4c-a784-4b02-bdba-77e7dac57570 req-7ad3b216-6b24-4906-8817-c46e4a72d1f1 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.248317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b90fd8-6197-48a2-8dd6-05bfb99f842b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Pushing event updated for resources: {'Port': ['ID=92731db1-2fac-4f39-9211-8d7b0b63fab4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:25.254986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9dc8845e-9492-42aa-b1b8-fe7430e2f41c no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:25.268621 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311e686-b4bc-4426-9549-d047b06b73ea None None] The sync data for ids ['2d68e109-5255-4a82-bb13-5f7c0e06d2f0'] in n-d-771363-32 is: [{'id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'name': 'tempest-ServersTestMultiNic-1155872760-router', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:09Z', 'updated_at': '2021-07-05T03:48:17Z', 'revision_number': 4, 'project_id': 'e05ce83d133e42bebf955019114ffeb2', 'gw_port': {'id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:10Z', 'updated_at': '2021-07-05T03:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6f05d2be-d7a3-4542-9c04-99e10be79d96', 'name': '', 'network_id': '5ae3e56c-d727-4915-ac59-d4f04d171c83', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'mac_address': 'fa:16:3e:0c:0a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b82648ca-d765-4600-b275-5ee9e9e6b0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:15Z', 'updated_at': '2021-07-05T03:48:23Z', 'revision_number': 4, 'project_id': 'e05ce83d133e42bebf955019114ffeb2', 'subnets': [{'id': 'b82648ca-d765-4600-b275-5ee9e9e6b0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:25.268869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3b216-6b24-4906-8817-c46e4a72d1f1 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Pushing event deleted for resources: {'Port': ['ID=cab50dcd-9535-4617-a615-7ab6c7e43e68,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:25.280021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-62b90fd8-6197-48a2-8dd6-05bfb99f842b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:25.282213 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-62b90fd8-6197-48a2-8dd6-05bfb99f842b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.311955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 9dc8845e-9492-42aa-b1b8-fe7430e2f41c {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:25.312410 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9dc8845e-9492-42aa-b1b8-fe7430e2f41c not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:25.312843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 55cb8e22-92b7-4dcc-836d-7214f9485d7f no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:25.428843 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2680105-ebf5-48e5-9e33-96049fc8deb0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.436510 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-955b4f4c-a784-4b02-bdba-77e7dac57570 req-7ad3b216-6b24-4906-8817-c46e4a72d1f1 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] No DVR routers for this DVR port cab50dcd-9535-4617-a615-7ab6c7e43e68 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:25.441314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 55cb8e22-92b7-4dcc-836d-7214f9485d7f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:25.441576 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 55cb8e22-92b7-4dcc-836d-7214f9485d7f not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:25.446885 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-955b4f4c-a784-4b02-bdba-77e7dac57570 req-7ad3b216-6b24-4906-8817-c46e4a72d1f1 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.449954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-955b4f4c-a784-4b02-bdba-77e7dac57570 req-7ad3b216-6b24-4906-8817-c46e4a72d1f1 tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.36 "DELETE /v2.0/ports/cab50dcd-9535-4617-a615-7ab6c7e43e68 HTTP/1.1" status: 204 len: 173 time: 1.2949128 Jul 05 03:48:25.474141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6ec37-5a15-42d7-8011-7e727d76e824 req-75ce8c3f-d349-4b0f-abdb-9334ec174acc tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:25.478823 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] For port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:25.486369 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ff6ec37-5a15-42d7-8011-7e727d76e824 req-75ce8c3f-d349-4b0f-abdb-9334ec174acc tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/ports?device_id=9afc79c3-19d8-4aa4-9b26-cb19ab913f08 HTTP/1.1" status: 200 len: 866 time: 0.3955774 Jul 05 03:48:25.505433 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-62b90fd8-6197-48a2-8dd6-05bfb99f842b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8589532 Jul 05 03:48:25.527439 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Request body: {'port': {'device_id': '4516ac08-dfca-4b99-befd-d097fcde8f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:25.533260 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] For port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=37c3f480-154b-4c5e-bf87-5ec8f31e4f1a,segment=NetworkSegment(23764f87-81e8-4801-ac5e-9f65203218fc),segment_id=23764f87-81e8-4801-ac5e-9f65203218fc)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:25.597160 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ff6ec37-5a15-42d7-8011-7e727d76e824 req-20b8df14-2cff-42d2-8fe6-eea0f8f0c63c tempest-ListImageFiltersTestJSON-1041434450 tempest-ListImageFiltersTestJSON-1041434450-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3da3db-14cc-4051-8d9f-34777cfa5244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018562 Jul 05 03:48:25.671670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24432d-4306-44cb-8b7f-775fa2f25fa4 req-17019b80-223e-4316-bb30-2c5d924b8195 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:25.671670 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e24432d-4306-44cb-8b7f-775fa2f25fa4 req-17019b80-223e-4316-bb30-2c5d924b8195 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 931 time: 0.1396439 Jul 05 03:48:25.681619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2680105-ebf5-48e5-9e33-96049fc8deb0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event updated for resources: {'Subnet': ['ID=6783e486-a344-45e2-b8c9-f7551f83f865,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:25.747259 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.755077 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-68d03858-315d-45dc-87e5-3acc471db47b req-066da169-27db-40af-8786-9ce406431ac0 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2104097342', 'description': 'tempest-description-441718179'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:25.830961 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e24432d-4306-44cb-8b7f-775fa2f25fa4 req-da26d1d2-9e32-4031-bbb7-3c6a781b2f4c tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580956 Jul 05 03:48:25.836949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2680105-ebf5-48e5-9e33-96049fc8deb0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Checking segment: {'id': 'f39da91b-fbf0-417e-bdc4-25eba59e916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8a196b30-8591-4f3e-bf8f-979cd389635c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:25.837444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2680105-ebf5-48e5-9e33-96049fc8deb0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Network hostable DHCP agents. Network: 8a196b30-8591-4f3e-bf8f-979cd389635c, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:48:25.878835 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.963282 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-68d03858-315d-45dc-87e5-3acc471db47b req-066da169-27db-40af-8786-9ce406431ac0 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.022602 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40eb15-e4c6-4731-aedd-913858d59ff5 None None] Pushing event updated for resources: {'Port': ['ID=37c3f480-154b-4c5e-bf87-5ec8f31e4f1a,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:26.099280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2680105-ebf5-48e5-9e33-96049fc8deb0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Network 8a196b30-8591-4f3e-bf8f-979cd389635c is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:48:26.227696 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-68d03858-315d-45dc-87e5-3acc471db47b req-066da169-27db-40af-8786-9ce406431ac0 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.269395 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c31cb004-187e-42ac-8864-f93506950207 req-eb4e4a9a-3b4b-4c07-b29d-37b9e2dea43b tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 210 time: 0.2368505 Jul 05 03:48:26.316416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['4a83a22c-d895-4235-b2bc-210fe6f1ae10'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:26.331424 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-68d03858-315d-45dc-87e5-3acc471db47b req-066da169-27db-40af-8786-9ce406431ac0 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.345746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-c2680105-ebf5-48e5-9e33-96049fc8deb0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 8a196b30-8591-4f3e-bf8f-979cd389635c) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:26.364725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2680105-ebf5-48e5-9e33-96049fc8deb0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:26.365543 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2680105-ebf5-48e5-9e33-96049fc8deb0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.436396 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19aff54-f91d-4256-b47a-8f8a751a8d1d None None] Network 8a196b30-8591-4f3e-bf8f-979cd389635c requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:26.449479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066da169-27db-40af-8786-9ce406431ac0 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe340a3e-bed1-423e-b495-d10deb07aba2,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:26.489120 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-68d03858-315d-45dc-87e5-3acc471db47b req-066da169-27db-40af-8786-9ce406431ac0 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.490419 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68d03858-315d-45dc-87e5-3acc471db47b req-066da169-27db-40af-8786-9ce406431ac0 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7597337 Jul 05 03:48:26.566596 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c2680105-ebf5-48e5-9e33-96049fc8deb0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4751558 Jul 05 03:48:26.628482 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d4007b-655b-4bfa-bfcb-e643480ae2a9', 'name': 'network-vif-deleted', 'tag': '55cb8e22-92b7-4dcc-836d-7214f9485d7f'}, {'server_uuid': '9afc79c3-19d8-4aa4-9b26-cb19ab913f08', 'name': 'network-vif-deleted', 'tag': 'cab50dcd-9535-4617-a615-7ab6c7e43e68'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:26.631408 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb306d9-b937-45fb-90e7-b4dca3bdc578" -d '{"events": [{"server_uuid": "e3d4007b-655b-4bfa-bfcb-e643480ae2a9", "name": "network-vif-deleted", "tag": "55cb8e22-92b7-4dcc-836d-7214f9485d7f"}, {"server_uuid": "9afc79c3-19d8-4aa4-9b26-cb19ab913f08", "name": "network-vif-deleted", "tag": "cab50dcd-9535-4617-a615-7ab6c7e43e68"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:26.830101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92731db1-2fac-4f39-9211-8d7b0b63fab4 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:26.852376 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-f6b24dac-79d8-41c0-9cd6-56ccfc064488 req-6d86737b-490c-4c9b-8565-229fab3deb5b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-30603082', 'description': 'tempest-description-1049637412'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:26.856936 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.887835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Transition to ACTIVE for port object 92731db1-2fac-4f39-9211-8d7b0b63fab4 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:26.946092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956c827-47c3-4a76-b890-4455558dbd2d req-cf7a4232-236a-4663-a392-2002313e1b31 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:26.948990 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d956c827-47c3-4a76-b890-4455558dbd2d req-cf7a4232-236a-4663-a392-2002313e1b31 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.1853807 Jul 05 03:48:27.037497 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.041022 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d956c827-47c3-4a76-b890-4455558dbd2d req-bc0575e7-1f68-4135-bf3d-a293a9286c7b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852559 Jul 05 03:48:27.122670 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f6b24dac-79d8-41c0-9cd6-56ccfc064488 req-6d86737b-490c-4c9b-8565-229fab3deb5b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.245251 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-8a196b30-8591-4f3e-bf8f-979cd389635c', 'network_id': '8a196b30-8591-4f3e-bf8f-979cd389635c', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'fixed_ips': [{'subnet_id': '6783e486-a344-45e2-b8c9-f7551f83f865'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:48:27.246827 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.402752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Pushing event updated for resources: {'Port': ['ID=92731db1-2fac-4f39-9211-8d7b0b63fab4,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:27.457715 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Attempting to bind port 92731db1-2fac-4f39-9211-8d7b0b63fab4 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:27.458136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Attempting to bind port 92731db1-2fac-4f39-9211-8d7b0b63fab4 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:27.458544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Attempting to bind port 92731db1-2fac-4f39-9211-8d7b0b63fab4 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:27.466046 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Port 92731db1-2fac-4f39-9211-8d7b0b63fab4 on network 0afd212f-7e29-4013-a682-9abe025fe125 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:27.466375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Attempting to bind port 92731db1-2fac-4f39-9211-8d7b0b63fab4 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:27.497501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:27.498982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Checking segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:27.500394 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Bound using segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:27.501486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Bound port: 92731db1-2fac-4f39-9211-8d7b0b63fab4, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:27.502544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.537456 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19b44cb-c4c0-492a-9c4d-d25dacbf82c3 x-openstack-request-id: req-d19b44cb-c4c0-492a-9c4d-d25dacbf82c3 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:27.538018 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d4007b-655b-4bfa-bfcb-e643480ae2a9", "name": "network-vif-deleted", "tag": "55cb8e22-92b7-4dcc-836d-7214f9485d7f", "status": "completed", "code": 200}, {"server_uuid": "9afc79c3-19d8-4aa4-9b26-cb19ab913f08", "name": "network-vif-deleted", "tag": "cab50dcd-9535-4617-a615-7ab6c7e43e68", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:27.538279 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d19b44cb-c4c0-492a-9c4d-d25dacbf82c3 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:27.540666 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d4007b-655b-4bfa-bfcb-e643480ae2a9', 'name': 'network-vif-deleted', 'tag': '55cb8e22-92b7-4dcc-836d-7214f9485d7f', 'status': 'completed', 'code': 200} Jul 05 03:48:27.544527 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afc79c3-19d8-4aa4-9b26-cb19ab913f08', 'name': 'network-vif-deleted', 'tag': 'cab50dcd-9535-4617-a615-7ab6c7e43e68', 'status': 'completed', 'code': 200} Jul 05 03:48:27.612933 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f6b24dac-79d8-41c0-9cd6-56ccfc064488 req-6d86737b-490c-4c9b-8565-229fab3deb5b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.660166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] For port 92731db1-2fac-4f39-9211-8d7b0b63fab4, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:27.669177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] For port 92731db1-2fac-4f39-9211-8d7b0b63fab4, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=92731db1-2fac-4f39-9211-8d7b0b63fab4,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:27.727089 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f6b24dac-79d8-41c0-9cd6-56ccfc064488 req-6d86737b-490c-4c9b-8565-229fab3deb5b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.781205 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.782984 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:27.849957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Allocated IP 19.86.0.2 (8a196b30-8591-4f3e-bf8f-979cd389635c/6783e486-a344-45e2-b8c9-f7551f83f865/4075b075-ba31-43a0-9dbb-9cf074a93f5d) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:27.905024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:27.907401 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.913756 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] 10.222.0.36 "PUT /v2.0/ports/92731db1-2fac-4f39-9211-8d7b0b63fab4 HTTP/1.1" status: 200 len: 1092 time: 2.3937261 Jul 05 03:48:27.939476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4516ac08-dfca-4b99-befd-d097fcde8f8f', 'tag': '92731db1-2fac-4f39-9211-8d7b0b63fab4'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:27.943587 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b4c160-501e-4a37-b5c1-74d070b75f84" -d '{"events": [{"name": "network-changed", "server_uuid": "4516ac08-dfca-4b99-befd-d097fcde8f8f", "tag": "92731db1-2fac-4f39-9211-8d7b0b63fab4"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:27.991035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe08867-2f72-44b3-a5b4-88ce59899f8f service neutron] Pushing event updated for resources: {'Port': ['ID=92731db1-2fac-4f39-9211-8d7b0b63fab4,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:28.046984 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082602ef-e133-4d09-bdb0-71168b9def57 None None] Network 81d91585-6e53-4a9b-87e9-3f79bc05aef1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:28.112696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86737b-490c-4c9b-8565-229fab3deb5b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b83d59-fcb0-405c-9e1b-4e9950549128,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:28.166294 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-df865e57-607c-47d6-a9cc-37cce832baba req-203fa9e3-255d-445f-85e6-f14e4d8e5061 service neutron] show failed (client error): The resource could not be found. Jul 05 03:48:28.168140 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-203fa9e3-255d-445f-85e6-f14e4d8e5061 service neutron] 10.222.0.36 "GET /v2.0/ports/e981caad-1bd2-4beb-ad0a-d94e99b47229/bindings/n-h1-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.3897231 Jul 05 03:48:28.185370 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f6b24dac-79d8-41c0-9cd6-56ccfc064488 req-6d86737b-490c-4c9b-8565-229fab3deb5b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.192818 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6b24dac-79d8-41c0-9cd6-56ccfc064488 req-6d86737b-490c-4c9b-8565-229fab3deb5b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.3516710 Jul 05 03:48:28.267340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:28.283487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-889ef819-b969-493a-bde3-c2fa033e7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.289231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6f05d2be-d7a3-4542-9c04-99e10be79d96 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:28.293167 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-ca6136d2-b2ac-4956-9ece-bee356096dac tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.299405 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-889ef819-b969-493a-bde3-c2fa033e7e8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 1095 time: 0.1957743 Jul 05 03:48:28.307697 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-ca6136d2-b2ac-4956-9ece-bee356096dac tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.324706 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-ca6136d2-b2ac-4956-9ece-bee356096dac tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/networks?id=81d91585-6e53-4a9b-87e9-3f79bc05aef1&id=8a196b30-8591-4f3e-bf8f-979cd389635c&id=81d91585-6e53-4a9b-87e9-3f79bc05aef1 HTTP/1.1" status: 200 len: 1391 time: 0.3446054 Jul 05 03:48:28.342451 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-313e3813-17b4-4355-a9ea-219f35a33eb4 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/quotas/e05ce83d133e42bebf955019114ffeb2 HTTP/1.1" status: 200 len: 375 time: 0.0167551 Jul 05 03:48:28.350552 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.392129 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cab50dcd-9535-4617-a615-7ab6c7e43e68 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:28.422797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Transition to ACTIVE for port object 4075b075-ba31-43a0-9dbb-9cf074a93f5d will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:28.431373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: cab50dcd-9535-4617-a615-7ab6c7e43e68 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:28.433234 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cab50dcd-9535-4617-a615-7ab6c7e43e68 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:28.441572 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5e167e04-b1af-49af-ac1e-8c789660a95a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e05ce83d133e42bebf955019114ffeb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0979476 Jul 05 03:48:28.445408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1cfedc66-8e72-40f7-8c31-26dfd8fe9a60 None None] Provisioning for port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:28.450300 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-3daa2a2c-7392-4978-95dc-8626f16bc62b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92731db1-2fac-4f39-9211-8d7b0b63fab4 HTTP/1.1" status: 200 len: 217 time: 0.1419585 Jul 05 03:48:28.481830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1cfedc66-8e72-40f7-8c31-26dfd8fe9a60 None None] Provisioning complete for port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:28.482563 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1cfedc66-8e72-40f7-8c31-26dfd8fe9a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.496277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Transition to ACTIVE for port object 4075b075-ba31-43a0-9dbb-9cf074a93f5d will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:28.604929 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.607770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-9b5bd7c1-615b-415a-abf0-4aaa2bec4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.610367 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-9b5bd7c1-615b-415a-abf0-4aaa2bec4986 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.1542149 Jul 05 03:48:28.634192 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-062da574-72e1-4934-9350-4cbc777e2c18 service neutron] 10.222.0.38 "GET /v2.0/networks/81d91585-6e53-4a9b-87e9-3f79bc05aef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917138 Jul 05 03:48:28.660963 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-f3b200ff-f9a2-4bac-86fb-5fa54f395f08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394623 Jul 05 03:48:28.666058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 6f05d2be-d7a3-4542-9c04-99e10be79d96 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:28.688566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Network 8a196b30-8591-4f3e-bf8f-979cd389635c is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:28.695519 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:28.702735 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 6f05d2be-d7a3-4542-9c04-99e10be79d96 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:28.703154 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.716054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31fad3-3639-4656-b925-30dcd6b91c64 req-f306e680-a8a3-4774-8f60-0357a4446ad9 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.717718 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b31fad3-3639-4656-b925-30dcd6b91c64 req-f306e680-a8a3-4774-8f60-0357a4446ad9 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 943 time: 0.1888723 Jul 05 03:48:28.726280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:28.789460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Pushing event updated for resources: {'Port': ['ID=4075b075-ba31-43a0-9dbb-9cf074a93f5d,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:28.843660 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b31fad3-3639-4656-b925-30dcd6b91c64 req-19d17574-2bb1-4414-afb2-6f51f01313be tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014354 Jul 05 03:48:28.847226 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1cfedc66-8e72-40f7-8c31-26dfd8fe9a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.847917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-143ad812-f24e-445d-bbb4-d05e3bef3b87 service neutron] 10.222.0.38 "GET /v2.0/networks/81d91585-6e53-4a9b-87e9-3f79bc05aef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126262 Jul 05 03:48:28.954470 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-d6df56ae-ea05-4c48-8ccd-28c8aed3c230 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816679 Jul 05 03:48:29.021433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Attempting to bind port 4075b075-ba31-43a0-9dbb-9cf074a93f5d on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:29.021814 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Attempting to bind port 4075b075-ba31-43a0-9dbb-9cf074a93f5d by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'f39da91b-fbf0-417e-bdc4-25eba59e916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8a196b30-8591-4f3e-bf8f-979cd389635c'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:29.022184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Attempting to bind port 4075b075-ba31-43a0-9dbb-9cf074a93f5d on network 8a196b30-8591-4f3e-bf8f-979cd389635c {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:29.024912 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-dda17dcc-c71a-4bdb-8177-404a59026747 service neutron] 10.222.0.38 "GET /v2.0/networks/8a196b30-8591-4f3e-bf8f-979cd389635c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533406 Jul 05 03:48:29.029339 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-1cfedc66-8e72-40f7-8c31-26dfd8fe9a60 None None] For port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=37c3f480-154b-4c5e-bf87-5ec8f31e4f1a,segment=NetworkSegment(23764f87-81e8-4801-ac5e-9f65203218fc),segment_id=23764f87-81e8-4801-ac5e-9f65203218fc)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:29.043296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:29.043714 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Checking segment: {'id': 'f39da91b-fbf0-417e-bdc4-25eba59e916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8a196b30-8591-4f3e-bf8f-979cd389635c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:29.044151 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.044559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Bound using segment: {'id': 'f39da91b-fbf0-417e-bdc4-25eba59e916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8a196b30-8591-4f3e-bf8f-979cd389635c'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:29.045189 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Bound port: 4075b075-ba31-43a0-9dbb-9cf074a93f5d, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39da91b-fbf0-417e-bdc4-25eba59e916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8a196b30-8591-4f3e-bf8f-979cd389635c'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:29.045463 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.123844 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98a5acb6-12da-4e2d-a538-f146de606c85 req-57b82ec4-41c1-4780-815e-95fb4aa03813 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642628 Jul 05 03:48:29.151916 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.183249 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1cfedc66-8e72-40f7-8c31-26dfd8fe9a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.224656 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7913e20-50fe-45e1-acdb-25c59021d173 req-aebdc62a-01a2-406f-b132-05452b4daee9 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 210 time: 0.1320019 Jul 05 03:48:29.250547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] For port 4075b075-ba31-43a0-9dbb-9cf074a93f5d, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:29.278349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] For port 4075b075-ba31-43a0-9dbb-9cf074a93f5d, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4075b075-ba31-43a0-9dbb-9cf074a93f5d,segment=NetworkSegment(f39da91b-fbf0-417e-bdc4-25eba59e916f),segment_id=f39da91b-fbf0-417e-bdc4-25eba59e916f)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:29.283432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 6f05d2be-d7a3-4542-9c04-99e10be79d96, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6f05d2be-d7a3-4542-9c04-99e10be79d96,segment=NetworkSegment(06e27437-8d20-40d5-99d7-7bfc24e44dbe),segment_id=06e27437-8d20-40d5-99d7-7bfc24e44dbe)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:29.309514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfedc66-8e72-40f7-8c31-26dfd8fe9a60 None None] Pushing event updated for resources: {'Port': ['ID=37c3f480-154b-4c5e-bf87-5ec8f31e4f1a,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:29.321848 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b0230d7e-9d5e-4239-a12b-47e96a889d78 None None] Provisioning complete for port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:29.322366 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b0230d7e-9d5e-4239-a12b-47e96a889d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.389721 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.395586 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.500327 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-c3177361-c398-49d2-aaa7-5e4992a6729b service neutron] 10.222.0.38 "GET /v2.0/networks/8a196b30-8591-4f3e-bf8f-979cd389635c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677491 Jul 05 03:48:29.553117 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b68fdb-0f22-4664-9948-99d24eea974c req-1809859b-29ed-4271-8158-94e45dbd4db1 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:29.554997 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b68fdb-0f22-4664-9948-99d24eea974c req-1809859b-29ed-4271-8158-94e45dbd4db1 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.10 "GET /v2.0/networks?id=2f527dcd-c224-4732-9d6e-d4d04f5cf16b HTTP/1.1" status: 200 len: 822 time: 0.3426800 Jul 05 03:48:29.606746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-85b68fdb-0f22-4664-9948-99d24eea974c req-3fddaa01-b0c9-47cd-b445-c0bb3c40505e tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Request body: {'port': {'device_id': '0b9b0111-8844-41a5-aec6-7cd89d1d2877', 'network_id': '2f527dcd-c224-4732-9d6e-d4d04f5cf16b', 'admin_state_up': True, 'tenant_id': '049d6f731b7244059d0e544d20e787d5'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:29.624059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:29.632358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2b68c-c6c7-45a2-b136-1c0f4dbfc6b9 None None] Pushing event updated for resources: {'Port': ['ID=4075b075-ba31-43a0-9dbb-9cf074a93f5d,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:29.642289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df865e57-607c-47d6-a9cc-37cce832baba req-24a37450-ca3a-435d-ba4a-875b722c8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:29.643790 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-24a37450-ca3a-435d-ba4a-875b722c8d1b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb&tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f HTTP/1.1" status: 200 len: 1101 time: 0.3766828 Jul 05 03:48:29.682479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:29.759811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=6f05d2be-d7a3-4542-9c04-99e10be79d96,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:29.773362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:29.773759 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.910115 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-fa680487-9f41-499b-8123-40297c59bd2f service neutron] 10.222.0.38 "GET /v2.0/networks/81d91585-6e53-4a9b-87e9-3f79bc05aef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902533 Jul 05 03:48:30.163280 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.266769 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-186f65f9-8af2-4207-8346-0d9fd87a7d7b service neutron] 10.222.0.38 "GET /v2.0/networks/81d91585-6e53-4a9b-87e9-3f79bc05aef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431455 Jul 05 03:48:30.331183 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b68fdb-0f22-4664-9948-99d24eea974c req-3fddaa01-b0c9-47cd-b445-c0bb3c40505e tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Made reservation on behalf of 049d6f731b7244059d0e544d20e787d5 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:30.335045 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-85b68fdb-0f22-4664-9948-99d24eea974c req-3fddaa01-b0c9-47cd-b445-c0bb3c40505e tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.600332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-85b68fdb-0f22-4664-9948-99d24eea974c req-3fddaa01-b0c9-47cd-b445-c0bb3c40505e tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Allocated IP 172.20.0.14 (2f527dcd-c224-4732-9d6e-d4d04f5cf16b/c5a9a2ef-524a-40fb-84e6-0402830910c4/6b2441f9-a639-4192-b7c8-cee8061ab71a) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:30.604818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:30.673500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:30.889695 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a28017f-80bb-4622-abff-8402cbe58edb x-openstack-request-id: req-9a28017f-80bb-4622-abff-8402cbe58edb {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:30.890206 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4516ac08-dfca-4b99-befd-d097fcde8f8f", "tag": "92731db1-2fac-4f39-9211-8d7b0b63fab4", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:30.890449 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9a28017f-80bb-4622-abff-8402cbe58edb {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:30.891327 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4516ac08-dfca-4b99-befd-d097fcde8f8f', 'tag': '92731db1-2fac-4f39-9211-8d7b0b63fab4', 'status': 'completed', 'code': 200} Jul 05 03:48:31.060744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4c160-501e-4a37-b5c1-74d070b75f84 req-9ef4c94c-5be4-4eea-b546-0c58e5443ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:31.075704 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6b4c160-501e-4a37-b5c1-74d070b75f84 req-9ef4c94c-5be4-4eea-b546-0c58e5443ea4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 1095 time: 0.1554027 Jul 05 03:48:31.222471 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459432a6-71b4-405d-852c-be5004b1d510 None None] Network 8a196b30-8591-4f3e-bf8f-979cd389635c requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:31.250737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4c160-501e-4a37-b5c1-74d070b75f84 req-ad6326f2-6403-49a2-ba8c-1d5a920c890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:31.253322 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6b4c160-501e-4a37-b5c1-74d070b75f84 req-ad6326f2-6403-49a2-ba8c-1d5a920c890d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.1715074 Jul 05 03:48:31.310081 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6b4c160-501e-4a37-b5c1-74d070b75f84 req-552f8cc0-326d-413a-b8ac-701b281dac12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92731db1-2fac-4f39-9211-8d7b0b63fab4 HTTP/1.1" status: 200 len: 217 time: 0.0480893 Jul 05 03:48:31.382594 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4c160-501e-4a37-b5c1-74d070b75f84 req-5f236317-66c6-43da-bb09-fd49aac8e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:31.386801 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6b4c160-501e-4a37-b5c1-74d070b75f84 req-5f236317-66c6-43da-bb09-fd49aac8e575 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.0684006 Jul 05 03:48:31.390591 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:31.393565 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f10c70-d510-478c-a1cc-44d92e310c6d" -d '{"events": [{"server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "name": "network-vif-unplugged", "status": "completed", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:31.398682 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.440004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b1fa991d-754d-40b7-8e78-c8a7792dc2c1 None None] Provisioning for port 4075b075-ba31-43a0-9dbb-9cf074a93f5d completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:31.497539 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Transition to ACTIVE for port object e981caad-1bd2-4beb-ad0a-d94e99b47229 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:31.516910 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6b4c160-501e-4a37-b5c1-74d070b75f84 req-ab5137bb-a679-46f2-bb82-805ba933b582 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232810 Jul 05 03:48:31.597316 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.720614 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6b4c160-501e-4a37-b5c1-74d070b75f84 req-167c00b5-6beb-4575-a026-90070873faf8 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963620 Jul 05 03:48:31.727842 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-85b68fdb-0f22-4664-9948-99d24eea974c req-3fddaa01-b0c9-47cd-b445-c0bb3c40505e tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.749296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6f05d2be-d7a3-4542-9c04-99e10be79d96 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:31.811360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20854c5-5aad-45ac-b209-1f00196a78f3 req-1532e16c-87fa-45c1-bd4b-922f53ce4531 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:31.821182 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e20854c5-5aad-45ac-b209-1f00196a78f3 req-1532e16c-87fa-45c1-bd4b-922f53ce4531 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.5032213 Jul 05 03:48:31.858487 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6b4c160-501e-4a37-b5c1-74d070b75f84 req-9fc6c7ee-48d9-4183-8e82-cdd58b7db6ec service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310449 Jul 05 03:48:31.873840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 6f05d2be-d7a3-4542-9c04-99e10be79d96 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:31.874472 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.929501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e20854c5-5aad-45ac-b209-1f00196a78f3 req-f83d5862-cd92-4e43-9ad7-8569986c76ce tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068606 Jul 05 03:48:32.032025 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd24d9da-ae76-4299-b70e-b3aedb8593ed req-398bf114-b58e-434d-9119-5f0958ffec6c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=47beb1ed7ed2463ca72d0758eb6a067a HTTP/1.1" status: 200 len: 10895 time: 0.7192340 Jul 05 03:48:32.038679 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-85b68fdb-0f22-4664-9948-99d24eea974c req-3fddaa01-b0c9-47cd-b445-c0bb3c40505e tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.055865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] No DVR routers for this DVR port e981caad-1bd2-4beb-ad0a-d94e99b47229 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:32.058687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Pushing event updated for resources: {'Port': ['ID=e981caad-1bd2-4beb-ad0a-d94e99b47229,revision_number=6']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:32.097962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4075b075-ba31-43a0-9dbb-9cf074a93f5d up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:32.160777 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.203874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b68fdb-0f22-4664-9948-99d24eea974c req-3fddaa01-b0c9-47cd-b445-c0bb3c40505e tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Network 2f527dcd-c224-4732-9d6e-d4d04f5cf16b is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:32.236978 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-85b68fdb-0f22-4664-9948-99d24eea974c req-3fddaa01-b0c9-47cd-b445-c0bb3c40505e tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:32.239712 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b68fdb-0f22-4664-9948-99d24eea974c req-3fddaa01-b0c9-47cd-b445-c0bb3c40505e tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:32.242795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddaa01-b0c9-47cd-b445-c0bb3c40505e tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Pushing event updated for resources: {'Port': ['ID=6b2441f9-a639-4192-b7c8-cee8061ab71a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:32.298806 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Attempting to bind port e981caad-1bd2-4beb-ad0a-d94e99b47229 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:32.299144 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Attempting to bind port e981caad-1bd2-4beb-ad0a-d94e99b47229 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:32.299474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Attempting to bind port e981caad-1bd2-4beb-ad0a-d94e99b47229 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:32.311958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Port e981caad-1bd2-4beb-ad0a-d94e99b47229 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:32.312313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Attempting to bind port e981caad-1bd2-4beb-ad0a-d94e99b47229 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:32.317582 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd24d9da-ae76-4299-b70e-b3aedb8593ed req-934e5f4c-7268-4a05-837f-c132dbfce409 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/95ff1d0d-2466-49d3-9764-8434842832d6 HTTP/1.1" status: 200 len: 2981 time: 0.2630017 Jul 05 03:48:32.327263 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:32.327597 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:32.327972 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:32.328645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Bound port: e981caad-1bd2-4beb-ad0a-d94e99b47229, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:32.329238 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.336532 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b68fdb-0f22-4664-9948-99d24eea974c req-3fddaa01-b0c9-47cd-b445-c0bb3c40505e tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:32.336866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 4075b075-ba31-43a0-9dbb-9cf074a93f5d completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:32.340436 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-85b68fdb-0f22-4664-9948-99d24eea974c req-3fddaa01-b0c9-47cd-b445-c0bb3c40505e tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.341541 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 4075b075-ba31-43a0-9dbb-9cf074a93f5d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:32.341923 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.392307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e981caad-1bd2-4beb-ad0a-d94e99b47229 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:32.438816 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd24d9da-ae76-4299-b70e-b3aedb8593ed req-36d83632-7e90-4465-ba01-0323c6ccf910 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/95ff1d0d-2466-49d3-9764-8434842832d6 HTTP/1.1" status: 200 len: 2981 time: 0.1135652 Jul 05 03:48:32.484572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e981caad-1bd2-4beb-ad0a-d94e99b47229 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:32.487960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:32.493788 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:32.497353 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b68fdb-0f22-4664-9948-99d24eea974c req-3fddaa01-b0c9-47cd-b445-c0bb3c40505e tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9002781 Jul 05 03:48:32.501488 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.517519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Request body: {'port': {'device_id': '0b9b0111-8844-41a5-aec6-7cd89d1d2877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:32.565385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 4075b075-ba31-43a0-9dbb-9cf074a93f5d, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4075b075-ba31-43a0-9dbb-9cf074a93f5d,segment=NetworkSegment(f39da91b-fbf0-417e-bdc4-25eba59e916f),segment_id=f39da91b-fbf0-417e-bdc4-25eba59e916f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:32.641755 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.748546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:32.748546 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.748546 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] 10.222.0.10 "PUT /v2.0/ports/e981caad-1bd2-4beb-ad0a-d94e99b47229 HTTP/1.1" status: 200 len: 1096 time: 3.0263686 Jul 05 03:48:32.748546 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.806469 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b0972-83ab-4adc-8c7b-5f4ad09b9672 service neutron] Pushing event updated for resources: {'Port': ['ID=e981caad-1bd2-4beb-ad0a-d94e99b47229,revision_number=7']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:32.970578 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8fea5-d57a-43b7-9902-b60c8e16209a req-ddeddc09-5222-4699-9027-8e06cf80cb15 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:32.972263 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28c8fea5-d57a-43b7-9902-b60c8e16209a req-ddeddc09-5222-4699-9027-8e06cf80cb15 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 943 time: 0.2752295 Jul 05 03:48:32.980313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df865e57-607c-47d6-a9cc-37cce832baba req-809ab5d9-331e-4329-b854-4f1838b9dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:32.981831 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-809ab5d9-331e-4329-b854-4f1838b9dec8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 1099 time: 0.2419658 Jul 05 03:48:33.067305 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.151633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=4075b075-ba31-43a0-9dbb-9cf074a93f5d,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:33.157401 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28c8fea5-d57a-43b7-9902-b60c8e16209a req-874f6e3d-bbf1-4d15-9dc1-0b7b850dd35e tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658294 Jul 05 03:48:33.219454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df865e57-607c-47d6-a9cc-37cce832baba req-5b9370fb-9fe6-46e6-8cf4-bfdf0187ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:33.221045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-5b9370fb-9fe6-46e6-8cf4-bfdf0187ac3b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2278175 Jul 05 03:48:33.307840 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-ad1af257-9345-48b2-8081-bca827753c45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229 HTTP/1.1" status: 200 len: 217 time: 0.0678706 Jul 05 03:48:33.360258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2441f9-a639-4192-b7c8-cee8061ab71a {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:33.384189 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7277b0f6-c46e-44a3-97c2-132928638ef2 req-788df7b7-43d0-4880-bcda-747f26a9116b tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 210 time: 0.0736108 Jul 05 03:48:33.394939 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.425599 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Transition to ACTIVE for port object 6b2441f9-a639-4192-b7c8-cee8061ab71a will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:33.431369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df865e57-607c-47d6-a9cc-37cce832baba req-0aa3e386-316a-42cc-9d0c-ed690befee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:33.433172 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-0aa3e386-316a-42cc-9d0c-ed690befee96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1071911 Jul 05 03:48:33.461799 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d160ba8-1842-4ec4-ac07-72c0e43f9c68 req-010b3a96-d023-427a-8b57-8119580ef964 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:33.468231 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d160ba8-1842-4ec4-ac07-72c0e43f9c68 req-010b3a96-d023-427a-8b57-8119580ef964 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 932 time: 0.2294648 Jul 05 03:48:33.525224 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.578210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4075b075-ba31-43a0-9dbb-9cf074a93f5d up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:33.606439 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d160ba8-1842-4ec4-ac07-72c0e43f9c68 req-7371c206-529b-443f-9772-0329d890abc5 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c364524-bb55-48eb-95f3-682ffa4751e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285090 Jul 05 03:48:33.621494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df865e57-607c-47d6-a9cc-37cce832baba req-24fd18bf-2e7b-4dd7-aa58-718dafd81dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:33.632335 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-24fd18bf-2e7b-4dd7-aa58-718dafd81dcb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1821384 Jul 05 03:48:33.642421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2441f9-a639-4192-b7c8-cee8061ab71a,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:33.655778 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 4075b075-ba31-43a0-9dbb-9cf074a93f5d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:33.656261 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.663869 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.700218 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c7ac7a-c619-49e7-b1f6-1292c4970c4d x-openstack-request-id: req-04c7ac7a-c619-49e7-b1f6-1292c4970c4d {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:33.700218 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "name": "network-vif-unplugged", "status": "completed", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:33.700218 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-04c7ac7a-c619-49e7-b1f6-1292c4970c4d {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:33.700769 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229', 'code': 200} Jul 05 03:48:33.844283 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-5faa0bf9-bea0-4d5c-b783-6ebb165456b9 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028100 Jul 05 03:48:33.863231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Attempting to bind port 6b2441f9-a639-4192-b7c8-cee8061ab71a on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:33.863470 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Attempting to bind port 6b2441f9-a639-4192-b7c8-cee8061ab71a by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'dd02d231-2cd8-44e7-8025-dd72ad3ad213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2f527dcd-c224-4732-9d6e-d4d04f5cf16b'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:33.863796 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Attempting to bind port 6b2441f9-a639-4192-b7c8-cee8061ab71a on network 2f527dcd-c224-4732-9d6e-d4d04f5cf16b {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:33.909094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Port 6b2441f9-a639-4192-b7c8-cee8061ab71a on network 2f527dcd-c224-4732-9d6e-d4d04f5cf16b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:33.909416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Attempting to bind port 6b2441f9-a639-4192-b7c8-cee8061ab71a on network 2f527dcd-c224-4732-9d6e-d4d04f5cf16b {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:33.928813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:33.929146 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Checking segment: {'id': 'dd02d231-2cd8-44e7-8025-dd72ad3ad213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2f527dcd-c224-4732-9d6e-d4d04f5cf16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:33.929529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Bound using segment: {'id': 'dd02d231-2cd8-44e7-8025-dd72ad3ad213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2f527dcd-c224-4732-9d6e-d4d04f5cf16b'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:33.929951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Bound port: 6b2441f9-a639-4192-b7c8-cee8061ab71a, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd02d231-2cd8-44e7-8025-dd72ad3ad213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2f527dcd-c224-4732-9d6e-d4d04f5cf16b'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:33.930305 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.948810 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2e825a5-ee93-49e7-aaf6-e95c6b89a0ac req-3eaff86d-8c25-4226-a4a8-5571ff08fa13 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/aaf67bdf-6cc8-4073-9101-40e67a2d5a24 HTTP/1.1" status: 200 len: 1800 time: 0.1189671 Jul 05 03:48:34.039845 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df865e57-607c-47d6-a9cc-37cce832baba req-f110dfce-ce5d-4d2d-879c-0243529e5a9c service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861572 Jul 05 03:48:34.070206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] For port 6b2441f9-a639-4192-b7c8-cee8061ab71a, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:34.077651 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] For port 6b2441f9-a639-4192-b7c8-cee8061ab71a, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6b2441f9-a639-4192-b7c8-cee8061ab71a,segment=NetworkSegment(dd02d231-2cd8-44e7-8025-dd72ad3ad213),segment_id=dd02d231-2cd8-44e7-8025-dd72ad3ad213)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:34.082823 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2e825a5-ee93-49e7-aaf6-e95c6b89a0ac req-7882fd4a-32c8-41e5-981f-fcc422b6898a tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.106062 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2e825a5-ee93-49e7-aaf6-e95c6b89a0ac req-7882fd4a-32c8-41e5-981f-fcc422b6898a tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.233502 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.268610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.269247 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.270573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b68fdb-0f22-4664-9948-99d24eea974c req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] 10.222.0.10 "PUT /v2.0/ports/6b2441f9-a639-4192-b7c8-cee8061ab71a HTTP/1.1" status: 200 len: 1093 time: 1.7609408 Jul 05 03:48:34.273264 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2e825a5-ee93-49e7-aaf6-e95c6b89a0ac req-7882fd4a-32c8-41e5-981f-fcc422b6898a tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.276551 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2e825a5-ee93-49e7-aaf6-e95c6b89a0ac req-7882fd4a-32c8-41e5-981f-fcc422b6898a tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.277677 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2e825a5-ee93-49e7-aaf6-e95c6b89a0ac req-7882fd4a-32c8-41e5-981f-fcc422b6898a tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "DELETE /v2.0/security-groups/aaf67bdf-6cc8-4073-9101-40e67a2d5a24 HTTP/1.1" status: 204 len: 173 time: 0.3168139 Jul 05 03:48:34.298033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882fd4a-32c8-41e5-981f-fcc422b6898a tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf67bdf-6cc8-4073-9101-40e67a2d5a24,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:34.310616 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95107183-7c25-441a-95a8-8b957ae72030 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2441f9-a639-4192-b7c8-cee8061ab71a,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:34.452115 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843530a3-115b-45e9-bfed-65746ab6f714 req-d8db1599-6e27-48d0-8e26-263e76bed4f9 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.455431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-843530a3-115b-45e9-bfed-65746ab6f714 req-d8db1599-6e27-48d0-8e26-263e76bed4f9 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 947 time: 0.0735598 Jul 05 03:48:34.556677 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-843530a3-115b-45e9-bfed-65746ab6f714 req-e470d166-2020-47de-852f-378f8eaf41fd tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889475 Jul 05 03:48:34.616038 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a333dcc-8ce1-4236-9ed5-4fa0a8f3f1a9 req-b673cb5e-5064-4a15-9c2b-13a8da16f432 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.617564 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a333dcc-8ce1-4236-9ed5-4fa0a8f3f1a9 req-b673cb5e-5064-4a15-9c2b-13a8da16f432 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 950 time: 0.1337807 Jul 05 03:48:34.625493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b68fdb-0f22-4664-9948-99d24eea974c req-41b68b09-9a31-43a4-b1d0-49279197fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.630495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b68fdb-0f22-4664-9948-99d24eea974c req-41b68b09-9a31-43a4-b1d0-49279197fe99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=049d6f731b7244059d0e544d20e787d5&device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 1096 time: 0.1090691 Jul 05 03:48:34.689518 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b68fdb-0f22-4664-9948-99d24eea974c req-cbb4886d-2399-467d-a499-f4d1b9dcbc15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b2441f9-a639-4192-b7c8-cee8061ab71a HTTP/1.1" status: 200 len: 217 time: 0.0427549 Jul 05 03:48:34.762060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a333dcc-8ce1-4236-9ed5-4fa0a8f3f1a9 req-ab7110c9-1f06-4cb6-acfd-1d3ca4c26d84 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/security-groups?id=3e2898f6-13b8-4b80-a56d-5547cadfbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341741 Jul 05 03:48:34.793442 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b68fdb-0f22-4664-9948-99d24eea974c req-7e65a904-b6d2-4318-81a6-60f2ed94d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.794861 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b68fdb-0f22-4664-9948-99d24eea974c req-7e65a904-b6d2-4318-81a6-60f2ed94d1f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c5a9a2ef-524a-40fb-84e6-0402830910c4 HTTP/1.1" status: 200 len: 862 time: 0.0906599 Jul 05 03:48:34.826226 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-d169ade8-0ea9-4df1-83a7-fcdca79b9cf3 req-3130545f-76cb-4678-9cb3-918361b39742 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] show failed (client error): The resource could not be found. Jul 05 03:48:34.832352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d169ade8-0ea9-4df1-83a7-fcdca79b9cf3 req-3130545f-76cb-4678-9cb3-918361b39742 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/aaf67bdf-6cc8-4073-9101-40e67a2d5a24 HTTP/1.1" status: 404 len: 352 time: 0.0383286 Jul 05 03:48:34.849603 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b68fdb-0f22-4664-9948-99d24eea974c req-92425227-6ab2-4426-9255-c1facce20508 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f527dcd-c224-4732-9d6e-d4d04f5cf16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449128 Jul 05 03:48:34.858677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295aaf3-3d5a-4561-a33d-a1778f522a3f req-90d8e22c-a143-40b5-9ead-e9721c07aa5a tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.862012 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f295aaf3-3d5a-4561-a33d-a1778f522a3f req-90d8e22c-a143-40b5-9ead-e9721c07aa5a tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 943 time: 0.1746848 Jul 05 03:48:34.961190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f295aaf3-3d5a-4561-a33d-a1778f522a3f req-5a4bccdc-85db-4dd7-932e-08e0428f875b tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912633 Jul 05 03:48:34.990914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-15437af2-577a-4637-be9c-5e3f084d75f3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.997844 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-15437af2-577a-4637-be9c-5e3f084d75f3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.999521 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-15437af2-577a-4637-be9c-5e3f084d75f3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.36 "GET /v2.0/networks?id=81d91585-6e53-4a9b-87e9-3f79bc05aef1&id=8a196b30-8591-4f3e-bf8f-979cd389635c&id=81d91585-6e53-4a9b-87e9-3f79bc05aef1 HTTP/1.1" status: 200 len: 1391 time: 0.1496320 Jul 05 03:48:35.016827 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-8a5be326-6cf5-4839-becf-f149caf75add tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Request body: {'port': {'device_id': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1', 'admin_state_up': True, 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:35.071872 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b68fdb-0f22-4664-9948-99d24eea974c req-9da3977d-dd33-4c43-be8a-e50e5c6926df service neutron] 10.222.0.10 "GET /v2.0/networks/2f527dcd-c224-4732-9d6e-d4d04f5cf16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094519 Jul 05 03:48:35.180411 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9642a3f5-eab7-40f8-8a0d-d117cf5c4498 req-fce2c65f-c6bf-4616-8d35-2c1e925b9ac8 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 210 time: 0.0381126 Jul 05 03:48:35.212358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd745ad-0674-4035-9786-21519e9a34dc req-5bbd3030-b2e6-46ae-a543-7d56cd54b9d1 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:35.213988 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dfd745ad-0674-4035-9786-21519e9a34dc req-5bbd3030-b2e6-46ae-a543-7d56cd54b9d1 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 950 time: 0.2244546 Jul 05 03:48:35.258590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b68fdb-0f22-4664-9948-99d24eea974c req-7f1af13e-8b04-4573-b719-56fd5294dfe9 service neutron] 10.222.0.10 "GET /v2.0/networks/2f527dcd-c224-4732-9d6e-d4d04f5cf16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763949 Jul 05 03:48:35.274041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-8a5be326-6cf5-4839-becf-f149caf75add tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Made reservation on behalf of e05ce83d133e42bebf955019114ffeb2 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:35.279607 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-8a5be326-6cf5-4839-becf-f149caf75add tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.418202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-dfd745ad-0674-4035-9786-21519e9a34dc req-6054fa67-2470-4452-a91c-420daaf3371d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Deleting port 5db076a6-7dab-45f8-8984-7b7927f628bd {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:35.418202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-dfd745ad-0674-4035-9786-21519e9a34dc req-6054fa67-2470-4452-a91c-420daaf3371d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.468444 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7d2fc-b67f-4260-a6c8-7fc55e57f764 req-f529743f-3e97-48db-8043-7e2b58b43f48 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:35.470093 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9d7d2fc-b67f-4260-a6c8-7fc55e57f764 req-f529743f-3e97-48db-8043-7e2b58b43f48 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 944 time: 0.1407638 Jul 05 03:48:35.547214 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9d7d2fc-b67f-4260-a6c8-7fc55e57f764 req-a22a3ff3-4e75-4308-88fb-2b3632d9edb3 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c364524-bb55-48eb-95f3-682ffa4751e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710914 Jul 05 03:48:35.579589 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-dfd745ad-0674-4035-9786-21519e9a34dc req-6054fa67-2470-4452-a91c-420daaf3371d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] For port 5db076a6-7dab-45f8-8984-7b7927f628bd, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5db076a6-7dab-45f8-8984-7b7927f628bd,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:35.579976 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-dfd745ad-0674-4035-9786-21519e9a34dc req-6054fa67-2470-4452-a91c-420daaf3371d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.599354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-dfd745ad-0674-4035-9786-21519e9a34dc req-6054fa67-2470-4452-a91c-420daaf3371d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Calling delete_port for 5db076a6-7dab-45f8-8984-7b7927f628bd owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:35.702019 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229'}, {'name': 'network-changed', 'server_uuid': '0b9b0111-8844-41a5-aec6-7cd89d1d2877', 'tag': '6b2441f9-a639-4192-b7c8-cee8061ab71a'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:35.705079 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c249a9-9632-4820-9340-39d59e4b13fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229"}, {"name": "network-changed", "server_uuid": "0b9b0111-8844-41a5-aec6-7cd89d1d2877", "tag": "6b2441f9-a639-4192-b7c8-cee8061ab71a"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:35.790373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-8a5be326-6cf5-4839-becf-f149caf75add tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Allocated IP 19.80.0.56 (81d91585-6e53-4a9b-87e9-3f79bc05aef1/f883d419-91fd-4f8f-b188-eb1ac603ff06/94bdfa88-2e17-4ce5-b821-6beb1c036e44) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:35.804342 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3afd9b1-f5bc-4fb2-a17a-8edfd439f7cd req-814a9f20-5c5a-4c30-a21f-586192c9bc02 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/fe340a3e-bed1-423e-b495-d10deb07aba2 HTTP/1.1" status: 200 len: 1800 time: 0.0638618 Jul 05 03:48:35.899296 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-dfd745ad-0674-4035-9786-21519e9a34dc req-6054fa67-2470-4452-a91c-420daaf3371d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.908334 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c3afd9b1-f5bc-4fb2-a17a-8edfd439f7cd req-240f8a7c-9ba4-4abf-9b1d-bb4c72b98abf tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.917033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5db076a6-7dab-45f8-8984-7b7927f628bd'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:35.957274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054fa67-2470-4452-a91c-420daaf3371d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Pushing event deleted for resources: {'Port': ['ID=5db076a6-7dab-45f8-8984-7b7927f628bd,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:35.967568 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c3afd9b1-f5bc-4fb2-a17a-8edfd439f7cd req-240f8a7c-9ba4-4abf-9b1d-bb4c72b98abf tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.970480 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-8a5be326-6cf5-4839-becf-f149caf75add tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.987018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-8a5be326-6cf5-4839-becf-f149caf75add tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Transition to ACTIVE for port object 94bdfa88-2e17-4ce5-b821-6beb1c036e44 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:36.038441 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd745ad-0674-4035-9786-21519e9a34dc req-6054fa67-2470-4452-a91c-420daaf3371d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] No DVR routers for this DVR port 5db076a6-7dab-45f8-8984-7b7927f628bd on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:36.041126 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-dfd745ad-0674-4035-9786-21519e9a34dc req-6054fa67-2470-4452-a91c-420daaf3371d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.043182 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dfd745ad-0674-4035-9786-21519e9a34dc req-6054fa67-2470-4452-a91c-420daaf3371d tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.10 "DELETE /v2.0/ports/5db076a6-7dab-45f8-8984-7b7927f628bd HTTP/1.1" status: 204 len: 173 time: 0.8002558 Jul 05 03:48:36.055734 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f2aa1-d185-4791-aa70-953ef1de687c req-cd6cb60e-7ffb-4244-8c20-152cefe6a083 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.057627 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c0f2aa1-d185-4791-aa70-953ef1de687c req-cd6cb60e-7ffb-4244-8c20-152cefe6a083 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 947 time: 0.2219381 Jul 05 03:48:36.100086 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c0f2aa1-d185-4791-aa70-953ef1de687c req-f626d024-a71f-4034-bdd3-188a194fa7f0 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354483 Jul 05 03:48:36.166543 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea4f107-8cb1-4e52-9112-476ced461468 x-openstack-request-id: req-fea4f107-8cb1-4e52-9112-476ced461468 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:36.171892 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0b9b0111-8844-41a5-aec6-7cd89d1d2877", "tag": "6b2441f9-a639-4192-b7c8-cee8061ab71a", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:36.171892 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fea4f107-8cb1-4e52-9112-476ced461468 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:36.171892 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229', 'status': 'completed', 'code': 200} Jul 05 03:48:36.171892 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9b0111-8844-41a5-aec6-7cd89d1d2877', 'tag': '6b2441f9-a639-4192-b7c8-cee8061ab71a', 'status': 'completed', 'code': 200} Jul 05 03:48:36.226861 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-8a5be326-6cf5-4839-becf-f149caf75add tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.233242 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c3afd9b1-f5bc-4fb2-a17a-8edfd439f7cd req-240f8a7c-9ba4-4abf-9b1d-bb4c72b98abf tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.236021 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c3afd9b1-f5bc-4fb2-a17a-8edfd439f7cd req-240f8a7c-9ba4-4abf-9b1d-bb4c72b98abf tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.238245 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3afd9b1-f5bc-4fb2-a17a-8edfd439f7cd req-240f8a7c-9ba4-4abf-9b1d-bb4c72b98abf tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "DELETE /v2.0/security-groups/fe340a3e-bed1-423e-b495-d10deb07aba2 HTTP/1.1" status: 204 len: 173 time: 0.4291699 Jul 05 03:48:36.285494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f8a7c-9ba4-4abf-9b1d-bb4c72b98abf tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe340a3e-bed1-423e-b495-d10deb07aba2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:36.360037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-8a5be326-6cf5-4839-becf-f149caf75add tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Network 81d91585-6e53-4a9b-87e9-3f79bc05aef1 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:36.381664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-8a5be326-6cf5-4839-becf-f149caf75add tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:36.390885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-8a5be326-6cf5-4839-becf-f149caf75add tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:36.493046 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5be326-6cf5-4839-becf-f149caf75add tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event updated for resources: {'Port': ['ID=94bdfa88-2e17-4ce5-b821-6beb1c036e44,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:36.519601 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-8a5be326-6cf5-4839-becf-f149caf75add tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.520882 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-8a5be326-6cf5-4839-becf-f149caf75add tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.635765 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-8a5be326-6cf5-4839-becf-f149caf75add tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6178908 Jul 05 03:48:36.636361 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34530) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:36.653221 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-230344ee-6ba1-4e77-82e7-3692e1913de9 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Request body: {'port': {'device_id': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'network_id': '8a196b30-8591-4f3e-bf8f-979cd389635c', 'admin_state_up': True, 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:36.858837 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1abae06e-e722-40c8-9583-02097382aff4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c3ccc1d1fdf9491ca81e5a619d893025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212894 Jul 05 03:48:36.861432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34536) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:36.891301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a9e2919-93e3-466f-9768-c35f944a9838 req-098ad14a-be1e-42bd-af13-efe2f2edf9e1 tempest-ServersOnMultiNodesTest-115760027 tempest-ServersOnMultiNodesTest-115760027-project] 10.222.0.38 "GET /v2.0/ports?device_id=3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86 HTTP/1.1" status: 200 len: 210 time: 0.5891111 Jul 05 03:48:36.902679 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c249a9-9632-4820-9340-39d59e4b13fe req-98cba5bc-67d3-4161-9a99-891610646d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.904353 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-98cba5bc-67d3-4161-9a99-891610646d40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 1099 time: 0.7160769 Jul 05 03:48:36.934824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e0335bc9-89dc-4fd8-be9c-68ca8555fc02 None None] Provisioning for port 94bdfa88-2e17-4ce5-b821-6beb1c036e44 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:36.940567 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e0335bc9-89dc-4fd8-be9c-68ca8555fc02 None None] Provisioning complete for port 94bdfa88-2e17-4ce5-b821-6beb1c036e44 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:36.940715 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c249a9-9632-4820-9340-39d59e4b13fe req-6eab0551-bef0-4cdc-9627-0cfe5193021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.942080 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e0335bc9-89dc-4fd8-be9c-68ca8555fc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.942235 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-6eab0551-bef0-4cdc-9627-0cfe5193021b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 1099 time: 0.7232037 Jul 05 03:48:36.944987 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-edcb40b8-1507-4f42-b44d-2f65ab8c8620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.973120 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-edcb40b8-1507-4f42-b44d-2f65ab8c8620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.987321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e0335bc9-89dc-4fd8-be9c-68ca8555fc02 None None] Port 94bdfa88-2e17-4ce5-b821-6beb1c036e44 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:37.029421 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-230344ee-6ba1-4e77-82e7-3692e1913de9 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Made reservation on behalf of e05ce83d133e42bebf955019114ffeb2 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:37.036877 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-230344ee-6ba1-4e77-82e7-3692e1913de9 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.114292 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-edcb40b8-1507-4f42-b44d-2f65ab8c8620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.115275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c249a9-9632-4820-9340-39d59e4b13fe req-eaf67bfd-bb11-451c-a12b-c15b9d1643a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.116764 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-eaf67bfd-bb11-451c-a12b-c15b9d1643a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1914537 Jul 05 03:48:37.117017 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-edcb40b8-1507-4f42-b44d-2f65ab8c8620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.118248 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-edcb40b8-1507-4f42-b44d-2f65ab8c8620 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d3da3db-14cc-4051-8d9f-34777cfa5244 HTTP/1.1" status: 204 len: 168 time: 0.2556438 Jul 05 03:48:37.130798 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b88f97-2169-44e0-a2b3-42dc91091eaa req-8403f4f8-41bd-4de3-9ff8-a8e509b5c640 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.137916 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21b88f97-2169-44e0-a2b3-42dc91091eaa req-8403f4f8-41bd-4de3-9ff8-a8e509b5c640 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 943 time: 0.2524896 Jul 05 03:48:37.141255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb40b8-1507-4f42-b44d-2f65ab8c8620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3da3db-14cc-4051-8d9f-34777cfa5244,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:37.193098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c249a9-9632-4820-9340-39d59e4b13fe req-77fcc72c-c046-4859-a4af-6b074fa1702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.194574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-77fcc72c-c046-4859-a4af-6b074fa1702e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2416255 Jul 05 03:48:37.200061 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-da0bf6a8-7dd4-487f-804e-c13f7080528e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229 HTTP/1.1" status: 200 len: 217 time: 0.0584111 Jul 05 03:48:37.231241 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e981caad-1bd2-4beb-ad0a-d94e99b47229 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:37.255462 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-230344ee-6ba1-4e77-82e7-3692e1913de9 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Allocated IP 19.86.0.246 (8a196b30-8591-4f3e-bf8f-979cd389635c/6783e486-a344-45e2-b8c9-f7551f83f865/9285a7e0-781f-4ad6-866b-55bf867f659d) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:37.306160 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:48:37.307467 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-a7a726df-09a8-43cb-902f-6d05108c4ac9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229 HTTP/1.1" status: 200 len: 217 time: 0.0958664 Jul 05 03:48:37.329592 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21b88f97-2169-44e0-a2b3-42dc91091eaa req-8ff03e35-e371-46f5-b010-0847f7f8a8d7 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906741 Jul 05 03:48:37.412561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c249a9-9632-4820-9340-39d59e4b13fe req-44758ab7-0297-46e8-b4e3-9be20d0b9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.414403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-44758ab7-0297-46e8-b4e3-9be20d0b9015 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.2041438 Jul 05 03:48:37.425016 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-12e7997f-6779-41ed-b5c6-a0a3f7f6902f req-dcd5b23e-8d62-4f8a-9fa9-1a1be39e21b2 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] show failed (client error): The resource could not be found. Jul 05 03:48:37.440643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-12e7997f-6779-41ed-b5c6-a0a3f7f6902f req-dcd5b23e-8d62-4f8a-9fa9-1a1be39e21b2 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/fe340a3e-bed1-423e-b495-d10deb07aba2 HTTP/1.1" status: 404 len: 352 time: 0.0750704 Jul 05 03:48:37.525874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c249a9-9632-4820-9340-39d59e4b13fe req-ec5bf78b-5c1f-4ab0-ac6d-f5043c841ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.527210 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-ec5bf78b-5c1f-4ab0-ac6d-f5043c841ad9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1907136 Jul 05 03:48:37.556476 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-230344ee-6ba1-4e77-82e7-3692e1913de9 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.591771 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-230344ee-6ba1-4e77-82e7-3692e1913de9 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Transition to ACTIVE for port object 9285a7e0-781f-4ad6-866b-55bf867f659d will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:37.595934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:37.615472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'e981caad-1bd2-4beb-ad0a-d94e99b47229', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'e981caad-1bd2-4beb-ad0a-d94e99b47229', 'mac_address': 'fa:16:3e:3f:e3:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:37.626874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acf098-b820-4260-8fbf-7f098b2f2364 req-837715f5-a9e8-49e3-b35e-1d8133f25dba tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.628431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8acf098-b820-4260-8fbf-7f098b2f2364 req-837715f5-a9e8-49e3-b35e-1d8133f25dba tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 931 time: 0.4326947 Jul 05 03:48:37.666791 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.684117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e981caad-1bd2-4beb-ad0a-d94e99b47229 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:37.705595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:37.710831 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-230344ee-6ba1-4e77-82e7-3692e1913de9 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.751806 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c249a9-9632-4820-9340-39d59e4b13fe req-f3ce0e44-92ca-4ba6-9010-536509ef198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.754011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-f3ce0e44-92ca-4ba6-9010-536509ef198f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3307264 Jul 05 03:48:37.762014 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8acf098-b820-4260-8fbf-7f098b2f2364 req-bd56e4d5-5c54-49e8-a32b-d24bf259239a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174903 Jul 05 03:48:37.789965 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-230344ee-6ba1-4e77-82e7-3692e1913de9 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Network 8a196b30-8591-4f3e-bf8f-979cd389635c is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:37.803024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-230344ee-6ba1-4e77-82e7-3692e1913de9 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:37.808601 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-230344ee-6ba1-4e77-82e7-3692e1913de9 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:37.812811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c249a9-9632-4820-9340-39d59e4b13fe req-0227687e-d477-4479-9c56-220b486deb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.815050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-0227687e-d477-4479-9c56-220b486deb8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2693918 Jul 05 03:48:37.821251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230344ee-6ba1-4e77-82e7-3692e1913de9 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event updated for resources: {'Port': ['ID=9285a7e0-781f-4ad6-866b-55bf867f659d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:37.828104 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.831026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 6b2441f9-a639-4192-b7c8-cee8061ab71a details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:37.902466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdd79a-b187-450f-97c8-266e67a7d6c1 req-ea7c87c0-4333-42e8-933e-951e2363f766 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.904902 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10cdd79a-b187-450f-97c8-266e67a7d6c1 req-ea7c87c0-4333-42e8-933e-951e2363f766 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 944 time: 0.2876348 Jul 05 03:48:37.979293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-230344ee-6ba1-4e77-82e7-3692e1913de9 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.980479 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-230344ee-6ba1-4e77-82e7-3692e1913de9 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.066913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e981caad-1bd2-4beb-ad0a-d94e99b47229,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:38.067742 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10cdd79a-b187-450f-97c8-266e67a7d6c1 req-ddc8abff-08d9-4e14-9dc4-4061229ab138 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c364524-bb55-48eb-95f3-682ffa4751e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271601 Jul 05 03:48:38.084474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:38.084984 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:38.085436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:38.086395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:38.086395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:38.088624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:38.089239 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:38.089727 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:38.090399 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:38.090825 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:38.091299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:38.091734 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:38.125700 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-c7c01557-5ad5-4551-bb09-cd70b838a1bf service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678876 Jul 05 03:48:38.133631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-715e2ac3-7a41-4232-afc8-4a8d4d63246f service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617804 Jul 05 03:48:38.146894 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 6b2441f9-a639-4192-b7c8-cee8061ab71a, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6b2441f9-a639-4192-b7c8-cee8061ab71a,segment=NetworkSegment(dd02d231-2cd8-44e7-8025-dd72ad3ad213),segment_id=dd02d231-2cd8-44e7-8025-dd72ad3ad213)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:38.171521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86', 'name': 'network-vif-deleted', 'tag': '5db076a6-7dab-45f8-8984-7b7927f628bd'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:38.173156 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a649a2a1-b555-4a6b-b681-3b8d99d13224" -d '{"events": [{"server_uuid": "3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86", "name": "network-vif-deleted", "tag": "5db076a6-7dab-45f8-8984-7b7927f628bd"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:38.173440 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '6b2441f9-a639-4192-b7c8-cee8061ab71a', 'network_id': '2f527dcd-c224-4732-9d6e-d4d04f5cf16b', 'port_id': '6b2441f9-a639-4192-b7c8-cee8061ab71a', 'mac_address': 'fa:16:3e:49:48:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a9a2ef-524a-40fb-84e6-0402830910c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:38.222927 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.237252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2441f9-a639-4192-b7c8-cee8061ab71a {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:38.266841 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 6b2441f9-a639-4192-b7c8-cee8061ab71a, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6b2441f9-a639-4192-b7c8-cee8061ab71a,segment=NetworkSegment(dd02d231-2cd8-44e7-8025-dd72ad3ad213),segment_id=dd02d231-2cd8-44e7-8025-dd72ad3ad213)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:38.337512 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-230344ee-6ba1-4e77-82e7-3692e1913de9 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6952355 Jul 05 03:48:38.338106 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-40c7ec62-7a3b-48d4-add2-36ac75386a7e None None] Provisioning for port 9285a7e0-781f-4ad6-866b-55bf867f659d completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:38.343012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-40c7ec62-7a3b-48d4-add2-36ac75386a7e None None] Provisioning complete for port 9285a7e0-781f-4ad6-866b-55bf867f659d triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:38.343623 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-40c7ec62-7a3b-48d4-add2-36ac75386a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.357644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-22129078-fb8d-4e8e-86b2-de6bee45e9ea tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Request body: {'port': {'device_id': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1', 'admin_state_up': True, 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:38.357844 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f09e0f2-a14b-474e-8a92-893446058d61 req-ab347ff8-628d-425f-9965-a2145e061957 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/f6b83d59-fcb0-405c-9e1b-4e9950549128 HTTP/1.1" status: 200 len: 1799 time: 0.2262676 Jul 05 03:48:38.392444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-40c7ec62-7a3b-48d4-add2-36ac75386a7e None None] Port 9285a7e0-781f-4ad6-866b-55bf867f659d cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:38.417676 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.462478 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-bce309f9-1422-4610-be4a-e99edc134036 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225219 Jul 05 03:48:38.469103 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-8945c4bb-d40a-4a31-8a37-57e74f577e8e service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274114 Jul 05 03:48:38.504051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4285b2-6517-4fb5-a209-d643e3a19613 req-9d9dd2d5-f920-42f0-bb2d-0d87e242089a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:38.509537 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=6b2441f9-a639-4192-b7c8-cee8061ab71a,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:38.510041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b4285b2-6517-4fb5-a209-d643e3a19613 req-9d9dd2d5-f920-42f0-bb2d-0d87e242089a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 948 time: 0.2787979 Jul 05 03:48:38.586339 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3f09e0f2-a14b-474e-8a92-893446058d61 req-3f57a0b0-0f82-4d51-ad99-eb30ea331b53 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.610971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-22129078-fb8d-4e8e-86b2-de6bee45e9ea tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Made reservation on behalf of e05ce83d133e42bebf955019114ffeb2 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:38.611988 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b4285b2-6517-4fb5-a209-d643e3a19613 req-bb2e5900-dfe1-444b-b58d-bff1657890ff tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881596 Jul 05 03:48:38.615003 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-22129078-fb8d-4e8e-86b2-de6bee45e9ea tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.654370 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3f09e0f2-a14b-474e-8a92-893446058d61 req-3f57a0b0-0f82-4d51-ad99-eb30ea331b53 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.739407 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923006ca-eef7-4363-b981-b349ba9b72fd x-openstack-request-id: req-923006ca-eef7-4363-b981-b349ba9b72fd {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:38.739861 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86", "name": "network-vif-deleted", "tag": "5db076a6-7dab-45f8-8984-7b7927f628bd", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:38.740288 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-923006ca-eef7-4363-b981-b349ba9b72fd {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:38.740932 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3275fcf9-d0d3-4ca3-acf0-42bff0a6ce86', 'name': 'network-vif-deleted', 'tag': '5db076a6-7dab-45f8-8984-7b7927f628bd', 'status': 'completed', 'code': 200} Jul 05 03:48:38.759652 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c249a9-9632-4820-9340-39d59e4b13fe req-9ffaf29c-2fbe-47a2-84e9-c473f0e97c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:38.761524 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-9ffaf29c-2fbe-47a2-84e9-c473f0e97c51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=049d6f731b7244059d0e544d20e787d5&device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 1097 time: 0.2171533 Jul 05 03:48:38.817804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['6b2441f9-a639-4192-b7c8-cee8061ab71a'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:38.845347 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-22129078-fb8d-4e8e-86b2-de6bee45e9ea tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Allocated IP 19.80.0.88 (81d91585-6e53-4a9b-87e9-3f79bc05aef1/f883d419-91fd-4f8f-b188-eb1ac603ff06/c6ca6249-5237-4bd2-8c99-f603945d9ef5) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:38.849829 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e981caad-1bd2-4beb-ad0a-d94e99b47229'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:38.950421 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3f09e0f2-a14b-474e-8a92-893446058d61 req-3f57a0b0-0f82-4d51-ad99-eb30ea331b53 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.955103 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3f09e0f2-a14b-474e-8a92-893446058d61 req-3f57a0b0-0f82-4d51-ad99-eb30ea331b53 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.956663 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f09e0f2-a14b-474e-8a92-893446058d61 req-3f57a0b0-0f82-4d51-ad99-eb30ea331b53 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "DELETE /v2.0/security-groups/f6b83d59-fcb0-405c-9e1b-4e9950549128 HTTP/1.1" status: 204 len: 173 time: 0.5850201 Jul 05 03:48:38.997965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57a0b0-0f82-4d51-ad99-eb30ea331b53 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b83d59-fcb0-405c-9e1b-4e9950549128,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:39.038690 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c249a9-9632-4820-9340-39d59e4b13fe req-50c193c1-5416-4937-b316-dc9acbe5beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.041844 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-50c193c1-5416-4937-b316-dc9acbe5beb1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f527dcd-c224-4732-9d6e-d4d04f5cf16b HTTP/1.1" status: 200 len: 923 time: 0.2637174 Jul 05 03:48:39.078180 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acd265-8055-46b1-94d3-f67560e1cabd req-105c00c0-ad25-4cc2-8ee6-614e67db40d5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.090279 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94acd265-8055-46b1-94d3-f67560e1cabd req-105c00c0-ad25-4cc2-8ee6-614e67db40d5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 943 time: 0.2260787 Jul 05 03:48:39.135131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-6b46b8e3-d98e-405d-a872-f71413d1ada0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b2441f9-a639-4192-b7c8-cee8061ab71a HTTP/1.1" status: 200 len: 217 time: 0.0811532 Jul 05 03:48:39.163978 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-22129078-fb8d-4e8e-86b2-de6bee45e9ea tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.182963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-22129078-fb8d-4e8e-86b2-de6bee45e9ea tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Transition to ACTIVE for port object c6ca6249-5237-4bd2-8c99-f603945d9ef5 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:39.219037 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94acd265-8055-46b1-94d3-f67560e1cabd req-ce9353e2-049c-4534-94fb-7dee0dcbefa5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275961 Jul 05 03:48:39.232868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c249a9-9632-4820-9340-39d59e4b13fe req-39b6849a-e9c6-4bc5-b96b-856a3a5fc849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.235368 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-39b6849a-e9c6-4bc5-b96b-856a3a5fc849 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c5a9a2ef-524a-40fb-84e6-0402830910c4 HTTP/1.1" status: 200 len: 862 time: 0.0904145 Jul 05 03:48:39.235774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 5db076a6-7dab-45f8-8984-7b7927f628bd no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:39.262804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 5db076a6-7dab-45f8-8984-7b7927f628bd {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:39.263194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 5db076a6-7dab-45f8-8984-7b7927f628bd not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:39.300942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-0e12aca4-b464-4932-9012-e423437abcc0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f527dcd-c224-4732-9d6e-d4d04f5cf16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501945 Jul 05 03:48:39.355641 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-22129078-fb8d-4e8e-86b2-de6bee45e9ea tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.394557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34584) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:39.419172 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-22129078-fb8d-4e8e-86b2-de6bee45e9ea tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Network 81d91585-6e53-4a9b-87e9-3f79bc05aef1 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:39.437028 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-22129078-fb8d-4e8e-86b2-de6bee45e9ea tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:39.440278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-22129078-fb8d-4e8e-86b2-de6bee45e9ea tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:39.487220 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22129078-fb8d-4e8e-86b2-de6bee45e9ea tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event updated for resources: {'Port': ['ID=c6ca6249-5237-4bd2-8c99-f603945d9ef5,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:39.511050 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-22129078-fb8d-4e8e-86b2-de6bee45e9ea tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.512799 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-22129078-fb8d-4e8e-86b2-de6bee45e9ea tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.528254 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-9e09174f-2163-40dc-9cfc-21254354a75a service neutron] 10.222.0.10 "GET /v2.0/networks/2f527dcd-c224-4732-9d6e-d4d04f5cf16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187297 Jul 05 03:48:39.548666 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363a79a-ba04-4530-a605-a81e38fec5cc req-8f96466a-2c72-44c8-9004-caf6860f23c6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.554698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363a79a-ba04-4530-a605-a81e38fec5cc req-8f96466a-2c72-44c8-9004-caf6860f23c6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.561388 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363a79a-ba04-4530-a605-a81e38fec5cc req-8f96466a-2c72-44c8-9004-caf6860f23c6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.563082 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c363a79a-ba04-4530-a605-a81e38fec5cc req-8f96466a-2c72-44c8-9004-caf6860f23c6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2375 time: 0.1838558 Jul 05 03:48:39.615625 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-22129078-fb8d-4e8e-86b2-de6bee45e9ea tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2710352 Jul 05 03:48:39.630883 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Request body: {'port': {'device_id': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:39.679562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c363a79a-ba04-4530-a605-a81e38fec5cc req-bf7342c1-b3a2-467f-8f62-4b1073651411 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973713 Jul 05 03:48:39.680000 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8252c994-7e74-4742-83b3-a315e35b0cfd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ba3bf9fac9449f69fd32031830f61cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842579 Jul 05 03:48:39.685229 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34588) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:39.729264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c249a9-9632-4820-9340-39d59e4b13fe req-b2d373bf-6540-45e3-9e9c-0a7cb65806cb service neutron] 10.222.0.10 "GET /v2.0/networks/2f527dcd-c224-4732-9d6e-d4d04f5cf16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917384 Jul 05 03:48:39.763249 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-d681977b-7489-4655-9cff-444373d95bc6 req-2ba55cd5-683b-4090-82c3-93363ab8da7a tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] show failed (client error): The resource could not be found. Jul 05 03:48:39.764670 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d681977b-7489-4655-9cff-444373d95bc6 req-2ba55cd5-683b-4090-82c3-93363ab8da7a tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/f6b83d59-fcb0-405c-9e1b-4e9950549128 HTTP/1.1" status: 404 len: 352 time: 0.0312915 Jul 05 03:48:39.782479 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.812025 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10a2997b-6568-4892-af6f-59e85ef1dbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.817330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a1e3bf53-60b5-44ad-9cff-31122e55403a None None] Provisioning for port c6ca6249-5237-4bd2-8c99-f603945d9ef5 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:39.824667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a1e3bf53-60b5-44ad-9cff-31122e55403a None None] Provisioning complete for port c6ca6249-5237-4bd2-8c99-f603945d9ef5 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:39.825282 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a1e3bf53-60b5-44ad-9cff-31122e55403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.845621 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10a2997b-6568-4892-af6f-59e85ef1dbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.881284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3bf53-60b5-44ad-9cff-31122e55403a None None] Port c6ca6249-5237-4bd2-8c99-f603945d9ef5 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:40.027216 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10a2997b-6568-4892-af6f-59e85ef1dbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.030463 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10a2997b-6568-4892-af6f-59e85ef1dbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.034300 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-10a2997b-6568-4892-af6f-59e85ef1dbd1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3e2898f6-13b8-4b80-a56d-5547cadfbb8d HTTP/1.1" status: 204 len: 168 time: 0.3454998 Jul 05 03:48:40.081983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2997b-6568-4892-af6f-59e85ef1dbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2898f6-13b8-4b80-a56d-5547cadfbb8d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:40.136660 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94bdfa88-2e17-4ce5-b821-6beb1c036e44 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:40.144902 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.159728 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Transition to ACTIVE for port object 94bdfa88-2e17-4ce5-b821-6beb1c036e44 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:40.180576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8feeef7-a4dc-4033-9a4a-14c9a7c63565 req-2d1f819c-a739-4c70-8e56-3555383a6662 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.182634 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8feeef7-a4dc-4033-9a4a-14c9a7c63565 req-2d1f819c-a739-4c70-8e56-3555383a6662 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 945 time: 0.1492901 Jul 05 03:48:40.220334 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-5d8612ce-e6d4-4849-8c49-4147b20523b8 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.226501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-5d8612ce-e6d4-4849-8c49-4147b20523b8 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb&tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 948 time: 0.1358392 Jul 05 03:48:40.244602 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.297045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8feeef7-a4dc-4033-9a4a-14c9a7c63565 req-b7beab2c-1171-4aca-bcaf-be642ea57490 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c364524-bb55-48eb-95f3-682ffa4751e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063390 Jul 05 03:48:40.309676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=94bdfa88-2e17-4ce5-b821-6beb1c036e44,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:40.387645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-f768d39c-51bb-499a-931b-0d642e5e78cb service neutron] 10.222.0.10 "GET /v2.0/ports/e981caad-1bd2-4beb-ad0a-d94e99b47229/bindings/n-h1-771363-32 HTTP/1.1" status: 200 len: 383 time: 0.1508801 Jul 05 03:48:40.402682 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b3b47a5-2f7a-4995-8f7f-c7e9f2c7d337 req-be3ee97d-a8a2-4bfd-8a6a-00a6e1f6f779 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=47beb1ed7ed2463ca72d0758eb6a067a HTTP/1.1" status: 200 len: 6149 time: 0.1218214 Jul 05 03:48:40.493342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Attempting to bind port 94bdfa88-2e17-4ce5-b821-6beb1c036e44 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:40.494233 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Attempting to bind port 94bdfa88-2e17-4ce5-b821-6beb1c036e44 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '23764f87-81e8-4801-ac5e-9f65203218fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:40.494676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Attempting to bind port 94bdfa88-2e17-4ce5-b821-6beb1c036e44 on network 81d91585-6e53-4a9b-87e9-3f79bc05aef1 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:40.501982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Port 94bdfa88-2e17-4ce5-b821-6beb1c036e44 on network 81d91585-6e53-4a9b-87e9-3f79bc05aef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:40.502549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Attempting to bind port 94bdfa88-2e17-4ce5-b821-6beb1c036e44 on network 81d91585-6e53-4a9b-87e9-3f79bc05aef1 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:40.512615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:40.513406 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Checking segment: {'id': '23764f87-81e8-4801-ac5e-9f65203218fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:40.514184 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Bound using segment: {'id': '23764f87-81e8-4801-ac5e-9f65203218fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:40.515039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Bound port: 94bdfa88-2e17-4ce5-b821-6beb1c036e44, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23764f87-81e8-4801-ac5e-9f65203218fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:40.515581 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.575995 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b3b47a5-2f7a-4995-8f7f-c7e9f2c7d337 req-74aca8e0-c6b5-4fae-bbc6-2d09ca0fa12d tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/95ff1d0d-2466-49d3-9764-8434842832d6 HTTP/1.1" status: 200 len: 2981 time: 0.1624880 Jul 05 03:48:40.667990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-2974409c-0376-46a6-b51b-8b3b19e39122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.669536 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-2974409c-0376-46a6-b51b-8b3b19e39122 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 1100 time: 0.2234685 Jul 05 03:48:40.671924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] For port 94bdfa88-2e17-4ce5-b821-6beb1c036e44, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:40.677045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] For port 94bdfa88-2e17-4ce5-b821-6beb1c036e44, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=94bdfa88-2e17-4ce5-b821-6beb1c036e44,segment=NetworkSegment(23764f87-81e8-4801-ac5e-9f65203218fc),segment_id=23764f87-81e8-4801-ac5e-9f65203218fc)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:40.687638 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed4428-e48b-4565-a276-431393d07e1a req-b7a46a82-9568-451c-b058-9448a1333ec5 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.687638 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77ed4428-e48b-4565-a276-431393d07e1a req-b7a46a82-9568-451c-b058-9448a1333ec5 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 948 time: 0.2002559 Jul 05 03:48:40.705206 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b3b47a5-2f7a-4995-8f7f-c7e9f2c7d337 req-041762d4-f288-49da-a2ec-f7f52f59d2dc tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/95ff1d0d-2466-49d3-9764-8434842832d6 HTTP/1.1" status: 200 len: 2981 time: 0.1106038 Jul 05 03:48:40.800757 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.812950 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77ed4428-e48b-4565-a276-431393d07e1a req-e3dc1dd7-bcf5-46c8-be28-29ee7d1c4897 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151030 Jul 05 03:48:40.887561 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.887561 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.887561 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] 10.222.0.36 "PUT /v2.0/ports/94bdfa88-2e17-4ce5-b821-6beb1c036e44 HTTP/1.1" status: 200 len: 1092 time: 1.2550647 Jul 05 03:48:40.887561 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'tag': '94bdfa88-2e17-4ce5-b821-6beb1c036e44'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:40.887561 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc5e0d4-92a7-4231-b4ad-0ae6caf53815" -d '{"events": [{"name": "network-changed", "server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "tag": "94bdfa88-2e17-4ce5-b821-6beb1c036e44"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:40.917012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-aaf65f7e-15d2-4919-94ce-1eb5b021444d req-27155574-bf25-47cf-a840-a332ff413fd5 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2139821648', 'description': 'tempest-description-1243992318'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:40.951101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80fe5d-a982-45fb-82e2-e606812fbfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=94bdfa88-2e17-4ce5-b821-6beb1c036e44,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:40.954933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-b1807680-0959-4a54-b8db-f907dd5ed226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:40.957294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-b1807680-0959-4a54-b8db-f907dd5ed226 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2698548 Jul 05 03:48:41.002220 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Request body: {'port': {'device_id': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:41.033080 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-ce7585f4-abbb-4e82-b800-6bc18e5810de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229 HTTP/1.1" status: 200 len: 217 time: 0.0680902 Jul 05 03:48:41.092639 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aaf65f7e-15d2-4919-94ce-1eb5b021444d req-27155574-bf25-47cf-a840-a332ff413fd5 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.154080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34616) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:41.167004 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.176094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-f981d326-eda9-4898-b2b5-a57613e17b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:41.178059 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-f981d326-eda9-4898-b2b5-a57613e17b84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1288259 Jul 05 03:48:41.237836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e981caad-1bd2-4beb-ad0a-d94e99b47229 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:41.282565 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a939d-54d7-4cd6-8aac-f8df07545d9f req-f469e254-b0b5-4472-bed7-9cfc917a880e tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:41.285318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c7a939d-54d7-4cd6-8aac-f8df07545d9f req-f469e254-b0b5-4472-bed7-9cfc917a880e tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 943 time: 0.2569323 Jul 05 03:48:41.313107 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fca1f8ad-96a5-4d41-a6d6-3c644cae66a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51415716a33b4710951b2cd2641e8a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532025 Jul 05 03:48:41.315685 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34618) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:41.402359 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aaf65f7e-15d2-4919-94ce-1eb5b021444d req-27155574-bf25-47cf-a840-a332ff413fd5 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.415191 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-392d27a9-ce60-4f6c-b315-493194a1b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:41.418332 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-392d27a9-ce60-4f6c-b315-493194a1b049 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2306511 Jul 05 03:48:41.418985 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f1935fdf-f821-4418-a1ea-2a31a5e3e497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.446339 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c7a939d-54d7-4cd6-8aac-f8df07545d9f req-1c2943cf-1a1f-4b74-9f54-147bfa328183 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255660 Jul 05 03:48:41.504877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port e981caad-1bd2-4beb-ad0a-d94e99b47229 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:41.507756 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aaf65f7e-15d2-4919-94ce-1eb5b021444d req-27155574-bf25-47cf-a840-a332ff413fd5 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.512317 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port e981caad-1bd2-4beb-ad0a-d94e99b47229 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:41.524869 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.610269 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2b09ad0-13d3-4628-919d-5dd28426ede2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.616795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27155574-bf25-47cf-a840-a332ff413fd5 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32ebee77-9cf4-46d0-a8e2-362a3a2f277b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:41.661283 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2b09ad0-13d3-4628-919d-5dd28426ede2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.678652 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aaf65f7e-15d2-4919-94ce-1eb5b021444d req-27155574-bf25-47cf-a840-a332ff413fd5 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.691529 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.692225 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aaf65f7e-15d2-4919-94ce-1eb5b021444d req-27155574-bf25-47cf-a840-a332ff413fd5 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7874725 Jul 05 03:48:41.692225 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-782719eb-437e-4030-9c80-49734d98ce44 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602391 Jul 05 03:48:41.725488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:41.733495 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497b225c-4376-4309-b763-62b94ae2ef45" -d '{"events": [{"server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "name": "network-vif-plugged", "status": "completed", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:41.747347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:41.794474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9285a7e0-781f-4ad6-866b-55bf867f659d {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:41.804692 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.818661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Transition to ACTIVE for port object 9285a7e0-781f-4ad6-866b-55bf867f659d will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:41.828108 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.829187 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 6b2441f9-a639-4192-b7c8-cee8061ab71a up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:41.849404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cef9e-d74d-43cf-8908-3092117f3603 req-c80a970b-4308-4fa1-ad11-4ab072f6f284 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:41.857390 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2b09ad0-13d3-4628-919d-5dd28426ede2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.858007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cef9e-d74d-43cf-8908-3092117f3603 req-c80a970b-4308-4fa1-ad11-4ab072f6f284 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:41.860140 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2b09ad0-13d3-4628-919d-5dd28426ede2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.861692 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b2b09ad0-13d3-4628-919d-5dd28426ede2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12aac585-2171-4299-8cc6-36651efad23c HTTP/1.1" status: 204 len: 168 time: 0.5452535 Jul 05 03:48:41.864879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cef9e-d74d-43cf-8908-3092117f3603 req-c80a970b-4308-4fa1-ad11-4ab072f6f284 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:41.874982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-932cef9e-d74d-43cf-8908-3092117f3603 req-c80a970b-4308-4fa1-ad11-4ab072f6f284 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2387 time: 0.2606094 Jul 05 03:48:41.891943 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b09ad0-13d3-4628-919d-5dd28426ede2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12aac585-2171-4299-8cc6-36651efad23c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:41.919581 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.952405 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-d48da35b-7695-43d1-adc5-385921587721 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498839 Jul 05 03:48:41.956842 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-932cef9e-d74d-43cf-8908-3092117f3603 req-c39796d3-99f9-4a85-9124-38728ea669d8 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808933 Jul 05 03:48:41.991345 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Pushing event updated for resources: {'Port': ['ID=9285a7e0-781f-4ad6-866b-55bf867f659d,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:42.018314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e981caad-1bd2-4beb-ad0a-d94e99b47229,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:42.097549 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f96d861-04e5-43d7-8e5c-a56a0b370bf6 x-openstack-request-id: req-5f96d861-04e5-43d7-8e5c-a56a0b370bf6 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:42.098049 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "tag": "94bdfa88-2e17-4ce5-b821-6beb1c036e44", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:42.098280 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5f96d861-04e5-43d7-8e5c-a56a0b370bf6 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:42.104015 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'tag': '94bdfa88-2e17-4ce5-b821-6beb1c036e44', 'status': 'completed', 'code': 200} Jul 05 03:48:42.131379 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 6b2441f9-a639-4192-b7c8-cee8061ab71a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:42.140148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 6b2441f9-a639-4192-b7c8-cee8061ab71a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:42.140832 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.247720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5e0d4-92a7-4231-b4ad-0ae6caf53815 req-0dea0c99-e42f-40c8-9148-39791d91d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.248657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5e0d4-92a7-4231-b4ad-0ae6caf53815 req-0dea0c99-e42f-40c8-9148-39791d91d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.248997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5e0d4-92a7-4231-b4ad-0ae6caf53815 req-0dea0c99-e42f-40c8-9148-39791d91d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.251231 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdc5e0d4-92a7-4231-b4ad-0ae6caf53815 req-0dea0c99-e42f-40c8-9148-39791d91d326 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e05ce83d133e42bebf955019114ffeb2&device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2757 time: 0.1422944 Jul 05 03:48:42.345761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Attempting to bind port 9285a7e0-781f-4ad6-866b-55bf867f659d on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:42.346110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Attempting to bind port 9285a7e0-781f-4ad6-866b-55bf867f659d by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'f39da91b-fbf0-417e-bdc4-25eba59e916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8a196b30-8591-4f3e-bf8f-979cd389635c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:42.347471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Attempting to bind port 9285a7e0-781f-4ad6-866b-55bf867f659d on network 8a196b30-8591-4f3e-bf8f-979cd389635c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:42.354173 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.356618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Port 9285a7e0-781f-4ad6-866b-55bf867f659d on network 8a196b30-8591-4f3e-bf8f-979cd389635c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:42.357331 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Attempting to bind port 9285a7e0-781f-4ad6-866b-55bf867f659d on network 8a196b30-8591-4f3e-bf8f-979cd389635c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:42.363900 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:42.364400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Checking segment: {'id': 'f39da91b-fbf0-417e-bdc4-25eba59e916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8a196b30-8591-4f3e-bf8f-979cd389635c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:42.364699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Bound using segment: {'id': 'f39da91b-fbf0-417e-bdc4-25eba59e916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8a196b30-8591-4f3e-bf8f-979cd389635c'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:42.365085 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Bound port: 9285a7e0-781f-4ad6-866b-55bf867f659d, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f39da91b-fbf0-417e-bdc4-25eba59e916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8a196b30-8591-4f3e-bf8f-979cd389635c'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:42.365447 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.405629 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 6b2441f9-a639-4192-b7c8-cee8061ab71a, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6b2441f9-a639-4192-b7c8-cee8061ab71a,segment=NetworkSegment(dd02d231-2cd8-44e7-8025-dd72ad3ad213),segment_id=dd02d231-2cd8-44e7-8025-dd72ad3ad213)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:42.455480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-ff2f35d0-1fa8-4394-a21a-ed0799d00b03 req-1232b7e5-e876-4d91-9fd8-42984e58be30 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-863471044', 'description': 'tempest-description-1083824635'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:42.494757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] For port 9285a7e0-781f-4ad6-866b-55bf867f659d, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:42.495076 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.501334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] For port 9285a7e0-781f-4ad6-866b-55bf867f659d, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9285a7e0-781f-4ad6-866b-55bf867f659d,segment=NetworkSegment(f39da91b-fbf0-417e-bdc4-25eba59e916f),segment_id=f39da91b-fbf0-417e-bdc4-25eba59e916f)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:42.585695 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=6b2441f9-a639-4192-b7c8-cee8061ab71a,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:42.602235 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.652668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.652668 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.654451 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bb150b30-de45-4542-b025-f7340f963983 service neutron] 10.222.0.36 "PUT /v2.0/ports/9285a7e0-781f-4ad6-866b-55bf867f659d HTTP/1.1" status: 200 len: 1093 time: 1.6670458 Jul 05 03:48:42.682472 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb150b30-de45-4542-b025-f7340f963983 service neutron] Pushing event updated for resources: {'Port': ['ID=9285a7e0-781f-4ad6-866b-55bf867f659d,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:42.774286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Request body: {'port': {'device_id': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:42.921106 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:42.994629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5e0d4-92a7-4231-b4ad-0ae6caf53815 req-2ca386f4-16cb-48dd-ba19-8fcb357d9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.995754 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5e0d4-92a7-4231-b4ad-0ae6caf53815 req-2ca386f4-16cb-48dd-ba19-8fcb357d9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.996520 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5e0d4-92a7-4231-b4ad-0ae6caf53815 req-2ca386f4-16cb-48dd-ba19-8fcb357d9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.999252 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdc5e0d4-92a7-4231-b4ad-0ae6caf53815 req-2ca386f4-16cb-48dd-ba19-8fcb357d9435 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e05ce83d133e42bebf955019114ffeb2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7344391 Jul 05 03:48:43.037147 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a648f-1ab9-4852-a135-152910a44afe req-e59300b3-9e79-48db-8fbf-6ee129ec3848 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:43.038785 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f10a648f-1ab9-4852-a135-152910a44afe req-e59300b3-9e79-48db-8fbf-6ee129ec3848 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 946 time: 0.6098218 Jul 05 03:48:43.102582 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff2f35d0-1fa8-4394-a21a-ed0799d00b03 req-1232b7e5-e876-4d91-9fd8-42984e58be30 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.274408 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f10a648f-1ab9-4852-a135-152910a44afe req-9cc07b28-6da4-4199-bfe9-c3a2398db097 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c364524-bb55-48eb-95f3-682ffa4751e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166021 Jul 05 03:48:43.324904 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5e0d4-92a7-4231-b4ad-0ae6caf53815 req-7096bd9e-151d-4d6e-baa2-b60e80133adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:43.326778 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdc5e0d4-92a7-4231-b4ad-0ae6caf53815 req-7096bd9e-151d-4d6e-baa2-b60e80133adc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3197782 Jul 05 03:48:43.360337 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ca6249-5237-4bd2-8c99-f603945d9ef5 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:43.376404 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.400208 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff2f35d0-1fa8-4394-a21a-ed0799d00b03 req-1232b7e5-e876-4d91-9fd8-42984e58be30 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.400456 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Transition to ACTIVE for port object c6ca6249-5237-4bd2-8c99-f603945d9ef5 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:43.402128 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f5e90c-8cd9-45ae-98d9-c3ec07eed1d8 x-openstack-request-id: req-b2f5e90c-8cd9-45ae-98d9-c3ec07eed1d8 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:43.402676 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "name": "network-vif-plugged", "status": "completed", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:43.402809 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2f5e90c-8cd9-45ae-98d9-c3ec07eed1d8 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:43.403269 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229', 'code': 200} Jul 05 03:48:43.476110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34656) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:43.512506 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.515915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff2f35d0-1fa8-4394-a21a-ed0799d00b03 req-1232b7e5-e876-4d91-9fd8-42984e58be30 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.598886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232b7e5-e876-4d91-9fd8-42984e58be30 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbb9e0a-d6ab-44fb-a5a9-caf791dd136d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:43.612541 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Pushing event updated for resources: {'Port': ['ID=c6ca6249-5237-4bd2-8c99-f603945d9ef5,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:43.642813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6524f8ad-6a59-4ac0-8f19-17dfb75f4ac5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1522355659-network', 'tenant_id': 'cd6fe46d5d794b72be4f54e8753d362d'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:43.655331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a86525-9710-46e6-a513-059752b1a2eb req-7c85127b-94fb-4f2e-b44f-3a6f73458c62 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:43.657813 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67a86525-9710-46e6-a513-059752b1a2eb req-7c85127b-94fb-4f2e-b44f-3a6f73458c62 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.1431239 Jul 05 03:48:43.660057 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff2f35d0-1fa8-4394-a21a-ed0799d00b03 req-1232b7e5-e876-4d91-9fd8-42984e58be30 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.675423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff2f35d0-1fa8-4394-a21a-ed0799d00b03 req-1232b7e5-e876-4d91-9fd8-42984e58be30 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2480104 Jul 05 03:48:43.699861 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Attempting to bind port c6ca6249-5237-4bd2-8c99-f603945d9ef5 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:43.700696 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Attempting to bind port c6ca6249-5237-4bd2-8c99-f603945d9ef5 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '23764f87-81e8-4801-ac5e-9f65203218fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:43.700696 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Attempting to bind port c6ca6249-5237-4bd2-8c99-f603945d9ef5 on network 81d91585-6e53-4a9b-87e9-3f79bc05aef1 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:43.706383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Port c6ca6249-5237-4bd2-8c99-f603945d9ef5 on network 81d91585-6e53-4a9b-87e9-3f79bc05aef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:43.706714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Attempting to bind port c6ca6249-5237-4bd2-8c99-f603945d9ef5 on network 81d91585-6e53-4a9b-87e9-3f79bc05aef1 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:43.712242 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:43.712478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Checking segment: {'id': '23764f87-81e8-4801-ac5e-9f65203218fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:43.713723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Bound using segment: {'id': '23764f87-81e8-4801-ac5e-9f65203218fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:43.713723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Bound port: c6ca6249-5237-4bd2-8c99-f603945d9ef5, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23764f87-81e8-4801-ac5e-9f65203218fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:43.714571 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.730545 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67a86525-9710-46e6-a513-059752b1a2eb req-d11b12f0-8a86-4a3b-a0ea-aa8a7b7f460d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513089 Jul 05 03:48:43.783142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6524f8ad-6a59-4ac0-8f19-17dfb75f4ac5 admin admin] Made reservation on behalf of cd6fe46d5d794b72be4f54e8753d362d for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:43.786178 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6524f8ad-6a59-4ac0-8f19-17dfb75f4ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.804783 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6524f8ad-6a59-4ac0-8f19-17dfb75f4ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.903609 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] For port c6ca6249-5237-4bd2-8c99-f603945d9ef5, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:43.923809 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] For port c6ca6249-5237-4bd2-8c99-f603945d9ef5, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=c6ca6249-5237-4bd2-8c99-f603945d9ef5,segment=NetworkSegment(23764f87-81e8-4801-ac5e-9f65203218fc),segment_id=23764f87-81e8-4801-ac5e-9f65203218fc)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:43.938739 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2699462c-f0a4-4593-b8ca-ad55f5a044ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.998806 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.001282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3da3a6-f067-4483-a4f8-dc6b7e2b62e1 req-46835090-987c-4876-95b4-ff4376ce5617 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.008898 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d3da3a6-f067-4483-a4f8-dc6b7e2b62e1 req-46835090-987c-4876-95b4-ff4376ce5617 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 943 time: 0.1083200 Jul 05 03:48:44.017627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6524f8ad-6a59-4ac0-8f19-17dfb75f4ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.072238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.076108 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.076108 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] 10.222.0.36 "PUT /v2.0/ports/c6ca6249-5237-4bd2-8c99-f603945d9ef5 HTTP/1.1" status: 200 len: 1092 time: 1.3102021 Jul 05 03:48:44.083696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d3da3a6-f067-4483-a4f8-dc6b7e2b62e1 req-22a91024-6a0d-47f6-9095-439d44054671 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721962 Jul 05 03:48:44.095692 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6524f8ad-6a59-4ac0-8f19-17dfb75f4ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.099464 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda0f15-b253-42a3-b476-d71e2907b27d service neutron] Pushing event updated for resources: {'Port': ['ID=c6ca6249-5237-4bd2-8c99-f603945d9ef5,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:44.107791 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'tag': '9285a7e0-781f-4ad6-866b-55bf867f659d'}, {'name': 'network-changed', 'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'tag': 'c6ca6249-5237-4bd2-8c99-f603945d9ef5'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:44.110776 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34" -d '{"events": [{"name": "network-changed", "server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "tag": "9285a7e0-781f-4ad6-866b-55bf867f659d"}, {"name": "network-changed", "server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "tag": "c6ca6249-5237-4bd2-8c99-f603945d9ef5"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:44.135001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6524f8ad-6a59-4ac0-8f19-17dfb75f4ac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:48:44.155461 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524f8ad-6a59-4ac0-8f19-17dfb75f4ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ca5e29-8489-45d9-a0db-dbdd80d1da0c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:44.168781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6524f8ad-6a59-4ac0-8f19-17dfb75f4ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.168781 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-6524f8ad-6a59-4ac0-8f19-17dfb75f4ac5 admin admin] Added segment 6e8b2c68-502d-4fd5-879c-c27d3f35780a of type vlan for network 8c893cc8-1402-4f23-9cea-d28bcaa13ccb Jul 05 03:48:44.309383 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.320425 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6524f8ad-6a59-4ac0-8f19-17dfb75f4ac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.333488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69e55a-c013-4a60-be8c-8e1629ce5950 req-58087a6e-620d-4f83-a9df-88050eaaec3f tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.337354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69e55a-c013-4a60-be8c-8e1629ce5950 req-58087a6e-620d-4f83-a9df-88050eaaec3f tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.351000 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69e55a-c013-4a60-be8c-8e1629ce5950 req-58087a6e-620d-4f83-a9df-88050eaaec3f tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.351606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed69e55a-c013-4a60-be8c-8e1629ce5950 req-58087a6e-620d-4f83-a9df-88050eaaec3f tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2411 time: 0.1364241 Jul 05 03:48:44.424692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-f43ba5ab-787a-4a92-b5e0-f60ca56df41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.425646 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-f43ba5ab-787a-4a92-b5e0-f60ca56df41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.426576 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-f43ba5ab-787a-4a92-b5e0-f60ca56df41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.429623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 92731db1-2fac-4f39-9211-8d7b0b63fab4 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:44.430271 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-f43ba5ab-787a-4a92-b5e0-f60ca56df41f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e05ce83d133e42bebf955019114ffeb2&device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2867 time: 0.1824176 Jul 05 03:48:44.476615 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed69e55a-c013-4a60-be8c-8e1629ce5950 req-5e8d8427-8fa7-486a-aec3-b6f3a8349375 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164896 Jul 05 03:48:44.519033 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6524f8ad-6a59-4ac0-8f19-17dfb75f4ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.520860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6524f8ad-6a59-4ac0-8f19-17dfb75f4ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.521983 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6524f8ad-6a59-4ac0-8f19-17dfb75f4ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.535400 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-5e1c1dad-6e49-45f3-be4b-cc1ce381d36b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=94bdfa88-2e17-4ce5-b821-6beb1c036e44 HTTP/1.1" status: 200 len: 217 time: 0.0933661 Jul 05 03:48:44.591969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-6a1e35b4-63b6-4233-9b9e-be50b29cef1b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.597487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 92731db1-2fac-4f39-9211-8d7b0b63fab4, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=92731db1-2fac-4f39-9211-8d7b0b63fab4,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:44.599234 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-6a1e35b4-63b6-4233-9b9e-be50b29cef1b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/networks?id=4073f625-dda5-4dab-8979-1b67730704a9 HTTP/1.1" status: 200 len: 813 time: 0.2283406 Jul 05 03:48:44.613947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '92731db1-2fac-4f39-9211-8d7b0b63fab4', 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125', 'port_id': '92731db1-2fac-4f39-9211-8d7b0b63fab4', 'mac_address': 'fa:16:3e:fc:c9:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2332289e-5fbe-496d-8ce1-e0de67e408f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:44.625426 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-9396b4f5-bffa-40bf-a486-6a75a01d74d1 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/quotas/47beb1ed7ed2463ca72d0758eb6a067a HTTP/1.1" status: 200 len: 375 time: 0.0173862 Jul 05 03:48:44.697359 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.704327 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12b6465-41f9-4696-bd37-994b466b60f1 x-openstack-request-id: req-c12b6465-41f9-4696-bd37-994b466b60f1 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:44.706953 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "tag": "9285a7e0-781f-4ad6-866b-55bf867f659d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "tag": "c6ca6249-5237-4bd2-8c99-f603945d9ef5", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:44.706953 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c12b6465-41f9-4696-bd37-994b466b60f1 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:44.706953 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'tag': '9285a7e0-781f-4ad6-866b-55bf867f659d', 'status': 'completed', 'code': 200} Jul 05 03:48:44.706953 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'tag': 'c6ca6249-5237-4bd2-8c99-f603945d9ef5', 'status': 'completed', 'code': 200} Jul 05 03:48:44.729280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-b5d10900-3762-4c12-a7b4-7155444378b4 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=47beb1ed7ed2463ca72d0758eb6a067a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0889471 Jul 05 03:48:44.734785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92731db1-2fac-4f39-9211-8d7b0b63fab4 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:44.746514 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524f8ad-6a59-4ac0-8f19-17dfb75f4ac5 admin admin] Pushing event updated for resources: {'Network': ['ID=8c893cc8-1402-4f23-9cea-d28bcaa13ccb,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:44.762101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-9453235d-1613-4833-95af-5617f36ad940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.764174 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 8c893cc8-1402-4f23-9cea-d28bcaa13ccb details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:48:44.764856 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-9453235d-1613-4833-95af-5617f36ad940 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f883d419-91fd-4f8f-b188-eb1ac603ff06 HTTP/1.1" status: 200 len: 801 time: 0.2201405 Jul 05 03:48:44.803283 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6524f8ad-6a59-4ac0-8f19-17dfb75f4ac5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3185396 Jul 05 03:48:44.803587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34682) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:44.808681 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4bc2a89d-c8e6-4719-bfc6-882a250606a8 admin admin] Request body: {'subnet': {'network_id': '8c893cc8-1402-4f23-9cea-d28bcaa13ccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1522355659-subnet', 'tenant_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:44.895177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-d3e858ff-efd0-4af8-8ce7-9ac3ea3e8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.895177 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-d3e858ff-efd0-4af8-8ce7-9ac3ea3e8e47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81d91585-6e53-4a9b-87e9-3f79bc05aef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211345 Jul 05 03:48:44.921479 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 92731db1-2fac-4f39-9211-8d7b0b63fab4, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=92731db1-2fac-4f39-9211-8d7b0b63fab4,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:44.964255 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-4972fd0c-44cb-4c90-8570-b8ac074a9bf1 service neutron] 10.222.0.38 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854970 Jul 05 03:48:44.994785 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2addc7-6d8c-46ee-a410-bed8d3f722dd req-eab9c815-86f0-4fc4-8a97-db5ea9926163 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.996463 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea2addc7-6d8c-46ee-a410-bed8d3f722dd req-eab9c815-86f0-4fc4-8a97-db5ea9926163 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 946 time: 0.1319110 Jul 05 03:48:45.027991 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:45.049874 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-808afb59-a592-4c9e-8255-b10b5add26c7 service neutron] 10.222.0.36 "GET /v2.0/networks/81d91585-6e53-4a9b-87e9-3f79bc05aef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461012 Jul 05 03:48:45.056996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc2a89d-c8e6-4719-bfc6-882a250606a8 admin admin] Made reservation on behalf of cd6fe46d5d794b72be4f54e8753d362d for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:45.065464 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4bc2a89d-c8e6-4719-bfc6-882a250606a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:45.117393 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=92731db1-2fac-4f39-9211-8d7b0b63fab4,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:45.179593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea2addc7-6d8c-46ee-a410-bed8d3f722dd req-a0e2a003-4921-4740-9433-c81bb4f47b43 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c364524-bb55-48eb-95f3-682ffa4751e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648023 Jul 05 03:48:45.203206 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:45.211021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-08752e35-4847-4d41-bfbd-3de65933663c service neutron] 10.222.0.38 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331522 Jul 05 03:48:45.211281 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-6db38e0e-f5d4-4582-b60e-3f86cf18381d service neutron] 10.222.0.36 "GET /v2.0/networks/81d91585-6e53-4a9b-87e9-3f79bc05aef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524572 Jul 05 03:48:45.294952 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-1ebfa6f2-1c3c-48c2-bad2-254c4b6f0491 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.246&port_id=9285a7e0-781f-4ad6-866b-55bf867f659d HTTP/1.1" status: 200 len: 217 time: 0.0728054 Jul 05 03:48:45.397654 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-a2f8ac48-bf1b-489a-9be4-fb6fa240c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.399590 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-a2f8ac48-bf1b-489a-9be4-fb6fa240c63c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6783e486-a344-45e2-b8c9-f7551f83f865 HTTP/1.1" status: 200 len: 801 time: 0.0926042 Jul 05 03:48:45.405702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9b0111-8844-41a5-aec6-7cd89d1d2877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2441f9-a639-4192-b7c8-cee8061ab71a'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:45.408735 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3628da-a0be-446e-a0cd-1a80659905de" -d '{"events": [{"server_uuid": "0b9b0111-8844-41a5-aec6-7cd89d1d2877", "name": "network-vif-plugged", "status": "completed", "tag": "6b2441f9-a639-4192-b7c8-cee8061ab71a"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:45.412602 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['92731db1-2fac-4f39-9211-8d7b0b63fab4'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:45.480346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98745ca8-57e6-474c-99e6-3f9120c40c20 req-0f92b27d-6ed6-49bd-a65a-9b73b13ae8fe tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.486678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98745ca8-57e6-474c-99e6-3f9120c40c20 req-0f92b27d-6ed6-49bd-a65a-9b73b13ae8fe tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.0908873 Jul 05 03:48:45.498231 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4bc2a89d-c8e6-4719-bfc6-882a250606a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:45.574232 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-66f5769f-368d-4eda-95c8-c183b0fdf5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.577533 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-66f5769f-368d-4eda-95c8-c183b0fdf5d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a196b30-8591-4f3e-bf8f-979cd389635c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665745 Jul 05 03:48:45.712354 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98745ca8-57e6-474c-99e6-3f9120c40c20 req-690136e1-8db2-4a33-951d-954cfeb23f1b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230775 Jul 05 03:48:45.756859 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-2532a5fa-b39f-4025-acd2-b7b48c1b07ae service neutron] 10.222.0.36 "GET /v2.0/networks/8a196b30-8591-4f3e-bf8f-979cd389635c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656175 Jul 05 03:48:45.758321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2a89d-c8e6-4719-bfc6-882a250606a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62505586-8dfb-4aa1-85b7-8904ea57e2e4,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:45.803433 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc2a89d-c8e6-4719-bfc6-882a250606a8 admin admin] Checking segment: {'id': '6e8b2c68-502d-4fd5-879c-c27d3f35780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c893cc8-1402-4f23-9cea-d28bcaa13ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:45.803950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc2a89d-c8e6-4719-bfc6-882a250606a8 admin admin] Network hostable DHCP agents. Network: 8c893cc8-1402-4f23-9cea-d28bcaa13ccb, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:48:45.959112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad21e-1f00-4b10-ab2d-062433891bc0 req-3e3fe75e-70e7-4ef8-9821-ff1ee4ed40cf tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.961856 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-126ad21e-1f00-4b10-ab2d-062433891bc0 req-3e3fe75e-70e7-4ef8-9821-ff1ee4ed40cf tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 944 time: 0.1766629 Jul 05 03:48:45.972137 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-ad62213d-be30-44d1-8322-cc5ce0c59f73 service neutron] 10.222.0.36 "GET /v2.0/networks/8a196b30-8591-4f3e-bf8f-979cd389635c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036433 Jul 05 03:48:46.044026 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242be9cb-1af0-42dd-ac2f-53ae019b5e78 x-openstack-request-id: req-242be9cb-1af0-42dd-ac2f-53ae019b5e78 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:46.044026 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9b0111-8844-41a5-aec6-7cd89d1d2877", "name": "network-vif-plugged", "status": "completed", "tag": "6b2441f9-a639-4192-b7c8-cee8061ab71a", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:46.044935 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-242be9cb-1af0-42dd-ac2f-53ae019b5e78 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:46.045104 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc2a89d-c8e6-4719-bfc6-882a250606a8 admin admin] Network 8c893cc8-1402-4f23-9cea-d28bcaa13ccb is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:48:46.045270 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9b0111-8844-41a5-aec6-7cd89d1d2877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2441f9-a639-4192-b7c8-cee8061ab71a', 'code': 200} Jul 05 03:48:46.063332 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-1e18d7ec-8f06-457c-84d7-bdb70b04af9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.88&port_id=c6ca6249-5237-4bd2-8c99-f603945d9ef5 HTTP/1.1" status: 200 len: 217 time: 0.0829468 Jul 05 03:48:46.073321 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-126ad21e-1f00-4b10-ab2d-062433891bc0 req-6ce3db4c-521f-4864-9367-46717037b6b4 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904734 Jul 05 03:48:46.090920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-2660ab72-7cc0-4b05-a2be-06d47ed8550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.103223 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-2660ab72-7cc0-4b05-a2be-06d47ed8550a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb&tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f HTTP/1.1" status: 200 len: 1101 time: 0.2303843 Jul 05 03:48:46.117220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:46.153414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bdf6253b-921f-4cb9-b190-a2c6d98cc0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.154607 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-bdf6253b-921f-4cb9-b190-a2c6d98cc0ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f883d419-91fd-4f8f-b188-eb1ac603ff06 HTTP/1.1" status: 200 len: 801 time: 0.0842855 Jul 05 03:48:46.238423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f9c9ddf-f5fb-4c82-8241-768ec32f0aa4 req-8c01ed59-2fa4-4967-9f95-e2de12198d9c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 210 time: 0.0834136 Jul 05 03:48:46.241714 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-4bc2a89d-c8e6-4719-bfc6-882a250606a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 8c893cc8-1402-4f23-9cea-d28bcaa13ccb) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:46.247486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc2a89d-c8e6-4719-bfc6-882a250606a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.248641 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4bc2a89d-c8e6-4719-bfc6-882a250606a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:46.256269 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-fffad3f5-5fa5-4ebf-ab3a-36703fe2ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.261317 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-fffad3f5-5fa5-4ebf-ab3a-36703fe2ae9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81d91585-6e53-4a9b-87e9-3f79bc05aef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986574 Jul 05 03:48:46.264830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893c515e-e859-497b-a0c8-46a96ae98f47 None None] Network 8c893cc8-1402-4f23-9cea-d28bcaa13ccb requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:46.376414 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:46.445158 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4bc2a89d-c8e6-4719-bfc6-882a250606a8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6416771 Jul 05 03:48:46.449524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2173e8-1868-47cf-a671-92afa77be227 req-e47516c4-da25-49eb-a502-779ce2e0e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.451251 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c2173e8-1868-47cf-a671-92afa77be227 req-e47516c4-da25-49eb-a502-779ce2e0e91b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 1098 time: 0.2946000 Jul 05 03:48:46.451802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34708) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:46.464910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1522355659-router', 'tenant_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:46.470290 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15fb8d-d4b3-4767-80f2-a4c30ac2c0ee req-a3772094-915f-4be2-b87c-5c40dddc5e1c tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.476779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15fb8d-d4b3-4767-80f2-a4c30ac2c0ee req-a3772094-915f-4be2-b87c-5c40dddc5e1c tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.486057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15fb8d-d4b3-4767-80f2-a4c30ac2c0ee req-a3772094-915f-4be2-b87c-5c40dddc5e1c tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.488030 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c15fb8d-d4b3-4767-80f2-a4c30ac2c0ee req-a3772094-915f-4be2-b87c-5c40dddc5e1c tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2411 time: 0.2356746 Jul 05 03:48:46.586130 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-cdf6eb74-8d16-4c5d-b155-c5196563c2a4 service neutron] 10.222.0.36 "GET /v2.0/networks/81d91585-6e53-4a9b-87e9-3f79bc05aef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164392 Jul 05 03:48:46.613277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-8c893cc8-1402-4f23-9cea-d28bcaa13ccb', 'network_id': '8c893cc8-1402-4f23-9cea-d28bcaa13ccb', 'tenant_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'fixed_ips': [{'subnet_id': '62505586-8dfb-4aa1-85b7-8904ea57e2e4'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:48:46.616784 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:46.661203 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c2173e8-1868-47cf-a671-92afa77be227 req-1831e2b2-0cdf-4bc4-a5a2-ef427445dd5b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7c364524-bb55-48eb-95f3-682ffa4751e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016459 Jul 05 03:48:46.684296 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:46.685326 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:46.734329 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c15fb8d-d4b3-4767-80f2-a4c30ac2c0ee req-9fd0021f-0442-4e25-9c8e-faf91f8c187b tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314956 Jul 05 03:48:46.796022 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bd381-0449-4e46-a56f-4825297cdf70 req-bc3e933b-bf08-4298-abb3-0569293fb20b tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.797781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f3bd381-0449-4e46-a56f-4825297cdf70 req-bc3e933b-bf08-4298-abb3-0569293fb20b tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 946 time: 0.2228498 Jul 05 03:48:46.801387 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:46.829720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:46.835630 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:46.837004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Allocated IP 172.20.0.2 (8c893cc8-1402-4f23-9cea-d28bcaa13ccb/62505586-8dfb-4aa1-85b7-8904ea57e2e4/e3448067-a65a-4f8a-97f4-9705dedb6fba) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:46.847059 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6016d386-af12-4b72-81fe-5b62f5a65309 req-4c071687-efba-42f8-be7b-23e63aa85a96 service neutron] 10.222.0.36 "GET /v2.0/networks/81d91585-6e53-4a9b-87e9-3f79bc05aef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526405 Jul 05 03:48:46.897294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f3bd381-0449-4e46-a56f-4825297cdf70 req-98343eca-8b73-4ff8-a016-1aa05e0c9616 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c364524-bb55-48eb-95f3-682ffa4751e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868509 Jul 05 03:48:46.949724 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:47.046742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:47.049614 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9303f87-e7e6-422a-a962-780e4a4145db" -d '{"events": [{"server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "name": "network-vif-unplugged", "status": "completed", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:47.055219 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.081750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Transition to ACTIVE for port object e981caad-1bd2-4beb-ad0a-d94e99b47229 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:47.138124 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.157079 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Transition to ACTIVE for port object e3448067-a65a-4f8a-97f4-9705dedb6fba will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:47.199051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Transition to ACTIVE for port object e3448067-a65a-4f8a-97f4-9705dedb6fba will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:47.203192 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.249230 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4591d481-ef8c-4d9c-a64a-2ac6962ab20b x-openstack-request-id: req-4591d481-ef8c-4d9c-a64a-2ac6962ab20b {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:47.249230 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "name": "network-vif-unplugged", "status": "completed", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:47.249230 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4591d481-ef8c-4d9c-a64a-2ac6962ab20b {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:47.249230 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229', 'code': 200} Jul 05 03:48:47.262006 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.274941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e981caad-1bd2-4beb-ad0a-d94e99b47229 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:47.293560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bff232-2859-47b3-a89e-82f333e446af req-554ae0ef-7a75-4292-b373-fe5cc9f4e03c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.295469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6bff232-2859-47b3-a89e-82f333e446af req-554ae0ef-7a75-4292-b373-fe5cc9f4e03c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.1618574 Jul 05 03:48:47.321041 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] No DVR routers for this DVR port e981caad-1bd2-4beb-ad0a-d94e99b47229 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:47.322978 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.323672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Pushing event updated for resources: {'Port': ['ID=e981caad-1bd2-4beb-ad0a-d94e99b47229,revision_number=10']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:47.346474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-a2ec45b4-71f4-4545-9139-dfb2541ca3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.346889 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-a2ec45b4-71f4-4545-9139-dfb2541ca3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.347680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-a2ec45b4-71f4-4545-9139-dfb2541ca3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.349769 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-a2ec45b4-71f4-4545-9139-dfb2541ca3d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e05ce83d133e42bebf955019114ffeb2&device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2867 time: 0.1980743 Jul 05 03:48:47.392966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e981caad-1bd2-4beb-ad0a-d94e99b47229 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:47.410097 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Network 8c893cc8-1402-4f23-9cea-d28bcaa13ccb is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:47.416350 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:47.419273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:47.445717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Pushing event updated for resources: {'Port': ['ID=e3448067-a65a-4f8a-97f4-9705dedb6fba,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:47.512624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Attempting to bind port e981caad-1bd2-4beb-ad0a-d94e99b47229 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:47.518039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Attempting to bind port e981caad-1bd2-4beb-ad0a-d94e99b47229 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:47.518039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Attempting to bind port e981caad-1bd2-4beb-ad0a-d94e99b47229 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:47.526196 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Port e981caad-1bd2-4beb-ad0a-d94e99b47229 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:47.526509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Attempting to bind port e981caad-1bd2-4beb-ad0a-d94e99b47229 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:47.527850 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Attempting to bind port e3448067-a65a-4f8a-97f4-9705dedb6fba on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:47.528677 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Attempting to bind port e3448067-a65a-4f8a-97f4-9705dedb6fba by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '6e8b2c68-502d-4fd5-879c-c27d3f35780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c893cc8-1402-4f23-9cea-d28bcaa13ccb'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:47.529439 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Attempting to bind port e3448067-a65a-4f8a-97f4-9705dedb6fba on network 8c893cc8-1402-4f23-9cea-d28bcaa13ccb {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:47.537806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:47.538874 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Checking segment: {'id': '6e8b2c68-502d-4fd5-879c-c27d3f35780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c893cc8-1402-4f23-9cea-d28bcaa13ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:47.539714 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.541714 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Bound using segment: {'id': '6e8b2c68-502d-4fd5-879c-c27d3f35780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c893cc8-1402-4f23-9cea-d28bcaa13ccb'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:47.542920 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Bound port: e3448067-a65a-4f8a-97f4-9705dedb6fba, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8b2c68-502d-4fd5-879c-c27d3f35780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c893cc8-1402-4f23-9cea-d28bcaa13ccb'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:47.546183 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.547954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6bff232-2859-47b3-a89e-82f333e446af req-bba5293b-07da-4b60-8a32-9a71d2194b5d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284148 Jul 05 03:48:47.570840 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:47.572540 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:47.576747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:47.577227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Bound port: e981caad-1bd2-4beb-ad0a-d94e99b47229, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:47.577615 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.696521 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] For port e3448067-a65a-4f8a-97f4-9705dedb6fba, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:47.711200 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] For port e3448067-a65a-4f8a-97f4-9705dedb6fba, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=e3448067-a65a-4f8a-97f4-9705dedb6fba,segment=NetworkSegment(6e8b2c68-502d-4fd5-879c-c27d3f35780a),segment_id=6e8b2c68-502d-4fd5-879c-c27d3f35780a)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:47.799439 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.876224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18532d6-de68-4549-a187-8b56bb729638 req-4651526a-3531-4e03-a91b-f5367a81c283 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.880778 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b18532d6-de68-4549-a187-8b56bb729638 req-4651526a-3531-4e03-a91b-f5367a81c283 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 944 time: 0.4312756 Jul 05 03:48:47.920141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cbb31-5d15-43a2-b635-437a2d3add17 None None] Pushing event updated for resources: {'Port': ['ID=e3448067-a65a-4f8a-97f4-9705dedb6fba,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:47.937422 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-772ac6ba-74a7-4bd3-b933-1db65f9b0f95 req-4202b39f-8d4e-47ef-ab11-34f29dd46c69 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 210 time: 0.1318996 Jul 05 03:48:47.938782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34730) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:48.049624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b18532d6-de68-4549-a187-8b56bb729638 req-dc9f593a-f72c-4fc0-a8b6-b677bc78834e tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191370 Jul 05 03:48:48.050881 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:48.060325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:48.081750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-cf8ec996-c764-4936-809e-ed2cbf75bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.083855 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-cf8ec996-c764-4936-809e-ed2cbf75bce5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a196b30-8591-4f3e-bf8f-979cd389635c HTTP/1.1" status: 200 len: 903 time: 0.7245092 Jul 05 03:48:48.155969 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.217520 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-22a47b11-8445-4638-89c8-8e3f392366da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.246&port_id=9285a7e0-781f-4ad6-866b-55bf867f659d HTTP/1.1" status: 200 len: 217 time: 0.1160114 Jul 05 03:48:48.378219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Pushing event updated for resources: {'Port': ['ID=e981caad-1bd2-4beb-ad0a-d94e99b47229,revision_number=11']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:48.403925 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb6c3-49cb-452b-8913-8ebdb766646e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.427797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.428909 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.433400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-da489182-86a3-48a9-bad9-cec373d8b607 service neutron] 10.222.0.36 "PUT /v2.0/ports/e981caad-1bd2-4beb-ad0a-d94e99b47229 HTTP/1.1" status: 200 len: 1097 time: 2.3268006 Jul 05 03:48:48.450082 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 92731db1-2fac-4f39-9211-8d7b0b63fab4 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:48.489844 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-71b8e367-ecd0-4f04-84f7-f52d262c24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.491756 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-71b8e367-ecd0-4f04-84f7-f52d262c24e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6783e486-a344-45e2-b8c9-f7551f83f865 HTTP/1.1" status: 200 len: 801 time: 0.2561104 Jul 05 03:48:48.547712 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.606118 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.679929 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 92731db1-2fac-4f39-9211-8d7b0b63fab4 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:48.680519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bce3bb-989d-4095-936c-bd90d1a45eff req-d0ff4bc4-e52d-4433-9c5a-28b04c67095d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.687437 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bce3bb-989d-4095-936c-bd90d1a45eff req-d0ff4bc4-e52d-4433-9c5a-28b04c67095d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.687786 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 92731db1-2fac-4f39-9211-8d7b0b63fab4 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:48.688607 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.693714 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bce3bb-989d-4095-936c-bd90d1a45eff req-d0ff4bc4-e52d-4433-9c5a-28b04c67095d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.702502 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-30bce3bb-989d-4095-936c-bd90d1a45eff req-d0ff4bc4-e52d-4433-9c5a-28b04c67095d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2411 time: 0.3985670 Jul 05 03:48:48.705727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-6a7f7e9d-0281-45f5-9869-8b29316ab81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.707940 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-6a7f7e9d-0281-45f5-9869-8b29316ab81a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a196b30-8591-4f3e-bf8f-979cd389635c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720674 Jul 05 03:48:48.722450 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f809b6-7195-49db-b0a4-750de7b336ea req-2cec1c64-2356-4899-8b5b-22205e3179ee tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.725237 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-58f809b6-7195-49db-b0a4-750de7b336ea req-2cec1c64-2356-4899-8b5b-22205e3179ee tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 946 time: 0.3925481 Jul 05 03:48:48.814424 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-87ddb681-a956-4a47-aabe-1b2090d4ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.816154 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-87ddb681-a956-4a47-aabe-1b2090d4ffb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 1100 time: 0.3378253 Jul 05 03:48:48.831531 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.888253 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-30bce3bb-989d-4095-936c-bd90d1a45eff req-c81905f1-b241-4b90-9d11-0edde1247614 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831043 Jul 05 03:48:48.893850 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Allocated IP 172.25.6.27 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:48.907275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4516ac08-dfca-4b99-befd-d097fcde8f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92731db1-2fac-4f39-9211-8d7b0b63fab4'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:48.909635 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2988564-8623-401e-891a-2ab238fe8d07" -d '{"events": [{"server_uuid": "4516ac08-dfca-4b99-befd-d097fcde8f8f", "name": "network-vif-plugged", "status": "completed", "tag": "92731db1-2fac-4f39-9211-8d7b0b63fab4"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:48.944032 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 92731db1-2fac-4f39-9211-8d7b0b63fab4, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=92731db1-2fac-4f39-9211-8d7b0b63fab4,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:49.027575 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-58f809b6-7195-49db-b0a4-750de7b336ea req-8d283440-f7bd-4693-bdc4-c50e009d9233 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c364524-bb55-48eb-95f3-682ffa4751e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839389 Jul 05 03:48:49.039548 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.049936 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-fee6a683-0f12-4044-af31-f2831cd60563 service neutron] 10.222.0.36 "GET /v2.0/networks/8a196b30-8591-4f3e-bf8f-979cd389635c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990799 Jul 05 03:48:49.066032 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb6c3-49cb-452b-8913-8ebdb766646e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.138835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-7c091c27-820c-44ee-ae91-5614f8815ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.141498 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-7c091c27-820c-44ee-ae91-5614f8815ab0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2806489 Jul 05 03:48:49.147848 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b949fbd2-820f-4b5b-bf67-7b02c189b0ca x-openstack-request-id: req-b949fbd2-820f-4b5b-bf67-7b02c189b0ca {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:49.148358 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4516ac08-dfca-4b99-befd-d097fcde8f8f", "name": "network-vif-plugged", "status": "completed", "tag": "92731db1-2fac-4f39-9211-8d7b0b63fab4", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:49.148849 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b949fbd2-820f-4b5b-bf67-7b02c189b0ca {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:49.149483 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4516ac08-dfca-4b99-befd-d097fcde8f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92731db1-2fac-4f39-9211-8d7b0b63fab4', 'code': 200} Jul 05 03:48:49.174326 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb6c3-49cb-452b-8913-8ebdb766646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.251486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=92731db1-2fac-4f39-9211-8d7b0b63fab4,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:49.296866 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f0dcb6c3-49cb-452b-8913-8ebdb766646e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cf171fdd41f74239b32ea6ad5e64a627&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3518138 Jul 05 03:48:49.297412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:49.300571 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4027d6-1bf1-4347-9066-0d83e6b36bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:49.304401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34748) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:49.305282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcb6c3-49cb-452b-8913-8ebdb766646e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75de3a8a-97de-4153-b4d0-cf0e976d5182,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:49.350295 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-6b6e7084-8634-48a6-9928-9a2235c95a06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229 HTTP/1.1" status: 200 len: 217 time: 0.1981230 Jul 05 03:48:49.393594 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.425708 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc7af4f9-8530-4266-9ef6-7aa2716f3435 req-357018cd-8e5b-4d5e-a8f8-a1c403be7d7d tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 210 time: 0.0728841 Jul 05 03:48:49.449636 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-b0723df0-a16f-4cb8-a7c8-9e6f068d7bbf service neutron] 10.222.0.36 "GET /v2.0/networks/8a196b30-8591-4f3e-bf8f-979cd389635c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613966 Jul 05 03:48:49.483502 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c734c43-6d1e-4abd-b316-3deb50f11128 None None] Network 8c893cc8-1402-4f23-9cea-d28bcaa13ccb requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:49.543360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ca653-b7ac-40e5-b68e-27e3fc808792 req-fea94acc-983d-4b4c-8f8f-6d4816e5d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.546099 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef3ca653-b7ac-40e5-b68e-27e3fc808792 req-fea94acc-983d-4b4c-8f8f-6d4816e5d21b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 1097 time: 0.1421456 Jul 05 03:48:49.662148 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a913b0ad-1827-4254-a363-52acd2148111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.666399 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device e3448067-a65a-4f8a-97f4-9705dedb6fba up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:49.689888 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef3ca653-b7ac-40e5-b68e-27e3fc808792 req-5f060585-2c53-4ab5-91fd-09d0f45b2082 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347151 Jul 05 03:48:49.698006 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.743198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Pushing event updated for resources: {'Port': ['ID=dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:49.755797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-eb3722f1-b20a-435e-87ab-efa6fd3d7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.757343 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-eb3722f1-b20a-435e-87ab-efa6fd3d7826 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.3968012 Jul 05 03:48:49.773115 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:49.778977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-76deb205-c212-438c-94c2-bbf9c265352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.780004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-76deb205-c212-438c-94c2-bbf9c265352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.780780 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-76deb205-c212-438c-94c2-bbf9c265352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.783518 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-76deb205-c212-438c-94c2-bbf9c265352b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e05ce83d133e42bebf955019114ffeb2&device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2867 time: 0.1926761 Jul 05 03:48:49.785276 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:49.786178 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a913b0ad-1827-4254-a363-52acd2148111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.788375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:49.876577 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ccca2404-60b9-4e63-ad19-7dfe9bb43e4d None None] Provisioning for port e3448067-a65a-4f8a-97f4-9705dedb6fba completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:49.950371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port e3448067-a65a-4f8a-97f4-9705dedb6fba completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:49.955984 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port e3448067-a65a-4f8a-97f4-9705dedb6fba triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:49.956459 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:49.975894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce19c8b-8952-441b-b9dd-703eddb1360b req-a974bef2-a9a3-4a19-bda1-a216606521d9 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.979902 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ce19c8b-8952-441b-b9dd-703eddb1360b req-a974bef2-a9a3-4a19-bda1-a216606521d9 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 948 time: 0.5808880 Jul 05 03:48:49.995653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-d5bbe5eb-b023-4465-bddf-16cffb3adfc3 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.998955 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-d5bbe5eb-b023-4465-bddf-16cffb3adfc3 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.10 "GET /v2.0/networks?id=4073f625-dda5-4dab-8979-1b67730704a9 HTTP/1.1" status: 200 len: 813 time: 0.4232221 Jul 05 03:48:50.029587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-25e5dde1-82fe-4923-b82c-e0b43e2a2136 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Request body: {'port': {'device_id': '3d84b116-c25b-429d-8bf9-115f2e62bcb1', 'network_id': '4073f625-dda5-4dab-8979-1b67730704a9', 'admin_state_up': True, 'tenant_id': '47beb1ed7ed2463ca72d0758eb6a067a'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:50.065142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-361d60f6-e9ae-4f80-8add-5ea76988f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.067040 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-361d60f6-e9ae-4f80-8add-5ea76988f362 service neutron] 10.222.0.36 "GET /v2.0/networks?id=81d91585-6e53-4a9b-87e9-3f79bc05aef1 HTTP/1.1" status: 200 len: 902 time: 0.2291567 Jul 05 03:48:50.104677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a35ed-1fe8-4591-9c32-d307e68aa55c req-57a6dee3-2c15-4f9e-abd8-dcbe958d0958 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.105070 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.117383 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-750a35ed-1fe8-4591-9c32-d307e68aa55c req-57a6dee3-2c15-4f9e-abd8-dcbe958d0958 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 945 time: 0.4048944 Jul 05 03:48:50.130506 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-e1a5bc06-6eb4-48e3-8107-060900ff8bbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.88&port_id=c6ca6249-5237-4bd2-8c99-f603945d9ef5 HTTP/1.1" status: 200 len: 217 time: 0.0557818 Jul 05 03:48:50.174316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port e3448067-a65a-4f8a-97f4-9705dedb6fba, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=e3448067-a65a-4f8a-97f4-9705dedb6fba,segment=NetworkSegment(6e8b2c68-502d-4fd5-879c-c27d3f35780a),segment_id=6e8b2c68-502d-4fd5-879c-c27d3f35780a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:50.244101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-994055b8-a35a-4d19-90b4-49ef6f352c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.246262 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-994055b8-a35a-4d19-90b4-49ef6f352c30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f883d419-91fd-4f8f-b188-eb1ac603ff06 HTTP/1.1" status: 200 len: 801 time: 0.1069767 Jul 05 03:48:50.249618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-b7cf45ef-46d2-45ea-9129-e40146cee17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.257041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-b7cf45ef-46d2-45ea-9129-e40146cee17b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4316974 Jul 05 03:48:50.257041 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a913b0ad-1827-4254-a363-52acd2148111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.258091 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a913b0ad-1827-4254-a363-52acd2148111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.265390 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a913b0ad-1827-4254-a363-52acd2148111 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/75de3a8a-97de-4153-b4d0-cf0e976d5182 HTTP/1.1" status: 204 len: 168 time: 0.9479656 Jul 05 03:48:50.276891 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ce19c8b-8952-441b-b9dd-703eddb1360b req-599a9e01-9071-4116-b56e-3109697bf407 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744722 Jul 05 03:48:50.309395 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.361702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913b0ad-1827-4254-a363-52acd2148111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75de3a8a-97de-4153-b4d0-cf0e976d5182,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:50.423032 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-750a35ed-1fe8-4591-9c32-d307e68aa55c req-fa099c6a-7d9d-4931-9bfb-f6cbea6e55d2 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039453 Jul 05 03:48:50.456127 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 94bdfa88-2e17-4ce5-b821-6beb1c036e44 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:50.477205 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-e9f5a152-c624-4805-9a08-5f0564db4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.481283 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-e9f5a152-c624-4805-9a08-5f0564db4c87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81d91585-6e53-4a9b-87e9-3f79bc05aef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2165332 Jul 05 03:48:50.481283 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.542183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=e3448067-a65a-4f8a-97f4-9705dedb6fba,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:50.622229 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67130b84-0877-4afc-993a-14c21bef0ac1 x-openstack-request-id: req-67130b84-0877-4afc-993a-14c21bef0ac1 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:50.622520 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:50.624126 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67130b84-0877-4afc-993a-14c21bef0ac1 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:50.624126 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229', 'status': 'completed', 'code': 200} Jul 05 03:48:50.637583 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-60441a5e-ea4c-4d4d-bfe6-ffa330cc870d service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531005 Jul 05 03:48:50.647281 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b5b2c10b-37f0-4faa-b231-e8cda2c8066b None None] Provisioning complete for port e3448067-a65a-4f8a-97f4-9705dedb6fba triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:50.647281 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b5b2c10b-37f0-4faa-b231-e8cda2c8066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.657451 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-25e5dde1-82fe-4923-b82c-e0b43e2a2136 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Made reservation on behalf of 47beb1ed7ed2463ca72d0758eb6a067a for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:50.661648 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-25e5dde1-82fe-4923-b82c-e0b43e2a2136 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.938099 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 94bdfa88-2e17-4ce5-b821-6beb1c036e44, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=94bdfa88-2e17-4ce5-b821-6beb1c036e44,segment=NetworkSegment(23764f87-81e8-4801-ac5e-9f65203218fc),segment_id=23764f87-81e8-4801-ac5e-9f65203218fc)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:50.967657 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-b37d75bd-815b-4d0c-93d1-f670f70197cf service neutron] 10.222.0.36 "GET /v2.0/networks/81d91585-6e53-4a9b-87e9-3f79bc05aef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554139 Jul 05 03:48:50.995845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '94bdfa88-2e17-4ce5-b821-6beb1c036e44', 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1', 'port_id': '94bdfa88-2e17-4ce5-b821-6beb1c036e44', 'mac_address': 'fa:16:3e:fe:d5:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f883d419-91fd-4f8f-b188-eb1ac603ff06', 'ip_address': '19.80.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:51.074090 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.115651 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa0562c9-f1a9-42bb-9fe6-b6f94bbaab34 req-c22107db-5141-4190-99ab-a10bf834442d service neutron] 10.222.0.36 "GET /v2.0/networks/81d91585-6e53-4a9b-87e9-3f79bc05aef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416178 Jul 05 03:48:51.143657 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.173201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94bdfa88-2e17-4ce5-b821-6beb1c036e44 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:51.215132 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 94bdfa88-2e17-4ce5-b821-6beb1c036e44, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=94bdfa88-2e17-4ce5-b821-6beb1c036e44,segment=NetworkSegment(23764f87-81e8-4801-ac5e-9f65203218fc),segment_id=23764f87-81e8-4801-ac5e-9f65203218fc)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:51.300238 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.300843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device c6ca6249-5237-4bd2-8c99-f603945d9ef5 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:51.329033 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-58f984f1-f478-41db-9156-7828be2a9a63 req-caf6d28a-0d47-43ee-80c8-dda71301c7cf tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 210 time: 0.1553159 Jul 05 03:48:51.411013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Router b5bcb101-3bb1-4f53-9fd5-195cdf342d65 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:48:51.432341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port c6ca6249-5237-4bd2-8c99-f603945d9ef5, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=c6ca6249-5237-4bd2-8c99-f603945d9ef5,segment=NetworkSegment(23764f87-81e8-4801-ac5e-9f65203218fc),segment_id=23764f87-81e8-4801-ac5e-9f65203218fc)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:51.448726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=94bdfa88-2e17-4ce5-b821-6beb1c036e44,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:51.461436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'c6ca6249-5237-4bd2-8c99-f603945d9ef5', 'network_id': '81d91585-6e53-4a9b-87e9-3f79bc05aef1', 'port_id': 'c6ca6249-5237-4bd2-8c99-f603945d9ef5', 'mac_address': 'fa:16:3e:b8:48:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f883d419-91fd-4f8f-b188-eb1ac603ff06', 'ip_address': '19.80.0.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:51.581644 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.589740 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dec52cb-cfd1-40b4-b039-f6ef41559d75 req-988276a1-b887-4f79-92d7-a0c82a8944a0 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9458535 Jul 05 03:48:51.601775 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-3bf35e5a-9cae-42e3-9b47-78aa92169357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.603653 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-3bf35e5a-9cae-42e3-9b47-78aa92169357 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 1100 time: 0.9371195 Jul 05 03:48:51.636222 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ca6249-5237-4bd2-8c99-f603945d9ef5 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:51.646149 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device e3448067-a65a-4f8a-97f4-9705dedb6fba up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:51.662663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e6987-8613-49c2-a30a-d0e1a6c6d86b req-78ae9f20-bc24-4805-81b8-4f0db799b354 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.670426 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e6987-8613-49c2-a30a-d0e1a6c6d86b req-78ae9f20-bc24-4805-81b8-4f0db799b354 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.679422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e6987-8613-49c2-a30a-d0e1a6c6d86b req-78ae9f20-bc24-4805-81b8-4f0db799b354 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.688530 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d65e6987-8613-49c2-a30a-d0e1a6c6d86b req-78ae9f20-bc24-4805-81b8-4f0db799b354 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2411 time: 1.0228148 Jul 05 03:48:51.695553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port c6ca6249-5237-4bd2-8c99-f603945d9ef5, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=c6ca6249-5237-4bd2-8c99-f603945d9ef5,segment=NetworkSegment(23764f87-81e8-4801-ac5e-9f65203218fc),segment_id=23764f87-81e8-4801-ac5e-9f65203218fc)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:51.704899 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:48:51.715290 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Sync routers for ids ['b5bcb101-3bb1-4f53-9fd5-195cdf342d65'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:51.722561 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port e3448067-a65a-4f8a-97f4-9705dedb6fba triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:51.723576 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.732565 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Routers {'b5bcb101-3bb1-4f53-9fd5-195cdf342d65'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:51.736498 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:48:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['b5bcb101-3bb1-4f53-9fd5-195cdf342d65'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:51.753776 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.755037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9285a7e0-781f-4ad6-866b-55bf867f659d details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:51.787340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-25e5dde1-82fe-4923-b82c-e0b43e2a2136 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Allocated IP 172.20.0.6 (4073f625-dda5-4dab-8979-1b67730704a9/7d02b968-b177-4b92-867d-4cbc1fde7397/e7358a43-edcd-42e2-b221-fd22e85e8fda) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:51.868695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.877004 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-15e08392-fb01-4603-8709-5b6329b6483b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4226451 Jul 05 03:48:51.877515 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34788) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:51.884794 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d65e6987-8613-49c2-a30a-d0e1a6c6d86b req-26e64ae9-a956-45b1-a60f-080935129dd8 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954815 Jul 05 03:48:51.900234 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Set router b5bcb101-3bb1-4f53-9fd5-195cdf342d65 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:52.046434 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=c6ca6249-5237-4bd2-8c99-f603945d9ef5,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:52.050406 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34790) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:52.097040 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-25e5dde1-82fe-4923-b82c-e0b43e2a2136 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.136191 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 9285a7e0-781f-4ad6-866b-55bf867f659d, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9285a7e0-781f-4ad6-866b-55bf867f659d,segment=NetworkSegment(f39da91b-fbf0-417e-bdc4-25eba59e916f),segment_id=f39da91b-fbf0-417e-bdc4-25eba59e916f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:52.158473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-fe84d535-7854-4659-9f6f-881a399aef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.159603 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '9285a7e0-781f-4ad6-866b-55bf867f659d', 'network_id': '8a196b30-8591-4f3e-bf8f-979cd389635c', 'port_id': '9285a7e0-781f-4ad6-866b-55bf867f659d', 'mac_address': 'fa:16:3e:51:73:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6783e486-a344-45e2-b8c9-f7551f83f865', 'ip_address': '19.86.0.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:52.160256 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-fe84d535-7854-4659-9f6f-881a399aef84 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.5429373 Jul 05 03:48:52.194303 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ccba5-678f-406a-9b33-abcaae9672fc req-e2e1abd9-2a8a-4e80-b168-8927e8c7fcea tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.204438 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc7ccba5-678f-406a-9b33-abcaae9672fc req-e2e1abd9-2a8a-4e80-b168-8927e8c7fcea tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 948 time: 0.6617267 Jul 05 03:48:52.222364 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-d3fbfcdf-d05f-4157-8735-5624dfa27e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.224680 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-d3fbfcdf-d05f-4157-8735-5624dfa27e45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 1100 time: 0.5263786 Jul 05 03:48:52.224892 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-25e5dde1-82fe-4923-b82c-e0b43e2a2136 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.253087 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.256514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9566ce33-63bc-4026-bd5e-5ce251669ad6'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:52.319667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9285a7e0-781f-4ad6-866b-55bf867f659d {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:52.350895 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'name': 'tempest-FloatingIPDetailsTestJSON-1522355659-router', 'tenant_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:46Z', 'updated_at': '2021-07-05T03:48:50Z', 'revision_number': 3, 'project_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'gw_port': {'id': 'dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:48Z', 'updated_at': '2021-07-05T03:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:52.374921 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 9285a7e0-781f-4ad6-866b-55bf867f659d, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9285a7e0-781f-4ad6-866b-55bf867f659d,segment=NetworkSegment(f39da91b-fbf0-417e-bdc4-25eba59e916f),segment_id=f39da91b-fbf0-417e-bdc4-25eba59e916f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:52.381383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f9bd0695-d317-4344-bd8b-d5e819161d1a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1229970835-network', 'tenant_id': '429da1ccedc449a291003152f2c8e07e'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:52.397841 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Checking router: b5bcb101-3bb1-4f53-9fd5-195cdf342d65 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:52.398614 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Updating router b5bcb101-3bb1-4f53-9fd5-195cdf342d65 port dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:48:52.423493 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-bcb7ec1c-1683-4247-ad1b-963f2ad8ef8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229 HTTP/1.1" status: 200 len: 217 time: 0.2447677 Jul 05 03:48:52.442327 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.453170 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-25e5dde1-82fe-4923-b82c-e0b43e2a2136 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Network 4073f625-dda5-4dab-8979-1b67730704a9 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:52.477530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5dde1-82fe-4923-b82c-e0b43e2a2136 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event updated for resources: {'Port': ['ID=e7358a43-edcd-42e2-b221-fd22e85e8fda,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:52.484786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bd0695-d317-4344-bd8b-d5e819161d1a admin admin] Made reservation on behalf of 429da1ccedc449a291003152f2c8e07e for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:52.487654 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0695-d317-4344-bd8b-d5e819161d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.501371 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.501751 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0695-d317-4344-bd8b-d5e819161d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.520557 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-25e5dde1-82fe-4923-b82c-e0b43e2a2136 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:52.559370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-25e5dde1-82fe-4923-b82c-e0b43e2a2136 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:52.585872 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc7ccba5-678f-406a-9b33-abcaae9672fc req-a2b49a77-03d6-40d3-b24b-65f9bfc83815 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808093 Jul 05 03:48:52.686192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=9285a7e0-781f-4ad6-866b-55bf867f659d,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:52.824941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-293f5ac2-884e-4bfb-9266-0c615967fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.827586 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-293f5ac2-884e-4bfb-9266-0c615967fbe6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.3884568 Jul 05 03:48:52.862732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-84cde3bb-242e-485c-8159-bc57eba3d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.864398 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-84cde3bb-242e-485c-8159-bc57eba3d124 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.6206837 Jul 05 03:48:52.874592 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0695-d317-4344-bd8b-d5e819161d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.881371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-25e5dde1-82fe-4923-b82c-e0b43e2a2136 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.882624 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-25e5dde1-82fe-4923-b82c-e0b43e2a2136 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.896874 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.967074 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0695-d317-4344-bd8b-d5e819161d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.005052 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd0695-d317-4344-bd8b-d5e819161d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73bf48a-31a3-4dad-a0e4-bbf494c5bd5d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:53.014559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-b4a7f6c7-0dbc-4d4a-a9af-3c69d8485094 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229 HTTP/1.1" status: 200 len: 217 time: 0.1114047 Jul 05 03:48:53.024143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bd0695-d317-4344-bd8b-d5e819161d1a admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:48:53.052033 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.067922 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0695-d317-4344-bd8b-d5e819161d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.068402 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-f9bd0695-d317-4344-bd8b-d5e819161d1a admin admin] Added segment 31728b62-8332-470e-9ca2-772d3d9ecef5 of type vlan for network 84ec4343-9bb1-496f-8666-e68e2a30eafb Jul 05 03:48:53.070180 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Transition to ACTIVE for port object dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:53.087046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-25e5dde1-82fe-4923-b82c-e0b43e2a2136 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0661309 Jul 05 03:48:53.111947 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Request body: {'port': {'device_id': '3d84b116-c25b-429d-8bf9-115f2e62bcb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:53.117920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-58279f4d-9e93-4d71-b1cd-20c7d214deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:53.119728 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-58279f4d-9e93-4d71-b1cd-20c7d214deaa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2632895 Jul 05 03:48:53.124849 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-c6e17fe1-5980-4ea1-a90f-d779999f8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:53.126258 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-c6e17fe1-5980-4ea1-a90f-d779999f8ec5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0975966 Jul 05 03:48:53.137037 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.137645 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['c6ca6249-5237-4bd2-8c99-f603945d9ef5'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:53.156474 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0695-d317-4344-bd8b-d5e819161d1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.160771 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e31d10-e287-479e-8626-9f5765f122dd req-530cb01e-c329-4ba6-a1e4-65738df08e52 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:53.163391 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17e31d10-e287-479e-8626-9f5765f122dd req-530cb01e-c329-4ba6-a1e4-65738df08e52 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 945 time: 0.2628050 Jul 05 03:48:53.198063 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Allocated IP 172.20.0.1 (8c893cc8-1402-4f23-9cea-d28bcaa13ccb/62505586-8dfb-4aa1-85b7-8904ea57e2e4/9ae3cea2-6ac7-4b73-9527-402840f80bcd) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:53.237403 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c303f-8020-4ce8-a3b3-33d559c907e4 None None] Pushing event updated for resources: {'Port': ['ID=dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:53.247411 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['9285a7e0-781f-4ad6-866b-55bf867f659d'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:53.255635 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Attempting to bind port dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:53.256706 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Attempting to bind port dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:53.257322 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Attempting to bind port dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:53.265026 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:53.266085 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:53.267232 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.268338 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:53.270528 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Bound port: dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:53.272086 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.349122 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.365890 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] For port dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:53.368215 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Transition to ACTIVE for port object 9ae3cea2-6ac7-4b73-9527-402840f80bcd will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:53.373574 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] For port dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:53.377421 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0695-d317-4344-bd8b-d5e819161d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.378409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bd0695-d317-4344-bd8b-d5e819161d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:53.379251 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0695-d317-4344-bd8b-d5e819161d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.440977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17e31d10-e287-479e-8626-9f5765f122dd req-8d543b71-74f4-4fc4-b940-f8c72a9835d2 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549529 Jul 05 03:48:53.465961 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.480667 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd0695-d317-4344-bd8b-d5e819161d1a admin admin] Pushing event updated for resources: {'Network': ['ID=84ec4343-9bb1-496f-8666-e68e2a30eafb,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:53.496179 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.500037 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-2a427814-3928-4b5a-8092-e0a1ab70e1ea service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725953 Jul 05 03:48:53.502173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 84ec4343-9bb1-496f-8666-e68e2a30eafb details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:48:53.508188 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-3f667882-061a-4d31-9f25-d7ded6b17c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:53.510075 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-3f667882-061a-4d31-9f25-d7ded6b17c50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3364146 Jul 05 03:48:53.566519 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Routers {'b5bcb101-3bb1-4f53-9fd5-195cdf342d65'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:53.567316 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:48:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['b5bcb101-3bb1-4f53-9fd5-195cdf342d65'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:53.577780 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde3558-c755-4c80-96eb-dda791d42e8d req-9e1b47b4-6509-4671-9477-e06391bc0613 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:53.578909 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bfde3558-c755-4c80-96eb-dda791d42e8d req-9e1b47b4-6509-4671-9477-e06391bc0613 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 931 time: 0.3816082 Jul 05 03:48:53.586900 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f9bd0695-d317-4344-bd8b-d5e819161d1a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5350168 Jul 05 03:48:53.590340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34802) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:53.598963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0a69880d-68d0-4922-8d7b-4defacc76ce7 admin admin] Request body: {'subnet': {'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1229970835-subnet', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:53.623581 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c303f-8020-4ce8-a3b3-33d559c907e4 None None] Pushing event updated for resources: {'Port': ['ID=dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:53.655535 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.725565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Pushing event updated for resources: {'Port': ['ID=9ae3cea2-6ac7-4b73-9527-402840f80bcd,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:53.745756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a69880d-68d0-4922-8d7b-4defacc76ce7 admin admin] Made reservation on behalf of 429da1ccedc449a291003152f2c8e07e for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:53.748847 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0a69880d-68d0-4922-8d7b-4defacc76ce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.756443 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] Set router b5bcb101-3bb1-4f53-9fd5-195cdf342d65 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:53.794966 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Network 8c893cc8-1402-4f23-9cea-d28bcaa13ccb is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:53.798476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:53.806140 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:53.880742 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.012999 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'name': 'tempest-FloatingIPDetailsTestJSON-1522355659-router', 'tenant_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:46Z', 'updated_at': '2021-07-05T03:48:50Z', 'revision_number': 3, 'project_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'gw_port': {'id': 'dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:48Z', 'updated_at': '2021-07-05T03:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:54.058922 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cf370f-b60d-491f-a548-93efa69ce0ac None None] The sync data for ids ['b5bcb101-3bb1-4f53-9fd5-195cdf342d65'] in n-d-771363-32 is: [{'id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'name': 'tempest-FloatingIPDetailsTestJSON-1522355659-router', 'tenant_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:46Z', 'updated_at': '2021-07-05T03:48:50Z', 'revision_number': 3, 'project_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'gw_port': {'id': 'dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:48Z', 'updated_at': '2021-07-05T03:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:54.109136 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bfde3558-c755-4c80-96eb-dda791d42e8d req-814268dd-70c7-44d0-9e96-ebcda2cdeff9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010681 Jul 05 03:48:54.187410 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-ba84c727-13f6-4d15-bf9d-cc7b631d8b8d service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337364 Jul 05 03:48:54.189592 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.216164 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-2ee78b9a-9c6b-4075-87fe-758908f5d7e4 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6727915 Jul 05 03:48:54.264983 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0a69880d-68d0-4922-8d7b-4defacc76ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.291095 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cad87f-d8d9-4881-a91a-92bb2e9e2bf4 req-2aa38817-2792-4ffb-afab-ecea91e2c929 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.292724 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3cad87f-d8d9-4881-a91a-92bb2e9e2bf4 req-2aa38817-2792-4ffb-afab-ecea91e2c929 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 946 time: 0.5855927 Jul 05 03:48:54.295707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7b53991d-7f48-4f9e-8816-fa450c89e3eb None None] Provisioning for port 9ae3cea2-6ac7-4b73-9527-402840f80bcd completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:54.309001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7b53991d-7f48-4f9e-8816-fa450c89e3eb None None] Provisioning complete for port 9ae3cea2-6ac7-4b73-9527-402840f80bcd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:54.309970 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7b53991d-7f48-4f9e-8816-fa450c89e3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.365144 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7b53991d-7f48-4f9e-8816-fa450c89e3eb None None] Port 9ae3cea2-6ac7-4b73-9527-402840f80bcd cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:54.396056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69880d-68d0-4922-8d7b-4defacc76ce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc68f1f-d6b1-430e-bb84-455db390f451,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:54.416015 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3cad87f-d8d9-4881-a91a-92bb2e9e2bf4 req-9bed336f-edd0-4e09-a47d-3fb6611722bc tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c364524-bb55-48eb-95f3-682ffa4751e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978339 Jul 05 03:48:54.452396 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['94bdfa88-2e17-4ce5-b821-6beb1c036e44'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:54.476702 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da4027d6-1bf1-4347-9066-0d83e6b36bfb req-41ec764f-0f78-42dd-9c27-1ff600a0eec4 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579198 Jul 05 03:48:54.515517 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d52c57-5c84-436e-935d-85fb565bc99e req-e970ecda-0c85-4c9f-a0ce-188be4c2c733 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.523148 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d52c57-5c84-436e-935d-85fb565bc99e req-e970ecda-0c85-4c9f-a0ce-188be4c2c733 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.536774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d52c57-5c84-436e-935d-85fb565bc99e req-e970ecda-0c85-4c9f-a0ce-188be4c2c733 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.545145 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4d52c57-5c84-436e-935d-85fb565bc99e req-e970ecda-0c85-4c9f-a0ce-188be4c2c733 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2414 time: 0.2746480 Jul 05 03:48:54.568121 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.575885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69880d-68d0-4922-8d7b-4defacc76ce7 admin admin] Checking segment: {'id': '31728b62-8332-470e-9ca2-772d3d9ecef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:54.576392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69880d-68d0-4922-8d7b-4defacc76ce7 admin admin] Network hostable DHCP agents. Network: 84ec4343-9bb1-496f-8666-e68e2a30eafb, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:48:54.653207 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4d52c57-5c84-436e-935d-85fb565bc99e req-19c4d0a3-bd89-47a6-806e-8ce01e9b7e98 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068773 Jul 05 03:48:54.660899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7358a43-edcd-42e2-b221-fd22e85e8fda {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:54.676867 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.694935 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.715175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Transition to ACTIVE for port object e7358a43-edcd-42e2-b221-fd22e85e8fda will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:54.814291 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.834061 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a340c-ef5a-4e6e-b44a-c6117aa443fd req-bf466d43-2a09-4deb-882f-05862d7e39b4 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.835681 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-500a340c-ef5a-4e6e-b44a-c6117aa443fd req-bf466d43-2a09-4deb-882f-05862d7e39b4 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 946 time: 0.1189566 Jul 05 03:48:54.836232 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.844189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69880d-68d0-4922-8d7b-4defacc76ce7 admin admin] Network 84ec4343-9bb1-496f-8666-e68e2a30eafb is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:48:55.014857 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-0a69880d-68d0-4922-8d7b-4defacc76ce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 84ec4343-9bb1-496f-8666-e68e2a30eafb) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:55.023934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69880d-68d0-4922-8d7b-4defacc76ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:55.024972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6937e41-f4d6-49f7-867b-afe9ece792b3 None None] Network 84ec4343-9bb1-496f-8666-e68e2a30eafb requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:55.025394 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0a69880d-68d0-4922-8d7b-4defacc76ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.035004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Pushing event updated for resources: {'Port': ['ID=9ae3cea2-6ac7-4b73-9527-402840f80bcd,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:55.067780 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Pushing event updated for resources: {'Port': ['ID=e7358a43-edcd-42e2-b221-fd22e85e8fda,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:55.147606 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Network 8c893cc8-1402-4f23-9cea-d28bcaa13ccb is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:55.149934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:55.165680 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0a69880d-68d0-4922-8d7b-4defacc76ce7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5716236 Jul 05 03:48:55.175970 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34812) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:55.183583 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1229970835-router', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:55.206271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42006315-379d-4908-a3ce-0feaea9161a4 req-e93656be-9abb-4de6-9f24-0fd0965b7657 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:55.216710 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42006315-379d-4908-a3ce-0feaea9161a4 req-e93656be-9abb-4de6-9f24-0fd0965b7657 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 948 time: 0.3472228 Jul 05 03:48:55.232634 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Attempting to bind port e7358a43-edcd-42e2-b221-fd22e85e8fda on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:55.232982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Attempting to bind port e7358a43-edcd-42e2-b221-fd22e85e8fda by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4073f625-dda5-4dab-8979-1b67730704a9'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:55.233287 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Attempting to bind port e7358a43-edcd-42e2-b221-fd22e85e8fda on network 4073f625-dda5-4dab-8979-1b67730704a9 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:55.241641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04502325-f88f-420a-a76e-6db02422e2e6 req-3ec6cae2-ba7d-4bfa-bdf3-cfbf10ffcb54 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:55.243183 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04502325-f88f-420a-a76e-6db02422e2e6 req-3ec6cae2-ba7d-4bfa-bdf3-cfbf10ffcb54 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 1097 time: 0.3194029 Jul 05 03:48:55.300395 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Port e7358a43-edcd-42e2-b221-fd22e85e8fda on network 4073f625-dda5-4dab-8979-1b67730704a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:55.300395 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Attempting to bind port e7358a43-edcd-42e2-b221-fd22e85e8fda on network 4073f625-dda5-4dab-8979-1b67730704a9 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:55.305700 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-84ec4343-9bb1-496f-8666-e68e2a30eafb', 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'fixed_ips': [{'subnet_id': '0bc68f1f-d6b1-430e-bb84-455db390f451'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:48:55.308374 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.333596 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:55.334753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Checking segment: {'id': '3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4073f625-dda5-4dab-8979-1b67730704a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:55.334753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Bound using segment: {'id': '3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4073f625-dda5-4dab-8979-1b67730704a9'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:55.335213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Bound port: e7358a43-edcd-42e2-b221-fd22e85e8fda, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4073f625-dda5-4dab-8979-1b67730704a9'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:55.335365 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.374248 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42006315-379d-4908-a3ce-0feaea9161a4 req-7eca9097-0187-41ad-9a79-ef155162a4df tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587844 Jul 05 03:48:55.376050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-500a340c-ef5a-4e6e-b44a-c6117aa443fd req-f1f021f6-9496-4f98-8ed4-e8e0fb6fd37f tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Deleting port 6b2441f9-a639-4192-b7c8-cee8061ab71a {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:55.376421 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-500a340c-ef5a-4e6e-b44a-c6117aa443fd req-f1f021f6-9496-4f98-8ed4-e8e0fb6fd37f tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.433078 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.434174 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.527633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Allocated IP 172.20.0.2 (84ec4343-9bb1-496f-8666-e68e2a30eafb/0bc68f1f-d6b1-430e-bb84-455db390f451/e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:55.537009 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04502325-f88f-420a-a76e-6db02422e2e6 req-c3401900-eab0-4e60-9450-be391ed5a6c4 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755153 Jul 05 03:48:55.680747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:55.761436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-23426e58-3bac-4b5c-8b0e-b2fdeb9d45f4 None None] Provisioning complete for port 9ae3cea2-6ac7-4b73-9527-402840f80bcd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:55.762105 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-23426e58-3bac-4b5c-8b0e-b2fdeb9d45f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.786975 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.797378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] For port e7358a43-edcd-42e2-b221-fd22e85e8fda, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:55.864774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-23426e58-3bac-4b5c-8b0e-b2fdeb9d45f4 None None] Port 9ae3cea2-6ac7-4b73-9527-402840f80bcd cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:55.871507 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Router b5bcb101-3bb1-4f53-9fd5-195cdf342d65 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:48:55.880331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] For port e7358a43-edcd-42e2-b221-fd22e85e8fda, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e7358a43-edcd-42e2-b221-fd22e85e8fda,segment=NetworkSegment(3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4),segment_id=3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:55.891591 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.902081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Transition to ACTIVE for port object e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:55.910218 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-500a340c-ef5a-4e6e-b44a-c6117aa443fd req-f1f021f6-9496-4f98-8ed4-e8e0fb6fd37f tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] For port 6b2441f9-a639-4192-b7c8-cee8061ab71a, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6b2441f9-a639-4192-b7c8-cee8061ab71a,segment=NetworkSegment(dd02d231-2cd8-44e7-8025-dd72ad3ad213),segment_id=dd02d231-2cd8-44e7-8025-dd72ad3ad213)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:55.910829 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-500a340c-ef5a-4e6e-b44a-c6117aa443fd req-f1f021f6-9496-4f98-8ed4-e8e0fb6fd37f tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.921713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Transition to ACTIVE for port object e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:55.946662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-500a340c-ef5a-4e6e-b44a-c6117aa443fd req-f1f021f6-9496-4f98-8ed4-e8e0fb6fd37f tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Calling delete_port for 6b2441f9-a639-4192-b7c8-cee8061ab71a owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:55.959860 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:55.967539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:55.970098 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.037210 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.062444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:48:56.078575 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7d9fd591-080f-49ce-8375-4010b38572dc admin admin] 10.222.0.38 "PUT /v2.0/routers/b5bcb101-3bb1-4f53-9fd5-195cdf342d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1912746 Jul 05 03:48:56.100387 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.132861 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.167100 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Network 84ec4343-9bb1-496f-8666-e68e2a30eafb is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:56.183154 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:56.203843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:56.213813 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:56.216911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Pushing event updated for resources: {'Port': ['ID=e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:56.267074 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:56.267074 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.268347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] 10.222.0.10 "PUT /v2.0/ports/e7358a43-edcd-42e2-b221-fd22e85e8fda HTTP/1.1" status: 200 len: 1092 time: 3.1657252 Jul 05 03:48:56.273170 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d84b116-c25b-429d-8bf9-115f2e62bcb1', 'tag': 'e7358a43-edcd-42e2-b221-fd22e85e8fda'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:56.277136 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b01fac-5c70-47ee-b07f-908a9a9096dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3d84b116-c25b-429d-8bf9-115f2e62bcb1", "tag": "e7358a43-edcd-42e2-b221-fd22e85e8fda"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:56.303452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Attempting to bind port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:56.303961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Attempting to bind port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '31728b62-8332-470e-9ca2-772d3d9ecef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:56.304433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Attempting to bind port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 on network 84ec4343-9bb1-496f-8666-e68e2a30eafb {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:56.308823 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.313085 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.317713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:56.317713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Checking segment: {'id': '31728b62-8332-470e-9ca2-772d3d9ecef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:56.318083 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.318173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Bound using segment: {'id': '31728b62-8332-470e-9ca2-772d3d9ecef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:56.318767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Bound port: e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31728b62-8332-470e-9ca2-772d3d9ecef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:56.319241 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.331542 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa70bc-d3bc-4dc9-b21d-0c0792fe873b service neutron] Pushing event updated for resources: {'Port': ['ID=e7358a43-edcd-42e2-b221-fd22e85e8fda,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:56.345059 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a3c0f-e74a-4bf5-8988-bcdb6c59e134 req-a8b5e478-ae99-4480-bb10-d7f348ea9628 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:56.346807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Sync routers for ids ['b5bcb101-3bb1-4f53-9fd5-195cdf342d65'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:56.350850 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-121a3c0f-e74a-4bf5-8988-bcdb6c59e134 req-a8b5e478-ae99-4480-bb10-d7f348ea9628 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 946 time: 0.5768981 Jul 05 03:48:56.376460 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403334e8-f700-4aa3-aef7-0c8dae1aec51 req-adcb613a-cec1-45ab-9305-b797c50a00a8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:56.378045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-403334e8-f700-4aa3-aef7-0c8dae1aec51 req-adcb613a-cec1-45ab-9305-b797c50a00a8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 943 time: 0.6149511 Jul 05 03:48:56.411680 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Routers {'b5bcb101-3bb1-4f53-9fd5-195cdf342d65'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:56.412622 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:48:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['b5bcb101-3bb1-4f53-9fd5-195cdf342d65'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:56.456740 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:56.494921 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] For port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:56.512961 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-121a3c0f-e74a-4bf5-8988-bcdb6c59e134 req-8b1614bd-e0d3-418f-b20c-2dd77cfb26e3 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c364524-bb55-48eb-95f3-682ffa4751e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475687 Jul 05 03:48:56.580637 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-403334e8-f700-4aa3-aef7-0c8dae1aec51 req-4dedbd96-c184-4e56-a95c-d4a04fa9be0b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806874 Jul 05 03:48:56.628020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-c3cadfb4-be67-4157-8ca6-cf107ae2eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:56.629905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-c3cadfb4-be67-4157-8ca6-cf107ae2eef6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=47beb1ed7ed2463ca72d0758eb6a067a&device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 1095 time: 0.1857390 Jul 05 03:48:56.632312 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-500a340c-ef5a-4e6e-b44a-c6117aa443fd req-f1f021f6-9496-4f98-8ed4-e8e0fb6fd37f tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.701618 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] For port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60,segment=NetworkSegment(31728b62-8332-470e-9ca2-772d3d9ecef5),segment_id=31728b62-8332-470e-9ca2-772d3d9ecef5)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:56.707182 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e981caad-1bd2-4beb-ad0a-d94e99b47229 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:56.709244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9285a7e0-781f-4ad6-866b-55bf867f659d up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:56.710153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f021f6-9496-4f98-8ed4-e8e0fb6fd37f tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Pushing event deleted for resources: {'Port': ['ID=6b2441f9-a639-4192-b7c8-cee8061ab71a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:56.719044 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-4894c086-e90c-4012-bae4-e1fc82984e20 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7358a43-edcd-42e2-b221-fd22e85e8fda HTTP/1.1" status: 200 len: 217 time: 0.0764053 Jul 05 03:48:56.782604 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Set router b5bcb101-3bb1-4f53-9fd5-195cdf342d65 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:56.851948 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.034354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5626c70-2c34-470e-b3c7-7acaa6be8ff5 None None] Pushing event updated for resources: {'Port': ['ID=e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:57.047713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:57.064585 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'e981caad-1bd2-4beb-ad0a-d94e99b47229', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'e981caad-1bd2-4beb-ad0a-d94e99b47229', 'mac_address': 'fa:16:3e:3f:e3:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:57.078774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 9285a7e0-781f-4ad6-866b-55bf867f659d completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:57.111642 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 9285a7e0-781f-4ad6-866b-55bf867f659d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:57.111642 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.125997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-500a340c-ef5a-4e6e-b44a-c6117aa443fd req-f1f021f6-9496-4f98-8ed4-e8e0fb6fd37f tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] No DVR routers for this DVR port 6b2441f9-a639-4192-b7c8-cee8061ab71a on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:57.142303 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-500a340c-ef5a-4e6e-b44a-c6117aa443fd req-f1f021f6-9496-4f98-8ed4-e8e0fb6fd37f tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.146569 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-500a340c-ef5a-4e6e-b44a-c6117aa443fd req-f1f021f6-9496-4f98-8ed4-e8e0fb6fd37f tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.10 "DELETE /v2.0/ports/6b2441f9-a639-4192-b7c8-cee8061ab71a HTTP/1.1" status: 204 len: 173 time: 2.2783446 Jul 05 03:48:57.175498 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-87d51d89-25b4-4a52-a494-137e7a07dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.177247 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-87d51d89-25b4-4a52-a494-137e7a07dcf9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d02b968-b177-4b92-867d-4cbc1fde7397 HTTP/1.1" status: 200 len: 853 time: 0.4431410 Jul 05 03:48:57.214592 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.237509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-bab41684-79a2-4f70-ac3a-031c56d7c309 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4073f625-dda5-4dab-8979-1b67730704a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491431 Jul 05 03:48:57.242085 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e981caad-1bd2-4beb-ad0a-d94e99b47229 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:57.295307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61b176-abc9-4e19-a5ed-dc39261cf129 req-e15fb6ad-256b-4084-9b89-484d3eca5a19 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.299111 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:57.302730 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6a61b176-abc9-4e19-a5ed-dc39261cf129 req-e15fb6ad-256b-4084-9b89-484d3eca5a19 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 1097 time: 0.5898476 Jul 05 03:48:57.330458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 6b2441f9-a639-4192-b7c8-cee8061ab71a no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:57.335144 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.364794 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 6b2441f9-a639-4192-b7c8-cee8061ab71a {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:57.365054 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 6b2441f9-a639-4192-b7c8-cee8061ab71a not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:57.375383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'name': 'tempest-FloatingIPDetailsTestJSON-1522355659-router', 'tenant_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:46Z', 'updated_at': '2021-07-05T03:48:54Z', 'revision_number': 4, 'project_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'gw_port': {'id': 'dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:48Z', 'updated_at': '2021-07-05T03:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '9ae3cea2-6ac7-4b73-9527-402840f80bcd', 'name': '', 'network_id': '8c893cc8-1402-4f23-9cea-d28bcaa13ccb', 'tenant_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'mac_address': 'fa:16:3e:3c:8b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '62505586-8dfb-4aa1-85b7-8904ea57e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:52Z', 'updated_at': '2021-07-05T03:48:54Z', 'revision_number': 2, 'project_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'subnets': [{'id': '62505586-8dfb-4aa1-85b7-8904ea57e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:57.406736 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Checking router: b5bcb101-3bb1-4f53-9fd5-195cdf342d65 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:57.407241 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Updating router b5bcb101-3bb1-4f53-9fd5-195cdf342d65 port 9ae3cea2-6ac7-4b73-9527-402840f80bcd binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:48:57.411212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a52b4-392e-4e19-8904-5aaa3c0008f9 req-978ea86f-6c90-4f2d-a6ca-78238f558c6f tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.417541 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a52b4-392e-4e19-8904-5aaa3c0008f9 req-978ea86f-6c90-4f2d-a6ca-78238f558c6f tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.423696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a52b4-392e-4e19-8904-5aaa3c0008f9 req-978ea86f-6c90-4f2d-a6ca-78238f558c6f tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.425569 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-945a52b4-392e-4e19-8904-5aaa3c0008f9 req-978ea86f-6c90-4f2d-a6ca-78238f558c6f tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2414 time: 0.6461515 Jul 05 03:48:57.435359 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.489820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9285a7e0-781f-4ad6-866b-55bf867f659d'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:57.497620 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705ff58c-ed56-41b4-a8ee-672d89f55a65" -d '{"events": [{"server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "name": "network-vif-plugged", "status": "completed", "tag": "9285a7e0-781f-4ad6-866b-55bf867f659d"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:57.500865 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.516820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6a61b176-abc9-4e19-a5ed-dc39261cf129 req-90ef1e14-38d7-4fff-bc82-8a34c1439f47 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129679 Jul 05 03:48:57.588118 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 9285a7e0-781f-4ad6-866b-55bf867f659d, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9285a7e0-781f-4ad6-866b-55bf867f659d,segment=NetworkSegment(f39da91b-fbf0-417e-bdc4-25eba59e916f),segment_id=f39da91b-fbf0-417e-bdc4-25eba59e916f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:57.627749 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.633560 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb0532c-86f6-4eb7-a6bb-87a3936d1d0d x-openstack-request-id: req-2fb0532c-86f6-4eb7-a6bb-87a3936d1d0d {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:57.633796 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d84b116-c25b-429d-8bf9-115f2e62bcb1", "tag": "e7358a43-edcd-42e2-b221-fd22e85e8fda", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:57.634119 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2fb0532c-86f6-4eb7-a6bb-87a3936d1d0d {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:57.634494 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d84b116-c25b-429d-8bf9-115f2e62bcb1', 'tag': 'e7358a43-edcd-42e2-b221-fd22e85e8fda', 'status': 'completed', 'code': 200} Jul 05 03:48:57.663118 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-945a52b4-392e-4e19-8904-5aaa3c0008f9 req-7393dbed-05d2-4309-8bc0-818fb18d8b66 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955667 Jul 05 03:48:57.664858 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.668879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-cb7dddcb-0921-42cd-95b1-4a5264df0bfb service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226065 Jul 05 03:48:57.726448 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.727048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device c6ca6249-5237-4bd2-8c99-f603945d9ef5 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:57.792299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:57.851885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e981caad-1bd2-4beb-ad0a-d94e99b47229,revision_number=12']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:57.952820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e981caad-1bd2-4beb-ad0a-d94e99b47229'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:58.101558 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a412d200-bf90-4280-b44f-1d5d90398de5 req-f3430b79-9690-4c5d-885e-be4ed12ea0f9 service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228432 Jul 05 03:48:58.111440 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Allocated IP 172.25.6.124 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/0e468f60-2818-4951-bfba-8eab04c66a74) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:58.155127 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=9285a7e0-781f-4ad6-866b-55bf867f659d,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:58.159643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-293ccc5b-7cbe-4195-962e-ac1903c6ecc3 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3935926 Jul 05 03:48:58.172638 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:58.217338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:58.217980 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.258439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db886db-dea3-4cb0-b3a7-41a27baace27 req-210e018a-56c0-4818-8e97-f75a5970da23 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:58.259730 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5db886db-dea3-4cb0-b3a7-41a27baace27 req-210e018a-56c0-4818-8e97-f75a5970da23 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.3995602 Jul 05 03:48:58.402384 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.404582 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.446290 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port c6ca6249-5237-4bd2-8c99-f603945d9ef5 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:58.474617 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.481738 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port c6ca6249-5237-4bd2-8c99-f603945d9ef5 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:58.481738 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.487494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5db886db-dea3-4cb0-b3a7-41a27baace27 req-6c6262f3-99ab-4b18-8d76-97a97283e334 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894634 Jul 05 03:48:58.555139 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f88fa61-b532-4d0f-8bda-ede46f4ee020 None None] Network 84ec4343-9bb1-496f-8666-e68e2a30eafb requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:58.576904 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b01fac-5c70-47ee-b07f-908a9a9096dd req-95e127ee-e036-40e4-829f-b6fb4ba75b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:58.578501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62b01fac-5c70-47ee-b07f-908a9a9096dd req-95e127ee-e036-40e4-829f-b6fb4ba75b9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=47beb1ed7ed2463ca72d0758eb6a067a&device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 1095 time: 0.2826345 Jul 05 03:48:58.604550 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:58.664160 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.706159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Transition to ACTIVE for port object 9ae3cea2-6ac7-4b73-9527-402840f80bcd will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:58.751542 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8619257-b221-413b-a37e-c9e3aba06537 x-openstack-request-id: req-f8619257-b221-413b-a37e-c9e3aba06537 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:58.753990 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "name": "network-vif-plugged", "status": "completed", "tag": "9285a7e0-781f-4ad6-866b-55bf867f659d", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:58.753990 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f8619257-b221-413b-a37e-c9e3aba06537 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:58.753990 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9285a7e0-781f-4ad6-866b-55bf867f659d', 'code': 200} Jul 05 03:48:58.789671 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b01fac-5c70-47ee-b07f-908a9a9096dd req-dfc09afd-2477-4d41-9f28-f399f5d10e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:58.789671 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62b01fac-5c70-47ee-b07f-908a9a9096dd req-dfc09afd-2477-4d41-9f28-f399f5d10e4d service neutron] 10.222.0.10 "GET /v2.0/networks?id=4073f625-dda5-4dab-8979-1b67730704a9 HTTP/1.1" status: 200 len: 914 time: 0.1986692 Jul 05 03:48:58.794309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-605b120c-375c-446f-ab9b-cc50ab9364a6 None None] Provisioning for port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:58.858739 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.869661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:58.870921 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Pushing event updated for resources: {'Port': ['ID=0e468f60-2818-4951-bfba-8eab04c66a74,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:58.884123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62b01fac-5c70-47ee-b07f-908a9a9096dd req-28a28323-e028-401c-bd06-f1ff9c1c363e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7358a43-edcd-42e2-b221-fd22e85e8fda HTTP/1.1" status: 200 len: 217 time: 0.0884521 Jul 05 03:48:58.886018 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:58.889550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:58.993117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8012290-e83b-45a2-aece-30975827bb3d None None] Pushing event updated for resources: {'Port': ['ID=9ae3cea2-6ac7-4b73-9527-402840f80bcd,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:58.997874 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.009194 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.018495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ce9f4c1-71da-4ba6-8510-1da562c0a62c req-0f747c40-57df-4dc4-b985-8a46188370c5 tempest-ServerAddressesNegativeTestJSON-1087064825 tempest-ServerAddressesNegativeTestJSON-1087064825-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b9b0111-8844-41a5-aec6-7cd89d1d2877 HTTP/1.1" status: 200 len: 210 time: 0.0626597 Jul 05 03:48:59.259089 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:59.292667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:59.293043 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.297103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port c6ca6249-5237-4bd2-8c99-f603945d9ef5, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=c6ca6249-5237-4bd2-8c99-f603945d9ef5,segment=NetworkSegment(23764f87-81e8-4801-ac5e-9f65203218fc),segment_id=23764f87-81e8-4801-ac5e-9f65203218fc)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:59.320932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Attempting to bind port 9ae3cea2-6ac7-4b73-9527-402840f80bcd on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:59.321352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Attempting to bind port 9ae3cea2-6ac7-4b73-9527-402840f80bcd by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '6e8b2c68-502d-4fd5-879c-c27d3f35780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c893cc8-1402-4f23-9cea-d28bcaa13ccb'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:59.321745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Attempting to bind port 9ae3cea2-6ac7-4b73-9527-402840f80bcd on network 8c893cc8-1402-4f23-9cea-d28bcaa13ccb {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:59.352768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:59.353547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Checking segment: {'id': '6e8b2c68-502d-4fd5-879c-c27d3f35780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c893cc8-1402-4f23-9cea-d28bcaa13ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:59.353982 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.354393 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Bound using segment: {'id': '6e8b2c68-502d-4fd5-879c-c27d3f35780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c893cc8-1402-4f23-9cea-d28bcaa13ccb'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:59.354897 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Bound port: 9ae3cea2-6ac7-4b73-9527-402840f80bcd, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8b2c68-502d-4fd5-879c-c27d3f35780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c893cc8-1402-4f23-9cea-d28bcaa13ccb'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:59.355293 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.379701 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.385208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b01fac-5c70-47ee-b07f-908a9a9096dd req-7ae85923-2544-44a4-b62d-0e3b92f1571e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:59.386849 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62b01fac-5c70-47ee-b07f-908a9a9096dd req-7ae85923-2544-44a4-b62d-0e3b92f1571e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d02b968-b177-4b92-867d-4cbc1fde7397 HTTP/1.1" status: 200 len: 853 time: 0.4686804 Jul 05 03:48:59.409334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 94bdfa88-2e17-4ce5-b821-6beb1c036e44 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:59.484191 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62b01fac-5c70-47ee-b07f-908a9a9096dd req-9b096f60-a8c1-487c-b2a6-4a71039f3663 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4073f625-dda5-4dab-8979-1b67730704a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897281 Jul 05 03:48:59.572793 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.595915 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] For port 9ae3cea2-6ac7-4b73-9527-402840f80bcd, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:59.612478 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] For port 9ae3cea2-6ac7-4b73-9527-402840f80bcd, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9ae3cea2-6ac7-4b73-9527-402840f80bcd,segment=NetworkSegment(6e8b2c68-502d-4fd5-879c-c27d3f35780a),segment_id=6e8b2c68-502d-4fd5-879c-c27d3f35780a)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:59.616944 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=c6ca6249-5237-4bd2-8c99-f603945d9ef5,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:59.636563 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9b0111-8844-41a5-aec6-7cd89d1d2877', 'name': 'network-vif-deleted', 'tag': '6b2441f9-a639-4192-b7c8-cee8061ab71a'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:59.638893 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417ca4a9-4e1f-4c9d-a37d-44bd5abd6f67" -d '{"events": [{"server_uuid": "0b9b0111-8844-41a5-aec6-7cd89d1d2877", "name": "network-vif-deleted", "tag": "6b2441f9-a639-4192-b7c8-cee8061ab71a"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:59.667401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Allocated IP 172.25.6.210 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/b40a9429-b5fa-4903-baa8-6ce93b086a66) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:59.695717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60,segment=NetworkSegment(31728b62-8332-470e-9ca2-772d3d9ecef5),segment_id=31728b62-8332-470e-9ca2-772d3d9ecef5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:59.699492 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48040407-72ac-47c8-a4b4-417890eea12d req-5f3249e5-63d4-4b00-91a0-06f1636b9b17 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:59.701133 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48040407-72ac-47c8-a4b4-417890eea12d req-5f3249e5-63d4-4b00-91a0-06f1636b9b17 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 943 time: 0.3123505 Jul 05 03:48:59.701994 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c6d91a80-0d91-4944-9b03-7f547bcc8938 None None] Provisioning complete for port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:59.702379 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c6d91a80-0d91-4944-9b03-7f547bcc8938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.753012 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.753317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62b01fac-5c70-47ee-b07f-908a9a9096dd req-a05aa5f1-6d08-43ff-ac5f-00316953976f service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540185 Jul 05 03:48:59.794708 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.805725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 94bdfa88-2e17-4ce5-b821-6beb1c036e44 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:59.897986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 94bdfa88-2e17-4ce5-b821-6beb1c036e44 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:59.898617 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.955953 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48040407-72ac-47c8-a4b4-417890eea12d req-b9c4bb91-43b0-475d-bde4-59fb0a2545e8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096460 Jul 05 03:48:59.973659 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.988526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Routers {'b5bcb101-3bb1-4f53-9fd5-195cdf342d65'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:59.988526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:48:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['b5bcb101-3bb1-4f53-9fd5-195cdf342d65'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:00.061238 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8012290-e83b-45a2-aece-30975827bb3d None None] Pushing event updated for resources: {'Port': ['ID=9ae3cea2-6ac7-4b73-9527-402840f80bcd,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:00.074744 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.141119 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62b01fac-5c70-47ee-b07f-908a9a9096dd req-55119023-283a-4881-9647-492f6af1e183 service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708711 Jul 05 03:49:00.206021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:00.217095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] Set router b5bcb101-3bb1-4f53-9fd5-195cdf342d65 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:00.263919 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.317067 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.334283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb95b3a-d7f3-4685-81ff-228b34000b2d req-10f74f61-655e-414e-8635-a91d9f632978 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.335798 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-feb95b3a-d7f3-4685-81ff-228b34000b2d req-10f74f61-655e-414e-8635-a91d9f632978 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 949 time: 0.1636875 Jul 05 03:49:00.338886 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.391598 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 94bdfa88-2e17-4ce5-b821-6beb1c036e44, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=94bdfa88-2e17-4ce5-b821-6beb1c036e44,segment=NetworkSegment(23764f87-81e8-4801-ac5e-9f65203218fc),segment_id=23764f87-81e8-4801-ac5e-9f65203218fc)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:00.465734 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:00.475548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'name': 'tempest-FloatingIPDetailsTestJSON-1522355659-router', 'tenant_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:46Z', 'updated_at': '2021-07-05T03:48:54Z', 'revision_number': 4, 'project_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'gw_port': {'id': 'dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:48Z', 'updated_at': '2021-07-05T03:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '9ae3cea2-6ac7-4b73-9527-402840f80bcd', 'name': '', 'network_id': '8c893cc8-1402-4f23-9cea-d28bcaa13ccb', 'tenant_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'mac_address': 'fa:16:3e:3c:8b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '62505586-8dfb-4aa1-85b7-8904ea57e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:52Z', 'updated_at': '2021-07-05T03:48:59Z', 'revision_number': 4, 'project_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'subnets': [{'id': '62505586-8dfb-4aa1-85b7-8904ea57e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:00.482682 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:00.490709 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:00.497180 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Pushing event updated for resources: {'Port': ['ID=b40a9429-b5fa-4903-baa8-6ce93b086a66,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:00.508356 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.510389 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a346055-566e-4c84-85dd-3fd9a2c8f094 None None] The sync data for ids ['b5bcb101-3bb1-4f53-9fd5-195cdf342d65'] in n-d-771363-32 is: [{'id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'name': 'tempest-FloatingIPDetailsTestJSON-1522355659-router', 'tenant_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:46Z', 'updated_at': '2021-07-05T03:48:54Z', 'revision_number': 4, 'project_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'gw_port': {'id': 'dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:48Z', 'updated_at': '2021-07-05T03:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '9ae3cea2-6ac7-4b73-9527-402840f80bcd', 'name': '', 'network_id': '8c893cc8-1402-4f23-9cea-d28bcaa13ccb', 'tenant_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'mac_address': 'fa:16:3e:3c:8b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '62505586-8dfb-4aa1-85b7-8904ea57e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:52Z', 'updated_at': '2021-07-05T03:48:59Z', 'revision_number': 4, 'project_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'subnets': [{'id': '62505586-8dfb-4aa1-85b7-8904ea57e2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:00.529758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-feb95b3a-d7f3-4685-81ff-228b34000b2d req-ad17c313-a2c4-4549-a073-97dc10bbb216 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525445 Jul 05 03:49:00.607699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e981caad-1bd2-4beb-ad0a-d94e99b47229 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:00.676908 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=94bdfa88-2e17-4ce5-b821-6beb1c036e44,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:00.716738 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.753825 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ca6249-5237-4bd2-8c99-f603945d9ef5'}, {'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bdfa88-2e17-4ce5-b821-6beb1c036e44'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:00.757387 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21b06cb-fd63-4622-b51a-4f12148343b3" -d '{"events": [{"server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "name": "network-vif-plugged", "status": "completed", "tag": "c6ca6249-5237-4bd2-8c99-f603945d9ef5"}, {"server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "name": "network-vif-plugged", "status": "completed", "tag": "94bdfa88-2e17-4ce5-b821-6beb1c036e44"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:00.800621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Router 364bd5cd-473c-4239-bbe7-eb584b0388b9 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:49:00.815024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8eb7e-5c87-46c4-b5ed-784b2e065055 req-c945370b-da54-4e5b-8174-e053fa935f07 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.821204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8eb7e-5c87-46c4-b5ed-784b2e065055 req-c945370b-da54-4e5b-8174-e053fa935f07 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.825966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port e981caad-1bd2-4beb-ad0a-d94e99b47229 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:00.827995 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8eb7e-5c87-46c4-b5ed-784b2e065055 req-c945370b-da54-4e5b-8174-e053fa935f07 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.829723 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-33d8eb7e-5c87-46c4-b5ed-784b2e065055 req-c945370b-da54-4e5b-8174-e053fa935f07 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2417 time: 0.0873375 Jul 05 03:49:00.831278 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port e981caad-1bd2-4beb-ad0a-d94e99b47229 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:00.831691 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.927897 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.930340 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.973802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:01.005050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-33d8eb7e-5c87-46c4-b5ed-784b2e065055 req-4f8b5bed-cef1-415b-b59d-5c04723c2979 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426120 Jul 05 03:49:01.036972 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:01.050744 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Sync routers for ids ['364bd5cd-473c-4239-bbe7-eb584b0388b9'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:01.063928 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Routers {'364bd5cd-473c-4239-bbe7-eb584b0388b9'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:01.065217 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:48:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['364bd5cd-473c-4239-bbe7-eb584b0388b9'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:01.079275 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.173754 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.175131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-01fad10d-5e1b-4774-9bb0-2dd41b5a590f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9963470 Jul 05 03:49:01.178118 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34860) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:01.187174 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e981caad-1bd2-4beb-ad0a-d94e99b47229,revision_number=13']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:01.238783 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Set router 364bd5cd-473c-4239-bbe7-eb584b0388b9 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:01.295333 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.355872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e7358a43-edcd-42e2-b221-fd22e85e8fda details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:01.613209 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e7358a43-edcd-42e2-b221-fd22e85e8fda, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e7358a43-edcd-42e2-b221-fd22e85e8fda,segment=NetworkSegment(3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4),segment_id=3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:01.637755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'e7358a43-edcd-42e2-b221-fd22e85e8fda', 'network_id': '4073f625-dda5-4dab-8979-1b67730704a9', 'port_id': 'e7358a43-edcd-42e2-b221-fd22e85e8fda', 'mac_address': 'fa:16:3e:3b:0c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d02b968-b177-4b92-867d-4cbc1fde7397', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:01.657552 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'name': 'tempest-ServersTestManualDisk-1229970835-router', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:55Z', 'updated_at': '2021-07-05T03:48:59Z', 'revision_number': 3, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'gw_port': {'id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:57Z', 'updated_at': '2021-07-05T03:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:01.700618 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Checking router: 364bd5cd-473c-4239-bbe7-eb584b0388b9 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:01.701000 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Updating router 364bd5cd-473c-4239-bbe7-eb584b0388b9 port 0e468f60-2818-4951-bfba-8eab04c66a74 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:49:01.723514 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.723810 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.741061 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7358a43-edcd-42e2-b221-fd22e85e8fda {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:01.753985 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.786998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e7358a43-edcd-42e2-b221-fd22e85e8fda, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e7358a43-edcd-42e2-b221-fd22e85e8fda,segment=NetworkSegment(3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4),segment_id=3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:01.873489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Pushing event updated for resources: {'Port': ['ID=b40a9429-b5fa-4903-baa8-6ce93b086a66,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:01.883353 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.935059 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.958699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e7358a43-edcd-42e2-b221-fd22e85e8fda,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:02.086528 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:02.089585 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.090921 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-47e826af-9a9c-4fa6-999b-b28a28a7eb27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9307492 Jul 05 03:49:02.209283 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-91f556d3-2342-4c34-addf-194e8ba70a27 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 696 time: 0.1102076 Jul 05 03:49:02.214453 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.233892 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:02.234442 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.274441 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e7358a43-edcd-42e2-b221-fd22e85e8fda'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:02.432375 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-411d47a7-7a5c-4f73-aaf8-2514ad6bd814 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:02.440137 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-411d47a7-7a5c-4f73-aaf8-2514ad6bd814 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.2144597 Jul 05 03:49:02.469677 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.491595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-4812669c-57eb-4f24-9c45-e1c3beb198e9 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:49:02.500330 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7e8250c-a9d1-41d1-aa8d-eb6179aa6cb8 req-4812669c-57eb-4f24-9c45-e1c3beb198e9 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0587106 Jul 05 03:49:02.507267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9ae3cea2-6ac7-4b73-9527-402840f80bcd up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:02.512480 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Transition to ACTIVE for port object 0e468f60-2818-4951-bfba-8eab04c66a74 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:02.567730 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.597831 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76cef9e-45f3-4c74-ae9e-beab16cf84b1 x-openstack-request-id: req-d76cef9e-45f3-4c74-ae9e-beab16cf84b1 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:02.598101 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9b0111-8844-41a5-aec6-7cd89d1d2877", "name": "network-vif-deleted", "tag": "6b2441f9-a639-4192-b7c8-cee8061ab71a", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:02.598597 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d76cef9e-45f3-4c74-ae9e-beab16cf84b1 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:02.599116 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9b0111-8844-41a5-aec6-7cd89d1d2877', 'name': 'network-vif-deleted', 'tag': '6b2441f9-a639-4192-b7c8-cee8061ab71a', 'status': 'completed', 'code': 200} Jul 05 03:49:02.669751 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.744425 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Attempting to bind port 0e468f60-2818-4951-bfba-8eab04c66a74 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:02.745021 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Attempting to bind port 0e468f60-2818-4951-bfba-8eab04c66a74 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:02.745608 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Attempting to bind port 0e468f60-2818-4951-bfba-8eab04c66a74 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:02.751015 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb85b73-4fa2-41bd-8f48-23ea71af4faf None None] Pushing event updated for resources: {'Port': ['ID=0e468f60-2818-4951-bfba-8eab04c66a74,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:02.759448 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:02.760295 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:02.760857 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.761438 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:02.762102 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Bound port: 0e468f60-2818-4951-bfba-8eab04c66a74, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:02.762659 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.785830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 9ae3cea2-6ac7-4b73-9527-402840f80bcd completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:02.792966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 9ae3cea2-6ac7-4b73-9527-402840f80bcd triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:02.792966 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.851851 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] For port 0e468f60-2818-4951-bfba-8eab04c66a74, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:02.859090 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] For port 0e468f60-2818-4951-bfba-8eab04c66a74, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0e468f60-2818-4951-bfba-8eab04c66a74,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:02.878665 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Allocated IP 172.20.0.1 (84ec4343-9bb1-496f-8666-e68e2a30eafb/0bc68f1f-d6b1-430e-bb84-455db390f451/e9325752-7366-4903-aa03-fddff6ab2a45) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:02.883099 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34882) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:02.913433 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.986720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-90135be1-0d9a-4e44-b269-502a92382861 admin admin] Deleting subnet c5a9a2ef-524a-40fb-84e6-0402830910c4 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:49:02.994595 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.000442 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90135be1-0d9a-4e44-b269-502a92382861 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.010476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 9ae3cea2-6ac7-4b73-9527-402840f80bcd, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9ae3cea2-6ac7-4b73-9527-402840f80bcd,segment=NetworkSegment(6e8b2c68-502d-4fd5-879c-c27d3f35780a),segment_id=6e8b2c68-502d-4fd5-879c-c27d3f35780a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:03.011481 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d4e3c5-01e9-4236-98f6-e16fefc6e0d8 x-openstack-request-id: req-71d4e3c5-01e9-4236-98f6-e16fefc6e0d8 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:03.011481 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "name": "network-vif-plugged", "status": "completed", "tag": "c6ca6249-5237-4bd2-8c99-f603945d9ef5", "code": 200}, {"server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "name": "network-vif-plugged", "status": "completed", "tag": "94bdfa88-2e17-4ce5-b821-6beb1c036e44", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:03.011813 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71d4e3c5-01e9-4236-98f6-e16fefc6e0d8 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:03.026782 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ca6249-5237-4bd2-8c99-f603945d9ef5', 'code': 200} Jul 05 03:49:03.027206 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bdfa88-2e17-4ce5-b821-6beb1c036e44', 'code': 200} Jul 05 03:49:03.102749 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.153388 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.170045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90135be1-0d9a-4e44-b269-502a92382861 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.179144 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Transition to ACTIVE for port object e9325752-7366-4903-aa03-fddff6ab2a45 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:03.182466 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Routers {'364bd5cd-473c-4239-bbe7-eb584b0388b9'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:03.183109 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:48:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['364bd5cd-473c-4239-bbe7-eb584b0388b9'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:03.188566 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb85b73-4fa2-41bd-8f48-23ea71af4faf None None] Pushing event updated for resources: {'Port': ['ID=0e468f60-2818-4951-bfba-8eab04c66a74,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:03.272298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=9ae3cea2-6ac7-4b73-9527-402840f80bcd,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:03.290741 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90135be1-0d9a-4e44-b269-502a92382861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.312758 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16d2d3-b507-4b6b-9a32-daaa26610a26 req-c93dc476-e771-42a3-a057-02318ef75723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.313443 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16d2d3-b507-4b6b-9a32-daaa26610a26 req-c93dc476-e771-42a3-a057-02318ef75723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.313999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16d2d3-b507-4b6b-9a32-daaa26610a26 req-c93dc476-e771-42a3-a057-02318ef75723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.315997 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb16d2d3-b507-4b6b-9a32-daaa26610a26 req-c93dc476-e771-42a3-a057-02318ef75723 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2873 time: 0.0891118 Jul 05 03:49:03.367105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb16d2d3-b507-4b6b-9a32-daaa26610a26 req-3bcf6eab-bb7f-4402-9d4c-3ebf16607334 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418129 Jul 05 03:49:03.369255 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.433892 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] Set router 364bd5cd-473c-4239-bbe7-eb584b0388b9 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:03.448355 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Network 84ec4343-9bb1-496f-8666-e68e2a30eafb is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:03.457208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:03.463576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:03.468818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Pushing event updated for resources: {'Port': ['ID=e9325752-7366-4903-aa03-fddff6ab2a45,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:03.532285 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e79a11-34b6-40bf-9b24-18de095f2feb req-4a2d4d00-dbdc-4fab-8d0b-cc830f8faa98 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.533871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83e79a11-34b6-40bf-9b24-18de095f2feb req-4a2d4d00-dbdc-4fab-8d0b-cc830f8faa98 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 944 time: 0.1357002 Jul 05 03:49:03.537546 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.549247 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90135be1-0d9a-4e44-b269-502a92382861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.580441 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90135be1-0d9a-4e44-b269-502a92382861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.587244 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-90135be1-0d9a-4e44-b269-502a92382861 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c5a9a2ef-524a-40fb-84e6-0402830910c4 HTTP/1.1" status: 204 len: 168 time: 0.7011826 Jul 05 03:49:03.601810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34894) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:03.630092 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90135be1-0d9a-4e44-b269-502a92382861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a9a2ef-524a-40fb-84e6-0402830910c4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:03.748576 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'name': 'tempest-ServersTestManualDisk-1229970835-router', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:55Z', 'updated_at': '2021-07-05T03:48:59Z', 'revision_number': 3, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'gw_port': {'id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:57Z', 'updated_at': '2021-07-05T03:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:03.794413 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be7b8f1-d3e6-42b9-851d-e153c36a7e3e None None] The sync data for ids ['364bd5cd-473c-4239-bbe7-eb584b0388b9'] in n-d-771363-32 is: [{'id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'name': 'tempest-ServersTestManualDisk-1229970835-router', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:55Z', 'updated_at': '2021-07-05T03:48:59Z', 'revision_number': 3, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'gw_port': {'id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:57Z', 'updated_at': '2021-07-05T03:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:03.794881 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-70a1aa9f-c4fd-432d-9d03-7fcf4f556872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.818821 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83e79a11-34b6-40bf-9b24-18de095f2feb req-69512648-4c4b-4686-b8e6-1fbdca156742 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576838 Jul 05 03:49:03.852007 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:03.950624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9ae3cea2-6ac7-4b73-9527-402840f80bcd up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:04.035606 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 9ae3cea2-6ac7-4b73-9527-402840f80bcd triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:04.037028 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.091007 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2ef49b86-aa0a-4d43-8df3-9b0f9073e689 None None] Provisioning for port e9325752-7366-4903-aa03-fddff6ab2a45 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:04.107224 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2ef49b86-aa0a-4d43-8df3-9b0f9073e689 None None] Provisioning complete for port e9325752-7366-4903-aa03-fddff6ab2a45 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:04.107726 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2ef49b86-aa0a-4d43-8df3-9b0f9073e689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.115569 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-70a1aa9f-c4fd-432d-9d03-7fcf4f556872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.156326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-70a1aa9f-c4fd-432d-9d03-7fcf4f556872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f527dcd-c224-4732-9d6e-d4d04f5cf16b']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:04.231691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-70a1aa9f-c4fd-432d-9d03-7fcf4f556872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd02d231-2cd8-44e7-8025-dd72ad3ad213') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:04.231875 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-70a1aa9f-c4fd-432d-9d03-7fcf4f556872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd02d231-2cd8-44e7-8025-dd72ad3ad213') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:04.240940 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.259061 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-70a1aa9f-c4fd-432d-9d03-7fcf4f556872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.378750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2ef49b86-aa0a-4d43-8df3-9b0f9073e689 None None] Port e9325752-7366-4903-aa03-fddff6ab2a45 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:04.380329 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-70a1aa9f-c4fd-432d-9d03-7fcf4f556872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a1aa9f-c4fd-432d-9d03-7fcf4f556872 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-70a1aa9f-c4fd-432d-9d03-7fcf4f556872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:49:04.408037 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:49:04.412980 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:49:04.412980 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:49:04.412980 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:49:04.412980 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:49:04.412980 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:49:04.412980 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:49:04.412980 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:49:04.412980 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:49:04.412980 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:49:04.549743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b360b-ffcf-4264-8451-fa3fa0348488 req-a04e1444-0347-4137-81f7-32f70d782308 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.552862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b360b-ffcf-4264-8451-fa3fa0348488 req-a04e1444-0347-4137-81f7-32f70d782308 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.560021 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b360b-ffcf-4264-8451-fa3fa0348488 req-a04e1444-0347-4137-81f7-32f70d782308 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.561777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c00b360b-ffcf-4264-8451-fa3fa0348488 req-a04e1444-0347-4137-81f7-32f70d782308 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2417 time: 0.5252204 Jul 05 03:49:04.642305 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c00b360b-ffcf-4264-8451-fa3fa0348488 req-5d537837-f5eb-4fb3-9306-87aa697f4506 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708878 Jul 05 03:49:04.685919 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-70a1aa9f-c4fd-432d-9d03-7fcf4f556872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.693606 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-70a1aa9f-c4fd-432d-9d03-7fcf4f556872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.697459 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-70a1aa9f-c4fd-432d-9d03-7fcf4f556872 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2f527dcd-c224-4732-9d6e-d4d04f5cf16b HTTP/1.1" status: 204 len: 168 time: 1.0934024 Jul 05 03:49:04.725920 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.783726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-07eacd6e-e74b-4d4f-afc3-2edef4791f53 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:49:04.785473 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-07eacd6e-e74b-4d4f-afc3-2edef4791f53 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067637 Jul 05 03:49:04.800960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-98ab7ae6-64d0-4244-a62c-874b5d90e73a service neutron] Request body: {'binding': {'host': 'n-h1-771363-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:04.800960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-98ab7ae6-64d0-4244-a62c-874b5d90e73a service neutron] Unknown quota resources ['binding']. {{(pid=100932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:49:04.809413 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1aa9f-c4fd-432d-9d03-7fcf4f556872 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f527dcd-c224-4732-9d6e-d4d04f5cf16b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:04.829217 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.958373 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:04.969707 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-14e8f995-e365-4b43-9d9a-a824a087b4c3 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2612617 Jul 05 03:49:04.974377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Pushing event updated for resources: {'Port': ['ID=e9325752-7366-4903-aa03-fddff6ab2a45,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:04.991324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:04.999072 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-98ab7ae6-64d0-4244-a62c-874b5d90e73a service neutron] Attempting to bind port 92731db1-2fac-4f39-9211-8d7b0b63fab4 on host n-h1-771363-32 for vnic_type normal with profile None {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:04.999560 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-98ab7ae6-64d0-4244-a62c-874b5d90e73a service neutron] Attempting to bind port 92731db1-2fac-4f39-9211-8d7b0b63fab4 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:04.999896 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-98ab7ae6-64d0-4244-a62c-874b5d90e73a service neutron] Attempting to bind port 92731db1-2fac-4f39-9211-8d7b0b63fab4 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:05.007737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-98ab7ae6-64d0-4244-a62c-874b5d90e73a service neutron] Port 92731db1-2fac-4f39-9211-8d7b0b63fab4 on network 0afd212f-7e29-4013-a682-9abe025fe125 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:05.008124 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-98ab7ae6-64d0-4244-a62c-874b5d90e73a service neutron] Attempting to bind port 92731db1-2fac-4f39-9211-8d7b0b63fab4 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:05.015667 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-98ab7ae6-64d0-4244-a62c-874b5d90e73a service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:05.016042 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-98ab7ae6-64d0-4244-a62c-874b5d90e73a service neutron] Checking segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:05.016669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-98ab7ae6-64d0-4244-a62c-874b5d90e73a service neutron] Bound using segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:05.017402 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-98ab7ae6-64d0-4244-a62c-874b5d90e73a service neutron] Bound port: 92731db1-2fac-4f39-9211-8d7b0b63fab4, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:05.028406 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:05.030938 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda0a67b-01fa-4647-8466-6e394a989424" -d '{"events": [{"server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "name": "network-vif-plugged", "status": "completed", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:05.111846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-98ab7ae6-64d0-4244-a62c-874b5d90e73a service neutron] For port 92731db1-2fac-4f39-9211-8d7b0b63fab4, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=92731db1-2fac-4f39-9211-8d7b0b63fab4,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:05.114454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Network 84ec4343-9bb1-496f-8666-e68e2a30eafb is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:05.116497 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:05.157068 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34904) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:05.169257 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.195557 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-98ab7ae6-64d0-4244-a62c-874b5d90e73a service neutron] Notify callbacks [] for binding, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.209618 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-98ab7ae6-64d0-4244-a62c-874b5d90e73a service neutron] 10.222.0.38 "POST /v2.0/ports/92731db1-2fac-4f39-9211-8d7b0b63fab4/bindings HTTP/1.1" status: 201 len: 390 time: 0.4150109 Jul 05 03:49:05.302934 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-447f0eaf-b630-4185-8911-382b5632cbc3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=049d6f731b7244059d0e544d20e787d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437142 Jul 05 03:49:05.307364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34906) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:05.372471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9d86136d-ce54-4e38-b9fe-0445ea983cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.377017 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e7358a43-edcd-42e2-b221-fd22e85e8fda up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:05.389573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Router 364bd5cd-473c-4239-bbe7-eb584b0388b9 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:49:05.426240 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9d86136d-ce54-4e38-b9fe-0445ea983cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.515987 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f6ff7939-2433-45ed-b42d-0d706d661606 None None] Provisioning complete for port e9325752-7366-4903-aa03-fddff6ab2a45 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:05.516582 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f6ff7939-2433-45ed-b42d-0d706d661606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.567702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port e7358a43-edcd-42e2-b221-fd22e85e8fda completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:05.578560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port e7358a43-edcd-42e2-b221-fd22e85e8fda triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:05.578930 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.600879 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9d86136d-ce54-4e38-b9fe-0445ea983cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.600879 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9d86136d-ce54-4e38-b9fe-0445ea983cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.604693 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9d86136d-ce54-4e38-b9fe-0445ea983cae admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7c364524-bb55-48eb-95f3-682ffa4751e6 HTTP/1.1" status: 204 len: 168 time: 0.2955887 Jul 05 03:49:05.616843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86136d-ce54-4e38-b9fe-0445ea983cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c364524-bb55-48eb-95f3-682ffa4751e6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:05.622397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff7939-2433-45ed-b42d-0d706d661606 None None] Port e9325752-7366-4903-aa03-fddff6ab2a45 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:05.721185 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.813956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e7358a43-edcd-42e2-b221-fd22e85e8fda, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e7358a43-edcd-42e2-b221-fd22e85e8fda,segment=NetworkSegment(3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4),segment_id=3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:05.825391 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-88a4dfc1-7d96-4e36-8d96-b1d6428c786b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347300 Jul 05 03:49:05.894872 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.927136 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.971680 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0e468f60-2818-4951-bfba-8eab04c66a74 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:05.990133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:06.001048 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a1d393ac-41e3-4a68-99f9-b609a23f67ee admin admin] 10.222.0.38 "PUT /v2.0/routers/364bd5cd-473c-4239-bbe7-eb584b0388b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8191359 Jul 05 03:49:06.051156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e7358a43-edcd-42e2-b221-fd22e85e8fda,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:06.130348 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-45ad4756-0c90-428c-9322-e3c69494a2ed tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:06.132892 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-45ad4756-0c90-428c-9322-e3c69494a2ed tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2949209 Jul 05 03:49:06.183225 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Allocated IP 172.25.6.37 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/dd3716a7-f63f-4fa4-84e1-4f427efb59eb) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:06.189216 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-5c24acee-9d93-45d0-9276-ae9464322656 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/quotas/0dd4ceeefb7f447eb65075f9693b4f1f HTTP/1.1" status: 200 len: 375 time: 0.0360239 Jul 05 03:49:06.199292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 0e468f60-2818-4951-bfba-8eab04c66a74 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:06.205821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0e468f60-2818-4951-bfba-8eab04c66a74 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:06.206606 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.342565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Sync routers for ids ['364bd5cd-473c-4239-bbe7-eb584b0388b9'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:06.367799 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Routers {'364bd5cd-473c-4239-bbe7-eb584b0388b9'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:06.369183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:48:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['364bd5cd-473c-4239-bbe7-eb584b0388b9'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:06.415332 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.451301 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 0e468f60-2818-4951-bfba-8eab04c66a74, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0e468f60-2818-4951-bfba-8eab04c66a74,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:06.457693 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-3bf70d74-eef3-4947-8a74-810ba51430cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:06.459241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-3bf70d74-eef3-4947-8a74-810ba51430cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 1097 time: 0.2655613 Jul 05 03:49:06.509313 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Set router 364bd5cd-473c-4239-bbe7-eb584b0388b9 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:06.569279 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.581151 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-3cd6589c-b4a2-475f-b00d-14f5269501ac tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3273151 Jul 05 03:49:06.602826 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.625975 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-3f20d0f2-5f6f-4a6d-81de-f43583419101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:06.626607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-3f20d0f2-5f6f-4a6d-81de-f43583419101 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.1584826 Jul 05 03:49:06.685420 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-3b2f25ba-0f6d-47c6-b31c-9e7d9d6c28f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92731db1-2fac-4f39-9211-8d7b0b63fab4 HTTP/1.1" status: 200 len: 217 time: 0.0469317 Jul 05 03:49:06.724002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=0e468f60-2818-4951-bfba-8eab04c66a74,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:06.761141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-b67fd1a7-684d-4663-ae6e-f9c88e796088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:06.762901 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-b67fd1a7-684d-4663-ae6e-f9c88e796088 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.0697494 Jul 05 03:49:06.805848 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1f7cc817-f050-43e4-978e-00cd9c39b97c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350606 Jul 05 03:49:06.809283 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.815239 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'name': 'tempest-ServersTestManualDisk-1229970835-router', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:55Z', 'updated_at': '2021-07-05T03:49:03Z', 'revision_number': 4, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'gw_port': {'id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:57Z', 'updated_at': '2021-07-05T03:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'e9325752-7366-4903-aa03-fddff6ab2a45', 'name': '', 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'mac_address': 'fa:16:3e:9d:02:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:02Z', 'updated_at': '2021-07-05T03:49:04Z', 'revision_number': 2, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'subnets': [{'id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:06.843169 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Checking router: 364bd5cd-473c-4239-bbe7-eb584b0388b9 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:06.843576 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Updating router 364bd5cd-473c-4239-bbe7-eb584b0388b9 port e9325752-7366-4903-aa03-fddff6ab2a45 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:49:06.903766 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:06.911039 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.916677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:06.932427 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:06.936449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Pushing event updated for resources: {'Port': ['ID=dd3716a7-f63f-4fa4-84e1-4f427efb59eb,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:07.021139 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-f759cdf1-86ae-4777-b7d3-b8e47937035a service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066369 Jul 05 03:49:07.231846 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.270472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-644cd644-d405-4013-8ccf-9a2cbcb89508 service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215409 Jul 05 03:49:07.326445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5762a-d6ee-4d0d-be43-adf0862f86df req-40166d9c-ed0d-4472-a74d-95bcb8c50bd7 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:07.328662 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8c5762a-d6ee-4d0d-be43-adf0862f86df req-40166d9c-ed0d-4472-a74d-95bcb8c50bd7 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 945 time: 0.1152692 Jul 05 03:49:07.342496 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.359559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Transition to ACTIVE for port object e9325752-7366-4903-aa03-fddff6ab2a45 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:07.422215 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8c5762a-d6ee-4d0d-be43-adf0862f86df req-d5ec5ed1-6ad9-486c-a6a9-d76204703958 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808840 Jul 05 03:49:07.425392 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.434590 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.535418 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04472c7e-9328-4409-b72f-a7faf109a7e6 x-openstack-request-id: req-04472c7e-9328-4409-b72f-a7faf109a7e6 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:07.535418 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "name": "network-vif-plugged", "status": "completed", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:07.535418 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-04472c7e-9328-4409-b72f-a7faf109a7e6 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:07.535418 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229', 'code': 200} Jul 05 03:49:07.567379 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb72870-2069-4312-8a68-81109b12d738 None None] Pushing event updated for resources: {'Port': ['ID=e9325752-7366-4903-aa03-fddff6ab2a45,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:07.641528 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Attempting to bind port e9325752-7366-4903-aa03-fddff6ab2a45 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:07.641939 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Attempting to bind port e9325752-7366-4903-aa03-fddff6ab2a45 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '31728b62-8332-470e-9ca2-772d3d9ecef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:07.642311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Attempting to bind port e9325752-7366-4903-aa03-fddff6ab2a45 on network 84ec4343-9bb1-496f-8666-e68e2a30eafb {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:07.648610 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:07.648988 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Checking segment: {'id': '31728b62-8332-470e-9ca2-772d3d9ecef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:07.649451 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.649922 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Bound using segment: {'id': '31728b62-8332-470e-9ca2-772d3d9ecef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:07.651223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Bound port: e9325752-7366-4903-aa03-fddff6ab2a45, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31728b62-8332-470e-9ca2-772d3d9ecef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:07.651621 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.721293 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.749448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] For port e9325752-7366-4903-aa03-fddff6ab2a45, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:07.760537 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] For port e9325752-7366-4903-aa03-fddff6ab2a45, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=e9325752-7366-4903-aa03-fddff6ab2a45,segment=NetworkSegment(31728b62-8332-470e-9ca2-772d3d9ecef5),segment_id=31728b62-8332-470e-9ca2-772d3d9ecef5)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:07.794551 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.865822 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:07.907254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0b8ed-f0f4-42f4-8bae-e326b5c4d3a2 req-758ebc67-8b49-4881-b92d-7500a7c20fcd tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:07.908790 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46b0b8ed-f0f4-42f4-8bae-e326b5c4d3a2 req-758ebc67-8b49-4881-b92d-7500a7c20fcd tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 945 time: 0.2291834 Jul 05 03:49:07.938624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0e468f60-2818-4951-bfba-8eab04c66a74 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:07.961376 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Pushing event updated for resources: {'Port': ['ID=dd3716a7-f63f-4fa4-84e1-4f427efb59eb,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:08.005594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46b0b8ed-f0f4-42f4-8bae-e326b5c4d3a2 req-e6ccf19e-f4d4-4b1c-b43d-42e992350fae tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741837 Jul 05 03:49:08.006655 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.039733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Routers {'364bd5cd-473c-4239-bbe7-eb584b0388b9'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:08.040532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:48:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['364bd5cd-473c-4239-bbe7-eb584b0388b9'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:08.095020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb72870-2069-4312-8a68-81109b12d738 None None] Pushing event updated for resources: {'Port': ['ID=e9325752-7366-4903-aa03-fddff6ab2a45,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:08.102659 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.104101 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-eb2d623e-b2a1-4088-9dea-b673fe2b634a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1253960 Jul 05 03:49:08.137303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0e468f60-2818-4951-bfba-8eab04c66a74 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:08.138262 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.174696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-8963a802-d5e1-45ba-b0b5-41c07a58cae2 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 695 time: 0.0580432 Jul 05 03:49:08.259960 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] Set router 364bd5cd-473c-4239-bbe7-eb584b0388b9 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:08.375382 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409019a7-f8e0-467e-bd5d-ff18ebfe61bf req-fd4fc68a-7bcf-4f88-8abb-3244dcf41c74 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:08.382108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409019a7-f8e0-467e-bd5d-ff18ebfe61bf req-fd4fc68a-7bcf-4f88-8abb-3244dcf41c74 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:08.388360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409019a7-f8e0-467e-bd5d-ff18ebfe61bf req-fd4fc68a-7bcf-4f88-8abb-3244dcf41c74 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:08.390046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-409019a7-f8e0-467e-bd5d-ff18ebfe61bf req-fd4fc68a-7bcf-4f88-8abb-3244dcf41c74 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2417 time: 0.2003505 Jul 05 03:49:08.406835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-e4588e94-3b37-4ca6-b596-7dfc19c87d30 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:08.409207 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a14b9c1b-41f9-4ec4-b290-1a2ab0764156 req-e4588e94-3b37-4ca6-b596-7dfc19c87d30 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.2225842 Jul 05 03:49:08.520251 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-409019a7-f8e0-467e-bd5d-ff18ebfe61bf req-c028b5ec-92e8-4adf-8038-3ca52bfed55a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074800 Jul 05 03:49:08.712348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'name': 'tempest-ServersTestManualDisk-1229970835-router', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:55Z', 'updated_at': '2021-07-05T03:49:03Z', 'revision_number': 4, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'gw_port': {'id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:57Z', 'updated_at': '2021-07-05T03:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'e9325752-7366-4903-aa03-fddff6ab2a45', 'name': '', 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'mac_address': 'fa:16:3e:9d:02:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:02Z', 'updated_at': '2021-07-05T03:49:07Z', 'revision_number': 4, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'subnets': [{'id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:08.719978 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb7a61d4-8159-4141-ba4c-f4f1c6eaaf1b req-a39e1ea7-7fb3-491a-83fd-d134eb5d3fa0 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 210 time: 0.0478146 Jul 05 03:49:08.963721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99197f81-8a22-4f0d-971b-800c50f13737 None None] The sync data for ids ['364bd5cd-473c-4239-bbe7-eb584b0388b9'] in n-d-771363-32 is: [{'id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'name': 'tempest-ServersTestManualDisk-1229970835-router', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:55Z', 'updated_at': '2021-07-05T03:49:03Z', 'revision_number': 4, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'gw_port': {'id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:57Z', 'updated_at': '2021-07-05T03:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'e9325752-7366-4903-aa03-fddff6ab2a45', 'name': '', 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'mac_address': 'fa:16:3e:9d:02:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:02Z', 'updated_at': '2021-07-05T03:49:07Z', 'revision_number': 4, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'subnets': [{'id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:09.535092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d84b116-c25b-429d-8bf9-115f2e62bcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7358a43-edcd-42e2-b221-fd22e85e8fda'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:09.538777 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a5e3c5-f8f7-4804-a76e-632b63438d5e" -d '{"events": [{"server_uuid": "3d84b116-c25b-429d-8bf9-115f2e62bcb1", "name": "network-vif-plugged", "status": "completed", "tag": "e7358a43-edcd-42e2-b221-fd22e85e8fda"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:09.728082 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34986) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:09.732837 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-813303fa-85ab-4064-b855-5fa1b2ebd524 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--534042300', 'description': 'tempest-description--179173317'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:09.885263 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-813303fa-85ab-4064-b855-5fa1b2ebd524 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.031585 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device e9325752-7366-4903-aa03-fddff6ab2a45 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:10.037814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-2692c64e-e76e-45c0-8f2d-343efc515e91 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4093080 Jul 05 03:49:10.066893 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-813303fa-85ab-4064-b855-5fa1b2ebd524 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.073517 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:10.099636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e489d54-64c1-4a4f-812f-37a5ae19e3e9 req-848ab804-bc59-41ba-8faf-177175d5e796 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.102565 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e489d54-64c1-4a4f-812f-37a5ae19e3e9 req-848ab804-bc59-41ba-8faf-177175d5e796 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 945 time: 0.1888566 Jul 05 03:49:10.142686 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-813303fa-85ab-4064-b855-5fa1b2ebd524 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.208936 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813303fa-85ab-4064-b855-5fa1b2ebd524 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f397f6e7-1110-4077-a646-8dfba6c1011a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:10.228551 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e489d54-64c1-4a4f-812f-37a5ae19e3e9 req-bc6e1534-28b1-47f7-bcda-8ac36542217d tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066437 Jul 05 03:49:10.238073 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port e9325752-7366-4903-aa03-fddff6ab2a45 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:10.240210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port e9325752-7366-4903-aa03-fddff6ab2a45 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:10.240732 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.349629 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.501647 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-813303fa-85ab-4064-b855-5fa1b2ebd524 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.505393 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-813303fa-85ab-4064-b855-5fa1b2ebd524 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7750521 Jul 05 03:49:10.507343 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34998) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:10.519862 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.526388 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-219d7164-faba-4fce-b099-4e0c2a0ff90f tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Request body: {'security_group_rule': {'security_group_id': 'f397f6e7-1110-4077-a646-8dfba6c1011a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:10.569253 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port e9325752-7366-4903-aa03-fddff6ab2a45, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=e9325752-7366-4903-aa03-fddff6ab2a45,segment=NetworkSegment(31728b62-8332-470e-9ca2-772d3d9ecef5),segment_id=31728b62-8332-470e-9ca2-772d3d9ecef5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:10.630119 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.674676 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.678383 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-219d7164-faba-4fce-b099-4e0c2a0ff90f tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.790973 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=e9325752-7366-4903-aa03-fddff6ab2a45,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:10.795576 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-44fe57fd-c8b4-4976-b69d-f3bbcc36afd0 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4823167 Jul 05 03:49:10.821811 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-219d7164-faba-4fce-b099-4e0c2a0ff90f tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.927005 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37707c-4874-4bbc-9c63-ecb61d76a42a req-53f43c63-d658-4300-b776-077557afac35 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.928747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1c37707c-4874-4bbc-9c63-ecb61d76a42a req-53f43c63-d658-4300-b776-077557afac35 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 945 time: 0.3189030 Jul 05 03:49:10.931624 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-219d7164-faba-4fce-b099-4e0c2a0ff90f tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.964398 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Allocated IP 172.25.6.50 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/aec9ad47-fb70-4307-9189-fd3dfefd5d29) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:10.989448 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d7164-faba-4fce-b099-4e0c2a0ff90f tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bee7c0e-e150-40e5-883b-fd7ae00b4019,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:11.025069 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-3b9d98c8-b3e6-4659-8412-9b835ab5e74a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:11.026758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-3b9d98c8-b3e6-4659-8412-9b835ab5e74a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2210069 Jul 05 03:49:11.051819 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-3b86f53e-ff1e-476a-9e38-ee3d0524934e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Request body: {'port': {'device_id': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '0dd4ceeefb7f447eb65075f9693b4f1f'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:11.158376 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-219d7164-faba-4fce-b099-4e0c2a0ff90f tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.160267 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-219d7164-faba-4fce-b099-4e0c2a0ff90f tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6512144 Jul 05 03:49:11.164470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35004) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:11.171870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-58e5d209-b4a9-4e25-a14e-d596a1236442 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Request body: {'security_group_rule': {'security_group_id': 'f397f6e7-1110-4077-a646-8dfba6c1011a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:11.336594 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2c5c-43b2-422d-a599-1cca33451bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.350216 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58e5d209-b4a9-4e25-a14e-d596a1236442 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.403342 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1c37707c-4874-4bbc-9c63-ecb61d76a42a req-ba598e77-3bcf-4024-9ac2-4e89bf0e4f85 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474711 Jul 05 03:49:11.516828 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58e5d209-b4a9-4e25-a14e-d596a1236442 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.553574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7001c71b-32e5-44ae-beb4-2a247938a92b req-3555c6cb-8edb-44a0-aedc-4b02378f9224 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b6006-54e7-4be5-89f0-f7daed139779 HTTP/1.1" status: 200 len: 210 time: 0.0516672 Jul 05 03:49:11.558034 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.600760 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58e5d209-b4a9-4e25-a14e-d596a1236442 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.655489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5d209-b4a9-4e25-a14e-d596a1236442 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78439a8d-cf1d-4cb6-97ca-0990b1613058,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:11.657753 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf11f33-ea48-4172-8810-690d596de767 x-openstack-request-id: req-dbf11f33-ea48-4172-8810-690d596de767 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:11.658447 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d84b116-c25b-429d-8bf9-115f2e62bcb1", "name": "network-vif-plugged", "status": "completed", "tag": "e7358a43-edcd-42e2-b221-fd22e85e8fda", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:11.659017 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dbf11f33-ea48-4172-8810-690d596de767 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:11.659843 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d84b116-c25b-429d-8bf9-115f2e62bcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7358a43-edcd-42e2-b221-fd22e85e8fda', 'code': 200} Jul 05 03:49:11.731707 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.737485 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-3b86f53e-ff1e-476a-9e38-ee3d0524934e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Made reservation on behalf of 0dd4ceeefb7f447eb65075f9693b4f1f for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:11.743638 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-3b86f53e-ff1e-476a-9e38-ee3d0524934e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.814287 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:11.842693 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:11.845648 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58e5d209-b4a9-4e25-a14e-d596a1236442 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.847808 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-58e5d209-b4a9-4e25-a14e-d596a1236442 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6819816 Jul 05 03:49:11.852247 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35012) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:11.860733 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Pushing event updated for resources: {'Port': ['ID=aec9ad47-fb70-4307-9189-fd3dfefd5d29,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:11.862865 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:11.865962 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:11.933259 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device e9325752-7366-4903-aa03-fddff6ab2a45 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:11.985113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5584204-109f-43e7-98cb-6790d76336fd req-676e0e7a-f623-4591-a6e2-1c9daca27073 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 210 time: 0.1603453 Jul 05 03:49:12.020441 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.069526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port e9325752-7366-4903-aa03-fddff6ab2a45 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:12.071883 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.258915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.307881 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35ff3d-3fc5-463c-acbb-2af8eb95ff2e req-5c3cd4a6-788d-41ee-b696-29c3e7a42193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:12.311475 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a35ff3d-3fc5-463c-acbb-2af8eb95ff2e req-5c3cd4a6-788d-41ee-b696-29c3e7a42193 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 1097 time: 0.4990995 Jul 05 03:49:12.391373 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.451050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-3b86f53e-ff1e-476a-9e38-ee3d0524934e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Allocated IP 192.168.233.110 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:12.640970 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.647118 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a35ff3d-3fc5-463c-acbb-2af8eb95ff2e req-e48f0195-3177-47d7-9b85-7761d5f42aa7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258514 Jul 05 03:49:12.662026 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Allocated IP 172.25.6.190 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/7a1756e2-b52c-4d46-8c36-c711e9b03b3b) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:12.717589 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-3b86f53e-ff1e-476a-9e38-ee3d0524934e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.747147 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-3b86f53e-ff1e-476a-9e38-ee3d0524934e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Transition to ACTIVE for port object b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:12.855530 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.916550 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.938721 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-3b86f53e-ff1e-476a-9e38-ee3d0524934e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.954901 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['1544341a-732e-46be-aa14-00fc3028caf9', 'b09b2376-4636-4f08-a338-eb8d27129ab9'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:12.972961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e981caad-1bd2-4beb-ad0a-d94e99b47229'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:13.053956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-3b86f53e-ff1e-476a-9e38-ee3d0524934e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:13.060509 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.097924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-3b86f53e-ff1e-476a-9e38-ee3d0524934e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:13.109402 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-3b86f53e-ff1e-476a-9e38-ee3d0524934e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:13.115497 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86f53e-ff1e-476a-9e38-ee3d0524934e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Pushing event updated for resources: {'Port': ['ID=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:13.124715 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.261324 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:13.287746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:13.296347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Pushing event updated for resources: {'Port': ['ID=aec9ad47-fb70-4307-9189-fd3dfefd5d29,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:13.303262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:13.332721 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-3b86f53e-ff1e-476a-9e38-ee3d0524934e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:13.333825 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-3b86f53e-ff1e-476a-9e38-ee3d0524934e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.381878 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.469535 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-3b86f53e-ff1e-476a-9e38-ee3d0524934e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4243681 Jul 05 03:49:13.471039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Pushing event updated for resources: {'Port': ['ID=7a1756e2-b52c-4d46-8c36-c711e9b03b3b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:13.471236 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.473282 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-221dece0-8203-4a20-880f-60bfba7148ed tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4178665 Jul 05 03:49:13.487799 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Request body: {'port': {'device_id': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:13.639445 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.726909 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-2a9a0f45-ab8a-4457-9818-c9b956204952 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.1031094 Jul 05 03:49:13.857068 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.901856 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.906525 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea27879-90d3-4378-9165-7a238f7c72bb req-4f0efc23-08a3-4c30-9d25-417382d6a61f tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:13.914808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ea27879-90d3-4378-9165-7a238f7c72bb req-4f0efc23-08a3-4c30-9d25-417382d6a61f tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 945 time: 0.4005544 Jul 05 03:49:13.971089 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-43d1b742-fec7-41e7-b3c1-3020bea3104f None None] Provisioning for port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:13.979794 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-43d1b742-fec7-41e7-b3c1-3020bea3104f None None] Provisioning complete for port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:13.979794 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-43d1b742-fec7-41e7-b3c1-3020bea3104f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.022801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-32cc2842-25c1-49c4-9fa2-77d9e41221a0 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:14.024426 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a266b0b-e649-43ea-ad07-85f8dd3ef2d6 req-32cc2842-25c1-49c4-9fa2-77d9e41221a0 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.2875648 Jul 05 03:49:14.069639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ea27879-90d3-4378-9165-7a238f7c72bb req-efa292b8-46a5-4fc0-b672-ead8da176787 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537950 Jul 05 03:49:14.070207 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bd94a23e-02ae-4647-b9a4-8cb864b08401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.184237 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-43d1b742-fec7-41e7-b3c1-3020bea3104f None None] Port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:14.297286 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:49:14.346845 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.401798 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.435208 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.569508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a1e9d-9bd9-49ff-bcfc-dfa7391b3b31 req-73c0b637-4adf-4bda-8a1e-c7f8a7d12395 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:14.574003 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f33a1e9d-9bd9-49ff-bcfc-dfa7391b3b31 req-73c0b637-4adf-4bda-8a1e-c7f8a7d12395 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 945 time: 0.2510247 Jul 05 03:49:14.629169 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.632719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Pushing event updated for resources: {'Port': ['ID=7a1756e2-b52c-4d46-8c36-c711e9b03b3b,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:14.745668 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f33a1e9d-9bd9-49ff-bcfc-dfa7391b3b31 req-26d79c8d-c0cc-4b31-a53d-db3ef245805a tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511595 Jul 05 03:49:14.750929 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:14.762419 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.770698 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.783208 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f1c61f00-94ff-4940-83d5-a06920c80647 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9195323 Jul 05 03:49:14.803548 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Transition to ACTIVE for port object b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:14.821789 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf509508-6f60-480a-a6c7-8b6a05ae6003 req-8270b0d3-21c4-442d-a30c-a05673009fb9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2318964 Jul 05 03:49:14.971185 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.174312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:15.178274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509508-6f60-480a-a6c7-8b6a05ae6003 req-a8e544e9-bd33-4d33-9ceb-fbe53fe3c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.180209 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf509508-6f60-480a-a6c7-8b6a05ae6003 req-a8e544e9-bd33-4d33-9ceb-fbe53fe3c88f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 1101 time: 0.2930462 Jul 05 03:49:15.197985 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.405475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da120d0f-fc8c-4b24-b3f5-ee4ba51ca901 req-6ed1d270-9b1c-4d99-b326-3d3ff818c03c tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.405475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da120d0f-fc8c-4b24-b3f5-ee4ba51ca901 req-6ed1d270-9b1c-4d99-b326-3d3ff818c03c tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.418378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da120d0f-fc8c-4b24-b3f5-ee4ba51ca901 req-6ed1d270-9b1c-4d99-b326-3d3ff818c03c tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.418378 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da120d0f-fc8c-4b24-b3f5-ee4ba51ca901 req-6ed1d270-9b1c-4d99-b326-3d3ff818c03c tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2417 time: 0.4420087 Jul 05 03:49:15.459362 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef16285-1ed8-4a64-b1fc-4d4f8704c928 req-d6c0c55e-d04d-49bd-bf08-fae6b724969e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.460938 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aef16285-1ed8-4a64-b1fc-4d4f8704c928 req-d6c0c55e-d04d-49bd-bf08-fae6b724969e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 948 time: 0.4015985 Jul 05 03:49:15.474831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Attempting to bind port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:15.475176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Attempting to bind port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:15.475517 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Attempting to bind port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:15.520866 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:15.521341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Attempting to bind port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:15.536388 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509508-6f60-480a-a6c7-8b6a05ae6003 req-dbf8eeea-4ad3-4045-a2d6-1e49209f16f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.537989 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf509508-6f60-480a-a6c7-8b6a05ae6003 req-dbf8eeea-4ad3-4045-a2d6-1e49209f16f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.3178365 Jul 05 03:49:15.548053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:15.548437 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:15.548841 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:15.549290 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Bound port: b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:15.549763 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.554182 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da120d0f-fc8c-4b24-b3f5-ee4ba51ca901 req-e194f0da-d8e9-48a0-a1aa-73c07d0f1115 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293349 Jul 05 03:49:15.614241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf509508-6f60-480a-a6c7-8b6a05ae6003 req-1cb8eb8a-d4cf-466a-8696-098e17295fb7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=1544341a-732e-46be-aa14-00fc3028caf9 HTTP/1.1" status: 200 len: 217 time: 0.0590539 Jul 05 03:49:15.634910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aef16285-1ed8-4a64-b1fc-4d4f8704c928 req-7894cb17-4c08-4da7-9c6d-8234926d9273 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538045 Jul 05 03:49:15.850357 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509508-6f60-480a-a6c7-8b6a05ae6003 req-21cb8623-2db0-48a9-b678-4b8bdba2c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.851842 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf509508-6f60-480a-a6c7-8b6a05ae6003 req-21cb8623-2db0-48a9-b678-4b8bdba2c119 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.2216268 Jul 05 03:49:15.893560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:15.944694 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-40daab72-0896-490d-a5ef-7f462c0d24c0 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3350646 Jul 05 03:49:15.952851 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:15.969971 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:16.002128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-5778ae88-fe15-47a9-a25f-7783adb32ec8 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.008521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-5778ae88-fe15-47a9-a25f-7783adb32ec8 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.014730 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-5778ae88-fe15-47a9-a25f-7783adb32ec8 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.016418 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-5778ae88-fe15-47a9-a25f-7783adb32ec8 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.36 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 2417 time: 0.3114820 Jul 05 03:49:16.022150 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698aab39-092d-417b-9ea6-fb464ae14826 req-1c80719e-77d6-4f24-9d01-7898964ad352 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--534042300&fields=id&tenant_id=429da1ccedc449a291003152f2c8e07e HTTP/1.1" status: 200 len: 267 time: 0.1317093 Jul 05 03:49:16.148536 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.158425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509508-6f60-480a-a6c7-8b6a05ae6003 req-5a52741b-84d2-4c1b-9d75-27da11bb91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.159974 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf509508-6f60-480a-a6c7-8b6a05ae6003 req-5a52741b-84d2-4c1b-9d75-27da11bb91f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2972898 Jul 05 03:49:16.549622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.550242 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.551747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] 10.222.0.10 "PUT /v2.0/ports/b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc HTTP/1.1" status: 200 len: 1097 time: 3.0715375 Jul 05 03:49:16.552534 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.554791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:16.557245 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dfdbfa-141b-4819-bb04-d85014a27e65" -d '{"events": [{"name": "network-changed", "server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:16.646043 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698aab39-092d-417b-9ea6-fb464ae14826 req-f1e1bc14-a80c-493b-82f0-495fc8af3e93 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.648228 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698aab39-092d-417b-9ea6-fb464ae14826 req-f1e1bc14-a80c-493b-82f0-495fc8af3e93 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/networks?id=84ec4343-9bb1-496f-8666-e68e2a30eafb HTTP/1.1" status: 200 len: 812 time: 0.6165254 Jul 05 03:49:16.662089 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4904a-f9a9-4379-b3dd-ad5eaf69c7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:16.697587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698aab39-092d-417b-9ea6-fb464ae14826 req-ade185c3-f870-4ab1-8c4f-ba57e8f82942 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/quotas/429da1ccedc449a291003152f2c8e07e HTTP/1.1" status: 200 len: 375 time: 0.0397403 Jul 05 03:49:16.725224 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf509508-6f60-480a-a6c7-8b6a05ae6003 req-3d6b1ee3-75ef-4908-8d8d-9ac9dc8f7865 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490067 Jul 05 03:49:16.740966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-35ceb6cd-8a49-4265-b5e3-0de9f794abbf tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Deleting port 9285a7e0-781f-4ad6-866b-55bf867f659d {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:16.741389 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-35ceb6cd-8a49-4265-b5e3-0de9f794abbf tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.839623 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.022831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-35ceb6cd-8a49-4265-b5e3-0de9f794abbf tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] For port 9285a7e0-781f-4ad6-866b-55bf867f659d, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9285a7e0-781f-4ad6-866b-55bf867f659d,segment=NetworkSegment(f39da91b-fbf0-417e-bdc4-25eba59e916f),segment_id=f39da91b-fbf0-417e-bdc4-25eba59e916f)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:17.029466 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-35ceb6cd-8a49-4265-b5e3-0de9f794abbf tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.056531 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-35ceb6cd-8a49-4265-b5e3-0de9f794abbf tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Calling delete_port for 9285a7e0-781f-4ad6-866b-55bf867f659d owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:17.060580 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf509508-6f60-480a-a6c7-8b6a05ae6003 req-21a08ce7-857a-4195-9fb1-cc0680148cd9 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228185 Jul 05 03:49:17.073051 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698aab39-092d-417b-9ea6-fb464ae14826 req-a52229a2-f94a-4193-b3fd-1ead245226fc tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=429da1ccedc449a291003152f2c8e07e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3541179 Jul 05 03:49:17.093869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-8be1012a-acba-43d0-b79a-56f2b553fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:17.095418 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-8be1012a-acba-43d0-b79a-56f2b553fc2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 1100 time: 0.2998624 Jul 05 03:49:17.139155 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.188898 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-2d0c12c2-b326-4d7d-8e86-95b5099a2e58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc HTTP/1.1" status: 200 len: 217 time: 0.0576673 Jul 05 03:49:17.403128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-2e1501f1-a1d7-4199-8b25-07f5dc9b3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:17.404685 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-2e1501f1-a1d7-4199-8b25-07f5dc9b3f8c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1720276 Jul 05 03:49:17.505743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Allocated IP 172.25.6.95 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/e3da1ee6-12ba-4f33-9113-f060112cc9da) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:17.565076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698aab39-092d-417b-9ea6-fb464ae14826 req-172f2692-362d-4dc6-8b35-bb8caf64d1a6 service neutron] 10.222.0.38 "GET /v2.0/networks/84ec4343-9bb1-496f-8666-e68e2a30eafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350705 Jul 05 03:49:17.710169 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-34bb09a6-2d3d-4af6-a6f8-578f51a964ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:17.711891 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-34bb09a6-2d3d-4af6-a6f8-578f51a964ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2991862 Jul 05 03:49:17.747764 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-35ceb6cd-8a49-4265-b5e3-0de9f794abbf tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.766892 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['9285a7e0-781f-4ad6-866b-55bf867f659d', 'c6ca6249-5237-4bd2-8c99-f603945d9ef5', '94bdfa88-2e17-4ce5-b821-6beb1c036e44'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:17.851703 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698aab39-092d-417b-9ea6-fb464ae14826 req-171978c2-9ea3-4eda-91d1-7f5ca2fde90c service neutron] 10.222.0.38 "GET /v2.0/networks/84ec4343-9bb1-496f-8666-e68e2a30eafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740176 Jul 05 03:49:17.878157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ceb6cd-8a49-4265-b5e3-0de9f794abbf tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Port': ['ID=9285a7e0-781f-4ad6-866b-55bf867f659d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:17.897888 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.028218 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-35ceb6cd-8a49-4265-b5e3-0de9f794abbf tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] No DVR routers for this DVR port 9285a7e0-781f-4ad6-866b-55bf867f659d on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:18.044454 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-35ceb6cd-8a49-4265-b5e3-0de9f794abbf tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.046729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-35ceb6cd-8a49-4265-b5e3-0de9f794abbf tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.36 "DELETE /v2.0/ports/9285a7e0-781f-4ad6-866b-55bf867f659d HTTP/1.1" status: 204 len: 173 time: 2.0162151 Jul 05 03:49:18.065870 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-31ea735b-9514-40b6-9766-e4f620a7ac98 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443599 Jul 05 03:49:18.281491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b80aa7af-b055-4cdf-b208-6c1a1db50400 req-07b24575-5e8b-401b-a197-75904732def6 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788166 Jul 05 03:49:18.299483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-d410db6e-bf0b-4276-b191-ad5f40a562c0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Deleting port c6ca6249-5237-4bd2-8c99-f603945d9ef5 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:18.299972 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-d410db6e-bf0b-4276-b191-ad5f40a562c0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.420729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-d410db6e-bf0b-4276-b191-ad5f40a562c0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] For port c6ca6249-5237-4bd2-8c99-f603945d9ef5, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=c6ca6249-5237-4bd2-8c99-f603945d9ef5,segment=NetworkSegment(23764f87-81e8-4801-ac5e-9f65203218fc),segment_id=23764f87-81e8-4801-ac5e-9f65203218fc)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:18.425843 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-d410db6e-bf0b-4276-b191-ad5f40a562c0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.425843 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.477050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-d410db6e-bf0b-4276-b191-ad5f40a562c0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Calling delete_port for c6ca6249-5237-4bd2-8c99-f603945d9ef5 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:18.480600 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:18.491374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:18.502115 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:18.552778 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Pushing event updated for resources: {'Port': ['ID=e3da1ee6-12ba-4f33-9113-f060112cc9da,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:18.774292 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b289c3-eb72-42fd-bab4-46e18c966083 req-20a7f286-940a-4f2f-802b-a843513bb977 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:18.776514 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56b289c3-eb72-42fd-bab4-46e18c966083 req-20a7f286-940a-4f2f-802b-a843513bb977 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 945 time: 0.2692933 Jul 05 03:49:18.780736 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.888255 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56b289c3-eb72-42fd-bab4-46e18c966083 req-c907d70d-c8fa-4531-8072-516578a26c82 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900760 Jul 05 03:49:18.935570 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.022393 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-d410db6e-bf0b-4276-b191-ad5f40a562c0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.075555 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a6972ed1-2403-4d13-b0ea-a36bc2f312a3 req-f76d2627-d18a-4e64-994f-2d0330cd1944 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a63b6006-54e7-4be5-89f0-f7daed139779 HTTP/1.1" status: 200 len: 210 time: 0.0381057 Jul 05 03:49:19.087116 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410db6e-bf0b-4276-b191-ad5f40a562c0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Port': ['ID=c6ca6249-5237-4bd2-8c99-f603945d9ef5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:19.481930 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-d410db6e-bf0b-4276-b191-ad5f40a562c0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] No DVR routers for this DVR port c6ca6249-5237-4bd2-8c99-f603945d9ef5 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:19.488181 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-d410db6e-bf0b-4276-b191-ad5f40a562c0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.490219 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-d410db6e-bf0b-4276-b191-ad5f40a562c0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.36 "DELETE /v2.0/ports/c6ca6249-5237-4bd2-8c99-f603945d9ef5 HTTP/1.1" status: 204 len: 173 time: 1.4367197 Jul 05 03:49:19.575902 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da327b23-824d-4944-917f-35aa1f704d7c req-66dd99ac-3c7b-4e5c-bf07-ac8fcac76861 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.577487 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da327b23-824d-4944-917f-35aa1f704d7c req-66dd99ac-3c7b-4e5c-bf07-ac8fcac76861 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 945 time: 0.5386863 Jul 05 03:49:19.688026 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da327b23-824d-4944-917f-35aa1f704d7c req-629371e2-ed22-4510-ae5b-781cdda26275 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016190 Jul 05 03:49:19.691207 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.720375 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-b4e09a4d-a03d-4680-be0b-79cfe1642102 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Deleting port 94bdfa88-2e17-4ce5-b821-6beb1c036e44 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:19.720848 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-b4e09a4d-a03d-4680-be0b-79cfe1642102 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.766294 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2d0615-663d-48ff-af21-47e40c40a2ea x-openstack-request-id: req-7e2d0615-663d-48ff-af21-47e40c40a2ea {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:19.766826 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:19.766826 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e2d0615-663d-48ff-af21-47e40c40a2ea {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:19.769675 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc', 'status': 'completed', 'code': 200} Jul 05 03:49:19.853112 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.918950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-b4e09a4d-a03d-4680-be0b-79cfe1642102 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] For port 94bdfa88-2e17-4ce5-b821-6beb1c036e44, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=94bdfa88-2e17-4ce5-b821-6beb1c036e44,segment=NetworkSegment(23764f87-81e8-4801-ac5e-9f65203218fc),segment_id=23764f87-81e8-4801-ac5e-9f65203218fc)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:19.919316 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-b4e09a4d-a03d-4680-be0b-79cfe1642102 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.968228 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-b4e09a4d-a03d-4680-be0b-79cfe1642102 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Calling delete_port for 94bdfa88-2e17-4ce5-b821-6beb1c036e44 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:20.015324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Pushing event updated for resources: {'Port': ['ID=e3da1ee6-12ba-4f33-9113-f060112cc9da,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:20.069107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfdbfa-141b-4819-bb04-d85014a27e65 req-beac7f40-2a2b-44fc-9608-b1da48102812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.070756 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99dfdbfa-141b-4819-bb04-d85014a27e65 req-beac7f40-2a2b-44fc-9608-b1da48102812 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 1100 time: 0.2918406 Jul 05 03:49:20.074718 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.179963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05682ac6-aa80-4750-9104-05eb42b872d8 req-0a5d5e73-a3da-4db7-8bcf-f53342b94559 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.182307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-05682ac6-aa80-4750-9104-05eb42b872d8 req-0a5d5e73-a3da-4db7-8bcf-f53342b94559 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 945 time: 0.3455231 Jul 05 03:49:20.292647 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfdbfa-141b-4819-bb04-d85014a27e65 req-6bcf4008-7f94-4a5f-acb1-b2409e113c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.294177 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99dfdbfa-141b-4819-bb04-d85014a27e65 req-6bcf4008-7f94-4a5f-acb1-b2409e113c25 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2127888 Jul 05 03:49:20.297348 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.298510 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-9331df44-52c6-4550-bc66-26ad812fb647 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3410015 Jul 05 03:49:20.303741 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-05682ac6-aa80-4750-9104-05eb42b872d8 req-170aa8ec-e359-4df3-9d4b-36e5709a609d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127074 Jul 05 03:49:20.412643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99dfdbfa-141b-4819-bb04-d85014a27e65 req-d2a560cf-ced0-4d61-a357-9f6e7814d606 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc HTTP/1.1" status: 200 len: 217 time: 0.1098657 Jul 05 03:49:20.443882 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-291e9f38-6c58-4cca-8f46-d34f6280d3fd tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.95 HTTP/1.1" status: 200 len: 695 time: 0.1359091 Jul 05 03:49:20.578597 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-b4e09a4d-a03d-4680-be0b-79cfe1642102 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.600812 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfdbfa-141b-4819-bb04-d85014a27e65 req-cb450cef-8039-4785-98d0-d0102e5c62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.602290 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99dfdbfa-141b-4819-bb04-d85014a27e65 req-cb450cef-8039-4785-98d0-d0102e5c62eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1828785 Jul 05 03:49:20.647127 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e09a4d-a03d-4680-be0b-79cfe1642102 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Port': ['ID=94bdfa88-2e17-4ce5-b821-6beb1c036e44,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:20.697806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 94bdfa88-2e17-4ce5-b821-6beb1c036e44 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:20.751069 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 94bdfa88-2e17-4ce5-b821-6beb1c036e44 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:20.751997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 94bdfa88-2e17-4ce5-b821-6beb1c036e44 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:20.753087 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9285a7e0-781f-4ad6-866b-55bf867f659d no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:20.762470 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-b4e09a4d-a03d-4680-be0b-79cfe1642102 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] No DVR routers for this DVR port 94bdfa88-2e17-4ce5-b821-6beb1c036e44 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:20.767929 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-b4e09a4d-a03d-4680-be0b-79cfe1642102 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.770170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2567f42f-a1fb-4828-8d1a-ca22da2080b0 req-b4e09a4d-a03d-4680-be0b-79cfe1642102 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.36 "DELETE /v2.0/ports/94bdfa88-2e17-4ce5-b821-6beb1c036e44 HTTP/1.1" status: 204 len: 173 time: 1.2646401 Jul 05 03:49:20.789151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-11280229-95ca-40a8-9feb-2425fa0eeb66 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.790630 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-72b28e3f-3088-4204-b052-2d98e19061e7 req-11280229-95ca-40a8-9feb-2425fa0eeb66 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.3272622 Jul 05 03:49:20.803507 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1d164-a39d-4a40-b900-62a541edce21 req-7f0762db-051d-40e4-8c7e-728686e52a4c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.812014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 9285a7e0-781f-4ad6-866b-55bf867f659d {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:20.812383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9285a7e0-781f-4ad6-866b-55bf867f659d not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:20.813036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device c6ca6249-5237-4bd2-8c99-f603945d9ef5 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:20.815592 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6b1d164-a39d-4a40-b900-62a541edce21 req-7f0762db-051d-40e4-8c7e-728686e52a4c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 948 time: 0.3858316 Jul 05 03:49:20.835184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: c6ca6249-5237-4bd2-8c99-f603945d9ef5 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:20.835851 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device c6ca6249-5237-4bd2-8c99-f603945d9ef5 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:20.871280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfdbfa-141b-4819-bb04-d85014a27e65 req-db2a6bca-17af-41dc-9978-beb75ef9d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.873289 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99dfdbfa-141b-4819-bb04-d85014a27e65 req-db2a6bca-17af-41dc-9978-beb75ef9d8bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2626798 Jul 05 03:49:20.880371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6b1d164-a39d-4a40-b900-62a541edce21 req-ce643a50-e229-45a4-a1b2-e27c7a7facc7 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635087 Jul 05 03:49:21.087677 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b1d305ab-8ae2-4ca9-96d9-85ac108f440c req-cb65e167-a328-4389-846a-77a0b0f5e8ff tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 210 time: 0.0702140 Jul 05 03:49:21.094688 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99dfdbfa-141b-4819-bb04-d85014a27e65 req-71a98f8a-00c1-4fa7-8327-2a8ed73cdcd6 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072046 Jul 05 03:49:21.195440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be4c48ce-766e-460d-acf9-c26e39e2e5d3 req-fe498afa-ad40-479a-90c0-9919e0ac0c5d tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0651844 Jul 05 03:49:21.263495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99dfdbfa-141b-4819-bb04-d85014a27e65 req-c18ef380-f5a4-4b4e-913f-2cb9b38af39d service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604760 Jul 05 03:49:21.266309 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3fb5575-72c8-47b2-8292-49be4c3b25df req-6a812031-e827-42e5-b52d-52d626455ce8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2139821648&fields=id&tenant_id=47beb1ed7ed2463ca72d0758eb6a067a HTTP/1.1" status: 200 len: 267 time: 0.0598292 Jul 05 03:49:21.374015 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb5575-72c8-47b2-8292-49be4c3b25df req-e874570f-251d-4de2-98f9-79f9a51107c0 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:21.375557 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3fb5575-72c8-47b2-8292-49be4c3b25df req-e874570f-251d-4de2-98f9-79f9a51107c0 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 945 time: 0.0993509 Jul 05 03:49:21.401318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-f3fb5575-72c8-47b2-8292-49be4c3b25df req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Request body: {'port': {'security_groups': ['95ff1d0d-2466-49d3-9764-8434842832d6', '32ebee77-9cf4-46d0-a8e2-362a3a2f277b']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:21.461682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:21.506799 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ea8d1-85db-47c9-bdda-9311e57afe57 req-4aafd999-a02e-4240-b1ec-f701dda97ded tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:21.508365 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc2ea8d1-85db-47c9-bdda-9311e57afe57 req-4aafd999-a02e-4240-b1ec-f701dda97ded tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 945 time: 0.1637619 Jul 05 03:49:21.532943 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f3fb5575-72c8-47b2-8292-49be4c3b25df req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.596378 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:21.601107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc2ea8d1-85db-47c9-bdda-9311e57afe57 req-965d1943-0845-4329-8697-dfa1827c3162 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783577 Jul 05 03:49:21.611786 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc', 'mac_address': 'fa:16:3e:c0:16:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:21.674599 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.699348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:21.731833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:21.732158 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6039173d-9274-4840-aade-032f53a9aa33 req-dc107f81-1789-4b5d-b6f9-1da2389319c1 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips/a793af65-9f89-4865-a0e3-2f8094eaadae HTTP/1.1" status: 200 len: 692 time: 0.0631285 Jul 05 03:49:21.791559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'name': 'network-vif-deleted', 'tag': '9285a7e0-781f-4ad6-866b-55bf867f659d'}, {'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'name': 'network-vif-deleted', 'tag': 'c6ca6249-5237-4bd2-8c99-f603945d9ef5'}, {'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'name': 'network-vif-deleted', 'tag': '94bdfa88-2e17-4ce5-b821-6beb1c036e44'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:21.793887 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72ea2e3-0883-484f-a0cd-592061e48c62" -d '{"events": [{"server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "name": "network-vif-deleted", "tag": "9285a7e0-781f-4ad6-866b-55bf867f659d"}, {"server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "name": "network-vif-deleted", "tag": "c6ca6249-5237-4bd2-8c99-f603945d9ef5"}, {"server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "name": "network-vif-deleted", "tag": "94bdfa88-2e17-4ce5-b821-6beb1c036e44"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:21.817933 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:21.906505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:21.925837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-f3fb5575-72c8-47b2-8292-49be4c3b25df req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] For port e7358a43-edcd-42e2-b221-fd22e85e8fda, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e7358a43-edcd-42e2-b221-fd22e85e8fda,segment=NetworkSegment(3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4),segment_id=3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:21.957088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039173d-9274-4840-aade-032f53a9aa33 req-14e2151e-7ae8-4a7d-a313-473255d68633 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:21.958478 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6039173d-9274-4840-aade-032f53a9aa33 req-14e2151e-7ae8-4a7d-a313-473255d68633 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.2183449 Jul 05 03:49:21.981116 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-6039173d-9274-4840-aade-032f53a9aa33 req-5b56ae8f-6934-40f9-82b5-772a7e7a8b94 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:49:21.982164 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6039173d-9274-4840-aade-032f53a9aa33 req-5b56ae8f-6934-40f9-82b5-772a7e7a8b94 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154488 Jul 05 03:49:21.987480 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f3fb5575-72c8-47b2-8292-49be4c3b25df req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.050638 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f3fb5575-72c8-47b2-8292-49be4c3b25df req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.067077 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9566ce33-63bc-4026-bd5e-5ce251669ad6', 'e7358a43-edcd-42e2-b221-fd22e85e8fda'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:22.101700 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb5575-72c8-47b2-8292-49be4c3b25df req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:22.102619 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f3fb5575-72c8-47b2-8292-49be4c3b25df req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.105296 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3fb5575-72c8-47b2-8292-49be4c3b25df req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "PUT /v2.0/ports/e7358a43-edcd-42e2-b221-fd22e85e8fda HTTP/1.1" status: 200 len: 981 time: 0.7115197 Jul 05 03:49:22.166479 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ab188e-44e7-41c1-9b99-3bdcee2621e1 x-openstack-request-id: req-a0ab188e-44e7-41c1-9b99-3bdcee2621e1 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:22.166479 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "name": "network-vif-deleted", "tag": "9285a7e0-781f-4ad6-866b-55bf867f659d", "status": "completed", "code": 200}, {"server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "name": "network-vif-deleted", "tag": "c6ca6249-5237-4bd2-8c99-f603945d9ef5", "status": "completed", "code": 200}, {"server_uuid": "b864484c-cbe4-4689-b495-cef5ca4168b0", "name": "network-vif-deleted", "tag": "94bdfa88-2e17-4ce5-b821-6beb1c036e44", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:22.166479 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a0ab188e-44e7-41c1-9b99-3bdcee2621e1 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:22.171303 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'name': 'network-vif-deleted', 'tag': '9285a7e0-781f-4ad6-866b-55bf867f659d', 'status': 'completed', 'code': 200} Jul 05 03:49:22.171303 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'name': 'network-vif-deleted', 'tag': 'c6ca6249-5237-4bd2-8c99-f603945d9ef5', 'status': 'completed', 'code': 200} Jul 05 03:49:22.171303 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b864484c-cbe4-4689-b495-cef5ca4168b0', 'name': 'network-vif-deleted', 'tag': '94bdfa88-2e17-4ce5-b821-6beb1c036e44', 'status': 'completed', 'code': 200} Jul 05 03:49:22.215394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf71bb7a-d704-4446-b8a8-5891f2cfb4c6 req-88f49acc-0a32-4db6-ada8-decf9d895270 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=b864484c-cbe4-4689-b495-cef5ca4168b0 HTTP/1.1" status: 200 len: 210 time: 0.0846069 Jul 05 03:49:22.220837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event updated for resources: {'Port': ['ID=e7358a43-edcd-42e2-b221-fd22e85e8fda,revision_number=6']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:22.302704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:22.304657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e7358a43-edcd-42e2-b221-fd22e85e8fda'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:22.332914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:22.333576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:22.334142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:22.334760 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:22.335352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:22.336038 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:22.336691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:22.337934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:22.339375 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:22.339931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:22.340532 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:22.341025 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7caf74-4eaf-46ac-a16b-ac6235994ef9 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:22.510512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-11cc1ac8-b705-4b5f-89b6-c5f1b54e072f tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:22.512124 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-11cc1ac8-b705-4b5f-89b6-c5f1b54e072f tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f&tenant_id=5de69650861e4b2ab64c64456b5c16e4&binding%3Ahost_id=n-h2-771363-32 HTTP/1.1" status: 200 len: 1097 time: 0.3174956 Jul 05 03:49:22.552831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698aab39-092d-417b-9ea6-fb464ae14826 req-b04d6f7f-0960-4e25-b3cf-a1d77cc59ef7 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:22.557814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698aab39-092d-417b-9ea6-fb464ae14826 req-b04d6f7f-0960-4e25-b3cf-a1d77cc59ef7 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.10 "GET /v2.0/networks?id=84ec4343-9bb1-496f-8666-e68e2a30eafb HTTP/1.1" status: 200 len: 812 time: 0.3354795 Jul 05 03:49:22.560118 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-32'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:22.639760 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad648ab-bc4e-4bd8-8169-336041b00756 req-4e0b2de5-6423-4064-b03e-827f6af834e0 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips/a793af65-9f89-4865-a0e3-2f8094eaadae HTTP/1.1" status: 200 len: 692 time: 0.1666143 Jul 05 03:49:22.674070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ad615-47e1-4219-a712-48ed7b017466 req-28930582-dd73-4811-8691-0663fa13f4f9 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:22.675682 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae1ad615-47e1-4219-a712-48ed7b017466 req-28930582-dd73-4811-8691-0663fa13f4f9 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 949 time: 0.3264415 Jul 05 03:49:22.836002 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698aab39-092d-417b-9ea6-fb464ae14826 req-450d814e-3491-42d0-8913-d27a75a85c4f tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=429da1ccedc449a291003152f2c8e07e HTTP/1.1" status: 200 len: 379 time: 0.2609787 Jul 05 03:49:22.862079 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-698aab39-092d-417b-9ea6-fb464ae14826 req-2480b1ab-b442-4635-8e57-5dcc65aa83df tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Request body: {'port': {'device_id': '2507c929-348f-4b1b-be3c-8c717170d112', 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb', 'admin_state_up': True, 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'security_groups': ['f397f6e7-1110-4077-a646-8dfba6c1011a']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:23.290064 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:23.298948 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-06046288-7d35-4561-a23f-4fdc4c4c9712 req-d59d1bd0-fccf-45c2-8978-92ce8613806f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0648713 Jul 05 03:49:23.301965 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae1ad615-47e1-4219-a712-48ed7b017466 req-b82315f3-a31f-4215-ba41-ec23fd21a69b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065488 Jul 05 03:49:23.407894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad648ab-bc4e-4bd8-8169-336041b00756 req-d0f55c10-fce5-4af3-b145-aad2dac2a4a4 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:23.409493 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad648ab-bc4e-4bd8-8169-336041b00756 req-d0f55c10-fce5-4af3-b145-aad2dac2a4a4 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.7528610 Jul 05 03:49:23.470423 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 92731db1-2fac-4f39-9211-8d7b0b63fab4 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:23.564918 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad648ab-bc4e-4bd8-8169-336041b00756 req-22f9ffde-050e-4b5f-8c05-979580ce46d2 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.95 HTTP/1.1" status: 200 len: 695 time: 0.1278863 Jul 05 03:49:23.568166 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44fc11b1-3269-4ce4-973a-49770ab3dfcc req-584028ed-2c8f-4dd9-adce-d7fc91979b68 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/32ebee77-9cf4-46d0-a8e2-362a3a2f277b HTTP/1.1" status: 200 len: 1801 time: 0.2239892 Jul 05 03:49:23.637215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 92731db1-2fac-4f39-9211-8d7b0b63fab4, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=92731db1-2fac-4f39-9211-8d7b0b63fab4,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:23.653174 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad648ab-bc4e-4bd8-8169-336041b00756 req-89a44902-a9c1-4cfc-b8f4-3039693135e0 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.95 HTTP/1.1" status: 200 len: 695 time: 0.0775681 Jul 05 03:49:23.654095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 92731db1-2fac-4f39-9211-8d7b0b63fab4 has no active binding in host n-h1-771363-32 {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:49:23.686095 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698aab39-092d-417b-9ea6-fb464ae14826 req-2480b1ab-b442-4635-8e57-5dcc65aa83df tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Made reservation on behalf of 429da1ccedc449a291003152f2c8e07e for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:23.689833 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-698aab39-092d-417b-9ea6-fb464ae14826 req-2480b1ab-b442-4635-8e57-5dcc65aa83df tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:23.762018 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] For port 92731db1-2fac-4f39-9211-8d7b0b63fab4, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=92731db1-2fac-4f39-9211-8d7b0b63fab4,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:23.833565 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-44fc11b1-3269-4ce4-973a-49770ab3dfcc req-64860f3f-e0d3-4237-abbd-83c307990428 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 03:49:23.834612 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44fc11b1-3269-4ce4-973a-49770ab3dfcc req-64860f3f-e0d3-4237-abbd-83c307990428 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "DELETE /v2.0/security-groups/32ebee77-9cf4-46d0-a8e2-362a3a2f277b HTTP/1.1" status: 409 len: 341 time: 0.2603011 Jul 05 03:49:24.023710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] For port 92731db1-2fac-4f39-9211-8d7b0b63fab4, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:24.027633 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fe48613e-87b3-4b27-8799-aebc74ecbca8 req-e785132f-3a9e-4f74-ab23-28991af378ca tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 210 time: 0.0832152 Jul 05 03:49:24.138494 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.153473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-698aab39-092d-417b-9ea6-fb464ae14826 req-2480b1ab-b442-4635-8e57-5dcc65aa83df tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Allocated IP 172.20.0.6 (84ec4343-9bb1-496f-8666-e68e2a30eafb/0bc68f1f-d6b1-430e-bb84-455db390f451/428303aa-c211-4d8c-981c-4d862aa7876f) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:24.169623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-aad648ab-bc4e-4bd8-8169-336041b00756 req-61eaf7c0-8018-469a-91ac-936912363e50 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Deleting port e3da1ee6-12ba-4f33-9113-f060112cc9da {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:24.170147 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aad648ab-bc4e-4bd8-8169-336041b00756 req-61eaf7c0-8018-469a-91ac-936912363e50 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.171650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d84b116-c25b-429d-8bf9-115f2e62bcb1', 'tag': 'e7358a43-edcd-42e2-b221-fd22e85e8fda'}, {'server_uuid': '4516ac08-dfca-4b99-befd-d097fcde8f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92731db1-2fac-4f39-9211-8d7b0b63fab4'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:24.173986 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff40af4-5034-43db-8d5e-2ac9424b8a64" -d '{"events": [{"name": "network-changed", "server_uuid": "3d84b116-c25b-429d-8bf9-115f2e62bcb1", "tag": "e7358a43-edcd-42e2-b221-fd22e85e8fda"}, {"server_uuid": "4516ac08-dfca-4b99-befd-d097fcde8f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "92731db1-2fac-4f39-9211-8d7b0b63fab4"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:24.205368 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a22fc56f-dae1-4a40-8102-68274c2b8e55 req-7e520a19-4104-41c1-9e68-74a058ff2fc3 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0533350 Jul 05 03:49:24.272572 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.445036 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aad648ab-bc4e-4bd8-8169-336041b00756 req-61eaf7c0-8018-469a-91ac-936912363e50 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.445780 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aad648ab-bc4e-4bd8-8169-336041b00756 req-61eaf7c0-8018-469a-91ac-936912363e50 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.499327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Pushing event updated for resources: {'Port': ['ID=92731db1-2fac-4f39-9211-8d7b0b63fab4,revision_number=7']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:24.502638 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-aad648ab-bc4e-4bd8-8169-336041b00756 req-61eaf7c0-8018-469a-91ac-936912363e50 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Calling delete_port for e3da1ee6-12ba-4f33-9113-f060112cc9da owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:24.595934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Attempting to bind port 92731db1-2fac-4f39-9211-8d7b0b63fab4 on host n-h2-771363-32 for vnic_type normal with profile {"migrating_to": "n-h1-771363-32"} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:24.596406 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Attempting to bind port 92731db1-2fac-4f39-9211-8d7b0b63fab4 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:24.596787 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Attempting to bind port 92731db1-2fac-4f39-9211-8d7b0b63fab4 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:24.620401 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-698aab39-092d-417b-9ea6-fb464ae14826 req-2480b1ab-b442-4635-8e57-5dcc65aa83df tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.623983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Port 92731db1-2fac-4f39-9211-8d7b0b63fab4 on network 0afd212f-7e29-4013-a682-9abe025fe125 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:24.624335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Attempting to bind port 92731db1-2fac-4f39-9211-8d7b0b63fab4 on network 0afd212f-7e29-4013-a682-9abe025fe125 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:24.650508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:24.650873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Checking segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:24.651232 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Bound using segment: {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:24.651677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Bound port: 92731db1-2fac-4f39-9211-8d7b0b63fab4, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0809e66f-56b3-42a7-a295-2ae3e980bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0afd212f-7e29-4013-a682-9abe025fe125'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:24.652055 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.694113 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-698aab39-092d-417b-9ea6-fb464ae14826 req-2480b1ab-b442-4635-8e57-5dcc65aa83df tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Transition to ACTIVE for port object 428303aa-c211-4d8c-981c-4d862aa7876f will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:24.706681 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106071b9-281e-4424-9b38-109281af1adc req-20bbb0b8-eb85-41b5-9e0c-6b6c33277acc tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:24.708125 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-106071b9-281e-4424-9b38-109281af1adc req-20bbb0b8-eb85-41b5-9e0c-6b6c33277acc tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 943 time: 0.3773100 Jul 05 03:49:24.859823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-106071b9-281e-4424-9b38-109281af1adc req-e5c722e3-bbb0-4696-8f1d-200beccfc6e7 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417089 Jul 05 03:49:24.862177 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] For port 92731db1-2fac-4f39-9211-8d7b0b63fab4, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:24.882786 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] For port 92731db1-2fac-4f39-9211-8d7b0b63fab4, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=92731db1-2fac-4f39-9211-8d7b0b63fab4,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:24.948225 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35114) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:25.002253 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Deleting subnet 6783e486-a344-45e2-b8c9-f7551f83f865 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:49:25.005928 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.007994 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.011363 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-698aab39-092d-417b-9ea6-fb464ae14826 req-2480b1ab-b442-4635-8e57-5dcc65aa83df tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.015114 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aad648ab-bc4e-4bd8-8169-336041b00756 req-61eaf7c0-8018-469a-91ac-936912363e50 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.064229 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.134957 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698aab39-092d-417b-9ea6-fb464ae14826 req-2480b1ab-b442-4635-8e57-5dcc65aa83df tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Network 84ec4343-9bb1-496f-8666-e68e2a30eafb is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:25.159197 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.173012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-698aab39-092d-417b-9ea6-fb464ae14826 req-2480b1ab-b442-4635-8e57-5dcc65aa83df tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:25.185955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-698aab39-092d-417b-9ea6-fb464ae14826 req-2480b1ab-b442-4635-8e57-5dcc65aa83df tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:25.199001 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Pushing event updated for resources: {'Port': ['ID=92731db1-2fac-4f39-9211-8d7b0b63fab4,revision_number=8']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:25.322580 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.323579 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.326195 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1e9b7996-e4bf-4b42-82c5-866b871911cd service neutron] 10.222.0.10 "PUT /v2.0/ports/92731db1-2fac-4f39-9211-8d7b0b63fab4 HTTP/1.1" status: 200 len: 1123 time: 2.7815948 Jul 05 03:49:25.336419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eaf7c0-8018-469a-91ac-936912363e50 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Pushing event deleted for resources: {'Port': ['ID=e3da1ee6-12ba-4f33-9113-f060112cc9da,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:25.398608 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aad648ab-bc4e-4bd8-8169-336041b00756 req-61eaf7c0-8018-469a-91ac-936912363e50 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.402148 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.403433 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aad648ab-bc4e-4bd8-8169-336041b00756 req-61eaf7c0-8018-469a-91ac-936912363e50 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.411169 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['92731db1-2fac-4f39-9211-8d7b0b63fab4'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:25.421133 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad648ab-bc4e-4bd8-8169-336041b00756 req-61eaf7c0-8018-469a-91ac-936912363e50 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "DELETE /v2.0/floatingips/a793af65-9f89-4865-a0e3-2f8094eaadae HTTP/1.1" status: 204 len: 173 time: 1.7559838 Jul 05 03:49:25.447886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480b1ab-b442-4635-8e57-5dcc65aa83df tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Pushing event updated for resources: {'Port': ['ID=428303aa-c211-4d8c-981c-4d862aa7876f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:25.461510 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698aab39-092d-417b-9ea6-fb464ae14826 req-2480b1ab-b442-4635-8e57-5dcc65aa83df tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.462775 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-698aab39-092d-417b-9ea6-fb464ae14826 req-2480b1ab-b442-4635-8e57-5dcc65aa83df tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.463701 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['92731db1-2fac-4f39-9211-8d7b0b63fab4'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:25.482718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Subnet': ['ID=6783e486-a344-45e2-b8c9-f7551f83f865,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:25.490738 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9517d42-0c1d-434f-ad33-63f1c8db1c45 x-openstack-request-id: req-b9517d42-0c1d-434f-ad33-63f1c8db1c45 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:25.491097 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d84b116-c25b-429d-8bf9-115f2e62bcb1", "tag": "e7358a43-edcd-42e2-b221-fd22e85e8fda", "status": "completed", "code": 200}, {"server_uuid": "4516ac08-dfca-4b99-befd-d097fcde8f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "92731db1-2fac-4f39-9211-8d7b0b63fab4", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:25.491362 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b9517d42-0c1d-434f-ad33-63f1c8db1c45 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:25.492474 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d84b116-c25b-429d-8bf9-115f2e62bcb1', 'tag': 'e7358a43-edcd-42e2-b221-fd22e85e8fda', 'status': 'completed', 'code': 200} Jul 05 03:49:25.492734 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4516ac08-dfca-4b99-befd-d097fcde8f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92731db1-2fac-4f39-9211-8d7b0b63fab4', 'code': 200} Jul 05 03:49:25.497183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:25.510628 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.516631 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "DELETE /v2.0/subnets/6783e486-a344-45e2-b8c9-f7551f83f865 HTTP/1.1" status: 204 len: 168 time: 0.5671041 Jul 05 03:49:25.518160 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35122) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:25.521784 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.522197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.522544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.523070 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.523575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.524096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.525345 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.525982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.526534 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.527479 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.528142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.528653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006db75-2f41-42b7-b7eb-65198e89e6bc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.566526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de9e71b-0aab-4f6d-ad2f-9c47201cefa4 None None] Network 8a196b30-8591-4f3e-bf8f-979cd389635c requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:25.594380 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698aab39-092d-417b-9ea6-fb464ae14826 req-2480b1ab-b442-4635-8e57-5dcc65aa83df tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7484210 Jul 05 03:49:25.617257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Request body: {'port': {'device_id': '2507c929-348f-4b1b-be3c-8c717170d112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:25.674522 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.691545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e378b88f-744e-4bd2-8092-38c042bb6d3a None None] Provisioning for port 428303aa-c211-4d8c-981c-4d862aa7876f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:25.743580 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e378b88f-744e-4bd2-8092-38c042bb6d3a None None] Provisioning complete for port 428303aa-c211-4d8c-981c-4d862aa7876f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:25.744458 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e378b88f-744e-4bd2-8092-38c042bb6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.749995 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff40af4-5034-43db-8d5e-2ac9424b8a64 req-91fc5432-7b27-42ed-abc4-208d129552cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.751531 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dff40af4-5034-43db-8d5e-2ac9424b8a64 req-91fc5432-7b27-42ed-abc4-208d129552cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=47beb1ed7ed2463ca72d0758eb6a067a&device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 1136 time: 0.2286272 Jul 05 03:49:25.760605 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Deleting port 4075b075-ba31-43a0-9dbb-9cf074a93f5d {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:25.760605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.809779 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e378b88f-744e-4bd2-8092-38c042bb6d3a None None] Port 428303aa-c211-4d8c-981c-4d862aa7876f cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:25.842464 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] For port 4075b075-ba31-43a0-9dbb-9cf074a93f5d, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4075b075-ba31-43a0-9dbb-9cf074a93f5d,segment=NetworkSegment(f39da91b-fbf0-417e-bdc4-25eba59e916f),segment_id=f39da91b-fbf0-417e-bdc4-25eba59e916f)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:25.842843 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.859890 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Calling delete_port for 4075b075-ba31-43a0-9dbb-9cf074a93f5d owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:25.954275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dbb94-4227-4d1c-9f77-a3702b1a6405 req-4d01f4cc-09a3-4a2d-ab45-2bd5d401a31c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.955868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0e6dbb94-4227-4d1c-9f77-a3702b1a6405 req-4d01f4cc-09a3-4a2d-ab45-2bd5d401a31c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 949 time: 0.2612906 Jul 05 03:49:25.969829 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:25.983332 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.989988 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:25.990367 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.012610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff40af4-5034-43db-8d5e-2ac9424b8a64 req-efe2444f-208f-4a7f-b893-9e27020f70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:26.014089 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dff40af4-5034-43db-8d5e-2ac9424b8a64 req-efe2444f-208f-4a7f-b893-9e27020f70d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4073f625-dda5-4dab-8979-1b67730704a9 HTTP/1.1" status: 200 len: 914 time: 0.2468622 Jul 05 03:49:26.091274 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0e6dbb94-4227-4d1c-9f77-a3702b1a6405 req-83ab856b-4524-46c4-a6fe-fd737a107484 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256659 Jul 05 03:49:26.095613 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dff40af4-5034-43db-8d5e-2ac9424b8a64 req-4b44a1fd-dbb8-4111-950e-b03d68bb13c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7358a43-edcd-42e2-b221-fd22e85e8fda HTTP/1.1" status: 200 len: 217 time: 0.0673611 Jul 05 03:49:26.096388 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a598ac8e-6245-4d6d-9617-b68ccead033c None None] DHCP port deletion for 8a196b30-8591-4f3e-bf8f-979cd389635c request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:49:26.103646 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.104569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e1d68-0090-4dd6-a91f-2a1b295d59a0 req-f3c31e09-a2e3-4b85-9232-f52df6d40a30 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:26.121044 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e68e1d68-0090-4dd6-a91f-2a1b295d59a0 req-f3c31e09-a2e3-4b85-9232-f52df6d40a30 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 931 time: 0.2794526 Jul 05 03:49:26.122166 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.128928 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] No DVR routers for this DVR port 4075b075-ba31-43a0-9dbb-9cf074a93f5d on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:26.140174 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:26.143070 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9a8345-d611-402a-a1f4-074522213252" -d '{"events": [{"server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "name": "network-vif-plugged", "status": "completed", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:26.158977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:26.199281 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Port': ['ID=4075b075-ba31-43a0-9dbb-9cf074a93f5d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:26.265898 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.278160 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e68e1d68-0090-4dd6-a91f-2a1b295d59a0 req-92bdfd3d-5810-4afc-b0d5-67f67556ed21 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/security-groups?id=f397f6e7-1110-4077-a646-8dfba6c1011a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659908 Jul 05 03:49:26.283395 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.286507 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff40af4-5034-43db-8d5e-2ac9424b8a64 req-2fbf2e21-6198-4de8-b8f5-f0e440c91ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:26.287964 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dff40af4-5034-43db-8d5e-2ac9424b8a64 req-2fbf2e21-6198-4de8-b8f5-f0e440c91ad1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d02b968-b177-4b92-867d-4cbc1fde7397 HTTP/1.1" status: 200 len: 853 time: 0.1617150 Jul 05 03:49:26.298157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a196b30-8591-4f3e-bf8f-979cd389635c']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:26.313581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39da91b-fbf0-417e-bdc4-25eba59e916f') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:26.313880 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39da91b-fbf0-417e-bdc4-25eba59e916f') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:26.325227 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.333758 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:26.346888 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.353790 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:49:26.354389 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:49:26.357653 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:49:26.379665 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e725fe8-ec4f-4aa1-9b1a-900f6404c12c req-c9e459f8-2383-43c5-a9a5-0af9aa1bdb5b tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0786510 Jul 05 03:49:26.394073 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dff40af4-5034-43db-8d5e-2ac9424b8a64 req-30b0b175-3cbc-4afc-9f7d-697a2253252e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4073f625-dda5-4dab-8979-1b67730704a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891538 Jul 05 03:49:26.662046 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.667412 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.670106 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "DELETE /v2.0/networks/8a196b30-8591-4f3e-bf8f-979cd389635c HTTP/1.1" status: 204 len: 168 time: 1.1506264 Jul 05 03:49:26.674524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35134) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:26.712922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca12c28-3b73-4775-b0f6-0e306aec4409 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Network': ['ID=8a196b30-8591-4f3e-bf8f-979cd389635c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:26.742657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-22325ac8-9e87-494a-b0d5-66163df5a562 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Deleting subnet f883d419-91fd-4f8f-b188-eb1ac603ff06 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:49:26.746963 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-22325ac8-9e87-494a-b0d5-66163df5a562 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.796624 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-22325ac8-9e87-494a-b0d5-66163df5a562 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.891551 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-22325ac8-9e87-494a-b0d5-66163df5a562 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.043416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae273d-c9f1-4fb3-994d-1ec94559831d req-6fd48d72-fee5-4dd0-b99a-b239f935f143 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.045005 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00ae273d-c9f1-4fb3-994d-1ec94559831d req-6fd48d72-fee5-4dd0-b99a-b239f935f143 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7196088 Jul 05 03:49:27.059131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dff40af4-5034-43db-8d5e-2ac9424b8a64 req-bafcaf61-947b-4fdf-9815-41e32d62849c service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416328 Jul 05 03:49:27.076802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2153d8-18c0-4809-90e4-f30aa0baf916 req-51b25d43-836e-4970-aae2-3887731d6e7f tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.078355 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c2153d8-18c0-4809-90e4-f30aa0baf916 req-51b25d43-836e-4970-aae2-3887731d6e7f tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 984 time: 0.3029292 Jul 05 03:49:27.089355 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-22325ac8-9e87-494a-b0d5-66163df5a562 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.122896 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22325ac8-9e87-494a-b0d5-66163df5a562 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Subnet': ['ID=f883d419-91fd-4f8f-b188-eb1ac603ff06,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:27.126781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-22325ac8-9e87-494a-b0d5-66163df5a562 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.128751 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-22325ac8-9e87-494a-b0d5-66163df5a562 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "DELETE /v2.0/subnets/f883d419-91fd-4f8f-b188-eb1ac603ff06 HTTP/1.1" status: 204 len: 168 time: 0.4528613 Jul 05 03:49:27.137811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35140) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:27.139955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f64c3f-ca7e-4950-b891-1e60d2a70f51 None None] Network 81d91585-6e53-4a9b-87e9-3f79bc05aef1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:27.208653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428303aa-c211-4d8c-981c-4d862aa7876f {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:27.230390 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.234816 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.246235 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c2153d8-18c0-4809-90e4-f30aa0baf916 req-7aae4424-7d60-4f87-aac7-286c8250687f tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&id=32ebee77-9cf4-46d0-a8e2-362a3a2f277b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1422813 Jul 05 03:49:27.271680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Transition to ACTIVE for port object 428303aa-c211-4d8c-981c-4d862aa7876f will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:27.300171 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dff40af4-5034-43db-8d5e-2ac9424b8a64 req-49e0db5b-6613-41df-845e-89f16ede536c service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293522 Jul 05 03:49:27.324557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Deleting port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:27.324557 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.327714 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4923ad-2249-49ed-a777-332e01841b9e req-a37d0f86-5c36-4b03-ae24-8d646b1eb3b7 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.329138 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e4923ad-2249-49ed-a777-332e01841b9e req-a37d0f86-5c36-4b03-ae24-8d646b1eb3b7 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 943 time: 0.1688030 Jul 05 03:49:27.367993 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.404457 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e4923ad-2249-49ed-a777-332e01841b9e req-7b262b88-de00-47d5-916b-c8e67ca3a674 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649223 Jul 05 03:49:27.411453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2701ce71-fa16-48d8-a121-8839bce1302b None None] DHCP port deletion for 81d91585-6e53-4a9b-87e9-3f79bc05aef1 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:49:27.436741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] For port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=37c3f480-154b-4c5e-bf87-5ec8f31e4f1a,segment=NetworkSegment(23764f87-81e8-4801-ac5e-9f65203218fc),segment_id=23764f87-81e8-4801-ac5e-9f65203218fc)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:27.451217 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.472255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Calling delete_port for 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:27.486063 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2665b596-94f5-49d3-b416-6c7ac0183101 x-openstack-request-id: req-2665b596-94f5-49d3-b416-6c7ac0183101 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:27.488212 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "name": "network-vif-plugged", "status": "completed", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:27.489591 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2665b596-94f5-49d3-b416-6c7ac0183101 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:27.490109 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc', 'code': 200} Jul 05 03:49:27.496017 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4516ac08-dfca-4b99-befd-d097fcde8f8f', 'tag': '92731db1-2fac-4f39-9211-8d7b0b63fab4'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:27.500042 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b51cff-08c9-4fa8-9ce8-457cf1b7a583" -d '{"events": [{"name": "network-changed", "server_uuid": "4516ac08-dfca-4b99-befd-d097fcde8f8f", "tag": "92731db1-2fac-4f39-9211-8d7b0b63fab4"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:27.558993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2701ce71-fa16-48d8-a121-8839bce1302b None None] Deleting port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:27.564048 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2701ce71-fa16-48d8-a121-8839bce1302b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.610947 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Pushing event updated for resources: {'Port': ['ID=428303aa-c211-4d8c-981c-4d862aa7876f,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:27.696719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da273b2-7c50-4cfc-917a-25310a752b7f req-184b0779-8259-47dc-94e4-1881836b1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.699279 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0da273b2-7c50-4cfc-917a-25310a752b7f req-184b0779-8259-47dc-94e4-1881836b1ca8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 1102 time: 0.0760808 Jul 05 03:49:27.749016 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.773358 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e971df19-a97b-425d-bb27-0ec016ede9d2 req-e389642b-6eed-43c1-a13d-fba35dbf781a tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=cd6fe46d5d794b72be4f54e8753d362d HTTP/1.1" status: 200 len: 1655 time: 0.1897416 Jul 05 03:49:27.779337 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Attempting to bind port 428303aa-c211-4d8c-981c-4d862aa7876f on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:27.779672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Attempting to bind port 428303aa-c211-4d8c-981c-4d862aa7876f by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '31728b62-8332-470e-9ca2-772d3d9ecef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:27.780013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Attempting to bind port 428303aa-c211-4d8c-981c-4d862aa7876f on network 84ec4343-9bb1-496f-8666-e68e2a30eafb {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:27.787499 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Port': ['ID=37c3f480-154b-4c5e-bf87-5ec8f31e4f1a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:27.812636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Port 428303aa-c211-4d8c-981c-4d862aa7876f on network 84ec4343-9bb1-496f-8666-e68e2a30eafb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:27.812888 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Attempting to bind port 428303aa-c211-4d8c-981c-4d862aa7876f on network 84ec4343-9bb1-496f-8666-e68e2a30eafb {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:27.817942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] No DVR routers for this DVR port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:27.826306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2701ce71-fa16-48d8-a121-8839bce1302b None None] For port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=37c3f480-154b-4c5e-bf87-5ec8f31e4f1a,segment=NetworkSegment(23764f87-81e8-4801-ac5e-9f65203218fc),segment_id=23764f87-81e8-4801-ac5e-9f65203218fc)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:27.826891 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2701ce71-fa16-48d8-a121-8839bce1302b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.852180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2701ce71-fa16-48d8-a121-8839bce1302b None None] Calling delete_port for 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:27.865428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:27.865882 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Checking segment: {'id': '31728b62-8332-470e-9ca2-772d3d9ecef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:27.866365 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Bound using segment: {'id': '31728b62-8332-470e-9ca2-772d3d9ecef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:27.867367 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Bound port: 428303aa-c211-4d8c-981c-4d862aa7876f, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31728b62-8332-470e-9ca2-772d3d9ecef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:27.867855 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.878921 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0da273b2-7c50-4cfc-917a-25310a752b7f req-c12caa8d-b02e-4e34-a817-c66d5a3a086c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598637 Jul 05 03:49:27.901273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9b6e-45ff-4884-8541-00407e63f3dd req-95a87ab1-d5a4-401e-bee0-2c781fef5945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.902783 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd3f9b6e-45ff-4884-8541-00407e63f3dd req-95a87ab1-d5a4-401e-bee0-2c781fef5945 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=47beb1ed7ed2463ca72d0758eb6a067a&device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 1136 time: 0.4093437 Jul 05 03:49:27.958011 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:27.972108 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.980539 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971df19-a97b-425d-bb27-0ec016ede9d2 req-4fc1f89d-bb16-4a38-bb73-34a614004248 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.982070 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e971df19-a97b-425d-bb27-0ec016ede9d2 req-4fc1f89d-bb16-4a38-bb73-34a614004248 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/networks?id=7488865c-9ae8-4e17-bf84-c914b1c32c91&id=7488865c-9ae8-4e17-bf84-c914b1c32c91&id=7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 787 time: 0.1996663 Jul 05 03:49:27.983587 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d91585-6e53-4a9b-87e9-3f79bc05aef1']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:27.995571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23764f87-81e8-4801-ac5e-9f65203218fc') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:27.996105 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23764f87-81e8-4801-ac5e-9f65203218fc') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:27.998699 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-e971df19-a97b-425d-bb27-0ec016ede9d2 req-c167b4cb-c8f5-4729-abd7-422eaefa9e4b tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:49:27.998935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:27.999207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:27.999630 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4075b075-ba31-43a0-9dbb-9cf074a93f5d no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:28.000570 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e971df19-a97b-425d-bb27-0ec016ede9d2 req-c167b4cb-c8f5-4729-abd7-422eaefa9e4b tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065169 Jul 05 03:49:28.011191 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.013689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] For port 428303aa-c211-4d8c-981c-4d862aa7876f, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:28.017910 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] For port 428303aa-c211-4d8c-981c-4d862aa7876f, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=428303aa-c211-4d8c-981c-4d862aa7876f,segment=NetworkSegment(31728b62-8332-470e-9ca2-772d3d9ecef5),segment_id=31728b62-8332-470e-9ca2-772d3d9ecef5)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:28.022649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 4075b075-ba31-43a0-9dbb-9cf074a93f5d {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:28.022993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4075b075-ba31-43a0-9dbb-9cf074a93f5d not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:28.023222 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.032983 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:49:28.033506 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:49:28.038572 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:49:28.049935 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2701ce71-fa16-48d8-a121-8839bce1302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.082151 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701ce71-fa16-48d8-a121-8839bce1302b None None] Pushing event deleted for resources: {'Port': ['ID=37c3f480-154b-4c5e-bf87-5ec8f31e4f1a,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:28.093897 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2701ce71-fa16-48d8-a121-8839bce1302b None None] No DVR routers for this DVR port 37c3f480-154b-4c5e-bf87-5ec8f31e4f1a on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:28.130915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.256240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.256566 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.260246 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.260246 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] 10.222.0.10 "PUT /v2.0/ports/428303aa-c211-4d8c-981c-4d862aa7876f HTTP/1.1" status: 200 len: 1092 time: 2.6497214 Jul 05 03:49:28.269700 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.277697 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "DELETE /v2.0/networks/81d91585-6e53-4a9b-87e9-3f79bc05aef1 HTTP/1.1" status: 204 len: 168 time: 1.1342301 Jul 05 03:49:28.283253 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35160) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:28.298264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4e199ad0-3c4c-4ab8-8576-2fa929066915 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-455277820'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:28.314498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21243c-d218-4ed8-a11a-e9e37efcbe0a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Network': ['ID=81d91585-6e53-4a9b-87e9-3f79bc05aef1,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:28.370444 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d37635-5aa6-445c-845f-7f18323470cd service neutron] Pushing event updated for resources: {'Port': ['ID=428303aa-c211-4d8c-981c-4d862aa7876f,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:28.398210 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9b6e-45ff-4884-8541-00407e63f3dd req-e2612b2a-30b5-41a1-aa23-e5a4a2e4e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.400296 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd3f9b6e-45ff-4884-8541-00407e63f3dd req-e2612b2a-30b5-41a1-aa23-e5a4a2e4e235 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4073f625-dda5-4dab-8979-1b67730704a9 HTTP/1.1" status: 200 len: 914 time: 0.3107209 Jul 05 03:49:28.434862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd622d-7404-4a8c-a32a-87c17e3cbb57 req-0175a995-7acf-4db9-a1a6-de123f644a0b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.436459 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4cd622d-7404-4a8c-a32a-87c17e3cbb57 req-0175a995-7acf-4db9-a1a6-de123f644a0b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.2370038 Jul 05 03:49:28.455604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e199ad0-3c4c-4ab8-8576-2fa929066915 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Made reservation on behalf of e05ce83d133e42bebf955019114ffeb2 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:28.460959 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4e199ad0-3c4c-4ab8-8576-2fa929066915 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.497311 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd3f9b6e-45ff-4884-8541-00407e63f3dd req-093893ea-52b8-4b2a-a541-fca654f89049 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7358a43-edcd-42e2-b221-fd22e85e8fda HTTP/1.1" status: 200 len: 217 time: 0.0748212 Jul 05 03:49:28.499345 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e199ad0-3c4c-4ab8-8576-2fa929066915 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:49:28.516750 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4e199ad0-3c4c-4ab8-8576-2fa929066915 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.517254 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-4e199ad0-3c4c-4ab8-8576-2fa929066915 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Added segment aa4d38dd-1e85-4110-95ae-068ee1f60e29 of type vlan for network acfeddf0-a493-4c22-af1e-5271c656463e Jul 05 03:49:28.544258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db8796-35ed-49e2-b6ff-cc4ffcad8daf req-ac3b172c-5fbe-4675-9ce4-89fce180ac7b tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.545845 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63db8796-35ed-49e2-b6ff-cc4ffcad8daf req-ac3b172c-5fbe-4675-9ce4-89fce180ac7b tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 943 time: 0.2421174 Jul 05 03:49:28.561805 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4e199ad0-3c4c-4ab8-8576-2fa929066915 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.617012 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4cd622d-7404-4a8c-a32a-87c17e3cbb57 req-c7ef4687-a613-4ef5-96b8-0f5307adaba4 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734166 Jul 05 03:49:28.620922 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9b6e-45ff-4884-8541-00407e63f3dd req-1c88d9a7-e36e-4b9c-bbb4-712493b7d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.626418 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd3f9b6e-45ff-4884-8541-00407e63f3dd req-1c88d9a7-e36e-4b9c-bbb4-712493b7d157 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d02b968-b177-4b92-867d-4cbc1fde7397 HTTP/1.1" status: 200 len: 853 time: 0.1056888 Jul 05 03:49:28.670054 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd3f9b6e-45ff-4884-8541-00407e63f3dd req-0200afa9-dbe8-43d2-a96f-cdcd451d04fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4073f625-dda5-4dab-8979-1b67730704a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379791 Jul 05 03:49:28.671612 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef493ef-2b17-4954-b85f-150cf1d20082 x-openstack-request-id: req-cef493ef-2b17-4954-b85f-150cf1d20082 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:28.671900 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4516ac08-dfca-4b99-befd-d097fcde8f8f", "tag": "92731db1-2fac-4f39-9211-8d7b0b63fab4", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:28.672174 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cef493ef-2b17-4954-b85f-150cf1d20082 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:28.672563 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4516ac08-dfca-4b99-befd-d097fcde8f8f', 'tag': '92731db1-2fac-4f39-9211-8d7b0b63fab4', 'status': 'completed', 'code': 200} Jul 05 03:49:28.676516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63db8796-35ed-49e2-b6ff-cc4ffcad8daf req-57592cf2-0b23-438d-bb7b-7eeb72dff81d tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/security-groups?id=f397f6e7-1110-4077-a646-8dfba6c1011a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068563 Jul 05 03:49:28.681615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698aab39-092d-417b-9ea6-fb464ae14826 req-da5e88f2-6b41-4040-b01a-38829cbc79a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.683185 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698aab39-092d-417b-9ea6-fb464ae14826 req-da5e88f2-6b41-4040-b01a-38829cbc79a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=429da1ccedc449a291003152f2c8e07e&device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 1095 time: 0.2031243 Jul 05 03:49:28.689002 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4e199ad0-3c4c-4ab8-8576-2fa929066915 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.700222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e199ad0-3c4c-4ab8-8576-2fa929066915 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.701173 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4e199ad0-3c4c-4ab8-8576-2fa929066915 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.823925 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e199ad0-3c4c-4ab8-8576-2fa929066915 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event updated for resources: {'Network': ['ID=acfeddf0-a493-4c22-af1e-5271c656463e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:28.836900 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network acfeddf0-a493-4c22-af1e-5271c656463e details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:49:28.841703 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698aab39-092d-417b-9ea6-fb464ae14826 req-17816d88-0ba3-4b23-9ee9-af5dcdf13ae8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=428303aa-c211-4d8c-981c-4d862aa7876f HTTP/1.1" status: 200 len: 217 time: 0.1476548 Jul 05 03:49:28.864169 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00385296-e8c9-4ef0-bc84-16def3944a88 req-abf41fb8-a8f1-467f-9ead-11c81348a5f7 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips/b76979d3-13b2-4ed2-a4ff-e92ca9b14b8e HTTP/1.1" status: 200 len: 692 time: 0.1799448 Jul 05 03:49:28.895678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-514794e0-0d53-412c-8a96-0293379b8a2f req-a4e29879-5103-452b-befa-ed0087869a28 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0758052 Jul 05 03:49:28.898536 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4e199ad0-3c4c-4ab8-8576-2fa929066915 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6151521 Jul 05 03:49:28.909337 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35172) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:28.913931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c3315757-c0ae-451d-b5fc-6c302addce59 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Request body: {'subnet': {'network_id': 'acfeddf0-a493-4c22-af1e-5271c656463e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:29.015833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698aab39-092d-417b-9ea6-fb464ae14826 req-ed7297df-fd0e-450d-b7a7-32200f9537b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.017349 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698aab39-092d-417b-9ea6-fb464ae14826 req-ed7297df-fd0e-450d-b7a7-32200f9537b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bc68f1f-d6b1-430e-bb84-455db390f451 HTTP/1.1" status: 200 len: 851 time: 0.1577177 Jul 05 03:49:29.037598 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd3f9b6e-45ff-4884-8541-00407e63f3dd req-3e3de262-a8ed-448c-94fe-c9e138beb0df service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523269 Jul 05 03:49:29.055108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b51cff-08c9-4fa8-9ce8-457cf1b7a583 req-77e45cd4-0273-4b67-a8b5-95846b6e98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.057287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7b51cff-08c9-4fa8-9ce8-457cf1b7a583 req-77e45cd4-0273-4b67-a8b5-95846b6e98ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 1126 time: 0.3039608 Jul 05 03:49:29.116884 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3315757-c0ae-451d-b5fc-6c302addce59 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Made reservation on behalf of e05ce83d133e42bebf955019114ffeb2 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:29.123035 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3315757-c0ae-451d-b5fc-6c302addce59 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.422593 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3315757-c0ae-451d-b5fc-6c302addce59 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.503563 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3315757-c0ae-451d-b5fc-6c302addce59 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event updated for resources: {'Subnet': ['ID=5d2ac793-52cd-4330-af71-2eb443ab4629,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:29.521855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3315757-c0ae-451d-b5fc-6c302addce59 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Checking segment: {'id': 'aa4d38dd-1e85-4110-95ae-068ee1f60e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'acfeddf0-a493-4c22-af1e-5271c656463e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:29.521855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3315757-c0ae-451d-b5fc-6c302addce59 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Network hostable DHCP agents. Network: acfeddf0-a493-4c22-af1e-5271c656463e, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:49:29.522654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00385296-e8c9-4ef0-bc84-16def3944a88 req-4ab8f8fe-5106-46e9-be80-1c1303c4b4ee tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.524102 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00385296-e8c9-4ef0-bc84-16def3944a88 req-4ab8f8fe-5106-46e9-be80-1c1303c4b4ee tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.6333926 Jul 05 03:49:29.605126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3315757-c0ae-451d-b5fc-6c302addce59 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Network acfeddf0-a493-4c22-af1e-5271c656463e is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:49:29.636888 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00385296-e8c9-4ef0-bc84-16def3944a88 req-caa8788b-1461-4438-a116-2270f73066e5 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.0913367 Jul 05 03:49:29.640620 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd3f9b6e-45ff-4884-8541-00407e63f3dd req-ea3614ae-2e9c-4bab-a3b1-332052d199db service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879660 Jul 05 03:49:29.641576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b51cff-08c9-4fa8-9ce8-457cf1b7a583 req-7bc5a2f9-be9d-4386-a175-841fb760143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.642935 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7b51cff-08c9-4fa8-9ce8-457cf1b7a583 req-7bc5a2f9-be9d-4386-a175-841fb760143d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.5680819 Jul 05 03:49:29.656973 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698aab39-092d-417b-9ea6-fb464ae14826 req-9631fc75-0b8b-4fef-9cac-7bfcd2af4f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.658483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698aab39-092d-417b-9ea6-fb464ae14826 req-9631fc75-0b8b-4fef-9cac-7bfcd2af4f56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84ec4343-9bb1-496f-8666-e68e2a30eafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6200039 Jul 05 03:49:29.701542 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc168369-e679-4486-8ce9-0d8c249d6c34 req-ff0322b1-192e-450c-ac95-ec9851a96909 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.703099 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc168369-e679-4486-8ce9-0d8c249d6c34 req-ff0322b1-192e-450c-ac95-ec9851a96909 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 984 time: 0.6449926 Jul 05 03:49:29.761151 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7b51cff-08c9-4fa8-9ce8-457cf1b7a583 req-40c6e65a-30f6-4671-aaae-e5b057cf03e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92731db1-2fac-4f39-9211-8d7b0b63fab4 HTTP/1.1" status: 200 len: 217 time: 0.1006205 Jul 05 03:49:29.792799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-c3315757-c0ae-451d-b5fc-6c302addce59 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, acfeddf0-a493-4c22-af1e-5271c656463e) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:29.793330 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00385296-e8c9-4ef0-bc84-16def3944a88 req-80de3864-526f-4387-9ede-694555bdb6d0 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.1482522 Jul 05 03:49:29.799198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3315757-c0ae-451d-b5fc-6c302addce59 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.800052 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3315757-c0ae-451d-b5fc-6c302addce59 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.820285 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf08db2-17cc-48a3-ae4a-325a6bce377b None None] Network acfeddf0-a493-4c22-af1e-5271c656463e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:29.926848 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b51cff-08c9-4fa8-9ce8-457cf1b7a583 req-2267407f-4001-47aa-ba58-cc9604776ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.928283 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7b51cff-08c9-4fa8-9ce8-457cf1b7a583 req-2267407f-4001-47aa-ba58-cc9604776ecc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.1340289 Jul 05 03:49:29.939246 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc168369-e679-4486-8ce9-0d8c249d6c34 req-232f9420-de14-4302-ad75-41f036959857 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&id=32ebee77-9cf4-46d0-a8e2-362a3a2f277b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1897223 Jul 05 03:49:29.959228 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c3315757-c0ae-451d-b5fc-6c302addce59 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0531826 Jul 05 03:49:29.961866 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35180) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:29.971090 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4cffeb94-a223-4e15-a773-6597ab92a6ac tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-150513384'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:30.017371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7b51cff-08c9-4fa8-9ce8-457cf1b7a583 req-68a0dbb5-cb89-45cc-929c-44b5d17fa60e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751710 Jul 05 03:49:30.022029 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698aab39-092d-417b-9ea6-fb464ae14826 req-84fb71e2-4b03-4ca9-804a-4353c654c745 service neutron] 10.222.0.10 "GET /v2.0/networks/84ec4343-9bb1-496f-8666-e68e2a30eafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179541 Jul 05 03:49:30.055306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de386030-315e-4953-9804-584cecef3863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-acfeddf0-a493-4c22-af1e-5271c656463e', 'network_id': 'acfeddf0-a493-4c22-af1e-5271c656463e', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'fixed_ips': [{'subnet_id': '5d2ac793-52cd-4330-af71-2eb443ab4629'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:49:30.058172 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-de386030-315e-4953-9804-584cecef3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.161196 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cffeb94-a223-4e15-a773-6597ab92a6ac tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Made reservation on behalf of e05ce83d133e42bebf955019114ffeb2 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:30.171368 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4cffeb94-a223-4e15-a773-6597ab92a6ac tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.246212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cffeb94-a223-4e15-a773-6597ab92a6ac tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:49:30.256816 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-de386030-315e-4953-9804-584cecef3863 None None] Allocated IP 19.80.0.2 (acfeddf0-a493-4c22-af1e-5271c656463e/5d2ac793-52cd-4330-af71-2eb443ab4629/75c6c931-42fe-4c7a-a81f-0233dd440129) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:30.260788 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7b51cff-08c9-4fa8-9ce8-457cf1b7a583 req-0d16ce56-e15e-4f5a-bcc9-a3fcb108f3c3 service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021639 Jul 05 03:49:30.283488 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4cffeb94-a223-4e15-a773-6597ab92a6ac tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.283835 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-4cffeb94-a223-4e15-a773-6597ab92a6ac tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Added segment 77deb87c-40f9-4f36-8566-e395f320842d of type vlan for network 26201271-7292-4cb0-8d1a-82e4730a96b0 Jul 05 03:49:30.350850 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4cffeb94-a223-4e15-a773-6597ab92a6ac tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.403501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698aab39-092d-417b-9ea6-fb464ae14826 req-e4f7b066-ecaa-4000-9ac4-55b0572086fa service neutron] 10.222.0.10 "GET /v2.0/networks/84ec4343-9bb1-496f-8666-e68e2a30eafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437641 Jul 05 03:49:30.438823 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-00385296-e8c9-4ef0-bc84-16def3944a88 req-a4898e55-2063-4d98-8521-4f848e9e4294 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Deleting port aec9ad47-fb70-4307-9189-fd3dfefd5d29 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:30.439227 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4cffeb94-a223-4e15-a773-6597ab92a6ac tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.439693 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-00385296-e8c9-4ef0-bc84-16def3944a88 req-a4898e55-2063-4d98-8521-4f848e9e4294 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.447334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cffeb94-a223-4e15-a773-6597ab92a6ac tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:30.448371 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4cffeb94-a223-4e15-a773-6597ab92a6ac tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.510005 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-de386030-315e-4953-9804-584cecef3863 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.530641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffeb94-a223-4e15-a773-6597ab92a6ac tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event updated for resources: {'Network': ['ID=26201271-7292-4cb0-8d1a-82e4730a96b0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:30.541386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-de386030-315e-4953-9804-584cecef3863 None None] Transition to ACTIVE for port object 75c6c931-42fe-4c7a-a81f-0233dd440129 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:30.544973 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 26201271-7292-4cb0-8d1a-82e4730a96b0 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:49:30.548720 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7b51cff-08c9-4fa8-9ce8-457cf1b7a583 req-8e3d17f2-1477-4f50-91b1-888a33e82ebc service neutron] 10.222.0.36 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783220 Jul 05 03:49:30.582172 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4cffeb94-a223-4e15-a773-6597ab92a6ac tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6185381 Jul 05 03:49:30.586178 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35182) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:30.592012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3669a790-541c-4df0-affa-8b6e213b002a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Request body: {'subnet': {'network_id': '26201271-7292-4cb0-8d1a-82e4730a96b0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:30.611860 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-de386030-315e-4953-9804-584cecef3863 None None] Transition to ACTIVE for port object 75c6c931-42fe-4c7a-a81f-0233dd440129 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:30.624030 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85047ad-86dd-4e9c-9f20-40c4a9d82bfd req-0132450d-1bf1-44ad-8c64-df5a09ae4538 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:30.626992 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d85047ad-86dd-4e9c-9f20-40c4a9d82bfd req-0132450d-1bf1-44ad-8c64-df5a09ae4538 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 943 time: 0.2717912 Jul 05 03:49:30.682012 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-00385296-e8c9-4ef0-bc84-16def3944a88 req-a4898e55-2063-4d98-8521-4f848e9e4294 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.682012 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-00385296-e8c9-4ef0-bc84-16def3944a88 req-a4898e55-2063-4d98-8521-4f848e9e4294 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.682012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2507c929-348f-4b1b-be3c-8c717170d112', 'tag': '428303aa-c211-4d8c-981c-4d862aa7876f'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:30.683580 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906dfca1-3762-4788-81ef-d53e5047e1da" -d '{"events": [{"name": "network-changed", "server_uuid": "2507c929-348f-4b1b-be3c-8c717170d112", "tag": "428303aa-c211-4d8c-981c-4d862aa7876f"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:30.711157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-00385296-e8c9-4ef0-bc84-16def3944a88 req-a4898e55-2063-4d98-8521-4f848e9e4294 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Calling delete_port for aec9ad47-fb70-4307-9189-fd3dfefd5d29 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:30.765351 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d85047ad-86dd-4e9c-9f20-40c4a9d82bfd req-94611537-8653-42cb-a014-827fb2050508 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168692 Jul 05 03:49:30.795789 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-de386030-315e-4953-9804-584cecef3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.837101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3669a790-541c-4df0-affa-8b6e213b002a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Made reservation on behalf of e05ce83d133e42bebf955019114ffeb2 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:30.841382 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3669a790-541c-4df0-affa-8b6e213b002a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.845379 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de386030-315e-4953-9804-584cecef3863 None None] Network acfeddf0-a493-4c22-af1e-5271c656463e is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:30.849672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-de386030-315e-4953-9804-584cecef3863 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:30.859137 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de386030-315e-4953-9804-584cecef3863 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:30.939889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de386030-315e-4953-9804-584cecef3863 None None] Pushing event updated for resources: {'Port': ['ID=75c6c931-42fe-4c7a-a81f-0233dd440129,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:30.971104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-de386030-315e-4953-9804-584cecef3863 None None] Attempting to bind port 75c6c931-42fe-4c7a-a81f-0233dd440129 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:30.974583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-de386030-315e-4953-9804-584cecef3863 None None] Attempting to bind port 75c6c931-42fe-4c7a-a81f-0233dd440129 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'aa4d38dd-1e85-4110-95ae-068ee1f60e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'acfeddf0-a493-4c22-af1e-5271c656463e'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:30.975170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de386030-315e-4953-9804-584cecef3863 None None] Attempting to bind port 75c6c931-42fe-4c7a-a81f-0233dd440129 on network acfeddf0-a493-4c22-af1e-5271c656463e {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:30.983841 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de386030-315e-4953-9804-584cecef3863 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:30.984766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de386030-315e-4953-9804-584cecef3863 None None] Checking segment: {'id': 'aa4d38dd-1e85-4110-95ae-068ee1f60e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'acfeddf0-a493-4c22-af1e-5271c656463e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:30.985836 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-de386030-315e-4953-9804-584cecef3863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.986438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de386030-315e-4953-9804-584cecef3863 None None] Bound using segment: {'id': 'aa4d38dd-1e85-4110-95ae-068ee1f60e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'acfeddf0-a493-4c22-af1e-5271c656463e'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:30.987100 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-de386030-315e-4953-9804-584cecef3863 None None] Bound port: 75c6c931-42fe-4c7a-a81f-0233dd440129, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4d38dd-1e85-4110-95ae-068ee1f60e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'acfeddf0-a493-4c22-af1e-5271c656463e'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:30.987678 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-de386030-315e-4953-9804-584cecef3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.110731 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-de386030-315e-4953-9804-584cecef3863 None None] For port 75c6c931-42fe-4c7a-a81f-0233dd440129, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:31.114884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586eb46-d875-44fb-892c-b2d798876d37 req-e4486f50-aad9-4b66-96f0-7373aaadf571 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.116487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-de386030-315e-4953-9804-584cecef3863 None None] For port 75c6c931-42fe-4c7a-a81f-0233dd440129, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=75c6c931-42fe-4c7a-a81f-0233dd440129,segment=NetworkSegment(aa4d38dd-1e85-4110-95ae-068ee1f60e29),segment_id=aa4d38dd-1e85-4110-95ae-068ee1f60e29)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:31.118001 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5586eb46-d875-44fb-892c-b2d798876d37 req-e4486f50-aad9-4b66-96f0-7373aaadf571 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.1102054 Jul 05 03:49:31.148693 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-00385296-e8c9-4ef0-bc84-16def3944a88 req-a4898e55-2063-4d98-8521-4f848e9e4294 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.184841 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4898e55-2063-4d98-8521-4f848e9e4294 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Pushing event deleted for resources: {'Port': ['ID=aec9ad47-fb70-4307-9189-fd3dfefd5d29,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:31.201610 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5586eb46-d875-44fb-892c-b2d798876d37 req-d7b72fee-6ebc-4ec4-ace9-3f82830afc03 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756655 Jul 05 03:49:31.278817 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-de386030-315e-4953-9804-584cecef3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.297244 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-00385296-e8c9-4ef0-bc84-16def3944a88 req-a4898e55-2063-4d98-8521-4f848e9e4294 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.300394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-00385296-e8c9-4ef0-bc84-16def3944a88 req-a4898e55-2063-4d98-8521-4f848e9e4294 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.301575 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00385296-e8c9-4ef0-bc84-16def3944a88 req-a4898e55-2063-4d98-8521-4f848e9e4294 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "DELETE /v2.0/floatingips/b76979d3-13b2-4ed2-a4ff-e92ca9b14b8e HTTP/1.1" status: 204 len: 173 time: 1.4830420 Jul 05 03:49:31.319060 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3669a790-541c-4df0-affa-8b6e213b002a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.377319 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de386030-315e-4953-9804-584cecef3863 None None] Pushing event updated for resources: {'Port': ['ID=75c6c931-42fe-4c7a-a81f-0233dd440129,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:31.377898 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669a790-541c-4df0-affa-8b6e213b002a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event updated for resources: {'Subnet': ['ID=1b7b9008-9413-4c5f-852b-89d4ac3e781f,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:31.411879 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3669a790-541c-4df0-affa-8b6e213b002a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Checking segment: {'id': '77deb87c-40f9-4f36-8566-e395f320842d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26201271-7292-4cb0-8d1a-82e4730a96b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:31.412349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3669a790-541c-4df0-affa-8b6e213b002a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Network hostable DHCP agents. Network: 26201271-7292-4cb0-8d1a-82e4730a96b0, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:49:31.488370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500109be-4d2d-442e-977e-b66c4767eae6 req-670a8ddf-f715-4475-9218-91b1dd80d311 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.489383 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-500109be-4d2d-442e-977e-b66c4767eae6 req-670a8ddf-f715-4475-9218-91b1dd80d311 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 943 time: 0.1525815 Jul 05 03:49:31.516389 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f770995-5385-4315-b3a6-ef82a1124a05 req-db009084-2f29-4d80-b12f-06b32e8baf28 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0487754 Jul 05 03:49:31.522658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3669a790-541c-4df0-affa-8b6e213b002a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Network 26201271-7292-4cb0-8d1a-82e4730a96b0 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:49:31.565299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-500109be-4d2d-442e-977e-b66c4767eae6 req-9255c93b-991c-4e0e-9964-1d98fef15ec1 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/security-groups?id=f397f6e7-1110-4077-a646-8dfba6c1011a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518148 Jul 05 03:49:31.614589 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46680c3c-3b40-418f-8353-b1d8f5f8760e x-openstack-request-id: req-46680c3c-3b40-418f-8353-b1d8f5f8760e {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:31.614829 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2507c929-348f-4b1b-be3c-8c717170d112", "tag": "428303aa-c211-4d8c-981c-4d862aa7876f", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:31.615130 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-46680c3c-3b40-418f-8353-b1d8f5f8760e {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:31.616789 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2507c929-348f-4b1b-be3c-8c717170d112', 'tag': '428303aa-c211-4d8c-981c-4d862aa7876f', 'status': 'completed', 'code': 200} Jul 05 03:49:31.654173 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-3669a790-541c-4df0-affa-8b6e213b002a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 26201271-7292-4cb0-8d1a-82e4730a96b0) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:31.659075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669a790-541c-4df0-affa-8b6e213b002a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.659687 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3669a790-541c-4df0-affa-8b6e213b002a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.674101 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca3d31a-2234-4192-975b-feb1c8dd46ee None None] Network 26201271-7292-4cb0-8d1a-82e4730a96b0 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:31.782007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dfca1-3762-4788-81ef-d53e5047e1da req-4405a4c3-6e3d-4f99-a90e-73b368d191e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.783614 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-906dfca1-3762-4788-81ef-d53e5047e1da req-4405a4c3-6e3d-4f99-a90e-73b368d191e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=429da1ccedc449a291003152f2c8e07e&device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 1095 time: 0.1116507 Jul 05 03:49:31.849078 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3669a790-541c-4df0-affa-8b6e213b002a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2617145 Jul 05 03:49:31.967754 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-26201271-7292-4cb0-8d1a-82e4730a96b0', 'network_id': '26201271-7292-4cb0-8d1a-82e4730a96b0', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'fixed_ips': [{'subnet_id': '1b7b9008-9413-4c5f-852b-89d4ac3e781f'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:49:31.967754 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.003468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-b1e25ab2-3c8e-405d-a8d0-299bdb154ea1 service neutron] 10.222.0.36 "GET /v2.0/ports/92731db1-2fac-4f39-9211-8d7b0b63fab4/bindings/n-h1-771363-32 HTTP/1.1" status: 200 len: 385 time: 0.0965972 Jul 05 03:49:32.055541 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b2440-ffeb-48e7-a58d-d5ba33887c28 req-34e1cb29-9735-430d-8c64-0b23cc91cd08 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.068799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-494b2440-ffeb-48e7-a58d-d5ba33887c28 req-34e1cb29-9735-430d-8c64-0b23cc91cd08 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 984 time: 0.2792466 Jul 05 03:49:32.083605 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 75c6c931-42fe-4c7a-a81f-0233dd440129 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:32.100237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dfca1-3762-4788-81ef-d53e5047e1da req-b9b163c9-66ac-47b3-be82-3e742587e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.101800 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-906dfca1-3762-4788-81ef-d53e5047e1da req-b9b163c9-66ac-47b3-be82-3e742587e9a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84ec4343-9bb1-496f-8666-e68e2a30eafb HTTP/1.1" status: 200 len: 913 time: 0.3009214 Jul 05 03:49:32.189615 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-906dfca1-3762-4788-81ef-d53e5047e1da req-ca3496a4-db7d-46c7-8f88-d1d151af4472 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=428303aa-c211-4d8c-981c-4d862aa7876f HTTP/1.1" status: 200 len: 217 time: 0.0751407 Jul 05 03:49:32.213857 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Allocated IP 19.86.0.2 (26201271-7292-4cb0-8d1a-82e4730a96b0/1b7b9008-9413-4c5f-852b-89d4ac3e781f/7a85b0c3-98b0-4275-b881-7c8297bab495) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:32.227088 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.260133 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-494b2440-ffeb-48e7-a58d-d5ba33887c28 req-28f41383-a6cf-41ab-a68d-f259b9048ad8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&id=32ebee77-9cf4-46d0-a8e2-362a3a2f277b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1899836 Jul 05 03:49:32.293083 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 75c6c931-42fe-4c7a-a81f-0233dd440129 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:32.361090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dfca1-3762-4788-81ef-d53e5047e1da req-50797c83-d674-4276-aca7-54f8a90aefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.363544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-906dfca1-3762-4788-81ef-d53e5047e1da req-50797c83-d674-4276-aca7-54f8a90aefaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bc68f1f-d6b1-430e-bb84-455db390f451 HTTP/1.1" status: 200 len: 851 time: 0.1639464 Jul 05 03:49:32.421842 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536546e-c7a2-485b-8d83-7bb6e0d1b2be req-0da161da-769b-4a09-866c-29d3aead70b3 tempest-MigrationsAdminTest-1390555542 tempest-MigrationsAdminTest-1390555542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.423400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c536546e-c7a2-485b-8d83-7bb6e0d1b2be req-0da161da-769b-4a09-866c-29d3aead70b3 tempest-MigrationsAdminTest-1390555542 tempest-MigrationsAdminTest-1390555542-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 1102 time: 0.3253276 Jul 05 03:49:32.431643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98245a49-2b8d-4cad-8089-80514c55b702 req-1c17418d-bc76-4de0-9953-6cf4cc087103 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips/dafe179b-352a-4d8a-9bf7-db22acc95b94 HTTP/1.1" status: 200 len: 692 time: 0.1293764 Jul 05 03:49:32.461504 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.472961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Transition to ACTIVE for port object 7a85b0c3-98b0-4275-b881-7c8297bab495 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:32.493278 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Transition to ACTIVE for port object 7a85b0c3-98b0-4275-b881-7c8297bab495 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:32.641240 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.675259 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Network 26201271-7292-4cb0-8d1a-82e4730a96b0 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:32.677471 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac9d7bf-9703-4657-9940-9557eb07f49b None None] Network acfeddf0-a493-4c22-af1e-5271c656463e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:32.697632 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:32.737345 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:32.737345 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Pushing event updated for resources: {'Port': ['ID=7a85b0c3-98b0-4275-b881-7c8297bab495,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:32.741912 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 92731db1-2fac-4f39-9211-8d7b0b63fab4 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:32.876283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Attempting to bind port 7a85b0c3-98b0-4275-b881-7c8297bab495 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:32.876883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Attempting to bind port 7a85b0c3-98b0-4275-b881-7c8297bab495 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '77deb87c-40f9-4f36-8566-e395f320842d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26201271-7292-4cb0-8d1a-82e4730a96b0'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:32.877040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Attempting to bind port 7a85b0c3-98b0-4275-b881-7c8297bab495 on network 26201271-7292-4cb0-8d1a-82e4730a96b0 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:32.887131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c536546e-c7a2-485b-8d83-7bb6e0d1b2be req-24b63996-997a-4079-a995-4a9de3643453 tempest-MigrationsAdminTest-1390555542 tempest-MigrationsAdminTest-1390555542-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428186 Jul 05 03:49:32.920569 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:32.920569 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Checking segment: {'id': '77deb87c-40f9-4f36-8566-e395f320842d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26201271-7292-4cb0-8d1a-82e4730a96b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:32.920569 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.922450 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Bound using segment: {'id': '77deb87c-40f9-4f36-8566-e395f320842d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26201271-7292-4cb0-8d1a-82e4730a96b0'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:32.922450 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Bound port: 7a85b0c3-98b0-4275-b881-7c8297bab495, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77deb87c-40f9-4f36-8566-e395f320842d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26201271-7292-4cb0-8d1a-82e4730a96b0'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:32.922903 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.933396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-59a6b202-484f-457b-baad-1439f7193d2d service neutron] For port 92731db1-2fac-4f39-9211-8d7b0b63fab4, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=92731db1-2fac-4f39-9211-8d7b0b63fab4,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:32.937112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dfca1-3762-4788-81ef-d53e5047e1da req-ef4ff4f3-968e-4fcc-bff1-2cdc9110bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.944100 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-906dfca1-3762-4788-81ef-d53e5047e1da req-ef4ff4f3-968e-4fcc-bff1-2cdc9110bf8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84ec4343-9bb1-496f-8666-e68e2a30eafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5593712 Jul 05 03:49:32.950993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98245a49-2b8d-4cad-8089-80514c55b702 req-e4dfd722-6323-4ad4-aa80-559176f46e22 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.952407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98245a49-2b8d-4cad-8089-80514c55b702 req-e4dfd722-6323-4ad4-aa80-559176f46e22 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.5199218 Jul 05 03:49:32.967930 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-98245a49-2b8d-4cad-8089-80514c55b702 req-c4f8fb30-8a84-4929-b617-7f0bc7affa18 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:49:32.969195 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98245a49-2b8d-4cad-8089-80514c55b702 req-c4f8fb30-8a84-4929-b617-7f0bc7affa18 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071638 Jul 05 03:49:32.994939 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0ed40174-3729-4e4b-9eee-59823bc18094 None None] Provisioning for port 75c6c931-42fe-4c7a-a81f-0233dd440129 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:33.019224 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0ed40174-3729-4e4b-9eee-59823bc18094 None None] Provisioning complete for port 75c6c931-42fe-4c7a-a81f-0233dd440129 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:33.019766 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0ed40174-3729-4e4b-9eee-59823bc18094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.060641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-59a6b202-484f-457b-baad-1439f7193d2d service neutron] For port 92731db1-2fac-4f39-9211-8d7b0b63fab4, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:33.105246 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98245a49-2b8d-4cad-8089-80514c55b702 req-0b147d06-a836-4ecf-ba40-c532ae6600eb tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 695 time: 0.1203711 Jul 05 03:49:33.160446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-59a6b202-484f-457b-baad-1439f7193d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92731db1-2fac-4f39-9211-8d7b0b63fab4 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:33.165971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] For port 7a85b0c3-98b0-4275-b881-7c8297bab495, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:33.170953 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] For port 7a85b0c3-98b0-4275-b881-7c8297bab495, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7a85b0c3-98b0-4275-b881-7c8297bab495,segment=NetworkSegment(77deb87c-40f9-4f36-8566-e395f320842d),segment_id=77deb87c-40f9-4f36-8566-e395f320842d)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:33.217631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-59a6b202-484f-457b-baad-1439f7193d2d service neutron] For port 92731db1-2fac-4f39-9211-8d7b0b63fab4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=92731db1-2fac-4f39-9211-8d7b0b63fab4,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:33.226107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98245a49-2b8d-4cad-8089-80514c55b702 req-44dca4e6-5652-4ae9-a920-a575fb7c2a08 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.37 HTTP/1.1" status: 200 len: 695 time: 0.1001129 Jul 05 03:49:33.228602 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0ed40174-3729-4e4b-9eee-59823bc18094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.252887 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.284587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-906dfca1-3762-4788-81ef-d53e5047e1da req-8d24676d-0efa-476a-a1a1-84390277b270 service neutron] 10.222.0.10 "GET /v2.0/networks/84ec4343-9bb1-496f-8666-e68e2a30eafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295329 Jul 05 03:49:33.357102 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-59a6b202-484f-457b-baad-1439f7193d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.376987 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0ed40174-3729-4e4b-9eee-59823bc18094 None None] For port 75c6c931-42fe-4c7a-a81f-0233dd440129, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=75c6c931-42fe-4c7a-a81f-0233dd440129,segment=NetworkSegment(aa4d38dd-1e85-4110-95ae-068ee1f60e29),segment_id=aa4d38dd-1e85-4110-95ae-068ee1f60e29)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:33.386158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55fc2e-b287-4e4b-a88e-597b3751563c None None] Pushing event updated for resources: {'Port': ['ID=7a85b0c3-98b0-4275-b881-7c8297bab495,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:33.429112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba15e7-1c39-4f8f-b5bf-2cbceda92f4d req-cec7b742-3c3c-4557-b201-d0fa17a15702 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:33.431329 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5eba15e7-1c39-4f8f-b5bf-2cbceda92f4d req-cec7b742-3c3c-4557-b201-d0fa17a15702 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 943 time: 0.4026544 Jul 05 03:49:33.456155 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0ed40174-3729-4e4b-9eee-59823bc18094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.543040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 428303aa-c211-4d8c-981c-4d862aa7876f details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:33.553589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed40174-3729-4e4b-9eee-59823bc18094 None None] Pushing event updated for resources: {'Port': ['ID=75c6c931-42fe-4c7a-a81f-0233dd440129,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:33.572866 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5eba15e7-1c39-4f8f-b5bf-2cbceda92f4d req-28835c1b-3694-4e30-901f-6820b853ae5d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105344 Jul 05 03:49:33.597933 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-906dfca1-3762-4788-81ef-d53e5047e1da req-dd0084dc-f6d3-4638-a1b8-5f439fb6aff1 service neutron] 10.222.0.10 "GET /v2.0/networks/84ec4343-9bb1-496f-8666-e68e2a30eafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965317 Jul 05 03:49:33.637500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-59a6b202-484f-457b-baad-1439f7193d2d service neutron] Transition to ACTIVE for port object 92731db1-2fac-4f39-9211-8d7b0b63fab4 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:33.656521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-98245a49-2b8d-4cad-8089-80514c55b702 req-45547334-1647-4ba4-9fe6-a354f3c7d567 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Deleting port dd3716a7-f63f-4fa4-84e1-4f427efb59eb {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:33.656521 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-98245a49-2b8d-4cad-8089-80514c55b702 req-45547334-1647-4ba4-9fe6-a354f3c7d567 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.657492 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.697084 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 428303aa-c211-4d8c-981c-4d862aa7876f, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=428303aa-c211-4d8c-981c-4d862aa7876f,segment=NetworkSegment(31728b62-8332-470e-9ca2-772d3d9ecef5),segment_id=31728b62-8332-470e-9ca2-772d3d9ecef5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:33.714796 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '428303aa-c211-4d8c-981c-4d862aa7876f', 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb', 'port_id': '428303aa-c211-4d8c-981c-4d862aa7876f', 'mac_address': 'fa:16:3e:61:f6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:33.719363 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b9d6ce53-4227-491a-888d-898b6e68c993 None None] Provisioning complete for port 75c6c931-42fe-4c7a-a81f-0233dd440129 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:33.719746 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9d6ce53-4227-491a-888d-898b6e68c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.790097 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.825709 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-59a6b202-484f-457b-baad-1439f7193d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.906428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-98245a49-2b8d-4cad-8089-80514c55b702 req-45547334-1647-4ba4-9fe6-a354f3c7d567 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.907423 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-98245a49-2b8d-4cad-8089-80514c55b702 req-45547334-1647-4ba4-9fe6-a354f3c7d567 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.940240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-98245a49-2b8d-4cad-8089-80514c55b702 req-45547334-1647-4ba4-9fe6-a354f3c7d567 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Calling delete_port for dd3716a7-f63f-4fa4-84e1-4f427efb59eb owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:33.956310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-4d4911f0-da80-4abd-b1c0-b472747e5937 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:33.963065 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-4d4911f0-da80-4abd-b1c0-b472747e5937 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:33.964711 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-4d4911f0-da80-4abd-b1c0-b472747e5937 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/networks?id=acfeddf0-a493-4c22-af1e-5271c656463e&id=26201271-7292-4cb0-8d1a-82e4730a96b0 HTTP/1.1" status: 200 len: 1390 time: 0.2580872 Jul 05 03:49:33.971570 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428303aa-c211-4d8c-981c-4d862aa7876f {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:34.009160 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-59a6b202-484f-457b-baad-1439f7193d2d service neutron] No DVR routers for this DVR port 92731db1-2fac-4f39-9211-8d7b0b63fab4 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:34.020890 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 428303aa-c211-4d8c-981c-4d862aa7876f, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=428303aa-c211-4d8c-981c-4d862aa7876f,segment=NetworkSegment(31728b62-8332-470e-9ca2-772d3d9ecef5),segment_id=31728b62-8332-470e-9ca2-772d3d9ecef5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:34.048663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6b202-484f-457b-baad-1439f7193d2d service neutron] Pushing event updated for resources: {'Port': ['ID=92731db1-2fac-4f39-9211-8d7b0b63fab4,revision_number=10']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:34.057531 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-9b7e6de8-f365-4e1a-b3ed-d0ae2e5a90d9 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/quotas/e05ce83d133e42bebf955019114ffeb2 HTTP/1.1" status: 200 len: 375 time: 0.0802276 Jul 05 03:49:34.084707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 75c6c931-42fe-4c7a-a81f-0233dd440129 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:34.123834 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:34.134678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-59a6b202-484f-457b-baad-1439f7193d2d service neutron] 10.222.0.36 "PUT /v2.0/ports/92731db1-2fac-4f39-9211-8d7b0b63fab4/bindings/n-h1-771363-32/activate HTTP/1.1" status: 200 len: 370 time: 2.1123319 Jul 05 03:49:34.184491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 75c6c931-42fe-4c7a-a81f-0233dd440129 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:34.185221 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:34.186604 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-fa234e5c-e219-43a5-9596-e8d615c8d312 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e05ce83d133e42bebf955019114ffeb2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1219623 Jul 05 03:49:34.248036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=428303aa-c211-4d8c-981c-4d862aa7876f,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:34.342260 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7a85b0c3-98b0-4275-b881-7c8297bab495 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:34.380269 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-499da78e-cdbe-489c-b7ca-b31ee9126415 service neutron] 10.222.0.38 "GET /v2.0/networks/acfeddf0-a493-4c22-af1e-5271c656463e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841202 Jul 05 03:49:34.435063 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-98245a49-2b8d-4cad-8089-80514c55b702 req-45547334-1647-4ba4-9fe6-a354f3c7d567 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:34.453996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-f29971ed-87e6-4286-8147-bc3acacd2e5e tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.455625 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-f29971ed-87e6-4286-8147-bc3acacd2e5e tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f&tenant_id=5de69650861e4b2ab64c64456b5c16e4&binding%3Ahost_id=n-h2-771363-32 HTTP/1.1" status: 200 len: 1096 time: 0.1752572 Jul 05 03:49:34.459543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 7a85b0c3-98b0-4275-b881-7c8297bab495 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:34.495331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45547334-1647-4ba4-9fe6-a354f3c7d567 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Pushing event deleted for resources: {'Port': ['ID=dd3716a7-f63f-4fa4-84e1-4f427efb59eb,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:34.561571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['428303aa-c211-4d8c-981c-4d862aa7876f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:34.645167 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-658d869b-4ecb-4626-b440-ab2d38d7c21a service neutron] 10.222.0.38 "GET /v2.0/networks/acfeddf0-a493-4c22-af1e-5271c656463e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434297 Jul 05 03:49:34.654057 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-98245a49-2b8d-4cad-8089-80514c55b702 req-45547334-1647-4ba4-9fe6-a354f3c7d567 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:34.658147 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-98245a49-2b8d-4cad-8089-80514c55b702 req-45547334-1647-4ba4-9fe6-a354f3c7d567 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:34.660000 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98245a49-2b8d-4cad-8089-80514c55b702 req-45547334-1647-4ba4-9fe6-a354f3c7d567 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "DELETE /v2.0/floatingips/dafe179b-352a-4d8a-9bf7-db22acc95b94 HTTP/1.1" status: 204 len: 173 time: 1.4213424 Jul 05 03:49:34.728705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1ace2f31-8fa0-4808-87c4-582327f8edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.730855 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-1ace2f31-8fa0-4808-87c4-582327f8edc7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f&tenant_id=5de69650861e4b2ab64c64456b5c16e4 HTTP/1.1" status: 200 len: 1096 time: 0.2480628 Jul 05 03:49:34.771075 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123f6fb5-dc71-4866-90e9-80a180e4a692 None None] Network 26201271-7292-4cb0-8d1a-82e4730a96b0 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:34.834232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-dabde79c-b54f-46ad-aa62-38d2f828d4de service neutron] 10.222.0.38 "GET /v2.0/networks/26201271-7292-4cb0-8d1a-82e4730a96b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963873 Jul 05 03:49:34.863448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-66552060-f3a4-4160-b8ec-252c7432d6e6 None None] Provisioning for port 7a85b0c3-98b0-4275-b881-7c8297bab495 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:34.888444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-66552060-f3a4-4160-b8ec-252c7432d6e6 None None] Provisioning complete for port 7a85b0c3-98b0-4275-b881-7c8297bab495 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:34.888980 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-66552060-f3a4-4160-b8ec-252c7432d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:34.910414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fdc98ead-a664-4d14-9d11-81ccf5e7ee69 req-8ab9d0a5-37ec-4d7a-948a-894547026ac8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-863471044&fields=id&tenant_id=47beb1ed7ed2463ca72d0758eb6a067a HTTP/1.1" status: 200 len: 267 time: 0.1020973 Jul 05 03:49:34.939235 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-706dc543-0b66-4e9e-a403-1327c52b42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.942048 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-706dc543-0b66-4e9e-a403-1327c52b42e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de69650861e4b2ab64c64456b5c16e4&device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 1096 time: 0.1758075 Jul 05 03:49:35.022832 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-66552060-f3a4-4160-b8ec-252c7432d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:35.055546 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-cef09ff3-6abb-498f-93ce-985beadbc4c2 service neutron] 10.222.0.38 "GET /v2.0/networks/26201271-7292-4cb0-8d1a-82e4730a96b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111690 Jul 05 03:49:35.074218 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-66552060-f3a4-4160-b8ec-252c7432d6e6 None None] For port 7a85b0c3-98b0-4275-b881-7c8297bab495, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7a85b0c3-98b0-4275-b881-7c8297bab495,segment=NetworkSegment(77deb87c-40f9-4f36-8566-e395f320842d),segment_id=77deb87c-40f9-4f36-8566-e395f320842d)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:35.118226 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc98ead-a664-4d14-9d11-81ccf5e7ee69 req-84fe71a5-6be1-4278-8599-b5028bc6b00d tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.119841 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fdc98ead-a664-4d14-9d11-81ccf5e7ee69 req-84fe71a5-6be1-4278-8599-b5028bc6b00d tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 984 time: 0.1933911 Jul 05 03:49:35.121435 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-e6fd058d-c6a3-49a5-be0f-0df2a0eeb962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.122865 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-e6fd058d-c6a3-49a5-be0f-0df2a0eeb962 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 200 len: 908 time: 0.1583664 Jul 05 03:49:35.157063 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-66552060-f3a4-4160-b8ec-252c7432d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:35.179739 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-fdc98ead-a664-4d14-9d11-81ccf5e7ee69 req-3f997603-12f1-4860-a9d8-e8a5855d0341 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Request body: {'port': {'security_groups': ['32ebee77-9cf4-46d0-a8e2-362a3a2f277b', '95ff1d0d-2466-49d3-9764-8434842832d6', 'fbbb9e0a-d6ab-44fb-a5a9-caf791dd136d']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:35.185650 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-8d9a56f3-2898-41d8-9248-043f326703e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92731db1-2fac-4f39-9211-8d7b0b63fab4 HTTP/1.1" status: 200 len: 217 time: 0.0531721 Jul 05 03:49:35.226484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66552060-f3a4-4160-b8ec-252c7432d6e6 None None] Pushing event updated for resources: {'Port': ['ID=7a85b0c3-98b0-4275-b881-7c8297bab495,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:35.280321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f8340294-e0ce-4386-825a-329092f96a6a None None] Provisioning complete for port 7a85b0c3-98b0-4275-b881-7c8297bab495 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:35.281077 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f8340294-e0ce-4386-825a-329092f96a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:35.302819 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-4b76506d-2046-4aed-8b8c-b5fd188a6d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.304340 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-4b76506d-2046-4aed-8b8c-b5fd188a6d1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 200 len: 847 time: 0.0996766 Jul 05 03:49:35.345029 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-808edbc9-d789-4913-ba05-aefdace1adaf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0afd212f-7e29-4013-a682-9abe025fe125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339029 Jul 05 03:49:35.350578 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fdc98ead-a664-4d14-9d11-81ccf5e7ee69 req-3f997603-12f1-4860-a9d8-e8a5855d0341 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:35.528244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-e3a76113-54ae-4bba-bd87-5b08918a5e06 service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676419 Jul 05 03:49:35.615414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eaf543c4-7f54-4d51-ac34-e2d1a3b5d06b req-98c04c29-16c9-4d65-8971-bb7d1fd6448a tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0715873 Jul 05 03:49:35.744536 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-50df097a-e335-49ee-8bf5-fef45cb7af71 service neutron] 10.222.0.10 "GET /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086535 Jul 05 03:49:35.825148 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-fdc98ead-a664-4d14-9d11-81ccf5e7ee69 req-3f997603-12f1-4860-a9d8-e8a5855d0341 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] For port e7358a43-edcd-42e2-b221-fd22e85e8fda, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e7358a43-edcd-42e2-b221-fd22e85e8fda,segment=NetworkSegment(3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4),segment_id=3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:35.869360 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fdc98ead-a664-4d14-9d11-81ccf5e7ee69 req-3f997603-12f1-4860-a9d8-e8a5855d0341 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:35.889110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd893c96-ec28-4188-aa97-c47514ad8644 req-3dfab86d-faa8-454c-b885-23c29bfdc92c tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.891505 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd893c96-ec28-4188-aa97-c47514ad8644 req-3dfab86d-faa8-454c-b885-23c29bfdc92c tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 944 time: 0.1178074 Jul 05 03:49:35.953012 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd893c96-ec28-4188-aa97-c47514ad8644 req-6504e660-f63c-42df-9d3b-370833de6978 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/security-groups?id=f397f6e7-1110-4077-a646-8dfba6c1011a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483735 Jul 05 03:49:35.953823 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fdc98ead-a664-4d14-9d11-81ccf5e7ee69 req-3f997603-12f1-4860-a9d8-e8a5855d0341 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:35.954795 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7a85b0c3-98b0-4275-b881-7c8297bab495 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:35.987342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9566ce33-63bc-4026-bd5e-5ce251669ad6', 'e7358a43-edcd-42e2-b221-fd22e85e8fda'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:36.020221 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc98ead-a664-4d14-9d11-81ccf5e7ee69 req-3f997603-12f1-4860-a9d8-e8a5855d0341 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.020888 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fdc98ead-a664-4d14-9d11-81ccf5e7ee69 req-3f997603-12f1-4860-a9d8-e8a5855d0341 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:36.022610 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fdc98ead-a664-4d14-9d11-81ccf5e7ee69 req-3f997603-12f1-4860-a9d8-e8a5855d0341 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "PUT /v2.0/ports/e7358a43-edcd-42e2-b221-fd22e85e8fda HTTP/1.1" status: 200 len: 1020 time: 0.8814042 Jul 05 03:49:36.023230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d84b116-c25b-429d-8bf9-115f2e62bcb1', 'tag': 'e7358a43-edcd-42e2-b221-fd22e85e8fda'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:36.029677 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16264924-ec5b-405b-a97a-97b8d3eda26f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d84b116-c25b-429d-8bf9-115f2e62bcb1", "tag": "e7358a43-edcd-42e2-b221-fd22e85e8fda"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:36.076493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f997603-12f1-4860-a9d8-e8a5855d0341 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event updated for resources: {'Port': ['ID=e7358a43-edcd-42e2-b221-fd22e85e8fda,revision_number=7']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:36.164561 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 7a85b0c3-98b0-4275-b881-7c8297bab495 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:36.165575 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:36.233127 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e7358a43-edcd-42e2-b221-fd22e85e8fda'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:36.925875 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220d10d-792b-4f8c-a95b-4c8599ba8264 req-2ec1c589-4a78-4014-b5ac-c262dd70a0c9 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.931583 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e220d10d-792b-4f8c-a95b-4c8599ba8264 req-2ec1c589-4a78-4014-b5ac-c262dd70a0c9 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 944 time: 0.5718603 Jul 05 03:49:36.931583 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-27a1444b-51d0-4f2c-b82b-d816501d9058 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.931583 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-27a1444b-51d0-4f2c-b82b-d816501d9058 tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f&tenant_id=5de69650861e4b2ab64c64456b5c16e4&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 1096 time: 0.5316317 Jul 05 03:49:36.938879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e15180ff-f655-4acd-ad56-c36ef65dba7d req-6fe71174-8c24-479b-861c-5b6303cd5d8b tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips/bc420810-8c76-4b22-ad5c-4306bdfbd756 HTTP/1.1" status: 200 len: 693 time: 0.0699399 Jul 05 03:49:37.149449 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-4155860c-edaa-4d77-9be2-daf7d36fe1ac service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1570408 Jul 05 03:49:37.163030 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e220d10d-792b-4f8c-a95b-4c8599ba8264 req-eb753e24-e379-430e-b28e-706967c43271 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187932 Jul 05 03:49:37.250038 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15180ff-f655-4acd-ad56-c36ef65dba7d req-017aee91-f169-4544-ba32-c3c03f2bedf4 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:37.251625 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e15180ff-f655-4acd-ad56-c36ef65dba7d req-017aee91-f169-4544-ba32-c3c03f2bedf4 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.3065157 Jul 05 03:49:37.358356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e15180ff-f655-4acd-ad56-c36ef65dba7d req-61f9ef60-bbf1-4549-99c0-e749132b8b97 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 696 time: 0.0892313 Jul 05 03:49:37.392693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64f7fded-34e1-4488-bb9d-f053e500ff17 req-04b2a784-2d7b-4d10-9446-bd9e49c5d4a2 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 210 time: 0.0617464 Jul 05 03:49:37.401431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-540404d7-9eac-4f89-9890-0301ca330779 service neutron] For port 92731db1-2fac-4f39-9211-8d7b0b63fab4, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:37.443606 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-540404d7-9eac-4f89-9890-0301ca330779 service neutron] Notify callbacks [] for binding, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.445062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-540404d7-9eac-4f89-9890-0301ca330779 service neutron] 10.222.0.10 "DELETE /v2.0/ports/92731db1-2fac-4f39-9211-8d7b0b63fab4/bindings/n-h2-771363-32 HTTP/1.1" status: 204 len: 173 time: 0.5020976 Jul 05 03:49:37.489908 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e15180ff-f655-4acd-ad56-c36ef65dba7d req-393b543c-e3d6-4433-8274-c75810143fc9 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.210 HTTP/1.1" status: 200 len: 696 time: 0.1028135 Jul 05 03:49:37.543560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 428303aa-c211-4d8c-981c-4d862aa7876f up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:37.559681 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e938d09-9c0b-4aaf-b20b-47ac8fb75a76 req-f73e62ce-a4ab-4b35-baa3-5e65306fefd0 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/fbbb9e0a-d6ab-44fb-a5a9-caf791dd136d HTTP/1.1" status: 200 len: 1800 time: 0.1199369 Jul 05 03:49:37.693377 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-8e938d09-9c0b-4aaf-b20b-47ac8fb75a76 req-431b8c19-69ac-4eb3-a9aa-cceb695bc850 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 03:49:37.694323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 428303aa-c211-4d8c-981c-4d862aa7876f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:37.694498 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e938d09-9c0b-4aaf-b20b-47ac8fb75a76 req-431b8c19-69ac-4eb3-a9aa-cceb695bc850 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "DELETE /v2.0/security-groups/fbbb9e0a-d6ab-44fb-a5a9-caf791dd136d HTTP/1.1" status: 409 len: 341 time: 0.0968378 Jul 05 03:49:37.701473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 428303aa-c211-4d8c-981c-4d862aa7876f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:37.702204 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.711706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-e15180ff-f655-4acd-ad56-c36ef65dba7d req-c32f8f27-ec22-44df-a503-b6220f3294c3 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Deleting port b40a9429-b5fa-4903-baa8-6ce93b086a66 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:37.712283 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e15180ff-f655-4acd-ad56-c36ef65dba7d req-c32f8f27-ec22-44df-a503-b6220f3294c3 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.775310 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9f30e1-1434-4911-ba38-23baf31fd73f x-openstack-request-id: req-bd9f30e1-1434-4911-ba38-23baf31fd73f {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:37.775758 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d84b116-c25b-429d-8bf9-115f2e62bcb1", "tag": "e7358a43-edcd-42e2-b221-fd22e85e8fda", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:37.776103 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bd9f30e1-1434-4911-ba38-23baf31fd73f {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:37.776709 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d84b116-c25b-429d-8bf9-115f2e62bcb1', 'tag': 'e7358a43-edcd-42e2-b221-fd22e85e8fda', 'status': 'completed', 'code': 200} Jul 05 03:49:37.840395 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e15180ff-f655-4acd-ad56-c36ef65dba7d req-c32f8f27-ec22-44df-a503-b6220f3294c3 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.840916 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e15180ff-f655-4acd-ad56-c36ef65dba7d req-c32f8f27-ec22-44df-a503-b6220f3294c3 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.875422 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.900615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-e15180ff-f655-4acd-ad56-c36ef65dba7d req-c32f8f27-ec22-44df-a503-b6220f3294c3 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Calling delete_port for b40a9429-b5fa-4903-baa8-6ce93b086a66 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:37.903584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2507c929-348f-4b1b-be3c-8c717170d112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428303aa-c211-4d8c-981c-4d862aa7876f'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:37.906157 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1063c6c3-368d-466e-a09b-de310b8ceae5" -d '{"events": [{"server_uuid": "2507c929-348f-4b1b-be3c-8c717170d112", "name": "network-vif-plugged", "status": "completed", "tag": "428303aa-c211-4d8c-981c-4d862aa7876f"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:37.923408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 428303aa-c211-4d8c-981c-4d862aa7876f, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=428303aa-c211-4d8c-981c-4d862aa7876f,segment=NetworkSegment(31728b62-8332-470e-9ca2-772d3d9ecef5),segment_id=31728b62-8332-470e-9ca2-772d3d9ecef5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:37.945967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb9ba7b4-f8bd-4b33-9f42-2f12ee500a0f req-d718d159-8abc-430f-85bc-f4ebac23678d tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0476902 Jul 05 03:49:38.026210 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16264924-ec5b-405b-a97a-97b8d3eda26f req-7e2b7f05-9aee-4773-83c9-861e41025744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.026210 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16264924-ec5b-405b-a97a-97b8d3eda26f req-7e2b7f05-9aee-4773-83c9-861e41025744 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=47beb1ed7ed2463ca72d0758eb6a067a&device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 1175 time: 0.1787145 Jul 05 03:49:38.044871 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.181474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=428303aa-c211-4d8c-981c-4d862aa7876f,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:38.191603 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:38.192191 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:38.192542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:38.192886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:38.193225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:38.193560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:38.193893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:38.194224 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:38.194555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:38.194883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:38.195211 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:38.195537 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:38.229327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16264924-ec5b-405b-a97a-97b8d3eda26f req-c597149c-d931-4d02-8432-a2c8668b161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.231214 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16264924-ec5b-405b-a97a-97b8d3eda26f req-c597149c-d931-4d02-8432-a2c8668b161d service neutron] 10.222.0.10 "GET /v2.0/networks?id=4073f625-dda5-4dab-8979-1b67730704a9 HTTP/1.1" status: 200 len: 914 time: 0.1900213 Jul 05 03:49:38.287260 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e15180ff-f655-4acd-ad56-c36ef65dba7d req-c32f8f27-ec22-44df-a503-b6220f3294c3 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.291554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16264924-ec5b-405b-a97a-97b8d3eda26f req-5c6d2cc8-76fe-428e-8ff0-2be54ef9479b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7358a43-edcd-42e2-b221-fd22e85e8fda HTTP/1.1" status: 200 len: 217 time: 0.0481520 Jul 05 03:49:38.354318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f8f27-ec22-44df-a503-b6220f3294c3 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Pushing event deleted for resources: {'Port': ['ID=b40a9429-b5fa-4903-baa8-6ce93b086a66,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:38.445049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8edc0-54b4-4017-b13d-940bc298c799 req-237c6266-126a-4d0b-9820-8dd92cd65170 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.447582 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ce8edc0-54b4-4017-b13d-940bc298c799 req-237c6266-126a-4d0b-9820-8dd92cd65170 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.2669199 Jul 05 03:49:38.461713 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16264924-ec5b-405b-a97a-97b8d3eda26f req-9b214406-31b2-4afa-b9e4-d9289a283fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.464028 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16264924-ec5b-405b-a97a-97b8d3eda26f req-9b214406-31b2-4afa-b9e4-d9289a283fa8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d02b968-b177-4b92-867d-4cbc1fde7397 HTTP/1.1" status: 200 len: 853 time: 0.1535666 Jul 05 03:49:38.516991 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16264924-ec5b-405b-a97a-97b8d3eda26f req-f869b13e-6dd0-49ac-95f7-51645e4a5fb0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4073f625-dda5-4dab-8979-1b67730704a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407805 Jul 05 03:49:38.523244 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e15180ff-f655-4acd-ad56-c36ef65dba7d req-c32f8f27-ec22-44df-a503-b6220f3294c3 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.526852 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e15180ff-f655-4acd-ad56-c36ef65dba7d req-c32f8f27-ec22-44df-a503-b6220f3294c3 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.527955 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e15180ff-f655-4acd-ad56-c36ef65dba7d req-c32f8f27-ec22-44df-a503-b6220f3294c3 tempest-FloatingIPDetailsTestJSON-1495593817 tempest-FloatingIPDetailsTestJSON-1495593817-project] 10.222.0.38 "DELETE /v2.0/floatingips/bc420810-8c76-4b22-ad5c-4306bdfbd756 HTTP/1.1" status: 204 len: 173 time: 1.0371015 Jul 05 03:49:38.535274 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35280) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:38.606003 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ce8edc0-54b4-4017-b13d-940bc298c799 req-c0e378a0-dc28-43bb-838e-b464e4e29df9 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391747 Jul 05 03:49:38.834554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16264924-ec5b-405b-a97a-97b8d3eda26f req-5c2dcbc7-9f2e-406a-a0ac-8b70d64caf11 service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053296 Jul 05 03:49:38.881938 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-735a79d4-ec1a-48ee-bb2d-41bd0d47ce13 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.891624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-735a79d4-ec1a-48ee-bb2d-41bd0d47ce13 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.894290 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-735a79d4-ec1a-48ee-bb2d-41bd0d47ce13 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.36 "GET /v2.0/networks?id=acfeddf0-a493-4c22-af1e-5271c656463e&id=26201271-7292-4cb0-8d1a-82e4730a96b0 HTTP/1.1" status: 200 len: 1390 time: 0.3373132 Jul 05 03:49:38.958608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-dedefff8-5d29-476e-9bd3-29d97e83558d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Request body: {'port': {'device_id': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'network_id': 'acfeddf0-a493-4c22-af1e-5271c656463e', 'admin_state_up': True, 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:38.979501 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e23c76-c0fc-4cc5-a716-2ce76cca30f9 req-7f66354e-2a47-4639-beb6-e521b0f5fe8e tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.981603 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-41e23c76-c0fc-4cc5-a716-2ce76cca30f9 req-7f66354e-2a47-4639-beb6-e521b0f5fe8e tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 945 time: 0.3205016 Jul 05 03:49:39.133299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-41e23c76-c0fc-4cc5-a716-2ce76cca30f9 req-8dc5a3c8-36c3-4c51-ac96-8ff2b1abe516 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/security-groups?id=f397f6e7-1110-4077-a646-8dfba6c1011a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091082 Jul 05 03:49:39.141768 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16264924-ec5b-405b-a97a-97b8d3eda26f req-50ea60e4-79c2-42c4-80f2-6cff02487ad3 service neutron] 10.222.0.10 "GET /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941191 Jul 05 03:49:39.248127 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daa68f8-2f62-4a02-8818-07720602e633 x-openstack-request-id: req-5daa68f8-2f62-4a02-8818-07720602e633 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:39.249840 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2507c929-348f-4b1b-be3c-8c717170d112", "name": "network-vif-plugged", "status": "completed", "tag": "428303aa-c211-4d8c-981c-4d862aa7876f", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:39.250688 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5daa68f8-2f62-4a02-8818-07720602e633 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:39.252332 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2507c929-348f-4b1b-be3c-8c717170d112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428303aa-c211-4d8c-981c-4d862aa7876f', 'code': 200} Jul 05 03:49:39.256545 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4d2fd45-7ee4-49b9-b388-a29a7846b4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:39.282636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-dedefff8-5d29-476e-9bd3-29d97e83558d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Made reservation on behalf of e05ce83d133e42bebf955019114ffeb2 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:39.288555 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-dedefff8-5d29-476e-9bd3-29d97e83558d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:39.623677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2de648-5f5c-4468-a477-32d6f8c2c5a3 req-6b58143f-c2b9-4c71-a133-0216c0f57472 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.625346 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea2de648-5f5c-4468-a477-32d6f8c2c5a3 req-6b58143f-c2b9-4c71-a133-0216c0f57472 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 944 time: 0.2362168 Jul 05 03:49:39.633328 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1390a-8d13-4b3a-98e6-4c3ca81b0cb9 req-22f5ba5d-8fa8-469a-bad9-b1f95ba29ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.635449 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-75c1390a-8d13-4b3a-98e6-4c3ca81b0cb9 req-22f5ba5d-8fa8-469a-bad9-b1f95ba29ea1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 1097 time: 0.1934271 Jul 05 03:49:39.658864 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-dedefff8-5d29-476e-9bd3-29d97e83558d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Allocated IP 19.80.0.107 (acfeddf0-a493-4c22-af1e-5271c656463e/5d2ac793-52cd-4330-af71-2eb443ab4629/c7e626d7-ec80-4437-baaa-e41b26b666a8) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:39.672582 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7743047d-5a41-4a79-99f1-12987e04be89 req-abe48df7-8376-45b9-8191-8b36ace47d70 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 210 time: 0.0617559 Jul 05 03:49:39.675822 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f4d2fd45-7ee4-49b9-b388-a29a7846b4c8 admin admin] Deleting port 9ae3cea2-6ac7-4b73-9527-402840f80bcd {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:39.676339 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4d2fd45-7ee4-49b9-b388-a29a7846b4c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:39.755062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-75c1390a-8d13-4b3a-98e6-4c3ca81b0cb9 req-8bf442e5-bc2d-4bc4-8959-b69336f29ef8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f397f6e7-1110-4077-a646-8dfba6c1011a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911505 Jul 05 03:49:39.761546 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea2de648-5f5c-4468-a477-32d6f8c2c5a3 req-765e7123-69af-48d9-b82e-c5da93e98f91 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249220 Jul 05 03:49:39.825896 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-f4d2fd45-7ee4-49b9-b388-a29a7846b4c8 admin admin] For port 9ae3cea2-6ac7-4b73-9527-402840f80bcd, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9ae3cea2-6ac7-4b73-9527-402840f80bcd,segment=NetworkSegment(6e8b2c68-502d-4fd5-879c-c27d3f35780a),segment_id=6e8b2c68-502d-4fd5-879c-c27d3f35780a)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:39.830824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4d2fd45-7ee4-49b9-b388-a29a7846b4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:39.855873 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f4d2fd45-7ee4-49b9-b388-a29a7846b4c8 admin admin] Calling delete_port for 9ae3cea2-6ac7-4b73-9527-402840f80bcd owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:39.966929 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-741c2927-f1c9-4798-abf7-36c55499c897 req-1bce5e65-b4d2-4c33-9ea9-7254c710859b tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0690618 Jul 05 03:49:40.041878 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-dedefff8-5d29-476e-9bd3-29d97e83558d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:40.095098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406b8a1-4e7a-4d46-8b94-6a0d8bc3d676 req-f347dcbb-3586-4e72-adbc-786ce8ab1da1 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.097595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c406b8a1-4e7a-4d46-8b94-6a0d8bc3d676 req-f347dcbb-3586-4e72-adbc-786ce8ab1da1 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 1023 time: 0.1581428 Jul 05 03:49:40.227078 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c406b8a1-4e7a-4d46-8b94-6a0d8bc3d676 req-2d753836-1d36-465c-ab63-52745ef4791c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=fbbb9e0a-d6ab-44fb-a5a9-caf791dd136d&id=95ff1d0d-2466-49d3-9764-8434842832d6&id=32ebee77-9cf4-46d0-a8e2-362a3a2f277b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1118283 Jul 05 03:49:40.284679 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af1cd2-2fdc-43c1-a9c8-5f0ddddb7c30 req-fdee8cab-2fbc-4110-a3be-d7072fd74e8e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.284679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31af1cd2-2fdc-43c1-a9c8-5f0ddddb7c30 req-fdee8cab-2fbc-4110-a3be-d7072fd74e8e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.1818192 Jul 05 03:49:40.342085 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31af1cd2-2fdc-43c1-a9c8-5f0ddddb7c30 req-ad24755d-253a-4f71-afea-3fc5b5318d8d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548177 Jul 05 03:49:40.587824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-dedefff8-5d29-476e-9bd3-29d97e83558d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Transition to ACTIVE for port object c7e626d7-ec80-4437-baaa-e41b26b666a8 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:40.589509 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4d2fd45-7ee4-49b9-b388-a29a7846b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:40.596654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4fe6e-293a-4a37-9d0a-fad50def0ce0 req-04a554dd-32fb-4ade-aa3c-49c376d7344b tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.598255 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24e4fe6e-293a-4a37-9d0a-fad50def0ce0 req-04a554dd-32fb-4ade-aa3c-49c376d7344b tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 945 time: 0.1189060 Jul 05 03:49:40.602821 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3fd72-1a2f-452a-9fba-9d3657ee9a95 req-4fde0bbb-d3ad-4fa3-965a-4f1b66ebe17e tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.604830 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21c3fd72-1a2f-452a-9fba-9d3657ee9a95 req-4fde0bbb-d3ad-4fa3-965a-4f1b66ebe17e tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 1096 time: 0.0965743 Jul 05 03:49:40.632742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2fd45-7ee4-49b9-b388-a29a7846b4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae3cea2-6ac7-4b73-9527-402840f80bcd,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:40.692549 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24e4fe6e-293a-4a37-9d0a-fad50def0ce0 req-6fed971b-3119-4879-b45c-7b7ef8e8ccbb tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/security-groups?id=f397f6e7-1110-4077-a646-8dfba6c1011a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831671 Jul 05 03:49:40.694126 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21c3fd72-1a2f-452a-9fba-9d3657ee9a95 req-13a851a6-9f23-491b-8277-917a93ccb65b tempest-LiveMigrationTest-916246448 tempest-LiveMigrationTest-916246448-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760939 Jul 05 03:49:40.826506 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-dedefff8-5d29-476e-9bd3-29d97e83558d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:40.847153 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4d2fd45-7ee4-49b9-b388-a29a7846b4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:40.952730 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedefff8-5d29-476e-9bd3-29d97e83558d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event updated for resources: {'Port': ['ID=c7e626d7-ec80-4437-baaa-e41b26b666a8,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:40.991981 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-dedefff8-5d29-476e-9bd3-29d97e83558d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Network acfeddf0-a493-4c22-af1e-5271c656463e is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:41.012449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-dedefff8-5d29-476e-9bd3-29d97e83558d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:41.016599 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-dedefff8-5d29-476e-9bd3-29d97e83558d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:41.101858 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-dedefff8-5d29-476e-9bd3-29d97e83558d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:41.103453 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-dedefff8-5d29-476e-9bd3-29d97e83558d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.138712 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91bc4a-3b57-4845-a6ec-422f8366ca1e req-3ec21083-e088-4ca9-bc76-c4444e75ec8f tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:41.146788 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b91bc4a-3b57-4845-a6ec-422f8366ca1e req-3ec21083-e088-4ca9-bc76-c4444e75ec8f tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 932 time: 0.2209485 Jul 05 03:49:41.157542 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-1b0fe91a-8395-4fc3-8030-ca82a1bec830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:41.159066 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-1b0fe91a-8395-4fc3-8030-ca82a1bec830 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 1102 time: 0.2323327 Jul 05 03:49:41.215705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d2fd45-7ee4-49b9-b388-a29a7846b4c8 admin admin] Router b5bcb101-3bb1-4f53-9fd5-195cdf342d65 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:49:41.285567 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b91bc4a-3b57-4845-a6ec-422f8366ca1e req-ff527185-9dd1-4f59-a91a-2ed9848390d8 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376400 Jul 05 03:49:41.333665 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-5a2a510c-8525-4d9f-bdcf-180ebe28a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:41.333665 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-5a2a510c-8525-4d9f-bdcf-180ebe28a14c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1598268 Jul 05 03:49:41.386507 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d2fd45-7ee4-49b9-b388-a29a7846b4c8 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:41.403625 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6500f1c-8f17-448b-907f-8b351dc4f6f7 None None] Sync routers for ids ['b5bcb101-3bb1-4f53-9fd5-195cdf342d65'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:41.410864 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-eeb9de3f-3573-47c1-938d-c7b298101c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.416348 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f4d2fd45-7ee4-49b9-b388-a29a7846b4c8 admin admin] 10.222.0.38 "PUT /v2.0/routers/b5bcb101-3bb1-4f53-9fd5-195cdf342d65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8743978 Jul 05 03:49:41.420410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35308) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:41.429425 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6500f1c-8f17-448b-907f-8b351dc4f6f7 None None] Routers {'b5bcb101-3bb1-4f53-9fd5-195cdf342d65'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:41.431316 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f6500f1c-8f17-448b-907f-8b351dc4f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:49:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['b5bcb101-3bb1-4f53-9fd5-195cdf342d65'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:41.432553 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-7c2d8df7-7bb3-416a-9a5d-bc71aefc5cb3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc HTTP/1.1" status: 200 len: 217 time: 0.0805275 Jul 05 03:49:41.437788 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-dedefff8-5d29-476e-9bd3-29d97e83558d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5206485 Jul 05 03:49:41.470743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-b0e3b1a0-3382-462f-8553-000b204c3042 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Request body: {'port': {'device_id': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'network_id': '26201271-7292-4cb0-8d1a-82e4730a96b0', 'admin_state_up': True, 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:41.564389 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7e5397a8-c12c-45e8-90dc-82274740769e None None] Provisioning for port c7e626d7-ec80-4437-baaa-e41b26b666a8 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:41.576272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7e5397a8-c12c-45e8-90dc-82274740769e None None] Provisioning complete for port c7e626d7-ec80-4437-baaa-e41b26b666a8 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:41.578581 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7e5397a8-c12c-45e8-90dc-82274740769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.614817 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f6500f1c-8f17-448b-907f-8b351dc4f6f7 None None] Set router b5bcb101-3bb1-4f53-9fd5-195cdf342d65 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:41.636255 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7e5397a8-c12c-45e8-90dc-82274740769e None None] Port c7e626d7-ec80-4437-baaa-e41b26b666a8 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:41.647423 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-587fc1c2-504e-4c96-a3a4-5b68d99ed3c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.668454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-09009063-7973-4b55-9a03-b3aa3d0720f0 req-920461d2-e461-4041-b2d4-45567a0af187 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.1398776 Jul 05 03:49:41.797045 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-842c35f2-6cdf-495c-9e08-da83212fefba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:41.805011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-842c35f2-6cdf-495c-9e08-da83212fefba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.3610716 Jul 05 03:49:41.831388 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-587fc1c2-504e-4c96-a3a4-5b68d99ed3c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.927177 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f6500f1c-8f17-448b-907f-8b351dc4f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'name': 'tempest-FloatingIPDetailsTestJSON-1522355659-router', 'tenant_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:46Z', 'updated_at': '2021-07-05T03:49:40Z', 'revision_number': 5, 'project_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'gw_port': {'id': 'dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:48Z', 'updated_at': '2021-07-05T03:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:41.996439 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6500f1c-8f17-448b-907f-8b351dc4f6f7 None None] Checking router: b5bcb101-3bb1-4f53-9fd5-195cdf342d65 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:42.009392 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6500f1c-8f17-448b-907f-8b351dc4f6f7 None None] Routers {'b5bcb101-3bb1-4f53-9fd5-195cdf342d65'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:42.010232 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f6500f1c-8f17-448b-907f-8b351dc4f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:49:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['b5bcb101-3bb1-4f53-9fd5-195cdf342d65'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:42.027028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87aaf9-6431-4a6d-b15b-25f800f0609e req-8c07f898-eb26-41e2-a9f9-2d9aa2800220 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:42.028652 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c87aaf9-6431-4a6d-b15b-25f800f0609e req-8c07f898-eb26-41e2-a9f9-2d9aa2800220 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 1023 time: 0.2188656 Jul 05 03:49:42.053210 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-587fc1c2-504e-4c96-a3a4-5b68d99ed3c2 admin admin] Deleting port dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:42.053801 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-587fc1c2-504e-4c96-a3a4-5b68d99ed3c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.097660 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-31c14305-0008-46e8-a17a-db7bb455eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:42.100294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-31c14305-0008-46e8-a17a-db7bb455eead service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2424862 Jul 05 03:49:42.199304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-587fc1c2-504e-4c96-a3a4-5b68d99ed3c2 admin admin] For port dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:42.199948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-587fc1c2-504e-4c96-a3a4-5b68d99ed3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.228987 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-587fc1c2-504e-4c96-a3a4-5b68d99ed3c2 admin admin] Calling delete_port for dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:42.282906 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f6500f1c-8f17-448b-907f-8b351dc4f6f7 None None] Set router b5bcb101-3bb1-4f53-9fd5-195cdf342d65 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:42.349125 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f6500f1c-8f17-448b-907f-8b351dc4f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'name': 'tempest-FloatingIPDetailsTestJSON-1522355659-router', 'tenant_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:46Z', 'updated_at': '2021-07-05T03:49:41Z', 'revision_number': 6, 'project_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:42.388719 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6500f1c-8f17-448b-907f-8b351dc4f6f7 None None] The sync data for ids ['b5bcb101-3bb1-4f53-9fd5-195cdf342d65'] in n-d-771363-32 is: [{'id': 'b5bcb101-3bb1-4f53-9fd5-195cdf342d65', 'name': 'tempest-FloatingIPDetailsTestJSON-1522355659-router', 'tenant_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:46Z', 'updated_at': '2021-07-05T03:49:41Z', 'revision_number': 6, 'project_id': 'cd6fe46d5d794b72be4f54e8753d362d', 'gw_port_host': None}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:42.502538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-b0e3b1a0-3382-462f-8553-000b204c3042 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Made reservation on behalf of e05ce83d133e42bebf955019114ffeb2 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:42.508321 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-b0e3b1a0-3382-462f-8553-000b204c3042 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.543000 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-587fc1c2-504e-4c96-a3a4-5b68d99ed3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.572132 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fc1c2-504e-4c96-a3a4-5b68d99ed3c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:42.648322 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-587fc1c2-504e-4c96-a3a4-5b68d99ed3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.664023 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c87aaf9-6431-4a6d-b15b-25f800f0609e req-3df9db8b-4523-4f90-b4c5-2f0696ff2efe tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=fbbb9e0a-d6ab-44fb-a5a9-caf791dd136d&id=95ff1d0d-2466-49d3-9764-8434842832d6&id=32ebee77-9cf4-46d0-a8e2-362a3a2f277b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.6090240 Jul 05 03:49:42.757222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed645b55-9c95-4fb0-b063-954a0d884c07 req-a9f28f36-21c2-4d8c-b10e-7cf757f66207 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:42.759360 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed645b55-9c95-4fb0-b063-954a0d884c07 req-a9f28f36-21c2-4d8c-b10e-7cf757f66207 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 1023 time: 0.7594819 Jul 05 03:49:42.802117 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-587fc1c2-504e-4c96-a3a4-5b68d99ed3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.808785 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-587fc1c2-504e-4c96-a3a4-5b68d99ed3c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.814202 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-dfd61d14-0712-4e18-a26c-825b518170b3 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999194 Jul 05 03:49:42.911128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969565c-5b77-4b4a-8a48-e3686efa567a req-e359fbab-f557-41f5-a4f0-b66197e03d85 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:42.912947 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0969565c-5b77-4b4a-8a48-e3686efa567a req-e359fbab-f557-41f5-a4f0-b66197e03d85 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.8833780 Jul 05 03:49:42.923687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10ef04-fa54-42eb-b0e5-c22f5d273672 req-152dff77-17e9-4dce-beb3-f2d14af23d30 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:42.926753 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-aa10ef04-fa54-42eb-b0e5-c22f5d273672 req-152dff77-17e9-4dce-beb3-f2d14af23d30 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.10 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 944 time: 0.2450416 Jul 05 03:49:42.983515 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-587fc1c2-504e-4c96-a3a4-5b68d99ed3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.984211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587fc1c2-504e-4c96-a3a4-5b68d99ed3c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5bcb101-3bb1-4f53-9fd5-195cdf342d65 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:49:42.995027 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-587fc1c2-504e-4c96-a3a4-5b68d99ed3c2 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.995933 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-587fc1c2-504e-4c96-a3a4-5b68d99ed3c2 admin admin] 10.222.0.38 "DELETE /v2.0/routers/b5bcb101-3bb1-4f53-9fd5-195cdf342d65 HTTP/1.1" status: 204 len: 168 time: 1.5705721 Jul 05 03:49:42.999617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35318) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:43.062997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-b0e3b1a0-3382-462f-8553-000b204c3042 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Allocated IP 19.86.0.47 (26201271-7292-4cb0-8d1a-82e4730a96b0/1b7b9008-9413-4c5f-852b-89d4ac3e781f/1cc7ff56-4fce-4c40-b2df-bc81c6b55b85) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:43.092354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8172bb0-2820-449b-9e0e-15b87d5d34cd admin admin] Deleting subnet 62505586-8dfb-4aa1-85b7-8904ea57e2e4 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:49:43.099084 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8172bb0-2820-449b-9e0e-15b87d5d34cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.143736 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8172bb0-2820-449b-9e0e-15b87d5d34cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.175293 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-810ebca5-3bea-4fac-8138-d7017c76119b service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246453 Jul 05 03:49:43.178463 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0969565c-5b77-4b4a-8a48-e3686efa567a req-6d629285-3d7c-4d93-85f8-def2cb9e014f tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199171 Jul 05 03:49:43.183481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-aa10ef04-fa54-42eb-b0e5-c22f5d273672 req-8ed2d2a8-07a2-4935-b777-251164abce27 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Deleting port 92731db1-2fac-4f39-9211-8d7b0b63fab4 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:43.184812 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-aa10ef04-fa54-42eb-b0e5-c22f5d273672 req-8ed2d2a8-07a2-4935-b777-251164abce27 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.243673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-ed645b55-9c95-4fb0-b063-954a0d884c07 req-a9c5663b-3965-47d3-b69b-e6c10794f288 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Deleting port e7358a43-edcd-42e2-b221-fd22e85e8fda {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:43.243673 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ed645b55-9c95-4fb0-b063-954a0d884c07 req-a9c5663b-3965-47d3-b69b-e6c10794f288 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.299820 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8172bb0-2820-449b-9e0e-15b87d5d34cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.344671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-aa10ef04-fa54-42eb-b0e5-c22f5d273672 req-8ed2d2a8-07a2-4935-b777-251164abce27 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] For port 92731db1-2fac-4f39-9211-8d7b0b63fab4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=92731db1-2fac-4f39-9211-8d7b0b63fab4,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:43.345068 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-aa10ef04-fa54-42eb-b0e5-c22f5d273672 req-8ed2d2a8-07a2-4935-b777-251164abce27 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.373882 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-aa10ef04-fa54-42eb-b0e5-c22f5d273672 req-8ed2d2a8-07a2-4935-b777-251164abce27 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Calling delete_port for 92731db1-2fac-4f39-9211-8d7b0b63fab4 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:43.428607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63ce7f-aad0-453f-b70c-ddce4a9a9b47 req-19ee801b-0ba0-416b-b5a2-1074f22c41d7 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:43.434211 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f63ce7f-aad0-453f-b70c-ddce4a9a9b47 req-19ee801b-0ba0-416b-b5a2-1074f22c41d7 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 944 time: 0.3726141 Jul 05 03:49:43.554488 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8172bb0-2820-449b-9e0e-15b87d5d34cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.600648 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8172bb0-2820-449b-9e0e-15b87d5d34cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.605123 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b8172bb0-2820-449b-9e0e-15b87d5d34cd admin admin] 10.222.0.38 "DELETE /v2.0/subnets/62505586-8dfb-4aa1-85b7-8904ea57e2e4 HTTP/1.1" status: 204 len: 168 time: 0.6021245 Jul 05 03:49:43.605123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8172bb0-2820-449b-9e0e-15b87d5d34cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62505586-8dfb-4aa1-85b7-8904ea57e2e4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:43.606286 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f63ce7f-aad0-453f-b70c-ddce4a9a9b47 req-449e42b6-cd9f-4fc5-9a26-3c3b3d813594 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626709 Jul 05 03:49:43.610086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081c4c7f-209f-4a20-b5f2-5148e5fb84f2 None None] Network 8c893cc8-1402-4f23-9cea-d28bcaa13ccb requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:43.613178 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35320) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:43.623099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ed645b55-9c95-4fb0-b063-954a0d884c07 req-a9c5663b-3965-47d3-b69b-e6c10794f288 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] For port e7358a43-edcd-42e2-b221-fd22e85e8fda, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e7358a43-edcd-42e2-b221-fd22e85e8fda,segment=NetworkSegment(3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4),segment_id=3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:43.623483 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ed645b55-9c95-4fb0-b063-954a0d884c07 req-a9c5663b-3965-47d3-b69b-e6c10794f288 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.637574 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-ed645b55-9c95-4fb0-b063-954a0d884c07 req-a9c5663b-3965-47d3-b69b-e6c10794f288 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Calling delete_port for e7358a43-edcd-42e2-b221-fd22e85e8fda owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:43.724246 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.819897 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-b0e3b1a0-3382-462f-8553-000b204c3042 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.841270 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-aa10ef04-fa54-42eb-b0e5-c22f5d273672 req-8ed2d2a8-07a2-4935-b777-251164abce27 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.855056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4dca3-7ca4-47f4-9200-2dd64d4f62ed req-bdc7e656-5d84-45b7-892c-9af12976441e tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:43.868546 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3de4dca3-7ca4-47f4-9200-2dd64d4f62ed req-bdc7e656-5d84-45b7-892c-9af12976441e tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 945 time: 0.4765735 Jul 05 03:49:43.886638 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['3a30efd6-bd00-42d2-9e11-63674f2d9621'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:43.895787 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['4a83a22c-d895-4235-b2bc-210fe6f1ae10'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:43.912738 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] Deleting port e3448067-a65a-4f8a-97f4-9705dedb6fba {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:43.913273 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.917099 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2d2a8-07a2-4935-b777-251164abce27 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Pushing event deleted for resources: {'Port': ['ID=92731db1-2fac-4f39-9211-8d7b0b63fab4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:43.991455 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-b0e3b1a0-3382-462f-8553-000b204c3042 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Transition to ACTIVE for port object 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:44.028733 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa10ef04-fa54-42eb-b0e5-c22f5d273672 req-8ed2d2a8-07a2-4935-b777-251164abce27 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] No DVR routers for this DVR port 92731db1-2fac-4f39-9211-8d7b0b63fab4 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:44.034843 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-aa10ef04-fa54-42eb-b0e5-c22f5d273672 req-8ed2d2a8-07a2-4935-b777-251164abce27 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.037342 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-aa10ef04-fa54-42eb-b0e5-c22f5d273672 req-8ed2d2a8-07a2-4935-b777-251164abce27 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.10 "DELETE /v2.0/ports/92731db1-2fac-4f39-9211-8d7b0b63fab4 HTTP/1.1" status: 204 len: 173 time: 1.1020329 Jul 05 03:49:44.037730 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4516ac08-dfca-4b99-befd-d097fcde8f8f', 'name': 'network-vif-deleted', 'tag': '92731db1-2fac-4f39-9211-8d7b0b63fab4'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:44.042947 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6e7b3e-48bf-468c-9abb-7a387871d96b" -d '{"events": [{"server_uuid": "4516ac08-dfca-4b99-befd-d097fcde8f8f", "name": "network-vif-deleted", "tag": "92731db1-2fac-4f39-9211-8d7b0b63fab4"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:44.057396 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3de4dca3-7ca4-47f4-9200-2dd64d4f62ed req-865ea49b-213d-4c6d-bd46-a245d7ce7bb5 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/security-groups?id=f397f6e7-1110-4077-a646-8dfba6c1011a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508746 Jul 05 03:49:44.075991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] For port e3448067-a65a-4f8a-97f4-9705dedb6fba, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=e3448067-a65a-4f8a-97f4-9705dedb6fba,segment=NetworkSegment(6e8b2c68-502d-4fd5-879c-c27d3f35780a),segment_id=6e8b2c68-502d-4fd5-879c-c27d3f35780a)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:44.075991 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.088756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] Calling delete_port for e3448067-a65a-4f8a-97f4-9705dedb6fba owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:44.089450 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:44.126946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698db3b4-11a2-444d-aa7e-eaea870f072a req-50c39cf0-0cf1-453c-beed-9c723045ea9c tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:44.135613 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698db3b4-11a2-444d-aa7e-eaea870f072a req-50c39cf0-0cf1-453c-beed-9c723045ea9c tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 932 time: 0.2436886 Jul 05 03:49:44.153866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:44.154204 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dd7d8322-b649-45ba-8cbe-7ddde0b7c5e6 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:44.154904 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9ae3cea2-6ac7-4b73-9527-402840f80bcd no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:44.179119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 9ae3cea2-6ac7-4b73-9527-402840f80bcd {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:44.179885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9ae3cea2-6ac7-4b73-9527-402840f80bcd not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:44.192281 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-698db3b4-11a2-444d-aa7e-eaea870f072a req-51b84534-b5f0-4249-a136-2cc7466007de tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556197 Jul 05 03:49:44.202589 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5db15b68-356c-4e74-9682-5aff1716ce80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.283839 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.336682 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-b0e3b1a0-3382-462f-8553-000b204c3042 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.344385 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b92f5fa-c24e-4c32-96f8-e3bdf7510da3 req-fc33800e-4661-42da-a569-f2ec8e9fd588 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0815499 Jul 05 03:49:44.356293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] No DVR routers for this DVR port e3448067-a65a-4f8a-97f4-9705dedb6fba on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:44.363010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=e3448067-a65a-4f8a-97f4-9705dedb6fba,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:44.370476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73d89a2-ebfc-416f-8821-8dd94e50974a None None] DHCP port deletion for 8c893cc8-1402-4f23-9cea-d28bcaa13ccb request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:49:44.380808 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.381061 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ed645b55-9c95-4fb0-b063-954a0d884c07 req-a9c5663b-3965-47d3-b69b-e6c10794f288 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.464968 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-b0e3b1a0-3382-462f-8553-000b204c3042 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Network 26201271-7292-4cb0-8d1a-82e4730a96b0 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:44.512760 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-b0e3b1a0-3382-462f-8553-000b204c3042 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:44.520682 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d7cff4e-5591-49db-b6a4-e9b095ba78ac req-9a54c61c-accb-4713-9270-d6d93444c13c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 210 time: 0.0630660 Jul 05 03:49:44.522131 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-b0e3b1a0-3382-462f-8553-000b204c3042 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:44.542363 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.561076 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c893cc8-1402-4f23-9cea-d28bcaa13ccb']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:44.576608 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8b2c68-502d-4fd5-879c-c27d3f35780a') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:44.577196 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8b2c68-502d-4fd5-879c-c27d3f35780a') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:44.594476 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.618205 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.637486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:49:44.639533 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.669197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed645b55-9c95-4fb0-b063-954a0d884c07 req-a9c5663b-3965-47d3-b69b-e6c10794f288 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] No DVR routers for this DVR port e7358a43-edcd-42e2-b221-fd22e85e8fda on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:49:44.689074 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:49:44.695211 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ed645b55-9c95-4fb0-b063-954a0d884c07 req-a9c5663b-3965-47d3-b69b-e6c10794f288 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.695211 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed645b55-9c95-4fb0-b063-954a0d884c07 req-a9c5663b-3965-47d3-b69b-e6c10794f288 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.10 "DELETE /v2.0/ports/e7358a43-edcd-42e2-b221-fd22e85e8fda HTTP/1.1" status: 204 len: 173 time: 1.9220421 Jul 05 03:49:44.695780 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d84b116-c25b-429d-8bf9-115f2e62bcb1', 'name': 'network-vif-deleted', 'tag': 'e7358a43-edcd-42e2-b221-fd22e85e8fda'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:44.714586 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1034c883-4563-4c1b-aa83-2bb3bcfc7612" -d '{"events": [{"server_uuid": "3d84b116-c25b-429d-8bf9-115f2e62bcb1", "name": "network-vif-deleted", "tag": "e7358a43-edcd-42e2-b221-fd22e85e8fda"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:44.729405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3b1a0-3382-462f-8553-000b204c3042 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event updated for resources: {'Port': ['ID=1cc7ff56-4fce-4c40-b2df-bc81c6b55b85,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:44.756460 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56af4883-5f4a-40e4-bae5-0f691231b9a0 x-openstack-request-id: req-56af4883-5f4a-40e4-bae5-0f691231b9a0 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:44.757146 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4516ac08-dfca-4b99-befd-d097fcde8f8f", "name": "network-vif-deleted", "tag": "92731db1-2fac-4f39-9211-8d7b0b63fab4", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:44.757933 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-56af4883-5f4a-40e4-bae5-0f691231b9a0 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:44.758495 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4516ac08-dfca-4b99-befd-d097fcde8f8f', 'name': 'network-vif-deleted', 'tag': '92731db1-2fac-4f39-9211-8d7b0b63fab4', 'status': 'completed', 'code': 200} Jul 05 03:49:44.766549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-b0e3b1a0-3382-462f-8553-000b204c3042 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:44.767612 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-b0e3b1a0-3382-462f-8553-000b204c3042 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.793767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9566ce33-63bc-4026-bd5e-5ce251669ad6'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:44.806294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5663b-3965-47d3-b69b-e6c10794f288 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event deleted for resources: {'Port': ['ID=e7358a43-edcd-42e2-b221-fd22e85e8fda,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:44.869508 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.878005 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.880508 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] 10.222.0.38 "DELETE /v2.0/networks/8c893cc8-1402-4f23-9cea-d28bcaa13ccb HTTP/1.1" status: 204 len: 168 time: 1.2666957 Jul 05 03:49:44.903550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369521af-4a11-47fe-bb90-0bf9a6466f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=8c893cc8-1402-4f23-9cea-d28bcaa13ccb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:44.928421 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-b0e3b1a0-3382-462f-8553-000b204c3042 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4823921 Jul 05 03:49:44.952177 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Request body: {'port': {'device_id': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:45.047280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1ea58-85cf-4338-8882-dce0aed5b6d4 req-a2eadf21-44ac-4aba-806f-542d48036a25 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:45.061357 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1e1ea58-85cf-4338-8882-dce0aed5b6d4 req-a2eadf21-44ac-4aba-806f-542d48036a25 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 945 time: 0.1963851 Jul 05 03:49:45.062562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35338) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:45.069958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-35d006b8-0c83-4e52-a010-ccd735bdaaa3 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Request body: {'floatingip': {'port_id': '428303aa-c211-4d8c-981c-4d862aa7876f'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:45.091519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c0b90-6f5a-4072-8016-310b9663eda6 req-0cfe26be-e349-4c7c-ae08-f12812e41a9d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:45.104919 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-236c0b90-6f5a-4072-8016-310b9663eda6 req-0cfe26be-e349-4c7c-ae08-f12812e41a9d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.2785201 Jul 05 03:49:45.177942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ce4f0470-6cba-4e96-8615-4c8701790ec3 None None] Provisioning for port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:45.190589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ce4f0470-6cba-4e96-8615-4c8701790ec3 None None] Provisioning complete for port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:45.191566 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce4f0470-6cba-4e96-8615-4c8701790ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.215284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-236c0b90-6f5a-4072-8016-310b9663eda6 req-26dd37ee-dfc1-4175-8b66-83311d95c0ba tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986154 Jul 05 03:49:45.217535 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35d006b8-0c83-4e52-a010-ccd735bdaaa3 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for floatingip, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.217879 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.277706 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.354887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ce4f0470-6cba-4e96-8615-4c8701790ec3 None None] Port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:45.364106 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7645ffe6-a960-4797-95ba-dcf8870dc097 x-openstack-request-id: req-7645ffe6-a960-4797-95ba-dcf8870dc097 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:45.364392 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d84b116-c25b-429d-8bf9-115f2e62bcb1", "name": "network-vif-deleted", "tag": "e7358a43-edcd-42e2-b221-fd22e85e8fda", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:45.364664 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7645ffe6-a960-4797-95ba-dcf8870dc097 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:45.365140 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d84b116-c25b-429d-8bf9-115f2e62bcb1', 'name': 'network-vif-deleted', 'tag': 'e7358a43-edcd-42e2-b221-fd22e85e8fda', 'status': 'completed', 'code': 200} Jul 05 03:49:45.418896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32a6ace9-e9db-4375-a117-9c1a49f07eb7 req-3ba80652-c8af-48c9-b129-4c0f60954d99 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 210 time: 0.0976789 Jul 05 03:49:45.590683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 92731db1-2fac-4f39-9211-8d7b0b63fab4 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:45.631427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35348) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:45.641080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 92731db1-2fac-4f39-9211-8d7b0b63fab4 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:45.641593 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 92731db1-2fac-4f39-9211-8d7b0b63fab4 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:45.642219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e7358a43-edcd-42e2-b221-fd22e85e8fda no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:45.678652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: e7358a43-edcd-42e2-b221-fd22e85e8fda {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:45.679322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e7358a43-edcd-42e2-b221-fd22e85e8fda not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:45.682492 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-18b3eae2-2d57-463e-a185-33937d68b455 req-b2a84ac2-1cc6-4e6c-86d1-80d03e5683cf tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0417485 Jul 05 03:49:45.721090 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0541da00-b04e-4e68-9543-59d0aeb9e0e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cd6fe46d5d794b72be4f54e8753d362d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0885129 Jul 05 03:49:45.730303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35350) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:45.868124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5057-8fce-4d7c-a1a9-942fecda7268 req-e6162c4b-f8c3-4863-88ca-1541af4e7a60 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:45.876047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5057-8fce-4d7c-a1a9-942fecda7268 req-e6162c4b-f8c3-4863-88ca-1541af4e7a60 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:45.887817 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d6b5057-8fce-4d7c-a1a9-942fecda7268 req-e6162c4b-f8c3-4863-88ca-1541af4e7a60 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1654 time: 0.3038230 Jul 05 03:49:45.955243 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31939918-ccd0-4e79-9a3a-f5b726f865a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.992091 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d6b5057-8fce-4d7c-a1a9-942fecda7268 req-0cd23dc7-1596-40e4-b14a-024bd6084176 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932689 Jul 05 03:49:46.001932 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31939918-ccd0-4e79-9a3a-f5b726f865a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.045878 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e626d7-ec80-4437-baaa-e41b26b666a8 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:46.060599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device e3448067-a65a-4f8a-97f4-9705dedb6fba no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:46.061222 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.092139 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: e3448067-a65a-4f8a-97f4-9705dedb6fba {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:46.092626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device e3448067-a65a-4f8a-97f4-9705dedb6fba not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:46.123833 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a90a6ccb-18b3-45a7-9d90-a5f712c4e649 req-ebdd7fbc-ec07-46d0-874b-1ea42fb61418 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d84b116-c25b-429d-8bf9-115f2e62bcb1 HTTP/1.1" status: 200 len: 210 time: 0.0586207 Jul 05 03:49:46.179943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Transition to ACTIVE for port object c7e626d7-ec80-4437-baaa-e41b26b666a8 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:46.182737 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31939918-ccd0-4e79-9a3a-f5b726f865a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.186282 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31939918-ccd0-4e79-9a3a-f5b726f865a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.187685 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-31939918-ccd0-4e79-9a3a-f5b726f865a9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f8ca5e29-8489-45d9-a0db-dbdd80d1da0c HTTP/1.1" status: 204 len: 168 time: 0.4563022 Jul 05 03:49:46.215192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31939918-ccd0-4e79-9a3a-f5b726f865a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ca5e29-8489-45d9-a0db-dbdd80d1da0c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:46.284909 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.379984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e626d7-ec80-4437-baaa-e41b26b666a8,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:46.424714 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35d006b8-0c83-4e52-a010-ccd735bdaaa3 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.492821 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35d006b8-0c83-4e52-a010-ccd735bdaaa3 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.676277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Attempting to bind port c7e626d7-ec80-4437-baaa-e41b26b666a8 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:46.676703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Attempting to bind port c7e626d7-ec80-4437-baaa-e41b26b666a8 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'aa4d38dd-1e85-4110-95ae-068ee1f60e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'acfeddf0-a493-4c22-af1e-5271c656463e'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:46.677042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Attempting to bind port c7e626d7-ec80-4437-baaa-e41b26b666a8 on network acfeddf0-a493-4c22-af1e-5271c656463e {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:46.697097 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba28d5-af8d-4f88-960e-ddbb517a6ede req-71c8c3c2-a5e1-473c-b637-d01e8eaa0a14 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.706190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-03ba28d5-af8d-4f88-960e-ddbb517a6ede req-71c8c3c2-a5e1-473c-b637-d01e8eaa0a14 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.2511163 Jul 05 03:49:46.761448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Port c7e626d7-ec80-4437-baaa-e41b26b666a8 on network acfeddf0-a493-4c22-af1e-5271c656463e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:46.761779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Attempting to bind port c7e626d7-ec80-4437-baaa-e41b26b666a8 on network acfeddf0-a493-4c22-af1e-5271c656463e {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:46.770555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:46.770889 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Checking segment: {'id': 'aa4d38dd-1e85-4110-95ae-068ee1f60e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'acfeddf0-a493-4c22-af1e-5271c656463e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:46.771353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Bound using segment: {'id': 'aa4d38dd-1e85-4110-95ae-068ee1f60e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'acfeddf0-a493-4c22-af1e-5271c656463e'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:46.772057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Bound port: c7e626d7-ec80-4437-baaa-e41b26b666a8, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4d38dd-1e85-4110-95ae-068ee1f60e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'acfeddf0-a493-4c22-af1e-5271c656463e'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:46.772262 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.773855 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.817959 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be4b2e23-1b93-46a1-a8df-53db33b27001 req-0133553f-41d3-4942-a921-c3ef2e1bc9bf tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 210 time: 0.0636079 Jul 05 03:49:46.893907 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-03ba28d5-af8d-4f88-960e-ddbb517a6ede req-9d5364e3-81d7-43b0-9835-1561f4e72890 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865456 Jul 05 03:49:47.014809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] For port c7e626d7-ec80-4437-baaa-e41b26b666a8, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:47.022274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] For port c7e626d7-ec80-4437-baaa-e41b26b666a8, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=c7e626d7-ec80-4437-baaa-e41b26b666a8,segment=NetworkSegment(aa4d38dd-1e85-4110-95ae-068ee1f60e29),segment_id=aa4d38dd-1e85-4110-95ae-068ee1f60e29)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:47.141937 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b0ccad6-52da-4e44-85cb-1811fb19e2f3 req-2008ce4e-dea3-42ca-8efc-0bed45a38e2b tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0624244 Jul 05 03:49:47.143186 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.208253 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-35d006b8-0c83-4e52-a010-ccd735bdaaa3 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Floating IP 358dcff9-46bd-4a86-ad78-77205f0760c4 associated. External IP: 172.25.6.190, port: 428303aa-c211-4d8c-981c-4d862aa7876f. Jul 05 03:49:47.248893 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.250265 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.252313 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] 10.222.0.36 "PUT /v2.0/ports/c7e626d7-ec80-4437-baaa-e41b26b666a8 HTTP/1.1" status: 200 len: 1093 time: 2.3090456 Jul 05 03:49:47.278460 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c815325-149b-485d-8b59-1b58c75eab74 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e626d7-ec80-4437-baaa-e41b26b666a8,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:47.374466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'tag': 'c7e626d7-ec80-4437-baaa-e41b26b666a8'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:47.376873 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3087796b-af43-42e4-b3ca-4dc0752dd503" -d '{"events": [{"name": "network-changed", "server_uuid": "400a2891-3ed9-4afb-ba66-73d1f0493178", "tag": "c7e626d7-ec80-4437-baaa-e41b26b666a8"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:47.391528 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Request body: {'port': {'device_id': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:47.519956 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e6b064d-a9cc-436b-a469-d241ab61acc9 req-60f58bb3-f3d6-4b0b-bb2c-3ee2daa031bd tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/32ebee77-9cf4-46d0-a8e2-362a3a2f277b HTTP/1.1" status: 200 len: 1801 time: 0.1326027 Jul 05 03:49:47.595680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68a61-d4c6-4609-87e6-8435739e4efc req-3ffa7ed1-24a9-4535-9962-8b2b14f95d90 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.601894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68a61-d4c6-4609-87e6-8435739e4efc req-3ffa7ed1-24a9-4535-9962-8b2b14f95d90 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.603897 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1be68a61-d4c6-4609-87e6-8435739e4efc req-3ffa7ed1-24a9-4535-9962-8b2b14f95d90 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1666 time: 0.3026268 Jul 05 03:49:47.660667 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d006b8-0c83-4e52-a010-ccd735bdaaa3 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Router 364bd5cd-473c-4239-bbe7-eb584b0388b9 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:49:47.716553 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.732587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1be68a61-d4c6-4609-87e6-8435739e4efc req-97b0b677-dac1-4ac2-a649-8a322c249d55 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867987 Jul 05 03:49:47.790444 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2e6b064d-a9cc-436b-a469-d241ab61acc9 req-464f8018-1c34-40d8-84fa-ba53c78aa57c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.808821 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d006b8-0c83-4e52-a010-ccd735bdaaa3 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:49:47.818733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12140543-eab0-4bf9-8d20-182a81d9bea0 None None] Sync routers for ids ['364bd5cd-473c-4239-bbe7-eb584b0388b9'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:49:47.822173 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35d006b8-0c83-4e52-a010-ccd735bdaaa3 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.842716 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12140543-eab0-4bf9-8d20-182a81d9bea0 None None] Routers {'364bd5cd-473c-4239-bbe7-eb584b0388b9'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:47.844175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-12140543-eab0-4bf9-8d20-182a81d9bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:49:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['364bd5cd-473c-4239-bbe7-eb584b0388b9'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:47.891273 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-35d006b8-0c83-4e52-a010-ccd735bdaaa3 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "PUT /v2.0/floatingips/358dcff9-46bd-4a86-ad78-77205f0760c4 HTTP/1.1" status: 200 len: 991 time: 2.8270438 Jul 05 03:49:47.894243 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2507c929-348f-4b1b-be3c-8c717170d112', 'tag': '428303aa-c211-4d8c-981c-4d862aa7876f'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:47.897800 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9d7f56-580b-4a21-8f52-e9f5fd4caf4b" -d '{"events": [{"name": "network-changed", "server_uuid": "2507c929-348f-4b1b-be3c-8c717170d112", "tag": "428303aa-c211-4d8c-981c-4d862aa7876f"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:47.970683 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e1e863-0da9-4cd2-9f88-794add3e8a3b x-openstack-request-id: req-29e1e863-0da9-4cd2-9f88-794add3e8a3b {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:47.971308 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400a2891-3ed9-4afb-ba66-73d1f0493178", "tag": "c7e626d7-ec80-4437-baaa-e41b26b666a8", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:47.971757 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29e1e863-0da9-4cd2-9f88-794add3e8a3b {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:47.972352 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'tag': 'c7e626d7-ec80-4437-baaa-e41b26b666a8', 'status': 'completed', 'code': 200} Jul 05 03:49:47.988730 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087796b-af43-42e4-b3ca-4dc0752dd503 req-67f626e6-d7d9-42d6-9e28-3e7267213c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.989221 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087796b-af43-42e4-b3ca-4dc0752dd503 req-67f626e6-d7d9-42d6-9e28-3e7267213c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.991031 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3087796b-af43-42e4-b3ca-4dc0752dd503 req-67f626e6-d7d9-42d6-9e28-3e7267213c0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e05ce83d133e42bebf955019114ffeb2&device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1914 time: 0.0982108 Jul 05 03:49:48.002408 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2e6b064d-a9cc-436b-a469-d241ab61acc9 req-464f8018-1c34-40d8-84fa-ba53c78aa57c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.134325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087796b-af43-42e4-b3ca-4dc0752dd503 req-16ac207b-5c86-48b1-8565-b3ec90df821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.134818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087796b-af43-42e4-b3ca-4dc0752dd503 req-16ac207b-5c86-48b1-8565-b3ec90df821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.135505 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087796b-af43-42e4-b3ca-4dc0752dd503 req-16ac207b-5c86-48b1-8565-b3ec90df821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.137912 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3087796b-af43-42e4-b3ca-4dc0752dd503 req-16ac207b-5c86-48b1-8565-b3ec90df821f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e05ce83d133e42bebf955019114ffeb2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1341856 Jul 05 03:49:48.192591 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-12140543-eab0-4bf9-8d20-182a81d9bea0 None None] Set router 364bd5cd-473c-4239-bbe7-eb584b0388b9 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:48.273595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087796b-af43-42e4-b3ca-4dc0752dd503 req-296b7d3e-a784-4ba8-8a5c-9cd13b477729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.275982 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3087796b-af43-42e4-b3ca-4dc0752dd503 req-296b7d3e-a784-4ba8-8a5c-9cd13b477729 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283002 Jul 05 03:49:48.440054 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e19524e1-0754-4980-be29-c3bb9263d528 req-84c5da44-fde1-42bf-8113-6b9983807777 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 210 time: 0.3527708 Jul 05 03:49:48.487875 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-12140543-eab0-4bf9-8d20-182a81d9bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'name': 'tempest-ServersTestManualDisk-1229970835-router', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:55Z', 'updated_at': '2021-07-05T03:49:03Z', 'revision_number': 4, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'gw_port': {'id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:57Z', 'updated_at': '2021-07-05T03:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '358dcff9-46bd-4a86-ad78-77205f0760c4', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'floating_ip_address': '172.25.6.190', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'port_id': '428303aa-c211-4d8c-981c-4d862aa7876f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb', 'mac_address': 'fa:16:3e:61:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2507c929-348f-4b1b-be3c-8c717170d112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:49:13Z', 'updated_at': '2021-07-05T03:49:46Z', 'revision_number': 1, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9325752-7366-4903-aa03-fddff6ab2a45', 'name': '', 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'mac_address': 'fa:16:3e:9d:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:02Z', 'updated_at': '2021-07-05T03:49:10Z', 'revision_number': 5, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'subnets': [{'id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:48.511633 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2e6b064d-a9cc-436b-a469-d241ab61acc9 req-464f8018-1c34-40d8-84fa-ba53c78aa57c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.518062 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2e6b064d-a9cc-436b-a469-d241ab61acc9 req-464f8018-1c34-40d8-84fa-ba53c78aa57c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.520340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12140543-eab0-4bf9-8d20-182a81d9bea0 None None] Checking router: 364bd5cd-473c-4239-bbe7-eb584b0388b9 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:49:48.534158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12140543-eab0-4bf9-8d20-182a81d9bea0 None None] Routers {'364bd5cd-473c-4239-bbe7-eb584b0388b9'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:49:48.535176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-12140543-eab0-4bf9-8d20-182a81d9bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:49:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['364bd5cd-473c-4239-bbe7-eb584b0388b9'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:48.536597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e6b064d-a9cc-436b-a469-d241ab61acc9 req-464f8018-1c34-40d8-84fa-ba53c78aa57c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "DELETE /v2.0/security-groups/32ebee77-9cf4-46d0-a8e2-362a3a2f277b HTTP/1.1" status: 204 len: 173 time: 1.0153096 Jul 05 03:49:48.591257 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d537625-6c12-4502-81c7-e0f740b51715 x-openstack-request-id: req-9d537625-6c12-4502-81c7-e0f740b51715 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:48.591613 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2507c929-348f-4b1b-be3c-8c717170d112", "tag": "428303aa-c211-4d8c-981c-4d862aa7876f", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:48.591780 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d537625-6c12-4502-81c7-e0f740b51715 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:48.592864 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2507c929-348f-4b1b-be3c-8c717170d112', 'tag': '428303aa-c211-4d8c-981c-4d862aa7876f', 'status': 'completed', 'code': 200} Jul 05 03:49:48.615033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f8018-1c34-40d8-84fa-ba53c78aa57c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ebee77-9cf4-46d0-a8e2-362a3a2f277b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:48.734521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:48.760711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-12140543-eab0-4bf9-8d20-182a81d9bea0 None None] Set router 364bd5cd-473c-4239-bbe7-eb584b0388b9 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:49:48.770136 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.808462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Transition to ACTIVE for port object 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:48.875632 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.899027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d7f56-580b-4a21-8f52-e9f5fd4caf4b req-45da1cbd-e2db-4f7f-b192-ed9684b1ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.916962 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf9d7f56-580b-4a21-8f52-e9f5fd4caf4b req-45da1cbd-e2db-4f7f-b192-ed9684b1ebd5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=429da1ccedc449a291003152f2c8e07e&device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 1097 time: 0.2548680 Jul 05 03:49:49.079153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Pushing event updated for resources: {'Port': ['ID=1cc7ff56-4fce-4c40-b2df-bc81c6b55b85,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:49.116018 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db84033-4829-4746-860a-1b21613671f3 req-7822edca-9b7b-4760-9767-266d56ce9c9f tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:49.118241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2db84033-4829-4746-860a-1b21613671f3 req-7822edca-9b7b-4760-9767-266d56ce9c9f tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.3269536 Jul 05 03:49:49.215356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2db84033-4829-4746-860a-1b21613671f3 req-89977dbb-52b2-4bcf-a026-fe3dffbbfda2 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728354 Jul 05 03:49:49.302315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-12140543-eab0-4bf9-8d20-182a81d9bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'name': 'tempest-ServersTestManualDisk-1229970835-router', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:55Z', 'updated_at': '2021-07-05T03:49:03Z', 'revision_number': 4, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'gw_port': {'id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:57Z', 'updated_at': '2021-07-05T03:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '358dcff9-46bd-4a86-ad78-77205f0760c4', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'floating_ip_address': '172.25.6.190', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'port_id': '428303aa-c211-4d8c-981c-4d862aa7876f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb', 'mac_address': 'fa:16:3e:61:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2507c929-348f-4b1b-be3c-8c717170d112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:49:13Z', 'updated_at': '2021-07-05T03:49:46Z', 'revision_number': 1, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9325752-7366-4903-aa03-fddff6ab2a45', 'name': '', 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'mac_address': 'fa:16:3e:9d:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:02Z', 'updated_at': '2021-07-05T03:49:10Z', 'revision_number': 5, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'subnets': [{'id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:49:49.363023 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a3251b77-d086-47ce-9857-eca90341e125 req-3d163035-7b9a-4a9d-addb-e3c64def7944 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0951154 Jul 05 03:49:49.378349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12140543-eab0-4bf9-8d20-182a81d9bea0 None None] The sync data for ids ['364bd5cd-473c-4239-bbe7-eb584b0388b9'] in n-d-771363-32 is: [{'id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'name': 'tempest-ServersTestManualDisk-1229970835-router', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:55Z', 'updated_at': '2021-07-05T03:49:03Z', 'revision_number': 4, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'gw_port': {'id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:57Z', 'updated_at': '2021-07-05T03:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '358dcff9-46bd-4a86-ad78-77205f0760c4', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'floating_ip_address': '172.25.6.190', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'port_id': '428303aa-c211-4d8c-981c-4d862aa7876f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb', 'mac_address': 'fa:16:3e:61:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2507c929-348f-4b1b-be3c-8c717170d112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:49:13Z', 'updated_at': '2021-07-05T03:49:46Z', 'revision_number': 1, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9325752-7366-4903-aa03-fddff6ab2a45', 'name': '', 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'mac_address': 'fa:16:3e:9d:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:02Z', 'updated_at': '2021-07-05T03:49:10Z', 'revision_number': 5, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'subnets': [{'id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:49:49.395084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67d3f116-d40c-4a51-8ca6-d4d7dd75a224 req-c2ae955d-353a-4a9e-a8e7-3716e721bf4d tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/fbbb9e0a-d6ab-44fb-a5a9-caf791dd136d HTTP/1.1" status: 200 len: 1800 time: 0.1195416 Jul 05 03:49:49.397018 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d7f56-580b-4a21-8f52-e9f5fd4caf4b req-b9c093ad-ce6e-4b2b-8955-9802622f2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:49.399869 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf9d7f56-580b-4a21-8f52-e9f5fd4caf4b req-b9c093ad-ce6e-4b2b-8955-9802622f2fc2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84ec4343-9bb1-496f-8666-e68e2a30eafb HTTP/1.1" status: 200 len: 913 time: 0.4814415 Jul 05 03:49:49.417283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Attempting to bind port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:49.417283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Attempting to bind port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '77deb87c-40f9-4f36-8566-e395f320842d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26201271-7292-4cb0-8d1a-82e4730a96b0'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:49.417678 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Attempting to bind port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 on network 26201271-7292-4cb0-8d1a-82e4730a96b0 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:49.523513 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 on network 26201271-7292-4cb0-8d1a-82e4730a96b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:49.529221 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Attempting to bind port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 on network 26201271-7292-4cb0-8d1a-82e4730a96b0 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:49.577198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:49.577769 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Checking segment: {'id': '77deb87c-40f9-4f36-8566-e395f320842d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26201271-7292-4cb0-8d1a-82e4730a96b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:49.578388 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Bound using segment: {'id': '77deb87c-40f9-4f36-8566-e395f320842d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26201271-7292-4cb0-8d1a-82e4730a96b0'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:49.580690 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Bound port: 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77deb87c-40f9-4f36-8566-e395f320842d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26201271-7292-4cb0-8d1a-82e4730a96b0'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:49.580690 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.695819 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35418) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:49.713102 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf9d7f56-580b-4a21-8f52-e9f5fd4caf4b req-8d444709-e7c7-42de-b78d-5e9d3a6be9e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=428303aa-c211-4d8c-981c-4d862aa7876f HTTP/1.1" status: 200 len: 999 time: 0.2981193 Jul 05 03:49:49.748009 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71989594-aa64-49f4-82ea-426d387bee77 None None] New status for floating IP 358dcff9-46bd-4a86-ad78-77205f0760c4: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:49:49.788568 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-67d3f116-d40c-4a51-8ca6-d4d7dd75a224 req-7e2acce4-9d39-4787-a2d5-3bdd2c2ca019 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.844293 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ab92622-00da-4084-913b-34467a4aea85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.915695 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae641d4-ba08-4a35-983e-5e71d5f3f1ca req-e1a4d4c3-02d2-4177-95bc-f2cb7365bf5a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:49.922467 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae641d4-ba08-4a35-983e-5e71d5f3f1ca req-e1a4d4c3-02d2-4177-95bc-f2cb7365bf5a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:49.924573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ae641d4-ba08-4a35-983e-5e71d5f3f1ca req-e1a4d4c3-02d2-4177-95bc-f2cb7365bf5a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1678 time: 0.3492930 Jul 05 03:49:49.926500 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-67d3f116-d40c-4a51-8ca6-d4d7dd75a224 req-7e2acce4-9d39-4787-a2d5-3bdd2c2ca019 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.933362 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] For port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:49.941967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] For port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1cc7ff56-4fce-4c40-b2df-bc81c6b55b85,segment=NetworkSegment(77deb87c-40f9-4f36-8566-e395f320842d),segment_id=77deb87c-40f9-4f36-8566-e395f320842d)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:49.965773 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ab92622-00da-4084-913b-34467a4aea85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.966014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d7f56-580b-4a21-8f52-e9f5fd4caf4b req-a83bc19a-952f-4524-8f4d-6041390f0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:49.967520 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf9d7f56-580b-4a21-8f52-e9f5fd4caf4b req-a83bc19a-952f-4524-8f4d-6041390f0567 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bc68f1f-d6b1-430e-bb84-455db390f451 HTTP/1.1" status: 200 len: 851 time: 0.1992817 Jul 05 03:49:50.034750 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ae641d4-ba08-4a35-983e-5e71d5f3f1ca req-5f394dd0-d32a-4b07-8cb7-a83b862c2507 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911627 Jul 05 03:49:50.035859 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.086360 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ab92622-00da-4084-913b-34467a4aea85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.110458 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.111095 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.112646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] 10.222.0.36 "PUT /v2.0/ports/1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 HTTP/1.1" status: 200 len: 1092 time: 2.7295582 Jul 05 03:49:50.113108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'tag': '1cc7ff56-4fce-4c40-b2df-bc81c6b55b85'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:50.115471 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60a5856-2a23-4a02-9a0f-505a610aa054" -d '{"events": [{"name": "network-changed", "server_uuid": "400a2891-3ed9-4afb-ba66-73d1f0493178", "tag": "1cc7ff56-4fce-4c40-b2df-bc81c6b55b85"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:50.144383 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-67d3f116-d40c-4a51-8ca6-d4d7dd75a224 req-7e2acce4-9d39-4787-a2d5-3bdd2c2ca019 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.147235 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-67d3f116-d40c-4a51-8ca6-d4d7dd75a224 req-7e2acce4-9d39-4787-a2d5-3bdd2c2ca019 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.148493 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67d3f116-d40c-4a51-8ca6-d4d7dd75a224 req-7e2acce4-9d39-4787-a2d5-3bdd2c2ca019 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "DELETE /v2.0/security-groups/fbbb9e0a-d6ab-44fb-a5a9-caf791dd136d HTTP/1.1" status: 204 len: 173 time: 0.7450380 Jul 05 03:49:50.170550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52a59b-3c62-4335-9066-6cb6492f90cb service neutron] Pushing event updated for resources: {'Port': ['ID=1cc7ff56-4fce-4c40-b2df-bc81c6b55b85,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:50.179624 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1ab92622-00da-4084-913b-34467a4aea85 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae5a5d992cd8495f8aba313c185078de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4832594 Jul 05 03:49:50.180297 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35428) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:50.182692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab92622-00da-4084-913b-34467a4aea85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7082bb-9295-4c7c-a60c-a5c6361d835c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:50.197438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2acce4-9d39-4787-a2d5-3bdd2c2ca019 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbb9e0a-d6ab-44fb-a5a9-caf791dd136d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:50.236709 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d7f56-580b-4a21-8f52-e9f5fd4caf4b req-65f84189-b382-4bb6-8ff5-a293967687db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.239301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf9d7f56-580b-4a21-8f52-e9f5fd4caf4b req-65f84189-b382-4bb6-8ff5-a293967687db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84ec4343-9bb1-496f-8666-e68e2a30eafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2487833 Jul 05 03:49:50.310934 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-258f5994-ff67-49dd-8983-febcb915f949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.350488 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-258f5994-ff67-49dd-8983-febcb915f949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.447347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf9d7f56-580b-4a21-8f52-e9f5fd4caf4b req-4518b6b0-5362-4057-a126-f5175b4a13af service neutron] 10.222.0.10 "GET /v2.0/networks/84ec4343-9bb1-496f-8666-e68e2a30eafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943958 Jul 05 03:49:50.507381 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-f044b553-029c-4f07-94e8-c0f9c9372f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.507868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-f044b553-029c-4f07-94e8-c0f9c9372f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.510102 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-f044b553-029c-4f07-94e8-c0f9c9372f21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e05ce83d133e42bebf955019114ffeb2&device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1982 time: 0.1724336 Jul 05 03:49:50.523008 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49f255ee-7292-4186-9c26-c15d020424ce req-17db9151-46d9-49e3-9d18-13bf058e5c11 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=4516ac08-dfca-4b99-befd-d097fcde8f8f HTTP/1.1" status: 200 len: 210 time: 0.0729163 Jul 05 03:49:50.547249 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-258f5994-ff67-49dd-8983-febcb915f949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.549820 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-258f5994-ff67-49dd-8983-febcb915f949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.551180 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-258f5994-ff67-49dd-8983-febcb915f949 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4c7082bb-9295-4c7c-a60c-a5c6361d835c HTTP/1.1" status: 204 len: 168 time: 0.3645127 Jul 05 03:49:50.571687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f5994-ff67-49dd-8983-febcb915f949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7082bb-9295-4c7c-a60c-a5c6361d835c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:50.653748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-3d57e6fd-0b6d-4c25-9d34-1732a5c3b979 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.107&port_id=c7e626d7-ec80-4437-baaa-e41b26b666a8 HTTP/1.1" status: 200 len: 217 time: 0.0738678 Jul 05 03:49:50.684417 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-7fbc9e2f-44a7-40ea-b4e9-d21ba0763004 req-e6f29e62-94d3-4cc2-b5a1-e04b843a2d4b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-658106499', 'description': 'tempest-description-1491409515'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:50.715488 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6b2a7a-bfc9-42aa-bad4-c29ea067e7b5 x-openstack-request-id: req-8e6b2a7a-bfc9-42aa-bad4-c29ea067e7b5 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:50.715777 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400a2891-3ed9-4afb-ba66-73d1f0493178", "tag": "1cc7ff56-4fce-4c40-b2df-bc81c6b55b85", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:50.716024 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e6b2a7a-bfc9-42aa-bad4-c29ea067e7b5 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:50.716443 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'tag': '1cc7ff56-4fce-4c40-b2df-bc81c6b55b85', 'status': 'completed', 'code': 200} Jul 05 03:49:50.765850 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-0ae8d2f3-6633-4158-beee-afd454a32638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.767298 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-0ae8d2f3-6633-4158-beee-afd454a32638 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d2ac793-52cd-4330-af71-2eb443ab4629 HTTP/1.1" status: 200 len: 801 time: 0.0969181 Jul 05 03:49:50.773905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf9d7f56-580b-4a21-8f52-e9f5fd4caf4b req-9d193c42-d515-40d4-a969-b56a06ca73f0 service neutron] 10.222.0.10 "GET /v2.0/networks/84ec4343-9bb1-496f-8666-e68e2a30eafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006539 Jul 05 03:49:50.871982 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7fbc9e2f-44a7-40ea-b4e9-d21ba0763004 req-e6f29e62-94d3-4cc2-b5a1-e04b843a2d4b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.908948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-44238b2d-e7e2-4bb9-8c2e-a6e259cb6ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.910641 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-44238b2d-e7e2-4bb9-8c2e-a6e259cb6ea3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=acfeddf0-a493-4c22-af1e-5271c656463e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328902 Jul 05 03:49:50.926023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c3210-7708-473e-b391-8d876ae1eecb req-d48e755e-34fe-4458-ae8d-dd7cb1f4dff0 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.927667 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-463c3210-7708-473e-b391-8d876ae1eecb req-d48e755e-34fe-4458-ae8d-dd7cb1f4dff0 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.1129239 Jul 05 03:49:51.057973 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-463c3210-7708-473e-b391-8d876ae1eecb req-6966404f-9aab-49aa-b033-1783d20474ba tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177690 Jul 05 03:49:51.101534 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-52b5ecc5-6788-4a07-8071-2f0b16d7acf2 service neutron] 10.222.0.36 "GET /v2.0/networks/acfeddf0-a493-4c22-af1e-5271c656463e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725628 Jul 05 03:49:51.109256 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7fbc9e2f-44a7-40ea-b4e9-d21ba0763004 req-e6f29e62-94d3-4cc2-b5a1-e04b843a2d4b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.194331 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7fbc9e2f-44a7-40ea-b4e9-d21ba0763004 req-e6f29e62-94d3-4cc2-b5a1-e04b843a2d4b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.265660 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-d4ec5a58-ab75-4306-a9e7-bed92ac9f6ec service neutron] 10.222.0.36 "GET /v2.0/networks/acfeddf0-a493-4c22-af1e-5271c656463e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550655 Jul 05 03:49:51.266545 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f29e62-94d3-4cc2-b5a1-e04b843a2d4b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9783febb-1b8e-4740-9066-bd4e1eebfe2e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:51.298941 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:49:51.325146 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-0962b5fa-6481-495c-9345-d5bd0a02077f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.47&port_id=1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 HTTP/1.1" status: 200 len: 217 time: 0.0486965 Jul 05 03:49:51.355441 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-154115b2-e560-4770-bc96-c7868142eb52 req-dbdf771d-7020-466d-8f81-c988cc8db116 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0693474 Jul 05 03:49:51.357579 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7fbc9e2f-44a7-40ea-b4e9-d21ba0763004 req-e6f29e62-94d3-4cc2-b5a1-e04b843a2d4b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.364766 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7fbc9e2f-44a7-40ea-b4e9-d21ba0763004 req-e6f29e62-94d3-4cc2-b5a1-e04b843a2d4b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6859944 Jul 05 03:49:51.470753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-becbf9c3-8330-42ec-9bbc-ab48a4e39c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.472993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-becbf9c3-8330-42ec-9bbc-ab48a4e39c01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b7b9008-9413-4c5f-852b-89d4ac3e781f HTTP/1.1" status: 200 len: 801 time: 0.1273043 Jul 05 03:49:51.551086 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-497a53cb-5b60-4f14-a9c9-e59e56bf6638 req-26330dcc-b3b1-4f6a-8005-952e3a33506e tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/9783febb-1b8e-4740-9066-bd4e1eebfe2e HTTP/1.1" status: 200 len: 1800 time: 0.1378307 Jul 05 03:49:51.579464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-497a53cb-5b60-4f14-a9c9-e59e56bf6638 req-07f278c6-cb69-468f-8590-a3ab7356e8e1 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1079727418', 'description': 'tempest-description-hth-1376384486'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:51.631090 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-497a53cb-5b60-4f14-a9c9-e59e56bf6638 req-07f278c6-cb69-468f-8590-a3ab7356e8e1 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.648736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-f68c37f8-1679-40b2-8818-fbfc717dbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.650731 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-f68c37f8-1679-40b2-8818-fbfc717dbe94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26201271-7292-4cb0-8d1a-82e4730a96b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688378 Jul 05 03:49:51.753457 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d2d69-f934-4937-98d3-3988243d29ae req-2ea2bc4c-e8f2-44f4-8cf9-1c7648788005 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.762123 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d2d69-f934-4937-98d3-3988243d29ae req-2ea2bc4c-e8f2-44f4-8cf9-1c7648788005 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.764327 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa3d2d69-f934-4937-98d3-3988243d29ae req-2ea2bc4c-e8f2-44f4-8cf9-1c7648788005 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1678 time: 0.2330153 Jul 05 03:49:51.827619 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-497a53cb-5b60-4f14-a9c9-e59e56bf6638 req-07f278c6-cb69-468f-8590-a3ab7356e8e1 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.869339 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa3d2d69-f934-4937-98d3-3988243d29ae req-d9eb256e-fb6e-4fbe-be4c-67bbd7634a06 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900090 Jul 05 03:49:51.894687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-a1190ed1-e156-4365-951e-7525f6257493 service neutron] 10.222.0.36 "GET /v2.0/networks/26201271-7292-4cb0-8d1a-82e4730a96b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325349 Jul 05 03:49:51.982414 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-497a53cb-5b60-4f14-a9c9-e59e56bf6638 req-07f278c6-cb69-468f-8590-a3ab7356e8e1 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.985619 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-497a53cb-5b60-4f14-a9c9-e59e56bf6638 req-07f278c6-cb69-468f-8590-a3ab7356e8e1 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.001337 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-497a53cb-5b60-4f14-a9c9-e59e56bf6638 req-07f278c6-cb69-468f-8590-a3ab7356e8e1 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "PUT /v2.0/security-groups/9783febb-1b8e-4740-9066-bd4e1eebfe2e HTTP/1.1" status: 200 len: 1775 time: 0.4266608 Jul 05 03:49:52.068550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35466) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:52.116210 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f278c6-cb69-468f-8590-a3ab7356e8e1 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9783febb-1b8e-4740-9066-bd4e1eebfe2e,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:52.183055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6efa8fd-bff0-461b-a2f0-32b233bd7306 req-0507d06d-7acb-4e9e-9b8d-02c9c78b113c service neutron] 10.222.0.36 "GET /v2.0/networks/26201271-7292-4cb0-8d1a-82e4730a96b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760434 Jul 05 03:49:52.213056 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eafaa733-3007-4f00-9b2c-0eb7d53d971b req-13bf52ad-2756-4d95-961d-8c0da0767aaa tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/9783febb-1b8e-4740-9066-bd4e1eebfe2e HTTP/1.1" status: 200 len: 1775 time: 0.0738285 Jul 05 03:49:52.232798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e03bc29e-b2ce-4c71-954f-128736f0b588 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-375907530-network', 'tenant_id': 'b49b6a63013f4757b15814ac1d2c5954'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:52.358488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03bc29e-b2ce-4c71-954f-128736f0b588 admin admin] Made reservation on behalf of b49b6a63013f4757b15814ac1d2c5954 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:52.361192 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e03bc29e-b2ce-4c71-954f-128736f0b588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.372873 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e03bc29e-b2ce-4c71-954f-128736f0b588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.553084 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e03bc29e-b2ce-4c71-954f-128736f0b588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.624433 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cad7c9aa-8be3-447b-a0c7-8528597a6441 req-11bf8adf-1cdc-4f77-ac7a-aaa2fe2408d1 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/9783febb-1b8e-4740-9066-bd4e1eebfe2e HTTP/1.1" status: 200 len: 1775 time: 0.3678784 Jul 05 03:49:52.641875 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e03bc29e-b2ce-4c71-954f-128736f0b588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.666412 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03bc29e-b2ce-4c71-954f-128736f0b588 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:49:52.695369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bc29e-b2ce-4c71-954f-128736f0b588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20176787-391a-4ee4-a75f-a740b474bb46,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:52.703389 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e03bc29e-b2ce-4c71-954f-128736f0b588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.704331 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-e03bc29e-b2ce-4c71-954f-128736f0b588 admin admin] Added segment ad448010-0b2b-4426-9928-8c2fed4ee1df of type vlan for network f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd Jul 05 03:49:52.734274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22ead7-21e5-4fea-b2a1-c5a3a88c3c21 req-30f0cdc3-dd59-49f0-bc7d-da1d472f2941 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.743474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa22ead7-21e5-4fea-b2a1-c5a3a88c3c21 req-30f0cdc3-dd59-49f0-bc7d-da1d472f2941 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.4724522 Jul 05 03:49:52.756549 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e03bc29e-b2ce-4c71-954f-128736f0b588 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.787217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a5856-2a23-4a02-9a0f-505a610aa054 req-e477cd4f-e8bb-4230-b16f-d59f77c07c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.787415 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a5856-2a23-4a02-9a0f-505a610aa054 req-e477cd4f-e8bb-4230-b16f-d59f77c07c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.788983 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e60a5856-2a23-4a02-9a0f-505a610aa054 req-e477cd4f-e8bb-4230-b16f-d59f77c07c64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e05ce83d133e42bebf955019114ffeb2&device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1982 time: 0.4753258 Jul 05 03:49:52.832321 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cad7c9aa-8be3-447b-a0c7-8528597a6441 req-7a195d23-4b3f-4635-b714-e897c19dc5d4 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.865815 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e03bc29e-b2ce-4c71-954f-128736f0b588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.866731 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa22ead7-21e5-4fea-b2a1-c5a3a88c3c21 req-71d84520-3932-498b-ad0a-34b2a84abe9b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224174 Jul 05 03:49:52.866864 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03bc29e-b2ce-4c71-954f-128736f0b588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.867405 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e03bc29e-b2ce-4c71-954f-128736f0b588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.905082 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cad7c9aa-8be3-447b-a0c7-8528597a6441 req-7a195d23-4b3f-4635-b714-e897c19dc5d4 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.963907 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bc29e-b2ce-4c71-954f-128736f0b588 admin admin] Pushing event updated for resources: {'Network': ['ID=f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:52.977129 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:49:52.994069 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a5856-2a23-4a02-9a0f-505a610aa054 req-4d1e324c-5bb6-4163-96b4-22ba6e8590b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.995613 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e60a5856-2a23-4a02-9a0f-505a610aa054 req-4d1e324c-5bb6-4163-96b4-22ba6e8590b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26201271-7292-4cb0-8d1a-82e4730a96b0 HTTP/1.1" status: 200 len: 902 time: 0.1890807 Jul 05 03:49:53.012595 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e03bc29e-b2ce-4c71-954f-128736f0b588 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9424233 Jul 05 03:49:53.014913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35484) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:53.026572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-75f449b3-1a25-4d16-b6bd-6102c9e1b4f2 admin admin] Request body: {'subnet': {'network_id': 'f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-375907530-subnet', 'tenant_id': 'b49b6a63013f4757b15814ac1d2c5954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:53.074917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e60a5856-2a23-4a02-9a0f-505a610aa054 req-a93d4811-1f8b-4f7a-8319-3dcddba88885 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.47&port_id=1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 HTTP/1.1" status: 200 len: 217 time: 0.0687046 Jul 05 03:49:53.097709 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cad7c9aa-8be3-447b-a0c7-8528597a6441 req-7a195d23-4b3f-4635-b714-e897c19dc5d4 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.100393 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cad7c9aa-8be3-447b-a0c7-8528597a6441 req-7a195d23-4b3f-4635-b714-e897c19dc5d4 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.105912 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cad7c9aa-8be3-447b-a0c7-8528597a6441 req-7a195d23-4b3f-4635-b714-e897c19dc5d4 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "DELETE /v2.0/security-groups/9783febb-1b8e-4740-9066-bd4e1eebfe2e HTTP/1.1" status: 204 len: 173 time: 0.4741445 Jul 05 03:49:53.178647 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a195d23-4b3f-4635-b714-e897c19dc5d4 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9783febb-1b8e-4740-9066-bd4e1eebfe2e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:53.194287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f449b3-1a25-4d16-b6bd-6102c9e1b4f2 admin admin] Made reservation on behalf of b49b6a63013f4757b15814ac1d2c5954 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:53.198783 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75f449b3-1a25-4d16-b6bd-6102c9e1b4f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.233201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a7571d9a-beae-42c2-8630-5313f492d887 req-78218ff6-638f-4620-bad6-7ef63ae8062a tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0866420 Jul 05 03:49:53.246387 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a5856-2a23-4a02-9a0f-505a610aa054 req-65b7726d-0b22-4075-a6f0-af4415dd6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.248346 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e60a5856-2a23-4a02-9a0f-505a610aa054 req-65b7726d-0b22-4075-a6f0-af4415dd6bc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b7b9008-9413-4c5f-852b-89d4ac3e781f HTTP/1.1" status: 200 len: 801 time: 0.1656215 Jul 05 03:49:53.437045 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6c649-12ec-4bfc-80e3-0c9b0f76eab0 req-8e35fa02-b34c-45b3-b2a1-410eb2754ca3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.489095 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6c649-12ec-4bfc-80e3-0c9b0f76eab0 req-8e35fa02-b34c-45b3-b2a1-410eb2754ca3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.494530 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aeb6c649-12ec-4bfc-80e3-0c9b0f76eab0 req-8e35fa02-b34c-45b3-b2a1-410eb2754ca3 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1678 time: 0.2481594 Jul 05 03:49:53.498602 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a5856-2a23-4a02-9a0f-505a610aa054 req-c82f490b-4768-4de1-b1c5-447d91d7bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.501529 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e60a5856-2a23-4a02-9a0f-505a610aa054 req-c82f490b-4768-4de1-b1c5-447d91d7bc4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26201271-7292-4cb0-8d1a-82e4730a96b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387748 Jul 05 03:49:53.595210 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75f449b3-1a25-4d16-b6bd-6102c9e1b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.681598 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e60a5856-2a23-4a02-9a0f-505a610aa054 req-4201be79-7771-40dd-ad70-e3d09b8e19c5 service neutron] 10.222.0.36 "GET /v2.0/networks/26201271-7292-4cb0-8d1a-82e4730a96b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632946 Jul 05 03:49:53.734914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f449b3-1a25-4d16-b6bd-6102c9e1b4f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0ef7556-fab4-465d-9bbc-935dc24944e3,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:53.755095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f449b3-1a25-4d16-b6bd-6102c9e1b4f2 admin admin] Checking segment: {'id': 'ad448010-0b2b-4426-9928-8c2fed4ee1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:53.755462 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f449b3-1a25-4d16-b6bd-6102c9e1b4f2 admin admin] Network hostable DHCP agents. Network: f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:49:53.783585 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aeb6c649-12ec-4bfc-80e3-0c9b0f76eab0 req-7a0a305e-7890-4037-b69f-9670778debbc tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801886 Jul 05 03:49:53.850053 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-358490be-2961-41f8-9348-ae61e9c94a50 req-9eb3d3c0-3b0c-4e88-9843-711b38226db1 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] show failed (client error): The resource could not be found. Jul 05 03:49:53.851105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-358490be-2961-41f8-9348-ae61e9c94a50 req-9eb3d3c0-3b0c-4e88-9843-711b38226db1 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/fbbb9e0a-d6ab-44fb-a5a9-caf791dd136d HTTP/1.1" status: 404 len: 352 time: 0.0305667 Jul 05 03:49:53.875675 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e60a5856-2a23-4a02-9a0f-505a610aa054 req-0786f910-78d2-4323-bc7a-ce1ecca02614 service neutron] 10.222.0.36 "GET /v2.0/networks/26201271-7292-4cb0-8d1a-82e4730a96b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864364 Jul 05 03:49:53.876317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f449b3-1a25-4d16-b6bd-6102c9e1b4f2 admin admin] Network f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:49:53.901657 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-ff5ca2d5-3e18-4c14-beb3-c4e211fb4854 req-e3621d8e-4f61-4d4a-aad2-0b5902ec6922 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] show failed (client error): The resource could not be found. Jul 05 03:49:53.902831 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff5ca2d5-3e18-4c14-beb3-c4e211fb4854 req-e3621d8e-4f61-4d4a-aad2-0b5902ec6922 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/32ebee77-9cf4-46d0-a8e2-362a3a2f277b HTTP/1.1" status: 404 len: 352 time: 0.0161960 Jul 05 03:49:53.945735 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-9348bc1f-91d1-43bc-8c50-7ad3938fc27c req-040c9585-6e35-4ab6-bda0-44b47135d8ce tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] show failed (client error): The resource could not be found. Jul 05 03:49:53.949756 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9348bc1f-91d1-43bc-8c50-7ad3938fc27c req-040c9585-6e35-4ab6-bda0-44b47135d8ce tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/f6b83d59-fcb0-405c-9e1b-4e9950549128 HTTP/1.1" status: 404 len: 352 time: 0.0221772 Jul 05 03:49:53.991227 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-1732607f-bdc2-4b1d-82d5-f01a8b34277e req-47930ffa-a633-4a78-b70b-9ef9f45d5c13 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] show failed (client error): The resource could not be found. Jul 05 03:49:53.992570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-75f449b3-1a25-4d16-b6bd-6102c9e1b4f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:53.993110 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1732607f-bdc2-4b1d-82d5-f01a8b34277e req-47930ffa-a633-4a78-b70b-9ef9f45d5c13 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/fe340a3e-bed1-423e-b495-d10deb07aba2 HTTP/1.1" status: 404 len: 352 time: 0.0230556 Jul 05 03:49:53.997871 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f449b3-1a25-4d16-b6bd-6102c9e1b4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.998683 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75f449b3-1a25-4d16-b6bd-6102c9e1b4f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.005466 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba5ea9e-4ad1-4737-9b92-d5622674ee0c None None] Network f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:54.047183 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-415e47d1-d90f-4d17-b012-696e3d039d9f req-dc45bbdd-87e3-487a-99e5-26b4f2751a0c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] show failed (client error): The resource could not be found. Jul 05 03:49:54.049409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-415e47d1-d90f-4d17-b012-696e3d039d9f req-dc45bbdd-87e3-487a-99e5-26b4f2751a0c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/aaf67bdf-6cc8-4073-9101-40e67a2d5a24 HTTP/1.1" status: 404 len: 352 time: 0.0202053 Jul 05 03:49:54.098232 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-f70d1580-2359-4c9e-9b7d-c77b24edae63 req-a7f4c3a1-6b3e-45fe-a3ff-8a63a5c26b50 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] show failed (client error): The resource could not be found. Jul 05 03:49:54.099036 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f70d1580-2359-4c9e-9b7d-c77b24edae63 req-a7f4c3a1-6b3e-45fe-a3ff-8a63a5c26b50 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/c7ce1558-a959-40ae-b643-016e14805c3c HTTP/1.1" status: 404 len: 352 time: 0.0191064 Jul 05 03:49:54.131737 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-75f449b3-1a25-4d16-b6bd-6102c9e1b4f2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1144557 Jul 05 03:49:54.185102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a537c4-cb98-4e6f-9aff-a5ea8700bcf4 req-36850d8b-d0fd-4dc8-994e-daf2fca8be8e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:54.193781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66a537c4-cb98-4e6f-9aff-a5ea8700bcf4 req-36850d8b-d0fd-4dc8-994e-daf2fca8be8e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.1427617 Jul 05 03:49:54.210021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98b65dc-af80-4072-9a06-690fd56b257e None None] Network f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:54.354184 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66a537c4-cb98-4e6f-9aff-a5ea8700bcf4 req-cb92924d-836c-4195-8717-9746152f94f7 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469309 Jul 05 03:49:54.604683 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ef31bd0-4a8a-4006-b56b-6b0e6d4e00be req-91d84f52-b65c-474d-ac37-5673fdccaf14 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0411687 Jul 05 03:49:55.004419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cb833-1c66-472b-b134-98954e030ee4 req-bd680c5b-8535-4270-9920-d43b5ad02818 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:55.012707 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d64cb833-1c66-472b-b134-98954e030ee4 req-bd680c5b-8535-4270-9920-d43b5ad02818 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/networks?id=f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd HTTP/1.1" status: 200 len: 821 time: 0.1448922 Jul 05 03:49:55.030192 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d64cb833-1c66-472b-b134-98954e030ee4 req-8aa28c3a-722c-4415-9a50-b09a08571edd tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/quotas/b49b6a63013f4757b15814ac1d2c5954 HTTP/1.1" status: 200 len: 375 time: 0.0162272 Jul 05 03:49:55.076186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d64cb833-1c66-472b-b134-98954e030ee4 req-6715c2ad-97c0-44ae-9a31-cf2eb3be3dbb tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b49b6a63013f4757b15814ac1d2c5954&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444829 Jul 05 03:49:55.176651 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d64cb833-1c66-472b-b134-98954e030ee4 req-f66ca26f-cff5-42f0-999e-982c938ab78d service neutron] 10.222.0.38 "GET /v2.0/networks/f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994084 Jul 05 03:49:55.310005 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d64cb833-1c66-472b-b134-98954e030ee4 req-679fcb47-f7d2-4d54-8fe5-8320b143c0aa service neutron] 10.222.0.38 "GET /v2.0/networks/f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304367 Jul 05 03:49:55.318682 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8535c-4198-43d0-9b68-95c38ab8d3ca req-633c3fbd-d0c5-49aa-8387-0e07796c7ac8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:55.320176 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8bb8535c-4198-43d0-9b68-95c38ab8d3ca req-633c3fbd-d0c5-49aa-8387-0e07796c7ac8 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 1023 time: 0.1425533 Jul 05 03:49:55.376944 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8bb8535c-4198-43d0-9b68-95c38ab8d3ca req-7fdf0630-6212-49a4-bfc7-36186a717873 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&id=5712cb01-afe9-4f7f-adc9-e6ea8cf1911c&id=4abb2b7e-1897-4595-81e8-cfe475951017&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0492642 Jul 05 03:49:55.589834 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d473a-ad23-4006-bf73-bae32a0efb5c req-2949e45b-0309-4aa0-9cb9-8783672b0bb4 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:55.611045 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d473a-ad23-4006-bf73-bae32a0efb5c req-2949e45b-0309-4aa0-9cb9-8783672b0bb4 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:55.621731 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-891d473a-ad23-4006-bf73-bae32a0efb5c req-2949e45b-0309-4aa0-9cb9-8783672b0bb4 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1678 time: 0.1210396 Jul 05 03:49:55.671637 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-891d473a-ad23-4006-bf73-bae32a0efb5c req-692bd309-389b-4bbe-b7b3-d33c82fc7e7b tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486937 Jul 05 03:49:55.785293 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e72edef-bd09-4565-bf1e-6bd561256cdf req-c495db3a-6355-45cc-a6e9-372f9f8003af tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 210 time: 0.0402670 Jul 05 03:49:55.829782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256916e-7e08-41f0-b6ab-b512919630fc req-5aaaa4a2-b4ab-4c7f-9569-2fa1d9b87f79 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:55.831511 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0256916e-7e08-41f0-b6ab-b512919630fc req-5aaaa4a2-b4ab-4c7f-9569-2fa1d9b87f79 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.1307893 Jul 05 03:49:55.886539 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0256916e-7e08-41f0-b6ab-b512919630fc req-b7fba51c-4b83-4538-833d-025e116d1b6a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430102 Jul 05 03:49:55.966360 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35aed36b-75a1-4c4b-87dd-a1e00c9b4780 req-64d3abaf-2f58-4224-97b8-8d96a5539d7e tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0520937 Jul 05 03:49:56.591682 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f0b33-2786-46c1-ba68-f49c21a443d4 req-cc0b28d6-c0b0-4b02-b076-906437207c16 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:56.593963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-061f0b33-2786-46c1-ba68-f49c21a443d4 req-cc0b28d6-c0b0-4b02-b076-906437207c16 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 1023 time: 0.0777242 Jul 05 03:49:56.671993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-061f0b33-2786-46c1-ba68-f49c21a443d4 req-6315f463-0ba0-4f54-b86a-4186c7c683fb tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups?id=95ff1d0d-2466-49d3-9764-8434842832d6&id=5712cb01-afe9-4f7f-adc9-e6ea8cf1911c&id=4abb2b7e-1897-4595-81e8-cfe475951017&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0703170 Jul 05 03:49:56.715008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e897d54-cd7c-478e-accf-f12b350ff19f req-878b1f24-7585-4775-9c32-2960b083c747 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:56.721548 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e897d54-cd7c-478e-accf-f12b350ff19f req-878b1f24-7585-4775-9c32-2960b083c747 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 945 time: 0.1122758 Jul 05 03:49:56.759534 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e897d54-cd7c-478e-accf-f12b350ff19f req-908e3f5d-1052-465e-be0c-785593709ec2 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346091 Jul 05 03:49:56.870656 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device c7e626d7-ec80-4437-baaa-e41b26b666a8 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:56.888983 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4c07bd1-4d65-4c4e-a072-a7a44d26fd6e req-e10449e4-fe1a-474f-a230-4c1526fc633b tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 210 time: 0.0457189 Jul 05 03:49:56.921811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b3840-236a-4103-854d-48794c0af814 req-40579926-9c99-4d86-94c9-8c2a9ccf57f1 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:56.921811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b3840-236a-4103-854d-48794c0af814 req-40579926-9c99-4d86-94c9-8c2a9ccf57f1 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:56.921811 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-543b3840-236a-4103-854d-48794c0af814 req-40579926-9c99-4d86-94c9-8c2a9ccf57f1 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1678 time: 0.1216073 Jul 05 03:49:56.974609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-543b3840-236a-4103-854d-48794c0af814 req-94d7b915-7a91-40f7-8d73-db01a3df7dbe tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 Jul 05 03:49:57.029874 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port c7e626d7-ec80-4437-baaa-e41b26b666a8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=c7e626d7-ec80-4437-baaa-e41b26b666a8,segment=NetworkSegment(aa4d38dd-1e85-4110-95ae-068ee1f60e29),segment_id=aa4d38dd-1e85-4110-95ae-068ee1f60e29)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:57.051710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'c7e626d7-ec80-4437-baaa-e41b26b666a8', 'network_id': 'acfeddf0-a493-4c22-af1e-5271c656463e', 'port_id': 'c7e626d7-ec80-4437-baaa-e41b26b666a8', 'mac_address': 'fa:16:3e:42:66:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2ac793-52cd-4330-af71-2eb443ab4629', 'ip_address': '19.80.0.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:57.058054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d450ca-8895-43d5-be55-e3f650fee4bb req-62e4ff3c-3844-4628-9645-efed3b2c630d tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:57.059544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3d450ca-8895-43d5-be55-e3f650fee4bb req-62e4ff3c-3844-4628-9645-efed3b2c630d tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.10 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 1023 time: 0.1397727 Jul 05 03:49:57.103780 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.119521 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e626d7-ec80-4437-baaa-e41b26b666a8 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:57.152448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port c7e626d7-ec80-4437-baaa-e41b26b666a8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=c7e626d7-ec80-4437-baaa-e41b26b666a8,segment=NetworkSegment(aa4d38dd-1e85-4110-95ae-068ee1f60e29),segment_id=aa4d38dd-1e85-4110-95ae-068ee1f60e29)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:57.215563 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.216507 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:57.229236 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-969581fa-b714-45f2-b605-e55372492932 req-e2c764f1-4c36-465f-b400-d91a8dd4d0b6 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0813932 Jul 05 03:49:57.247786 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f26b5-5ac8-4b75-a64c-45de2291fe3a req-3723a78f-51a5-4c27-9f7c-e40f345c2dec tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:57.249682 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-269f26b5-5ac8-4b75-a64c-45de2291fe3a req-3723a78f-51a5-4c27-9f7c-e40f345c2dec tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.2168226 Jul 05 03:49:57.327057 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-269f26b5-5ac8-4b75-a64c-45de2291fe3a req-b9b5e532-18aa-4193-bd0c-1d177931b1d0 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655177 Jul 05 03:49:57.345282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-b3d450ca-8895-43d5-be55-e3f650fee4bb req-57f526e6-4b93-4671-9067-b6af6465104b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Deleting port 9566ce33-63bc-4026-bd5e-5ce251669ad6 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:57.345930 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b3d450ca-8895-43d5-be55-e3f650fee4bb req-57f526e6-4b93-4671-9067-b6af6465104b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.433202 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=c7e626d7-ec80-4437-baaa-e41b26b666a8,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:57.519979 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1cc7ff56-4fce-4c40-b2df-bc81c6b55b85,segment=NetworkSegment(77deb87c-40f9-4f36-8566-e395f320842d),segment_id=77deb87c-40f9-4f36-8566-e395f320842d)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:57.528636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b3d450ca-8895-43d5-be55-e3f650fee4bb req-57f526e6-4b93-4671-9067-b6af6465104b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] For port 9566ce33-63bc-4026-bd5e-5ce251669ad6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9566ce33-63bc-4026-bd5e-5ce251669ad6,segment=NetworkSegment(3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4),segment_id=3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:57.529016 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b3d450ca-8895-43d5-be55-e3f650fee4bb req-57f526e6-4b93-4671-9067-b6af6465104b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.543001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '1cc7ff56-4fce-4c40-b2df-bc81c6b55b85', 'network_id': '26201271-7292-4cb0-8d1a-82e4730a96b0', 'port_id': '1cc7ff56-4fce-4c40-b2df-bc81c6b55b85', 'mac_address': 'fa:16:3e:22:67:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b7b9008-9413-4c5f-852b-89d4ac3e781f', 'ip_address': '19.86.0.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:57.557188 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-b3d450ca-8895-43d5-be55-e3f650fee4bb req-57f526e6-4b93-4671-9067-b6af6465104b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Calling delete_port for 9566ce33-63bc-4026-bd5e-5ce251669ad6 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:57.588519 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.604959 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:57.611575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb812af8-6062-4715-99ff-2f66ba17d7cd req-0b2f8ce1-b319-42ef-91ae-a38e0a93d146 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:57.613180 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cb812af8-6062-4715-99ff-2f66ba17d7cd req-0b2f8ce1-b319-42ef-91ae-a38e0a93d146 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 945 time: 0.1500762 Jul 05 03:49:57.639716 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1cc7ff56-4fce-4c40-b2df-bc81c6b55b85,segment=NetworkSegment(77deb87c-40f9-4f36-8566-e395f320842d),segment_id=77deb87c-40f9-4f36-8566-e395f320842d)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:57.723929 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.741075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-cb812af8-6062-4715-99ff-2f66ba17d7cd req-d6582c96-90e6-46de-861a-2542b7450d6d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Deleting port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:57.741691 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cb812af8-6062-4715-99ff-2f66ba17d7cd req-d6582c96-90e6-46de-861a-2542b7450d6d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.803633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=1cc7ff56-4fce-4c40-b2df-bc81c6b55b85,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:57.846276 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b3d450ca-8895-43d5-be55-e3f650fee4bb req-57f526e6-4b93-4671-9067-b6af6465104b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.860130 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9566ce33-63bc-4026-bd5e-5ce251669ad6'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:57.872715 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-cb812af8-6062-4715-99ff-2f66ba17d7cd req-d6582c96-90e6-46de-861a-2542b7450d6d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] For port 4a83a22c-d895-4235-b2bc-210fe6f1ae10, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=4a83a22c-d895-4235-b2bc-210fe6f1ae10,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:57.873273 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cb812af8-6062-4715-99ff-2f66ba17d7cd req-d6582c96-90e6-46de-861a-2542b7450d6d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:57.899465 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-cb812af8-6062-4715-99ff-2f66ba17d7cd req-d6582c96-90e6-46de-861a-2542b7450d6d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Calling delete_port for 4a83a22c-d895-4235-b2bc-210fe6f1ae10 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:57.904170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-95e162b2-4b0b-4340-b7e7-0cf2aafa91dc req-46db467d-f90b-41df-9fff-d5374b175b13 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 210 time: 0.0775940 Jul 05 03:49:57.991409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f526e6-4b93-4671-9067-b6af6465104b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event deleted for resources: {'Port': ['ID=9566ce33-63bc-4026-bd5e-5ce251669ad6,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:58.063474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d450ca-8895-43d5-be55-e3f650fee4bb req-57f526e6-4b93-4671-9067-b6af6465104b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] No DVR routers for this DVR port 9566ce33-63bc-4026-bd5e-5ce251669ad6 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:58.069860 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b3d450ca-8895-43d5-be55-e3f650fee4bb req-57f526e6-4b93-4671-9067-b6af6465104b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.072968 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3d450ca-8895-43d5-be55-e3f650fee4bb req-57f526e6-4b93-4671-9067-b6af6465104b tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.10 "DELETE /v2.0/ports/9566ce33-63bc-4026-bd5e-5ce251669ad6 HTTP/1.1" status: 204 len: 173 time: 0.9967818 Jul 05 03:49:58.088378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5269dc97-17c0-4ddf-a06b-c6ef15670a2d', 'name': 'network-vif-deleted', 'tag': '9566ce33-63bc-4026-bd5e-5ce251669ad6'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:58.090702 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d54f5ba-5a4a-4641-ab6d-0a0afe4e4d4b" -d '{"events": [{"server_uuid": "5269dc97-17c0-4ddf-a06b-c6ef15670a2d", "name": "network-vif-deleted", "tag": "9566ce33-63bc-4026-bd5e-5ce251669ad6"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:58.116601 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-443c9131-a9b4-48c7-b831-1334dfc32c51 req-becb702b-7dd8-4b6e-ad71-b4f339dc968a tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 210 time: 0.0559061 Jul 05 03:49:58.130839 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1313630-e442-46a0-8f70-7d32439e4182 req-aca4ef7e-7d99-4ab6-942f-8fd61c912288 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:58.132631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1313630-e442-46a0-8f70-7d32439e4182 req-aca4ef7e-7d99-4ab6-942f-8fd61c912288 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 945 time: 0.2196016 Jul 05 03:49:58.181959 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1313630-e442-46a0-8f70-7d32439e4182 req-c5dd2b58-f0bd-47c7-9d9b-57ce83b19642 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392106 Jul 05 03:49:58.202450 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['c7e626d7-ec80-4437-baaa-e41b26b666a8'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:58.226947 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cb812af8-6062-4715-99ff-2f66ba17d7cd req-d6582c96-90e6-46de-861a-2542b7450d6d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.260629 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['4a83a22c-d895-4235-b2bc-210fe6f1ae10'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:58.330934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6582c96-90e6-46de-861a-2542b7450d6d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Pushing event deleted for resources: {'Port': ['ID=4a83a22c-d895-4235-b2bc-210fe6f1ae10,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:58.350431 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d90c5d3-e563-43d1-9ebb-b1fac62b928f x-openstack-request-id: req-0d90c5d3-e563-43d1-9ebb-b1fac62b928f {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:58.350431 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5269dc97-17c0-4ddf-a06b-c6ef15670a2d", "name": "network-vif-deleted", "tag": "9566ce33-63bc-4026-bd5e-5ce251669ad6", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:58.354194 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d90c5d3-e563-43d1-9ebb-b1fac62b928f {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:58.354194 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5269dc97-17c0-4ddf-a06b-c6ef15670a2d', 'name': 'network-vif-deleted', 'tag': '9566ce33-63bc-4026-bd5e-5ce251669ad6', 'status': 'completed', 'code': 200} Jul 05 03:49:58.426883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9afa7-e608-4ce0-abc4-6b51e233629d req-0502c177-762f-431b-95a8-257b06048e7e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:58.437206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9afa7-e608-4ce0-abc4-6b51e233629d req-0502c177-762f-431b-95a8-257b06048e7e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:58.437504 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb812af8-6062-4715-99ff-2f66ba17d7cd req-d6582c96-90e6-46de-861a-2542b7450d6d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] No DVR routers for this DVR port 4a83a22c-d895-4235-b2bc-210fe6f1ae10 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:58.440194 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cb812af8-6062-4715-99ff-2f66ba17d7cd req-d6582c96-90e6-46de-861a-2542b7450d6d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:58.440970 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-37c9afa7-e608-4ce0-abc4-6b51e233629d req-0502c177-762f-431b-95a8-257b06048e7e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1680 time: 0.1799850 Jul 05 03:49:58.442415 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cb812af8-6062-4715-99ff-2f66ba17d7cd req-d6582c96-90e6-46de-861a-2542b7450d6d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.10 "DELETE /v2.0/ports/4a83a22c-d895-4235-b2bc-210fe6f1ae10 HTTP/1.1" status: 204 len: 173 time: 0.8206067 Jul 05 03:49:58.442866 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd165a8-c266-4c2e-85dc-bbf992a84822', 'name': 'network-vif-deleted', 'tag': '4a83a22c-d895-4235-b2bc-210fe6f1ae10'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:58.445259 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a91953-ae8c-4dd8-8ede-32033669ce89" -d '{"events": [{"server_uuid": "9fd165a8-c266-4c2e-85dc-bbf992a84822", "name": "network-vif-deleted", "tag": "4a83a22c-d895-4235-b2bc-210fe6f1ae10"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:58.481973 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-023b3106-5b7e-4119-9574-c315c8836965 req-e43e8e43-043c-4c3c-be34-5e89492705f7 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0392437 Jul 05 03:49:58.520218 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-37c9afa7-e608-4ce0-abc4-6b51e233629d req-50d6104c-bb74-4233-8325-18944db9bc0f tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747886 Jul 05 03:49:58.572300 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc56077-f64b-46c5-8c75-d2745721b2df x-openstack-request-id: req-5dc56077-f64b-46c5-8c75-d2745721b2df {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:58.572962 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd165a8-c266-4c2e-85dc-bbf992a84822", "name": "network-vif-deleted", "tag": "4a83a22c-d895-4235-b2bc-210fe6f1ae10", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:58.573423 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5dc56077-f64b-46c5-8c75-d2745721b2df {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:58.574071 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd165a8-c266-4c2e-85dc-bbf992a84822', 'name': 'network-vif-deleted', 'tag': '4a83a22c-d895-4235-b2bc-210fe6f1ae10', 'status': 'completed', 'code': 200} Jul 05 03:49:58.698840 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575df7d2-2159-4600-bd67-21699be0d09a req-f3259a5a-4a9f-468f-8e1c-f817bd3b7355 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:58.698840 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-575df7d2-2159-4600-bd67-21699be0d09a req-f3259a5a-4a9f-468f-8e1c-f817bd3b7355 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.0765920 Jul 05 03:49:58.750285 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-575df7d2-2159-4600-bd67-21699be0d09a req-8943238f-7e9a-4bf3-b204-b9980b2bff8f tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454502 Jul 05 03:49:59.120024 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7179a92-5d05-46d3-af81-e6cbbac2391f req-2d55ac28-c63c-44df-9e2b-fb62e63befbd tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/ports?device_id=5269dc97-17c0-4ddf-a06b-c6ef15670a2d HTTP/1.1" status: 200 len: 210 time: 0.0347443 Jul 05 03:49:59.230482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cb833-1c66-472b-b134-98954e030ee4 req-def581dc-f5e3-4aa4-8344-dce9ad782dc4 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:59.232257 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d64cb833-1c66-472b-b134-98954e030ee4 req-def581dc-f5e3-4aa4-8344-dce9ad782dc4 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.10 "GET /v2.0/networks?id=f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd HTTP/1.1" status: 200 len: 821 time: 0.1276474 Jul 05 03:49:59.248584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['3a30efd6-bd00-42d2-9e11-63674f2d9621'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:59.261814 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-d64cb833-1c66-472b-b134-98954e030ee4 req-9686bcaf-d56c-4f50-9510-275610d58c0b tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Request body: {'port': {'device_id': '68c3a092-ec59-4bc0-8aa2-14a0bb41ce37', 'network_id': 'f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd', 'admin_state_up': True, 'tenant_id': 'b49b6a63013f4757b15814ac1d2c5954'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:59.298808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82c40b8a-1f27-4615-b6de-993ef08de700 req-eef79a65-c7ff-4f82-9175-fa2d40c46787 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 210 time: 0.0462844 Jul 05 03:49:59.417125 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0669608c-b032-4b13-968a-2e59ddf31af5 req-391f34c0-a716-45e7-ae29-686ed37bbf6f tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fd165a8-c266-4c2e-85dc-bbf992a84822 HTTP/1.1" status: 200 len: 210 time: 0.0389583 Jul 05 03:49:59.439088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['1cc7ff56-4fce-4c40-b2df-bc81c6b55b85'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:59.489973 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64cb833-1c66-472b-b134-98954e030ee4 req-9686bcaf-d56c-4f50-9510-275610d58c0b tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Made reservation on behalf of b49b6a63013f4757b15814ac1d2c5954 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:59.496987 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d64cb833-1c66-472b-b134-98954e030ee4 req-9686bcaf-d56c-4f50-9510-275610d58c0b tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:59.738407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc551765-d877-4ea3-b5dc-8b3ece6be779 req-19645eb6-f444-40d0-8171-711f1af8c9f2 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0418785 Jul 05 03:49:59.748677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-d64cb833-1c66-472b-b134-98954e030ee4 req-9686bcaf-d56c-4f50-9510-275610d58c0b tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Allocated IP 172.20.0.14 (f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd/b0ef7556-fab4-465d-9bbc-935dc24944e3/58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:59.881827 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7205c6f-38bd-4098-bcbc-1c45441aafcb req-e31b5a93-1dc3-4c47-8470-85f43da75a5e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:59.889074 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7205c6f-38bd-4098-bcbc-1c45441aafcb req-e31b5a93-1dc3-4c47-8470-85f43da75a5e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:59.890997 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7205c6f-38bd-4098-bcbc-1c45441aafcb req-e31b5a93-1dc3-4c47-8470-85f43da75a5e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1680 time: 0.1181705 Jul 05 03:49:59.945522 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7205c6f-38bd-4098-bcbc-1c45441aafcb req-78803945-f62f-4436-9d9a-2dd5758dc635 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443275 Jul 05 03:49:59.999721 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d64cb833-1c66-472b-b134-98954e030ee4 req-9686bcaf-d56c-4f50-9510-275610d58c0b tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:00.146290 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede1897-43ed-4935-82d9-ea889279f3cd req-621361c8-1656-4b2b-b6cd-dc2997737cab tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:00.154735 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bede1897-43ed-4935-82d9-ea889279f3cd req-621361c8-1656-4b2b-b6cd-dc2997737cab tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.1128654 Jul 05 03:50:00.177338 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d64cb833-1c66-472b-b134-98954e030ee4 req-9686bcaf-d56c-4f50-9510-275610d58c0b tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:00.200091 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bede1897-43ed-4935-82d9-ea889279f3cd req-d28b1832-40b9-4955-af5c-780f6b10e1d2 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443723 Jul 05 03:50:00.247263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64cb833-1c66-472b-b134-98954e030ee4 req-9686bcaf-d56c-4f50-9510-275610d58c0b tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Network f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:00.261159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686bcaf-d56c-4f50-9510-275610d58c0b tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Pushing event updated for resources: {'Port': ['ID=58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:00.263913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-d64cb833-1c66-472b-b134-98954e030ee4 req-9686bcaf-d56c-4f50-9510-275610d58c0b tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:00.271849 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64cb833-1c66-472b-b134-98954e030ee4 req-9686bcaf-d56c-4f50-9510-275610d58c0b tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:00.312714 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bee588-651b-44fa-9e4f-111e0b951d90 req-a86e2f7a-31bc-4dde-80be-1f705da3237d tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:00.319060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0bee588-651b-44fa-9e4f-111e0b951d90 req-a86e2f7a-31bc-4dde-80be-1f705da3237d tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 946 time: 0.0957806 Jul 05 03:50:00.357225 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cb833-1c66-472b-b134-98954e030ee4 req-9686bcaf-d56c-4f50-9510-275610d58c0b tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:00.358521 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d64cb833-1c66-472b-b134-98954e030ee4 req-9686bcaf-d56c-4f50-9510-275610d58c0b tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:00.380775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0bee588-651b-44fa-9e4f-111e0b951d90 req-63c376e9-61dc-4cd3-8da0-baf10be494c8 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571904 Jul 05 03:50:00.478775 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d64cb833-1c66-472b-b134-98954e030ee4 req-9686bcaf-d56c-4f50-9510-275610d58c0b tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2213736 Jul 05 03:50:00.496590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Request body: {'port': {'device_id': '68c3a092-ec59-4bc0-8aa2-14a0bb41ce37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:00.594375 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8b1e55e-6a24-45b6-b999-80318026eb16 req-fee16dae-204d-42e1-8775-e03eb42584de tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/5712cb01-afe9-4f7f-adc9-e6ea8cf1911c HTTP/1.1" status: 200 len: 1800 time: 0.1467469 Jul 05 03:50:00.603064 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:00.671982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c6b4f-e9b6-4442-9d63-7cf8a404d5b3 req-ce84e2db-ef72-45c4-bbd7-4e6109b85e2d tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:00.673768 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-511c6b4f-e9b6-4442-9d63-7cf8a404d5b3 req-ce84e2db-ef72-45c4-bbd7-4e6109b85e2d tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 932 time: 0.1908171 Jul 05 03:50:00.719339 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c8b1e55e-6a24-45b6-b999-80318026eb16 req-df1522b6-240a-48f1-841b-5b5f30f8a80c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:00.774433 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-511c6b4f-e9b6-4442-9d63-7cf8a404d5b3 req-7bc0873c-7ce6-4048-8bca-4a123fbcae7f tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/security-groups?id=20176787-391a-4ee4-a75f-a740b474bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916851 Jul 05 03:50:00.779604 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c8b1e55e-6a24-45b6-b999-80318026eb16 req-df1522b6-240a-48f1-841b-5b5f30f8a80c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:00.877653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device c7e626d7-ec80-4437-baaa-e41b26b666a8 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:00.939552 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c8b1e55e-6a24-45b6-b999-80318026eb16 req-df1522b6-240a-48f1-841b-5b5f30f8a80c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:00.942785 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c8b1e55e-6a24-45b6-b999-80318026eb16 req-df1522b6-240a-48f1-841b-5b5f30f8a80c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:00.951700 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8b1e55e-6a24-45b6-b999-80318026eb16 req-df1522b6-240a-48f1-841b-5b5f30f8a80c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "DELETE /v2.0/security-groups/5712cb01-afe9-4f7f-adc9-e6ea8cf1911c HTTP/1.1" status: 204 len: 173 time: 0.3543255 Jul 05 03:50:00.963970 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1522b6-240a-48f1-841b-5b5f30f8a80c tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5712cb01-afe9-4f7f-adc9-e6ea8cf1911c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:01.001769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:01.004660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port c7e626d7-ec80-4437-baaa-e41b26b666a8 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:01.013397 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.014755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port c7e626d7-ec80-4437-baaa-e41b26b666a8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:01.017297 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.019162 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7001aaf4-402f-4cde-bed9-90de51ce629a req-87e5f392-4605-4892-8188-1403f789e008 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0486691 Jul 05 03:50:01.137364 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.164050 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Transition to ACTIVE for port object 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:01.169394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e626d7-ec80-4437-baaa-e41b26b666a8'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:01.171695 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcfd8a9-4eee-49f3-a93f-9b0d5b4f4a57" -d '{"events": [{"server_uuid": "400a2891-3ed9-4afb-ba66-73d1f0493178", "name": "network-vif-plugged", "status": "completed", "tag": "c7e626d7-ec80-4437-baaa-e41b26b666a8"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:01.200245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port c7e626d7-ec80-4437-baaa-e41b26b666a8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=c7e626d7-ec80-4437-baaa-e41b26b666a8,segment=NetworkSegment(aa4d38dd-1e85-4110-95ae-068ee1f60e29),segment_id=aa4d38dd-1e85-4110-95ae-068ee1f60e29)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:01.224788 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81cf92e3-768e-4b2f-a991-478a6a9257d1 req-938460c2-fb3c-49dc-b0a3-98141386a959 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "GET /v2.0/security-groups/4abb2b7e-1897-4595-81e8-cfe475951017 HTTP/1.1" status: 200 len: 1801 time: 0.0495048 Jul 05 03:50:01.278237 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.278817 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.293401 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-81cf92e3-768e-4b2f-a991-478a6a9257d1 req-f1695f8c-2e9d-4791-90d1-6a7fce83ee62 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.329305 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-81cf92e3-768e-4b2f-a991-478a6a9257d1 req-f1695f8c-2e9d-4791-90d1-6a7fce83ee62 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.339399 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=c7e626d7-ec80-4437-baaa-e41b26b666a8,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:01.379411 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Pushing event updated for resources: {'Port': ['ID=58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:01.428255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Attempting to bind port 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:01.428682 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Attempting to bind port 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'ad448010-0b2b-4426-9928-8c2fed4ee1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:01.429010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Attempting to bind port 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff on network f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:01.433987 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Port 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff on network f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:01.434300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Attempting to bind port 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff on network f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:01.439770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:01.440126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Checking segment: {'id': 'ad448010-0b2b-4426-9928-8c2fed4ee1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:01.440513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Bound using segment: {'id': 'ad448010-0b2b-4426-9928-8c2fed4ee1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:01.440936 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Bound port: 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad448010-0b2b-4426-9928-8c2fed4ee1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:01.441294 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.484310 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-81cf92e3-768e-4b2f-a991-478a6a9257d1 req-f1695f8c-2e9d-4791-90d1-6a7fce83ee62 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.491322 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-81cf92e3-768e-4b2f-a991-478a6a9257d1 req-f1695f8c-2e9d-4791-90d1-6a7fce83ee62 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.493485 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81cf92e3-768e-4b2f-a991-478a6a9257d1 req-f1695f8c-2e9d-4791-90d1-6a7fce83ee62 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] 10.222.0.38 "DELETE /v2.0/security-groups/4abb2b7e-1897-4595-81e8-cfe475951017 HTTP/1.1" status: 204 len: 173 time: 0.2615652 Jul 05 03:50:01.500411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35642) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:01.549327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1695f8c-2e9d-4791-90d1-6a7fce83ee62 tempest-SecurityGroupsTestJSON-823764626 tempest-SecurityGroupsTestJSON-823764626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abb2b7e-1897-4595-81e8-cfe475951017,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:01.552304 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e76a9d9-b424-4c58-bb33-6be9443ae559 x-openstack-request-id: req-3e76a9d9-b424-4c58-bb33-6be9443ae559 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:01.552608 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400a2891-3ed9-4afb-ba66-73d1f0493178", "name": "network-vif-plugged", "status": "completed", "tag": "c7e626d7-ec80-4437-baaa-e41b26b666a8", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:01.552866 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3e76a9d9-b424-4c58-bb33-6be9443ae559 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:01.553267 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e626d7-ec80-4437-baaa-e41b26b666a8', 'code': 200} Jul 05 03:50:01.563526 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] For port 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:01.571236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] For port 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff,segment=NetworkSegment(ad448010-0b2b-4426-9928-8c2fed4ee1df),segment_id=ad448010-0b2b-4426-9928-8c2fed4ee1df)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:01.585371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-357e83d4-14e9-487e-a3c3-c608357a8879 admin admin] Deleting subnet 7d02b968-b177-4b92-867d-4cbc1fde7397 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:01.589900 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-357e83d4-14e9-487e-a3c3-c608357a8879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.641517 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-357e83d4-14e9-487e-a3c3-c608357a8879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.648590 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.668454 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9566ce33-63bc-4026-bd5e-5ce251669ad6 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:01.681454 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:01.682393 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.683745 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d64cb833-1c66-472b-b134-98954e030ee4 req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] 10.222.0.10 "PUT /v2.0/ports/58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff HTTP/1.1" status: 200 len: 1093 time: 1.1935546 Jul 05 03:50:01.684406 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c3a092-ec59-4bc0-8aa2-14a0bb41ce37', 'tag': '58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:01.686880 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1692200d-cfee-4251-be61-cc8a165b25d6" -d '{"events": [{"name": "network-changed", "server_uuid": "68c3a092-ec59-4bc0-8aa2-14a0bb41ce37", "tag": "58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:01.700355 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 9566ce33-63bc-4026-bd5e-5ce251669ad6 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:01.701093 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9566ce33-63bc-4026-bd5e-5ce251669ad6 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:01.701718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4a83a22c-d895-4235-b2bc-210fe6f1ae10 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:01.723803 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 4a83a22c-d895-4235-b2bc-210fe6f1ae10 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:01.724192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df731a3e-82cc-41dc-a6a2-d80726272276 service neutron] Pushing event updated for resources: {'Port': ['ID=58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:01.724450 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4a83a22c-d895-4235-b2bc-210fe6f1ae10 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:01.763519 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-357e83d4-14e9-487e-a3c3-c608357a8879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.852645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd737d-73ca-4460-b4c4-51ffb2d1cd6d req-2334b231-adb2-45b8-a6d0-2074ad40947b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:01.854292 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76fd737d-73ca-4460-b4c4-51ffb2d1cd6d req-2334b231-adb2-45b8-a6d0-2074ad40947b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.1695876 Jul 05 03:50:01.866213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e515be-2f67-4397-826d-23c7f4516503 req-20238842-c324-44b4-914f-b744e2f8b083 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:01.873162 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e515be-2f67-4397-826d-23c7f4516503 req-20238842-c324-44b4-914f-b744e2f8b083 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:01.874759 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-33e515be-2f67-4397-826d-23c7f4516503 req-20238842-c324-44b4-914f-b744e2f8b083 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1681 time: 0.2405405 Jul 05 03:50:01.884727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cb833-1c66-472b-b134-98954e030ee4 req-d65b8c7b-b282-4bd6-906e-1d7d432c5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:01.886275 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d64cb833-1c66-472b-b134-98954e030ee4 req-d65b8c7b-b282-4bd6-906e-1d7d432c5f85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b49b6a63013f4757b15814ac1d2c5954&device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 1096 time: 0.0576937 Jul 05 03:50:01.931482 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76fd737d-73ca-4460-b4c4-51ffb2d1cd6d req-78383c6a-0831-421c-ac3a-6fe69205b692 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556204 Jul 05 03:50:01.940175 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-357e83d4-14e9-487e-a3c3-c608357a8879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.950115 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d64cb833-1c66-472b-b134-98954e030ee4 req-7bdc40f4-511d-4d12-9abf-4bc5e1b2113e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff HTTP/1.1" status: 200 len: 217 time: 0.0466709 Jul 05 03:50:01.954603 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-33e515be-2f67-4397-826d-23c7f4516503 req-59e05603-a568-40ae-ba52-3ed84a78ec10 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629632 Jul 05 03:50:01.980640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e83d4-14e9-487e-a3c3-c608357a8879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d02b968-b177-4b92-867d-4cbc1fde7397,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:01.992957 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-357e83d4-14e9-487e-a3c3-c608357a8879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:01.997208 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-357e83d4-14e9-487e-a3c3-c608357a8879 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7d02b968-b177-4b92-867d-4cbc1fde7397 HTTP/1.1" status: 204 len: 168 time: 0.4944015 Jul 05 03:50:02.000581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35648) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:02.030413 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cb833-1c66-472b-b134-98954e030ee4 req-4496834e-a767-4c46-af13-831c36a41db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:02.032020 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d64cb833-1c66-472b-b134-98954e030ee4 req-4496834e-a767-4c46-af13-831c36a41db3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b0ef7556-fab4-465d-9bbc-935dc24944e3 HTTP/1.1" status: 200 len: 861 time: 0.0707057 Jul 05 03:50:02.085653 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d64cb833-1c66-472b-b134-98954e030ee4 req-8a7db5c7-77fd-4574-8265-6ba3c36a7056 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330055 Jul 05 03:50:02.107776 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1141-40f7-4b3f-9878-be976d3f7a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.124339 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.220548 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d64cb833-1c66-472b-b134-98954e030ee4 req-1010d4ed-9082-407f-b497-ac9ccc5a8814 service neutron] 10.222.0.10 "GET /v2.0/networks/f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266870 Jul 05 03:50:02.241052 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1141-40f7-4b3f-9878-be976d3f7a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.253209 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-a9ed1141-40f7-4b3f-9878-be976d3f7a96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4073f625-dda5-4dab-8979-1b67730704a9']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:02.269280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40821a8c-ab60-428b-80b7-5fcd7a1fb921 req-57fe03e3-238f-4012-b620-e0c340b4fbd2 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:02.270812 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40821a8c-ab60-428b-80b7-5fcd7a1fb921 req-57fe03e3-238f-4012-b620-e0c340b4fbd2 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 944 time: 0.1568310 Jul 05 03:50:02.275345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-a9ed1141-40f7-4b3f-9878-be976d3f7a96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:02.275682 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-a9ed1141-40f7-4b3f-9878-be976d3f7a96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac4db2a-1453-4ce3-b3d9-bf0d0e3184c4') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:02.292977 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1141-40f7-4b3f-9878-be976d3f7a96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.316959 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1141-40f7-4b3f-9878-be976d3f7a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.328096 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d64cb833-1c66-472b-b134-98954e030ee4 req-c7b02099-e66e-43d9-8616-222dff6d96e3 service neutron] 10.222.0.10 "GET /v2.0/networks/f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976384 Jul 05 03:50:02.342135 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ed1141-40f7-4b3f-9878-be976d3f7a96 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:02.342587 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1141-40f7-4b3f-9878-be976d3f7a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:02.346479 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:02.409176 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40821a8c-ab60-428b-80b7-5fcd7a1fb921 req-60292ec2-6d8e-4365-b516-5b4789b649c0 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197660 Jul 05 03:50:02.462863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017690a3-fcd3-4359-897e-3911714d9d8c req-c484c034-e84b-4f7b-8043-ca505ff2b19d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:02.464853 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-017690a3-fcd3-4359-897e-3911714d9d8c req-c484c034-e84b-4f7b-8043-ca505ff2b19d tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.36 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 944 time: 0.1401165 Jul 05 03:50:02.482506 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d9f0bd-199c-4857-9fc3-ab63ae3d1e51 x-openstack-request-id: req-01d9f0bd-199c-4857-9fc3-ab63ae3d1e51 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:02.482506 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c3a092-ec59-4bc0-8aa2-14a0bb41ce37", "tag": "58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:02.482506 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-01d9f0bd-199c-4857-9fc3-ab63ae3d1e51 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:02.482506 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c3a092-ec59-4bc0-8aa2-14a0bb41ce37', 'tag': '58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff', 'status': 'completed', 'code': 200} Jul 05 03:50:02.589975 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1141-40f7-4b3f-9878-be976d3f7a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.603944 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692200d-cfee-4251-be61-cc8a165b25d6 req-8f824d5e-75cb-4355-95c3-da4aeb6cda22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:02.605528 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1692200d-cfee-4251-be61-cc8a165b25d6 req-8f824d5e-75cb-4355-95c3-da4aeb6cda22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b49b6a63013f4757b15814ac1d2c5954&device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 1096 time: 0.0930362 Jul 05 03:50:02.635012 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1141-40f7-4b3f-9878-be976d3f7a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.639608 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a9ed1141-40f7-4b3f-9878-be976d3f7a96 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4073f625-dda5-4dab-8979-1b67730704a9 HTTP/1.1" status: 204 len: 168 time: 0.6345329 Jul 05 03:50:02.732998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692200d-cfee-4251-be61-cc8a165b25d6 req-bbff6a95-b2fc-424f-876a-7f8fd1cdf263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:02.734805 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1692200d-cfee-4251-be61-cc8a165b25d6 req-bbff6a95-b2fc-424f-876a-7f8fd1cdf263 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd HTTP/1.1" status: 200 len: 922 time: 0.1211808 Jul 05 03:50:02.786063 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1692200d-cfee-4251-be61-cc8a165b25d6 req-38b5fa59-f44a-4293-b2f8-1714f6efa535 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff HTTP/1.1" status: 200 len: 217 time: 0.0410540 Jul 05 03:50:02.845596 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692200d-cfee-4251-be61-cc8a165b25d6 req-c9991974-c39f-45f5-b91b-977f1892c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:02.847150 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1692200d-cfee-4251-be61-cc8a165b25d6 req-c9991974-c39f-45f5-b91b-977f1892c550 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b0ef7556-fab4-465d-9bbc-935dc24944e3 HTTP/1.1" status: 200 len: 861 time: 0.0543270 Jul 05 03:50:02.889688 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:02.896541 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1692200d-cfee-4251-be61-cc8a165b25d6 req-f3ae9063-cea1-44b2-9212-41b1f7ebe288 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292168 Jul 05 03:50:02.961955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed1141-40f7-4b3f-9878-be976d3f7a96 admin admin] Pushing event deleted for resources: {'Network': ['ID=4073f625-dda5-4dab-8979-1b67730704a9,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:03.013050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-91b7f121-760d-48c7-9d54-644aaa306ea4 req-970837d3-78f0-452d-b917-1f22937dd992 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0559359 Jul 05 03:50:03.023367 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1692200d-cfee-4251-be61-cc8a165b25d6 req-b35a1c62-9fc2-4fb9-a17d-2b64cbf6575b service neutron] 10.222.0.10 "GET /v2.0/networks/f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110079 Jul 05 03:50:03.033589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:03.044136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:03.044136 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.049284 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-017690a3-fcd3-4359-897e-3911714d9d8c req-0b87b1f7-5930-4164-aceb-fa95eae63c42 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Deleting port 22530e95-0634-4332-aef9-dbdfb3c11a81 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:03.050998 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-017690a3-fcd3-4359-897e-3911714d9d8c req-0b87b1f7-5930-4164-aceb-fa95eae63c42 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.107073 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43d197-bd74-4d5e-8ab7-e4edd08dd765 req-77f340da-8ddb-49a6-b2d3-12810e551c77 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:03.114265 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b43d197-bd74-4d5e-8ab7-e4edd08dd765 req-77f340da-8ddb-49a6-b2d3-12810e551c77 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 944 time: 0.5284882 Jul 05 03:50:03.141657 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1692200d-cfee-4251-be61-cc8a165b25d6 req-d7983908-8191-4f37-84c1-d3c84a546bab service neutron] 10.222.0.10 "GET /v2.0/networks/f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106579 Jul 05 03:50:03.166403 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.205276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b43d197-bd74-4d5e-8ab7-e4edd08dd765 req-6e62bedf-272d-435a-9b3a-cdcc0821aa31 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/security-groups?id=20176787-391a-4ee4-a75f-a740b474bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898631 Jul 05 03:50:03.209120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1cc7ff56-4fce-4c40-b2df-bc81c6b55b85,segment=NetworkSegment(77deb87c-40f9-4f36-8566-e395f320842d),segment_id=77deb87c-40f9-4f36-8566-e395f320842d)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:03.216004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35662) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:03.246029 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-017690a3-fcd3-4359-897e-3911714d9d8c req-0b87b1f7-5930-4164-aceb-fa95eae63c42 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] For port 22530e95-0634-4332-aef9-dbdfb3c11a81, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=22530e95-0634-4332-aef9-dbdfb3c11a81,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:03.246642 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-017690a3-fcd3-4359-897e-3911714d9d8c req-0b87b1f7-5930-4164-aceb-fa95eae63c42 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.262070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-017690a3-fcd3-4359-897e-3911714d9d8c req-0b87b1f7-5930-4164-aceb-fa95eae63c42 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Calling delete_port for 22530e95-0634-4332-aef9-dbdfb3c11a81 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:03.279310 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fc250bb4-c923-4157-9d44-eb90277eda6e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=47beb1ed7ed2463ca72d0758eb6a067a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595598 Jul 05 03:50:03.279727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35664) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:03.289602 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.343125 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2c24d4f-6108-4bcc-86c8-a96676006a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.367325 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=1cc7ff56-4fce-4c40-b2df-bc81c6b55b85,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:03.369439 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2c24d4f-6108-4bcc-86c8-a96676006a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.472735 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87ac54-b835-4b94-a7eb-1d4568f99ce4 req-3e813161-ec9e-4e5c-8e38-08160831efb5 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:03.474184 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d87ac54-b835-4b94-a7eb-1d4568f99ce4 req-3e813161-ec9e-4e5c-8e38-08160831efb5 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 946 time: 0.1652076 Jul 05 03:50:03.527963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3213565-1e07-4670-844c-02074838cb2a req-c06fe415-4fe6-4619-966a-3d039fe3e7cd tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:03.529524 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a3213565-1e07-4670-844c-02074838cb2a req-c06fe415-4fe6-4619-966a-3d039fe3e7cd tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.1852827 Jul 05 03:50:03.540886 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2c24d4f-6108-4bcc-86c8-a96676006a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.543621 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2c24d4f-6108-4bcc-86c8-a96676006a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.544975 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b2c24d4f-6108-4bcc-86c8-a96676006a37 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/95ff1d0d-2466-49d3-9764-8434842832d6 HTTP/1.1" status: 204 len: 168 time: 0.2637956 Jul 05 03:50:03.557544 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc7ff56-4fce-4c40-b2df-bc81c6b55b85'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:03.558619 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b31951f-2c2f-4d5f-a0bf-70532886a976" -d '{"events": [{"server_uuid": "400a2891-3ed9-4afb-ba66-73d1f0493178", "name": "network-vif-plugged", "status": "completed", "tag": "1cc7ff56-4fce-4c40-b2df-bc81c6b55b85"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:03.563010 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d87ac54-b835-4b94-a7eb-1d4568f99ce4 req-c925065a-a14f-40db-b147-8c8db1353b13 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804243 Jul 05 03:50:03.569565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c24d4f-6108-4bcc-86c8-a96676006a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ff1d0d-2466-49d3-9764-8434842832d6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:03.615473 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a3213565-1e07-4670-844c-02074838cb2a req-163930e0-810b-41de-b4cc-e358bacfb9b4 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700407 Jul 05 03:50:03.672835 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.673086 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-017690a3-fcd3-4359-897e-3911714d9d8c req-0b87b1f7-5930-4164-aceb-fa95eae63c42 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.688641 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['3a30efd6-bd00-42d2-9e11-63674f2d9621'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:03.713525 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87b1f7-5930-4164-aceb-fa95eae63c42 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Pushing event deleted for resources: {'Port': ['ID=22530e95-0634-4332-aef9-dbdfb3c11a81,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:03.799008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-017690a3-fcd3-4359-897e-3911714d9d8c req-0b87b1f7-5930-4164-aceb-fa95eae63c42 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] No DVR routers for this DVR port 22530e95-0634-4332-aef9-dbdfb3c11a81 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:03.802891 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-017690a3-fcd3-4359-897e-3911714d9d8c req-0b87b1f7-5930-4164-aceb-fa95eae63c42 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.805253 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-017690a3-fcd3-4359-897e-3911714d9d8c req-0b87b1f7-5930-4164-aceb-fa95eae63c42 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.36 "DELETE /v2.0/ports/22530e95-0634-4332-aef9-dbdfb3c11a81 HTTP/1.1" status: 204 len: 173 time: 1.3335109 Jul 05 03:50:03.808020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fead7fd5-13c9-40c1-b68d-868c00a2e2a4', 'name': 'network-vif-deleted', 'tag': '22530e95-0634-4332-aef9-dbdfb3c11a81'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:03.810473 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1564736-1d34-4386-8319-a9cc83fa4495" -d '{"events": [{"server_uuid": "fead7fd5-13c9-40c1-b68d-868c00a2e2a4", "name": "network-vif-deleted", "tag": "22530e95-0634-4332-aef9-dbdfb3c11a81"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:03.843021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f60deb3-b410-43fd-a7f5-756e67bb7125 req-5885fbd0-1674-463e-9e41-e43a2a7d5702 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 210 time: 0.0454028 Jul 05 03:50:03.896147 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39843afd-4c72-4a58-94fa-32f4166b3143 req-2533650f-a81f-4551-89ff-f6bfe20c8cbf tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:03.902733 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39843afd-4c72-4a58-94fa-32f4166b3143 req-2533650f-a81f-4551-89ff-f6bfe20c8cbf tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:03.908910 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df4dc07-fe4e-44f1-83d2-9acd0a17c34b x-openstack-request-id: req-4df4dc07-fe4e-44f1-83d2-9acd0a17c34b {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:03.909403 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400a2891-3ed9-4afb-ba66-73d1f0493178", "name": "network-vif-plugged", "status": "completed", "tag": "1cc7ff56-4fce-4c40-b2df-bc81c6b55b85", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:03.909768 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4df4dc07-fe4e-44f1-83d2-9acd0a17c34b {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:03.910280 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc7ff56-4fce-4c40-b2df-bc81c6b55b85', 'code': 200} Jul 05 03:50:03.918025 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39843afd-4c72-4a58-94fa-32f4166b3143 req-2533650f-a81f-4551-89ff-f6bfe20c8cbf tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1682 time: 0.1719599 Jul 05 03:50:03.970876 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fa3e62-28ad-4c42-bfab-4ee8fdb9ccda x-openstack-request-id: req-41fa3e62-28ad-4c42-bfab-4ee8fdb9ccda {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:03.970876 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fead7fd5-13c9-40c1-b68d-868c00a2e2a4", "name": "network-vif-deleted", "tag": "22530e95-0634-4332-aef9-dbdfb3c11a81", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:03.970876 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-41fa3e62-28ad-4c42-bfab-4ee8fdb9ccda {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:03.970876 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fead7fd5-13c9-40c1-b68d-868c00a2e2a4', 'name': 'network-vif-deleted', 'tag': '22530e95-0634-4332-aef9-dbdfb3c11a81', 'status': 'completed', 'code': 200} Jul 05 03:50:04.002947 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39843afd-4c72-4a58-94fa-32f4166b3143 req-045aa656-5b2e-4093-84d2-9f7ea768a316 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625508 Jul 05 03:50:04.109112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b4524-6f18-4323-898e-6abfb4fb17de req-6734c830-5dcf-46b7-854f-5c9cfd03fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:04.109613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b4524-6f18-4323-898e-6abfb4fb17de req-6734c830-5dcf-46b7-854f-5c9cfd03fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:04.111446 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058b4524-6f18-4323-898e-6abfb4fb17de req-6734c830-5dcf-46b7-854f-5c9cfd03fd4f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1986 time: 0.0904620 Jul 05 03:50:04.160382 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058b4524-6f18-4323-898e-6abfb4fb17de req-a086cfdf-034a-42b0-a893-a2e374c68351 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377941 Jul 05 03:50:04.223403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d27df6d2-ba2d-443f-91bf-cfb87322249d req-0409c5d6-7475-4713-b31b-8ac8f68d87d0 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0487382 Jul 05 03:50:04.447547 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f00ca-ce9c-4dd0-95df-19abd9e514ae req-e8adef2e-ed75-4ab7-b1e7-a55dfd93c72e tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:04.458847 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e3f00ca-ce9c-4dd0-95df-19abd9e514ae req-e8adef2e-ed75-4ab7-b1e7-a55dfd93c72e tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 944 time: 0.0743539 Jul 05 03:50:04.493684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e3f00ca-ce9c-4dd0-95df-19abd9e514ae req-a96feace-0710-4492-a151-ab77436a0227 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/security-groups?id=20176787-391a-4ee4-a75f-a740b474bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387199 Jul 05 03:50:04.822107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9086421-d0a3-4b12-aaab-b197c75a45ca req-e2058b3e-9c79-47cf-92f3-9401abe977e0 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:04.823622 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9086421-d0a3-4b12-aaab-b197c75a45ca req-e2058b3e-9c79-47cf-92f3-9401abe977e0 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 946 time: 0.1207235 Jul 05 03:50:04.835249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331bb3d-2131-4741-820c-82d0b4a5a2fa req-96c77fea-4904-4240-a855-a5b0f2cc585d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:04.837411 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f331bb3d-2131-4741-820c-82d0b4a5a2fa req-96c77fea-4904-4240-a855-a5b0f2cc585d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.1006145 Jul 05 03:50:04.891668 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9086421-d0a3-4b12-aaab-b197c75a45ca req-8f4409e1-7206-451a-a5b9-fb171a55332e tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532641 Jul 05 03:50:04.900368 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f331bb3d-2131-4741-820c-82d0b4a5a2fa req-a3681633-2c7d-4673-900b-f44bba90b5cd tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543406 Jul 05 03:50:05.069616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-73fbc5ed-f0cd-4710-881b-86c9ac8c5793 req-e856f130-e213-48c8-a7ee-ad8062f36e6f tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=fead7fd5-13c9-40c1-b68d-868c00a2e2a4 HTTP/1.1" status: 200 len: 210 time: 0.0428646 Jul 05 03:50:05.286489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55a089-8424-4440-9f98-833472bda27b req-56cc3f76-ab53-4943-8152-400778cf71bf tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:05.292790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55a089-8424-4440-9f98-833472bda27b req-56cc3f76-ab53-4943-8152-400778cf71bf tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:05.294137 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc55a089-8424-4440-9f98-833472bda27b req-56cc3f76-ab53-4943-8152-400778cf71bf tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1682 time: 0.0897307 Jul 05 03:50:05.409898 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35710) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:05.420175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc55a089-8424-4440-9f98-833472bda27b req-ce9c5d86-fde0-45fe-b6a8-19729221abfa tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201189 Jul 05 03:50:05.456151 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1c8987f2-68cb-4aaa-b620-6bbdcaf2424a req-2cbd22b3-702a-4239-82bb-65fe0111a18f tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0509241 Jul 05 03:50:05.494711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbfc4b-d2a7-4574-9921-4402ded1be31 req-001b6033-4791-4aab-86ce-1491572b261b tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:05.496546 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bafbfc4b-d2a7-4574-9921-4402ded1be31 req-001b6033-4791-4aab-86ce-1491572b261b tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.36 "GET /v2.0/ports?device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 946 time: 0.1485953 Jul 05 03:50:05.550260 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-080977a7-3e3d-4399-83c4-dd42975dbc04 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1473094862-network', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:05.653480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-bafbfc4b-d2a7-4574-9921-4402ded1be31 req-f85a2a73-61a7-4ec9-b151-a3fef492444c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Deleting port 3fcad102-5755-4454-b1fe-143615380589 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:05.653986 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bafbfc4b-d2a7-4574-9921-4402ded1be31 req-f85a2a73-61a7-4ec9-b151-a3fef492444c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.695096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:05.807498 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-bafbfc4b-d2a7-4574-9921-4402ded1be31 req-f85a2a73-61a7-4ec9-b151-a3fef492444c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] For port 3fcad102-5755-4454-b1fe-143615380589, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3fcad102-5755-4454-b1fe-143615380589,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:05.807816 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bafbfc4b-d2a7-4574-9921-4402ded1be31 req-f85a2a73-61a7-4ec9-b151-a3fef492444c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.817959 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f992e1-570b-4c91-98c8-64768aaf21ce req-4efb4441-36c9-4068-a457-f92c4cc416e3 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:05.819802 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0f992e1-570b-4c91-98c8-64768aaf21ce req-4efb4441-36c9-4068-a457-f92c4cc416e3 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 944 time: 0.1460669 Jul 05 03:50:05.834840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff,segment=NetworkSegment(ad448010-0b2b-4426-9928-8c2fed4ee1df),segment_id=ad448010-0b2b-4426-9928-8c2fed4ee1df)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:05.846920 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff', 'network_id': 'f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd', 'port_id': '58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff', 'mac_address': 'fa:16:3e:8b:ec:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ef7556-fab4-465d-9bbc-935dc24944e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:05.899543 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.912508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080977a7-3e3d-4399-83c4-dd42975dbc04 admin admin] Made reservation on behalf of 55f1fa425cd248da88c6dfdb3beafff5 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:05.917022 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-080977a7-3e3d-4399-83c4-dd42975dbc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.922498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:05.930589 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-080977a7-3e3d-4399-83c4-dd42975dbc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.971975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff,segment=NetworkSegment(ad448010-0b2b-4426-9928-8c2fed4ee1df),segment_id=ad448010-0b2b-4426-9928-8c2fed4ee1df)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:06.018896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0f992e1-570b-4c91-98c8-64768aaf21ce req-81fb34ff-5782-4cfc-8243-6d9156017430 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/security-groups?id=20176787-391a-4ee4-a75f-a740b474bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869113 Jul 05 03:50:06.118506 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.226486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:06.268437 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-080977a7-3e3d-4399-83c4-dd42975dbc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.321368 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bafbfc4b-d2a7-4574-9921-4402ded1be31 req-f85a2a73-61a7-4ec9-b151-a3fef492444c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.321771 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bafbfc4b-d2a7-4574-9921-4402ded1be31 req-f85a2a73-61a7-4ec9-b151-a3fef492444c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.322177 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [req-bafbfc4b-d2a7-4574-9921-4402ded1be31 req-f85a2a73-61a7-4ec9-b151-a3fef492444c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Floating IP 3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4 disassociated. External IP: 172.25.6.125, port: 3fcad102-5755-4454-b1fe-143615380589. Jul 05 03:50:06.322608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-bafbfc4b-d2a7-4574-9921-4402ded1be31 req-f85a2a73-61a7-4ec9-b151-a3fef492444c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Calling delete_port for 3fcad102-5755-4454-b1fe-143615380589 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:06.346269 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-442352c4-9453-4b49-8de7-d3c5763e99ff req-8b60b118-2da5-4038-a3aa-b03103b47ef8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0286996 Jul 05 03:50:06.392869 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-080977a7-3e3d-4399-83c4-dd42975dbc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.395429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d62cd-13c2-4bff-a0dc-a97ff665b7db req-896301cf-100e-467e-b579-b50d0634a8ab tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:06.396983 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-731d62cd-13c2-4bff-a0dc-a97ff665b7db req-896301cf-100e-467e-b579-b50d0634a8ab tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 946 time: 0.2847972 Jul 05 03:50:06.424638 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080977a7-3e3d-4399-83c4-dd42975dbc04 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:50:06.439831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080977a7-3e3d-4399-83c4-dd42975dbc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1601896f-75e6-4181-8d90-d9cc434f7f74,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:06.442740 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-080977a7-3e3d-4399-83c4-dd42975dbc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.443244 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-080977a7-3e3d-4399-83c4-dd42975dbc04 admin admin] Added segment 07048c1d-398c-47c9-aa4c-e208e57c0ac6 of type vlan for network cf7b9eb0-cbb0-45f8-b398-17cff1adf554 Jul 05 03:50:06.470843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874bcb0-9ec6-4740-9d46-1c0f152dfbc1 req-62dcf20b-2e7a-4289-910c-6c36b9fb902d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:06.472477 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b874bcb0-9ec6-4740-9d46-1c0f152dfbc1 req-62dcf20b-2e7a-4289-910c-6c36b9fb902d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.2044618 Jul 05 03:50:06.478674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:06.495032 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-731d62cd-13c2-4bff-a0dc-a97ff665b7db req-4a5cb0b6-65ae-42b1-8007-5427504b572e tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups?id=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879142 Jul 05 03:50:06.501620 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-080977a7-3e3d-4399-83c4-dd42975dbc04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.628091 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b874bcb0-9ec6-4740-9d46-1c0f152dfbc1 req-1eb534f1-47c3-4d9e-992a-f5ee491ab4ca tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317811 Jul 05 03:50:06.639502 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-080977a7-3e3d-4399-83c4-dd42975dbc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.640841 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080977a7-3e3d-4399-83c4-dd42975dbc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:06.641909 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-080977a7-3e3d-4399-83c4-dd42975dbc04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.741777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080977a7-3e3d-4399-83c4-dd42975dbc04 admin admin] Pushing event updated for resources: {'Network': ['ID=cf7b9eb0-cbb0-45f8-b398-17cff1adf554,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:06.755579 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bafbfc4b-d2a7-4574-9921-4402ded1be31 req-f85a2a73-61a7-4ec9-b151-a3fef492444c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.763109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network cf7b9eb0-cbb0-45f8-b398-17cff1adf554 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:50:06.805361 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-080977a7-3e3d-4399-83c4-dd42975dbc04 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3936582 Jul 05 03:50:06.810262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35730) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:06.817371 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7fe9b06f-f817-4eff-9e43-f0c2a5085942 admin admin] Request body: {'subnet': {'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1473094862-subnet', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:06.824418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a2a73-61a7-4ec9-b151-a3fef492444c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Pushing event deleted for resources: {'Port': ['ID=3fcad102-5755-4454-b1fe-143615380589,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:06.829926 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-531f2ee4-1c1e-4714-bdac-71aeb47575dd req-e83df4d2-4a70-4fd3-b061-b2b3f83bcc63 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0621786 Jul 05 03:50:06.949223 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa826a-0ac3-41db-b3cd-b8b9bbcbf16d req-c9cb8dc5-4ce6-45e8-9324-2d1ac0131d87 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:06.956658 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa826a-0ac3-41db-b3cd-b8b9bbcbf16d req-c9cb8dc5-4ce6-45e8-9324-2d1ac0131d87 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:06.958336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-08fa826a-0ac3-41db-b3cd-b8b9bbcbf16d req-c9cb8dc5-4ce6-45e8-9324-2d1ac0131d87 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1682 time: 0.2474937 Jul 05 03:50:06.990902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe9b06f-f817-4eff-9e43-f0c2a5085942 admin admin] Made reservation on behalf of 55f1fa425cd248da88c6dfdb3beafff5 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:06.994051 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7fe9b06f-f817-4eff-9e43-f0c2a5085942 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:07.062457 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 22530e95-0634-4332-aef9-dbdfb3c11a81 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:07.068331 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-08fa826a-0ac3-41db-b3cd-b8b9bbcbf16d req-f0cd0979-cd0e-4023-b7f5-f02212333480 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725365 Jul 05 03:50:07.076623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bafbfc4b-d2a7-4574-9921-4402ded1be31 req-f85a2a73-61a7-4ec9-b151-a3fef492444c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:07.104100 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 22530e95-0634-4332-aef9-dbdfb3c11a81 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:07.104740 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 22530e95-0634-4332-aef9-dbdfb3c11a81 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:07.388319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bafbfc4b-d2a7-4574-9921-4402ded1be31 req-f85a2a73-61a7-4ec9-b151-a3fef492444c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:07.403918 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998813f6-b06d-4fcd-be6b-750cbc9f2b02 None None] Sync routers for ids ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:07.421542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998813f6-b06d-4fcd-be6b-750cbc9f2b02 None None] Routers {'ee378fa1-5051-4f88-8df7-d3bb9c0e3786'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:07.422634 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-998813f6-b06d-4fcd-be6b-750cbc9f2b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:49:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:07.437977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7fe9b06f-f817-4eff-9e43-f0c2a5085942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:07.451836 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-bafbfc4b-d2a7-4574-9921-4402ded1be31 req-f85a2a73-61a7-4ec9-b151-a3fef492444c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] No DVR routers for this DVR port 3fcad102-5755-4454-b1fe-143615380589 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:07.454062 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bafbfc4b-d2a7-4574-9921-4402ded1be31 req-f85a2a73-61a7-4ec9-b151-a3fef492444c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:07.455911 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bafbfc4b-d2a7-4574-9921-4402ded1be31 req-f85a2a73-61a7-4ec9-b151-a3fef492444c tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.36 "DELETE /v2.0/ports/3fcad102-5755-4454-b1fe-143615380589 HTTP/1.1" status: 204 len: 173 time: 1.9504337 Jul 05 03:50:07.456403 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705f9136-1f2d-470b-960e-b1241bf44141', 'name': 'network-vif-deleted', 'tag': '3fcad102-5755-4454-b1fe-143615380589'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:07.458664 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74aa9b0-834a-48b6-bdd0-29628a29c082" -d '{"events": [{"server_uuid": "705f9136-1f2d-470b-960e-b1241bf44141", "name": "network-vif-deleted", "tag": "3fcad102-5755-4454-b1fe-143615380589"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:07.474847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb5a5c-f32c-43c6-b970-29d6825940a5 req-27ff9d1b-df8c-41b1-99c7-f3581ea84786 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:07.476417 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8bdb5a5c-f32c-43c6-b970-29d6825940a5 req-27ff9d1b-df8c-41b1-99c7-f3581ea84786 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 945 time: 0.1831427 Jul 05 03:50:07.528991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9b06f-f817-4eff-9e43-f0c2a5085942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb3a22c-f8ee-4659-a945-ef70c8a04746,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:07.546090 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe9b06f-f817-4eff-9e43-f0c2a5085942 admin admin] Checking segment: {'id': '07048c1d-398c-47c9-aa4c-e208e57c0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:07.549741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe9b06f-f817-4eff-9e43-f0c2a5085942 admin admin] Network hostable DHCP agents. Network: cf7b9eb0-cbb0-45f8-b398-17cff1adf554, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:50:07.554091 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8bdb5a5c-f32c-43c6-b970-29d6825940a5 req-d4b74964-1e0b-4553-98c1-678caea77e46 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/security-groups?id=20176787-391a-4ee4-a75f-a740b474bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709743 Jul 05 03:50:07.626175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-998813f6-b06d-4fcd-be6b-750cbc9f2b02 None None] Set router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:07.643359 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365c4e5d-0788-473e-bcad-2136b09fe8a4 x-openstack-request-id: req-365c4e5d-0788-473e-bcad-2136b09fe8a4 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:07.646679 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705f9136-1f2d-470b-960e-b1241bf44141", "name": "network-vif-deleted", "tag": "3fcad102-5755-4454-b1fe-143615380589", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:07.647968 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-365c4e5d-0788-473e-bcad-2136b09fe8a4 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:07.648712 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705f9136-1f2d-470b-960e-b1241bf44141', 'name': 'network-vif-deleted', 'tag': '3fcad102-5755-4454-b1fe-143615380589', 'status': 'completed', 'code': 200} Jul 05 03:50:07.679110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe9b06f-f817-4eff-9e43-f0c2a5085942 admin admin] Network cf7b9eb0-cbb0-45f8-b398-17cff1adf554 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:50:07.713989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:07.786753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7fe9b06f-f817-4eff-9e43-f0c2a5085942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, cf7b9eb0-cbb0-45f8-b398-17cff1adf554) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:07.797994 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe9b06f-f817-4eff-9e43-f0c2a5085942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:07.798561 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7fe9b06f-f817-4eff-9e43-f0c2a5085942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:07.817878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-79ac029f-63e7-451e-a624-c71e1bb728b4 req-993a1919-d88f-4279-bfc3-a6c59aa1e4fa tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/ports?device_id=705f9136-1f2d-470b-960e-b1241bf44141 HTTP/1.1" status: 200 len: 210 time: 0.0585551 Jul 05 03:50:07.820103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd91e03-ea44-4d17-9de5-b1dc19911c00 None None] Network cf7b9eb0-cbb0-45f8-b398-17cff1adf554 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:07.900441 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5912775-0e58-45b5-8ad4-6a84d47f74c4 req-23b9f10c-1861-473c-bfd8-19e105a50640 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:07.902092 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b5912775-0e58-45b5-8ad4-6a84d47f74c4 req-23b9f10c-1861-473c-bfd8-19e105a50640 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 947 time: 0.0875518 Jul 05 03:50:07.925128 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7fe9b06f-f817-4eff-9e43-f0c2a5085942 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1130009 Jul 05 03:50:07.927229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35748) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:07.933754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1473094862-router', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:07.953771 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b5912775-0e58-45b5-8ad4-6a84d47f74c4 req-b447ec61-ce36-4bbb-97ba-cc857bca5b24 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453780 Jul 05 03:50:08.052489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f6e52-8359-4a1b-91ea-f7a440934330 req-37af3f57-52e0-4140-97db-b74b6f58fd41 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:08.054309 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-571f6e52-8359-4a1b-91ea-f7a440934330 req-37af3f57-52e0-4140-97db-b74b6f58fd41 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.0816033 Jul 05 03:50:08.096300 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-571f6e52-8359-4a1b-91ea-f7a440934330 req-7f7f7a56-81bb-41b1-819d-5521ec7e8b98 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356688 Jul 05 03:50:08.153058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.153058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.153481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:08.158301 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'fixed_ips': [{'subnet_id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:50:08.159596 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.174925 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-998813f6-b06d-4fcd-be6b-750cbc9f2b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:15Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '1bb018d8-a074-49ff-aee1-fe34e648e179', 'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'mac_address': 'fa:16:3e:e2:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:14Z', 'updated_at': '2021-07-05T03:42:20Z', 'revision_number': 5, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'subnets': [{'id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:08.204966 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.206451 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:08.206763 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.210350 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998813f6-b06d-4fcd-be6b-750cbc9f2b02 None None] Checking router: ee378fa1-5051-4f88-8df7-d3bb9c0e3786 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:08.269004 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fdf8ac4-1c19-488f-8cad-6965ed21995c req-a3bd065e-cce2-44a9-ae4a-bcbd857c8e94 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0318377 Jul 05 03:50:08.325444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998813f6-b06d-4fcd-be6b-750cbc9f2b02 None None] Routers {'ee378fa1-5051-4f88-8df7-d3bb9c0e3786'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:08.326475 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-998813f6-b06d-4fcd-be6b-750cbc9f2b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:49:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:08.460133 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.574373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Allocated IP 172.20.0.2 (cf7b9eb0-cbb0-45f8-b398-17cff1adf554/9cb3a22c-f8ee-4659-a945-ef70c8a04746/ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:08.591303 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.594827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-998813f6-b06d-4fcd-be6b-750cbc9f2b02 None None] Set router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:08.726633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c3a092-ec59-4bc0-8aa2-14a0bb41ce37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:08.729523 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccd4b0c-cf2d-418c-90f0-2bb93c1b3f49" -d '{"events": [{"server_uuid": "68c3a092-ec59-4bc0-8aa2-14a0bb41ce37", "name": "network-vif-plugged", "status": "completed", "tag": "58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:08.799264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a2d1f-559a-4137-8b31-76283ce200d5 req-9112f608-862b-4412-93ac-526823d894ab tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:08.799770 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff,segment=NetworkSegment(ad448010-0b2b-4426-9928-8c2fed4ee1df),segment_id=ad448010-0b2b-4426-9928-8c2fed4ee1df)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:08.800980 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad9a2d1f-559a-4137-8b31-76283ce200d5 req-9112f608-862b-4412-93ac-526823d894ab tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 947 time: 0.1918120 Jul 05 03:50:08.891056 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.938398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3fcad102-5755-4454-b1fe-143615380589 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:08.953973 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.975972 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.003415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 3fcad102-5755-4454-b1fe-143615380589 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:09.004085 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3fcad102-5755-4454-b1fe-143615380589 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:09.081072 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.083991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:09.097724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Transition to ACTIVE for port object ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:09.122750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Transition to ACTIVE for port object ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:09.123385 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Allocated IP 172.25.6.243 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/23099c7c-5448-4867-873f-70bb9ce0716c) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:09.145354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-998813f6-b06d-4fcd-be6b-750cbc9f2b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:15Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '1bb018d8-a074-49ff-aee1-fe34e648e179', 'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'mac_address': 'fa:16:3e:e2:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:14Z', 'updated_at': '2021-07-05T03:42:20Z', 'revision_number': 5, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'subnets': [{'id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:09.175666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998813f6-b06d-4fcd-be6b-750cbc9f2b02 None None] The sync data for ids ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'] in n-d-771363-32 is: [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:15Z', 'revision_number': 4, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '1bb018d8-a074-49ff-aee1-fe34e648e179', 'name': '', 'network_id': 'c6b7f2f6-91df-4f52-b0d7-10a484c1ad00', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'mac_address': 'fa:16:3e:e2:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:14Z', 'updated_at': '2021-07-05T03:42:20Z', 'revision_number': 5, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'subnets': [{'id': '439dab23-83b8-4abf-a454-4e3f013117e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:09.210613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c0f98-a8a7-413e-82e0-41e10fa0433c req-656484d3-c5b2-48ea-b0f8-29f721395b4c tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:09.217698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c0f98-a8a7-413e-82e0-41e10fa0433c req-656484d3-c5b2-48ea-b0f8-29f721395b4c tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:09.226017 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-568c0f98-a8a7-413e-82e0-41e10fa0433c req-656484d3-c5b2-48ea-b0f8-29f721395b4c tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1682 time: 0.5307417 Jul 05 03:50:09.229733 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6949191a-0926-452a-833a-3be51b815470 req-96b7ee6a-c547-44b0-8c2d-43062733b537 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d&device_id=a63b6006-54e7-4be5-89f0-f7daed139779 HTTP/1.1" status: 200 len: 210 time: 0.4120264 Jul 05 03:50:09.234142 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.252673 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.325649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Network cf7b9eb0-cbb0-45f8-b398-17cff1adf554 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:09.329481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Pushing event updated for resources: {'Port': ['ID=ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:09.332631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-568c0f98-a8a7-413e-82e0-41e10fa0433c req-7441abc8-510b-4c28-86c1-753b94ec62a1 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062675 Jul 05 03:50:09.345955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:09.357278 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:09.382659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-ad9a2d1f-559a-4137-8b31-76283ce200d5 req-6670f324-d7c1-4b7b-a219-9503e5c95da5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Deleting port 3a30efd6-bd00-42d2-9e11-63674f2d9621 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:09.382659 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ad9a2d1f-559a-4137-8b31-76283ce200d5 req-6670f324-d7c1-4b7b-a219-9503e5c95da5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.396345 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.432456 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade17b65-4d99-4471-9ae8-4e6b897dfd4c x-openstack-request-id: req-ade17b65-4d99-4471-9ae8-4e6b897dfd4c {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:09.432884 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c3a092-ec59-4bc0-8aa2-14a0bb41ce37", "name": "network-vif-plugged", "status": "completed", "tag": "58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:09.437945 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ade17b65-4d99-4471-9ae8-4e6b897dfd4c {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:09.438413 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c3a092-ec59-4bc0-8aa2-14a0bb41ce37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff', 'code': 200} Jul 05 03:50:09.455091 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Attempting to bind port ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:09.455557 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Attempting to bind port ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '07048c1d-398c-47c9-aa4c-e208e57c0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:09.455995 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Attempting to bind port ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b on network cf7b9eb0-cbb0-45f8-b398-17cff1adf554 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:09.466420 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:09.466826 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Checking segment: {'id': '07048c1d-398c-47c9-aa4c-e208e57c0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:09.467530 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.468784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Bound using segment: {'id': '07048c1d-398c-47c9-aa4c-e208e57c0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:09.470148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Bound port: ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07048c1d-398c-47c9-aa4c-e208e57c0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:09.470345 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.478316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:09.557777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:09.581397 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Pushing event updated for resources: {'Port': ['ID=23099c7c-5448-4867-873f-70bb9ce0716c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:09.584374 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:09.589970 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ad9a2d1f-559a-4137-8b31-76283ce200d5 req-6670f324-d7c1-4b7b-a219-9503e5c95da5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] For port 3a30efd6-bd00-42d2-9e11-63674f2d9621, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3a30efd6-bd00-42d2-9e11-63674f2d9621,segment=NetworkSegment(0809e66f-56b3-42a7-a295-2ae3e980bf4f),segment_id=0809e66f-56b3-42a7-a295-2ae3e980bf4f)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:09.592532 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ad9a2d1f-559a-4137-8b31-76283ce200d5 req-6670f324-d7c1-4b7b-a219-9503e5c95da5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.610524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065bd9a-d786-4322-80a5-ec907e526b46 req-fa7c6d41-fd95-419f-bf79-b7d920d13242 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:09.618693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8065bd9a-d786-4322-80a5-ec907e526b46 req-fa7c6d41-fd95-419f-bf79-b7d920d13242 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 946 time: 0.1988707 Jul 05 03:50:09.626366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] For port ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:09.631859 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] For port ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b,segment=NetworkSegment(07048c1d-398c-47c9-aa4c-e208e57c0ac6),segment_id=07048c1d-398c-47c9-aa4c-e208e57c0ac6)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:09.661533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-ad9a2d1f-559a-4137-8b31-76283ce200d5 req-6670f324-d7c1-4b7b-a219-9503e5c95da5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Calling delete_port for 3a30efd6-bd00-42d2-9e11-63674f2d9621 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:09.701489 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad4cdfd-0088-4ffe-8304-688ef73cc98f None None] New status for floating IP 3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:50:09.714808 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.732790 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7c2a85c-96c2-466c-8799-cf493b4543c6 req-b9e65747-b709-43ba-bcc4-3d126153cbd4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2484908 Jul 05 03:50:09.836078 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8065bd9a-d786-4322-80a5-ec907e526b46 req-c51e60b1-7283-4b2b-8a8f-70802aedb966 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/security-groups?id=20176787-391a-4ee4-a75f-a740b474bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159169 Jul 05 03:50:09.857500 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c28ca-f744-4f43-b323-b6d5c7c67253 req-5bb63d4b-158a-4fdf-82cd-076066cb5660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:09.858804 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef6c28ca-f744-4f43-b323-b6d5c7c67253 req-5bb63d4b-158a-4fdf-82cd-076066cb5660 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 1098 time: 0.2607155 Jul 05 03:50:09.949376 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67055121-5c34-45a1-bf02-b3bb376ae6fc req-22c3ce3a-6ae2-447c-b238-ce480998628e tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:09.951065 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67055121-5c34-45a1-bf02-b3bb376ae6fc req-22c3ce3a-6ae2-447c-b238-ce480998628e tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 947 time: 0.2590714 Jul 05 03:50:10.030590 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef6c28ca-f744-4f43-b323-b6d5c7c67253 req-a2a0b0bc-701b-4c5d-9861-46842a52b5a5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=20176787-391a-4ee4-a75f-a740b474bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466660 Jul 05 03:50:10.070374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67055121-5c34-45a1-bf02-b3bb376ae6fc req-1cd5ab1f-8d13-4098-b9cc-8a2b653f2715 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085966 Jul 05 03:50:10.122647 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2a85c-96c2-466c-8799-cf493b4543c6 req-47bca6c2-becf-462e-9a20-a6dfcc6b5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:10.125069 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7c2a85c-96c2-466c-8799-cf493b4543c6 req-47bca6c2-becf-462e-9a20-a6dfcc6b5db1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 1102 time: 0.2649045 Jul 05 03:50:10.208282 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26917f3-8fde-4ec8-8eb5-97f9d0cc8b5a None None] Pushing event updated for resources: {'Port': ['ID=ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:10.263727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1a52a-ebec-472c-8d3f-fb3595a40480 req-7cbda134-a9a7-4cd9-a669-30059629a279 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:10.276188 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19d1a52a-ebec-472c-8d3f-fb3595a40480 req-7cbda134-a9a7-4cd9-a669-30059629a279 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.2719088 Jul 05 03:50:10.312730 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ad9a2d1f-559a-4137-8b31-76283ce200d5 req-6670f324-d7c1-4b7b-a219-9503e5c95da5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.333517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['3a30efd6-bd00-42d2-9e11-63674f2d9621'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:10.355264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19d1a52a-ebec-472c-8d3f-fb3595a40480 req-6308d5c8-de74-4d15-80d5-313b57c8e16c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781538 Jul 05 03:50:10.358526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670f324-d7c1-4b7b-a219-9503e5c95da5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Pushing event deleted for resources: {'Port': ['ID=3a30efd6-bd00-42d2-9e11-63674f2d9621,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:10.424496 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9a2d1f-559a-4137-8b31-76283ce200d5 req-6670f324-d7c1-4b7b-a219-9503e5c95da5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] No DVR routers for this DVR port 3a30efd6-bd00-42d2-9e11-63674f2d9621 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:10.427467 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ad9a2d1f-559a-4137-8b31-76283ce200d5 req-6670f324-d7c1-4b7b-a219-9503e5c95da5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.429433 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad9a2d1f-559a-4137-8b31-76283ce200d5 req-6670f324-d7c1-4b7b-a219-9503e5c95da5 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.36 "DELETE /v2.0/ports/3a30efd6-bd00-42d2-9e11-63674f2d9621 HTTP/1.1" status: 204 len: 173 time: 1.6201143 Jul 05 03:50:10.430701 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5', 'name': 'network-vif-deleted', 'tag': '3a30efd6-bd00-42d2-9e11-63674f2d9621'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:10.433453 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5824d5e9-b920-40df-90b0-b28987281796" -d '{"events": [{"server_uuid": "2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5", "name": "network-vif-deleted", "tag": "3a30efd6-bd00-42d2-9e11-63674f2d9621"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:10.452512 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.490569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2a85c-96c2-466c-8799-cf493b4543c6 req-9dbaa191-65f2-485c-84d2-81eecd10dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:10.492159 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7c2a85c-96c2-466c-8799-cf493b4543c6 req-9dbaa191-65f2-485c-84d2-81eecd10dde7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2627552 Jul 05 03:50:10.707151 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0ae84b-4e16-42da-a3df-309e2836f8d7 x-openstack-request-id: req-fb0ae84b-4e16-42da-a3df-309e2836f8d7 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:10.707660 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5", "name": "network-vif-deleted", "tag": "3a30efd6-bd00-42d2-9e11-63674f2d9621", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:10.707984 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb0ae84b-4e16-42da-a3df-309e2836f8d7 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:10.710238 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5', 'name': 'network-vif-deleted', 'tag': '3a30efd6-bd00-42d2-9e11-63674f2d9621', 'status': 'completed', 'code': 200} Jul 05 03:50:10.895495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13970471-1599-432b-8f8f-7262c17fd708 req-f92f6f39-195d-4654-b0ba-75ed1fc6635d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db0813041a2a41ff84da2b13a5150c81&device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0811434 Jul 05 03:50:10.944167 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13970471-1599-432b-8f8f-7262c17fd708 req-eb1c8b20-ed57-43de-8de7-1b4195bf0266 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=db0813041a2a41ff84da2b13a5150c81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386360 Jul 05 03:50:11.027946 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7c2a85c-96c2-466c-8799-cf493b4543c6 req-fcfc3d56-fe1a-4a0a-bfca-b2fa94539e66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229 HTTP/1.1" status: 200 len: 217 time: 0.5199585 Jul 05 03:50:11.141023 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abb75a13-24bb-4246-a902-f7654ea092dd req-cdf34d37-6484-486a-83aa-83e9f0c8942e tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0883248 Jul 05 03:50:11.165437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2a85c-96c2-466c-8799-cf493b4543c6 req-d0302c73-2b28-44ed-93ef-a6bb2e17c6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.167579 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7c2a85c-96c2-466c-8799-cf493b4543c6 req-d0302c73-2b28-44ed-93ef-a6bb2e17c6b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0937726 Jul 05 03:50:11.199792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13970471-1599-432b-8f8f-7262c17fd708 req-2dd0c9e3-02c2-4e1e-9116-d96157594119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.201364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13970471-1599-432b-8f8f-7262c17fd708 req-2dd0c9e3-02c2-4e1e-9116-d96157594119 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2443891 Jul 05 03:50:11.217388 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46a1e6-5a27-47a5-94a7-9ef1307c807f req-4dd123d5-9c36-40e7-ab7c-ce196887de26 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.224120 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46a1e6-5a27-47a5-94a7-9ef1307c807f req-4dd123d5-9c36-40e7-ab7c-ce196887de26 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.234238 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a46a1e6-5a27-47a5-94a7-9ef1307c807f req-4dd123d5-9c36-40e7-ab7c-ce196887de26 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1682 time: 0.4839859 Jul 05 03:50:11.286495 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5115d65c-e841-4fa9-85ca-2947da6583c5 None None] Network cf7b9eb0-cbb0-45f8-b398-17cff1adf554 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:11.310117 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a46a1e6-5a27-47a5-94a7-9ef1307c807f req-b6a322fb-f606-43b2-873d-1c3e080fca4d tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747972 Jul 05 03:50:11.386840 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-09e4196c-13da-4a56-94f3-eba5869d5318 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.408904 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-09e4196c-13da-4a56-94f3-eba5869d5318 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.413416 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-09e4196c-13da-4a56-94f3-eba5869d5318 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1682 time: 0.4499083 Jul 05 03:50:11.415636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35792) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:11.422687 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-47d99fb4-54c9-4f74-b972-e5920be4359a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.464315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f55973c4-5689-4612-a853-bdc04ba2fa4b None None] Provisioning for port ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:11.568413 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.599298 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53a6987a-67fe-4520-b2fa-1716f7770fcf tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.638511 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53a6987a-67fe-4520-b2fa-1716f7770fcf tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.650125 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476daeb-b89f-4ab6-874a-0eed2d11fb85 req-eda1bbe1-a94d-41b2-ad37-de5532c77180 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.652149 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9476daeb-b89f-4ab6-874a-0eed2d11fb85 req-eda1bbe1-a94d-41b2-ad37-de5532c77180 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 946 time: 0.1525798 Jul 05 03:50:11.677656 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2a85c-96c2-466c-8799-cf493b4543c6 req-afc8a858-2370-4784-b4d5-f332226fc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.679181 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7c2a85c-96c2-466c-8799-cf493b4543c6 req-afc8a858-2370-4784-b4d5-f332226fc502 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4593945 Jul 05 03:50:11.734807 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9476daeb-b89f-4ab6-874a-0eed2d11fb85 req-35499da4-57a8-43b8-85c4-4a05291702a6 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/security-groups?id=20176787-391a-4ee4-a75f-a740b474bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694587 Jul 05 03:50:11.812832 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56db3912-2108-4d00-b29c-dbac510e5d74 req-94d781e5-32d9-4b26-bbbd-fc865e089d90 tempest-LiveMigrationTest-1345810777 tempest-LiveMigrationTest-1345810777-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ecc00a1-67cf-4e53-ae5c-cd5933cb8fc5 HTTP/1.1" status: 200 len: 210 time: 0.0817895 Jul 05 03:50:11.895687 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53a6987a-67fe-4520-b2fa-1716f7770fcf tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.899897 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53a6987a-67fe-4520-b2fa-1716f7770fcf tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.902669 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-53a6987a-67fe-4520-b2fa-1716f7770fcf tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "DELETE /v2.0/security-groups/bd3a5382-a5e5-4e2e-9592-5b402d8da9b9 HTTP/1.1" status: 204 len: 168 time: 0.4850333 Jul 05 03:50:11.921859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35796) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:11.923361 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6987a-67fe-4520-b2fa-1716f7770fcf tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3a5382-a5e5-4e2e-9592-5b402d8da9b9,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:11.945292 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-413a30c7-6fbf-493f-80de-53da6940f397 service neutron] show failed (client error): The resource could not be found. Jul 05 03:50:11.945292 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-413a30c7-6fbf-493f-80de-53da6940f397 service neutron] 10.222.0.10 "GET /v2.0/ports/b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc/bindings/n-h2-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.4286273 Jul 05 03:50:11.972730 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-727a533a-c121-474e-8272-72276a88e30d tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] show failed (client error): The resource could not be found. Jul 05 03:50:11.972730 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-727a533a-c121-474e-8272-72276a88e30d tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "GET /v2.0/security-groups/bd3a5382-a5e5-4e2e-9592-5b402d8da9b9 HTTP/1.1" status: 404 len: 347 time: 0.0465028 Jul 05 03:50:11.975935 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35798) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:12.071069 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7c2a85c-96c2-466c-8799-cf493b4543c6 req-d1d6907d-c27a-4f54-bd96-ed437cc15616 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260038 Jul 05 03:50:12.090669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-1a7bffb8-1447-43ea-906a-1d5675362383 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Deleting port c7e626d7-ec80-4437-baaa-e41b26b666a8 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:12.091024 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-1a7bffb8-1447-43ea-906a-1d5675362383 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.217384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:12.337429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-71103e3b-f469-4891-8d89-2ab8f8943250 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Deleting port dca99093-d68c-40a2-844a-8659e68f7c4b {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:12.338120 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-71103e3b-f469-4891-8d89-2ab8f8943250 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.416378 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:12.422445 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:12.422891 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.466147 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-71103e3b-f469-4891-8d89-2ab8f8943250 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.466638 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-71103e3b-f469-4891-8d89-2ab8f8943250 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.505054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-71103e3b-f469-4891-8d89-2ab8f8943250 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Calling delete_port for dca99093-d68c-40a2-844a-8659e68f7c4b owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:12.516134 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7c2a85c-96c2-466c-8799-cf493b4543c6 req-2992fe19-16a3-4e0e-be69-7af21d271d6b service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271569 Jul 05 03:50:12.560890 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.605612 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b,segment=NetworkSegment(07048c1d-398c-47c9-aa4c-e208e57c0ac6),segment_id=07048c1d-398c-47c9-aa4c-e208e57c0ac6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:12.623063 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-1a7bffb8-1447-43ea-906a-1d5675362383 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] For port c7e626d7-ec80-4437-baaa-e41b26b666a8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=c7e626d7-ec80-4437-baaa-e41b26b666a8,segment=NetworkSegment(aa4d38dd-1e85-4110-95ae-068ee1f60e29),segment_id=aa4d38dd-1e85-4110-95ae-068ee1f60e29)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:12.623063 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-1a7bffb8-1447-43ea-906a-1d5675362383 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.650078 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-1a7bffb8-1447-43ea-906a-1d5675362383 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Calling delete_port for c7e626d7-ec80-4437-baaa-e41b26b666a8 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:12.668270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:50:12.681361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10e3830d-ba09-4f81-ac23-48fd5be0adc6 req-cc07db85-4f3b-47ba-bf42-9ecdea7a8574 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0614526 Jul 05 03:50:12.701196 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.785277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2b409-9e51-41a7-8723-9effc2a0d6fc req-0daae2c9-5054-4d73-ab6e-46b6c7cb3da1 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:12.786896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-03d2b409-9e51-41a7-8723-9effc2a0d6fc req-0daae2c9-5054-4d73-ab6e-46b6c7cb3da1 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.1512284 Jul 05 03:50:12.814573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:12.925123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-03d2b409-9e51-41a7-8723-9effc2a0d6fc req-9c95143b-c109-4d34-9223-2d18ed164379 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308858 Jul 05 03:50:12.950972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3a30efd6-bd00-42d2-9e11-63674f2d9621 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:12.984429 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 3a30efd6-bd00-42d2-9e11-63674f2d9621 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:12.986079 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3a30efd6-bd00-42d2-9e11-63674f2d9621 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:12.991306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d779253-e4ad-4c44-ada7-ac8b1315ac06 req-53ed5b30-16fc-4b02-aa98-9dee8850c1d0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:12.998682 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d779253-e4ad-4c44-ada7-ac8b1315ac06 req-53ed5b30-16fc-4b02-aa98-9dee8850c1d0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:13.000864 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d779253-e4ad-4c44-ada7-ac8b1315ac06 req-53ed5b30-16fc-4b02-aa98-9dee8850c1d0 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 1682 time: 0.1407101 Jul 05 03:50:13.025245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:13.034219 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13970471-1599-432b-8f8f-7262c17fd708 req-fc57f1d3-4bbd-4f4c-b750-03a86fbeed98 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.36 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0702233 Jul 05 03:50:13.038004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-7bb0cacb-c228-44e4-b0f3-809a5048a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:13.039843 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-7bb0cacb-c228-44e4-b0f3-809a5048a1e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197&tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f HTTP/1.1" status: 200 len: 1102 time: 0.1893814 Jul 05 03:50:13.042972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Sync routers for ids ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:13.044549 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-71103e3b-f469-4891-8d89-2ab8f8943250 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.062114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:13.081826 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Routers {'d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:13.084312 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:49:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:13.092867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71103e3b-f469-4891-8d89-2ab8f8943250 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Pushing event deleted for resources: {'Port': ['ID=dca99093-d68c-40a2-844a-8659e68f7c4b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:13.138813 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d779253-e4ad-4c44-ada7-ac8b1315ac06 req-44d85e29-cc46-4b3e-95e0-79ff19c4c771 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281083 Jul 05 03:50:13.182310 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-1a7bffb8-1447-43ea-906a-1d5675362383 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.251266 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.255069 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35810) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:13.259430 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.264393 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-60b8b513-5cb8-4a43-a08f-a88b9bb97884 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3328252 Jul 05 03:50:13.268881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bffb8-1447-43ea-906a-1d5675362383 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Port': ['ID=c7e626d7-ec80-4437-baaa-e41b26b666a8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:13.278592 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35812) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:13.380457 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-71103e3b-f469-4891-8d89-2ab8f8943250 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.388731 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-71103e3b-f469-4891-8d89-2ab8f8943250 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.393569 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-71103e3b-f469-4891-8d89-2ab8f8943250 tempest-ServersWithSpecificFlavorTestJSON-1137137164 tempest-ServersWithSpecificFlavorTestJSON-1137137164-project] 10.222.0.38 "DELETE /v2.0/floatingips/3cf29d4a-bd11-4b9a-a7a5-d507fbaf4bc4 HTTP/1.1" status: 204 len: 168 time: 1.4152710 Jul 05 03:50:13.419196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Set router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:13.436777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35bd5f-f2ea-462d-a19c-8f75b528e217 req-3f7b8032-fb85-455c-8026-0c18dc5a484f tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:13.436777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de35bd5f-f2ea-462d-a19c-8f75b528e217 req-3f7b8032-fb85-455c-8026-0c18dc5a484f tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 946 time: 0.3137152 Jul 05 03:50:13.511910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de35bd5f-f2ea-462d-a19c-8f75b528e217 req-38e4b9bc-bd49-4033-9d90-b8eb91be6bac tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/security-groups?id=20176787-391a-4ee4-a75f-a740b474bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631783 Jul 05 03:50:13.699921 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'name': 'tempest-ServersTestBootFromVolume-1473094862-router', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:10Z', 'revision_number': 3, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'gw_port': {'id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:13.762446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Checking router: d6d545cb-b2e4-4815-9eb5-5aa238f87d8e for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:13.764291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Updating router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e port 23099c7c-5448-4867-873f-70bb9ce0716c binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:50:13.827935 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.847080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-1a7bffb8-1447-43ea-906a-1d5675362383 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] No DVR routers for this DVR port c7e626d7-ec80-4437-baaa-e41b26b666a8 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:13.858192 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-1a7bffb8-1447-43ea-906a-1d5675362383 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.861538 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-1a7bffb8-1447-43ea-906a-1d5675362383 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.36 "DELETE /v2.0/ports/c7e626d7-ec80-4437-baaa-e41b26b666a8 HTTP/1.1" status: 204 len: 173 time: 2.4142606 Jul 05 03:50:13.865064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'name': 'network-vif-deleted', 'tag': 'c7e626d7-ec80-4437-baaa-e41b26b666a8'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:13.868564 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ff3ef1-9822-4505-859a-885a1dc7d36c" -d '{"events": [{"server_uuid": "400a2891-3ed9-4afb-ba66-73d1f0493178", "name": "network-vif-deleted", "tag": "c7e626d7-ec80-4437-baaa-e41b26b666a8"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:14.018377 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-359604c3-cceb-40e4-8752-a5a9a129e810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.020850 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7cab503-bf90-4497-914e-7ab3a6ab1458 req-ece31916-fe78-4f5c-ac57-afef72a1424a tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=679c9038-bc51-49fe-8f1e-2fabd09faa8d HTTP/1.1" status: 200 len: 210 time: 0.0509739 Jul 05 03:50:14.023527 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5e428d-df39-4f59-857e-7c27f254fc68 admin admin] Deleting subnet 2332289e-5fbe-496d-8ce1-e0de67e408f4 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:14.052846 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:14.147586 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:14.190497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:14.239676 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9259c879-769e-464e-9a96-4cd3cf08f1b1 x-openstack-request-id: req-9259c879-769e-464e-9a96-4cd3cf08f1b1 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:14.240284 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400a2891-3ed9-4afb-ba66-73d1f0493178", "name": "network-vif-deleted", "tag": "c7e626d7-ec80-4437-baaa-e41b26b666a8", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:14.240553 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9259c879-769e-464e-9a96-4cd3cf08f1b1 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:14.240964 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'name': 'network-vif-deleted', 'tag': 'c7e626d7-ec80-4437-baaa-e41b26b666a8', 'status': 'completed', 'code': 200} Jul 05 03:50:14.241844 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c5e428d-df39-4f59-857e-7c27f254fc68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.315705 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:14.316734 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.324933 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.401067 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c5e428d-df39-4f59-857e-7c27f254fc68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.403967 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Transition to ACTIVE for port object b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:14.436740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96989244-b301-4c7b-a35f-83e8ab984d4f req-ecf54f18-67ed-4d87-859b-158e98244406 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.447365 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96989244-b301-4c7b-a35f-83e8ab984d4f req-ecf54f18-67ed-4d87-859b-158e98244406 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.2121351 Jul 05 03:50:14.486140 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.518202 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.524020 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c5e428d-df39-4f59-857e-7c27f254fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.527419 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-ddc3471c-cfb1-42c3-818e-fc58ed582446 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Deleting port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:14.527758 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-ddc3471c-cfb1-42c3-818e-fc58ed582446 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.533046 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Transition to ACTIVE for port object 23099c7c-5448-4867-873f-70bb9ce0716c will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:14.541523 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96989244-b301-4c7b-a35f-83e8ab984d4f req-aa190d91-446a-4316-b39a-db09f00d405a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930426 Jul 05 03:50:14.630592 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.687073 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Attempting to bind port 23099c7c-5448-4867-873f-70bb9ce0716c on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:14.687443 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Attempting to bind port 23099c7c-5448-4867-873f-70bb9ce0716c by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:14.687806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Attempting to bind port 23099c7c-5448-4867-873f-70bb9ce0716c on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:14.691103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563577f-37a8-4159-bbbe-f9aa7c414876 None None] Pushing event updated for resources: {'Port': ['ID=23099c7c-5448-4867-873f-70bb9ce0716c,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:14.696508 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:14.696777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:14.696993 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.697380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:14.697996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Bound port: 23099c7c-5448-4867-873f-70bb9ce0716c, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:14.698275 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.784806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] For port 23099c7c-5448-4867-873f-70bb9ce0716c, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:14.790067 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] For port 23099c7c-5448-4867-873f-70bb9ce0716c, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=23099c7c-5448-4867-873f-70bb9ce0716c,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:14.866730 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.878405 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.903281 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a1d09-a8e0-456c-98e1-6ba1365375f8 req-e6deeb3c-93a4-46e2-9088-f8c1da3cb26e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.917722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c3a1d09-a8e0-456c-98e1-6ba1365375f8 req-e6deeb3c-93a4-46e2-9088-f8c1da3cb26e tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 945 time: 0.0961428 Jul 05 03:50:14.952758 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:14.971419 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c3a1d09-a8e0-456c-98e1-6ba1365375f8 req-de036db4-4168-4e50-899c-9f2d2980a42b tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb740f5-3b12-4ea0-97a5-08ad520fc090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527942 Jul 05 03:50:15.042512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Pushing event updated for resources: {'Port': ['ID=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,revision_number=6']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:15.090616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] No DVR routers for this DVR port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:15.156646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Routers {'d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:15.163421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:50:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:15.176874 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563577f-37a8-4159-bbbe-f9aa7c414876 None None] Pushing event updated for resources: {'Port': ['ID=23099c7c-5448-4867-873f-70bb9ce0716c,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:15.300960 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c5e428d-df39-4f59-857e-7c27f254fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.300960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-ddc3471c-cfb1-42c3-818e-fc58ed582446 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] For port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1cc7ff56-4fce-4c40-b2df-bc81c6b55b85,segment=NetworkSegment(77deb87c-40f9-4f36-8566-e395f320842d),segment_id=77deb87c-40f9-4f36-8566-e395f320842d)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:15.307886 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-ddc3471c-cfb1-42c3-818e-fc58ed582446 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.334356 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.373656 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6dff5-f315-46d3-b5f4-481d77898430 req-5d562bf9-b095-4d95-8336-01365e99c2c8 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:15.382617 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-acf6dff5-f315-46d3-b5f4-481d77898430 req-5d562bf9-b095-4d95-8336-01365e99c2c8 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 946 time: 0.1348038 Jul 05 03:50:15.399008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Attempting to bind port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:15.399756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Attempting to bind port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:15.400683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Attempting to bind port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:15.422547 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.450859 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] Set router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:15.457531 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-acf6dff5-f315-46d3-b5f4-481d77898430 req-f774d0c0-5b0b-4fd8-bdda-a87383fd86a5 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/security-groups?id=20176787-391a-4ee4-a75f-a740b474bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732470 Jul 05 03:50:15.496209 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-ddc3471c-cfb1-42c3-818e-fc58ed582446 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Calling delete_port for 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:15.510713 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c5e428d-df39-4f59-857e-7c27f254fc68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.515555 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9c5e428d-df39-4f59-857e-7c27f254fc68 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2332289e-5fbe-496d-8ce1-e0de67e408f4 HTTP/1.1" status: 204 len: 168 time: 2.2522259 Jul 05 03:50:15.515721 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35852) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:15.521211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e428d-df39-4f59-857e-7c27f254fc68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2332289e-5fbe-496d-8ce1-e0de67e408f4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:15.531404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:15.531992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Attempting to bind port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:15.598717 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:15.599556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:15.600444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:15.601156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Bound port: b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:15.602598 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.629239 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cc7ff56-4fce-4c40-b2df-bc81c6b55b85'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:15.638521 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be75de20-97ea-48b3-bd16-9ac20de01077" -d '{"events": [{"server_uuid": "400a2891-3ed9-4afb-ba66-73d1f0493178", "name": "network-vif-unplugged", "status": "completed", "tag": "1cc7ff56-4fce-4c40-b2df-bc81c6b55b85"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:15.652504 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.656988 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1cc7ff56-4fce-4c40-b2df-bc81c6b55b85,segment=NetworkSegment(77deb87c-40f9-4f36-8566-e395f320842d),segment_id=77deb87c-40f9-4f36-8566-e395f320842d)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:15.679618 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce3e8e90-739e-4c3d-a43e-0a90159aab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.741848 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'name': 'tempest-ServersTestBootFromVolume-1473094862-router', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:10Z', 'revision_number': 3, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'gw_port': {'id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:15.746291 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.746929 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device c7e626d7-ec80-4437-baaa-e41b26b666a8 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:15.793752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:15.798224 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52097d-0302-4c3a-9c9a-a8871209f496 None None] The sync data for ids ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'] in n-d-771363-32 is: [{'id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'name': 'tempest-ServersTestBootFromVolume-1473094862-router', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:10Z', 'revision_number': 3, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'gw_port': {'id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:15.809775 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce3e8e90-739e-4c3d-a43e-0a90159aab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.825737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ce3e8e90-739e-4c3d-a43e-0a90159aab39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afd212f-7e29-4013-a682-9abe025fe125']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:15.829711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:15.839486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ce3e8e90-739e-4c3d-a43e-0a90159aab39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0809e66f-56b3-42a7-a295-2ae3e980bf4f') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:15.840116 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ce3e8e90-739e-4c3d-a43e-0a90159aab39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0809e66f-56b3-42a7-a295-2ae3e980bf4f') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:15.842527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: c7e626d7-ec80-4437-baaa-e41b26b666a8 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:15.842718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device c7e626d7-ec80-4437-baaa-e41b26b666a8 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:15.871091 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce3e8e90-739e-4c3d-a43e-0a90159aab39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.894286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:15.896933 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:15.905092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=1cc7ff56-4fce-4c40-b2df-bc81c6b55b85,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:15.930514 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce3e8e90-739e-4c3d-a43e-0a90159aab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.944343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3e8e90-739e-4c3d-a43e-0a90159aab39 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:15.944749 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce3e8e90-739e-4c3d-a43e-0a90159aab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:15.948417 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:15.986340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Allocated IP 172.20.0.1 (cf7b9eb0-cbb0-45f8-b398-17cff1adf554/9cb3a22c-f8ee-4659-a945-ef70c8a04746/6d7d60c3-2de8-4309-87e1-75770bbaad8b) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:16.044761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c6553-f68c-4595-953d-a01b8fce66b9 req-183eba50-3791-4edf-a76a-fdb9ca3ec546 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:16.045384 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b51c6553-f68c-4595-953d-a01b8fce66b9 req-183eba50-3791-4edf-a76a-fdb9ca3ec546 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 948 time: 0.3187768 Jul 05 03:50:16.065299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-ddc3471c-cfb1-42c3-818e-fc58ed582446 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.065299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.088766 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-334666f8-e160-4c9a-9659-96ac36584ed3 req-dda6c11c-fced-48eb-adba-2c12c2aed78c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db0813041a2a41ff84da2b13a5150c81&device_id=a63b6006-54e7-4be5-89f0-f7daed139779 HTTP/1.1" status: 200 len: 210 time: 0.0614266 Jul 05 03:50:16.126778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:16.127601 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.134250 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] 10.222.0.36 "PUT /v2.0/ports/b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc HTTP/1.1" status: 200 len: 1097 time: 3.0795958 Jul 05 03:50:16.191446 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce3e8e90-739e-4c3d-a43e-0a90159aab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.199128 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b51c6553-f68c-4595-953d-a01b8fce66b9 req-c0a0a91b-468d-44f0-8701-4d6803f5712a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147971 Jul 05 03:50:16.211162 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce3e8e90-739e-4c3d-a43e-0a90159aab39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.215757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ce3e8e90-739e-4c3d-a43e-0a90159aab39 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0afd212f-7e29-4013-a682-9abe025fe125 HTTP/1.1" status: 204 len: 168 time: 0.6965129 Jul 05 03:50:16.249772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-334666f8-e160-4c9a-9659-96ac36584ed3 req-6f16cd8a-d697-4518-b65f-eb58ce9d391f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=db0813041a2a41ff84da2b13a5150c81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1188827 Jul 05 03:50:16.281523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35866) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:16.283267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e8e90-739e-4c3d-a43e-0a90159aab39 admin admin] Pushing event deleted for resources: {'Network': ['ID=0afd212f-7e29-4013-a682-9abe025fe125,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:16.284120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc'}, {'name': 'network-changed', 'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:16.286492 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4865922-1923-4464-8f4e-a59259fa174c" -d '{"events": [{"server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "name": "network-vif-unplugged", "status": "completed", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc"}, {"name": "network-changed", "server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:16.295956 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec5e0f1-db3d-4903-99fd-3a40d36d1a85 x-openstack-request-id: req-cec5e0f1-db3d-4903-99fd-3a40d36d1a85 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:16.296312 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400a2891-3ed9-4afb-ba66-73d1f0493178", "name": "network-vif-unplugged", "status": "completed", "tag": "1cc7ff56-4fce-4c40-b2df-bc81c6b55b85", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:16.296570 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cec5e0f1-db3d-4903-99fd-3a40d36d1a85 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:16.296973 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cc7ff56-4fce-4c40-b2df-bc81c6b55b85', 'code': 200} Jul 05 03:50:16.404875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-ddc3471c-cfb1-42c3-818e-fc58ed582446 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] No DVR routers for this DVR port 1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:16.421773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1246b-386b-483e-959c-b47e0915aa93 service neutron] Pushing event updated for resources: {'Port': ['ID=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,revision_number=7']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:16.424918 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-ddc3471c-cfb1-42c3-818e-fc58ed582446 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.427143 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4341b65c-fd70-4106-b61c-8b4e658ee606 req-ddc3471c-cfb1-42c3-818e-fc58ed582446 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.36 "DELETE /v2.0/ports/1cc7ff56-4fce-4c40-b2df-bc81c6b55b85 HTTP/1.1" status: 204 len: 173 time: 2.5556090 Jul 05 03:50:16.497298 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3471c-cfb1-42c3-818e-fc58ed582446 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Port': ['ID=1cc7ff56-4fce-4c40-b2df-bc81c6b55b85,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:16.502277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3caba4-fa42-42ae-90cb-c2ae1f5b7b78 admin admin] Deleting subnet 1dce73fc-8b36-4c74-8e9b-844489b5e00f {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:16.525286 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.526367 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca3caba4-fa42-42ae-90cb-c2ae1f5b7b78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.550763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Transition to ACTIVE for port object 6d7d60c3-2de8-4309-87e1-75770bbaad8b will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:16.573106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-bb057043-710c-44af-bde3-018878ba7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:16.574746 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-bb057043-710c-44af-bde3-018878ba7cc1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 1100 time: 0.3912284 Jul 05 03:50:16.616006 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48c19369-d186-4d31-818f-4abafd85fd53 req-de93927b-6063-401b-81a2-563902a0b7bb tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b6006-54e7-4be5-89f0-f7daed139779 HTTP/1.1" status: 200 len: 210 time: 0.1101933 Jul 05 03:50:16.715173 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-3110977a-4126-4155-9a8c-b4bcd52a52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:16.716259 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c1455c36-cfac-40ce-951b-3c497a5c0e32 req-0824bae3-d64b-48a7-b410-fa83dbef847b tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "GET /v2.0/ports?device_id=400a2891-3ed9-4afb-ba66-73d1f0493178 HTTP/1.1" status: 200 len: 210 time: 0.2171853 Jul 05 03:50:16.716891 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-3110977a-4126-4155-9a8c-b4bcd52a52f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1315949 Jul 05 03:50:16.749935 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.758791 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.780017 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca3caba4-fa42-42ae-90cb-c2ae1f5b7b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.827809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334666f8-e160-4c9a-9659-96ac36584ed3 req-613add09-8609-4b72-8cb4-6262d9a83969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:16.829729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-334666f8-e160-4c9a-9659-96ac36584ed3 req-613add09-8609-4b72-8cb4-6262d9a83969 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5112503 Jul 05 03:50:16.851269 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Pushing event updated for resources: {'Port': ['ID=6d7d60c3-2de8-4309-87e1-75770bbaad8b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:16.865234 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca3caba4-fa42-42ae-90cb-c2ae1f5b7b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.872364 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0c39b7-14f6-49c7-b3dc-047620837818 x-openstack-request-id: req-ec0c39b7-14f6-49c7-b3dc-047620837818 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:16.872781 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "name": "network-vif-unplugged", "status": "completed", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc", "code": 200}, {"name": "network-changed", "server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:16.874328 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ec0c39b7-14f6-49c7-b3dc-047620837818 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:16.874328 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc', 'code': 200} Jul 05 03:50:16.874328 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc', 'status': 'completed', 'code': 200} Jul 05 03:50:16.907638 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-ad36c964-d872-4a52-ab5b-8f2489cbebaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc HTTP/1.1" status: 200 len: 217 time: 0.1823838 Jul 05 03:50:16.937568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35874) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:16.986344 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Network cf7b9eb0-cbb0-45f8-b398-17cff1adf554 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:16.992288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:16.997629 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:17.077700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-0f38d0a0-8ef2-4010-9d4b-95f325b4a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.079665 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-0f38d0a0-8ef2-4010-9d4b-95f325b4a21e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1339371 Jul 05 03:50:17.103394 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.110915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4865922-1923-4464-8f4e-a59259fa174c req-7786f988-cb0b-4404-86a5-4c8e61beaa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.112630 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4865922-1923-4464-8f4e-a59259fa174c req-7786f988-cb0b-4404-86a5-4c8e61beaa2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 1100 time: 0.1927085 Jul 05 03:50:17.177526 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f12b7-c4ce-41ad-b817-dec78f39ec9d req-ca5fbb9e-48a1-4b12-acbc-9210ee98b7c7 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.179113 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fe2f12b7-c4ce-41ad-b817-dec78f39ec9d req-ca5fbb9e-48a1-4b12-acbc-9210ee98b7c7 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.10 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 946 time: 0.3623290 Jul 05 03:50:17.190939 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca3caba4-fa42-42ae-90cb-c2ae1f5b7b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.276568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3caba4-fa42-42ae-90cb-c2ae1f5b7b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dce73fc-8b36-4c74-8e9b-844489b5e00f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:17.296689 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca3caba4-fa42-42ae-90cb-c2ae1f5b7b78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.298593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ca3caba4-fa42-42ae-90cb-c2ae1f5b7b78 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1dce73fc-8b36-4c74-8e9b-844489b5e00f HTTP/1.1" status: 204 len: 168 time: 1.0008156 Jul 05 03:50:17.311486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af2e87-94dd-47e5-a209-fe76a985f7cd req-d2a37d17-5b6c-4b4e-a691-f5728612fa43 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.313194 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35880) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:17.319317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13af2e87-94dd-47e5-a209-fe76a985f7cd req-d2a37d17-5b6c-4b4e-a691-f5728612fa43 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 946 time: 0.3071945 Jul 05 03:50:17.333949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-1cc37c9d-1dfc-482c-8ff4-885b841e9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.335951 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-1cc37c9d-1dfc-482c-8ff4-885b841e9524 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2434421 Jul 05 03:50:17.412787 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-73ffa23c-62c4-4f31-916d-28c66a406feb None None] Provisioning for port 6d7d60c3-2de8-4309-87e1-75770bbaad8b completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:17.419615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-73ffa23c-62c4-4f31-916d-28c66a406feb None None] Provisioning complete for port 6d7d60c3-2de8-4309-87e1-75770bbaad8b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:17.420723 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-73ffa23c-62c4-4f31-916d-28c66a406feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.456126 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13af2e87-94dd-47e5-a209-fe76a985f7cd req-d7df59f4-d717-4c90-b933-93e1d8e22ec7 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/security-groups?id=20176787-391a-4ee4-a75f-a740b474bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324713 Jul 05 03:50:17.482701 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a8a5dc5a-e070-4493-9fb3-04c521cd4bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.517155 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4865922-1923-4464-8f4e-a59259fa174c req-e4a24f3d-2d1b-4454-94c3-1f69221362dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.545886 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4865922-1923-4464-8f4e-a59259fa174c req-e4a24f3d-2d1b-4454-94c3-1f69221362dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.3927519 Jul 05 03:50:17.546578 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-8f978016-bc41-4bc0-94db-5fef2e0c5e26 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829238 Jul 05 03:50:17.546578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-fe2f12b7-c4ce-41ad-b817-dec78f39ec9d req-1d9863b5-e7bf-4427-bbb7-b95d6d202813 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Deleting port 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:17.546578 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fe2f12b7-c4ce-41ad-b817-dec78f39ec9d req-1d9863b5-e7bf-4427-bbb7-b95d6d202813 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.582043 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4865922-1923-4464-8f4e-a59259fa174c req-ff9ddce3-b74d-4685-bb06-38976bb51cfc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc HTTP/1.1" status: 200 len: 217 time: 0.0547087 Jul 05 03:50:17.630663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-73ffa23c-62c4-4f31-916d-28c66a406feb None None] Port 6d7d60c3-2de8-4309-87e1-75770bbaad8b cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:17.823036 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b388e30-f2b6-4014-843b-1cb6c704a157 req-c4fc682f-9fb9-4c52-b20c-bafc94110cc1 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746334 Jul 05 03:50:17.886141 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.910879 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a8a5dc5a-e070-4493-9fb3-04c521cd4bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.938166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-a8a5dc5a-e070-4493-9fb3-04c521cd4bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6762e17-93be-4cde-9498-62b8356aaaa9']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:17.942473 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-fe2f12b7-c4ce-41ad-b817-dec78f39ec9d req-1d9863b5-e7bf-4427-bbb7-b95d6d202813 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] For port 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff,segment=NetworkSegment(ad448010-0b2b-4426-9928-8c2fed4ee1df),segment_id=ad448010-0b2b-4426-9928-8c2fed4ee1df)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:17.942841 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fe2f12b7-c4ce-41ad-b817-dec78f39ec9d req-1d9863b5-e7bf-4427-bbb7-b95d6d202813 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.987566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-a8a5dc5a-e070-4493-9fb3-04c521cd4bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547ddeeb-bf31-4b61-93e0-ab9f07839a38') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:17.988195 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-a8a5dc5a-e070-4493-9fb3-04c521cd4bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547ddeeb-bf31-4b61-93e0-ab9f07839a38') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:18.004778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-fe2f12b7-c4ce-41ad-b817-dec78f39ec9d req-1d9863b5-e7bf-4427-bbb7-b95d6d202813 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Calling delete_port for 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:18.012926 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a8a5dc5a-e070-4493-9fb3-04c521cd4bea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.047807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 23099c7c-5448-4867-873f-70bb9ce0716c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:18.057550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9a51a-bf1b-4f82-8410-1a9170dc6559 req-6600b874-773d-404d-a007-f24801e3a12a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.059296 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69c9a51a-bf1b-4f82-8410-1a9170dc6559 req-6600b874-773d-404d-a007-f24801e3a12a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 948 time: 0.6930163 Jul 05 03:50:18.096423 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a8a5dc5a-e070-4493-9fb3-04c521cd4bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.120431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bbe71a7c-9090-4c22-993e-039f81e10194 req-e5b3028b-3bfd-4464-811d-eb14a67f10bc tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b6006-54e7-4be5-89f0-f7daed139779 HTTP/1.1" status: 200 len: 210 time: 0.1303616 Jul 05 03:50:18.140953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4865922-1923-4464-8f4e-a59259fa174c req-9d76caff-8a51-46ba-9c98-f712af440408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.142941 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4865922-1923-4464-8f4e-a59259fa174c req-9d76caff-8a51-46ba-9c98-f712af440408 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.5529585 Jul 05 03:50:18.158051 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a5dc5a-e070-4493-9fb3-04c521cd4bea admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:18.158051 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a8a5dc5a-e070-4493-9fb3-04c521cd4bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:18.159599 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:18.231423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35888) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:18.247132 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 23099c7c-5448-4867-873f-70bb9ce0716c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:18.255488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 23099c7c-5448-4867-873f-70bb9ce0716c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:18.256052 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.311826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4865922-1923-4464-8f4e-a59259fa174c req-a9f2439f-04a7-4b7c-b0b8-70ee4fa57eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.314618 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4865922-1923-4464-8f4e-a59259fa174c req-a9f2439f-04a7-4b7c-b0b8-70ee4fa57eea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 1100 time: 0.3064194 Jul 05 03:50:18.322917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69c9a51a-bf1b-4f82-8410-1a9170dc6559 req-c88066ac-102c-486a-ae52-c66e3b2c9678 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534072 Jul 05 03:50:18.366965 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e6998f7-9f8a-4053-a47c-a78729037883 req-bbb3f4a2-a6ce-4499-bac4-90480d1d79d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3783827 Jul 05 03:50:18.376272 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea1fa74-c37a-46c8-bd81-310ec2bca672 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Deleting subnet 1b7b9008-9413-4c5f-852b-89d4ac3e781f {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:18.390761 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aea1fa74-c37a-46c8-bd81-310ec2bca672 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.409067 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.431404 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 23099c7c-5448-4867-873f-70bb9ce0716c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=23099c7c-5448-4867-873f-70bb9ce0716c,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:18.442852 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a8a5dc5a-e070-4493-9fb3-04c521cd4bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.447175 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a8a5dc5a-e070-4493-9fb3-04c521cd4bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.454945 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a8a5dc5a-e070-4493-9fb3-04c521cd4bea admin admin] 10.222.0.38 "DELETE /v2.0/networks/b6762e17-93be-4cde-9498-62b8356aaaa9 HTTP/1.1" status: 204 len: 168 time: 1.1357484 Jul 05 03:50:18.490164 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aea1fa74-c37a-46c8-bd81-310ec2bca672 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.495602 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4865922-1923-4464-8f4e-a59259fa174c req-e99c7ba7-e367-4307-ba78-b7e4b3b26cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.497308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4865922-1923-4464-8f4e-a59259fa174c req-e99c7ba7-e367-4307-ba78-b7e4b3b26cfc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3453212 Jul 05 03:50:18.509180 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5dc5a-e070-4493-9fb3-04c521cd4bea admin admin] Pushing event deleted for resources: {'Network': ['ID=b6762e17-93be-4cde-9498-62b8356aaaa9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:18.518059 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.541290 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.573578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4865922-1923-4464-8f4e-a59259fa174c req-33872c9f-9a24-44f9-a98c-2d5fc4121df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.575234 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4865922-1923-4464-8f4e-a59259fa174c req-33872c9f-9a24-44f9-a98c-2d5fc4121df9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2345028 Jul 05 03:50:18.620908 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=23099c7c-5448-4867-873f-70bb9ce0716c,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:18.634305 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4865922-1923-4464-8f4e-a59259fa174c req-6fec2d32-5ffe-44df-8fb0-77ab840015ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc HTTP/1.1" status: 200 len: 217 time: 0.0453460 Jul 05 03:50:18.635091 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.690413 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fe2f12b7-c4ce-41ad-b817-dec78f39ec9d req-1d9863b5-e7bf-4427-bbb7-b95d6d202813 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.704744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:18.711008 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cae72c32-3720-4d10-a46f-222be34020ef req-a9540b99-c7d1-4698-be7b-c104b3544f90 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 210 time: 0.0759463 Jul 05 03:50:18.774521 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Pushing event updated for resources: {'Port': ['ID=6d7d60c3-2de8-4309-87e1-75770bbaad8b,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:18.807315 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6998f7-9f8a-4053-a47c-a78729037883 req-71b60f7a-347f-4fc6-85ae-ab54eead45e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.808863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e6998f7-9f8a-4053-a47c-a78729037883 req-71b60f7a-347f-4fc6-85ae-ab54eead45e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 1102 time: 0.3940349 Jul 05 03:50:18.846846 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aea1fa74-c37a-46c8-bd81-310ec2bca672 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.852333 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4865922-1923-4464-8f4e-a59259fa174c req-1f3b47ab-0a8e-46a8-be4d-8818e38ae4e9 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237088 Jul 05 03:50:18.855208 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-334666f8-e160-4c9a-9659-96ac36584ed3 req-9d455eb6-3353-430f-aa5c-3724a69a6d21 tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.36 "GET /v2.0/ports?device_id=a63b6006-54e7-4be5-89f0-f7daed139779 HTTP/1.1" status: 200 len: 210 time: 0.0683155 Jul 05 03:50:18.911695 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35894) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:19.030061 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.149106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'name': 'network-vif-deleted', 'tag': '1cc7ff56-4fce-4c40-b2df-bc81c6b55b85'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:19.151560 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0b1097-cc9e-441e-9805-e7526d910ff3" -d '{"events": [{"server_uuid": "400a2891-3ed9-4afb-ba66-73d1f0493178", "name": "network-vif-deleted", "tag": "1cc7ff56-4fce-4c40-b2df-bc81c6b55b85"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:19.154874 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.156952 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2f12b7-c4ce-41ad-b817-dec78f39ec9d req-1d9863b5-e7bf-4427-bbb7-b95d6d202813 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] No DVR routers for this DVR port 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:19.168311 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fe2f12b7-c4ce-41ad-b817-dec78f39ec9d req-1d9863b5-e7bf-4427-bbb7-b95d6d202813 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.170523 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fe2f12b7-c4ce-41ad-b817-dec78f39ec9d req-1d9863b5-e7bf-4427-bbb7-b95d6d202813 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.10 "DELETE /v2.0/ports/58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff HTTP/1.1" status: 204 len: 173 time: 1.9836314 Jul 05 03:50:19.171445 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9863b5-e7bf-4427-bbb7-b95d6d202813 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] Pushing event deleted for resources: {'Port': ['ID=58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:19.190224 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4865922-1923-4464-8f4e-a59259fa174c req-28f78f4d-bec6-4eb6-b416-5842282507a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:19.191682 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4865922-1923-4464-8f4e-a59259fa174c req-28f78f4d-bec6-4eb6-b416-5842282507a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.5129197 Jul 05 03:50:19.194430 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3814a488-4917-4d5f-9017-bfb8122d5883 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5de69650861e4b2ab64c64456b5c16e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714345 Jul 05 03:50:19.196863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4865922-1923-4464-8f4e-a59259fa174c req-62d03eb7-e1b5-454f-b79a-393dec7ceea1 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102319 Jul 05 03:50:19.197641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35900) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:19.225614 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6998f7-9f8a-4053-a47c-a78729037883 req-9102e1de-0731-4156-890c-cad7a252692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:19.229147 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe91760b-39a8-4bef-8020-a3755d18e2f8 x-openstack-request-id: req-fe91760b-39a8-4bef-8020-a3755d18e2f8 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:19.229360 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e6998f7-9f8a-4053-a47c-a78729037883 req-9102e1de-0731-4156-890c-cad7a252692a service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.3880866 Jul 05 03:50:19.229475 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400a2891-3ed9-4afb-ba66-73d1f0493178", "name": "network-vif-deleted", "tag": "1cc7ff56-4fce-4c40-b2df-bc81c6b55b85", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:19.229688 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe91760b-39a8-4bef-8020-a3755d18e2f8 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:19.230075 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400a2891-3ed9-4afb-ba66-73d1f0493178', 'name': 'network-vif-deleted', 'tag': '1cc7ff56-4fce-4c40-b2df-bc81c6b55b85', 'status': 'completed', 'code': 200} Jul 05 03:50:19.275100 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aea1fa74-c37a-46c8-bd81-310ec2bca672 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.344346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1fa74-c37a-46c8-bd81-310ec2bca672 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Subnet': ['ID=1b7b9008-9413-4c5f-852b-89d4ac3e781f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:19.347655 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e6998f7-9f8a-4053-a47c-a78729037883 req-ec1f3f20-4f66-4452-8056-25def3333b9b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=b09b2376-4636-4f08-a338-eb8d27129ab9 HTTP/1.1" status: 200 len: 217 time: 0.0858088 Jul 05 03:50:19.384273 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5a7e40ce-6294-4324-a204-48e054edfca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.388274 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-89365277-16b4-4970-981e-f81c67054fcb req-94436438-037f-4899-a9d3-06dd3a7ec09d tempest-ServerShowV247Test-1365426825 tempest-ServerShowV247Test-1365426825-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b6006-54e7-4be5-89f0-f7daed139779 HTTP/1.1" status: 200 len: 210 time: 0.1145864 Jul 05 03:50:19.404494 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Network cf7b9eb0-cbb0-45f8-b398-17cff1adf554 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:19.421090 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4865922-1923-4464-8f4e-a59259fa174c req-c0690895-98de-41bf-8ef2-b45b326e2042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:19.423233 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4865922-1923-4464-8f4e-a59259fa174c req-c0690895-98de-41bf-8ef2-b45b326e2042 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2056930 Jul 05 03:50:19.429307 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:19.435391 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c8cfe5-6af2-4ae2-a2d9-2deb44475454 None None] Network 26201271-7292-4cb0-8d1a-82e4730a96b0 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:19.436275 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aea1fa74-c37a-46c8-bd81-310ec2bca672 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.440251 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-aea1fa74-c37a-46c8-bd81-310ec2bca672 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "DELETE /v2.0/subnets/1b7b9008-9413-4c5f-852b-89d4ac3e781f HTTP/1.1" status: 204 len: 168 time: 1.2032902 Jul 05 03:50:19.448482 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35906) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:19.488357 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5a7e40ce-6294-4324-a204-48e054edfca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.769917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6998f7-9f8a-4053-a47c-a78729037883 req-d23fdadf-f1e8-4efc-b8b3-eade5f622a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:19.772421 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e6998f7-9f8a-4053-a47c-a78729037883 req-d23fdadf-f1e8-4efc-b8b3-eade5f622a46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.3761961 Jul 05 03:50:19.827222 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ebb1c-62fa-40ec-a669-5068c5cb642b None None] DHCP port deletion for 26201271-7292-4cb0-8d1a-82e4730a96b0 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:50:19.903835 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.952828 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ebb1c-62fa-40ec-a669-5068c5cb642b None None] Deleting port 7a85b0c3-98b0-4275-b881-7c8297bab495 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:19.952828 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9e0ebb1c-62fa-40ec-a669-5068c5cb642b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.953266 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:20.056565 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4865922-1923-4464-8f4e-a59259fa174c req-2461a0b9-38f2-444f-81f5-8ca6941332a5 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057048 Jul 05 03:50:20.080486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9e0ebb1c-62fa-40ec-a669-5068c5cb642b None None] For port 7a85b0c3-98b0-4275-b881-7c8297bab495, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7a85b0c3-98b0-4275-b881-7c8297bab495,segment=NetworkSegment(77deb87c-40f9-4f36-8566-e395f320842d),segment_id=77deb87c-40f9-4f36-8566-e395f320842d)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:20.081240 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9e0ebb1c-62fa-40ec-a669-5068c5cb642b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.097240 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ebb1c-62fa-40ec-a669-5068c5cb642b None None] Calling delete_port for 7a85b0c3-98b0-4275-b881-7c8297bab495 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:20.156568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 23099c7c-5448-4867-873f-70bb9ce0716c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:20.182561 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5a7e40ce-6294-4324-a204-48e054edfca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.185638 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5a7e40ce-6294-4324-a204-48e054edfca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.189520 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5a7e40ce-6294-4324-a204-48e054edfca3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc HTTP/1.1" status: 204 len: 168 time: 0.9869444 Jul 05 03:50:20.215683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e40ce-6294-4324-a204-48e054edfca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f70b5fc-ad5f-4625-a40d-0e8cccb13cdc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:20.225252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c871d994-dfd3-4512-ad48-15f89da5bc29 None None] Provisioning complete for port 6d7d60c3-2de8-4309-87e1-75770bbaad8b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:20.225252 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c871d994-dfd3-4512-ad48-15f89da5bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.294592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-c871d994-dfd3-4512-ad48-15f89da5bc29 None None] Port 6d7d60c3-2de8-4309-87e1-75770bbaad8b cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:20.302961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 23099c7c-5448-4867-873f-70bb9ce0716c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:20.303344 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.313265 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4865922-1923-4464-8f4e-a59259fa174c req-9a363f3f-6579-4a45-8915-921ac9f018b4 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463818 Jul 05 03:50:20.314441 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:20.325630 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Sync routers for ids ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:20.333181 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-79cff128-06c5-4616-9ae4-3bd9fb40b4c5 admin admin] 10.222.0.38 "PUT /v2.0/routers/d6d545cb-b2e4-4815-9eb5-5aa238f87d8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0318294 Jul 05 03:50:20.346225 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Routers {'d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:20.346225 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:50:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:20.432987 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9e0ebb1c-62fa-40ec-a669-5068c5cb642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.479951 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Set router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:20.507580 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ebb1c-62fa-40ec-a669-5068c5cb642b None None] Pushing event deleted for resources: {'Port': ['ID=7a85b0c3-98b0-4275-b881-7c8297bab495,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:20.515474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ebb1c-62fa-40ec-a669-5068c5cb642b None None] No DVR routers for this DVR port 7a85b0c3-98b0-4275-b881-7c8297bab495 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:20.615462 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7a85b0c3-98b0-4275-b881-7c8297bab495 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:20.615868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb0582ce-80e2-4296-af16-50450021a201 req-3a016685-8ecd-4426-80af-9aa7ec440726 tempest-InstanceActionsNegativeTestJSON-1396171686 tempest-InstanceActionsNegativeTestJSON-1396171686-project] 10.222.0.38 "GET /v2.0/ports?device_id=68c3a092-ec59-4bc0-8aa2-14a0bb41ce37 HTTP/1.1" status: 200 len: 210 time: 0.5118368 Jul 05 03:50:20.645068 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 7a85b0c3-98b0-4275-b881-7c8297bab495 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:20.646577 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4a705-5da1-4021-a370-a8a8dda00525 req-7fd98c5c-9d60-4324-b2af-88f97e72b045 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:20.651251 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7a85b0c3-98b0-4275-b881-7c8297bab495 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:20.654906 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a7f4a705-5da1-4021-a370-a8a8dda00525 req-7fd98c5c-9d60-4324-b2af-88f97e72b045 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 948 time: 0.7872927 Jul 05 03:50:20.663906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6998f7-9f8a-4053-a47c-a78729037883 req-21072930-bae9-4514-99b8-f8e7b7fc7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:20.666300 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e6998f7-9f8a-4053-a47c-a78729037883 req-21072930-bae9-4514-99b8-f8e7b7fc7478 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8840380 Jul 05 03:50:20.731665 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Deleting port 7a85b0c3-98b0-4275-b881-7c8297bab495 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:20.732033 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.779041 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'name': 'tempest-ServersTestBootFromVolume-1473094862-router', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'gw_port': {'id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6d7d60c3-2de8-4309-87e1-75770bbaad8b', 'name': '', 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'mac_address': 'fa:16:3e:77:7b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:15Z', 'updated_at': '2021-07-05T03:50:18Z', 'revision_number': 2, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'subnets': [{'id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:20.810431 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Checking router: d6d545cb-b2e4-4815-9eb5-5aa238f87d8e for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:20.810695 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Updating router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e port 6d7d60c3-2de8-4309-87e1-75770bbaad8b binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:50:20.833640 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a7f4a705-5da1-4021-a370-a8a8dda00525 req-a8a18115-38e4-4083-a824-6e84c8311d31 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778357 Jul 05 03:50:20.855156 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.989510 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:20.996189 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] For port 7a85b0c3-98b0-4275-b881-7c8297bab495, host n-d-771363-32, got binding levels [] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:20.996560 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.007684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Deleting port 1bb018d8-a074-49ff-aee1-fe34e648e179 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:21.008778 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.029352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e6998f7-9f8a-4053-a47c-a78729037883 req-5c76418e-48e8-47de-8fec-c717861d5daf service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438404 Jul 05 03:50:21.060574 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Calling delete_port for 7a85b0c3-98b0-4275-b881-7c8297bab495 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:21.060574 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.ipam_backend_mixin [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Port 7a85b0c3-98b0-4275-b881-7c8297bab495 was not found and therefore no delete operation was performed {{(pid=100933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 03:50:21.109434 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.159404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] No DVR routers for this DVR port 7a85b0c3-98b0-4275-b881-7c8297bab495 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:21.165405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Port': ['ID=7a85b0c3-98b0-4275-b881-7c8297bab495,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:21.183596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:21.212312 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc', 'mac_address': 'fa:16:3e:c0:16:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:21.231352 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c3a092-ec59-4bc0-8aa2-14a0bb41ce37', 'name': 'network-vif-deleted', 'tag': '58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:21.235406 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db28ffe-6b9e-4fc7-ae2c-f874d8da210b" -d '{"events": [{"server_uuid": "68c3a092-ec59-4bc0-8aa2-14a0bb41ce37", "name": "network-vif-deleted", "tag": "58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:21.271577 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.278058 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.285367 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Transition to ACTIVE for port object 6d7d60c3-2de8-4309-87e1-75770bbaad8b will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:21.298114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:21.317113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e6998f7-9f8a-4053-a47c-a78729037883 req-710046c7-8522-4fa1-bfb8-7d39872a8e83 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571030 Jul 05 03:50:21.347185 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e540fee9-d8fd-429a-99e0-e65f1b4f0a58 x-openstack-request-id: req-e540fee9-d8fd-429a-99e0-e65f1b4f0a58 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:21.347515 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c3a092-ec59-4bc0-8aa2-14a0bb41ce37", "name": "network-vif-deleted", "tag": "58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:21.348192 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e540fee9-d8fd-429a-99e0-e65f1b4f0a58 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:21.350091 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c3a092-ec59-4bc0-8aa2-14a0bb41ce37', 'name': 'network-vif-deleted', 'tag': '58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff', 'status': 'completed', 'code': 200} Jul 05 03:50:21.352926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:21.354820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] For port 1bb018d8-a074-49ff-aee1-fe34e648e179, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1bb018d8-a074-49ff-aee1-fe34e648e179,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:21.360209 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.360209 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.387960 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.389263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35928) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:21.405960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Calling delete_port for 1bb018d8-a074-49ff-aee1-fe34e648e179 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:21.418612 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26201271-7292-4cb0-8d1a-82e4730a96b0']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:21.458751 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77deb87c-40f9-4f36-8566-e395f320842d') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:21.459369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77deb87c-40f9-4f36-8566-e395f320842d') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:21.480037 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664aafa-ddc7-45a8-ac32-a22a156f18ed None None] Pushing event updated for resources: {'Port': ['ID=6d7d60c3-2de8-4309-87e1-75770bbaad8b,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:21.519283 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664aafa-ddc7-45a8-ac32-a22a156f18ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:21.527434 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664aafa-ddc7-45a8-ac32-a22a156f18ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:21.528029 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664aafa-ddc7-45a8-ac32-a22a156f18ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:21.528637 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664aafa-ddc7-45a8-ac32-a22a156f18ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:21.529055 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664aafa-ddc7-45a8-ac32-a22a156f18ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:21.529413 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664aafa-ddc7-45a8-ac32-a22a156f18ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:21.529767 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664aafa-ddc7-45a8-ac32-a22a156f18ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:21.530117 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664aafa-ddc7-45a8-ac32-a22a156f18ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:21.530458 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664aafa-ddc7-45a8-ac32-a22a156f18ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:21.530793 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664aafa-ddc7-45a8-ac32-a22a156f18ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:21.531139 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664aafa-ddc7-45a8-ac32-a22a156f18ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:21.531479 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0664aafa-ddc7-45a8-ac32-a22a156f18ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:21.536291 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.556295 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Attempting to bind port 6d7d60c3-2de8-4309-87e1-75770bbaad8b on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:21.556751 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Attempting to bind port 6d7d60c3-2de8-4309-87e1-75770bbaad8b by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '07048c1d-398c-47c9-aa4c-e208e57c0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:21.557617 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Attempting to bind port 6d7d60c3-2de8-4309-87e1-75770bbaad8b on network cf7b9eb0-cbb0-45f8-b398-17cff1adf554 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:21.563543 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9739dd98-04fe-4865-9152-ed9b2014a5a0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64bf0aae73d04b3cb836e3ad6c534223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706367 Jul 05 03:50:21.565216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35932) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:21.568256 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.581791 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:21.582638 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Checking segment: {'id': '07048c1d-398c-47c9-aa4c-e208e57c0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:21.583420 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.584031 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Bound using segment: {'id': '07048c1d-398c-47c9-aa4c-e208e57c0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:21.584790 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Bound port: 6d7d60c3-2de8-4309-87e1-75770bbaad8b, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07048c1d-398c-47c9-aa4c-e208e57c0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:21.585465 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.588182 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.627139 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:21.627616 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:21.636551 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:21.736298 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] For port 6d7d60c3-2de8-4309-87e1-75770bbaad8b, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:21.745021 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] For port 6d7d60c3-2de8-4309-87e1-75770bbaad8b, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6d7d60c3-2de8-4309-87e1-75770bbaad8b,segment=NetworkSegment(07048c1d-398c-47c9-aa4c-e208e57c0ac6),segment_id=07048c1d-398c-47c9-aa4c-e208e57c0ac6)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:21.745526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:21.780393 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fe169d92-0ca5-4255-9fd9-21257af84faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.802365 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:21.837230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:21.838091 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 58753fe9-b5b5-49c7-9d7d-9db4c4abc2ff not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:21.873797 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.882123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35936) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:21.891294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35940) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:21.897539 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fe169d92-0ca5-4255-9fd9-21257af84faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.032710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:22.047377 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664aafa-ddc7-45a8-ac32-a22a156f18ed None None] Pushing event updated for resources: {'Port': ['ID=6d7d60c3-2de8-4309-87e1-75770bbaad8b,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:22.058764 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Routers {'d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:22.062668 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:50:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:22.095526 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.130654 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fe169d92-0ca5-4255-9fd9-21257af84faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.135364 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.135935 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fe169d92-0ca5-4255-9fd9-21257af84faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.140608 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fe169d92-0ca5-4255-9fd9-21257af84faf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b8c644e9-ebe2-4b7b-b616-369d9c835dea HTTP/1.1" status: 204 len: 168 time: 0.5711212 Jul 05 03:50:22.143771 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "DELETE /v2.0/networks/26201271-7292-4cb0-8d1a-82e4730a96b0 HTTP/1.1" status: 204 len: 168 time: 2.6957839 Jul 05 03:50:22.153939 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35948) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:22.276003 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1075b-b41f-48bb-9001-47d4d61da7d6 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Network': ['ID=26201271-7292-4cb0-8d1a-82e4730a96b0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:22.309236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c17d09c-8d7d-4bec-8108-20c736bc3623 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Deleting subnet 5d2ac793-52cd-4330-af71-2eb443ab4629 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:22.314300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe169d92-0ca5-4255-9fd9-21257af84faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c644e9-ebe2-4b7b-b616-369d9c835dea,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:22.322584 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c17d09c-8d7d-4bec-8108-20c736bc3623 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.332496 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0742adf-6887-45e7-a3cf-f4b93db357c2 admin admin] Deleting subnet b0ef7556-fab4-465d-9bbc-935dc24944e3 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:22.363988 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] Set router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:22.377403 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e0742adf-6887-45e7-a3cf-f4b93db357c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.481501 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c17d09c-8d7d-4bec-8108-20c736bc3623 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.545131 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-97d42e18-5136-4089-b7ad-d6c1b6bca5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.613679 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e0742adf-6887-45e7-a3cf-f4b93db357c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.645036 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c17d09c-8d7d-4bec-8108-20c736bc3623 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.705852 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa318a36-3693-4677-804d-8f2e8aba5768 req-8c947594-b36f-4096-9ca4-9d73bff42ae4 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:22.707572 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aa318a36-3693-4677-804d-8f2e8aba5768 req-8c947594-b36f-4096-9ca4-9d73bff42ae4 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 949 time: 0.6042197 Jul 05 03:50:22.726352 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35952) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:22.751505 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e0742adf-6887-45e7-a3cf-f4b93db357c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.792915 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'name': 'tempest-ServersTestBootFromVolume-1473094862-router', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'gw_port': {'id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6d7d60c3-2de8-4309-87e1-75770bbaad8b', 'name': '', 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'mac_address': 'fa:16:3e:77:7b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:15Z', 'updated_at': '2021-07-05T03:50:21Z', 'revision_number': 4, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'subnets': [{'id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:22.800056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-69357f13-553d-447a-a7c7-9832913b766e tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--384663924', 'description': 'tempest-description--1095632685'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:22.803237 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.837214 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3b313-371f-4d57-b456-35e6418a5e35 None None] The sync data for ids ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'] in n-d-771363-32 is: [{'id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'name': 'tempest-ServersTestBootFromVolume-1473094862-router', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'gw_port': {'id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6d7d60c3-2de8-4309-87e1-75770bbaad8b', 'name': '', 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'mac_address': 'fa:16:3e:77:7b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:15Z', 'updated_at': '2021-07-05T03:50:21Z', 'revision_number': 4, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'subnets': [{'id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:22.848779 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aa318a36-3693-4677-804d-8f2e8aba5768 req-715f2fc4-3428-404d-83cf-b43f821e7a91 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294861 Jul 05 03:50:22.882294 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-97d42e18-5136-4089-b7ad-d6c1b6bca5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.891726 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb018d8-a074-49ff-aee1-fe34e648e179,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:22.989663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.989663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.989663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.989663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.989663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.989663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.989663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.989663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.989663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.989663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.989663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:22.989663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:23.075089 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c17d09c-8d7d-4bec-8108-20c736bc3623 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.106744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17d09c-8d7d-4bec-8108-20c736bc3623 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2ac793-52cd-4330-af71-2eb443ab4629,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:23.112029 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c17d09c-8d7d-4bec-8108-20c736bc3623 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.117599 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6c17d09c-8d7d-4bec-8108-20c736bc3623 tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "DELETE /v2.0/subnets/5d2ac793-52cd-4330-af71-2eb443ab4629 HTTP/1.1" status: 204 len: 168 time: 0.9612260 Jul 05 03:50:23.118381 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35960) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:23.120590 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14823852-9651-40d9-837c-8780890c2037 None None] Network acfeddf0-a493-4c22-af1e-5271c656463e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:23.157825 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.213973 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-97d42e18-5136-4089-b7ad-d6c1b6bca5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.234717 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e0742adf-6887-45e7-a3cf-f4b93db357c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.265909 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e0742adf-6887-45e7-a3cf-f4b93db357c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.267993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e0742adf-6887-45e7-a3cf-f4b93db357c2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b0ef7556-fab4-465d-9bbc-935dc24944e3 HTTP/1.1" status: 204 len: 168 time: 1.3753071 Jul 05 03:50:23.288050 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35964) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:23.297377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0742adf-6887-45e7-a3cf-f4b93db357c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0ef7556-fab4-465d-9bbc-935dc24944e3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:23.428178 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69357f13-553d-447a-a7c7-9832913b766e tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.433563 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.441166 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-97d42e18-5136-4089-b7ad-d6c1b6bca5a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=db0813041a2a41ff84da2b13a5150c81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5597892 Jul 05 03:50:23.442233 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d42e18-5136-4089-b7ad-d6c1b6bca5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfab15dc-0301-43a5-b1b3-69bc4fbc6222,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:23.451686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35966) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:23.454386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db98d3d5-a928-4da8-89e9-a0b11f79798e None None] DHCP port deletion for acfeddf0-a493-4c22-af1e-5271c656463e request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:50:23.512381 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-14b1e15d-8b64-4051-9d05-b42a2a817cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.592667 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7bb9a0ae-fc38-4142-8fc6-2403a041064f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.597072 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:23.628044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-db98d3d5-a928-4da8-89e9-a0b11f79798e None None] Deleting port 75c6c931-42fe-4c7a-a81f-0233dd440129 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:23.629596 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-db98d3d5-a928-4da8-89e9-a0b11f79798e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.663364 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7bb9a0ae-fc38-4142-8fc6-2403a041064f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.762329 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-db98d3d5-a928-4da8-89e9-a0b11f79798e None None] For port 75c6c931-42fe-4c7a-a81f-0233dd440129, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=75c6c931-42fe-4c7a-a81f-0233dd440129,segment=NetworkSegment(aa4d38dd-1e85-4110-95ae-068ee1f60e29),segment_id=aa4d38dd-1e85-4110-95ae-068ee1f60e29)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:23.762329 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-db98d3d5-a928-4da8-89e9-a0b11f79798e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.788985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-db98d3d5-a928-4da8-89e9-a0b11f79798e None None] Calling delete_port for 75c6c931-42fe-4c7a-a81f-0233dd440129 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:23.835809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:23.846170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dfaa6b03-8f1c-4a31-af8a-391e433a7a77 admin admin] 10.222.0.38 "PUT /v2.0/routers/ee378fa1-5051-4f88-8df7-d3bb9c0e3786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9066246 Jul 05 03:50:23.853091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35974) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:23.858689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4f14b-da13-4b9d-9bdb-54a4f156200c None None] Sync routers for ids ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:23.885546 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4f14b-da13-4b9d-9bdb-54a4f156200c None None] Routers {'ee378fa1-5051-4f88-8df7-d3bb9c0e3786'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:23.886393 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-afc4f14b-da13-4b9d-9bdb-54a4f156200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:50:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:23.921360 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69357f13-553d-447a-a7c7-9832913b766e tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.959352 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-14b1e15d-8b64-4051-9d05-b42a2a817cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.974614 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Deleting port 75c6c931-42fe-4c7a-a81f-0233dd440129 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:23.975495 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.044161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-14b1e15d-8b64-4051-9d05-b42a2a817cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:24.059880 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19468684-bad2-4aa3-bad2-df4b68b8e336 admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.067703 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7bb9a0ae-fc38-4142-8fc6-2403a041064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.071707 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7bb9a0ae-fc38-4142-8fc6-2403a041064f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.076318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7bb9a0ae-fc38-4142-8fc6-2403a041064f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bfab15dc-0301-43a5-b1b3-69bc4fbc6222 HTTP/1.1" status: 204 len: 168 time: 0.6234283 Jul 05 03:50:24.155687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9a0ae-fc38-4142-8fc6-2403a041064f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfab15dc-0301-43a5-b1b3-69bc4fbc6222,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:24.175923 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69357f13-553d-447a-a7c7-9832913b766e tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.210455 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-db98d3d5-a928-4da8-89e9-a0b11f79798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.261906 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98d3d5-a928-4da8-89e9-a0b11f79798e None None] Pushing event deleted for resources: {'Port': ['ID=75c6c931-42fe-4c7a-a81f-0233dd440129,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:24.268011 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-14b1e15d-8b64-4051-9d05-b42a2a817cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad448010-0b2b-4426-9928-8c2fed4ee1df') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:24.268346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-14b1e15d-8b64-4051-9d05-b42a2a817cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad448010-0b2b-4426-9928-8c2fed4ee1df') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:24.278213 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db98d3d5-a928-4da8-89e9-a0b11f79798e None None] No DVR routers for this DVR port 75c6c931-42fe-4c7a-a81f-0233dd440129 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:24.329844 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-afc4f14b-da13-4b9d-9bdb-54a4f156200c None None] Set router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:24.342128 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6d7d60c3-2de8-4309-87e1-75770bbaad8b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:24.343041 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19468684-bad2-4aa3-bad2-df4b68b8e336 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.357789 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69357f13-553d-447a-a7c7-9832913b766e tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:24.391026 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] For port 75c6c931-42fe-4c7a-a81f-0233dd440129, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=75c6c931-42fe-4c7a-a81f-0233dd440129,segment=NetworkSegment(aa4d38dd-1e85-4110-95ae-068ee1f60e29),segment_id=aa4d38dd-1e85-4110-95ae-068ee1f60e29)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:24.391399 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.394909 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-14b1e15d-8b64-4051-9d05-b42a2a817cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.422946 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69357f13-553d-447a-a7c7-9832913b766e tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.427245 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-69357f13-553d-447a-a7c7-9832913b766e tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6358142 Jul 05 03:50:24.428672 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-14b1e15d-8b64-4051-9d05-b42a2a817cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.431234 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35986) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:24.435158 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa4df8-df39-46fd-bcbc-264fe2447001 req-c729e541-b97c-4cc7-a3ca-e12e32ee6c74 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:24.435524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Calling delete_port for 75c6c931-42fe-4c7a-a81f-0233dd440129 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:24.435635 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3dfa4df8-df39-46fd-bcbc-264fe2447001 req-c729e541-b97c-4cc7-a3ca-e12e32ee6c74 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 949 time: 0.1901193 Jul 05 03:50:24.450362 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-aacfb0af-bff4-414c-8ded-063dcff68190 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Request body: {'security_group_rule': {'security_group_id': 'e9bbc3d4-30b8-4de3-81f4-fb111ed473ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:24.466878 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b1e15d-8b64-4051-9d05-b42a2a817cb0 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:24.467584 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-14b1e15d-8b64-4051-9d05-b42a2a817cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:24.470160 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:24.516885 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3dfa4df8-df39-46fd-bcbc-264fe2447001 req-cc7348a9-0d08-451e-8237-de4f35d0d6ff tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776680 Jul 05 03:50:24.554436 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-19468684-bad2-4aa3-bad2-df4b68b8e336 admin admin] Deleting port d629cbc8-33ea-47dd-93b7-6b97858d0ac2 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:24.554801 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19468684-bad2-4aa3-bad2-df4b68b8e336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.627138 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-afc4f14b-da13-4b9d-9bdb-54a4f156200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:50:22Z', 'revision_number': 5, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port': {'id': 'd629cbc8-33ea-47dd-93b7-6b97858d0ac2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:11Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:24.688977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4f14b-da13-4b9d-9bdb-54a4f156200c None None] Checking router: ee378fa1-5051-4f88-8df7-d3bb9c0e3786 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:24.691138 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 6d7d60c3-2de8-4309-87e1-75770bbaad8b completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:24.707500 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 6d7d60c3-2de8-4309-87e1-75770bbaad8b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:24.708132 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.731277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-19468684-bad2-4aa3-bad2-df4b68b8e336 admin admin] For port d629cbc8-33ea-47dd-93b7-6b97858d0ac2, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d629cbc8-33ea-47dd-93b7-6b97858d0ac2,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:24.740670 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19468684-bad2-4aa3-bad2-df4b68b8e336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.752183 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.766387 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4f14b-da13-4b9d-9bdb-54a4f156200c None None] Routers {'ee378fa1-5051-4f88-8df7-d3bb9c0e3786'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:24.767169 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-afc4f14b-da13-4b9d-9bdb-54a4f156200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:50:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:24.768912 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-19468684-bad2-4aa3-bad2-df4b68b8e336 admin admin] Calling delete_port for d629cbc8-33ea-47dd-93b7-6b97858d0ac2 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:24.832932 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] No DVR routers for this DVR port 75c6c931-42fe-4c7a-a81f-0233dd440129 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:24.841149 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Port': ['ID=75c6c931-42fe-4c7a-a81f-0233dd440129,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:24.885545 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-14b1e15d-8b64-4051-9d05-b42a2a817cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.910732 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-14b1e15d-8b64-4051-9d05-b42a2a817cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.910732 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-14b1e15d-8b64-4051-9d05-b42a2a817cb0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd HTTP/1.1" status: 204 len: 168 time: 1.6054354 Jul 05 03:50:24.975764 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aacfb0af-bff4-414c-8ded-063dcff68190 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.004357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1e15d-8b64-4051-9d05-b42a2a817cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f16c53d9-1ad0-4213-a1d0-2d3b2aae0bbd,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:25.022440 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.044590 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.049927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acfeddf0-a493-4c22-af1e-5271c656463e']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:25.058207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:25.068231 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4d38dd-1e85-4110-95ae-068ee1f60e29') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:25.068620 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4d38dd-1e85-4110-95ae-068ee1f60e29') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:25.083774 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.108829 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.111926 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aacfb0af-bff4-414c-8ded-063dcff68190 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.115946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 6d7d60c3-2de8-4309-87e1-75770bbaad8b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6d7d60c3-2de8-4309-87e1-75770bbaad8b,segment=NetworkSegment(07048c1d-398c-47c9-aa4c-e208e57c0ac6),segment_id=07048c1d-398c-47c9-aa4c-e208e57c0ac6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:25.116791 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:25.117270 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:25.121560 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:25.131371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-afc4f14b-da13-4b9d-9bdb-54a4f156200c None None] Set router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:25.190152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-afc4f14b-da13-4b9d-9bdb-54a4f156200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:50:24Z', 'revision_number': 6, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:25.220605 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4f14b-da13-4b9d-9bdb-54a4f156200c None None] The sync data for ids ['ee378fa1-5051-4f88-8df7-d3bb9c0e3786'] in n-d-771363-32 is: [{'id': 'ee378fa1-5051-4f88-8df7-d3bb9c0e3786', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1510855047-router', 'tenant_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:50:24Z', 'revision_number': 6, 'project_id': '8372d0a52dae47e38b6aabf9d6e1ac36', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:25.249797 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.251214 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aacfb0af-bff4-414c-8ded-063dcff68190 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.254315 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19468684-bad2-4aa3-bad2-df4b68b8e336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.279379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfb0af-bff4-414c-8ded-063dcff68190 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffbca02-cdde-43b7-8614-74962a305e4d,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:25.285662 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.291094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19468684-bad2-4aa3-bad2-df4b68b8e336 admin admin] Pushing event deleted for resources: {'Port': ['ID=d629cbc8-33ea-47dd-93b7-6b97858d0ac2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:25.307567 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.313379 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] 10.222.0.38 "DELETE /v2.0/networks/acfeddf0-a493-4c22-af1e-5271c656463e HTTP/1.1" status: 204 len: 168 time: 2.1936479 Jul 05 03:50:25.366920 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b2ec6-b1df-479e-b2ab-f0b81e178c7a tempest-ServersTestMultiNic-1868534705 tempest-ServersTestMultiNic-1868534705-project] Pushing event deleted for resources: {'Network': ['ID=acfeddf0-a493-4c22-af1e-5271c656463e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:25.373746 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=6d7d60c3-2de8-4309-87e1-75770bbaad8b,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:25.392225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:25.397245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:25.397245 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.431755 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19468684-bad2-4aa3-bad2-df4b68b8e336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.457180 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aacfb0af-bff4-414c-8ded-063dcff68190 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.459245 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-aacfb0af-bff4-414c-8ded-063dcff68190 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0191751 Jul 05 03:50:25.463753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36014) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:25.473207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Request body: {'security_group_rule': {'security_group_id': 'e9bbc3d4-30b8-4de3-81f4-fb111ed473ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:25.538139 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36018) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:25.623216 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.659792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-e2f6c08b-15cb-47bd-a815-0b20b551d1bd tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.660843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 75c6c931-42fe-4c7a-a81f-0233dd440129 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:25.661558 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-e2f6c08b-15cb-47bd-a815-0b20b551d1bd tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.36 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197&tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&binding%3Ahost_id=n-h2-771363-32 HTTP/1.1" status: 200 len: 949 time: 0.1800992 Jul 05 03:50:25.682031 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.715704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 75c6c931-42fe-4c7a-a81f-0233dd440129 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:25.719597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 75c6c931-42fe-4c7a-a81f-0233dd440129 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:25.777652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:25.782540 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52243fbb-47d8-44b6-8c5a-dbd0fa17d811" -d '{"events": [{"server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "name": "network-vif-plugged", "status": "completed", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:25.832243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:25.850019 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19468684-bad2-4aa3-bad2-df4b68b8e336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.857833 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19468684-bad2-4aa3-bad2-df4b68b8e336 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.875266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ceeb2162-f445-45e0-82a0-241e8a972550 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b49b6a63013f4757b15814ac1d2c5954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144331 Jul 05 03:50:25.878889 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36028) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:25.901593 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-fbe3e836-686c-45c2-99af-45118d4ebf2b service neutron] 10.222.0.36 "GET /v2.0/ports/b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc/bindings/n-h2-771363-32 HTTP/1.1" status: 200 len: 383 time: 0.2214262 Jul 05 03:50:25.915553 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.954405 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.028851 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20bfae5-008a-448e-9a55-88584aadcc98 x-openstack-request-id: req-a20bfae5-008a-448e-9a55-88584aadcc98 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:26.029304 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "name": "network-vif-plugged", "status": "completed", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:26.029707 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a20bfae5-008a-448e-9a55-88584aadcc98 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:26.031916 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc', 'code': 200} Jul 05 03:50:26.087714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-f345d563-1b95-4c29-8d64-ae8a1f0887f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.091597 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-f345d563-1b95-4c29-8d64-ae8a1f0887f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 1102 time: 0.1330504 Jul 05 03:50:26.111358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:26.135352 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36034) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:26.137558 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.240031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc556f5-76ca-433f-a11d-1b252b7e15de,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:26.262585 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:26.262938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:26.263289 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:26.263635 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:26.263968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:26.264690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:26.265033 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:26.265421 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:26.265689 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:26.266019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:26.266348 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:26.266676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:26.337634 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-9f852da3-9476-4e74-a447-639cccb0b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.339560 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-9f852da3-9476-4e74-a447-639cccb0b188 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2377753 Jul 05 03:50:26.381390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59ce5d-81df-43b1-ba5e-c624935bd138 req-84e4e74a-99f2-44b2-9923-2e68ee8566ea tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.383795 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae59ce5d-81df-43b1-ba5e-c624935bd138 req-84e4e74a-99f2-44b2-9923-2e68ee8566ea tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 949 time: 0.8437402 Jul 05 03:50:26.386115 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6d7d60c3-2de8-4309-87e1-75770bbaad8b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:26.403491 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-77749388-8919-4501-a50f-877860c21673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.460422 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-77749388-8919-4501-a50f-877860c21673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.492612 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 6d7d60c3-2de8-4309-87e1-75770bbaad8b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:26.493325 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.500279 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19468684-bad2-4aa3-bad2-df4b68b8e336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.501037 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19468684-bad2-4aa3-bad2-df4b68b8e336 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee378fa1-5051-4f88-8df7-d3bb9c0e3786 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:50:26.511412 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19468684-bad2-4aa3-bad2-df4b68b8e336 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.512726 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-19468684-bad2-4aa3-bad2-df4b68b8e336 admin admin] 10.222.0.38 "DELETE /v2.0/routers/ee378fa1-5051-4f88-8df7-d3bb9c0e3786 HTTP/1.1" status: 204 len: 168 time: 2.6649384 Jul 05 03:50:26.515937 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.520742 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae59ce5d-81df-43b1-ba5e-c624935bd138 req-7237127d-0046-4513-8479-6c99451e09e5 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092215 Jul 05 03:50:26.524558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36046) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:26.524859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36048) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:26.528413 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4f71424a-c22f-4037-a774-4da08cfcad43 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0526452 Jul 05 03:50:26.533955 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-6cd3d59e-fbff-4795-aea3-f82dc31bc1ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc HTTP/1.1" status: 200 len: 217 time: 0.1811540 Jul 05 03:50:26.534161 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:26.628753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58a6cb7-83eb-4c18-a28f-9cc6920e85f0 admin admin] Deleting subnet 439dab23-83b8-4abf-a454-4e3f013117e4 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:26.638337 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e58a6cb7-83eb-4c18-a28f-9cc6920e85f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.696154 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-77749388-8919-4501-a50f-877860c21673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.700508 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-77749388-8919-4501-a50f-877860c21673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.702620 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-77749388-8919-4501-a50f-877860c21673 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/20176787-391a-4ee4-a75f-a740b474bb46 HTTP/1.1" status: 204 len: 168 time: 0.8217998 Jul 05 03:50:26.710973 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-22a6f70e-3616-4069-ab35-7f15f04f5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.713017 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-22a6f70e-3616-4069-ab35-7f15f04f5b5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1698685 Jul 05 03:50:26.720906 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e58a6cb7-83eb-4c18-a28f-9cc6920e85f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.735715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1bb018d8-a074-49ff-aee1-fe34e648e179 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:26.786061 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77749388-8919-4501-a50f-877860c21673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20176787-391a-4ee4-a75f-a740b474bb46,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:26.801208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 1bb018d8-a074-49ff-aee1-fe34e648e179 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:26.801917 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36058) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:26.802026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1bb018d8-a074-49ff-aee1-fe34e648e179 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:26.802026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d629cbc8-33ea-47dd-93b7-6b97858d0ac2 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:26.840553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-806ee75a-1cfd-4660-9f52-3a851934db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.842269 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-806ee75a-1cfd-4660-9f52-3a851934db32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1210799 Jul 05 03:50:26.846335 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.866541 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: d629cbc8-33ea-47dd-93b7-6b97858d0ac2 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:26.870369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d629cbc8-33ea-47dd-93b7-6b97858d0ac2 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:26.984024 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e58a6cb7-83eb-4c18-a28f-9cc6920e85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.989960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-883de650-0bce-469f-a911-20048f6648c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1736104647-network', 'tenant_id': '16d30d1d2e714cad8dfa9008b3f9d9e6'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:27.007088 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-aec0eb9d-5290-4cdf-ae88-2562ea222157 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295156 Jul 05 03:50:27.110581 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.151245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883de650-0bce-469f-a911-20048f6648c4 admin admin] Made reservation on behalf of 16d30d1d2e714cad8dfa9008b3f9d9e6 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:27.156551 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e58a6cb7-83eb-4c18-a28f-9cc6920e85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.156989 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-883de650-0bce-469f-a911-20048f6648c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.170465 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-883de650-0bce-469f-a911-20048f6648c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.196548 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a6cb7-83eb-4c18-a28f-9cc6920e85f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=439dab23-83b8-4abf-a454-4e3f013117e4,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:27.200798 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e58a6cb7-83eb-4c18-a28f-9cc6920e85f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.202746 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e58a6cb7-83eb-4c18-a28f-9cc6920e85f0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/439dab23-83b8-4abf-a454-4e3f013117e4 HTTP/1.1" status: 204 len: 168 time: 0.6768708 Jul 05 03:50:27.208485 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36068) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:27.209756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503521a5-521c-4e5d-a925-17ef05e06bc8 None None] Network c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:27.280990 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-2b513b32-29ed-4987-a87f-52bb9a6ba255 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645228 Jul 05 03:50:27.326678 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-883de650-0bce-469f-a911-20048f6648c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.342415 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6c55-3205-4440-a6ee-c7a94a619f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.362835 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.371569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Allocated IP 172.25.6.7 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/852ee3b1-e1c0-49bc-b710-62500b8c39b0) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:27.561149 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.572159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] Deleting port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:27.572159 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.585024 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7956c49a-3345-4631-bcf8-fa5ca3f6f95f None None] DHCP port deletion for c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:50:27.667967 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7956c49a-3345-4631-bcf8-fa5ca3f6f95f None None] Deleting port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:27.668376 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7956c49a-3345-4631-bcf8-fa5ca3f6f95f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.677087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] For port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4c97adc8-48af-424f-b0e2-845c7b0c6b6f,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:27.677087 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.696647 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] Calling delete_port for 4c97adc8-48af-424f-b0e2-845c7b0c6b6f owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:27.785527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7956c49a-3345-4631-bcf8-fa5ca3f6f95f None None] For port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4c97adc8-48af-424f-b0e2-845c7b0c6b6f,segment=NetworkSegment(07dd5b81-af8a-4bce-84bb-7d1a67be5970),segment_id=07dd5b81-af8a-4bce-84bb-7d1a67be5970)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:27.786360 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7956c49a-3345-4631-bcf8-fa5ca3f6f95f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.805581 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7956c49a-3345-4631-bcf8-fa5ca3f6f95f None None] Calling delete_port for 4c97adc8-48af-424f-b0e2-845c7b0c6b6f owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:27.824591 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.839808 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-883de650-0bce-469f-a911-20048f6648c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.887977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883de650-0bce-469f-a911-20048f6648c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:50:27.888885 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:27.908832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883de650-0bce-469f-a911-20048f6648c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81790ab-c012-4740-8598-b8cdac1aec4e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:27.912423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:27.921145 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-883de650-0bce-469f-a911-20048f6648c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.921536 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-883de650-0bce-469f-a911-20048f6648c4 admin admin] Added segment a5df43de-a8af-48c0-bf5f-8bb0beb4fad6 of type vlan for network 56f2d126-45cd-4c57-816c-f5659bffe33c Jul 05 03:50:27.938750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:28.020874 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-883de650-0bce-469f-a911-20048f6648c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.044781 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Pushing event updated for resources: {'Port': ['ID=852ee3b1-e1c0-49bc-b710-62500b8c39b0,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:28.061430 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4c97adc8-48af-424f-b0e2-845c7b0c6b6f no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:28.091678 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f0c25-cc49-4a22-9c8c-3e2bf0556273 req-0a8ef283-df4f-4419-afd5-04146984a06b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.101318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-089f0c25-cc49-4a22-9c8c-3e2bf0556273 req-0a8ef283-df4f-4419-afd5-04146984a06b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.3880951 Jul 05 03:50:28.106710 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7956c49a-3345-4631-bcf8-fa5ca3f6f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.136809 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.169833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956c49a-3345-4631-bcf8-fa5ca3f6f95f None None] Pushing event deleted for resources: {'Port': ['ID=4c97adc8-48af-424f-b0e2-845c7b0c6b6f,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:28.174908 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-089f0c25-cc49-4a22-9c8c-3e2bf0556273 req-d622fe75-74ad-4346-a4a8-2b57dffc300e tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718687 Jul 05 03:50:28.178070 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956c49a-3345-4631-bcf8-fa5ca3f6f95f None None] No DVR routers for this DVR port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:28.179035 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.185509 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No active binding found for port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f {{(pid=100934) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 03:50:28.186091 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4c97adc8-48af-424f-b0e2-845c7b0c6b6f not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:28.213128 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-883de650-0bce-469f-a911-20048f6648c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.214954 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883de650-0bce-469f-a911-20048f6648c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.216011 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-883de650-0bce-469f-a911-20048f6648c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.229551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] Pushing event deleted for resources: {'Port': ['ID=4c97adc8-48af-424f-b0e2-845c7b0c6b6f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:28.233537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] No DVR routers for this DVR port 4c97adc8-48af-424f-b0e2-845c7b0c6b6f on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:28.299169 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:50:28.405091 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883de650-0bce-469f-a911-20048f6648c4 admin admin] Pushing event updated for resources: {'Network': ['ID=56f2d126-45cd-4c57-816c-f5659bffe33c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:28.418858 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 56f2d126-45cd-4c57-816c-f5659bffe33c details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:50:28.435067 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-883de650-0bce-469f-a911-20048f6648c4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6289284 Jul 05 03:50:28.438056 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.446623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36104) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:28.458149 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c6c55-3205-4440-a6ee-c7a94a619f5b admin admin] Deleting port 6f05d2be-d7a3-4542-9c04-99e10be79d96 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:28.459078 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6c55-3205-4440-a6ee-c7a94a619f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.462508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36106) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:28.493703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-e2eda681-bae5-4e36-98b6-4183ea0bf466 admin admin] Request body: {'subnet': {'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1736104647-subnet', 'tenant_id': '16d30d1d2e714cad8dfa9008b3f9d9e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:28.500275 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.543862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b7f2f6-91df-4f52-b0d7-10a484c1ad00']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:28.577358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07dd5b81-af8a-4bce-84bb-7d1a67be5970') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:28.578031 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07dd5b81-af8a-4bce-84bb-7d1a67be5970') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:28.610214 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.616505 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1334c347-bdb8-4482-96b0-de3dcfddc57d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-725669205-network', 'tenant_id': '21362df89c8b47fca3df61f10456d129'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:28.672692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-eb2c6c55-3205-4440-a6ee-c7a94a619f5b admin admin] For port 6f05d2be-d7a3-4542-9c04-99e10be79d96, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6f05d2be-d7a3-4542-9c04-99e10be79d96,segment=NetworkSegment(06e27437-8d20-40d5-99d7-7bfc24e44dbe),segment_id=06e27437-8d20-40d5-99d7-7bfc24e44dbe)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:28.673631 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6c55-3205-4440-a6ee-c7a94a619f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.698301 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.705195 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c6c55-3205-4440-a6ee-c7a94a619f5b admin admin] Calling delete_port for 6f05d2be-d7a3-4542-9c04-99e10be79d96 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:28.707439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2eda681-bae5-4e36-98b6-4183ea0bf466 admin admin] Made reservation on behalf of 16d30d1d2e714cad8dfa9008b3f9d9e6 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:28.712268 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e2eda681-bae5-4e36-98b6-4183ea0bf466 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.737013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:28.737532 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:28.740328 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:28.802461 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1334c347-bdb8-4482-96b0-de3dcfddc57d admin admin] Made reservation on behalf of 21362df89c8b47fca3df61f10456d129 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:28.806045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1334c347-bdb8-4482-96b0-de3dcfddc57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.828258 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1334c347-bdb8-4482-96b0-de3dcfddc57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.971661 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.019016 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.034742 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.034742 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] 10.222.0.38 "DELETE /v2.0/networks/c6b7f2f6-91df-4f52-b0d7-10a484c1ad00 HTTP/1.1" status: 204 len: 168 time: 1.8221281 Jul 05 03:50:29.036948 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36118) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:29.045851 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec71127-b718-4d2c-852d-04cf63d5e1ae admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b7f2f6-91df-4f52-b0d7-10a484c1ad00,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:29.100459 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.146792 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e2eda681-bae5-4e36-98b6-4183ea0bf466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.197915 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1334c347-bdb8-4482-96b0-de3dcfddc57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.229898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Pushing event updated for resources: {'Port': ['ID=852ee3b1-e1c0-49bc-b710-62500b8c39b0,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:29.259652 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.276708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eda681-bae5-4e36-98b6-4183ea0bf466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9069197f-75d0-4cd3-a892-7efdfa8d933c,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:29.299283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eda681-bae5-4e36-98b6-4183ea0bf466 admin admin] Checking segment: {'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:29.299649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eda681-bae5-4e36-98b6-4183ea0bf466 admin admin] Network hostable DHCP agents. Network: 56f2d126-45cd-4c57-816c-f5659bffe33c, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:50:29.330357 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1334c347-bdb8-4482-96b0-de3dcfddc57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.333218 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6c55-3205-4440-a6ee-c7a94a619f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.381247 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.392205 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a7fe7627-20b7-4aa8-b372-12947f3dd926 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8555579 Jul 05 03:50:29.392714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c6c55-3205-4440-a6ee-c7a94a619f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f05d2be-d7a3-4542-9c04-99e10be79d96,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:29.400512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eda681-bae5-4e36-98b6-4183ea0bf466 admin admin] Network 56f2d126-45cd-4c57-816c-f5659bffe33c is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:50:29.461861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78de842-7f68-4a06-8519-8af7fdbf1353 req-6f03be38-2608-4052-98c6-181c7b6c6cb1 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:29.475830 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f78de842-7f68-4a06-8519-8af7fdbf1353 req-6f03be38-2608-4052-98c6-181c7b6c6cb1 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.1408236 Jul 05 03:50:29.505337 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1334c347-bdb8-4482-96b0-de3dcfddc57d admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:50:29.506193 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-e2eda681-bae5-4e36-98b6-4183ea0bf466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 56f2d126-45cd-4c57-816c-f5659bffe33c) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:29.517935 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eda681-bae5-4e36-98b6-4183ea0bf466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:29.519361 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e2eda681-bae5-4e36-98b6-4183ea0bf466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.525830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b10efc-c37b-4637-8bdb-e7ba591ff588 None None] Network 56f2d126-45cd-4c57-816c-f5659bffe33c requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:29.582925 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f78de842-7f68-4a06-8519-8af7fdbf1353 req-efd849b2-b1c0-42ba-bd53-0d9fab5cc667 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032825 Jul 05 03:50:29.627116 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1334c347-bdb8-4482-96b0-de3dcfddc57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.627116 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-1334c347-bdb8-4482-96b0-de3dcfddc57d admin admin] Added segment d70b1b54-23ed-42a0-b7d4-205e9d76446b of type vlan for network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 Jul 05 03:50:29.630015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334c347-bdb8-4482-96b0-de3dcfddc57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039d9a51-57f9-458a-b22b-9c9d17d08dbc,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:29.673352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e2eda681-bae5-4e36-98b6-4183ea0bf466 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2277749 Jul 05 03:50:29.823001 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1334c347-bdb8-4482-96b0-de3dcfddc57d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.845101 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce260284-b388-46ba-a3c5-ae6bad551569 None None] Network 56f2d126-45cd-4c57-816c-f5659bffe33c requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:29.866408 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6c55-3205-4440-a6ee-c7a94a619f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.019654 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1334c347-bdb8-4482-96b0-de3dcfddc57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.020858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334c347-bdb8-4482-96b0-de3dcfddc57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.021461 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1334c347-bdb8-4482-96b0-de3dcfddc57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.141537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334c347-bdb8-4482-96b0-de3dcfddc57d admin admin] Pushing event updated for resources: {'Network': ['ID=a3732e2d-2a5d-4197-b2e7-6197b20c4e98,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:30.154405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:50:30.234350 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1334c347-bdb8-4482-96b0-de3dcfddc57d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7700527 Jul 05 03:50:30.239752 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36182) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:30.249653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7ae56cb0-f347-4962-84f7-a259d557cae2 admin admin] Request body: {'subnet': {'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-725669205-subnet', 'tenant_id': '21362df89c8b47fca3df61f10456d129', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:30.355111 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6d25f5e5-1084-4d6d-8bab-1a8a444cfff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.357642 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae56cb0-f347-4962-84f7-a259d557cae2 admin admin] Made reservation on behalf of 21362df89c8b47fca3df61f10456d129 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:30.360620 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ae56cb0-f347-4962-84f7-a259d557cae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.522146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2c6c55-3205-4440-a6ee-c7a94a619f5b admin admin] Router 2d68e109-5255-4a82-bb13-5f7c0e06d2f0 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:30.709786 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a24cb-8513-430c-8430-225c5010195a req-faf90981-79df-42f7-a0c0-396c6038dcaa tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.716509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-332a24cb-8513-430c-8430-225c5010195a req-faf90981-79df-42f7-a0c0-396c6038dcaa tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/networks?id=56f2d126-45cd-4c57-816c-f5659bffe33c HTTP/1.1" status: 200 len: 815 time: 0.2488949 Jul 05 03:50:30.722241 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2c6c55-3205-4440-a6ee-c7a94a619f5b admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:30.731039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36198) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:30.736704 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-eb2c6c55-3205-4440-a6ee-c7a94a619f5b admin admin] 10.222.0.38 "PUT /v2.0/routers/2d68e109-5255-4a82-bb13-5f7c0e06d2f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5915420 Jul 05 03:50:30.740059 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e625b55-11b1-444d-8b98-cef16d89407a None None] Sync routers for ids ['2d68e109-5255-4a82-bb13-5f7c0e06d2f0'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:30.749013 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-332a24cb-8513-430c-8430-225c5010195a req-eb23f99e-5979-4b74-bc5c-22f19c6d8219 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/quotas/16d30d1d2e714cad8dfa9008b3f9d9e6 HTTP/1.1" status: 200 len: 375 time: 0.0311942 Jul 05 03:50:30.756156 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e625b55-11b1-444d-8b98-cef16d89407a None None] Routers {'2d68e109-5255-4a82-bb13-5f7c0e06d2f0'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:30.757148 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3e625b55-11b1-444d-8b98-cef16d89407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:50:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2d68e109-5255-4a82-bb13-5f7c0e06d2f0'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:30.898061 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42cf5c88-12d0-474f-a06c-df306481c356 admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.903009 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ae56cb0-f347-4962-84f7-a259d557cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.972789 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-6d25f5e5-1084-4d6d-8bab-1a8a444cfff4 admin admin] Deleting port 8122165b-39b6-470f-82b7-ffc95ea7e4f9 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:30.973763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6d25f5e5-1084-4d6d-8bab-1a8a444cfff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.030804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36204) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:31.089341 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-332a24cb-8513-430c-8430-225c5010195a req-201f63e0-6791-40d6-8ac8-dfda3065deca tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1989465 Jul 05 03:50:31.123264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-6d25f5e5-1084-4d6d-8bab-1a8a444cfff4 admin admin] For port 8122165b-39b6-470f-82b7-ffc95ea7e4f9, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8122165b-39b6-470f-82b7-ffc95ea7e4f9,segment=NetworkSegment(3ef6fb80-2d88-46d0-b51a-ddff79fd7031),segment_id=3ef6fb80-2d88-46d0-b51a-ddff79fd7031)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:31.123826 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6d25f5e5-1084-4d6d-8bab-1a8a444cfff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.141652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-6d25f5e5-1084-4d6d-8bab-1a8a444cfff4 admin admin] Calling delete_port for 8122165b-39b6-470f-82b7-ffc95ea7e4f9 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:31.148240 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-3e625b55-11b1-444d-8b98-cef16d89407a None None] Set router 2d68e109-5255-4a82-bb13-5f7c0e06d2f0 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:31.246949 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f0f2-8f45-495c-9b25-34abfd1c00eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.261951 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-332a24cb-8513-430c-8430-225c5010195a req-72d017bd-ba65-400c-b99f-4721c54f6096 service neutron] 10.222.0.38 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716509 Jul 05 03:50:31.296149 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae56cb0-f347-4962-84f7-a259d557cae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e234ec92-8e1b-404c-808f-156d89d3ea3a,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:31.368381 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae56cb0-f347-4962-84f7-a259d557cae2 admin admin] Checking segment: {'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:31.368761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae56cb0-f347-4962-84f7-a259d557cae2 admin admin] Network hostable DHCP agents. Network: a3732e2d-2a5d-4197-b2e7-6197b20c4e98, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:50:31.427597 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81e8d8-70d5-4191-82dd-e41c23aa7008 req-1d604502-a5b6-4a8f-bdf2-5f817ffbba11 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.429235 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e81e8d8-70d5-4191-82dd-e41c23aa7008 req-1d604502-a5b6-4a8f-bdf2-5f817ffbba11 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.5402334 Jul 05 03:50:31.434072 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-3e04ba77-f944-4378-87cf-df16ad0521de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.435612 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-3e04ba77-f944-4378-87cf-df16ad0521de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197&tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f HTTP/1.1" status: 200 len: 1102 time: 0.4599526 Jul 05 03:50:31.438603 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42cf5c88-12d0-474f-a06c-df306481c356 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.443191 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3e625b55-11b1-444d-8b98-cef16d89407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'name': 'tempest-ServersTestMultiNic-1155872760-router', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:09Z', 'updated_at': '2021-07-05T03:50:29Z', 'revision_number': 5, 'project_id': 'e05ce83d133e42bebf955019114ffeb2', 'gw_port': {'id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:10Z', 'updated_at': '2021-07-05T03:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:31.456625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:31.467857 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f0f2-8f45-495c-9b25-34abfd1c00eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.493249 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e625b55-11b1-444d-8b98-cef16d89407a None None] Checking router: 2d68e109-5255-4a82-bb13-5f7c0e06d2f0 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:31.506644 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e625b55-11b1-444d-8b98-cef16d89407a None None] Routers {'2d68e109-5255-4a82-bb13-5f7c0e06d2f0'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:31.508296 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3e625b55-11b1-444d-8b98-cef16d89407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:50:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2d68e109-5255-4a82-bb13-5f7c0e06d2f0'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:31.521711 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-332a24cb-8513-430c-8430-225c5010195a req-f86b3abc-27e1-4c71-bf88-2eb6bb0819a7 service neutron] 10.222.0.38 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587945 Jul 05 03:50:31.553098 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6d25f5e5-1084-4d6d-8bab-1a8a444cfff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.571111 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e81e8d8-70d5-4191-82dd-e41c23aa7008 req-4b26187b-d01c-4a55-91b5-02575aad9b6b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259017 Jul 05 03:50:31.613960 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f0f2-8f45-495c-9b25-34abfd1c00eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.616711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25f5e5-1084-4d6d-8bab-1a8a444cfff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8122165b-39b6-470f-82b7-ffc95ea7e4f9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:31.630151 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.634309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae56cb0-f347-4962-84f7-a259d557cae2 admin admin] Network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:50:31.735005 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fbf8f0f2-8f45-495c-9b25-34abfd1c00eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=154d14a800ee46f1887f510209ae525f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7027004 Jul 05 03:50:31.739697 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8f0f2-8f45-495c-9b25-34abfd1c00eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f310eec-199f-4776-92de-cc61d096a99c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:31.745695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36238) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:31.815398 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-3e625b55-11b1-444d-8b98-cef16d89407a None None] Set router 2d68e109-5255-4a82-bb13-5f7c0e06d2f0 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:31.963955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-7ae56cb0-f347-4962-84f7-a259d557cae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, a3732e2d-2a5d-4197-b2e7-6197b20c4e98) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:31.974954 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b813b9-1bb0-4901-9567-e73be30690d8 None None] Network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:32.002508 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c626bb05-2d62-425e-9852-992eaa24eeab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.044616 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c626bb05-2d62-425e-9852-992eaa24eeab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.049541 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae56cb0-f347-4962-84f7-a259d557cae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.050206 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ae56cb0-f347-4962-84f7-a259d557cae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.056993 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6d25f5e5-1084-4d6d-8bab-1a8a444cfff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.091788 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e089df60-1abb-4d8f-b674-064114215450 req-eb60c2af-6dc1-46b9-9b0d-01af5779a67c tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 210 time: 0.1742287 Jul 05 03:50:32.354354 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3e625b55-11b1-444d-8b98-cef16d89407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'name': 'tempest-ServersTestMultiNic-1155872760-router', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:09Z', 'updated_at': '2021-07-05T03:50:29Z', 'revision_number': 5, 'project_id': 'e05ce83d133e42bebf955019114ffeb2', 'gw_port': {'id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:10Z', 'updated_at': '2021-07-05T03:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:32.369035 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.386519 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e625b55-11b1-444d-8b98-cef16d89407a None None] The sync data for ids ['2d68e109-5255-4a82-bb13-5f7c0e06d2f0'] in n-d-771363-32 is: [{'id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'name': 'tempest-ServersTestMultiNic-1155872760-router', 'tenant_id': 'e05ce83d133e42bebf955019114ffeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:09Z', 'updated_at': '2021-07-05T03:50:29Z', 'revision_number': 5, 'project_id': 'e05ce83d133e42bebf955019114ffeb2', 'gw_port': {'id': 'be69a41f-614f-4cf1-89fc-509ae4814467', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d68e109-5255-4a82-bb13-5f7c0e06d2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:10Z', 'updated_at': '2021-07-05T03:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:32.412868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7ae56cb0-f347-4962-84f7-a259d557cae2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1635003 Jul 05 03:50:32.437645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-42cf5c88-12d0-474f-a06c-df306481c356 admin admin] Deleting port be69a41f-614f-4cf1-89fc-509ae4814467 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:32.437645 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42cf5c88-12d0-474f-a06c-df306481c356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.506649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-a3732e2d-2a5d-4197-b2e7-6197b20c4e98', 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98', 'tenant_id': '21362df89c8b47fca3df61f10456d129', 'fixed_ips': [{'subnet_id': 'e234ec92-8e1b-404c-808f-156d89d3ea3a'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:50:32.509315 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.885518 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c626bb05-2d62-425e-9852-992eaa24eeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.890605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c626bb05-2d62-425e-9852-992eaa24eeab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.891020 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c626bb05-2d62-425e-9852-992eaa24eeab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f310eec-199f-4776-92de-cc61d096a99c HTTP/1.1" status: 204 len: 168 time: 1.1437936 Jul 05 03:50:32.931364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626bb05-2d62-425e-9852-992eaa24eeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f310eec-199f-4776-92de-cc61d096a99c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:33.045456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:33.189871 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d25f5e5-1084-4d6d-8bab-1a8a444cfff4 admin admin] Router 93c5a044-9448-484c-9d2c-42b1b67ec1ac has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:33.211577 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Allocated IP 172.20.0.2 (a3732e2d-2a5d-4197-b2e7-6197b20c4e98/e234ec92-8e1b-404c-808f-156d89d3ea3a/126509a6-52a1-4b50-a141-30cd59113d44) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:33.225953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:33.327145 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.524086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d25f5e5-1084-4d6d-8bab-1a8a444cfff4 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:33.536618 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6d25f5e5-1084-4d6d-8bab-1a8a444cfff4 admin admin] 10.222.0.38 "PUT /v2.0/routers/93c5a044-9448-484c-9d2c-42b1b67ec1ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4936383 Jul 05 03:50:33.537255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36286) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:33.550612 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.556060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca53a7ca-4b60-466a-b7b5-1bfcbd3e6be2 None None] Sync routers for ids ['93c5a044-9448-484c-9d2c-42b1b67ec1ac'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:33.581078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Transition to ACTIVE for port object 126509a6-52a1-4b50-a141-30cd59113d44 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:33.589479 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca53a7ca-4b60-466a-b7b5-1bfcbd3e6be2 None None] Routers {'93c5a044-9448-484c-9d2c-42b1b67ec1ac'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:33.590120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ca53a7ca-4b60-466a-b7b5-1bfcbd3e6be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:50:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['93c5a044-9448-484c-9d2c-42b1b67ec1ac'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:33.625458 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:33.633742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-42cf5c88-12d0-474f-a06c-df306481c356 admin admin] For port be69a41f-614f-4cf1-89fc-509ae4814467, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=be69a41f-614f-4cf1-89fc-509ae4814467,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:33.634108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Transition to ACTIVE for port object 126509a6-52a1-4b50-a141-30cd59113d44 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:33.634568 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42cf5c88-12d0-474f-a06c-df306481c356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.653041 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc664d-cee8-416b-bdb4-4c1216270aa2 req-d8a1ed73-6881-4767-9298-eb717b70a11a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.655974 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6bc664d-cee8-416b-bdb4-4c1216270aa2 req-d8a1ed73-6881-4767-9298-eb717b70a11a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.5658286 Jul 05 03:50:33.734075 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-ca53a7ca-4b60-466a-b7b5-1bfcbd3e6be2 None None] Set router 93c5a044-9448-484c-9d2c-42b1b67ec1ac gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:33.735056 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12a1219b-b73b-4350-a976-da5bfa237c4d admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.759445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-42cf5c88-12d0-474f-a06c-df306481c356 admin admin] Calling delete_port for be69a41f-614f-4cf1-89fc-509ae4814467 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:33.802854 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.804874 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.868037 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:33.870458 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95488654-7fc8-473a-8efc-d388a3527fc8" -d '{"events": [{"server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "name": "network-vif-unplugged", "status": "completed", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:33.871751 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12a1219b-b73b-4350-a976-da5bfa237c4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.875394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.894960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36290) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:33.928798 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6f05d2be-d7a3-4542-9c04-99e10be79d96 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:33.931624 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8033a6db-f8bd-4f44-8873-d152249e9a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.943479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6bc664d-cee8-416b-bdb4-4c1216270aa2 req-b2f81272-d2b1-40c8-b7b3-fad02ee2e618 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293189 Jul 05 03:50:34.010299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:34.022762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:34.031035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 6f05d2be-d7a3-4542-9c04-99e10be79d96 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:34.031390 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6f05d2be-d7a3-4542-9c04-99e10be79d96 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:34.032978 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:34.034421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Transition to ACTIVE for port object b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:34.057183 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-f32b1271-48a8-45b5-a297-b7ba7d0f0d3c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:34.059344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-f32b1271-48a8-45b5-a297-b7ba7d0f0d3c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/networks?id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98 HTTP/1.1" status: 200 len: 815 time: 0.6188006 Jul 05 03:50:34.074864 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Pushing event updated for resources: {'Port': ['ID=126509a6-52a1-4b50-a141-30cd59113d44,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:34.094684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-3e1da940-d750-449c-8538-d9804e9b8940 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/quotas/21362df89c8b47fca3df61f10456d129 HTTP/1.1" status: 200 len: 375 time: 0.0284324 Jul 05 03:50:34.134758 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.177961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Attempting to bind port 126509a6-52a1-4b50-a141-30cd59113d44 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:34.178404 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Attempting to bind port 126509a6-52a1-4b50-a141-30cd59113d44 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:34.178774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Attempting to bind port 126509a6-52a1-4b50-a141-30cd59113d44 on network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:34.193861 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:50:34.194216 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:50:34.197453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:34.197830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Checking segment: {'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:34.198235 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.198877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Bound using segment: {'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:34.199366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Bound port: 126509a6-52a1-4b50-a141-30cd59113d44, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:34.199748 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.221934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-12a1219b-b73b-4350-a976-da5bfa237c4d admin admin] Deleting port 01533a73-c5b0-4a5f-8410-335ad1a12f65 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:34.222596 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12a1219b-b73b-4350-a976-da5bfa237c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.246081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ca53a7ca-4b60-466a-b7b5-1bfcbd3e6be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1248737650-router', 'tenant_id': 'f05c2bffdf77487e8fa84c16dc156315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': '01533a73-c5b0-4a5f-8410-335ad1a12f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:22Z', 'updated_at': '2021-07-05T03:50:31Z', 'revision_number': 5, 'project_id': 'f05c2bffdf77487e8fa84c16dc156315', 'gw_port': {'id': '01533a73-c5b0-4a5f-8410-335ad1a12f65', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:25Z', 'updated_at': '2021-07-05T03:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:34.292195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca53a7ca-4b60-466a-b7b5-1bfcbd3e6be2 None None] Checking router: 93c5a044-9448-484c-9d2c-42b1b67ec1ac for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:34.323693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-12a1219b-b73b-4350-a976-da5bfa237c4d admin admin] For port 01533a73-c5b0-4a5f-8410-335ad1a12f65, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=01533a73-c5b0-4a5f-8410-335ad1a12f65,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:34.324427 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12a1219b-b73b-4350-a976-da5bfa237c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.329966 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00f73b78-bcb4-40ce-a922-8907c1bc6799 req-4d0aaf84-0808-4aeb-96fa-771a47b14132 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 210 time: 0.1211019 Jul 05 03:50:34.335506 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca53a7ca-4b60-466a-b7b5-1bfcbd3e6be2 None None] Routers {'93c5a044-9448-484c-9d2c-42b1b67ec1ac'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:34.335732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ca53a7ca-4b60-466a-b7b5-1bfcbd3e6be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:50:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['93c5a044-9448-484c-9d2c-42b1b67ec1ac'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:34.375215 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] No DVR routers for this DVR port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:34.383726 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Pushing event updated for resources: {'Port': ['ID=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,revision_number=10']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:34.395549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-12a1219b-b73b-4350-a976-da5bfa237c4d admin admin] Calling delete_port for 01533a73-c5b0-4a5f-8410-335ad1a12f65 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:34.413628 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] For port 126509a6-52a1-4b50-a141-30cd59113d44, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:34.531306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Attempting to bind port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:34.531626 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Attempting to bind port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:34.531912 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Attempting to bind port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:34.545780 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-58575fc5-a4f5-4353-b860-2f793e51bb79 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=21362df89c8b47fca3df61f10456d129&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4147913 Jul 05 03:50:34.546216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:34.546548 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Attempting to bind port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:34.580366 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:34.581067 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:34.583761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:34.583761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Bound port: b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:34.583761 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.627952 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8033a6db-f8bd-4f44-8873-d152249e9a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.647012 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42cf5c88-12d0-474f-a06c-df306481c356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.716498 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf5c88-12d0-474f-a06c-df306481c356 admin admin] Pushing event deleted for resources: {'Port': ['ID=be69a41f-614f-4cf1-89fc-509ae4814467,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:34.745232 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8033a6db-f8bd-4f44-8873-d152249e9a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.752506 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef26ec4-66f5-40a3-9dcc-f2ad17e37e41 x-openstack-request-id: req-1ef26ec4-66f5-40a3-9dcc-f2ad17e37e41 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:34.752829 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "name": "network-vif-unplugged", "status": "completed", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:34.753058 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1ef26ec4-66f5-40a3-9dcc-f2ad17e37e41 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:34.753823 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc', 'code': 200} Jul 05 03:50:34.767220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] For port 126509a6-52a1-4b50-a141-30cd59113d44, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=126509a6-52a1-4b50-a141-30cd59113d44,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:34.809341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-ca53a7ca-4b60-466a-b7b5-1bfcbd3e6be2 None None] Set router 93c5a044-9448-484c-9d2c-42b1b67ec1ac gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:34.872029 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.873229 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-f1d03211-cfa6-4b93-93b5-16477f63cbe5 service neutron] 10.222.0.38 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145118 Jul 05 03:50:34.875788 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42cf5c88-12d0-474f-a06c-df306481c356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.876318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ca53a7ca-4b60-466a-b7b5-1bfcbd3e6be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1248737650-router', 'tenant_id': 'f05c2bffdf77487e8fa84c16dc156315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:22Z', 'updated_at': '2021-07-05T03:50:33Z', 'revision_number': 6, 'project_id': 'f05c2bffdf77487e8fa84c16dc156315', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:34.880530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:34.885910 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:34.929861 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033a6db-f8bd-4f44-8873-d152249e9a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d39338-25bf-469d-a358-0de3f18fed0e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:34.939749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca53a7ca-4b60-466a-b7b5-1bfcbd3e6be2 None None] The sync data for ids ['93c5a044-9448-484c-9d2c-42b1b67ec1ac'] in n-d-771363-32 is: [{'id': '93c5a044-9448-484c-9d2c-42b1b67ec1ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1248737650-router', 'tenant_id': 'f05c2bffdf77487e8fa84c16dc156315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:22Z', 'updated_at': '2021-07-05T03:50:33Z', 'revision_number': 6, 'project_id': 'f05c2bffdf77487e8fa84c16dc156315', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:34.968539 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8033a6db-f8bd-4f44-8873-d152249e9a44 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e94feda0b7d344e08b8a6a8abe850130&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0696723 Jul 05 03:50:34.969166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36294) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:34.985607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296878a7-cdd5-4aa0-b067-16351bfc37d3 None None] Pushing event updated for resources: {'Port': ['ID=126509a6-52a1-4b50-a141-30cd59113d44,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:35.027731 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.114742 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42cf5c88-12d0-474f-a06c-df306481c356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.118612 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4195f4a-3c81-4e09-a7de-90d131c484a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.126154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:35.127134 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.128884 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] 10.222.0.10 "PUT /v2.0/ports/b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc HTTP/1.1" status: 200 len: 1098 time: 3.6785536 Jul 05 03:50:35.142683 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42cf5c88-12d0-474f-a06c-df306481c356 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.179603 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4195f4a-3c81-4e09-a7de-90d131c484a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.200790 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12a1219b-b73b-4350-a976-da5bfa237c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.268330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1219b-b73b-4350-a976-da5bfa237c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=01533a73-c5b0-4a5f-8410-335ad1a12f65,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:35.330150 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73093f44-de4b-4b0e-8a72-956e538bffe2 service neutron] Pushing event updated for resources: {'Port': ['ID=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,revision_number=11']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:35.347831 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-7a4a854c-7bee-4e6c-aea9-c81837d4836a service neutron] 10.222.0.38 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660721 Jul 05 03:50:35.407208 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42cf5c88-12d0-474f-a06c-df306481c356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.407751 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cf5c88-12d0-474f-a06c-df306481c356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d68e109-5255-4a82-bb13-5f7c0e06d2f0 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:50:35.413928 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42cf5c88-12d0-474f-a06c-df306481c356 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.419142 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-42cf5c88-12d0-474f-a06c-df306481c356 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2d68e109-5255-4a82-bb13-5f7c0e06d2f0 HTTP/1.1" status: 204 len: 168 time: 4.6819952 Jul 05 03:50:35.419380 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36300) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:35.455526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f781b68-b044-496a-8fe6-fc6104f8eb71 req-14c509b4-4b23-40a7-b453-11eb4ef734d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:35.467192 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f781b68-b044-496a-8fe6-fc6104f8eb71 req-14c509b4-4b23-40a7-b453-11eb4ef734d3 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 949 time: 0.2255778 Jul 05 03:50:35.489698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-f2ac1bdf-5c47-4114-8383-345e7ad34927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:35.500950 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-f2ac1bdf-5c47-4114-8383-345e7ad34927 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 1101 time: 0.3322370 Jul 05 03:50:35.627075 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4195f4a-3c81-4e09-a7de-90d131c484a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.638264 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4195f4a-3c81-4e09-a7de-90d131c484a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.645874 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f4195f4a-3c81-4e09-a7de-90d131c484a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/69d39338-25bf-469d-a358-0de3f18fed0e HTTP/1.1" status: 204 len: 168 time: 0.6723897 Jul 05 03:50:35.656487 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f781b68-b044-496a-8fe6-fc6104f8eb71 req-9f6be817-4d76-4b30-acb4-5ade6472f195 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836693 Jul 05 03:50:35.726745 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4195f4a-3c81-4e09-a7de-90d131c484a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d39338-25bf-469d-a358-0de3f18fed0e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:35.768058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12a1219b-b73b-4350-a976-da5bfa237c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.783249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-afca73a8-a11f-4f8a-a3ab-5bdd2b63f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:35.784804 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-afca73a8-a11f-4f8a-a3ab-5bdd2b63f1cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2783582 Jul 05 03:50:35.890544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-f15334f6-8fcf-4bef-b0ef-110f0e30f1f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc HTTP/1.1" status: 200 len: 217 time: 0.0983605 Jul 05 03:50:35.927867 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a36a70-9bc2-474d-b60b-3e4bc23f3501 admin admin] Deleting subnet b82648ca-d765-4600-b275-5ee9e9e6b0d5 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:36.000575 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-56b30146-c68c-49b1-802c-63d36ab1ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:36.002223 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-56b30146-c68c-49b1-802c-63d36ab1ea69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0999341 Jul 05 03:50:36.053802 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e5a36a70-9bc2-474d-b60b-3e4bc23f3501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.069284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1d15eebe-c94e-4e8a-9b85-7cbb79292355 req-b9f794d5-79ba-4a83-ada6-bd6a238dc388 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 210 time: 0.1080749 Jul 05 03:50:36.115280 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12a1219b-b73b-4350-a976-da5bfa237c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.142716 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12a1219b-b73b-4350-a976-da5bfa237c4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.225917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-33e6b881-5374-44bc-85b0-61a682001e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:36.228509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-33e6b881-5374-44bc-85b0-61a682001e22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1620293 Jul 05 03:50:36.267536 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e5a36a70-9bc2-474d-b60b-3e4bc23f3501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.398310 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12a1219b-b73b-4350-a976-da5bfa237c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.408243 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a1219b-b73b-4350-a976-da5bfa237c4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93c5a044-9448-484c-9d2c-42b1b67ec1ac {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:50:36.435505 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12a1219b-b73b-4350-a976-da5bfa237c4d admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.437009 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-12a1219b-b73b-4350-a976-da5bfa237c4d admin admin] 10.222.0.38 "DELETE /v2.0/routers/93c5a044-9448-484c-9d2c-42b1b67ec1ac HTTP/1.1" status: 204 len: 168 time: 2.8990457 Jul 05 03:50:36.480602 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36324) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:36.633385 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-66785530-c262-4cc5-ae27-0501f37b0824 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782196 Jul 05 03:50:36.697258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 126509a6-52a1-4b50-a141-30cd59113d44 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:36.701747 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a24cb-8513-430c-8430-225c5010195a req-b97440b1-f3b8-4ef8-add5-60c85bd224f7 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:36.708438 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-332a24cb-8513-430c-8430-225c5010195a req-b97440b1-f3b8-4ef8-add5-60c85bd224f7 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.36 "GET /v2.0/networks?id=56f2d126-45cd-4c57-816c-f5659bffe33c HTTP/1.1" status: 200 len: 815 time: 0.8323224 Jul 05 03:50:36.710621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023efa3-de71-4592-9139-a7a96be37bdb req-5e7e27b6-b523-49a8-b4f2-8e70c0007fbe tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:36.727342 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8023efa3-de71-4592-9139-a7a96be37bdb req-5e7e27b6-b523-49a8-b4f2-8e70c0007fbe tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/networks?id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98 HTTP/1.1" status: 200 len: 815 time: 0.3500090 Jul 05 03:50:36.774996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:36.785976 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7db378-6986-4aa0-84e7-c01589c3e236" -d '{"events": [{"name": "network-changed", "server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:36.813124 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-332a24cb-8513-430c-8430-225c5010195a req-896239f9-9d57-4b49-8f98-fa5e09575218 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Request body: {'port': {'device_id': '1ff116b0-fdb1-48f9-b1e2-3eefd8d77883', 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c', 'admin_state_up': True, 'tenant_id': '16d30d1d2e714cad8dfa9008b3f9d9e6'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:36.876208 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8023efa3-de71-4592-9139-a7a96be37bdb req-71a4a7c4-71b3-43b5-adbd-e2b9c18b34c0 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/quotas/21362df89c8b47fca3df61f10456d129 HTTP/1.1" status: 200 len: 375 time: 0.1464946 Jul 05 03:50:36.952433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-42133f24-f5b2-490c-a88e-00241f837152 admin admin] Deleting subnet 4530e3c5-9b05-4736-af69-b820c84f4e6b {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:36.979019 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42133f24-f5b2-490c-a88e-00241f837152 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.992696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 126509a6-52a1-4b50-a141-30cd59113d44 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:37.050216 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce3cc07-5ed7-4823-bd25-4af9b5b020f7 None None] Network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:37.096619 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e5a36a70-9bc2-474d-b60b-3e4bc23f3501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.119077 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c869797e-1509-40b3-91a5-f02fa59bbb48 req-8c45cdaf-0505-4b93-9e1d-fc7f307dae94 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878558 Jul 05 03:50:37.139546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2137c0e-f544-42cb-9ffe-fffa33542109 req-7c55b0c3-f3b2-4cb8-b567-27bfe078bc8b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.162264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2137c0e-f544-42cb-9ffe-fffa33542109 req-7c55b0c3-f3b2-4cb8-b567-27bfe078bc8b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 949 time: 0.2449770 Jul 05 03:50:37.197253 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8023efa3-de71-4592-9139-a7a96be37bdb req-9810720f-7de6-477e-a69e-bb98f664c23c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=21362df89c8b47fca3df61f10456d129&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3189969 Jul 05 03:50:37.199549 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42133f24-f5b2-490c-a88e-00241f837152 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.248364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8122165b-39b6-470f-82b7-ffc95ea7e4f9 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:37.279201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2137c0e-f544-42cb-9ffe-fffa33542109 req-e0f64dae-bb56-4577-810b-93be53f32736 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148140 Jul 05 03:50:37.283811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 8122165b-39b6-470f-82b7-ffc95ea7e4f9 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:37.284429 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8122165b-39b6-470f-82b7-ffc95ea7e4f9 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:37.285023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 01533a73-c5b0-4a5f-8410-335ad1a12f65 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:37.335024 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 01533a73-c5b0-4a5f-8410-335ad1a12f65 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:37.337747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 01533a73-c5b0-4a5f-8410-335ad1a12f65 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:37.370052 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a437d0-9926-4e10-a9de-00a3c462feea x-openstack-request-id: req-80a437d0-9926-4e10-a9de-00a3c462feea {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:37.370401 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:37.370616 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-80a437d0-9926-4e10-a9de-00a3c462feea {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:37.371014 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc', 'status': 'completed', 'code': 200} Jul 05 03:50:37.388768 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8023efa3-de71-4592-9139-a7a96be37bdb req-8ba5b7d8-81db-4fac-923f-988b7cc3955f service neutron] 10.222.0.38 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820214 Jul 05 03:50:37.392086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-090cdde0-307f-4800-812b-b614355e3cc6 None None] Provisioning for port 126509a6-52a1-4b50-a141-30cd59113d44 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:37.404000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-090cdde0-307f-4800-812b-b614355e3cc6 None None] Provisioning complete for port 126509a6-52a1-4b50-a141-30cd59113d44 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:37.404402 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-090cdde0-307f-4800-812b-b614355e3cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.460541 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332a24cb-8513-430c-8430-225c5010195a req-896239f9-9d57-4b49-8f98-fa5e09575218 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Made reservation on behalf of 16d30d1d2e714cad8dfa9008b3f9d9e6 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:37.466379 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-332a24cb-8513-430c-8430-225c5010195a req-896239f9-9d57-4b49-8f98-fa5e09575218 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.597603 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f4fc9a4-f965-4300-9315-898914fca1f9 req-5f7fd2e2-9fbd-4fcc-933c-52c037375b9b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 210 time: 0.0538039 Jul 05 03:50:37.604699 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e5a36a70-9bc2-474d-b60b-3e4bc23f3501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.636110 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-090cdde0-307f-4800-812b-b614355e3cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.685057 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-090cdde0-307f-4800-812b-b614355e3cc6 None None] For port 126509a6-52a1-4b50-a141-30cd59113d44, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=126509a6-52a1-4b50-a141-30cd59113d44,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:37.736373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a36a70-9bc2-474d-b60b-3e4bc23f3501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b82648ca-d765-4600-b275-5ee9e9e6b0d5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:37.790144 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-35590b16-5d66-47eb-8211-7a1190806679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.792025 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-35590b16-5d66-47eb-8211-7a1190806679 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 1101 time: 0.3477788 Jul 05 03:50:37.819203 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8023efa3-de71-4592-9139-a7a96be37bdb req-dbb24d00-5a14-40b4-8a89-da30738d8ec9 service neutron] 10.222.0.38 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294913 Jul 05 03:50:37.826373 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-090cdde0-307f-4800-812b-b614355e3cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.880399 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-bea964b5-318f-4baa-8500-337876906b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.882244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-bea964b5-318f-4baa-8500-337876906b13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 1101 time: 0.4368505 Jul 05 03:50:37.895815 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-332a24cb-8513-430c-8430-225c5010195a req-896239f9-9d57-4b49-8f98-fa5e09575218 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Allocated IP 172.20.0.6 (56f2d126-45cd-4c57-816c-f5659bffe33c/9069197f-75d0-4cd3-a892-7efdfa8d933c/d331f6dc-06c2-4e86-9fa0-5b9db6e33018) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:37.963520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device be69a41f-614f-4cf1-89fc-509ae4814467 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:37.970900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42133f24-f5b2-490c-a88e-00241f837152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.991838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: be69a41f-614f-4cf1-89fc-509ae4814467 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:37.993291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device be69a41f-614f-4cf1-89fc-509ae4814467 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:37.995606 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cdde0-307f-4800-812b-b614355e3cc6 None None] Pushing event updated for resources: {'Port': ['ID=126509a6-52a1-4b50-a141-30cd59113d44,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:38.086836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c330ab56-0a3d-4681-a54e-57d84b33adf8 None None] Network 5ae3e56c-d727-4915-ac59-d4f04d171c83 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:38.094131 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e5a36a70-9bc2-474d-b60b-3e4bc23f3501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.105752 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e5a36a70-9bc2-474d-b60b-3e4bc23f3501 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b82648ca-d765-4600-b275-5ee9e9e6b0d5 HTTP/1.1" status: 204 len: 168 time: 2.6853094 Jul 05 03:50:38.118123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36360) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:38.118465 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36362) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:38.124270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-29bfffa4-bede-4b22-b907-8cfa5d79aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:38.125833 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-29bfffa4-bede-4b22-b907-8cfa5d79aa74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.3268454 Jul 05 03:50:38.190673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-51e0ad0c-5947-418d-bd81-70791aafac61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc HTTP/1.1" status: 200 len: 217 time: 0.0562427 Jul 05 03:50:38.302672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-86620071-81e7-43f2-a7b7-4e402e1ad46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:38.309933 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-86620071-81e7-43f2-a7b7-4e402e1ad46f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.4188297 Jul 05 03:50:38.318021 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-768ec1b8-344c-4a9b-849a-157014f2c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:38.323608 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-768ec1b8-344c-4a9b-849a-157014f2c2d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1242096 Jul 05 03:50:38.396830 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.438890 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42133f24-f5b2-490c-a88e-00241f837152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.449970 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-858fc800-cba7-4fcf-bd01-00ec17f6a2a1 None None] Provisioning complete for port 126509a6-52a1-4b50-a141-30cd59113d44 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:38.450406 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-858fc800-cba7-4fcf-bd01-00ec17f6a2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.504801 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42133f24-f5b2-490c-a88e-00241f837152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.524979 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-42133f24-f5b2-490c-a88e-00241f837152 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4530e3c5-9b05-4736-af69-b820c84f4e6b HTTP/1.1" status: 204 len: 168 time: 2.0390399 Jul 05 03:50:38.526191 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-c0f0eb20-d150-409e-ad41-3d1eb13001fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc HTTP/1.1" status: 200 len: 217 time: 0.1985452 Jul 05 03:50:38.527867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36376) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:38.595216 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e074f524-bcac-4b52-9049-b97c2815c82c None None] Network 381bfdf5-ad80-441e-a376-0691d91e9703 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:38.643883 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d086561e-d101-4ad1-86dc-b0f119fcd225 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-366078634-network', 'tenant_id': '1b91051d4ad647bd963910fcacde96e2'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:38.668129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42133f24-f5b2-490c-a88e-00241f837152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4530e3c5-9b05-4736-af69-b820c84f4e6b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:38.717688 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-332a24cb-8513-430c-8430-225c5010195a req-896239f9-9d57-4b49-8f98-fa5e09575218 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.829057 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d086561e-d101-4ad1-86dc-b0f119fcd225 admin admin] Made reservation on behalf of 1b91051d4ad647bd963910fcacde96e2 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:38.831720 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d086561e-d101-4ad1-86dc-b0f119fcd225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.847702 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d086561e-d101-4ad1-86dc-b0f119fcd225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.862571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] DHCP port deletion for 5ae3e56c-d727-4915-ac59-d4f04d171c83 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:50:38.969353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Deleting port f5953ff7-5237-4911-b251-90f3bb0b2011 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:38.969740 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.975472 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d086561e-d101-4ad1-86dc-b0f119fcd225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.978936 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] Deleting port f5953ff7-5237-4911-b251-90f3bb0b2011 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:38.986070 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.004581 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a5933-e1d8-44ad-a6d5-779569c7864f None None] DHCP port deletion for 381bfdf5-ad80-441e-a376-0691d91e9703 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:50:39.115275 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d086561e-d101-4ad1-86dc-b0f119fcd225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.132876 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] For port f5953ff7-5237-4911-b251-90f3bb0b2011, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f5953ff7-5237-4911-b251-90f3bb0b2011,segment=NetworkSegment(06e27437-8d20-40d5-99d7-7bfc24e44dbe),segment_id=06e27437-8d20-40d5-99d7-7bfc24e44dbe)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:39.138765 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.150550 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Calling delete_port for f5953ff7-5237-4911-b251-90f3bb0b2011 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:39.223131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-098a5933-e1d8-44ad-a6d5-779569c7864f None None] Deleting port f6c3ab58-c17b-43b9-90ab-64b938f54bb1 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:39.224255 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-098a5933-e1d8-44ad-a6d5-779569c7864f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.229491 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.271621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d086561e-d101-4ad1-86dc-b0f119fcd225 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:50:39.290201 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-332a24cb-8513-430c-8430-225c5010195a req-896239f9-9d57-4b49-8f98-fa5e09575218 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.310271 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] For port f5953ff7-5237-4911-b251-90f3bb0b2011, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f5953ff7-5237-4911-b251-90f3bb0b2011,segment=NetworkSegment(06e27437-8d20-40d5-99d7-7bfc24e44dbe),segment_id=06e27437-8d20-40d5-99d7-7bfc24e44dbe)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:39.310271 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.331903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-098a5933-e1d8-44ad-a6d5-779569c7864f None None] For port f6c3ab58-c17b-43b9-90ab-64b938f54bb1, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f6c3ab58-c17b-43b9-90ab-64b938f54bb1,segment=NetworkSegment(3ef6fb80-2d88-46d0-b51a-ddff79fd7031),segment_id=3ef6fb80-2d88-46d0-b51a-ddff79fd7031)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:39.332616 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-098a5933-e1d8-44ad-a6d5-779569c7864f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.353280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086561e-d101-4ad1-86dc-b0f119fcd225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0764657d-e73c-425d-8d6c-6910bea089ac,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:39.365354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-098a5933-e1d8-44ad-a6d5-779569c7864f None None] Calling delete_port for f6c3ab58-c17b-43b9-90ab-64b938f54bb1 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:39.444660 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d086561e-d101-4ad1-86dc-b0f119fcd225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.446246 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-d086561e-d101-4ad1-86dc-b0f119fcd225 admin admin] Added segment a2cb5f44-d122-4841-8676-667fdcdd71d0 of type vlan for network 2c6634ef-fae9-4051-bed9-1b0052dd25ec Jul 05 03:50:39.467039 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.467856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-9ef64837-fc53-473b-8ff0-46fe0c35174a tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:39.470479 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] Calling delete_port for f5953ff7-5237-4911-b251-90f3bb0b2011 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:39.486129 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-9ef64837-fc53-473b-8ff0-46fe0c35174a tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/networks?id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98 HTTP/1.1" status: 200 len: 815 time: 0.2532640 Jul 05 03:50:39.528154 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-4245dbe4-c422-485c-b8d9-082a775c073a tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/quotas/21362df89c8b47fca3df61f10456d129 HTTP/1.1" status: 200 len: 375 time: 0.0407510 Jul 05 03:50:39.533915 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Pushing event deleted for resources: {'Port': ['ID=f5953ff7-5237-4911-b251-90f3bb0b2011,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:39.544016 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] No DVR routers for this DVR port f5953ff7-5237-4911-b251-90f3bb0b2011 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:39.568624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332a24cb-8513-430c-8430-225c5010195a req-896239f9-9d57-4b49-8f98-fa5e09575218 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Network 56f2d126-45cd-4c57-816c-f5659bffe33c is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:39.585458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:39.585458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:39.586025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:39.586215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:39.586637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:39.587007 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:39.587343 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:39.587676 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:39.588015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:39.588381 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:39.588702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:39.589161 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd1bcc4-8bd0-470b-8a2b-0aac5ff5c52f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:39.590462 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-332a24cb-8513-430c-8430-225c5010195a req-896239f9-9d57-4b49-8f98-fa5e09575218 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:39.606605 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-332a24cb-8513-430c-8430-225c5010195a req-896239f9-9d57-4b49-8f98-fa5e09575218 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:39.613105 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896239f9-9d57-4b49-8f98-fa5e09575218 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Pushing event updated for resources: {'Port': ['ID=d331f6dc-06c2-4e86-9fa0-5b9db6e33018,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:39.618470 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d086561e-d101-4ad1-86dc-b0f119fcd225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.654628 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-2bd433e5-5474-4ac3-9ad2-6e50253ef923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:39.656491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-2bd433e5-5474-4ac3-9ad2-6e50253ef923 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 1.0627329 Jul 05 03:50:39.689770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-b10fd9a6-5af4-4467-a38c-922f8d7224d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:39.691634 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-b10fd9a6-5af4-4467-a38c-922f8d7224d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.3500149 Jul 05 03:50:39.766512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a24cb-8513-430c-8430-225c5010195a req-896239f9-9d57-4b49-8f98-fa5e09575218 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:39.767034 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-332a24cb-8513-430c-8430-225c5010195a req-896239f9-9d57-4b49-8f98-fa5e09575218 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.774078 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-098a5933-e1d8-44ad-a6d5-779569c7864f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.795037 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b47364-546a-440d-81de-03b8ad104392 req-6bfee379-2ce7-40cf-a7b8-2773f5a4326b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:39.796895 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60b47364-546a-440d-81de-03b8ad104392 req-6bfee379-2ce7-40cf-a7b8-2773f5a4326b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 949 time: 1.2201276 Jul 05 03:50:39.798063 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.815046 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a5933-e1d8-44ad-a6d5-779569c7864f None None] Pushing event deleted for resources: {'Port': ['ID=f6c3ab58-c17b-43b9-90ab-64b938f54bb1,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:39.836747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a5933-e1d8-44ad-a6d5-779569c7864f None None] No DVR routers for this DVR port f6c3ab58-c17b-43b9-90ab-64b938f54bb1 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:39.879929 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-627694ed-67c7-4315-9fcd-630353cdc4a4 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=21362df89c8b47fca3df61f10456d129&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3509352 Jul 05 03:50:39.886814 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d086561e-d101-4ad1-86dc-b0f119fcd225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.889570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d086561e-d101-4ad1-86dc-b0f119fcd225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:39.890521 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d086561e-d101-4ad1-86dc-b0f119fcd225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.908868 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-332a24cb-8513-430c-8430-225c5010195a req-896239f9-9d57-4b49-8f98-fa5e09575218 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1901979 Jul 05 03:50:39.909448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] Deleting port f6c3ab58-c17b-43b9-90ab-64b938f54bb1 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:39.909791 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.913531 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] No DVR routers for this DVR port f5953ff7-5237-4911-b251-90f3bb0b2011 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:39.941218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5953ff7-5237-4911-b251-90f3bb0b2011,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:39.979756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Request body: {'port': {'device_id': '1ff116b0-fdb1-48f9-b1e2-3eefd8d77883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:40.033136 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60b47364-546a-440d-81de-03b8ad104392 req-6cbde842-4b87-496b-8a55-ef2f5f1cc8c6 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058187 Jul 05 03:50:40.057756 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d086561e-d101-4ad1-86dc-b0f119fcd225 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9344294 Jul 05 03:50:40.065646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-5b53bba7-4d03-4a1f-ae71-4680ecf6c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:40.065646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-5b53bba7-4d03-4a1f-ae71-4680ecf6c822 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3956368 Jul 05 03:50:40.065646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36400) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:40.076192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b7f05f89-225c-48ef-a097-3a3c51a8eb65 admin admin] Request body: {'subnet': {'network_id': '2c6634ef-fae9-4051-bed9-1b0052dd25ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-366078634-subnet', 'tenant_id': '1b91051d4ad647bd963910fcacde96e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:40.080733 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-0873333a-9efd-4470-a21c-7e3a0861e00a service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651068 Jul 05 03:50:40.104970 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 126509a6-52a1-4b50-a141-30cd59113d44 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:40.147722 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.187761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae3e56c-d727-4915-ac59-d4f04d171c83']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:40.203128 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 126509a6-52a1-4b50-a141-30cd59113d44 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:40.205938 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.258943 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086561e-d101-4ad1-86dc-b0f119fcd225 admin admin] Pushing event updated for resources: {'Network': ['ID=2c6634ef-fae9-4051-bed9-1b0052dd25ec,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:40.282161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e27437-8d20-40d5-99d7-7bfc24e44dbe') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:40.282484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e27437-8d20-40d5-99d7-7bfc24e44dbe') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:40.286998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 2c6634ef-fae9-4051-bed9-1b0052dd25ec details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:50:40.373800 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] For port f6c3ab58-c17b-43b9-90ab-64b938f54bb1, host n-d-771363-32, got binding levels [] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:40.374387 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.438470 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-72ee3e40-fa2e-4e96-852c-5480b0df4f94 service neutron] 10.222.0.38 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435655 Jul 05 03:50:40.447840 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] Calling delete_port for f6c3ab58-c17b-43b9-90ab-64b938f54bb1 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:40.484694 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.ipam_backend_mixin [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] Port f6c3ab58-c17b-43b9-90ab-64b938f54bb1 was not found and therefore no delete operation was performed {{(pid=100933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 03:50:40.527855 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f05f89-225c-48ef-a097-3a3c51a8eb65 admin admin] Made reservation on behalf of 1b91051d4ad647bd963910fcacde96e2 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:40.543923 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b7f05f89-225c-48ef-a097-3a3c51a8eb65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.592753 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.721467 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f5953ff7-5237-4911-b251-90f3bb0b2011 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:40.757961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: f5953ff7-5237-4911-b251-90f3bb0b2011 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:40.761164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f5953ff7-5237-4911-b251-90f3bb0b2011 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:40.762148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f6c3ab58-c17b-43b9-90ab-64b938f54bb1 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:40.764845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c3ab58-c17b-43b9-90ab-64b938f54bb1,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:40.795159 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-adbe96fc-aac4-4732-b4b8-373eaf7155d8 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117395 Jul 05 03:50:40.795960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] No DVR routers for this DVR port f6c3ab58-c17b-43b9-90ab-64b938f54bb1 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:40.845842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: f6c3ab58-c17b-43b9-90ab-64b938f54bb1 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:40.846901 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f6c3ab58-c17b-43b9-90ab-64b938f54bb1 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:40.848408 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-56f28609-e072-4d91-b234-78eb9582129b service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7414610 Jul 05 03:50:41.015312 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-d4312223-6f98-44ff-8afe-bb6ff6d2c6fe service neutron] 10.222.0.38 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561600 Jul 05 03:50:41.031518 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.058111 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381bfdf5-ad80-441e-a376-0691d91e9703']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:41.066224 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.103541 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef6fb80-2d88-46d0-b51a-ddff79fd7031') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:41.104537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef6fb80-2d88-46d0-b51a-ddff79fd7031') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:41.126367 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.130972 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.137973 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-6efea5a8-b9d3-40d5-bfe5-d16b570a9257 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.151076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a7db378-6986-4aa0-84e7-c01589c3e236 req-270fccfe-281f-46a2-80db-461634e89063 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273649 Jul 05 03:50:41.151360 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-6efea5a8-b9d3-40d5-bfe5-d16b570a9257 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.36 "GET /v2.0/networks?id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98 HTTP/1.1" status: 200 len: 815 time: 0.7848315 Jul 05 03:50:41.151360 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.153490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2dc73-35c8-42e8-9fb3-1cac280572bb req-f0e5b489-6a47-416a-9a52-dab9bc9d0fa1 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.160730 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fa2dc73-35c8-42e8-9fb3-1cac280572bb req-f0e5b489-6a47-416a-9a52-dab9bc9d0fa1 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 931 time: 0.4685061 Jul 05 03:50:41.167157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-e561874c-30fa-41ae-a589-5f03212767b9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Request body: {'port': {'device_id': '7cbe7177-c8d9-4ffc-b4f6-d133532bba96', 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98', 'admin_state_up': True, 'tenant_id': '21362df89c8b47fca3df61f10456d129'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:41.170733 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:41.171164 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:41.173162 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:41.187569 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.205445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:41.205445 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:41.268843 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:41.370640 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fa2dc73-35c8-42e8-9fb3-1cac280572bb req-d8d6a0a5-a7ed-42e3-9d8b-95dd1e318579 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089095 Jul 05 03:50:41.380425 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b415505d-f50b-4ded-942f-24bd55b223a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.443113 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.459598 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.465449 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5ae3e56c-d727-4915-ac59-d4f04d171c83 HTTP/1.1" status: 204 len: 168 time: 3.3435352 Jul 05 03:50:41.472038 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.475890 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b7f05f89-225c-48ef-a097-3a3c51a8eb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.487095 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.489470 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] 10.222.0.38 "DELETE /v2.0/networks/381bfdf5-ad80-441e-a376-0691d91e9703 HTTP/1.1" status: 204 len: 168 time: 2.9604571 Jul 05 03:50:41.526540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed23704-6b89-4c92-9ecf-1637c8b30b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae3e56c-d727-4915-ac59-d4f04d171c83,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:41.622482 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddfd54-9393-4877-af32-e8f5e2041c30 admin admin] Pushing event deleted for resources: {'Network': ['ID=381bfdf5-ad80-441e-a376-0691d91e9703,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:41.753184 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-196624fd-7ca1-4f0f-9d02-9ad6ed70f879 req-79bf08c1-2b4c-442e-83d6-e7e1374fe20e tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 210 time: 0.1499934 Jul 05 03:50:41.754514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f05f89-225c-48ef-a097-3a3c51a8eb65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=681e5ba1-074d-433b-87cf-552e3fa987dd,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:41.785449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f05f89-225c-48ef-a097-3a3c51a8eb65 admin admin] Checking segment: {'id': 'a2cb5f44-d122-4841-8676-667fdcdd71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c6634ef-fae9-4051-bed9-1b0052dd25ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:41.785822 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f05f89-225c-48ef-a097-3a3c51a8eb65 admin admin] Network hostable DHCP agents. Network: 2c6634ef-fae9-4051-bed9-1b0052dd25ec, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:50:41.854539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:41.944583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-e561874c-30fa-41ae-a589-5f03212767b9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Made reservation on behalf of 21362df89c8b47fca3df61f10456d129 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:41.952031 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-e561874c-30fa-41ae-a589-5f03212767b9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.017856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d331f6dc-06c2-4e86-9fa0-5b9db6e33018 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:42.035352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f05f89-225c-48ef-a097-3a3c51a8eb65 admin admin] Network 2c6634ef-fae9-4051-bed9-1b0052dd25ec is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:50:42.099795 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:42.133771 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36420) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:42.139539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc', 'mac_address': 'fa:16:3e:c0:16:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:42.166170 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023efa3-de71-4592-9139-a7a96be37bdb req-e68f1e74-ae7b-4b9d-a089-7dfa883b94d7 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:42.168331 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8023efa3-de71-4592-9139-a7a96be37bdb req-e68f1e74-ae7b-4b9d-a089-7dfa883b94d7 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.36 "GET /v2.0/networks?id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98 HTTP/1.1" status: 200 len: 815 time: 0.3110051 Jul 05 03:50:42.186490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-8023efa3-de71-4592-9139-a7a96be37bdb req-ecfbf3b6-6115-4267-bfe4-8c95cb1a2b43 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Request body: {'port': {'device_id': 'd6194beb-c99e-445b-ba79-2e4398cafe9e', 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98', 'admin_state_up': True, 'tenant_id': '21362df89c8b47fca3df61f10456d129'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:42.196725 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-b7f05f89-225c-48ef-a097-3a3c51a8eb65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 2c6634ef-fae9-4051-bed9-1b0052dd25ec) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:42.197153 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.207521 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.220284 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb0438-5717-4631-b7e6-5931078cbbae req-f504036e-f3d4-4f83-a9cd-f96ab5122630 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:42.222681 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7bb0438-5717-4631-b7e6-5931078cbbae req-f504036e-f3d4-4f83-a9cd-f96ab5122630 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 949 time: 0.2422757 Jul 05 03:50:42.236838 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-e561874c-30fa-41ae-a589-5f03212767b9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Allocated IP 172.20.0.5 (a3732e2d-2a5d-4197-b2e7-6197b20c4e98/e234ec92-8e1b-404c-808f-156d89d3ea3a/ec469546-349f-44ad-8e4b-6ef75384030f) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:42.239418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Transition to ACTIVE for port object d331f6dc-06c2-4e86-9fa0-5b9db6e33018 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:42.240042 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca168c6-66e6-44f5-bece-c6e3c8afe05d None None] Network 2c6634ef-fae9-4051-bed9-1b0052dd25ec requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:42.252028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f05f89-225c-48ef-a097-3a3c51a8eb65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:42.253157 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b7f05f89-225c-48ef-a097-3a3c51a8eb65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.402975 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36422) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:42.404597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:42.405206 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c9e6cfe2-4b5a-4dd4-8096-c85b7e0d5bd7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8372d0a52dae47e38b6aabf9d6e1ac36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2622671 Jul 05 03:50:42.409829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36426) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:42.432139 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.461842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:42.499739 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-49d9f1a5-d018-48f0-9fdf-c685e2bbc75b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e05ce83d133e42bebf955019114ffeb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036777 Jul 05 03:50:42.502657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36428) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:42.503785 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Pushing event updated for resources: {'Port': ['ID=d331f6dc-06c2-4e86-9fa0-5b9db6e33018,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:42.580090 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.594342 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b7f05f89-225c-48ef-a097-3a3c51a8eb65 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5263743 Jul 05 03:50:42.653465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7bb0438-5717-4631-b7e6-5931078cbbae req-a7ba9c5d-4e33-4301-aa1e-fae10185846c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967097 Jul 05 03:50:42.673742 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-146c0ba8-988f-45d4-af36-d98bbffa479b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.760383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Attempting to bind port d331f6dc-06c2-4e86-9fa0-5b9db6e33018 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:42.760922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Attempting to bind port d331f6dc-06c2-4e86-9fa0-5b9db6e33018 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:42.761447 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Attempting to bind port d331f6dc-06c2-4e86-9fa0-5b9db6e33018 on network 56f2d126-45cd-4c57-816c-f5659bffe33c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:42.773717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387bbd54-be63-4366-8bd0-4bd800d669b7 None None] Network 2c6634ef-fae9-4051-bed9-1b0052dd25ec requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:42.780701 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Port d331f6dc-06c2-4e86-9fa0-5b9db6e33018 on network 56f2d126-45cd-4c57-816c-f5659bffe33c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:42.781231 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Attempting to bind port d331f6dc-06c2-4e86-9fa0-5b9db6e33018 on network 56f2d126-45cd-4c57-816c-f5659bffe33c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:42.807796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:42.808371 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Checking segment: {'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:42.809054 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Bound using segment: {'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:42.809708 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Bound port: d331f6dc-06c2-4e86-9fa0-5b9db6e33018, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:42.810299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.848425 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-e561874c-30fa-41ae-a589-5f03212767b9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.998469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] For port d331f6dc-06c2-4e86-9fa0-5b9db6e33018, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:43.002663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-e561874c-30fa-41ae-a589-5f03212767b9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Transition to ACTIVE for port object ec469546-349f-44ad-8e4b-6ef75384030f will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:43.008588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] For port d331f6dc-06c2-4e86-9fa0-5b9db6e33018, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d331f6dc-06c2-4e86-9fa0-5b9db6e33018,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:43.062846 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-146c0ba8-988f-45d4-af36-d98bbffa479b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.109732 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f16bf29d-b107-4c58-8cec-37d6b7875627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.123910 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.165365 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:43.191000 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f16bf29d-b107-4c58-8cec-37d6b7875627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.209948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-e561874c-30fa-41ae-a589-5f03212767b9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.219699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:43.220626 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.222078 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-332a24cb-8513-430c-8430-225c5010195a req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] 10.222.0.36 "PUT /v2.0/ports/d331f6dc-06c2-4e86-9fa0-5b9db6e33018 HTTP/1.1" status: 200 len: 1092 time: 3.2642202 Jul 05 03:50:43.222520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff116b0-fdb1-48f9-b1e2-3eefd8d77883', 'tag': 'd331f6dc-06c2-4e86-9fa0-5b9db6e33018'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:43.225588 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff92210-d56e-4047-be09-53f63b390d90" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff116b0-fdb1-48f9-b1e2-3eefd8d77883", "tag": "d331f6dc-06c2-4e86-9fa0-5b9db6e33018"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:43.244213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19235f-0293-4c0d-8ed4-f7d0e4b28503 req-07a39ac6-2648-4010-bb2e-0aad01f84a21 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:43.252149 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a19235f-0293-4c0d-8ed4-f7d0e4b28503 req-07a39ac6-2648-4010-bb2e-0aad01f84a21 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 943 time: 0.6055746 Jul 05 03:50:43.291965 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,revision_number=12']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:43.303345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8023efa3-de71-4592-9139-a7a96be37bdb req-ecfbf3b6-6115-4267-bfe4-8c95cb1a2b43 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Made reservation on behalf of 21362df89c8b47fca3df61f10456d129 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:43.314439 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-e561874c-30fa-41ae-a589-5f03212767b9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:43.321630 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8023efa3-de71-4592-9139-a7a96be37bdb req-ecfbf3b6-6115-4267-bfe4-8c95cb1a2b43 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.325289 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-e561874c-30fa-41ae-a589-5f03212767b9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:43.329091 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-e561874c-30fa-41ae-a589-5f03212767b9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:43.393983 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a19235f-0293-4c0d-8ed4-f7d0e4b28503 req-31c5e60e-929a-4223-a075-72dd98160f47 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411183 Jul 05 03:50:43.446087 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-146c0ba8-988f-45d4-af36-d98bbffa479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.451001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66028438-051a-4d31-9ded-7de1ad261d4c service neutron] Pushing event updated for resources: {'Port': ['ID=d331f6dc-06c2-4e86-9fa0-5b9db6e33018,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:43.454846 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-146c0ba8-988f-45d4-af36-d98bbffa479b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.462863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-146c0ba8-988f-45d4-af36-d98bbffa479b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eb8ed8d7-df98-4b6e-bdd8-064fea56f8f0 HTTP/1.1" status: 204 len: 168 time: 1.0529399 Jul 05 03:50:43.485489 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f16bf29d-b107-4c58-8cec-37d6b7875627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.496543 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f16bf29d-b107-4c58-8cec-37d6b7875627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.506065 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f16bf29d-b107-4c58-8cec-37d6b7875627 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ebb740f5-3b12-4ea0-97a5-08ad520fc090 HTTP/1.1" status: 204 len: 168 time: 0.9938629 Jul 05 03:50:43.616425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c0ba8-988f-45d4-af36-d98bbffa479b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8ed8d7-df98-4b6e-bdd8-064fea56f8f0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:43.707977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bf29d-b107-4c58-8cec-37d6b7875627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb740f5-3b12-4ea0-97a5-08ad520fc090,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:43.782477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-e561874c-30fa-41ae-a589-5f03212767b9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:43.791361 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-e561874c-30fa-41ae-a589-5f03212767b9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.796777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561874c-30fa-41ae-a589-5f03212767b9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Pushing event updated for resources: {'Port': ['ID=ec469546-349f-44ad-8e4b-6ef75384030f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:43.873458 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-8023efa3-de71-4592-9139-a7a96be37bdb req-ecfbf3b6-6115-4267-bfe4-8c95cb1a2b43 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Allocated IP 172.20.0.10 (a3732e2d-2a5d-4197-b2e7-6197b20c4e98/e234ec92-8e1b-404c-808f-156d89d3ea3a/1c6d3093-a61c-44da-8f9f-b865150cab5e) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:43.873707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a24cb-8513-430c-8430-225c5010195a req-257f191f-0bef-424d-b19d-14c39a2f23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:43.875466 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-332a24cb-8513-430c-8430-225c5010195a req-257f191f-0bef-424d-b19d-14c39a2f23e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 1095 time: 0.4682744 Jul 05 03:50:43.962714 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-e561874c-30fa-41ae-a589-5f03212767b9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8016732 Jul 05 03:50:43.974968 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-332a24cb-8513-430c-8430-225c5010195a req-c043b77d-ffe5-4a54-aef1-f7bd00474131 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d331f6dc-06c2-4e86-9fa0-5b9db6e33018 HTTP/1.1" status: 200 len: 217 time: 0.0903666 Jul 05 03:50:43.979447 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Request body: {'port': {'device_id': '7cbe7177-c8d9-4ffc-b4f6-d133532bba96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:44.231925 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a24cb-8513-430c-8430-225c5010195a req-72be1620-b2b5-43a1-a6a8-2a1bb1b0528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:44.234930 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-332a24cb-8513-430c-8430-225c5010195a req-72be1620-b2b5-43a1-a6a8-2a1bb1b0528b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9069197f-75d0-4cd3-a892-7efdfa8d933c HTTP/1.1" status: 200 len: 855 time: 0.2478590 Jul 05 03:50:44.287176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-719fcbd9-f9d7-4c58-813c-96159e90f82d None None] Provisioning for port ec469546-349f-44ad-8e4b-6ef75384030f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:44.290421 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-332a24cb-8513-430c-8430-225c5010195a req-dccb3ffe-bdbc-4c69-8cf5-94b2bb469ba0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56f2d126-45cd-4c57-816c-f5659bffe33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450563 Jul 05 03:50:44.291983 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.300210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-719fcbd9-f9d7-4c58-813c-96159e90f82d None None] Provisioning complete for port ec469546-349f-44ad-8e4b-6ef75384030f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:44.300210 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-719fcbd9-f9d7-4c58-813c-96159e90f82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.300210 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4aa56b32-7628-48a9-becb-25c86041474b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.335095 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.362600 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-719fcbd9-f9d7-4c58-813c-96159e90f82d None None] Port ec469546-349f-44ad-8e4b-6ef75384030f cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:44.463511 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa8ac55a-e9a8-4594-abac-ab8001305667 req-5d03553f-d5dc-4b03-964c-95e9eb07ced0 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 210 time: 0.5853581 Jul 05 03:50:44.510122 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-332a24cb-8513-430c-8430-225c5010195a req-3fbb2739-6f7e-4160-a28a-ec30a9cc0a0d service neutron] 10.222.0.36 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059426 Jul 05 03:50:44.578784 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6b3f6e-32c7-4de0-8105-c4c473b320bc x-openstack-request-id: req-ba6b3f6e-32c7-4de0-8105-c4c473b320bc {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:44.578784 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff116b0-fdb1-48f9-b1e2-3eefd8d77883", "tag": "d331f6dc-06c2-4e86-9fa0-5b9db6e33018", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:44.578784 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba6b3f6e-32c7-4de0-8105-c4c473b320bc {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:44.578784 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff116b0-fdb1-48f9-b1e2-3eefd8d77883', 'tag': 'd331f6dc-06c2-4e86-9fa0-5b9db6e33018', 'status': 'completed', 'code': 200} Jul 05 03:50:44.660418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4cf8b-faac-4b2b-a489-0692581fc5c5 req-3a1a8d5e-8b2c-4d52-b77b-8c290c652404 tempest-MigrationsAdminTest-1390555542 tempest-MigrationsAdminTest-1390555542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:44.665490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36468) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:44.670257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4f4cf8b-faac-4b2b-a489-0692581fc5c5 req-3a1a8d5e-8b2c-4d52-b77b-8c290c652404 tempest-MigrationsAdminTest-1390555542 tempest-MigrationsAdminTest-1390555542-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 1102 time: 0.2424982 Jul 05 03:50:44.705597 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-332a24cb-8513-430c-8430-225c5010195a req-d2f38a83-94bd-4c62-824b-89eba42c3491 service neutron] 10.222.0.36 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891773 Jul 05 03:50:44.737795 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4f4cf8b-faac-4b2b-a489-0692581fc5c5 req-e852a92f-5327-46b0-ab5e-24ea908ea26d tempest-MigrationsAdminTest-1390555542 tempest-MigrationsAdminTest-1390555542-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664937 Jul 05 03:50:44.753797 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2696a5a7-cf26-42c8-9aa8-6438d123f944 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f05c2bffdf77487e8fa84c16dc156315&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0866644 Jul 05 03:50:44.759702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36472) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:44.914136 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8023efa3-de71-4592-9139-a7a96be37bdb req-ecfbf3b6-6115-4267-bfe4-8c95cb1a2b43 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.953888 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36482) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:44.966319 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-35faa085-0cb8-42be-ac08-3262d56e3924 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1470974515-network', 'tenant_id': 'be9aa7dcdb444206bd8b960f559f85cd'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:44.971503 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9dfd87d3-d9e5-480a-a418-b722101974b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.027957 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-8023efa3-de71-4592-9139-a7a96be37bdb req-ecfbf3b6-6115-4267-bfe4-8c95cb1a2b43 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Transition to ACTIVE for port object 1c6d3093-a61c-44da-8f9f-b865150cab5e will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:45.031265 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9dfd87d3-d9e5-480a-a418-b722101974b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.095809 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff92210-d56e-4047-be09-53f63b390d90 req-67d74166-c2c5-40b2-ada6-bb6c362b5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:45.099135 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ff92210-d56e-4047-be09-53f63b390d90 req-67d74166-c2c5-40b2-ada6-bb6c362b5ccf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 1095 time: 0.2299755 Jul 05 03:50:45.129412 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35faa085-0cb8-42be-ac08-3262d56e3924 admin admin] Made reservation on behalf of be9aa7dcdb444206bd8b960f559f85cd for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:45.131809 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35faa085-0cb8-42be-ac08-3262d56e3924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.138777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05297e6-00f0-4069-93bb-a44f833edef1 req-bae7e6b8-4220-464b-a162-1876079e634f tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:45.147894 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e05297e6-00f0-4069-93bb-a44f833edef1 req-bae7e6b8-4220-464b-a162-1876079e634f tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 943 time: 0.2574022 Jul 05 03:50:45.173126 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.190642 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35faa085-0cb8-42be-ac08-3262d56e3924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.219936 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e05297e6-00f0-4069-93bb-a44f833edef1 req-c6f1c96c-582a-41a6-b2ba-d6e1f45eff0a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689361 Jul 05 03:50:45.272103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff92210-d56e-4047-be09-53f63b390d90 req-135642c3-23f8-4578-ade4-fa9e4e6a95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:45.274511 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ff92210-d56e-4047-be09-53f63b390d90 req-135642c3-23f8-4578-ade4-fa9e4e6a95e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56f2d126-45cd-4c57-816c-f5659bffe33c HTTP/1.1" status: 200 len: 916 time: 0.1679139 Jul 05 03:50:45.282598 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8023efa3-de71-4592-9139-a7a96be37bdb req-ecfbf3b6-6115-4267-bfe4-8c95cb1a2b43 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.319514 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9dfd87d3-d9e5-480a-a418-b722101974b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.325530 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9dfd87d3-d9e5-480a-a418-b722101974b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.328554 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9dfd87d3-d9e5-480a-a418-b722101974b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/68c055ea-3db9-4407-b12c-9d54dea2365a HTTP/1.1" status: 204 len: 168 time: 0.5652282 Jul 05 03:50:45.402756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8023efa3-de71-4592-9139-a7a96be37bdb req-ecfbf3b6-6115-4267-bfe4-8c95cb1a2b43 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:45.412255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-8023efa3-de71-4592-9139-a7a96be37bdb req-ecfbf3b6-6115-4267-bfe4-8c95cb1a2b43 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:45.436798 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-8023efa3-de71-4592-9139-a7a96be37bdb req-ecfbf3b6-6115-4267-bfe4-8c95cb1a2b43 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:45.486374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbf3b6-6115-4267-bfe4-8c95cb1a2b43 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Pushing event updated for resources: {'Port': ['ID=1c6d3093-a61c-44da-8f9f-b865150cab5e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:45.487345 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ff92210-d56e-4047-be09-53f63b390d90 req-d72bedf0-be5c-46f3-a9c7-2a4da1a3598d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d331f6dc-06c2-4e86-9fa0-5b9db6e33018 HTTP/1.1" status: 200 len: 217 time: 0.1997335 Jul 05 03:50:45.566740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023efa3-de71-4592-9139-a7a96be37bdb req-ecfbf3b6-6115-4267-bfe4-8c95cb1a2b43 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:45.567651 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8023efa3-de71-4592-9139-a7a96be37bdb req-ecfbf3b6-6115-4267-bfe4-8c95cb1a2b43 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.593023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-6034c0de-3b3b-4d2f-9a1d-daf5613fccf8 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:45.594675 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-6034c0de-3b3b-4d2f-9a1d-daf5613fccf8 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.10 "GET /v2.0/networks?id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98 HTTP/1.1" status: 200 len: 815 time: 0.3101206 Jul 05 03:50:45.597236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd87d3-d9e5-480a-a418-b722101974b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c055ea-3db9-4407-b12c-9d54dea2365a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:45.612438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-62bd4757-86ee-4280-9002-0dc2613ad33d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Request body: {'port': {'device_id': '96d6f9f2-8137-4e3f-a936-580b1720f28e', 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98', 'admin_state_up': True, 'tenant_id': '21362df89c8b47fca3df61f10456d129'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:45.709968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff92210-d56e-4047-be09-53f63b390d90 req-3bbb5cde-82e6-4325-945a-e52c4b3ece22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:45.711450 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ff92210-d56e-4047-be09-53f63b390d90 req-3bbb5cde-82e6-4325-945a-e52c4b3ece22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9069197f-75d0-4cd3-a892-7efdfa8d933c HTTP/1.1" status: 200 len: 855 time: 0.1938407 Jul 05 03:50:45.800590 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ff92210-d56e-4047-be09-53f63b390d90 req-f632cdfa-2a98-46dc-8c0d-d4fbae0350c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56f2d126-45cd-4c57-816c-f5659bffe33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774388 Jul 05 03:50:45.810239 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c84ba2a5-a93e-4da0-922f-4927ddf043a4 req-9f04bef6-dba2-408d-9128-1e66c524b3f7 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 210 time: 0.0577385 Jul 05 03:50:45.852469 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:45.912820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-44c5a625-5530-4c04-a9ac-bf5fcd2dbfde None None] Provisioning for port 1c6d3093-a61c-44da-8f9f-b865150cab5e completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:45.936936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-44c5a625-5530-4c04-a9ac-bf5fcd2dbfde None None] Provisioning complete for port 1c6d3093-a61c-44da-8f9f-b865150cab5e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:45.937305 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-44c5a625-5530-4c04-a9ac-bf5fcd2dbfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.031965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930cc20-e00c-4678-8e1a-485635180f40 req-99da91b9-54e1-4616-88b4-6bad04b39a47 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:46.053842 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a930cc20-e00c-4678-8e1a-485635180f40 req-99da91b9-54e1-4616-88b4-6bad04b39a47 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 950 time: 0.2306798 Jul 05 03:50:46.054720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-44c5a625-5530-4c04-a9ac-bf5fcd2dbfde None None] Port 1c6d3093-a61c-44da-8f9f-b865150cab5e cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:46.099468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a930cc20-e00c-4678-8e1a-485635180f40 req-1b507ff9-ad30-4635-99df-146758f05222 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445313 Jul 05 03:50:46.118764 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:46.129684 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:46.130950 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.150201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec469546-349f-44ad-8e4b-6ef75384030f {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:46.165134 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.187316 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35faa085-0cb8-42be-ac08-3262d56e3924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.202217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Transition to ACTIVE for port object ec469546-349f-44ad-8e4b-6ef75384030f will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:46.216435 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ff92210-d56e-4047-be09-53f63b390d90 req-0b5b7e96-3998-4c35-bb01-85450018add2 service neutron] 10.222.0.36 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881257 Jul 05 03:50:46.242170 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36514) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:46.290470 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.315985 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8023efa3-de71-4592-9139-a7a96be37bdb req-ecfbf3b6-6115-4267-bfe4-8c95cb1a2b43 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1374297 Jul 05 03:50:46.340506 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Request body: {'port': {'device_id': 'd6194beb-c99e-445b-ba79-2e4398cafe9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:46.357259 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:46.363614 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.375052 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e55f587-2496-4a25-ac7f-13c90cd219af" -d '{"events": [{"server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "name": "network-vif-plugged", "status": "completed", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:46.378235 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35faa085-0cb8-42be-ac08-3262d56e3924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.395904 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:46.463048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c0bbfb9f-f5b7-4624-90f9-e8193acf794e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1870253373-network', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:46.482968 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.511128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35faa085-0cb8-42be-ac08-3262d56e3924 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:50:46.589065 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-62bd4757-86ee-4280-9002-0dc2613ad33d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Made reservation on behalf of 21362df89c8b47fca3df61f10456d129 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:46.592484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35faa085-0cb8-42be-ac08-3262d56e3924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1dbd1e-78f1-4a88-a151-497d8f7564d4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:46.604765 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-62bd4757-86ee-4280-9002-0dc2613ad33d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.651984 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daae99b-0d9d-4a2a-99e2-09bfaa861171 x-openstack-request-id: req-0daae99b-0d9d-4a2a-99e2-09bfaa861171 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:46.654160 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "name": "network-vif-plugged", "status": "completed", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:46.655057 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0daae99b-0d9d-4a2a-99e2-09bfaa861171 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:46.658088 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc', 'code': 200} Jul 05 03:50:46.659906 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,revision_number=13']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:46.661893 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35faa085-0cb8-42be-ac08-3262d56e3924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.662373 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-35faa085-0cb8-42be-ac08-3262d56e3924 admin admin] Added segment 0cd90b35-0e1d-46f6-950b-4b2df51d7a4a of type vlan for network 46b187e9-0dbf-4752-87da-bfe848dd5f75 Jul 05 03:50:46.678052 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.689440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Pushing event updated for resources: {'Port': ['ID=ec469546-349f-44ad-8e4b-6ef75384030f,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:46.774373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Attempting to bind port ec469546-349f-44ad-8e4b-6ef75384030f on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:46.774716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Attempting to bind port ec469546-349f-44ad-8e4b-6ef75384030f by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:46.775049 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Attempting to bind port ec469546-349f-44ad-8e4b-6ef75384030f on network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:46.780284 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ff92210-d56e-4047-be09-53f63b390d90 req-fdebcc09-af79-48e2-b1ed-969d2216811a service neutron] 10.222.0.36 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533872 Jul 05 03:50:46.783110 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35faa085-0cb8-42be-ac08-3262d56e3924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.791452 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Port ec469546-349f-44ad-8e4b-6ef75384030f on network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:46.791843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Attempting to bind port ec469546-349f-44ad-8e4b-6ef75384030f on network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:46.798751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:46.799086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Checking segment: {'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:46.799809 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Bound using segment: {'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:46.800284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Bound port: ec469546-349f-44ad-8e4b-6ef75384030f, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:46.800644 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.838498 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.921641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] For port ec469546-349f-44ad-8e4b-6ef75384030f, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:46.933930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] For port ec469546-349f-44ad-8e4b-6ef75384030f, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ec469546-349f-44ad-8e4b-6ef75384030f,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:46.966086 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bbfb9f-f5b7-4624-90f9-e8193acf794e admin admin] Made reservation on behalf of 6f9adc6b4eb14017b64dc25a696964fb for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:46.968491 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0bbfb9f-f5b7-4624-90f9-e8193acf794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.002880 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0bbfb9f-f5b7-4624-90f9-e8193acf794e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.013358 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35faa085-0cb8-42be-ac08-3262d56e3924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.014356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35faa085-0cb8-42be-ac08-3262d56e3924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:47.014947 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35faa085-0cb8-42be-ac08-3262d56e3924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.067678 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.092045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fcd9de2c-62ff-4b20-92c0-ea2c0432e56e req-f691365c-075e-4b20-ba31-94de161b6f96 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 210 time: 0.0931623 Jul 05 03:50:47.103841 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f9c84-e064-463d-ae99-f69b74ee07ef req-08d05bd5-9317-4aac-86d9-334004269008 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:47.105472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a35f9c84-e064-463d-ae99-f69b74ee07ef req-08d05bd5-9317-4aac-86d9-334004269008 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 943 time: 0.6118798 Jul 05 03:50:47.130041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35faa085-0cb8-42be-ac08-3262d56e3924 admin admin] Pushing event updated for resources: {'Network': ['ID=46b187e9-0dbf-4752-87da-bfe848dd5f75,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:47.148690 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d331f6dc-06c2-4e86-9fa0-5b9db6e33018 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:47.150890 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 46b187e9-0dbf-4752-87da-bfe848dd5f75 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:50:47.164637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:47.165218 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.166739 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-86655a8d-c334-4823-b910-50c005858d66 service neutron] 10.222.0.36 "PUT /v2.0/ports/ec469546-349f-44ad-8e4b-6ef75384030f HTTP/1.1" status: 200 len: 1092 time: 3.1938648 Jul 05 03:50:47.167202 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbe7177-c8d9-4ffc-b4f6-d133532bba96', 'tag': 'ec469546-349f-44ad-8e4b-6ef75384030f'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:47.169552 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44ccc1b-71c3-4704-9c4c-c519ac582a40" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbe7177-c8d9-4ffc-b4f6-d133532bba96", "tag": "ec469546-349f-44ad-8e4b-6ef75384030f"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:47.178988 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a35f9c84-e064-463d-ae99-f69b74ee07ef req-7111ed2d-ad64-4be6-a278-92c914bd3010 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670478 Jul 05 03:50:47.194402 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-35faa085-0cb8-42be-ac08-3262d56e3924 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2342603 Jul 05 03:50:47.196091 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36540) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:47.231684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-bbfaa0c4-36dc-4e61-93a9-13e3042d5fe0 admin admin] Request body: {'subnet': {'network_id': '46b187e9-0dbf-4752-87da-bfe848dd5f75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1470974515-subnet', 'tenant_id': 'be9aa7dcdb444206bd8b960f559f85cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:47.272464 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86655a8d-c334-4823-b910-50c005858d66 service neutron] Pushing event updated for resources: {'Port': ['ID=ec469546-349f-44ad-8e4b-6ef75384030f,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:47.306818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6d3093-a61c-44da-8f9f-b865150cab5e {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:47.325920 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.378013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Transition to ACTIVE for port object 1c6d3093-a61c-44da-8f9f-b865150cab5e will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:47.505727 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0bbfb9f-f5b7-4624-90f9-e8193acf794e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.506773 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.523488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-c7379d54-26e0-44fc-bd44-fe46c211cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:47.524091 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-c7379d54-26e0-44fc-bd44-fe46c211cdfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21362df89c8b47fca3df61f10456d129&device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 1095 time: 0.1888864 Jul 05 03:50:47.581231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port d331f6dc-06c2-4e86-9fa0-5b9db6e33018, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d331f6dc-06c2-4e86-9fa0-5b9db6e33018,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:47.595009 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'd331f6dc-06c2-4e86-9fa0-5b9db6e33018', 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c', 'port_id': 'd331f6dc-06c2-4e86-9fa0-5b9db6e33018', 'mac_address': 'fa:16:3e:8b:d8:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9069197f-75d0-4cd3-a892-7efdfa8d933c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:47.643607 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.657095 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-8e09c8b4-6c16-4f42-9efc-517e8f3522b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec469546-349f-44ad-8e4b-6ef75384030f HTTP/1.1" status: 200 len: 217 time: 0.1144238 Jul 05 03:50:47.662758 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b881e4-9f60-4393-9b09-ebcb8dfa6819 x-openstack-request-id: req-13b881e4-9f60-4393-9b09-ebcb8dfa6819 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:47.663146 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbe7177-c8d9-4ffc-b4f6-d133532bba96", "tag": "ec469546-349f-44ad-8e4b-6ef75384030f", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:47.664788 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-13b881e4-9f60-4393-9b09-ebcb8dfa6819 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:47.665285 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbe7177-c8d9-4ffc-b4f6-d133532bba96', 'tag': 'ec469546-349f-44ad-8e4b-6ef75384030f', 'status': 'completed', 'code': 200} Jul 05 03:50:47.665956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d331f6dc-06c2-4e86-9fa0-5b9db6e33018 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:47.695017 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port d331f6dc-06c2-4e86-9fa0-5b9db6e33018, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d331f6dc-06c2-4e86-9fa0-5b9db6e33018,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:47.699885 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0bbfb9f-f5b7-4624-90f9-e8193acf794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.748618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-9a52cc8e-8756-456e-bd9e-d88bf4e68e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:47.751577 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-9a52cc8e-8756-456e-bd9e-d88bf4e68e55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e234ec92-8e1b-404c-808f-156d89d3ea3a HTTP/1.1" status: 200 len: 854 time: 0.0816841 Jul 05 03:50:47.756849 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0bbfb9f-f5b7-4624-90f9-e8193acf794e admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:50:47.774800 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.796783 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6d3093-a61c-44da-8f9f-b865150cab5e,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:47.807855 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-62bd4757-86ee-4280-9002-0dc2613ad33d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Allocated IP 172.20.0.8 (a3732e2d-2a5d-4197-b2e7-6197b20c4e98/e234ec92-8e1b-404c-808f-156d89d3ea3a/9671fd4c-ca81-4a89-b90e-2e26db49de39) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:47.818048 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0bbfb9f-f5b7-4624-90f9-e8193acf794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.818471 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-c0bbfb9f-f5b7-4624-90f9-e8193acf794e admin admin] Added segment efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5 of type vlan for network b2509fec-b4aa-4ad3-ac1f-230ef4872f6e Jul 05 03:50:47.840452 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-405a8390-491a-4306-ad7e-f4cd642299bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:47.842128 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-405a8390-491a-4306-ad7e-f4cd642299bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829444 Jul 05 03:50:47.847815 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfaa0c4-36dc-4e61-93a9-13e3042d5fe0 admin admin] Made reservation on behalf of be9aa7dcdb444206bd8b960f559f85cd for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:47.852102 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa0c4-36dc-4e61-93a9-13e3042d5fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.894057 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=d331f6dc-06c2-4e86-9fa0-5b9db6e33018,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:47.922558 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0bbfb9f-f5b7-4624-90f9-e8193acf794e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.980328 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbfb9f-f5b7-4624-90f9-e8193acf794e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b50fcf-5064-4201-b06e-df00dc9325e8,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:48.054385 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f77b09-e0b9-4f07-9d46-f2204ff16799 req-a79cbf46-24f7-4a95-8ad8-3866b14fdc5b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:48.056124 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82f77b09-e0b9-4f07-9d46-f2204ff16799 req-a79cbf46-24f7-4a95-8ad8-3866b14fdc5b tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 951 time: 0.6129680 Jul 05 03:50:48.072848 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-faa46692-9487-470c-8228-77ad2eec1010 service neutron] 10.222.0.36 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153301 Jul 05 03:50:48.121876 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f36c8-c090-465f-af8f-b4aa9196686f req-2686218c-7d5e-423e-aac7-cb885f30feaa tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:48.123483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-173f36c8-c090-465f-af8f-b4aa9196686f req-2686218c-7d5e-423e-aac7-cb885f30feaa tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.10 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 951 time: 0.6557331 Jul 05 03:50:48.144795 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['d331f6dc-06c2-4e86-9fa0-5b9db6e33018'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:48.236287 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0bbfb9f-f5b7-4624-90f9-e8193acf794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.238451 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bbfb9f-f5b7-4624-90f9-e8193acf794e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:48.240520 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0bbfb9f-f5b7-4624-90f9-e8193acf794e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.312201 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85b17c3e-fcd0-4849-9f69-7ca4c939084e req-b2fa3824-8de2-4d33-b595-77ff608effca service neutron] 10.222.0.36 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814513 Jul 05 03:50:48.358137 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa0c4-36dc-4e61-93a9-13e3042d5fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.363824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Attempting to bind port 1c6d3093-a61c-44da-8f9f-b865150cab5e on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:48.363824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Attempting to bind port 1c6d3093-a61c-44da-8f9f-b865150cab5e by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:48.368034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Attempting to bind port 1c6d3093-a61c-44da-8f9f-b865150cab5e on network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:48.428854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaa0c4-36dc-4e61-93a9-13e3042d5fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c05c80-2eeb-4319-84ca-d25b9b479884,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:48.447668 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82f77b09-e0b9-4f07-9d46-f2204ff16799 req-1f50b031-27a7-4fa3-9ecc-9ff49825c010 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740969 Jul 05 03:50:48.505264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Port 1c6d3093-a61c-44da-8f9f-b865150cab5e on network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:48.521558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Attempting to bind port 1c6d3093-a61c-44da-8f9f-b865150cab5e on network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:48.588390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfaa0c4-36dc-4e61-93a9-13e3042d5fe0 admin admin] Checking segment: {'id': '0cd90b35-0e1d-46f6-950b-4b2df51d7a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '46b187e9-0dbf-4752-87da-bfe848dd5f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:48.591663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfaa0c4-36dc-4e61-93a9-13e3042d5fe0 admin admin] Network hostable DHCP agents. Network: 46b187e9-0dbf-4752-87da-bfe848dd5f75, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:50:48.655697 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ccc1b-71c3-4704-9c4c-c519ac582a40 req-f4c49753-1988-4505-ae76-adcda2ce5644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:48.658380 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e44ccc1b-71c3-4704-9c4c-c519ac582a40 req-f4c49753-1988-4505-ae76-adcda2ce5644 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21362df89c8b47fca3df61f10456d129&device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 1095 time: 0.1820140 Jul 05 03:50:48.660272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02dd467b-0222-4710-8c8d-df1eb6b88ab5 req-0a8eef54-53ed-4eaa-8ca7-e44663ab50fc tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 210 time: 0.2749901 Jul 05 03:50:48.665606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c0bbfb9f-f5b7-4624-90f9-e8193acf794e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4181409 Jul 05 03:50:48.672500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36568) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:48.706656 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-33caf4dc-313a-4477-965a-42ee34c362bf admin admin] Request body: {'subnet': {'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1870253373-subnet', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:48.736105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:48.736445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Checking segment: {'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:48.736830 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Bound using segment: {'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:48.737284 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Bound port: 1c6d3093-a61c-44da-8f9f-b865150cab5e, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:48.737650 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.739801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbfb9f-f5b7-4624-90f9-e8193acf794e admin admin] Pushing event updated for resources: {'Network': ['ID=b2509fec-b4aa-4ad3-ac1f-230ef4872f6e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:48.753004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network b2509fec-b4aa-4ad3-ac1f-230ef4872f6e details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:50:48.854516 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-62bd4757-86ee-4280-9002-0dc2613ad33d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.864351 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfaa0c4-36dc-4e61-93a9-13e3042d5fe0 admin admin] Network 46b187e9-0dbf-4752-87da-bfe848dd5f75 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:50:48.897161 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-62bd4757-86ee-4280-9002-0dc2613ad33d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Transition to ACTIVE for port object 9671fd4c-ca81-4a89-b90e-2e26db49de39 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:48.910234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33caf4dc-313a-4477-965a-42ee34c362bf admin admin] Made reservation on behalf of 6f9adc6b4eb14017b64dc25a696964fb for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:48.912901 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-33caf4dc-313a-4477-965a-42ee34c362bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.930763 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e877cb-f6f0-40f2-b816-f47a846c3f96 req-e05e882e-ea69-436d-a6bf-ea3198661689 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:48.932461 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ccc1b-71c3-4704-9c4c-c519ac582a40 req-af8ae899-44d4-4210-9b74-b0d1b9ddf8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:48.932623 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-91e877cb-f6f0-40f2-b816-f47a846c3f96 req-e05e882e-ea69-436d-a6bf-ea3198661689 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 944 time: 0.2854977 Jul 05 03:50:48.934068 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e44ccc1b-71c3-4704-9c4c-c519ac582a40 req-af8ae899-44d4-4210-9b74-b0d1b9ddf8b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98 HTTP/1.1" status: 200 len: 916 time: 0.2583487 Jul 05 03:50:48.946909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-173f36c8-c090-465f-af8f-b4aa9196686f req-9a6172aa-6289-4e7b-9117-493c2d429138 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Deleting port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:48.947267 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-173f36c8-c090-465f-af8f-b4aa9196686f req-9a6172aa-6289-4e7b-9117-493c2d429138 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.992632 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-bbfaa0c4-36dc-4e61-93a9-13e3042d5fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 46b187e9-0dbf-4752-87da-bfe848dd5f75) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:48.996230 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e44ccc1b-71c3-4704-9c4c-c519ac582a40 req-6715eca2-e3ad-4750-8f92-c36459f1c113 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec469546-349f-44ad-8e4b-6ef75384030f HTTP/1.1" status: 200 len: 217 time: 0.0539651 Jul 05 03:50:49.002365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfaa0c4-36dc-4e61-93a9-13e3042d5fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.004125 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa0c4-36dc-4e61-93a9-13e3042d5fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.008992 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] For port 1c6d3093-a61c-44da-8f9f-b865150cab5e, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:49.013963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d1cf0b-9ae8-4d4a-a7f6-9ea37adc4027 None None] Network 46b187e9-0dbf-4752-87da-bfe848dd5f75 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:49.088594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] For port 1c6d3093-a61c-44da-8f9f-b865150cab5e, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1c6d3093-a61c-44da-8f9f-b865150cab5e,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:49.143936 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-91e877cb-f6f0-40f2-b816-f47a846c3f96 req-083e01d8-82d7-4c2f-b06e-d993a01eed2c tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922503 Jul 05 03:50:49.174648 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ccc1b-71c3-4704-9c4c-c519ac582a40 req-9607e247-00fe-45a4-8c19-04af02b0c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.180049 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e44ccc1b-71c3-4704-9c4c-c519ac582a40 req-9607e247-00fe-45a4-8c19-04af02b0c0e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e234ec92-8e1b-404c-808f-156d89d3ea3a HTTP/1.1" status: 200 len: 854 time: 0.1696019 Jul 05 03:50:49.188218 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-173f36c8-c090-465f-af8f-b4aa9196686f req-9a6172aa-6289-4e7b-9117-493c2d429138 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] For port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:49.188218 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-173f36c8-c090-465f-af8f-b4aa9196686f req-9a6172aa-6289-4e7b-9117-493c2d429138 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.190040 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.193067 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bbfaa0c4-36dc-4e61-93a9-13e3042d5fe0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9958301 Jul 05 03:50:49.208464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-173f36c8-c090-465f-af8f-b4aa9196686f req-9a6172aa-6289-4e7b-9117-493c2d429138 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Calling delete_port for b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:49.219296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba17d4-0fa4-4b31-9904-99cecb71363b None None] Network 46b187e9-0dbf-4752-87da-bfe848dd5f75 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:49.297142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.299932 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.300758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ccc1b-71c3-4704-9c4c-c519ac582a40 req-b9a191db-4e29-4a65-b2db-5cb568b08881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.302830 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e44ccc1b-71c3-4704-9c4c-c519ac582a40 req-b9a191db-4e29-4a65-b2db-5cb568b08881 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1080859 Jul 05 03:50:49.308484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8023efa3-de71-4592-9139-a7a96be37bdb req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] 10.222.0.36 "PUT /v2.0/ports/1c6d3093-a61c-44da-8f9f-b865150cab5e HTTP/1.1" status: 200 len: 1093 time: 2.9785032 Jul 05 03:50:49.308484 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6194beb-c99e-445b-ba79-2e4398cafe9e', 'tag': '1c6d3093-a61c-44da-8f9f-b865150cab5e'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:49.308484 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a258719a-992b-408b-a42f-87b91ad07370" -d '{"events": [{"name": "network-changed", "server_uuid": "d6194beb-c99e-445b-ba79-2e4398cafe9e", "tag": "1c6d3093-a61c-44da-8f9f-b865150cab5e"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:49.349143 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-62bd4757-86ee-4280-9002-0dc2613ad33d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.458267 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab9a45b-5cf3-4e88-b160-449fc6a4ffb2 x-openstack-request-id: req-8ab9a45b-5cf3-4e88-b160-449fc6a4ffb2 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:49.458556 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6194beb-c99e-445b-ba79-2e4398cafe9e", "tag": "1c6d3093-a61c-44da-8f9f-b865150cab5e", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:49.458817 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ab9a45b-5cf3-4e88-b160-449fc6a4ffb2 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:49.459924 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6194beb-c99e-445b-ba79-2e4398cafe9e', 'tag': '1c6d3093-a61c-44da-8f9f-b865150cab5e', 'status': 'completed', 'code': 200} Jul 05 03:50:49.583060 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e44ccc1b-71c3-4704-9c4c-c519ac582a40 req-3a5f7ec5-4fb0-4dc7-bc87-f61baf2a12ef service neutron] 10.222.0.36 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489984 Jul 05 03:50:49.592321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93af7d-08ba-47d8-956e-9a9715edba32 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6d3093-a61c-44da-8f9f-b865150cab5e,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:49.624995 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-62bd4757-86ee-4280-9002-0dc2613ad33d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:49.693455 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-62bd4757-86ee-4280-9002-0dc2613ad33d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:49.697961 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-62bd4757-86ee-4280-9002-0dc2613ad33d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:49.811169 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e44ccc1b-71c3-4704-9c4c-c519ac582a40 req-42c20361-5c31-4150-9507-61596b43b469 service neutron] 10.222.0.36 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190781 Jul 05 03:50:49.821677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-62bd4757-86ee-4280-9002-0dc2613ad33d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:49.822310 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-62bd4757-86ee-4280-9002-0dc2613ad33d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.925394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-33caf4dc-313a-4477-965a-42ee34c362bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.946555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd4757-86ee-4280-9002-0dc2613ad33d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Pushing event updated for resources: {'Port': ['ID=9671fd4c-ca81-4a89-b90e-2e26db49de39,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:50.003589 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023efa3-de71-4592-9139-a7a96be37bdb req-63c35f77-eab7-40ca-b3e4-f3cd1ef508a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.003589 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8023efa3-de71-4592-9139-a7a96be37bdb req-63c35f77-eab7-40ca-b3e4-f3cd1ef508a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21362df89c8b47fca3df61f10456d129&device_id=d6194beb-c99e-445b-ba79-2e4398cafe9e HTTP/1.1" status: 200 len: 1096 time: 0.5321720 Jul 05 03:50:50.030083 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-62bd4757-86ee-4280-9002-0dc2613ad33d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4220536 Jul 05 03:50:50.183820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c60ffdc9-5e79-49c1-83cc-2b9b1e7a5c7b None None] Provisioning for port 9671fd4c-ca81-4a89-b90e-2e26db49de39 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:50.191109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c60ffdc9-5e79-49c1-83cc-2b9b1e7a5c7b None None] Provisioning complete for port 9671fd4c-ca81-4a89-b90e-2e26db49de39 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:50.192096 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c60ffdc9-5e79-49c1-83cc-2b9b1e7a5c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.239736 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-c60ffdc9-5e79-49c1-83cc-2b9b1e7a5c7b None None] Port 9671fd4c-ca81-4a89-b90e-2e26db49de39 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:50.371219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Request body: {'port': {'device_id': '96d6f9f2-8137-4e3f-a936-580b1720f28e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:50.423948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33caf4dc-313a-4477-965a-42ee34c362bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=043ce9f2-e045-400d-955c-c52ba74f89a2,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:50.453488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8023efa3-de71-4592-9139-a7a96be37bdb req-2f21e644-1423-433e-80c0-b8d0673b6f0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c6d3093-a61c-44da-8f9f-b865150cab5e HTTP/1.1" status: 200 len: 217 time: 0.4203014 Jul 05 03:50:50.533441 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33caf4dc-313a-4477-965a-42ee34c362bf admin admin] Checking segment: {'id': 'efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:50.533743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33caf4dc-313a-4477-965a-42ee34c362bf admin admin] Network hostable DHCP agents. Network: b2509fec-b4aa-4ad3-ac1f-230ef4872f6e, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:50:50.582973 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0626aca-8a72-4849-ae6c-786eb14b1683 req-b3bedd26-06b0-4c38-94b5-2fafc23a5090 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.584634 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0626aca-8a72-4849-ae6c-786eb14b1683 req-b3bedd26-06b0-4c38-94b5-2fafc23a5090 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 951 time: 0.8136532 Jul 05 03:50:50.662075 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-173f36c8-c090-465f-af8f-b4aa9196686f req-9a6172aa-6289-4e7b-9117-493c2d429138 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.675973 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['1544341a-732e-46be-aa14-00fc3028caf9', 'b09b2376-4636-4f08-a338-eb8d27129ab9'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:50.683791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e981caad-1bd2-4beb-ad0a-d94e99b47229'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:50.690731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023efa3-de71-4592-9139-a7a96be37bdb req-06cb1f84-c0a6-4833-baa3-bbd322670b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.692248 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8023efa3-de71-4592-9139-a7a96be37bdb req-06cb1f84-c0a6-4833-baa3-bbd322670b6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e234ec92-8e1b-404c-808f-156d89d3ea3a HTTP/1.1" status: 200 len: 854 time: 0.2103863 Jul 05 03:50:50.753531 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6172aa-6289-4e7b-9117-493c2d429138 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Pushing event deleted for resources: {'Port': ['ID=b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:50.779427 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.803246 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33caf4dc-313a-4477-965a-42ee34c362bf admin admin] Network b2509fec-b4aa-4ad3-ac1f-230ef4872f6e is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:50:50.818213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-a89525d6-9b5c-450a-948f-094f5e3b5fb6 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.819892 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-a89525d6-9b5c-450a-948f-094f5e3b5fb6 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/networks?id=2c6634ef-fae9-4051-bed9-1b0052dd25ec HTTP/1.1" status: 200 len: 814 time: 0.4561448 Jul 05 03:50:50.864236 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0626aca-8a72-4849-ae6c-786eb14b1683 req-fffa3515-4d5c-4f85-92c9-8cc69b6e099f tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688015 Jul 05 03:50:50.926092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-173f36c8-c090-465f-af8f-b4aa9196686f req-9a6172aa-6289-4e7b-9117-493c2d429138 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] No DVR routers for this DVR port b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:50.932251 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-173f36c8-c090-465f-af8f-b4aa9196686f req-9a6172aa-6289-4e7b-9117-493c2d429138 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.934407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-173f36c8-c090-465f-af8f-b4aa9196686f req-9a6172aa-6289-4e7b-9117-493c2d429138 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.10 "DELETE /v2.0/ports/b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc HTTP/1.1" status: 204 len: 173 time: 2.7984734 Jul 05 03:50:50.941392 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-0a41a61e-c17b-4b23-a79a-b39d311ccef4 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/quotas/1b91051d4ad647bd963910fcacde96e2 HTTP/1.1" status: 200 len: 375 time: 0.0760968 Jul 05 03:50:50.986449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-33caf4dc-313a-4477-965a-42ee34c362bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, b2509fec-b4aa-4ad3-ac1f-230ef4872f6e) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:51.020576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33caf4dc-313a-4477-965a-42ee34c362bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:51.021174 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-33caf4dc-313a-4477-965a-42ee34c362bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.024252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0339ce8f-630a-4394-aba1-0b5d6d6b1944 None None] Network b2509fec-b4aa-4ad3-ac1f-230ef4872f6e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:51.026356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-a06a32ce-cc2e-424a-a2ff-c04748c754d0 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b91051d4ad647bd963910fcacde96e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629308 Jul 05 03:50:51.184527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ec469546-349f-44ad-8e4b-6ef75384030f details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:51.188253 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d331f6dc-06c2-4e86-9fa0-5b9db6e33018 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:51.189089 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023efa3-de71-4592-9139-a7a96be37bdb req-d0f17093-9dcb-42b8-af50-a4d040524a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:51.190643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8023efa3-de71-4592-9139-a7a96be37bdb req-d0f17093-9dcb-42b8-af50-a4d040524a81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4583194 Jul 05 03:50:51.204676 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-33caf4dc-313a-4477-965a-42ee34c362bf admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5018296 Jul 05 03:50:51.209833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36614) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:51.216162 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1870253373-router', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:51.352721 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.355011 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.402381 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-2edb847d-cbed-47ca-9325-b60ad5e4f1e8 service neutron] 10.222.0.38 "GET /v2.0/networks/2c6634ef-fae9-4051-bed9-1b0052dd25ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602879 Jul 05 03:50:51.449278 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port d331f6dc-06c2-4e86-9fa0-5b9db6e33018 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:51.450689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42443c-76cc-4d30-b051-26a114c919bf req-fcc3fd9d-e00c-401b-ad2d-97ff8c2abc7e tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:51.452325 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd42443c-76cc-4d30-b051-26a114c919bf req-fcc3fd9d-e00c-401b-ad2d-97ff8c2abc7e tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 931 time: 0.4063473 Jul 05 03:50:51.465777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'name': 'network-vif-deleted', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:51.468056 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842001ce-fc80-42ff-8c7a-9e73d5326231" -d '{"events": [{"server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "name": "network-vif-deleted", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:51.471334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port d331f6dc-06c2-4e86-9fa0-5b9db6e33018 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:51.471707 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.483604 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.504970 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8023efa3-de71-4592-9139-a7a96be37bdb req-3e363b26-d482-4cbc-a403-fc831c7f6979 service neutron] 10.222.0.36 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036771 Jul 05 03:50:51.541924 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'fixed_ips': [{'subnet_id': '043ce9f2-e045-400d-955c-c52ba74f89a2'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:50:51.542875 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.572997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ec469546-349f-44ad-8e4b-6ef75384030f, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ec469546-349f-44ad-8e4b-6ef75384030f,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:51.600685 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'ec469546-349f-44ad-8e4b-6ef75384030f', 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98', 'port_id': 'ec469546-349f-44ad-8e4b-6ef75384030f', 'mac_address': 'fa:16:3e:47:69:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e234ec92-8e1b-404c-808f-156d89d3ea3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:51.656778 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd42443c-76cc-4d30-b051-26a114c919bf req-57cb75f4-cc90-4b3d-bd87-2ff8b24a5619 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852589 Jul 05 03:50:51.734262 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-b4c290f9-0b32-40e6-87b3-96900984c6ac service neutron] 10.222.0.38 "GET /v2.0/networks/2c6634ef-fae9-4051-bed9-1b0052dd25ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230703 Jul 05 03:50:51.746034 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8023efa3-de71-4592-9139-a7a96be37bdb req-9ecc0e61-d9ee-48ad-8716-235c7f604581 service neutron] 10.222.0.36 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297823 Jul 05 03:50:51.750762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9671fd4c-ca81-4a89-b90e-2e26db49de39 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:51.762817 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.788409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Transition to ACTIVE for port object 9671fd4c-ca81-4a89-b90e-2e26db49de39 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:51.807957 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.841746 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.937943 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff116b0-fdb1-48f9-b1e2-3eefd8d77883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd331f6dc-06c2-4e86-9fa0-5b9db6e33018'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:51.937943 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee88d066-7908-4379-b71b-29c12f7de284" -d '{"events": [{"server_uuid": "1ff116b0-fdb1-48f9-b1e2-3eefd8d77883", "name": "network-vif-plugged", "status": "completed", "tag": "d331f6dc-06c2-4e86-9fa0-5b9db6e33018"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:51.937943 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec469546-349f-44ad-8e4b-6ef75384030f {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:51.937943 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:51.937943 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port d331f6dc-06c2-4e86-9fa0-5b9db6e33018, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d331f6dc-06c2-4e86-9fa0-5b9db6e33018,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:51.952532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:51.953067 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:51.977930 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ec469546-349f-44ad-8e4b-6ef75384030f, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ec469546-349f-44ad-8e4b-6ef75384030f,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:51.997480 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Allocated IP 172.20.0.2 (b2509fec-b4aa-4ad3-ac1f-230ef4872f6e/043ce9f2-e045-400d-955c-c52ba74f89a2/ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:52.157771 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.167021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Transition to ACTIVE for port object ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:52.183043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Transition to ACTIVE for port object ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:52.917351 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.918211 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.925202 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.934176 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.097750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Network b2509fec-b4aa-4ad3-ac1f-230ef4872f6e is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:53.111712 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:53.119386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:53.138661 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Pushing event updated for resources: {'Port': ['ID=ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:53.210851 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Pushing event updated for resources: {'Port': ['ID=9671fd4c-ca81-4a89-b90e-2e26db49de39,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:53.321900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.329728 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d8efd7-282d-4939-9247-5d421b06796a x-openstack-request-id: req-c5d8efd7-282d-4939-9247-5d421b06796a {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:53.330095 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff116b0-fdb1-48f9-b1e2-3eefd8d77883", "name": "network-vif-plugged", "status": "completed", "tag": "d331f6dc-06c2-4e86-9fa0-5b9db6e33018", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:53.330348 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c5d8efd7-282d-4939-9247-5d421b06796a {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:53.338227 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff116b0-fdb1-48f9-b1e2-3eefd8d77883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd331f6dc-06c2-4e86-9fa0-5b9db6e33018', 'code': 200} Jul 05 03:50:53.373910 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2ba0b9-b70f-4745-95b2-d2b53aa83e0e x-openstack-request-id: req-ad2ba0b9-b70f-4745-95b2-d2b53aa83e0e {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:53.374377 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fb9bb3-1420-4f1d-b82e-58bf59ae6197", "name": "network-vif-deleted", "tag": "b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:53.374780 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ad2ba0b9-b70f-4745-95b2-d2b53aa83e0e {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:53.383440 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fb9bb3-1420-4f1d-b82e-58bf59ae6197', 'name': 'network-vif-deleted', 'tag': 'b93c7b66-cf49-4f58-b69b-8d4d1b74b0dc', 'status': 'completed', 'code': 200} Jul 05 03:50:53.414330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Attempting to bind port ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:53.415262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Attempting to bind port ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:53.415625 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Attempting to bind port ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 on network b2509fec-b4aa-4ad3-ac1f-230ef4872f6e {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:53.441467 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=d331f6dc-06c2-4e86-9fa0-5b9db6e33018,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:53.606036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258719a-992b-408b-a42f-87b91ad07370 req-aff31cb6-3131-43e6-8833-9de3b04f3e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.608975 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a258719a-992b-408b-a42f-87b91ad07370 req-aff31cb6-3131-43e6-8833-9de3b04f3e07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21362df89c8b47fca3df61f10456d129&device_id=d6194beb-c99e-445b-ba79-2e4398cafe9e HTTP/1.1" status: 200 len: 1096 time: 0.6251657 Jul 05 03:50:53.781383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d2b87-4207-404c-b6d1-c41795a894ca req-efea7e77-d7e2-4104-84d9-4bf27070b25c tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.784891 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad5d2b87-4207-404c-b6d1-c41795a894ca req-efea7e77-d7e2-4104-84d9-4bf27070b25c tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 945 time: 0.3893180 Jul 05 03:50:53.793539 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Attempting to bind port 9671fd4c-ca81-4a89-b90e-2e26db49de39 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:53.796518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Attempting to bind port 9671fd4c-ca81-4a89-b90e-2e26db49de39 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:53.796886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Attempting to bind port 9671fd4c-ca81-4a89-b90e-2e26db49de39 on network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:53.802544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-390d06b5-e79d-4ce6-9ece-b6189ea64f49 req-53c7d834-629e-4ee5-86ae-75fd28fe5336 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=98fb9bb3-1420-4f1d-b82e-58bf59ae6197 HTTP/1.1" status: 200 len: 210 time: 0.1472888 Jul 05 03:50:53.825601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:53.826117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Checking segment: {'id': 'efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:53.826674 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.827167 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Bound using segment: {'id': 'efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:53.827764 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Bound port: ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:53.828781 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.833209 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Port 9671fd4c-ca81-4a89-b90e-2e26db49de39 on network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:53.833550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Attempting to bind port 9671fd4c-ca81-4a89-b90e-2e26db49de39 on network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:53.836190 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['ec469546-349f-44ad-8e4b-6ef75384030f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:53.856562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:53.856896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Checking segment: {'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:53.857308 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Bound using segment: {'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:53.857759 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Bound port: 9671fd4c-ca81-4a89-b90e-2e26db49de39, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70b1b54-23ed-42a0-b7d4-205e9d76446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:53.858170 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.899031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad5d2b87-4207-404c-b6d1-c41795a894ca req-0023c5ca-8677-4794-a27c-89af55661d4a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899734 Jul 05 03:50:53.973854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] For port 9671fd4c-ca81-4a89-b90e-2e26db49de39, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:53.978071 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] For port 9671fd4c-ca81-4a89-b90e-2e26db49de39, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9671fd4c-ca81-4a89-b90e-2e26db49de39,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:54.000257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258719a-992b-408b-a42f-87b91ad07370 req-8a7b4fd9-db39-4720-97f2-bdec00d3a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:54.001871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a258719a-992b-408b-a42f-87b91ad07370 req-8a7b4fd9-db39-4720-97f2-bdec00d3a58a service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98 HTTP/1.1" status: 200 len: 916 time: 0.3788936 Jul 05 03:50:54.019355 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=ec469546-349f-44ad-8e4b-6ef75384030f,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:54.096455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf617-07e5-48bc-b977-a29e789774e4 req-5ab4013c-4006-4da8-9198-db80e80b39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:54.097936 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f27cf617-07e5-48bc-b977-a29e789774e4 req-5ab4013c-4006-4da8-9198-db80e80b39f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 1097 time: 0.5520642 Jul 05 03:50:54.154832 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] For port ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:54.166415 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.185049 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a258719a-992b-408b-a42f-87b91ad07370 req-454eedb4-c58d-4859-8c40-7c55b8f1b9d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c6d3093-a61c-44da-8f9f-b865150cab5e HTTP/1.1" status: 200 len: 217 time: 0.1594799 Jul 05 03:50:54.248991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] For port ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970,segment=NetworkSegment(efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5),segment_id=efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:54.261379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:54.262143 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.263692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] 10.222.0.10 "PUT /v2.0/ports/9671fd4c-ca81-4a89-b90e-2e26db49de39 HTTP/1.1" status: 200 len: 1092 time: 3.9019227 Jul 05 03:50:54.323775 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f27cf617-07e5-48bc-b977-a29e789774e4 req-12f9c3e2-a204-404d-b45a-d2f3e460a8fc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152498 Jul 05 03:50:54.383244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f329c-0c17-4d22-8711-36caf20de892 service neutron] Pushing event updated for resources: {'Port': ['ID=9671fd4c-ca81-4a89-b90e-2e26db49de39,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:54.397265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258719a-992b-408b-a42f-87b91ad07370 req-dd8cd66d-8fbd-4f9b-9ef1-5a9b74fdbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:54.397756 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.399744 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a258719a-992b-408b-a42f-87b91ad07370 req-dd8cd66d-8fbd-4f9b-9ef1-5a9b74fdbbd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e234ec92-8e1b-404c-808f-156d89d3ea3a HTTP/1.1" status: 200 len: 854 time: 0.1333258 Jul 05 03:50:54.422636 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.428500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf28c6c-8288-415c-9247-fb9dd4165ab4 req-2f9790fc-fa76-44b9-ab26-537ca9f54b91 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:54.431083 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ddf28c6c-8288-415c-9247-fb9dd4165ab4 req-2f9790fc-fa76-44b9-ab26-537ca9f54b91 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 943 time: 0.2870874 Jul 05 03:50:54.458934 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.597419 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08791b1d-c9c2-4228-8796-d32fb9b7a917 None None] Pushing event updated for resources: {'Port': ['ID=ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:54.612903 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Allocated IP 172.25.6.100 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/35ba4217-f589-43c5-947c-81b89852c1c8) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:54.633211 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-358532a5-a8e7-484b-93d4-c52614174c6b req-0dc62279-18e8-4499-bca0-7ed0ba68d3f7 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 210 time: 0.0801437 Jul 05 03:50:54.686147 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ddf28c6c-8288-415c-9247-fb9dd4165ab4 req-d6fe8660-1d20-445b-aa52-be4fa5463d0e tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393918 Jul 05 03:50:54.735828 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-7d8487bc-f0e3-42d2-a837-272701806af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:54.738736 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-7d8487bc-f0e3-42d2-a837-272701806af2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21362df89c8b47fca3df61f10456d129&device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 1095 time: 0.2410619 Jul 05 03:50:54.742747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258719a-992b-408b-a42f-87b91ad07370 req-3d45b706-b058-47a4-8e8a-4741ec9b3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:54.745036 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a258719a-992b-408b-a42f-87b91ad07370 req-3d45b706-b058-47a4-8e8a-4741ec9b3941 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3126750 Jul 05 03:50:54.811468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-e37b764b-9f8b-4085-b9d3-62ae7f8d73a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9671fd4c-ca81-4a89-b90e-2e26db49de39 HTTP/1.1" status: 200 len: 217 time: 0.0648730 Jul 05 03:50:54.823795 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.959629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-f7f7799f-f582-4c13-bb3c-2a75997c0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:54.962489 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-f7f7799f-f582-4c13-bb3c-2a75997c0ded service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e234ec92-8e1b-404c-808f-156d89d3ea3a HTTP/1.1" status: 200 len: 854 time: 0.1013365 Jul 05 03:50:54.968878 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.028886 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a258719a-992b-408b-a42f-87b91ad07370 req-388295d3-20a5-496b-bf9e-f5bc73ed6a10 service neutron] 10.222.0.36 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730494 Jul 05 03:50:55.070852 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:55.091287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:55.098550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:55.187845 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Pushing event updated for resources: {'Port': ['ID=35ba4217-f589-43c5-947c-81b89852c1c8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:55.267624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-5c61d4eb-09fa-447e-951c-77d5c9dc6cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:55.269442 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-5c61d4eb-09fa-447e-951c-77d5c9dc6cf3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2959063 Jul 05 03:50:55.610807 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.821871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d6f9f2-8137-4e3f-a936-580b1720f28e', 'tag': '9671fd4c-ca81-4a89-b90e-2e26db49de39'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:55.825076 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77547912-3937-410e-99d6-c0fe4059521c" -d '{"events": [{"name": "network-changed", "server_uuid": "96d6f9f2-8137-4e3f-a936-580b1720f28e", "tag": "9671fd4c-ca81-4a89-b90e-2e26db49de39"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:55.837123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a258719a-992b-408b-a42f-87b91ad07370 req-be344cb2-b31e-4636-8b06-1061d267b0cc service neutron] 10.222.0.36 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7985735 Jul 05 03:50:55.865790 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-66f48395-9bd8-4e5f-9b49-d65ed330e670 service neutron] 10.222.0.10 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768416 Jul 05 03:50:55.910683 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.986939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a01722-7dd7-42dd-a797-c731644abff4 req-60e27b21-959f-42be-a6a4-4f763f2c7da5 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:55.996230 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31a01722-7dd7-42dd-a797-c731644abff4 req-60e27b21-959f-42be-a6a4-4f763f2c7da5 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 945 time: 0.7434545 Jul 05 03:50:56.089443 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:56.168327 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10137447-b93d-4b0c-bffa-504bb3d9553c req-661df6bf-d7a4-4f39-9358-121bd171cecb service neutron] 10.222.0.10 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897501 Jul 05 03:50:56.184396 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31a01722-7dd7-42dd-a797-c731644abff4 req-4dd82cd5-edf4-4fc3-8567-683617ebe289 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683080 Jul 05 03:50:56.209574 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b22702e-e852-43de-a4c0-0bc78bda0d3c None None] Network b2509fec-b4aa-4ad3-ac1f-230ef4872f6e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:56.328189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Router 9afc883b-6d68-4152-98de-74126414e32d is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:50:56.372639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aa1237cb-cdb7-4087-a496-96a14086eec3 req-e1c7317d-b1c6-490f-8a05-723fa57cc6cb tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 210 time: 0.0694492 Jul 05 03:50:56.430573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:56.464030 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0bfe7afc-c16a-4656-8d74-a9a6adbe0073 None None] Provisioning for port ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:56.474555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0bfe7afc-c16a-4656-8d74-a9a6adbe0073 None None] Provisioning complete for port ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:56.475078 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0bfe7afc-c16a-4656-8d74-a9a6adbe0073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.480972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:56.494927 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Sync routers for ids ['9afc883b-6d68-4152-98de-74126414e32d'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:56.513628 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf9832-d4fd-42b1-aeb6-53d255a212f0 req-24fa98de-defe-4817-92be-44559b826505 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:56.520832 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40cf9832-d4fd-42b1-aeb6-53d255a212f0 req-24fa98de-defe-4817-92be-44559b826505 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 943 time: 0.1621184 Jul 05 03:50:56.525972 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Routers {'9afc883b-6d68-4152-98de-74126414e32d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:56.527912 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:50:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9afc883b-6d68-4152-98de-74126414e32d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:56.557197 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.558604 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4fe9af06-b497-429f-8e34-93f4bf823f3b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3470299 Jul 05 03:50:56.561296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36704) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:56.575800 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40cf9832-d4fd-42b1-aeb6-53d255a212f0 req-ab6801a8-20d5-4e4b-95d6-ceb88c0d0b0b tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540724 Jul 05 03:50:56.658323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cb6bb-51c6-486d-ba21-77091df919b0 req-73fbd7d7-6803-44f9-9ade-db75b4b695e1 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:56.665263 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Set router 9afc883b-6d68-4152-98de-74126414e32d gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:56.667316 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-328cb6bb-51c6-486d-ba21-77091df919b0 req-73fbd7d7-6803-44f9-9ade-db75b4b695e1 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 950 time: 0.1074030 Jul 05 03:50:56.691353 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8730cb9-0e2d-49a0-bec1-c458b2069236 x-openstack-request-id: req-e8730cb9-0e2d-49a0-bec1-c458b2069236 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:56.691646 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d6f9f2-8137-4e3f-a936-580b1720f28e", "tag": "9671fd4c-ca81-4a89-b90e-2e26db49de39", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:56.691899 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e8730cb9-0e2d-49a0-bec1-c458b2069236 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:56.692499 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d6f9f2-8137-4e3f-a936-580b1720f28e', 'tag': '9671fd4c-ca81-4a89-b90e-2e26db49de39', 'status': 'completed', 'code': 200} Jul 05 03:50:56.738796 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0bfe7afc-c16a-4656-8d74-a9a6adbe0073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.748034 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-328cb6bb-51c6-486d-ba21-77091df919b0 req-8a5874ba-3d94-4e12-89e6-fba18c0c12c7 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719972 Jul 05 03:50:56.830373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0bfe7afc-c16a-4656-8d74-a9a6adbe0073 None None] For port ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970,segment=NetworkSegment(efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5),segment_id=efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:56.888514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77547912-3937-410e-99d6-c0fe4059521c req-ee23c9d4-df70-443b-a348-6c07e438f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:56.890352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77547912-3937-410e-99d6-c0fe4059521c req-ee23c9d4-df70-443b-a348-6c07e438f1f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21362df89c8b47fca3df61f10456d129&device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 1095 time: 0.1465628 Jul 05 03:50:56.946105 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0bfe7afc-c16a-4656-8d74-a9a6adbe0073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.074589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe7afc-c16a-4656-8d74-a9a6adbe0073 None None] Pushing event updated for resources: {'Port': ['ID=ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:57.093843 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc883b-6d68-4152-98de-74126414e32d', 'name': 'tempest-TaggedBootDevicesTest-1870253373-router', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:51Z', 'updated_at': '2021-07-05T03:50:55Z', 'revision_number': 3, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'gw_port': {'id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:57.161775 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77547912-3937-410e-99d6-c0fe4059521c req-4a4791e6-43b7-4e06-a143-b9a8a5af97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:57.164611 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77547912-3937-410e-99d6-c0fe4059521c req-4a4791e6-43b7-4e06-a143-b9a8a5af97b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98 HTTP/1.1" status: 200 len: 916 time: 0.2539744 Jul 05 03:50:57.181087 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Checking router: 9afc883b-6d68-4152-98de-74126414e32d for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:57.181445 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Updating router 9afc883b-6d68-4152-98de-74126414e32d port 35ba4217-f589-43c5-947c-81b89852c1c8 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:50:57.195928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0ecd7790-0be0-4820-878d-f98fc6531ffc None None] Provisioning complete for port ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:57.198493 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7790-0be0-4820-878d-f98fc6531ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.260579 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.293336 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1c6d3093-a61c-44da-8f9f-b865150cab5e details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:57.307224 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ec469546-349f-44ad-8e4b-6ef75384030f up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:57.329469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77547912-3937-410e-99d6-c0fe4059521c req-1b08eb86-cc9e-45e0-982e-990105ab6336 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9671fd4c-ca81-4a89-b90e-2e26db49de39 HTTP/1.1" status: 200 len: 217 time: 0.1505892 Jul 05 03:50:57.634207 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.resource_extend [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:50:57.732673 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.745370 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Transition to ACTIVE for port object 35ba4217-f589-43c5-947c-81b89852c1c8 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:57.810151 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.884099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-32c6d1ab-4c34-4021-a5c1-775a1ab166c4 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:57.886072 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-32c6d1ab-4c34-4021-a5c1-775a1ab166c4 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.10 "GET /v2.0/networks?id=2c6634ef-fae9-4051-bed9-1b0052dd25ec HTTP/1.1" status: 200 len: 814 time: 0.5662184 Jul 05 03:50:57.887812 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2433c-c3da-4543-8c27-597b4fabe89e None None] Pushing event updated for resources: {'Port': ['ID=35ba4217-f589-43c5-947c-81b89852c1c8,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:57.916891 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Attempting to bind port 35ba4217-f589-43c5-947c-81b89852c1c8 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:57.917963 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Attempting to bind port 35ba4217-f589-43c5-947c-81b89852c1c8 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:57.918511 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Attempting to bind port 35ba4217-f589-43c5-947c-81b89852c1c8 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:57.924820 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:57.925409 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:57.926165 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.928587 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:57.929579 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Bound port: 35ba4217-f589-43c5-947c-81b89852c1c8, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:57.931279 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.932138 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port ec469546-349f-44ad-8e4b-6ef75384030f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:57.981873 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1c6d3093-a61c-44da-8f9f-b865150cab5e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1c6d3093-a61c-44da-8f9f-b865150cab5e,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:57.986300 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port ec469546-349f-44ad-8e4b-6ef75384030f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:57.998091 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.001248 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] For port 35ba4217-f589-43c5-947c-81b89852c1c8, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:58.005127 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] For port 35ba4217-f589-43c5-947c-81b89852c1c8, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=35ba4217-f589-43c5-947c-81b89852c1c8,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:58.032038 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-164a7a05-0cc9-434f-b26c-2101bd4e688a tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Request body: {'port': {'device_id': 'c3f03710-1b83-4c85-b627-f6a97795e274', 'network_id': '2c6634ef-fae9-4051-bed9-1b0052dd25ec', 'admin_state_up': True, 'tenant_id': '1b91051d4ad647bd963910fcacde96e2'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:58.086240 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.103508 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '1c6d3093-a61c-44da-8f9f-b865150cab5e', 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98', 'port_id': '1c6d3093-a61c-44da-8f9f-b865150cab5e', 'mac_address': 'fa:16:3e:70:e6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e234ec92-8e1b-404c-808f-156d89d3ea3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:58.198095 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Routers {'9afc883b-6d68-4152-98de-74126414e32d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:58.201243 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:50:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9afc883b-6d68-4152-98de-74126414e32d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:58.215532 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.227557 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:58.252593 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77547912-3937-410e-99d6-c0fe4059521c req-9bfc6ac7-c5c6-4a77-8948-eae49183bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:58.255944 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77547912-3937-410e-99d6-c0fe4059521c req-9bfc6ac7-c5c6-4a77-8948-eae49183bde2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e234ec92-8e1b-404c-808f-156d89d3ea3a HTTP/1.1" status: 200 len: 854 time: 0.8927798 Jul 05 03:50:58.455022 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.470767 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa09317c-16bc-4826-b693-5c03e5e0d54d req-97405d20-e968-4e84-b162-4bd130a2a954 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 210 time: 0.1362255 Jul 05 03:50:58.491900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc4e94-ed44-4340-b8c4-e1ad7374238a req-0330c77f-fe21-40b6-b3f0-ad0f2027f68c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:58.492813 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:58.493268 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.511005 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8dbc4e94-ed44-4340-b8c4-e1ad7374238a req-0330c77f-fe21-40b6-b3f0-ad0f2027f68c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 950 time: 0.6447487 Jul 05 03:50:58.556580 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cf1f3-e46c-4e61-bcd4-e7b13991304f req-4c0f3b3a-9551-4a25-b152-0f6687b7f3f5 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:58.558204 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d67cf1f3-e46c-4e61-bcd4-e7b13991304f req-4c0f3b3a-9551-4a25-b152-0f6687b7f3f5 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 945 time: 0.7966232 Jul 05 03:50:58.602229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Allocated IP 172.20.0.1 (b2509fec-b4aa-4ad3-ac1f-230ef4872f6e/043ce9f2-e045-400d-955c-c52ba74f89a2/11dce8e1-96e6-4dcd-bf19-967fef244b03) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:58.604971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6d3093-a61c-44da-8f9f-b865150cab5e {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:58.649110 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] Set router 9afc883b-6d68-4152-98de-74126414e32d gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:58.706839 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77547912-3937-410e-99d6-c0fe4059521c req-96e52c95-e7cf-4c05-b060-7cd979c2583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:58.708394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77547912-3937-410e-99d6-c0fe4059521c req-96e52c95-e7cf-4c05-b060-7cd979c2583b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4426243 Jul 05 03:50:58.771859 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1c6d3093-a61c-44da-8f9f-b865150cab5e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1c6d3093-a61c-44da-8f9f-b865150cab5e,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:58.773290 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.849142 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.907974 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2433c-c3da-4543-8c27-597b4fabe89e None None] Pushing event updated for resources: {'Port': ['ID=35ba4217-f589-43c5-947c-81b89852c1c8,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:58.910005 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d67cf1f3-e46c-4e61-bcd4-e7b13991304f req-871d2c8c-b666-4d4b-b9d5-e0502d7f0076 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699051 Jul 05 03:50:58.918849 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.931581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-164a7a05-0cc9-434f-b26c-2101bd4e688a tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Made reservation on behalf of 1b91051d4ad647bd963910fcacde96e2 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:58.937492 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe7177-c8d9-4ffc-b4f6-d133532bba96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec469546-349f-44ad-8e4b-6ef75384030f'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:58.942577 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-164a7a05-0cc9-434f-b26c-2101bd4e688a tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.954684 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a51abee-1634-4678-8ed2-222410eaec00" -d '{"events": [{"server_uuid": "7cbe7177-c8d9-4ffc-b4f6-d133532bba96", "name": "network-vif-plugged", "status": "completed", "tag": "ec469546-349f-44ad-8e4b-6ef75384030f"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:58.964711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Transition to ACTIVE for port object 11dce8e1-96e6-4dcd-bf19-967fef244b03 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:58.985117 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc883b-6d68-4152-98de-74126414e32d', 'name': 'tempest-TaggedBootDevicesTest-1870253373-router', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:51Z', 'updated_at': '2021-07-05T03:50:55Z', 'revision_number': 3, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'gw_port': {'id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:59.058711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ec469546-349f-44ad-8e4b-6ef75384030f, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ec469546-349f-44ad-8e4b-6ef75384030f,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:59.098128 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92104c55-ccff-49f8-a212-56d175db5b7a None None] The sync data for ids ['9afc883b-6d68-4152-98de-74126414e32d'] in n-d-771363-32 is: [{'id': '9afc883b-6d68-4152-98de-74126414e32d', 'name': 'tempest-TaggedBootDevicesTest-1870253373-router', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:51Z', 'updated_at': '2021-07-05T03:50:55Z', 'revision_number': 3, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'gw_port': {'id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:59.159587 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.180981 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.205591 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=1c6d3093-a61c-44da-8f9f-b865150cab5e,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:59.225211 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77547912-3937-410e-99d6-c0fe4059521c req-40b6ce4e-9d2e-42b1-8d4a-334c01a7849e service neutron] 10.222.0.10 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082290 Jul 05 03:50:59.263732 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Network b2509fec-b4aa-4ad3-ac1f-230ef4872f6e is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:59.273849 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e981caad-1bd2-4beb-ad0a-d94e99b47229 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:59.274951 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:59.290985 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:59.346747 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Pushing event updated for resources: {'Port': ['ID=11dce8e1-96e6-4dcd-bf19-967fef244b03,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:59.377607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['1c6d3093-a61c-44da-8f9f-b865150cab5e'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:59.399025 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.480766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=ec469546-349f-44ad-8e4b-6ef75384030f,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:59.625088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ae227-984d-42f2-94a9-77a6f883a1fe req-451e6510-b452-41b3-83ea-5e6abffb6102 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:59.633376 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5ae227-984d-42f2-94a9-77a6f883a1fe req-451e6510-b452-41b3-83ea-5e6abffb6102 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 943 time: 0.7201750 Jul 05 03:50:59.645836 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.740182 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-8dbc4e94-ed44-4340-b8c4-e1ad7374238a req-2916e998-d635-43fa-b911-292950299f1d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Deleting port e981caad-1bd2-4beb-ad0a-d94e99b47229 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:59.752044 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8dbc4e94-ed44-4340-b8c4-e1ad7374238a req-2916e998-d635-43fa-b911-292950299f1d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.764503 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:59.793216 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.888382 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.011438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9671fd4c-ca81-4a89-b90e-2e26db49de39 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:00.081501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77547912-3937-410e-99d6-c0fe4059521c req-c72259c3-1150-40e4-be3e-1245c35b92fa service neutron] 10.222.0.10 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7852671 Jul 05 03:51:00.095138 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-164a7a05-0cc9-434f-b26c-2101bd4e688a tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Allocated IP 172.20.0.3 (2c6634ef-fae9-4051-bed9-1b0052dd25ec/681e5ba1-074d-433b-87cf-552e3fa987dd/801c6934-3315-4e82-86ca-46ddb40a88c3) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:00.108478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9a227-3d34-47ea-85c1-cb6c13cf5197 req-72ced683-3563-46be-9233-062ec2f3255d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:00.115769 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6f9a227-3d34-47ea-85c1-cb6c13cf5197 req-72ced683-3563-46be-9233-062ec2f3255d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 950 time: 0.9275997 Jul 05 03:51:00.212970 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.249374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 35ba4217-f589-43c5-947c-81b89852c1c8 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:00.299643 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.307680 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e981caad-1bd2-4beb-ad0a-d94e99b47229,revision_number=14']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:00.332861 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1bd0a3c2-3734-46e2-acb2-42db823ba817 None None] Provisioning for port 11dce8e1-96e6-4dcd-bf19-967fef244b03 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:00.374142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1bd0a3c2-3734-46e2-acb2-42db823ba817 None None] Provisioning complete for port 11dce8e1-96e6-4dcd-bf19-967fef244b03 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:00.374950 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a3c2-3734-46e2-acb2-42db823ba817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.393044 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.401097 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-164a7a05-0cc9-434f-b26c-2101bd4e688a tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.461561 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5ae227-984d-42f2-94a9-77a6f883a1fe req-f9c9acce-ad22-48d9-9402-6e8a76c32130 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8271759 Jul 05 03:51:00.540237 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Pushing event updated for resources: {'Port': ['ID=11dce8e1-96e6-4dcd-bf19-967fef244b03,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:00.563174 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6f9a227-3d34-47ea-85c1-cb6c13cf5197 req-079c0a66-220e-4934-8ca2-393647e02069 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462936 Jul 05 03:51:00.567974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0a3c2-3734-46e2-acb2-42db823ba817 None None] Port 11dce8e1-96e6-4dcd-bf19-967fef244b03 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:00.584047 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-164a7a05-0cc9-434f-b26c-2101bd4e688a tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.593132 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-8dbc4e94-ed44-4340-b8c4-e1ad7374238a req-2916e998-d635-43fa-b911-292950299f1d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] For port e981caad-1bd2-4beb-ad0a-d94e99b47229, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e981caad-1bd2-4beb-ad0a-d94e99b47229,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:00.593829 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8dbc4e94-ed44-4340-b8c4-e1ad7374238a req-2916e998-d635-43fa-b911-292950299f1d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.603006 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 35ba4217-f589-43c5-947c-81b89852c1c8 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:00.618338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 35ba4217-f589-43c5-947c-81b89852c1c8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:00.620780 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.621974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9671fd4c-ca81-4a89-b90e-2e26db49de39, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9671fd4c-ca81-4a89-b90e-2e26db49de39,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:00.645672 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Network b2509fec-b4aa-4ad3-ac1f-230ef4872f6e is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:00.652272 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:00.671305 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-8dbc4e94-ed44-4340-b8c4-e1ad7374238a req-2916e998-d635-43fa-b911-292950299f1d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Calling delete_port for e981caad-1bd2-4beb-ad0a-d94e99b47229 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:00.747265 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '9671fd4c-ca81-4a89-b90e-2e26db49de39', 'network_id': 'a3732e2d-2a5d-4197-b2e7-6197b20c4e98', 'port_id': '9671fd4c-ca81-4a89-b90e-2e26db49de39', 'mac_address': 'fa:16:3e:8f:92:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e234ec92-8e1b-404c-808f-156d89d3ea3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:00.758649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-164a7a05-0cc9-434f-b26c-2101bd4e688a tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Network 2c6634ef-fae9-4051-bed9-1b0052dd25ec is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:00.769416 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711d7c85-9b20-40ac-8591-bdc7c8348cfa x-openstack-request-id: req-711d7c85-9b20-40ac-8591-bdc7c8348cfa {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:00.769726 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-164a7a05-0cc9-434f-b26c-2101bd4e688a tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:00.770288 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe7177-c8d9-4ffc-b4f6-d133532bba96", "name": "network-vif-plugged", "status": "completed", "tag": "ec469546-349f-44ad-8e4b-6ef75384030f", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:00.775213 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-711d7c85-9b20-40ac-8591-bdc7c8348cfa {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:00.775953 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe7177-c8d9-4ffc-b4f6-d133532bba96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec469546-349f-44ad-8e4b-6ef75384030f', 'code': 200} Jul 05 03:51:00.792949 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-164a7a05-0cc9-434f-b26c-2101bd4e688a tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:01.098933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a7a05-0cc9-434f-b26c-2101bd4e688a tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Pushing event updated for resources: {'Port': ['ID=801c6934-3315-4e82-86ca-46ddb40a88c3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:01.121540 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.142773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-164a7a05-0cc9-434f-b26c-2101bd4e688a tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:01.144942 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-164a7a05-0cc9-434f-b26c-2101bd4e688a tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.164233 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.165548 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Router 9afc883b-6d68-4152-98de-74126414e32d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:01.198849 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9671fd4c-ca81-4a89-b90e-2e26db49de39 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:01.245255 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1c6d3093-a61c-44da-8f9f-b865150cab5e up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:01.285267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 35ba4217-f589-43c5-947c-81b89852c1c8, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=35ba4217-f589-43c5-947c-81b89852c1c8,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:01.341795 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9671fd4c-ca81-4a89-b90e-2e26db49de39, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9671fd4c-ca81-4a89-b90e-2e26db49de39,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:01.354031 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.380736 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-164a7a05-0cc9-434f-b26c-2101bd4e688a tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4635689 Jul 05 03:51:01.390240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Request body: {'port': {'device_id': 'c3f03710-1b83-4c85-b627-f6a97795e274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:01.438230 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.451751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e8199a20-de6e-49d4-a321-dd6e42926696 None None] Provisioning complete for port 11dce8e1-96e6-4dcd-bf19-967fef244b03 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:01.459237 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e8199a20-de6e-49d4-a321-dd6e42926696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.480159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7f2ea-9381-4a7d-80f8-6926c1cf53e6 req-c082b522-5fd9-4798-8655-36bada2cf752 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:01.496050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfd7f2ea-9381-4a7d-80f8-6926c1cf53e6 req-c082b522-5fd9-4798-8655-36bada2cf752 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 931 time: 0.3155804 Jul 05 03:51:01.499417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:01.533775 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1726c16d-62ad-4e63-9dc0-034974a5ff98 admin admin] 10.222.0.38 "PUT /v2.0/routers/9afc883b-6d68-4152-98de-74126414e32d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9640610 Jul 05 03:51:01.558912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24d01e-eb89-4b9f-bae7-c1c2d037337b req-9dd5cf1d-99ab-4a96-9193-92d667d876ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:01.566456 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e24d01e-eb89-4b9f-bae7-c1c2d037337b req-9dd5cf1d-99ab-4a96-9193-92d667d876ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 1097 time: 0.6895475 Jul 05 03:51:01.616530 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=35ba4217-f589-43c5-947c-81b89852c1c8,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:01.671521 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e24d01e-eb89-4b9f-bae7-c1c2d037337b req-9ff39924-48b3-4c0f-a006-53d957cf5bbe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979438 Jul 05 03:51:01.698072 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfd7f2ea-9381-4a7d-80f8-6926c1cf53e6 req-7d7d189b-8008-48c6-a99c-825f14646a9e tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/security-groups?id=0764657d-e73c-425d-8d6c-6910bea089ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007091 Jul 05 03:51:01.709443 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.719622 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 1c6d3093-a61c-44da-8f9f-b865150cab5e completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:01.765608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e8199a20-de6e-49d4-a321-dd6e42926696 None None] Port 11dce8e1-96e6-4dcd-bf19-967fef244b03 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:01.776675 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 1c6d3093-a61c-44da-8f9f-b865150cab5e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:01.777051 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.794232 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9671fd4c-ca81-4a89-b90e-2e26db49de39'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:01.837790 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8dbc4e94-ed44-4340-b8c4-e1ad7374238a req-2916e998-d635-43fa-b911-292950299f1d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.968754 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9671fd4c-ca81-4a89-b90e-2e26db49de39,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:02.164757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 35ba4217-f589-43c5-947c-81b89852c1c8 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:02.264919 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916e998-d635-43fa-b911-292950299f1d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Pushing event deleted for resources: {'Port': ['ID=e981caad-1bd2-4beb-ad0a-d94e99b47229,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:02.273394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Sync routers for ids ['9afc883b-6d68-4152-98de-74126414e32d'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:02.384533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbc4e94-ed44-4340-b8c4-e1ad7374238a req-2916e998-d635-43fa-b911-292950299f1d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] No DVR routers for this DVR port e981caad-1bd2-4beb-ad0a-d94e99b47229 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:02.430152 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8dbc4e94-ed44-4340-b8c4-e1ad7374238a req-2916e998-d635-43fa-b911-292950299f1d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.432194 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.433211 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8dbc4e94-ed44-4340-b8c4-e1ad7374238a req-2916e998-d635-43fa-b911-292950299f1d tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.36 "DELETE /v2.0/ports/e981caad-1bd2-4beb-ad0a-d94e99b47229 HTTP/1.1" status: 204 len: 173 time: 3.9042497 Jul 05 03:51:02.437884 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3999449-50e7-4a7e-9aff-3d8dc97defa8 req-c8b606b4-c8ea-4d3a-9f18-b96fd7384d3c tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 210 time: 0.3346598 Jul 05 03:51:02.438595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'name': 'network-vif-deleted', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:02.441865 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b7940e-0eed-412d-8c52-e23a66d18f19" -d '{"events": [{"server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "name": "network-vif-deleted", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:02.493081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Routers {'9afc883b-6d68-4152-98de-74126414e32d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:02.494691 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:50:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9afc883b-6d68-4152-98de-74126414e32d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:02.529410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537fade-ec9a-4504-81db-87945ea7ade0 req-71c559b8-5ba1-4cc5-9f6a-dd43c520b046 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:02.537450 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8537fade-ec9a-4504-81db-87945ea7ade0 req-71c559b8-5ba1-4cc5-9f6a-dd43c520b046 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 944 time: 0.6861045 Jul 05 03:51:02.569013 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.643212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8537fade-ec9a-4504-81db-87945ea7ade0 req-4445a6ed-7e3d-43d8-89d7-0db22c00f85a tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967031 Jul 05 03:51:02.692442 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 35ba4217-f589-43c5-947c-81b89852c1c8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:02.692972 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.724511 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1c6d3093-a61c-44da-8f9f-b865150cab5e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1c6d3093-a61c-44da-8f9f-b865150cab5e,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:02.789559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801c6934-3315-4e82-86ca-46ddb40a88c3 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:02.804366 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.809042 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ebbd64-9c49-4555-81a6-3c2bdea6d406 x-openstack-request-id: req-87ebbd64-9c49-4555-81a6-3c2bdea6d406 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:02.809325 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "name": "network-vif-deleted", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:02.809537 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-87ebbd64-9c49-4555-81a6-3c2bdea6d406 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:02.809939 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'name': 'network-vif-deleted', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229', 'status': 'completed', 'code': 200} Jul 05 03:51:02.811521 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Set router 9afc883b-6d68-4152-98de-74126414e32d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:02.834222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Transition to ACTIVE for port object 801c6934-3315-4e82-86ca-46ddb40a88c3 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:02.844385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229'}, {'server_uuid': 'd6194beb-c99e-445b-ba79-2e4398cafe9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6d3093-a61c-44da-8f9f-b865150cab5e'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:02.846905 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968d006c-1efb-4e36-aba0-aa54ad596fff" -d '{"events": [{"server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "name": "network-vif-unplugged", "status": "completed", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229"}, {"server_uuid": "d6194beb-c99e-445b-ba79-2e4398cafe9e", "name": "network-vif-plugged", "status": "completed", "tag": "1c6d3093-a61c-44da-8f9f-b865150cab5e"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:02.859393 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.957891 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.082723 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5356dfa-f175-4a94-b575-748969fe1af3 x-openstack-request-id: req-f5356dfa-f175-4a94-b575-748969fe1af3 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:03.082723 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b3d97e-b798-4a4e-916a-f7ed955a40bb", "name": "network-vif-unplugged", "status": "completed", "tag": "e981caad-1bd2-4beb-ad0a-d94e99b47229", "code": 200}, {"server_uuid": "d6194beb-c99e-445b-ba79-2e4398cafe9e", "name": "network-vif-plugged", "status": "completed", "tag": "1c6d3093-a61c-44da-8f9f-b865150cab5e", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:03.082723 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f5356dfa-f175-4a94-b575-748969fe1af3 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:03.083131 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b3d97e-b798-4a4e-916a-f7ed955a40bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e981caad-1bd2-4beb-ad0a-d94e99b47229', 'code': 200} Jul 05 03:51:03.083131 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6194beb-c99e-445b-ba79-2e4398cafe9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6d3093-a61c-44da-8f9f-b865150cab5e', 'code': 200} Jul 05 03:51:03.126919 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=1c6d3093-a61c-44da-8f9f-b865150cab5e,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:03.255244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc883b-6d68-4152-98de-74126414e32d', 'name': 'tempest-TaggedBootDevicesTest-1870253373-router', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:51Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 4, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'gw_port': {'id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '11dce8e1-96e6-4dcd-bf19-967fef244b03', 'name': '', 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'mac_address': 'fa:16:3e:46:60:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:58Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 2, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'subnets': [{'id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:03.285299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Checking router: 9afc883b-6d68-4152-98de-74126414e32d for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:03.285893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Updating router 9afc883b-6d68-4152-98de-74126414e32d port 11dce8e1-96e6-4dcd-bf19-967fef244b03 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:03.341333 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.419703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Pushing event updated for resources: {'Port': ['ID=801c6934-3315-4e82-86ca-46ddb40a88c3,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:03.504942 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f0ad9-1d39-4b67-9f8d-ec89a7a1b2f2 req-00f1d446-ef54-4705-8638-a1f7d15e0e5a tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:03.506551 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a24f0ad9-1d39-4b67-9f8d-ec89a7a1b2f2 req-00f1d446-ef54-4705-8638-a1f7d15e0e5a tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 931 time: 0.5796201 Jul 05 03:51:03.543860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18b70d-c4f7-4a27-bb70-ec59fca0fb9c req-88578716-4da7-49d3-b7ce-c77759318219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:03.543860 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f18b70d-c4f7-4a27-bb70-ec59fca0fb9c req-88578716-4da7-49d3-b7ce-c77759318219 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6194beb-c99e-445b-ba79-2e4398cafe9e HTTP/1.1" status: 200 len: 1098 time: 0.1947665 Jul 05 03:51:03.596699 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Attempting to bind port 801c6934-3315-4e82-86ca-46ddb40a88c3 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:03.597052 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Attempting to bind port 801c6934-3315-4e82-86ca-46ddb40a88c3 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'a2cb5f44-d122-4841-8676-667fdcdd71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c6634ef-fae9-4051-bed9-1b0052dd25ec'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:03.597390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Attempting to bind port 801c6934-3315-4e82-86ca-46ddb40a88c3 on network 2c6634ef-fae9-4051-bed9-1b0052dd25ec {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:03.626295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Port 801c6934-3315-4e82-86ca-46ddb40a88c3 on network 2c6634ef-fae9-4051-bed9-1b0052dd25ec not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:03.626623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Attempting to bind port 801c6934-3315-4e82-86ca-46ddb40a88c3 on network 2c6634ef-fae9-4051-bed9-1b0052dd25ec {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:03.647252 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a24f0ad9-1d39-4b67-9f8d-ec89a7a1b2f2 req-ffb7f602-c795-4234-8d6a-83ca90dbda38 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/security-groups?id=0764657d-e73c-425d-8d6c-6910bea089ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301861 Jul 05 03:51:03.647432 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f18b70d-c4f7-4a27-bb70-ec59fca0fb9c req-214d6246-cedd-4ef7-8a44-a2d8ee81a3f7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742526 Jul 05 03:51:03.649336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:03.649752 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Checking segment: {'id': 'a2cb5f44-d122-4841-8676-667fdcdd71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c6634ef-fae9-4051-bed9-1b0052dd25ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:03.650164 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Bound using segment: {'id': 'a2cb5f44-d122-4841-8676-667fdcdd71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c6634ef-fae9-4051-bed9-1b0052dd25ec'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:03.650610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Bound port: 801c6934-3315-4e82-86ca-46ddb40a88c3, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2cb5f44-d122-4841-8676-667fdcdd71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c6634ef-fae9-4051-bed9-1b0052dd25ec'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:03.650976 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.655139 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['1544341a-732e-46be-aa14-00fc3028caf9', 'b09b2376-4636-4f08-a338-eb8d27129ab9'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:03.706905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db031866-277c-4677-a2e2-d523766dd099 req-2703db94-88d7-4ea6-befc-8800c284615f tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3b3d97e-b798-4a4e-916a-f7ed955a40bb HTTP/1.1" status: 200 len: 210 time: 0.0464578 Jul 05 03:51:03.773567 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.787284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Transition to ACTIVE for port object 11dce8e1-96e6-4dcd-bf19-967fef244b03 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:03.875181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] For port 801c6934-3315-4e82-86ca-46ddb40a88c3, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:03.885605 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] For port 801c6934-3315-4e82-86ca-46ddb40a88c3, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=801c6934-3315-4e82-86ca-46ddb40a88c3,segment=NetworkSegment(a2cb5f44-d122-4841-8676-667fdcdd71d0),segment_id=a2cb5f44-d122-4841-8676-667fdcdd71d0)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:03.904941 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.963462 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9671fd4c-ca81-4a89-b90e-2e26db49de39 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:04.035069 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.052260 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.074103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebf9ca-ada8-4ca9-ac54-33e071fe3529 None None] Pushing event updated for resources: {'Port': ['ID=11dce8e1-96e6-4dcd-bf19-967fef244b03,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:04.106436 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:04.107434 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.109239 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] 10.222.0.10 "PUT /v2.0/ports/801c6934-3315-4e82-86ca-46ddb40a88c3 HTTP/1.1" status: 200 len: 1092 time: 2.7271481 Jul 05 03:51:04.139696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b54d1-17f8-4a9e-9ea9-a9cbe1ef4eec req-a1f2c03b-3635-4ea2-8a42-b47796307bd2 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:04.142557 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e9b54d1-17f8-4a9e-9ea9-a9cbe1ef4eec req-a1f2c03b-3635-4ea2-8a42-b47796307bd2 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 944 time: 0.2217450 Jul 05 03:51:04.167262 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdd38c-7428-408b-9a4a-dba51651af3c service neutron] Pushing event updated for resources: {'Port': ['ID=801c6934-3315-4e82-86ca-46ddb40a88c3,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:04.184749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Attempting to bind port 11dce8e1-96e6-4dcd-bf19-967fef244b03 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:04.191928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Attempting to bind port 11dce8e1-96e6-4dcd-bf19-967fef244b03 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:04.191928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Attempting to bind port 11dce8e1-96e6-4dcd-bf19-967fef244b03 on network b2509fec-b4aa-4ad3-ac1f-230ef4872f6e {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:04.193687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:04.193942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Checking segment: {'id': 'efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:04.194766 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.194883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Bound using segment: {'id': 'efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:04.195521 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Bound port: 11dce8e1-96e6-4dcd-bf19-967fef244b03, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:04.195921 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.228408 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e9b54d1-17f8-4a9e-9ea9-a9cbe1ef4eec req-74ea9ead-3b99-4c1d-94a6-96f79922b295 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738885 Jul 05 03:51:04.341173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 9671fd4c-ca81-4a89-b90e-2e26db49de39 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:04.353343 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 9671fd4c-ca81-4a89-b90e-2e26db49de39 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:04.353721 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.364853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] For port 11dce8e1-96e6-4dcd-bf19-967fef244b03, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:04.425280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] For port 11dce8e1-96e6-4dcd-bf19-967fef244b03, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=11dce8e1-96e6-4dcd-bf19-967fef244b03,segment=NetworkSegment(efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5),segment_id=efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:04.432767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-87119ca3-a85d-4b1e-a48f-6ecdb06452d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:04.435276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-87119ca3-a85d-4b1e-a48f-6ecdb06452d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b91051d4ad647bd963910fcacde96e2&device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 1095 time: 0.1201429 Jul 05 03:51:04.498532 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-d2bc18eb-07ed-4ee1-b991-7d9bd2c0031d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=801c6934-3315-4e82-86ca-46ddb40a88c3 HTTP/1.1" status: 200 len: 217 time: 0.0536792 Jul 05 03:51:04.524030 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.572844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-fb5e6bdf-ebbe-493d-9ed5-8941f2fceda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:04.575767 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-fb5e6bdf-ebbe-493d-9ed5-8941f2fceda8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=681e5ba1-074d-433b-87cf-552e3fa987dd HTTP/1.1" status: 200 len: 854 time: 0.0691762 Jul 05 03:51:04.582673 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.627783 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-09915e6d-1f92-43e1-8089-9200b931dee9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2c6634ef-fae9-4051-bed9-1b0052dd25ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448480 Jul 05 03:51:04.635740 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebf9ca-ada8-4ca9-ac54-33e071fe3529 None None] Pushing event updated for resources: {'Port': ['ID=11dce8e1-96e6-4dcd-bf19-967fef244b03,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:04.651653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Routers {'9afc883b-6d68-4152-98de-74126414e32d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:04.652412 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:50:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9afc883b-6d68-4152-98de-74126414e32d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:04.665105 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36912) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:04.720202 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9671fd4c-ca81-4a89-b90e-2e26db49de39, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9671fd4c-ca81-4a89-b90e-2e26db49de39,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:04.818254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f03710-1b83-4c85-b627-f6a97795e274', 'tag': '801c6934-3315-4e82-86ca-46ddb40a88c3'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:04.823788 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ae46ad-bddc-47d8-9316-904d07ac3583" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f03710-1b83-4c85-b627-f6a97795e274", "tag": "801c6934-3315-4e82-86ca-46ddb40a88c3"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:04.869814 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.881977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-34de5c5d-38c5-4ba0-b0bf-c8a6e59d57cd service neutron] 10.222.0.10 "GET /v2.0/networks/2c6634ef-fae9-4051-bed9-1b0052dd25ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462370 Jul 05 03:51:04.951262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] Set router 9afc883b-6d68-4152-98de-74126414e32d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:04.970358 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b1df-c84a-4fae-aabb-f34951b66d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.137019 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d6f9f2-8137-4e3f-a936-580b1720f28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9671fd4c-ca81-4a89-b90e-2e26db49de39'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:05.142721 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bf4b84-6c04-4e89-8b7a-8ed70afbaebd" -d '{"events": [{"server_uuid": "96d6f9f2-8137-4e3f-a936-580b1720f28e", "name": "network-vif-plugged", "status": "completed", "tag": "9671fd4c-ca81-4a89-b90e-2e26db49de39"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:05.162843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9671fd4c-ca81-4a89-b90e-2e26db49de39,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:05.176408 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0636130e-52b9-4d9b-a657-5eaff7a61a9b req-0f044b1f-4a3b-4c98-a91c-796e301bc191 service neutron] 10.222.0.10 "GET /v2.0/networks/2c6634ef-fae9-4051-bed9-1b0052dd25ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860632 Jul 05 03:51:05.193506 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbedfcb-e9b5-4600-b18c-4368a1371641 req-3e651690-8006-40fd-b9ea-4b0fa54a15f1 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:05.198091 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dbedfcb-e9b5-4600-b18c-4368a1371641 req-3e651690-8006-40fd-b9ea-4b0fa54a15f1 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 943 time: 0.2538176 Jul 05 03:51:05.227423 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b1df-c84a-4fae-aabb-f34951b66d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.266610 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dbedfcb-e9b5-4600-b18c-4368a1371641 req-4343fa45-1290-4560-8553-6001856085dd tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/security-groups?id=0764657d-e73c-425d-8d6c-6910bea089ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590303 Jul 05 03:51:05.301933 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:51:05.311903 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa6e156-153c-40f9-bc6c-dd0d83a8dc93 x-openstack-request-id: req-ffa6e156-153c-40f9-bc6c-dd0d83a8dc93 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:05.312415 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f03710-1b83-4c85-b627-f6a97795e274", "tag": "801c6934-3315-4e82-86ca-46ddb40a88c3", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:05.312760 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ffa6e156-153c-40f9-bc6c-dd0d83a8dc93 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:05.313265 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f03710-1b83-4c85-b627-f6a97795e274', 'tag': '801c6934-3315-4e82-86ca-46ddb40a88c3', 'status': 'completed', 'code': 200} Jul 05 03:51:05.319390 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b1df-c84a-4fae-aabb-f34951b66d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.331243 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f007622-83ae-4f5f-8e07-32d9467a0dce x-openstack-request-id: req-1f007622-83ae-4f5f-8e07-32d9467a0dce {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:05.331628 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d6f9f2-8137-4e3f-a936-580b1720f28e", "name": "network-vif-plugged", "status": "completed", "tag": "9671fd4c-ca81-4a89-b90e-2e26db49de39", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:05.332036 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f007622-83ae-4f5f-8e07-32d9467a0dce {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:05.332567 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d6f9f2-8137-4e3f-a936-580b1720f28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9671fd4c-ca81-4a89-b90e-2e26db49de39', 'code': 200} Jul 05 03:51:05.465091 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc883b-6d68-4152-98de-74126414e32d', 'name': 'tempest-TaggedBootDevicesTest-1870253373-router', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:51Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 4, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'gw_port': {'id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '11dce8e1-96e6-4dcd-bf19-967fef244b03', 'name': '', 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'mac_address': 'fa:16:3e:46:60:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:58Z', 'updated_at': '2021-07-05T03:51:04Z', 'revision_number': 4, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'subnets': [{'id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:05.494941 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b8e2b1df-c84a-4fae-aabb-f34951b66d7c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c771cb5fd5b34008bb0f77ab1bc2f7c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8272979 Jul 05 03:51:05.498477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36934) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:05.512499 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2b1df-c84a-4fae-aabb-f34951b66d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c76ca0-512d-424a-84a7-67891015d831,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:05.560144 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e50df-5be6-48b1-b2df-7a6aa495daff None None] The sync data for ids ['9afc883b-6d68-4152-98de-74126414e32d'] in n-d-771363-32 is: [{'id': '9afc883b-6d68-4152-98de-74126414e32d', 'name': 'tempest-TaggedBootDevicesTest-1870253373-router', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:51Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 4, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'gw_port': {'id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '11dce8e1-96e6-4dcd-bf19-967fef244b03', 'name': '', 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'mac_address': 'fa:16:3e:46:60:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:58Z', 'updated_at': '2021-07-05T03:51:04Z', 'revision_number': 4, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'subnets': [{'id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:05.607758 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67256c84-d8bd-48f3-b976-70f02b01e00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.638304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67256c84-d8bd-48f3-b976-70f02b01e00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.907504 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae46ad-bddc-47d8-9316-904d07ac3583 req-dc22e319-8930-49c3-a08b-9d7e2df85e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:05.915843 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67256c84-d8bd-48f3-b976-70f02b01e00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.916445 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68ae46ad-bddc-47d8-9316-904d07ac3583 req-dc22e319-8930-49c3-a08b-9d7e2df85e3d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b91051d4ad647bd963910fcacde96e2&device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 1095 time: 0.4326966 Jul 05 03:51:05.916549 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67256c84-d8bd-48f3-b976-70f02b01e00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.916652 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16fe5e-62f2-4277-b22b-d50b4111c008 req-6186f39c-240d-4ee8-80ca-8907408c54ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:05.916741 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-67256c84-d8bd-48f3-b976-70f02b01e00e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/49c76ca0-512d-424a-84a7-67891015d831 HTTP/1.1" status: 204 len: 168 time: 0.4127970 Jul 05 03:51:05.916826 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c16fe5e-62f2-4277-b22b-d50b4111c008 req-6186f39c-240d-4ee8-80ca-8907408c54ce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 1097 time: 0.2915611 Jul 05 03:51:05.933216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67256c84-d8bd-48f3-b976-70f02b01e00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c76ca0-512d-424a-84a7-67891015d831,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:06.033217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653565e-ff25-4696-9582-9c903a9e7ea6 req-e7d0fb31-b017-433a-aa74-59021f4b1a72 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:06.046199 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d653565e-ff25-4696-9582-9c903a9e7ea6 req-e7d0fb31-b017-433a-aa74-59021f4b1a72 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 945 time: 0.4200110 Jul 05 03:51:06.231105 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 11dce8e1-96e6-4dcd-bf19-967fef244b03 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:06.302203 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae46ad-bddc-47d8-9316-904d07ac3583 req-726ee48b-013f-4b7b-9780-19fa2eb55df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:06.309559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68ae46ad-bddc-47d8-9316-904d07ac3583 req-726ee48b-013f-4b7b-9780-19fa2eb55df0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2c6634ef-fae9-4051-bed9-1b0052dd25ec HTTP/1.1" status: 200 len: 915 time: 0.3905528 Jul 05 03:51:06.409915 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68ae46ad-bddc-47d8-9316-904d07ac3583 req-71653f14-5402-4381-a2b6-a53cf537df91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=801c6934-3315-4e82-86ca-46ddb40a88c3 HTTP/1.1" status: 200 len: 217 time: 0.0857866 Jul 05 03:51:06.417373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c16fe5e-62f2-4277-b22b-d50b4111c008 req-aad0fda7-ab3a-4304-bde5-20a4557bea4b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784122 Jul 05 03:51:06.450167 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d653565e-ff25-4696-9582-9c903a9e7ea6 req-3becac21-bee8-4d87-96af-d4975242a6f2 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027216 Jul 05 03:51:06.512288 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 11dce8e1-96e6-4dcd-bf19-967fef244b03 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:06.517449 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 11dce8e1-96e6-4dcd-bf19-967fef244b03 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:06.517928 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.561212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae46ad-bddc-47d8-9316-904d07ac3583 req-f370e216-f02d-47d4-870c-67d7b07b43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:06.564773 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68ae46ad-bddc-47d8-9316-904d07ac3583 req-f370e216-f02d-47d4-870c-67d7b07b43ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=681e5ba1-074d-433b-87cf-552e3fa987dd HTTP/1.1" status: 200 len: 854 time: 0.0817180 Jul 05 03:51:06.656264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68ae46ad-bddc-47d8-9316-904d07ac3583 req-156c9ece-9413-4f7f-97a9-e86423413c76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2c6634ef-fae9-4051-bed9-1b0052dd25ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817478 Jul 05 03:51:06.996284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68ae46ad-bddc-47d8-9316-904d07ac3583 req-2cbec7fe-c46a-46e9-998a-e948a33d9f6a service neutron] 10.222.0.10 "GET /v2.0/networks/2c6634ef-fae9-4051-bed9-1b0052dd25ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294990 Jul 05 03:51:07.015638 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3850631-9144-43dc-83ad-912f1369535f req-ee8fcc18-d90a-4724-8261-d6cd8d629625 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:07.024886 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a3850631-9144-43dc-83ad-912f1369535f req-ee8fcc18-d90a-4724-8261-d6cd8d629625 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 943 time: 0.3284593 Jul 05 03:51:07.088213 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.142144 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 11dce8e1-96e6-4dcd-bf19-967fef244b03, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=11dce8e1-96e6-4dcd-bf19-967fef244b03,segment=NetworkSegment(efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5),segment_id=efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:07.160405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8497a-046a-451a-95b7-16f8f0afbdd6 req-dc6909eb-650c-475e-9a79-ff48ee5e1ce7 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:07.162347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3bc8497a-046a-451a-95b7-16f8f0afbdd6 req-dc6909eb-650c-475e-9a79-ff48ee5e1ce7 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.3316483 Jul 05 03:51:07.184769 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a3850631-9144-43dc-83ad-912f1369535f req-73d3c332-5d88-43a1-a1bf-eef7cf6e02a7 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/security-groups?id=0764657d-e73c-425d-8d6c-6910bea089ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585734 Jul 05 03:51:07.239430 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68ae46ad-bddc-47d8-9316-904d07ac3583 req-d0b85c65-4f32-4ef9-838a-2d62dd5fd324 service neutron] 10.222.0.10 "GET /v2.0/networks/2c6634ef-fae9-4051-bed9-1b0052dd25ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104721 Jul 05 03:51:07.248949 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36952) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:07.274901 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3bc8497a-046a-451a-95b7-16f8f0afbdd6 req-e5b7e637-d035-4fe3-922c-2bde0fcf2421 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812371 Jul 05 03:51:07.278347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63ffb831-99db-416f-948d-b8648277c0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.305658 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.441379 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63ffb831-99db-416f-948d-b8648277c0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.456495 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=11dce8e1-96e6-4dcd-bf19-967fef244b03,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:07.571855 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63ffb831-99db-416f-948d-b8648277c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.605653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffb831-99db-416f-948d-b8648277c0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ec0e63-dd2c-45d5-8759-1e61f3fa40ac,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:07.660453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36962) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:07.669440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-63ffb831-99db-416f-948d-b8648277c0f3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8125e8b8cec842b8b4dad429bf0ce098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194818 Jul 05 03:51:07.812583 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba195228-e5d5-4db3-a281-6ce99f1e70d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.859900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f9543-adae-4644-a093-207d3f017ec6 req-5a3d128b-c438-40be-9231-26a7477f65b1 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:07.862504 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba195228-e5d5-4db3-a281-6ce99f1e70d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.869194 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-633f9543-adae-4644-a093-207d3f017ec6 req-5a3d128b-c438-40be-9231-26a7477f65b1 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 945 time: 0.1856084 Jul 05 03:51:07.933076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-633f9543-adae-4644-a093-207d3f017ec6 req-d0f343aa-3a1d-40bb-be06-6cbd07a4a43f tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622077 Jul 05 03:51:07.975666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 801c6934-3315-4e82-86ca-46ddb40a88c3 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:08.100201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 11dce8e1-96e6-4dcd-bf19-967fef244b03 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:08.117814 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba195228-e5d5-4db3-a281-6ce99f1e70d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.122945 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba195228-e5d5-4db3-a281-6ce99f1e70d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.124445 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ba195228-e5d5-4db3-a281-6ce99f1e70d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/63ec0e63-dd2c-45d5-8759-1e61f3fa40ac HTTP/1.1" status: 204 len: 168 time: 0.4629500 Jul 05 03:51:08.136908 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba195228-e5d5-4db3-a281-6ce99f1e70d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ec0e63-dd2c-45d5-8759-1e61f3fa40ac,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:08.237102 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 801c6934-3315-4e82-86ca-46ddb40a88c3, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=801c6934-3315-4e82-86ca-46ddb40a88c3,segment=NetworkSegment(a2cb5f44-d122-4841-8676-667fdcdd71d0),segment_id=a2cb5f44-d122-4841-8676-667fdcdd71d0)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:08.246253 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 11dce8e1-96e6-4dcd-bf19-967fef244b03 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:08.246514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727c761-aab4-448d-90d4-7164daac6465 req-dd4a0a1c-7ca6-4461-b56d-c71610a4bb37 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:08.247050 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.250877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7727c761-aab4-448d-90d4-7164daac6465 req-dd4a0a1c-7ca6-4461-b56d-c71610a4bb37 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.10 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.1375122 Jul 05 03:51:08.287566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '801c6934-3315-4e82-86ca-46ddb40a88c3', 'network_id': '2c6634ef-fae9-4051-bed9-1b0052dd25ec', 'port_id': '801c6934-3315-4e82-86ca-46ddb40a88c3', 'mac_address': 'fa:16:3e:08:fa:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681e5ba1-074d-433b-87cf-552e3fa987dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:08.441587 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.471193 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801c6934-3315-4e82-86ca-46ddb40a88c3 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:08.479279 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-7727c761-aab4-448d-90d4-7164daac6465 req-6e14e25a-28e0-4e1c-8aca-7a10d6357074 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Deleting port b09b2376-4636-4f08-a338-eb8d27129ab9 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:08.479771 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7727c761-aab4-448d-90d4-7164daac6465 req-6e14e25a-28e0-4e1c-8aca-7a10d6357074 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.599194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 801c6934-3315-4e82-86ca-46ddb40a88c3, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=801c6934-3315-4e82-86ca-46ddb40a88c3,segment=NetworkSegment(a2cb5f44-d122-4841-8676-667fdcdd71d0),segment_id=a2cb5f44-d122-4841-8676-667fdcdd71d0)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:08.670774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f47c5-d79a-4a25-a982-7caa55c3c6fa req-c1b72aaa-1df8-4284-af4a-a99aeddb7159 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:08.670774 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f5f47c5-d79a-4a25-a982-7caa55c3c6fa req-c1b72aaa-1df8-4284-af4a-a99aeddb7159 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 943 time: 0.2364218 Jul 05 03:51:08.721299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-7727c761-aab4-448d-90d4-7164daac6465 req-6e14e25a-28e0-4e1c-8aca-7a10d6357074 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] For port b09b2376-4636-4f08-a338-eb8d27129ab9, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b09b2376-4636-4f08-a338-eb8d27129ab9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:08.721600 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7727c761-aab4-448d-90d4-7164daac6465 req-6e14e25a-28e0-4e1c-8aca-7a10d6357074 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.758810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c73886-cebf-4305-bfc9-de5d720cdc9b req-d895a7c1-136c-4cdf-aefa-cd4fd37d5692 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:08.760683 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b1c73886-cebf-4305-bfc9-de5d720cdc9b req-d895a7c1-136c-4cdf-aefa-cd4fd37d5692 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 950 time: 0.2357574 Jul 05 03:51:08.763770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-7727c761-aab4-448d-90d4-7164daac6465 req-6e14e25a-28e0-4e1c-8aca-7a10d6357074 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Calling delete_port for b09b2376-4636-4f08-a338-eb8d27129ab9 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:08.768551 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f5f47c5-d79a-4a25-a982-7caa55c3c6fa req-c2fb0e37-e96a-40dc-9b11-c0135ef4aa38 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/security-groups?id=0764657d-e73c-425d-8d6c-6910bea089ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952172 Jul 05 03:51:08.825342 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.924350 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b1c73886-cebf-4305-bfc9-de5d720cdc9b req-36d88f2b-7e24-4bab-84b7-d244b148ba22 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538303 Jul 05 03:51:08.942734 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=801c6934-3315-4e82-86ca-46ddb40a88c3,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:09.112924 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['801c6934-3315-4e82-86ca-46ddb40a88c3'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:09.280379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9f4fb-4f78-4d6a-92c9-4154b9819731 req-ad6c749d-c3a3-40de-b2df-57d085f6ce29 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:09.282276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8b9f4fb-4f78-4d6a-92c9-4154b9819731 req-ad6c749d-c3a3-40de-b2df-57d085f6ce29 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 945 time: 0.1018162 Jul 05 03:51:09.334113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8b9f4fb-4f78-4d6a-92c9-4154b9819731 req-42349b5d-d313-43bb-be0c-754e8484d397 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430489 Jul 05 03:51:09.518282 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7727c761-aab4-448d-90d4-7164daac6465 req-6e14e25a-28e0-4e1c-8aca-7a10d6357074 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.579420 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14e25a-28e0-4e1c-8aca-7a10d6357074 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Pushing event deleted for resources: {'Port': ['ID=b09b2376-4636-4f08-a338-eb8d27129ab9,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:09.653808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-7727c761-aab4-448d-90d4-7164daac6465 req-6e14e25a-28e0-4e1c-8aca-7a10d6357074 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] No DVR routers for this DVR port b09b2376-4636-4f08-a338-eb8d27129ab9 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:09.656971 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7727c761-aab4-448d-90d4-7164daac6465 req-6e14e25a-28e0-4e1c-8aca-7a10d6357074 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.659199 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7727c761-aab4-448d-90d4-7164daac6465 req-6e14e25a-28e0-4e1c-8aca-7a10d6357074 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.10 "DELETE /v2.0/ports/b09b2376-4636-4f08-a338-eb8d27129ab9 HTTP/1.1" status: 204 len: 173 time: 1.4042232 Jul 05 03:51:09.661227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd550ac62-db79-429d-bd1b-ad62fb6ea4a2', 'name': 'network-vif-deleted', 'tag': 'b09b2376-4636-4f08-a338-eb8d27129ab9'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:09.666259 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5a9954-4489-4c8b-a746-8fbf73d70c7b" -d '{"events": [{"server_uuid": "d550ac62-db79-429d-bd1b-ad62fb6ea4a2", "name": "network-vif-deleted", "tag": "b09b2376-4636-4f08-a338-eb8d27129ab9"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:09.681847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38663eb-31ce-479f-baf0-4765d01ebb41 req-a325c0b9-ab4e-4ff0-a060-de920e031f5b tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:09.691946 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d38663eb-31ce-479f-baf0-4765d01ebb41 req-a325c0b9-ab4e-4ff0-a060-de920e031f5b tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.2112238 Jul 05 03:51:09.761315 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248721b3-f55a-4114-b8c4-d35c582b3866 x-openstack-request-id: req-248721b3-f55a-4114-b8c4-d35c582b3866 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:09.761796 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d550ac62-db79-429d-bd1b-ad62fb6ea4a2", "name": "network-vif-deleted", "tag": "b09b2376-4636-4f08-a338-eb8d27129ab9", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:09.762166 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-248721b3-f55a-4114-b8c4-d35c582b3866 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:09.764427 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd550ac62-db79-429d-bd1b-ad62fb6ea4a2', 'name': 'network-vif-deleted', 'tag': 'b09b2376-4636-4f08-a338-eb8d27129ab9', 'status': 'completed', 'code': 200} Jul 05 03:51:09.822442 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d38663eb-31ce-479f-baf0-4765d01ebb41 req-02c85928-bdf1-4493-9e7d-390178e9e89d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216786 Jul 05 03:51:09.835137 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36992) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:09.847310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['1544341a-732e-46be-aa14-00fc3028caf9'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:09.857956 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c5a24a6-7831-46ab-b709-ee2f7a8cb5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.995249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 801c6934-3315-4e82-86ca-46ddb40a88c3 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:10.287517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 801c6934-3315-4e82-86ca-46ddb40a88c3 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:10.306802 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c5a24a6-7831-46ab-b709-ee2f7a8cb5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.311371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 801c6934-3315-4e82-86ca-46ddb40a88c3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:10.311744 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.414762 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c5a24a6-7831-46ab-b709-ee2f7a8cb5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.420691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0980f-7db4-48d3-a45b-3c0bade444c7 req-6e4b412c-03f8-4b66-9b2d-3af856644271 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:10.428877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5db0980f-7db4-48d3-a45b-3c0bade444c7 req-6e4b412c-03f8-4b66-9b2d-3af856644271 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 944 time: 0.3876448 Jul 05 03:51:10.471659 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a24a6-7831-46ab-b709-ee2f7a8cb5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c82980a-2f4a-4eb6-af75-1702a7da3d59,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:10.477915 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.496466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09320b5-8236-40fa-b4f7-62821376a4b8 req-5ab900c6-5b48-41dc-a15e-cbfa3a6700af tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:10.499075 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f09320b5-8236-40fa-b4f7-62821376a4b8 req-5ab900c6-5b48-41dc-a15e-cbfa3a6700af tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6194beb-c99e-445b-ba79-2e4398cafe9e HTTP/1.1" status: 200 len: 946 time: 0.2940331 Jul 05 03:51:10.505184 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6c5a24a6-7831-46ab-b709-ee2f7a8cb5c8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=413107c1d959439a98a8dac3fb315012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6686227 Jul 05 03:51:10.508664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37004) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:10.526208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f03710-1b83-4c85-b627-f6a97795e274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801c6934-3315-4e82-86ca-46ddb40a88c3'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:10.526414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5db0980f-7db4-48d3-a45b-3c0bade444c7 req-5e6f88bc-88c0-460a-bf78-3552f81c4316 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/security-groups?id=0764657d-e73c-425d-8d6c-6910bea089ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910120 Jul 05 03:51:10.532859 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad0e5a3-ac43-4778-8d7e-eb261f99f59c" -d '{"events": [{"server_uuid": "c3f03710-1b83-4c85-b627-f6a97795e274", "name": "network-vif-plugged", "status": "completed", "tag": "801c6934-3315-4e82-86ca-46ddb40a88c3"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:10.561646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 801c6934-3315-4e82-86ca-46ddb40a88c3, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=801c6934-3315-4e82-86ca-46ddb40a88c3,segment=NetworkSegment(a2cb5f44-d122-4841-8676-667fdcdd71d0),segment_id=a2cb5f44-d122-4841-8676-667fdcdd71d0)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:10.613642 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-22a6d68f-984c-41e1-a0cc-890cb79d56f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.614978 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f09320b5-8236-40fa-b4f7-62821376a4b8 req-012b18e8-3aef-4864-b74e-e1861682bf2e tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025770 Jul 05 03:51:10.625553 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.626682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b09b2376-4636-4f08-a338-eb8d27129ab9 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:10.661394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: b09b2376-4636-4f08-a338-eb8d27129ab9 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:10.661985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b09b2376-4636-4f08-a338-eb8d27129ab9 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:10.700279 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-22a6d68f-984c-41e1-a0cc-890cb79d56f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.785818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=801c6934-3315-4e82-86ca-46ddb40a88c3,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:10.822816 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cad650d9-b1c7-44b1-b78f-1046c372a35f req-52556e2c-6877-4ed6-9954-ec440b91fdc4 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=d550ac62-db79-429d-bd1b-ad62fb6ea4a2 HTTP/1.1" status: 200 len: 210 time: 0.0451198 Jul 05 03:51:10.895245 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-22a6d68f-984c-41e1-a0cc-890cb79d56f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.896556 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b9da9b-8276-4de3-802d-5bd3652911de x-openstack-request-id: req-68b9da9b-8276-4de3-802d-5bd3652911de {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:10.897038 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f03710-1b83-4c85-b627-f6a97795e274", "name": "network-vif-plugged", "status": "completed", "tag": "801c6934-3315-4e82-86ca-46ddb40a88c3", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:10.897250 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68b9da9b-8276-4de3-802d-5bd3652911de {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:10.897894 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f03710-1b83-4c85-b627-f6a97795e274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801c6934-3315-4e82-86ca-46ddb40a88c3', 'code': 200} Jul 05 03:51:10.902595 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-22a6d68f-984c-41e1-a0cc-890cb79d56f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.911864 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-22a6d68f-984c-41e1-a0cc-890cb79d56f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2c82980a-2f4a-4eb6-af75-1702a7da3d59 HTTP/1.1" status: 204 len: 168 time: 0.3980341 Jul 05 03:51:10.946216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6d68f-984c-41e1-a0cc-890cb79d56f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c82980a-2f4a-4eb6-af75-1702a7da3d59,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:11.146022 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90df78-8d25-4a71-a257-8e3db8c4fad9 req-1be0e68e-9ea4-4c0b-947d-6a907bde653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:11.148969 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f90df78-8d25-4a71-a257-8e3db8c4fad9 req-1be0e68e-9ea4-4c0b-947d-6a907bde653e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 1097 time: 0.1228223 Jul 05 03:51:11.248756 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f90df78-8d25-4a71-a257-8e3db8c4fad9 req-64ce7291-7afe-40ee-b8d4-e92c1adbf306 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0764657d-e73c-425d-8d6c-6910bea089ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923684 Jul 05 03:51:11.294833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d1eb3-6725-4b25-83e8-4d7d8b613aa3 req-cd872fb8-5e6a-4ad1-9cbe-080d596ab23d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:11.302431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c18d1eb3-6725-4b25-83e8-4d7d8b613aa3 req-cd872fb8-5e6a-4ad1-9cbe-080d596ab23d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 945 time: 0.1301441 Jul 05 03:51:11.364564 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c18d1eb3-6725-4b25-83e8-4d7d8b613aa3 req-8054b3b3-85ca-4eb8-bef2-35cae3d37e6d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611467 Jul 05 03:51:11.434936 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-54f3d6b9-82fc-4ddd-9bf2-323a45b45ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.808441 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c77a23-2f90-408e-8b3c-7e76631b80cb req-7f0f6d01-381d-45e5-9c60-84359763185a tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:11.818662 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43c77a23-2f90-408e-8b3c-7e76631b80cb req-7f0f6d01-381d-45e5-9c60-84359763185a tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.1647906 Jul 05 03:51:11.862264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce6e0e-4919-4445-ae8a-6a5899812a3e req-0a22769b-4b4d-4209-b045-ff0be3707d9c tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:11.888853 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65ce6e0e-4919-4445-ae8a-6a5899812a3e req-0a22769b-4b4d-4209-b045-ff0be3707d9c tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 945 time: 0.1878388 Jul 05 03:51:11.938120 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43c77a23-2f90-408e-8b3c-7e76631b80cb req-cef0e600-3330-423a-bb20-a143650418e9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170599 Jul 05 03:51:11.972787 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65ce6e0e-4919-4445-ae8a-6a5899812a3e req-3fb69e54-6d58-4cb9-87f4-5eb94dad8681 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/security-groups?id=0764657d-e73c-425d-8d6c-6910bea089ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830369 Jul 05 03:51:12.504994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15593e42-8cf8-49e4-9cf3-3e1d633c3559 req-c661893c-f137-47e5-af89-a86eaea8bdef tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:12.518687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15593e42-8cf8-49e4-9cf3-3e1d633c3559 req-c661893c-f137-47e5-af89-a86eaea8bdef tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:12.527277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15593e42-8cf8-49e4-9cf3-3e1d633c3559 req-c661893c-f137-47e5-af89-a86eaea8bdef tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:12.543783 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15593e42-8cf8-49e4-9cf3-3e1d633c3559 req-c661893c-f137-47e5-af89-a86eaea8bdef tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e&device_id=d6194beb-c99e-445b-ba79-2e4398cafe9e&device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 2417 time: 0.1492257 Jul 05 03:51:12.583427 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15593e42-8cf8-49e4-9cf3-3e1d633c3559 req-f8991031-4a05-49dd-b108-adefbfb2661f tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387201 Jul 05 03:51:12.665911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37060) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:12.750550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-f272e7fb-48e0-4225-b7be-c810d6d3e60f tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--384663924&fields=id&tenant_id=55f1fa425cd248da88c6dfdb3beafff5 HTTP/1.1" status: 200 len: 267 time: 0.0368905 Jul 05 03:51:12.816154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-10654984-e4ad-46ad-a272-664c0e771a6a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-376727420-network', 'tenant_id': '63c0043dceb94c52ae4db4897d94f388'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:12.888747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-b554204a-c7ad-43b1-9d14-46ae9cdc7479 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:12.890436 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-b554204a-c7ad-43b1-9d14-46ae9cdc7479 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/networks?id=cf7b9eb0-cbb0-45f8-b398-17cff1adf554 HTTP/1.1" status: 200 len: 816 time: 0.1323106 Jul 05 03:51:12.920457 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-5d3630d0-c92b-404c-8f94-3ab48823ac8d tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/quotas/55f1fa425cd248da88c6dfdb3beafff5 HTTP/1.1" status: 200 len: 375 time: 0.0123663 Jul 05 03:51:12.972114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10654984-e4ad-46ad-a272-664c0e771a6a admin admin] Made reservation on behalf of 63c0043dceb94c52ae4db4897d94f388 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:12.972114 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10654984-e4ad-46ad-a272-664c0e771a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.998447 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10654984-e4ad-46ad-a272-664c0e771a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.419831 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-a5761fe9-3f5a-48bf-92a6-cdc7b11c0331 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=55f1fa425cd248da88c6dfdb3beafff5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4971504 Jul 05 03:51:13.504994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4222fe-9bf0-4b18-b83e-92e405aec19f req-c4f84cc7-62a0-43bb-bea3-02e40f7dbd99 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:13.506501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e4222fe-9bf0-4b18-b83e-92e405aec19f req-c4f84cc7-62a0-43bb-bea3-02e40f7dbd99 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 945 time: 0.5306404 Jul 05 03:51:13.583038 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faae4c-1df6-4c1d-8efd-e772e0e81052 req-386ae8de-b67d-4008-8d4a-23e61d0209ea tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:13.584572 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0faae4c-1df6-4c1d-8efd-e772e0e81052 req-386ae8de-b67d-4008-8d4a-23e61d0209ea tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.2548997 Jul 05 03:51:13.654039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e4222fe-9bf0-4b18-b83e-92e405aec19f req-e8458f5b-de01-4797-8433-966081afdf6a tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358941 Jul 05 03:51:13.669617 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-afe078cd-df9c-4b39-93ca-61d294c0011b service neutron] 10.222.0.38 "GET /v2.0/networks/cf7b9eb0-cbb0-45f8-b398-17cff1adf554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326589 Jul 05 03:51:13.675786 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10654984-e4ad-46ad-a272-664c0e771a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.770374 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10654984-e4ad-46ad-a272-664c0e771a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.845467 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10654984-e4ad-46ad-a272-664c0e771a6a admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:51:13.876343 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10654984-e4ad-46ad-a272-664c0e771a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.876703 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-10654984-e4ad-46ad-a272-664c0e771a6a admin admin] Added segment 628c9e57-7495-4dfb-a42b-1885bf349e47 of type vlan for network fc21b127-e7b5-412d-946b-08a3b7902b67 Jul 05 03:51:13.880896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10654984-e4ad-46ad-a272-664c0e771a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93820cf-3c61-4574-b004-d5932d6437f4,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:13.911099 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-64ddf080-a358-4ec4-b809-c3487e8bbe22 service neutron] 10.222.0.38 "GET /v2.0/networks/cf7b9eb0-cbb0-45f8-b398-17cff1adf554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317553 Jul 05 03:51:13.967521 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10654984-e4ad-46ad-a272-664c0e771a6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.978073 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-b0faae4c-1df6-4c1d-8efd-e772e0e81052 req-1f773cd8-5638-4ff2-8410-08bd7e398f07 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Deleting port 1544341a-732e-46be-aa14-00fc3028caf9 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:13.978349 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b0faae4c-1df6-4c1d-8efd-e772e0e81052 req-1f773cd8-5638-4ff2-8410-08bd7e398f07 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.978476 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1dc9b31f-1619-447c-96f6-750c19972267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.992434 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ec71-06a2-4b35-a4f7-225cc79b9cd7 req-1890ff8c-9e74-4d55-b25b-55d46bca197a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:13.993967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31e1ec71-06a2-4b35-a4f7-225cc79b9cd7 req-1890ff8c-9e74-4d55-b25b-55d46bca197a tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 949 time: 0.2181599 Jul 05 03:51:14.117299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31e1ec71-06a2-4b35-a4f7-225cc79b9cd7 req-8801c167-56b4-4b40-94e4-cee73e373c17 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/security-groups?id=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037283 Jul 05 03:51:14.150803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b0faae4c-1df6-4c1d-8efd-e772e0e81052 req-1f773cd8-5638-4ff2-8410-08bd7e398f07 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] For port 1544341a-732e-46be-aa14-00fc3028caf9, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1544341a-732e-46be-aa14-00fc3028caf9,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:14.151177 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b0faae4c-1df6-4c1d-8efd-e772e0e81052 req-1f773cd8-5638-4ff2-8410-08bd7e398f07 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.167138 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-b0faae4c-1df6-4c1d-8efd-e772e0e81052 req-1f773cd8-5638-4ff2-8410-08bd7e398f07 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Calling delete_port for 1544341a-732e-46be-aa14-00fc3028caf9 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:14.257644 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10654984-e4ad-46ad-a272-664c0e771a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.265347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10654984-e4ad-46ad-a272-664c0e771a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:14.265347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10654984-e4ad-46ad-a272-664c0e771a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.387418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10654984-e4ad-46ad-a272-664c0e771a6a admin admin] Pushing event updated for resources: {'Network': ['ID=fc21b127-e7b5-412d-946b-08a3b7902b67,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:14.398299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network fc21b127-e7b5-412d-946b-08a3b7902b67 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:51:14.431501 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0ab73-7f94-455a-9b33-8c207f0995ad req-70c87418-5567-49d1-b151-23e646555a88 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:14.433046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62c0ab73-7f94-455a-9b33-8c207f0995ad req-70c87418-5567-49d1-b151-23e646555a88 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 945 time: 0.1783760 Jul 05 03:51:14.442699 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.479856 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62c0ab73-7f94-455a-9b33-8c207f0995ad req-5f4462f3-55fc-4678-b89c-8357dd581747 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/security-groups?id=0764657d-e73c-425d-8d6c-6910bea089ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 Jul 05 03:51:14.530223 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-10654984-e4ad-46ad-a272-664c0e771a6a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8630819 Jul 05 03:51:14.538763 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b0faae4c-1df6-4c1d-8efd-e772e0e81052 req-1f773cd8-5638-4ff2-8410-08bd7e398f07 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.541629 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37086) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:14.547850 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['1544341a-732e-46be-aa14-00fc3028caf9'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:14.551075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f524579a-d78c-4703-a714-2490a226046c admin admin] Request body: {'subnet': {'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-376727420-subnet', 'tenant_id': '63c0043dceb94c52ae4db4897d94f388', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:14.577602 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f773cd8-5638-4ff2-8410-08bd7e398f07 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Pushing event deleted for resources: {'Port': ['ID=1544341a-732e-46be-aa14-00fc3028caf9,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:14.637210 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0faae4c-1df6-4c1d-8efd-e772e0e81052 req-1f773cd8-5638-4ff2-8410-08bd7e398f07 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] No DVR routers for this DVR port 1544341a-732e-46be-aa14-00fc3028caf9 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:14.639820 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b0faae4c-1df6-4c1d-8efd-e772e0e81052 req-1f773cd8-5638-4ff2-8410-08bd7e398f07 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.642647 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0faae4c-1df6-4c1d-8efd-e772e0e81052 req-1f773cd8-5638-4ff2-8410-08bd7e398f07 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.10 "DELETE /v2.0/ports/1544341a-732e-46be-aa14-00fc3028caf9 HTTP/1.1" status: 204 len: 173 time: 1.0400815 Jul 05 03:51:14.643034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e37d97-2a00-4143-ba33-5f1e24b94de0', 'name': 'network-vif-deleted', 'tag': '1544341a-732e-46be-aa14-00fc3028caf9'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:14.645539 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369e0c77-977a-4ac6-b10f-cfe92132722c" -d '{"events": [{"server_uuid": "12e37d97-2a00-4143-ba33-5f1e24b94de0", "name": "network-vif-deleted", "tag": "1544341a-732e-46be-aa14-00fc3028caf9"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:14.686415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f524579a-d78c-4703-a714-2490a226046c admin admin] Made reservation on behalf of 63c0043dceb94c52ae4db4897d94f388 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:14.691657 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f524579a-d78c-4703-a714-2490a226046c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.878818 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6f4c08-272b-4e54-829d-b1c1e8a57881 x-openstack-request-id: req-8b6f4c08-272b-4e54-829d-b1c1e8a57881 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:14.879344 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e37d97-2a00-4143-ba33-5f1e24b94de0", "name": "network-vif-deleted", "tag": "1544341a-732e-46be-aa14-00fc3028caf9", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:14.879344 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8b6f4c08-272b-4e54-829d-b1c1e8a57881 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:14.880199 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e37d97-2a00-4143-ba33-5f1e24b94de0', 'name': 'network-vif-deleted', 'tag': '1544341a-732e-46be-aa14-00fc3028caf9', 'status': 'completed', 'code': 200} Jul 05 03:51:14.976119 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0377ac77-a3b9-4425-b99f-07ecef38f751 req-0b3cbee0-fe37-4577-8175-27b057c84fb5 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 210 time: 0.0503600 Jul 05 03:51:15.171232 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f524579a-d78c-4703-a714-2490a226046c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.234926 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.288640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f524579a-d78c-4703-a714-2490a226046c admin admin] Checking segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:15.289029 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f524579a-d78c-4703-a714-2490a226046c admin admin] Network hostable DHCP agents. Network: fc21b127-e7b5-412d-946b-08a3b7902b67, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:51:15.302398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524579a-d78c-4703-a714-2490a226046c admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e58e0b-cbb7-42b5-a550-6e06ecae5d23,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:15.353723 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d54ca16-1db4-48cb-8a75-4574baa12637 req-92f0ef20-5202-4eb2-9b5a-4303d11a5957 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 210 time: 0.0319595 Jul 05 03:51:15.474723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f524579a-d78c-4703-a714-2490a226046c admin admin] Network fc21b127-e7b5-412d-946b-08a3b7902b67 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:51:15.586539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-f524579a-d78c-4703-a714-2490a226046c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, fc21b127-e7b5-412d-946b-08a3b7902b67) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:15.592481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524579a-d78c-4703-a714-2490a226046c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:15.593427 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f524579a-d78c-4703-a714-2490a226046c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.613183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e5b6d9-5e5d-48b1-b8a8-ad630579bf60 None None] Network fc21b127-e7b5-412d-946b-08a3b7902b67 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:15.714606 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f524579a-d78c-4703-a714-2490a226046c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1688049 Jul 05 03:51:15.996658 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62cb7b4-1052-438a-887e-13d69345450c None None] Network fc21b127-e7b5-412d-946b-08a3b7902b67 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:16.232316 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa349f61-9b9c-4ccd-89b4-4ecb4eec8183 req-6453e920-3350-4173-a631-8adb6a0cbd6e tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 210 time: 0.1018729 Jul 05 03:51:16.583418 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c22fe005-c6b5-4bfb-96ff-ac56cd5f2257 req-47b8a6ce-6805-4666-bb9a-2c7ed95a5923 tempest-MigrationsAdminTest-919930117 tempest-MigrationsAdminTest-919930117-project] 10.222.0.38 "GET /v2.0/ports?device_id=12e37d97-2a00-4143-ba33-5f1e24b94de0 HTTP/1.1" status: 200 len: 210 time: 0.0783055 Jul 05 03:51:16.775553 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.096585 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37154) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:17.102403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-34d1e000-bd65-4094-8fab-c9770d2f38bd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1168472969-network', 'tenant_id': '29715c4a749e45ecb38a76b7ddf08f3f'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:17.269624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d1e000-bd65-4094-8fab-c9770d2f38bd admin admin] Made reservation on behalf of 29715c4a749e45ecb38a76b7ddf08f3f for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:17.272150 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34d1e000-bd65-4094-8fab-c9770d2f38bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.294048 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34d1e000-bd65-4094-8fab-c9770d2f38bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.436477 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2320cc78-e83d-40e1-8ccf-235db2d67d82 req-563aeb0d-df61-43e5-89dd-e05ee4e069ce tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 210 time: 0.0522971 Jul 05 03:51:17.464012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d7e2e-1cdf-454d-83cf-b8e17ba3a66e req-5cbeefca-ae97-45cf-b8a8-e65a5e108e09 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:17.465656 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-857d7e2e-1cdf-454d-83cf-b8e17ba3a66e req-5cbeefca-ae97-45cf-b8a8-e65a5e108e09 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.2009854 Jul 05 03:51:17.519850 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-857d7e2e-1cdf-454d-83cf-b8e17ba3a66e req-52195070-a58a-4afa-b7ac-36cce9bd220f tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386674 Jul 05 03:51:17.533126 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34d1e000-bd65-4094-8fab-c9770d2f38bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.648183 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34d1e000-bd65-4094-8fab-c9770d2f38bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.671974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d1e000-bd65-4094-8fab-c9770d2f38bd admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:51:17.687674 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34d1e000-bd65-4094-8fab-c9770d2f38bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.688280 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-34d1e000-bd65-4094-8fab-c9770d2f38bd admin admin] Added segment a0191a00-9430-4d63-a18e-9f6b60304cb2 of type vlan for network a95e82c2-f466-4c85-a784-c4b1db24e724 Jul 05 03:51:17.747679 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1e000-bd65-4094-8fab-c9770d2f38bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cdb090-8a3c-464a-8070-c754e519dcb8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:17.763064 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34d1e000-bd65-4094-8fab-c9770d2f38bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.899082 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34d1e000-bd65-4094-8fab-c9770d2f38bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.900765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d1e000-bd65-4094-8fab-c9770d2f38bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:17.901635 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34d1e000-bd65-4094-8fab-c9770d2f38bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.972768 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1e000-bd65-4094-8fab-c9770d2f38bd admin admin] Pushing event updated for resources: {'Network': ['ID=a95e82c2-f466-4c85-a784-c4b1db24e724,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:17.984358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network a95e82c2-f466-4c85-a784-c4b1db24e724 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:51:18.029920 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1544341a-732e-46be-aa14-00fc3028caf9 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:18.051885 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37174) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:18.052123 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-34d1e000-bd65-4094-8fab-c9770d2f38bd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9541149 Jul 05 03:51:18.054853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 1544341a-732e-46be-aa14-00fc3028caf9 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:18.055211 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1544341a-732e-46be-aa14-00fc3028caf9 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:18.057950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-2673f2da-99cf-4229-b838-6b281234fa26 admin admin] Request body: {'subnet': {'network_id': 'a95e82c2-f466-4c85-a784-c4b1db24e724', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1168472969-subnet', 'tenant_id': '29715c4a749e45ecb38a76b7ddf08f3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:18.231044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2673f2da-99cf-4229-b838-6b281234fa26 admin admin] Made reservation on behalf of 29715c4a749e45ecb38a76b7ddf08f3f for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:18.241240 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2673f2da-99cf-4229-b838-6b281234fa26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:18.326754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37184) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:18.535377 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1028fc9d-378b-4ff1-8404-0cccb85ff82f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0dd4ceeefb7f447eb65075f9693b4f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026196 Jul 05 03:51:18.540212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37192) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:18.609701 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6ef990e0-486c-45d3-9458-0623c3c372d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:18.650489 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b284e62-5e04-4a71-8544-b2aac0eff091 req-3c0be1a2-ea9d-49dd-aa91-42f67df122af tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 210 time: 0.0427356 Jul 05 03:51:18.656267 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2673f2da-99cf-4229-b838-6b281234fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:18.689261 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6ef990e0-486c-45d3-9458-0623c3c372d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:18.749340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673f2da-99cf-4229-b838-6b281234fa26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf59f8e4-d664-4988-bb4e-ce81441d85dd,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:18.762147 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2673f2da-99cf-4229-b838-6b281234fa26 admin admin] Checking segment: {'id': 'a0191a00-9430-4d63-a18e-9f6b60304cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a95e82c2-f466-4c85-a784-c4b1db24e724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:18.762438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2673f2da-99cf-4229-b838-6b281234fa26 admin admin] Network hostable DHCP agents. Network: a95e82c2-f466-4c85-a784-c4b1db24e724, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:51:18.851972 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2ed89-a3df-4bf8-ae80-5e88072b502d req-b7ae3ce2-52fc-4041-9e27-935696a86a40 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:18.853792 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60f2ed89-a3df-4bf8-ae80-5e88072b502d req-b7ae3ce2-52fc-4041-9e27-935696a86a40 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.0714247 Jul 05 03:51:18.897898 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60f2ed89-a3df-4bf8-ae80-5e88072b502d req-d3fc6efe-6a29-4d45-a9d5-33c29c15810a tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375674 Jul 05 03:51:18.905385 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2673f2da-99cf-4229-b838-6b281234fa26 admin admin] Network a95e82c2-f466-4c85-a784-c4b1db24e724 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:51:18.908782 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6ef990e0-486c-45d3-9458-0623c3c372d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:18.911983 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6ef990e0-486c-45d3-9458-0623c3c372d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:18.913796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6ef990e0-486c-45d3-9458-0623c3c372d5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a HTTP/1.1" status: 204 len: 168 time: 0.3715124 Jul 05 03:51:18.924504 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef990e0-486c-45d3-9458-0623c3c372d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd54ed90-6bc7-40ec-aab0-0c2ef3596e9a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:19.031060 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-2673f2da-99cf-4229-b838-6b281234fa26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, a95e82c2-f466-4c85-a784-c4b1db24e724) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:19.036849 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2673f2da-99cf-4229-b838-6b281234fa26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:19.041659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11273036-cf54-403d-8a2f-b4835728ed0a None None] Network a95e82c2-f466-4c85-a784-c4b1db24e724 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:19.047345 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2673f2da-99cf-4229-b838-6b281234fa26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.186634 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a3277e-56e5-47a5-95ba-85c4968bf261 None None] Network a95e82c2-f466-4c85-a784-c4b1db24e724 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:19.358505 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2673f2da-99cf-4229-b838-6b281234fa26 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2966461 Jul 05 03:51:19.727856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-4bf3acd1-ea34-42d1-8e12-0cc13d8cab25 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:19.736249 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-4bf3acd1-ea34-42d1-8e12-0cc13d8cab25 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.36 "GET /v2.0/networks?id=cf7b9eb0-cbb0-45f8-b398-17cff1adf554 HTTP/1.1" status: 200 len: 816 time: 0.1545792 Jul 05 03:51:19.801549 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-372545bd-8776-4bd2-86b4-838e0a467f9d tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55f1fa425cd248da88c6dfdb3beafff5 HTTP/1.1" status: 200 len: 379 time: 0.0549586 Jul 05 03:51:19.821641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-840882b4-9c37-443b-8bf5-e00e9383f884 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Request body: {'port': {'device_id': 'b0cb6821-5e6b-4f9e-8829-99272e876b3b', 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'admin_state_up': True, 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'security_groups': ['e9bbc3d4-30b8-4de3-81f4-fb111ed473ad']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:19.862593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-647e9d8a-7e9b-4bd3-853a-1a1eba124cd9 req-0469714e-1cae-4c92-853d-2c69c7f4b7cb tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 210 time: 0.0703511 Jul 05 03:51:20.151566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37242) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:20.208137 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c3c8f41d-fa59-4534-9049-b564ee2e8e3a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=91c52c1f8a66436c9d37aec800966446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587740 Jul 05 03:51:20.211740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37244) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:20.219844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-083d0400-8a78-4d0a-85d0-9b9e42a6e1fe tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:20.221539 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-083d0400-8a78-4d0a-85d0-9b9e42a6e1fe tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/networks?id=56f2d126-45cd-4c57-816c-f5659bffe33c HTTP/1.1" status: 200 len: 815 time: 0.2528877 Jul 05 03:51:20.251142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-840882b4-9c37-443b-8bf5-e00e9383f884 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Made reservation on behalf of 55f1fa425cd248da88c6dfdb3beafff5 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:20.255204 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-840882b4-9c37-443b-8bf5-e00e9383f884 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.287440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-ebf7d628-41a1-4483-91bf-de5d0fbc7a23 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/quotas/16d30d1d2e714cad8dfa9008b3f9d9e6 HTTP/1.1" status: 200 len: 375 time: 0.0587790 Jul 05 03:51:20.288220 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eff15eb6-c615-4999-91e6-01f853e52696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.330223 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eff15eb6-c615-4999-91e6-01f853e52696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.369741 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-730c3781-759e-4309-a76f-125613c5b27d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:20.371784 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-730c3781-759e-4309-a76f-125613c5b27d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 820 time: 0.2914264 Jul 05 03:51:20.433094 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-9ffa81a3-71ba-4f53-8ede-f69c85477375 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/quotas/63c0043dceb94c52ae4db4897d94f388 HTTP/1.1" status: 200 len: 375 time: 0.0292289 Jul 05 03:51:20.505084 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eff15eb6-c615-4999-91e6-01f853e52696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.508452 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eff15eb6-c615-4999-91e6-01f853e52696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.513475 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-eff15eb6-c615-4999-91e6-01f853e52696 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ee18bdc9-6d77-44ee-b284-f08dd9a98a41 HTTP/1.1" status: 204 len: 168 time: 0.2952740 Jul 05 03:51:20.516857 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-04944daa-b392-4e0d-a9a5-f8e9964044d5 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744195 Jul 05 03:51:20.529077 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff15eb6-c615-4999-91e6-01f853e52696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee18bdc9-6d77-44ee-b284-f08dd9a98a41,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:20.621277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-840882b4-9c37-443b-8bf5-e00e9383f884 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Allocated IP 172.20.0.4 (cf7b9eb0-cbb0-45f8-b398-17cff1adf554/9cb3a22c-f8ee-4659-a945-ef70c8a04746/9418b660-b5c4-4b60-b669-e3451073dbcc) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:20.647097 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-f74146c8-6585-47a5-88fd-96d9c2586431 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3484659 Jul 05 03:51:20.841234 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-9b16d23c-18fc-46ea-b97f-8c6331258762 service neutron] 10.222.0.38 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158083 Jul 05 03:51:20.912470 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-7b8bf6fd-e64b-4416-96cc-6c23ad5d22f2 service neutron] 10.222.0.38 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493756 Jul 05 03:51:21.087137 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-a6742e81-347a-4a95-bc2b-4246b3fe9c5f service neutron] 10.222.0.38 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387669 Jul 05 03:51:21.088139 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-840882b4-9c37-443b-8bf5-e00e9383f884 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.120036 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-f3f2a59c-e10e-4a5d-9893-879c8d518c73 service neutron] 10.222.0.38 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996133 Jul 05 03:51:21.128146 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-840882b4-9c37-443b-8bf5-e00e9383f884 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Transition to ACTIVE for port object 9418b660-b5c4-4b60-b669-e3451073dbcc will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:21.299828 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-840882b4-9c37-443b-8bf5-e00e9383f884 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.349906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-840882b4-9c37-443b-8bf5-e00e9383f884 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Network cf7b9eb0-cbb0-45f8-b398-17cff1adf554 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:21.355840 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-840882b4-9c37-443b-8bf5-e00e9383f884 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:21.364902 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-840882b4-9c37-443b-8bf5-e00e9383f884 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:21.372898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840882b4-9c37-443b-8bf5-e00e9383f884 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Pushing event updated for resources: {'Port': ['ID=9418b660-b5c4-4b60-b669-e3451073dbcc,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:21.526389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-840882b4-9c37-443b-8bf5-e00e9383f884 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:21.526389 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-840882b4-9c37-443b-8bf5-e00e9383f884 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.712397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fcc1a-8ce7-4a40-afc8-291de23af5a7 req-d7734247-30db-4034-9bc0-8e17e1c2186d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:21.729707 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f10fcc1a-8ce7-4a40-afc8-291de23af5a7 req-d7734247-30db-4034-9bc0-8e17e1c2186d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.2142560 Jul 05 03:51:21.749163 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-840882b4-9c37-443b-8bf5-e00e9383f884 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9257364 Jul 05 03:51:21.760509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Request body: {'port': {'device_id': 'b0cb6821-5e6b-4f9e-8829-99272e876b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:21.845444 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f10fcc1a-8ce7-4a40-afc8-291de23af5a7 req-3d366162-f8cd-492e-88d6-e48bbe63900e tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146331 Jul 05 03:51:21.969208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e6d60084-d6df-42f2-ab02-3c4d4186aff9 None None] Provisioning for port 9418b660-b5c4-4b60-b669-e3451073dbcc completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:21.976727 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e6d60084-d6df-42f2-ab02-3c4d4186aff9 None None] Provisioning complete for port 9418b660-b5c4-4b60-b669-e3451073dbcc triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:21.977184 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e6d60084-d6df-42f2-ab02-3c4d4186aff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.984405 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2bf0083d-5c61-424c-a0fc-c07ba612355b req-07d73012-de17-4112-a3cf-6a91ceb88351 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 210 time: 0.0496783 Jul 05 03:51:22.068899 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.071235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e6d60084-d6df-42f2-ab02-3c4d4186aff9 None None] Port 9418b660-b5c4-4b60-b669-e3451073dbcc cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:22.484632 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50298840-42ff-4184-ac63-1e5614c802dd req-10e9199a-6760-4c97-ad64-de4b5bca583b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 210 time: 0.0585866 Jul 05 03:51:22.668616 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47248b33-73e5-41ad-a9bd-377d8fa58d59 req-52325a45-d473-4e9a-b82b-4f9918f0f878 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:22.670495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-47248b33-73e5-41ad-a9bd-377d8fa58d59 req-52325a45-d473-4e9a-b82b-4f9918f0f878 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 931 time: 0.2456431 Jul 05 03:51:22.795554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-47248b33-73e5-41ad-a9bd-377d8fa58d59 req-0d59cd0c-5f3b-4714-aa08-fb746e3cf2b8 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088660 Jul 05 03:51:22.981784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9418b660-b5c4-4b60-b669-e3451073dbcc {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:22.992885 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.005899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Transition to ACTIVE for port object 9418b660-b5c4-4b60-b669-e3451073dbcc will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:23.114665 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.191262 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32d6bda3-54fc-4a63-b873-77704eead355 req-1c1638a3-0d59-436f-a330-0359b6ae12dd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 210 time: 0.0676465 Jul 05 03:51:23.210527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9928b92-1601-4e07-9065-35329c4edf4a req-4604ae51-33d8-4c29-9e3f-f6a599b56062 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:23.228288 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d9928b92-1601-4e07-9065-35329c4edf4a req-4604ae51-33d8-4c29-9e3f-f6a599b56062 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.1641638 Jul 05 03:51:23.229538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Pushing event updated for resources: {'Port': ['ID=9418b660-b5c4-4b60-b669-e3451073dbcc,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:23.267568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.267939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.268310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.268652 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.268981 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.269314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.269640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.269964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.270297 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.270620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.270942 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.271260 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:23.320672 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d9928b92-1601-4e07-9065-35329c4edf4a req-ef7b7658-233e-4295-b2ec-b858cfea5e49 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978448 Jul 05 03:51:23.389637 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Attempting to bind port 9418b660-b5c4-4b60-b669-e3451073dbcc on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:23.390540 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Attempting to bind port 9418b660-b5c4-4b60-b669-e3451073dbcc by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '07048c1d-398c-47c9-aa4c-e208e57c0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:23.391114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Attempting to bind port 9418b660-b5c4-4b60-b669-e3451073dbcc on network cf7b9eb0-cbb0-45f8-b398-17cff1adf554 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:23.398044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Port 9418b660-b5c4-4b60-b669-e3451073dbcc on network cf7b9eb0-cbb0-45f8-b398-17cff1adf554 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:23.399027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Attempting to bind port 9418b660-b5c4-4b60-b669-e3451073dbcc on network cf7b9eb0-cbb0-45f8-b398-17cff1adf554 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:23.406523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:23.406523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Checking segment: {'id': '07048c1d-398c-47c9-aa4c-e208e57c0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:23.406523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Bound using segment: {'id': '07048c1d-398c-47c9-aa4c-e208e57c0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:23.407057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Bound port: 9418b660-b5c4-4b60-b669-e3451073dbcc, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07048c1d-398c-47c9-aa4c-e208e57c0ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:23.407304 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.504192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] For port 9418b660-b5c4-4b60-b669-e3451073dbcc, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:23.510090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] For port 9418b660-b5c4-4b60-b669-e3451073dbcc, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9418b660-b5c4-4b60-b669-e3451073dbcc,segment=NetworkSegment(07048c1d-398c-47c9-aa4c-e208e57c0ac6),segment_id=07048c1d-398c-47c9-aa4c-e208e57c0ac6)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:23.604954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd3c10da-8f71-4835-b920-c78785d54efb req-62d82e8e-d595-46eb-97bc-829ae9badca8 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 210 time: 0.0406573 Jul 05 03:51:23.658525 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.711928 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:23.711928 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.711928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] 10.222.0.36 "PUT /v2.0/ports/9418b660-b5c4-4b60-b669-e3451073dbcc HTTP/1.1" status: 200 len: 1092 time: 1.9512556 Jul 05 03:51:23.711928 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0cb6821-5e6b-4f9e-8829-99272e876b3b', 'tag': '9418b660-b5c4-4b60-b669-e3451073dbcc'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:23.711928 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bf2ade-3bd2-4dbe-88da-5d43e08015ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b0cb6821-5e6b-4f9e-8829-99272e876b3b", "tag": "9418b660-b5c4-4b60-b669-e3451073dbcc"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:23.737389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb1f19-11e2-4793-baa3-bde7f4406142 service neutron] Pushing event updated for resources: {'Port': ['ID=9418b660-b5c4-4b60-b669-e3451073dbcc,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:23.771296 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468887d5-d5a5-43a5-9868-d414a5ba7f33 x-openstack-request-id: req-468887d5-d5a5-43a5-9868-d414a5ba7f33 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:23.772005 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0cb6821-5e6b-4f9e-8829-99272e876b3b", "tag": "9418b660-b5c4-4b60-b669-e3451073dbcc", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:23.774066 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-468887d5-d5a5-43a5-9868-d414a5ba7f33 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:23.774066 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0cb6821-5e6b-4f9e-8829-99272e876b3b', 'tag': '9418b660-b5c4-4b60-b669-e3451073dbcc', 'status': 'completed', 'code': 200} Jul 05 03:51:23.985764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf2ade-3bd2-4dbe-88da-5d43e08015ee req-f10e643e-f79e-449f-9b92-bad468943d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:23.985764 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2bf2ade-3bd2-4dbe-88da-5d43e08015ee req-f10e643e-f79e-449f-9b92-bad468943d0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55f1fa425cd248da88c6dfdb3beafff5&device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 1095 time: 0.1712737 Jul 05 03:51:24.354499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf2ade-3bd2-4dbe-88da-5d43e08015ee req-c6906680-3de7-44d2-bb98-61687d892a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:24.358454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2bf2ade-3bd2-4dbe-88da-5d43e08015ee req-c6906680-3de7-44d2-bb98-61687d892a1d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=55f1fa425cd248da88c6dfdb3beafff5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3585329 Jul 05 03:51:24.382995 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7641ab91-16bb-4d14-927c-926868397ec4 req-82dfdf98-030a-4c33-a2c0-e0842678955c tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 210 time: 0.0463293 Jul 05 03:51:24.399912 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352d743-2a93-45e8-952e-e57e04277e5e req-06297cba-240a-4dab-a071-8ed219a2893d tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:24.407618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1352d743-2a93-45e8-952e-e57e04277e5e req-06297cba-240a-4dab-a071-8ed219a2893d tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 943 time: 0.3539288 Jul 05 03:51:24.540232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1352d743-2a93-45e8-952e-e57e04277e5e req-3df46ec5-c791-47b3-af36-75d1ae00a0f0 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312757 Jul 05 03:51:24.627472 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf2ade-3bd2-4dbe-88da-5d43e08015ee req-985cc246-a9b6-46a9-acc0-8f881ff2c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:24.635175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2bf2ade-3bd2-4dbe-88da-5d43e08015ee req-985cc246-a9b6-46a9-acc0-8f881ff2c607 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2491941 Jul 05 03:51:24.745554 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d3877-acea-46e5-8d0c-5b84e250eb49 req-5e15cb8d-331a-4e5f-9352-0ee4d4174120 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:24.749897 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b94d3877-acea-46e5-8d0c-5b84e250eb49 req-5e15cb8d-331a-4e5f-9352-0ee4d4174120 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.2081079 Jul 05 03:51:24.854998 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b94d3877-acea-46e5-8d0c-5b84e250eb49 req-18b31245-056f-4f1b-bead-f7ad2f58856c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815187 Jul 05 03:51:24.858868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-f1cd46b6-e3d4-4c79-ad66-c8476f00accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:24.860397 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-f1cd46b6-e3d4-4c79-ad66-c8476f00accd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55f1fa425cd248da88c6dfdb3beafff5&device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 1095 time: 0.1080132 Jul 05 03:51:24.970191 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6791d1a-6746-499a-808e-baa48a4b3984 req-e3469cd0-359a-4444-9d48-f59d7e42433e tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 210 time: 0.1140406 Jul 05 03:51:24.971973 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-bd33cb0f-195a-490d-8cb0-009a72387ecf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9418b660-b5c4-4b60-b669-e3451073dbcc HTTP/1.1" status: 200 len: 217 time: 0.1012826 Jul 05 03:51:25.084330 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-018887d2-d9a2-452c-bbd7-d154513102b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:25.087273 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-018887d2-d9a2-452c-bbd7-d154513102b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cb3a22c-f8ee-4659-a945-ef70c8a04746 HTTP/1.1" status: 200 len: 855 time: 0.1039453 Jul 05 03:51:25.167705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-acb630e5-31a9-4b5e-add6-158876486e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:25.169673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-acb630e5-31a9-4b5e-add6-158876486e79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf7b9eb0-cbb0-45f8-b398-17cff1adf554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677159 Jul 05 03:51:25.309467 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-d9191bf6-cf33-4772-8c38-24e5fb7c04bc service neutron] 10.222.0.36 "GET /v2.0/networks/cf7b9eb0-cbb0-45f8-b398-17cff1adf554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250429 Jul 05 03:51:25.427276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcb55ff-27f5-43bb-9d51-3ff854581c6a req-07670d80-ae56-42e9-89d7-9a2e557b612e service neutron] 10.222.0.36 "GET /v2.0/networks/cf7b9eb0-cbb0-45f8-b398-17cff1adf554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047845 Jul 05 03:51:25.487593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3afb423-9b83-419b-819d-a3a8b1164e35 req-3ad242fa-0fe0-4a0c-8ddd-11490f3fbb92 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 210 time: 0.0303304 Jul 05 03:51:25.740829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721eb1-40e6-4d03-94ce-7dd6e4761ec5 req-6321e1ea-44ee-4366-8758-42dd391862ba tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:25.742556 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19721eb1-40e6-4d03-94ce-7dd6e4761ec5 req-6321e1ea-44ee-4366-8758-42dd391862ba tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 943 time: 0.0736616 Jul 05 03:51:25.786806 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19721eb1-40e6-4d03-94ce-7dd6e4761ec5 req-09c60551-5780-4ad8-9f2a-bb33fa5928fe tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378537 Jul 05 03:51:26.035596 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed98dea-1ddf-4994-b473-bd499fe4771d req-94693bd3-6e0a-4249-9602-df94065ea8e3 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:26.124385 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aed98dea-1ddf-4994-b473-bd499fe4771d req-94693bd3-6e0a-4249-9602-df94065ea8e3 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.0650346 Jul 05 03:51:26.124385 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aed98dea-1ddf-4994-b473-bd499fe4771d req-abe98b4e-86d4-4f82-afe1-41b7d12e2481 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326900 Jul 05 03:51:26.211131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1464473e-b071-4bf6-b65c-1f62e94260e3 req-73bc6c2b-4a7c-4cb8-af55-f1a005c29a10 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 210 time: 0.0290573 Jul 05 03:51:26.745121 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a68d5472-4736-4935-869d-b23c10940aaf req-2c0239bb-35f3-4d48-9d99-c724332dcfb7 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 210 time: 0.0342393 Jul 05 03:51:26.986239 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662f5f6-ff86-4bfe-9cb1-bd4b820311e8 req-0582a7c4-b578-4afb-8e34-256579c9eba4 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:26.988249 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e662f5f6-ff86-4bfe-9cb1-bd4b820311e8 req-0582a7c4-b578-4afb-8e34-256579c9eba4 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 943 time: 0.0822885 Jul 05 03:51:27.032851 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e662f5f6-ff86-4bfe-9cb1-bd4b820311e8 req-28961a55-be41-4b36-bda5-a5b2f518ae73 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385928 Jul 05 03:51:27.574797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce11b739-c9de-4983-9e30-d897c36e302e req-8295a595-5518-4e35-a09e-5a234548175c tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 210 time: 0.0385516 Jul 05 03:51:27.590129 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-f463c0fc-5441-4bb4-b207-11c19f107299 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:27.590129 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-f463c0fc-5441-4bb4-b207-11c19f107299 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.10 "GET /v2.0/networks?id=56f2d126-45cd-4c57-816c-f5659bffe33c HTTP/1.1" status: 200 len: 815 time: 0.3109963 Jul 05 03:51:27.605885 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f78c4-b138-445c-a5d9-54dbd286a151 req-616c12b9-8df1-4026-8be9-a134ab3085bd tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:27.607411 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-338f78c4-b138-445c-a5d9-54dbd286a151 req-616c12b9-8df1-4026-8be9-a134ab3085bd tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.3469086 Jul 05 03:51:27.622377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-b4429747-82f0-4097-86f4-ebb563e9afb3 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Request body: {'port': {'device_id': '6f51d2bd-0e71-4cdb-8678-316a59d0892f', 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c', 'admin_state_up': True, 'tenant_id': '16d30d1d2e714cad8dfa9008b3f9d9e6'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:27.774907 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-338f78c4-b138-445c-a5d9-54dbd286a151 req-7ed89d39-c576-4902-b925-39f1102f7aec tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562865 Jul 05 03:51:27.928438 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-266261d6-1059-4972-83d2-2e8eb5a0eb27 req-1d2e2eae-5864-4e95-a94b-db245f3c454a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 210 time: 0.0323954 Jul 05 03:51:27.930177 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-b4429747-82f0-4097-86f4-ebb563e9afb3 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Made reservation on behalf of 16d30d1d2e714cad8dfa9008b3f9d9e6 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:27.934457 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-b4429747-82f0-4097-86f4-ebb563e9afb3 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.101938 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-b4429747-82f0-4097-86f4-ebb563e9afb3 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Allocated IP 172.20.0.8 (56f2d126-45cd-4c57-816c-f5659bffe33c/9069197f-75d0-4cd3-a892-7efdfa8d933c/e697cb2b-c887-4eab-8a6d-f4b754c48d42) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:28.373226 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-b4429747-82f0-4097-86f4-ebb563e9afb3 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.389609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58d5a4-c61f-4bd5-9f52-50a0a16993b8 req-c9ae0336-83fa-4333-81f4-a7d8e94e30f2 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:28.391319 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a58d5a4-c61f-4bd5-9f52-50a0a16993b8 req-c9ae0336-83fa-4333-81f4-a7d8e94e30f2 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 943 time: 0.1516690 Jul 05 03:51:28.451896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a58d5a4-c61f-4bd5-9f52-50a0a16993b8 req-758310d7-31d5-4835-82c1-85162f1fef6c tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532796 Jul 05 03:51:28.671747 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-b4429747-82f0-4097-86f4-ebb563e9afb3 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.691459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['d331f6dc-06c2-4e86-9fa0-5b9db6e33018'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:28.797824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4429747-82f0-4097-86f4-ebb563e9afb3 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Pushing event updated for resources: {'Port': ['ID=e697cb2b-c887-4eab-8a6d-f4b754c48d42,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:28.909154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-b4429747-82f0-4097-86f4-ebb563e9afb3 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Network 56f2d126-45cd-4c57-816c-f5659bffe33c is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:28.931237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-b4429747-82f0-4097-86f4-ebb563e9afb3 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:28.937218 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-b4429747-82f0-4097-86f4-ebb563e9afb3 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:29.030668 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32fd26-6e7a-4a72-b5c0-b6ff9ad3eb65 req-5b4fc4ec-098b-4934-ac2f-6ea1af6b3a0d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.032636 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed32fd26-6e7a-4a72-b5c0-b6ff9ad3eb65 req-5b4fc4ec-098b-4934-ac2f-6ea1af6b3a0d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 931 time: 0.2657840 Jul 05 03:51:29.071247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-5af6d6d2-7d9a-4139-8440-a0c41b2a3345 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.073109 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-5af6d6d2-7d9a-4139-8440-a0c41b2a3345 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.10 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 820 time: 0.2881470 Jul 05 03:51:29.085098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-b4429747-82f0-4097-86f4-ebb563e9afb3 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.086555 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-b4429747-82f0-4097-86f4-ebb563e9afb3 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.093413 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-cd6d7a87-ead2-4ed4-87fa-cd3a246a6f6b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Request body: {'port': {'device_id': '53436406-37f5-4107-bc1d-e5db61a1427f', 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67', 'admin_state_up': True, 'tenant_id': '63c0043dceb94c52ae4db4897d94f388'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:29.191544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed32fd26-6e7a-4a72-b5c0-b6ff9ad3eb65 req-1b4e99d5-54dc-46c8-8941-8da8696b4a70 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473234 Jul 05 03:51:29.263562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-b4429747-82f0-4097-86f4-ebb563e9afb3 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6463816 Jul 05 03:51:29.307332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Request body: {'port': {'device_id': '6f51d2bd-0e71-4cdb-8678-316a59d0892f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:29.564494 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.664778 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141922bc-af4a-4dc3-828b-29513dee403c req-9fab9550-4565-4500-9c28-5e10579a9bdc tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.667216 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-141922bc-af4a-4dc3-828b-29513dee403c req-9fab9550-4565-4500-9c28-5e10579a9bdc tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.2602472 Jul 05 03:51:29.677047 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2c7fb3a-c68e-4246-80f5-4d92e5bfc130 req-82ccdd69-d9ad-498e-9e1d-d07366b1a653 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 210 time: 0.0545971 Jul 05 03:51:30.026081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-cd6d7a87-ead2-4ed4-87fa-cd3a246a6f6b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Made reservation on behalf of 63c0043dceb94c52ae4db4897d94f388 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:30.029566 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-cd6d7a87-ead2-4ed4-87fa-cd3a246a6f6b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:30.034153 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-141922bc-af4a-4dc3-828b-29513dee403c req-7bdbe6e6-8a0a-479e-a8cb-45295b54edbd tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561347 Jul 05 03:51:30.447720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e697cb2b-c887-4eab-8a6d-f4b754c48d42 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:30.467786 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:30.528551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Transition to ACTIVE for port object e697cb2b-c887-4eab-8a6d-f4b754c48d42 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:30.622345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87540bf4-ae67-4ec2-81f1-14674b417b82 req-b1505c8b-6548-41db-a3da-811416e6994b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.624198 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87540bf4-ae67-4ec2-81f1-14674b417b82 req-b1505c8b-6548-41db-a3da-811416e6994b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 931 time: 0.2214093 Jul 05 03:51:30.636506 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30f355-d1f0-4186-adfc-8ad845ff6565 req-14d54f3c-12c9-4082-83c8-23555c285851 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:30.638063 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad30f355-d1f0-4186-adfc-8ad845ff6565 req-14d54f3c-12c9-4082-83c8-23555c285851 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 943 time: 0.6135378 Jul 05 03:51:30.693358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-cd6d7a87-ead2-4ed4-87fa-cd3a246a6f6b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Allocated IP 172.20.0.8 (fc21b127-e7b5-412d-946b-08a3b7902b67/13e58e0b-cbb7-42b5-a550-6e06ecae5d23/9c7d9fcf-9635-440c-a021-79d069c41ba3) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:30.726234 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87540bf4-ae67-4ec2-81f1-14674b417b82 req-39782d46-b1d9-41df-92e5-3a12e338b585 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846326 Jul 05 03:51:30.728092 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:30.744387 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad30f355-d1f0-4186-adfc-8ad845ff6565 req-dccd7e97-1f34-4eb0-81cb-2e9a95056f3a tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915334 Jul 05 03:51:30.817321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Pushing event updated for resources: {'Port': ['ID=e697cb2b-c887-4eab-8a6d-f4b754c48d42,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:30.977640 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97e9a528-bb12-4998-9b52-06764fb49ac9 req-a564a7d0-9c28-4e32-898f-51a976978c23 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 210 time: 0.0514972 Jul 05 03:51:31.031938 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Attempting to bind port e697cb2b-c887-4eab-8a6d-f4b754c48d42 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:31.032392 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Attempting to bind port e697cb2b-c887-4eab-8a6d-f4b754c48d42 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:31.032798 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Attempting to bind port e697cb2b-c887-4eab-8a6d-f4b754c48d42 on network 56f2d126-45cd-4c57-816c-f5659bffe33c {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:31.043980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Port e697cb2b-c887-4eab-8a6d-f4b754c48d42 on network 56f2d126-45cd-4c57-816c-f5659bffe33c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:31.044335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Attempting to bind port e697cb2b-c887-4eab-8a6d-f4b754c48d42 on network 56f2d126-45cd-4c57-816c-f5659bffe33c {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:31.058640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:31.058988 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Checking segment: {'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:31.059379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Bound using segment: {'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:31.059844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Bound port: e697cb2b-c887-4eab-8a6d-f4b754c48d42, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:31.060234 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.085691 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-cd6d7a87-ead2-4ed4-87fa-cd3a246a6f6b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.168586 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] For port e697cb2b-c887-4eab-8a6d-f4b754c48d42, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:31.192176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] For port e697cb2b-c887-4eab-8a6d-f4b754c48d42, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e697cb2b-c887-4eab-8a6d-f4b754c48d42,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:31.249040 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d62697-db25-4cdf-ba62-8d1a9d351f4c req-23c2c0d1-9836-4e4c-8a4e-b071447bab10 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:31.250697 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49d62697-db25-4cdf-ba62-8d1a9d351f4c req-23c2c0d1-9836-4e4c-8a4e-b071447bab10 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.0739603 Jul 05 03:51:31.297099 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49d62697-db25-4cdf-ba62-8d1a9d351f4c req-f43e1681-c5e8-4f1f-b1a2-ff22bd10a6c3 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390699 Jul 05 03:51:31.437631 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-cd6d7a87-ead2-4ed4-87fa-cd3a246a6f6b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.439865 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.483536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:31.484279 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.485639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] 10.222.0.10 "PUT /v2.0/ports/e697cb2b-c887-4eab-8a6d-f4b754c48d42 HTTP/1.1" status: 200 len: 1092 time: 2.2087247 Jul 05 03:51:31.487633 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f51d2bd-0e71-4cdb-8678-316a59d0892f', 'tag': 'e697cb2b-c887-4eab-8a6d-f4b754c48d42'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:31.489936 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375f45f3-7b0d-4aa4-869d-756664ff047e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f51d2bd-0e71-4cdb-8678-316a59d0892f", "tag": "e697cb2b-c887-4eab-8a6d-f4b754c48d42"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:31.501053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-cd6d7a87-ead2-4ed4-87fa-cd3a246a6f6b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Network fc21b127-e7b5-412d-946b-08a3b7902b67 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:31.506348 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-cd6d7a87-ead2-4ed4-87fa-cd3a246a6f6b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:31.510254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-cd6d7a87-ead2-4ed4-87fa-cd3a246a6f6b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:31.554424 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15b0feb-d66b-422e-92a8-f36808a7f78f x-openstack-request-id: req-b15b0feb-d66b-422e-92a8-f36808a7f78f {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:31.554721 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f51d2bd-0e71-4cdb-8678-316a59d0892f", "tag": "e697cb2b-c887-4eab-8a6d-f4b754c48d42", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:31.554978 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b15b0feb-d66b-422e-92a8-f36808a7f78f {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:31.555515 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f51d2bd-0e71-4cdb-8678-316a59d0892f', 'tag': 'e697cb2b-c887-4eab-8a6d-f4b754c48d42', 'status': 'completed', 'code': 200} Jul 05 03:51:31.575561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901e2d7-9468-493a-a696-98eb81a73473 service neutron] Pushing event updated for resources: {'Port': ['ID=e697cb2b-c887-4eab-8a6d-f4b754c48d42,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:31.651173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-cd6d7a87-ead2-4ed4-87fa-cd3a246a6f6b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:31.651828 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-cd6d7a87-ead2-4ed4-87fa-cd3a246a6f6b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.673157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d7a87-ead2-4ed4-87fa-cd3a246a6f6b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Pushing event updated for resources: {'Port': ['ID=9c7d9fcf-9635-440c-a021-79d069c41ba3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:31.702369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f45f3-7b0d-4aa4-869d-756664ff047e req-ce8e6c09-68c0-42b2-8ba8-bac56983e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:31.704009 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-375f45f3-7b0d-4aa4-869d-756664ff047e req-ce8e6c09-68c0-42b2-8ba8-bac56983e835 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 1095 time: 0.1400077 Jul 05 03:51:31.819836 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f45f3-7b0d-4aa4-869d-756664ff047e req-ebbfc98f-e5e6-4dfa-b650-27c0fe5b392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:31.821362 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-375f45f3-7b0d-4aa4-869d-756664ff047e req-ebbfc98f-e5e6-4dfa-b650-27c0fe5b392c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1008420 Jul 05 03:51:31.895454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-cd6d7a87-ead2-4ed4-87fa-cd3a246a6f6b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8059108 Jul 05 03:51:31.926635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Request body: {'port': {'device_id': '53436406-37f5-4107-bc1d-e5db61a1427f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:32.047036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f45f3-7b0d-4aa4-869d-756664ff047e req-4c97d3e5-e40e-48d0-9ff5-b6c9cb27deee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:32.048456 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-375f45f3-7b0d-4aa4-869d-756664ff047e req-4c97d3e5-e40e-48d0-9ff5-b6c9cb27deee service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2185988 Jul 05 03:51:32.062027 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.084573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db779af-9865-4503-8154-2c9d9a43f704 req-e03d6f36-dce3-4645-896b-4b5dd57a41c3 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:32.086267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5db779af-9865-4503-8154-2c9d9a43f704 req-e03d6f36-dce3-4645-896b-4b5dd57a41c3 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 943 time: 0.2039287 Jul 05 03:51:32.219376 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.240568 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5db779af-9865-4503-8154-2c9d9a43f704 req-a1c8c3bd-592f-48cd-a123-e6941c74f427 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484656 Jul 05 03:51:32.312335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-f205a52c-62cb-4268-9d3d-a48d0f4c46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:32.313742 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-f205a52c-62cb-4268-9d3d-a48d0f4c46ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 1095 time: 0.1997676 Jul 05 03:51:32.385341 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-7f7f127a-aaf1-4a69-9c80-8653ed2c2c32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e697cb2b-c887-4eab-8a6d-f4b754c48d42 HTTP/1.1" status: 200 len: 217 time: 0.0592384 Jul 05 03:51:32.495864 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-b2fe4610-2319-4c26-b692-28852ee28f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:32.497366 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-b2fe4610-2319-4c26-b692-28852ee28f43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9069197f-75d0-4cd3-a892-7efdfa8d933c HTTP/1.1" status: 200 len: 855 time: 0.0917106 Jul 05 03:51:32.567335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad16760-e033-41e0-ba96-9b291b3a9663 req-28246b8a-1afa-4386-af31-e458e5522dc8 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:32.568811 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ad16760-e033-41e0-ba96-9b291b3a9663 req-28246b8a-1afa-4386-af31-e458e5522dc8 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 943 time: 0.1997516 Jul 05 03:51:32.572951 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-f0c65068-291c-4c9a-af3f-0127fbeb06f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56f2d126-45cd-4c57-816c-f5659bffe33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657649 Jul 05 03:51:32.604214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7d9fcf-9635-440c-a021-79d069c41ba3 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:32.656783 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.699850 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ad16760-e033-41e0-ba96-9b291b3a9663 req-73181a5b-1658-4bf4-b731-f85e872a65aa tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244435 Jul 05 03:51:32.702164 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Transition to ACTIVE for port object 9c7d9fcf-9635-440c-a021-79d069c41ba3 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:32.735863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-44dd0c7e-7596-4708-b1c0-fade1bf79529 service neutron] 10.222.0.10 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472361 Jul 05 03:51:32.838472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-febd90f5-9eee-4567-96a1-5ed74efe40f4 req-782c026f-7a15-4d26-a01f-912fb9cd9da1 service neutron] 10.222.0.10 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935080 Jul 05 03:51:32.916547 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.007091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7d9fcf-9635-440c-a021-79d069c41ba3,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:33.080663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8380d41-9718-4d53-9bf0-f7cd4fcee36e req-3fb7fa8c-b245-48db-a17c-e0c71fd92f08 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:33.082252 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8380d41-9718-4d53-9bf0-f7cd4fcee36e req-3fb7fa8c-b245-48db-a17c-e0c71fd92f08 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 943 time: 0.1668525 Jul 05 03:51:33.127139 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Attempting to bind port 9c7d9fcf-9635-440c-a021-79d069c41ba3 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:33.127466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Attempting to bind port 9c7d9fcf-9635-440c-a021-79d069c41ba3 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:33.128050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Attempting to bind port 9c7d9fcf-9635-440c-a021-79d069c41ba3 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:33.142641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Port 9c7d9fcf-9635-440c-a021-79d069c41ba3 on network fc21b127-e7b5-412d-946b-08a3b7902b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:33.142963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Attempting to bind port 9c7d9fcf-9635-440c-a021-79d069c41ba3 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:33.148223 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8380d41-9718-4d53-9bf0-f7cd4fcee36e req-ee1c6fab-cc5c-4485-9461-5950bb6e936e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581150 Jul 05 03:51:33.155617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:33.155617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Checking segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:33.155617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Bound using segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:33.155617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Bound port: 9c7d9fcf-9635-440c-a021-79d069c41ba3, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:33.155617 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.228499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:33.231749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:33.337503 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43e960-c6a2-4403-8291-4e0237962894 req-76640e2b-eca5-4a61-842c-45f3fd263177 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:33.339007 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb43e960-c6a2-4403-8291-4e0237962894 req-76640e2b-eca5-4a61-842c-45f3fd263177 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.0687263 Jul 05 03:51:33.354657 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.421891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:33.422583 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.424156 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] 10.222.0.10 "PUT /v2.0/ports/9c7d9fcf-9635-440c-a021-79d069c41ba3 HTTP/1.1" status: 200 len: 1092 time: 1.5029509 Jul 05 03:51:33.443799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb43e960-c6a2-4403-8291-4e0237962894 req-77b373ad-1c60-4ad1-bb92-229b8be21c79 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987082 Jul 05 03:51:33.451310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3125198-8ff1-432d-a092-d11f7467aab1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7d9fcf-9635-440c-a021-79d069c41ba3,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:33.557005 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53436406-37f5-4107-bc1d-e5db61a1427f', 'tag': '9c7d9fcf-9635-440c-a021-79d069c41ba3'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:33.559522 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed73309d-6caa-4c36-95d5-1bbb829f2205" -d '{"events": [{"name": "network-changed", "server_uuid": "53436406-37f5-4107-bc1d-e5db61a1427f", "tag": "9c7d9fcf-9635-440c-a021-79d069c41ba3"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:33.673092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332627d-b5de-4434-a5de-166448584da4 req-919eafef-99b9-43af-839b-5bd252a64723 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:33.674554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b332627d-b5de-4434-a5de-166448584da4 req-919eafef-99b9-43af-839b-5bd252a64723 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 943 time: 0.1114476 Jul 05 03:51:33.676738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-280c40b6-ac40-466f-bb74-63e875084d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:33.678139 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-280c40b6-ac40-466f-bb74-63e875084d76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 1095 time: 0.1039417 Jul 05 03:51:33.741736 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-d25f9170-c7aa-4aef-aae4-b32ef84eed33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3 HTTP/1.1" status: 200 len: 217 time: 0.0431745 Jul 05 03:51:33.765189 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b332627d-b5de-4434-a5de-166448584da4 req-a843b054-3767-4aac-8b46-7c4c4150a99c tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837324 Jul 05 03:51:33.777858 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.805471 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-db3a6cfc-6ddc-4e23-8652-7c4223ad4fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:33.807084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-db3a6cfc-6ddc-4e23-8652-7c4223ad4fc1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.0526900 Jul 05 03:51:33.815059 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4560e1b-0b75-4197-8a43-e5c0b6a31955 x-openstack-request-id: req-d4560e1b-0b75-4197-8a43-e5c0b6a31955 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:33.815318 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53436406-37f5-4107-bc1d-e5db61a1427f", "tag": "9c7d9fcf-9635-440c-a021-79d069c41ba3", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:33.815666 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4560e1b-0b75-4197-8a43-e5c0b6a31955 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:33.815975 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53436406-37f5-4107-bc1d-e5db61a1427f', 'tag': '9c7d9fcf-9635-440c-a021-79d069c41ba3', 'status': 'completed', 'code': 200} Jul 05 03:51:33.877271 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-b72c9817-52ac-47f5-8b36-9ba622ced974 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398014 Jul 05 03:51:34.019311 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-52e7d367-e0a0-4dc8-a868-f9b9db1718b8 service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345775 Jul 05 03:51:34.058726 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03db4e3-92ef-4e4a-a434-708e4ce53bbe req-3db80d17-f733-4f5e-836f-93b85b431ab6 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:34.060417 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c03db4e3-92ef-4e4a-a434-708e4ce53bbe req-3db80d17-f733-4f5e-836f-93b85b431ab6 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 943 time: 0.1269090 Jul 05 03:51:34.151776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c03db4e3-92ef-4e4a-a434-708e4ce53bbe req-1508b447-c2c0-4c00-922b-5a32dff2db95 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617111 Jul 05 03:51:34.180193 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e78ed4f7-e934-4d42-ba76-8bf4e35edb28 req-89a94c50-e340-4111-9b64-c6b5b359fa82 service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501279 Jul 05 03:51:34.421422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4db27a-d76c-4f4b-bce6-c3db3f2f7157 req-ef82c792-7f5f-4b16-8f68-8e05d64f052c tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:34.423112 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4db27a-d76c-4f4b-bce6-c3db3f2f7157 req-ef82c792-7f5f-4b16-8f68-8e05d64f052c tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 943 time: 0.0741961 Jul 05 03:51:34.469913 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4db27a-d76c-4f4b-bce6-c3db3f2f7157 req-f6ee8784-d0c5-4d0c-9fad-d0a881333038 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390453 Jul 05 03:51:34.557524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73309d-6caa-4c36-95d5-1bbb829f2205 req-7c3f779d-c74b-4371-a5df-00a3bbf245a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:34.564175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed73309d-6caa-4c36-95d5-1bbb829f2205 req-7c3f779d-c74b-4371-a5df-00a3bbf245a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 1095 time: 0.0643132 Jul 05 03:51:34.713117 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73309d-6caa-4c36-95d5-1bbb829f2205 req-008e9c4b-537d-43a6-ba96-f21ba43826da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:34.714623 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed73309d-6caa-4c36-95d5-1bbb829f2205 req-008e9c4b-537d-43a6-ba96-f21ba43826da service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.1402614 Jul 05 03:51:34.730333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b03f10-0208-4240-81ce-fe20ffbab47a req-a80ea531-f772-4148-a246-0e066518eabf tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:34.731928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28b03f10-0208-4240-81ce-fe20ffbab47a req-a80ea531-f772-4148-a246-0e066518eabf tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 945 time: 0.1378918 Jul 05 03:51:34.781533 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed73309d-6caa-4c36-95d5-1bbb829f2205 req-804a66e8-4636-4606-86dc-f78995e7482b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3 HTTP/1.1" status: 200 len: 217 time: 0.0485265 Jul 05 03:51:34.801447 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28b03f10-0208-4240-81ce-fe20ffbab47a req-b1d3fdec-55d4-407c-9bd7-fafbf75c1a5a tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/security-groups?id=f397f6e7-1110-4077-a646-8dfba6c1011a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620985 Jul 05 03:51:34.847052 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73309d-6caa-4c36-95d5-1bbb829f2205 req-f8d49174-ccc0-4b53-b8ac-ea19eefea264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:34.848574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed73309d-6caa-4c36-95d5-1bbb829f2205 req-f8d49174-ccc0-4b53-b8ac-ea19eefea264 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.0462809 Jul 05 03:51:34.892877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed73309d-6caa-4c36-95d5-1bbb829f2205 req-2d1ab451-f2a9-474b-8fbb-070a87f5e6db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289071 Jul 05 03:51:35.322590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed73309d-6caa-4c36-95d5-1bbb829f2205 req-d2399ed7-9dff-493f-8f31-29c421f10b0e service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196961 Jul 05 03:51:35.330977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e114963-2025-472b-af94-934dbd10d4a8 req-7191a614-4923-4447-a211-f1da0aa68379 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:35.332491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e114963-2025-472b-af94-934dbd10d4a8 req-7191a614-4923-4447-a211-f1da0aa68379 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.4180820 Jul 05 03:51:35.417756 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e114963-2025-472b-af94-934dbd10d4a8 req-cdee995e-df3a-4030-b972-c93ded8b5899 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793939 Jul 05 03:51:35.454997 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed73309d-6caa-4c36-95d5-1bbb829f2205 req-ecf8624a-6732-49d0-97a0-be681354ecff service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013367 Jul 05 03:51:35.594357 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d5e4a-79ac-44bf-a28a-d7de12c1d31a req-372b3f17-7bfd-4f01-b338-aa39e8e5d5f4 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:35.596058 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-610d5e4a-79ac-44bf-a28a-d7de12c1d31a req-372b3f17-7bfd-4f01-b338-aa39e8e5d5f4 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 943 time: 0.0733829 Jul 05 03:51:35.637073 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-610d5e4a-79ac-44bf-a28a-d7de12c1d31a req-59c634f6-bf25-4ddd-9755-8e2ee855afce tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345888 Jul 05 03:51:35.806852 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6a951-1ca2-444c-a35d-6fc8678d4989 req-28ad4442-ff92-4f97-8464-2eb061204e3a tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:35.808437 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3bf6a951-1ca2-444c-a35d-6fc8678d4989 req-28ad4442-ff92-4f97-8464-2eb061204e3a tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 943 time: 0.0692725 Jul 05 03:51:35.853633 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3bf6a951-1ca2-444c-a35d-6fc8678d4989 req-5ec0a5a8-78a7-48d6-94de-e245fbb9af5a tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391397 Jul 05 03:51:36.041238 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871a8e5-97fb-408d-b3ca-e83eef126cdb req-3d7acca3-262d-44a9-9050-69152cea79a1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:36.042764 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f871a8e5-97fb-408d-b3ca-e83eef126cdb req-3d7acca3-262d-44a9-9050-69152cea79a1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 943 time: 0.0669563 Jul 05 03:51:36.083959 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f871a8e5-97fb-408d-b3ca-e83eef126cdb req-283a1c4d-0cc8-4885-9c40-1d3697d81755 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353098 Jul 05 03:51:36.118685 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e697cb2b-c887-4eab-8a6d-f4b754c48d42 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:36.223441 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e697cb2b-c887-4eab-8a6d-f4b754c48d42, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e697cb2b-c887-4eab-8a6d-f4b754c48d42,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:36.237518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'e697cb2b-c887-4eab-8a6d-f4b754c48d42', 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c', 'port_id': 'e697cb2b-c887-4eab-8a6d-f4b754c48d42', 'mac_address': 'fa:16:3e:91:b6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9069197f-75d0-4cd3-a892-7efdfa8d933c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:36.284444 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.299479 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e697cb2b-c887-4eab-8a6d-f4b754c48d42 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:36.322689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e697cb2b-c887-4eab-8a6d-f4b754c48d42, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e697cb2b-c887-4eab-8a6d-f4b754c48d42,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:36.436235 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.491240 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e697cb2b-c887-4eab-8a6d-f4b754c48d42,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:36.831079 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e697cb2b-c887-4eab-8a6d-f4b754c48d42'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:36.861357 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cd2d1-548c-464b-b607-8f1bbbe863a3 req-3cce84b3-f289-40cb-b33e-741f12c3fcff tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:36.862992 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f4cd2d1-548c-464b-b607-8f1bbbe863a3 req-3cce84b3-f289-40cb-b33e-741f12c3fcff tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 945 time: 0.0733640 Jul 05 03:51:36.907289 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f4cd2d1-548c-464b-b607-8f1bbbe863a3 req-8f99437b-932f-4327-a8d4-644d2c4c5d4e tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/security-groups?id=f397f6e7-1110-4077-a646-8dfba6c1011a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383823 Jul 05 03:51:37.074183 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd911dae-9462-462c-b54f-5aa269987a06 req-8a279302-6b99-404e-8eb6-6ed80013b87f tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:37.075712 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd911dae-9462-462c-b54f-5aa269987a06 req-8a279302-6b99-404e-8eb6-6ed80013b87f tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.0747194 Jul 05 03:51:37.115801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd911dae-9462-462c-b54f-5aa269987a06 req-db453ba3-8b6e-43b7-ba55-fb0533a79076 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342770 Jul 05 03:51:37.825824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c745bb7-5b6c-4e78-a93a-1dff6b4394a5 req-2618897b-bbb4-46fb-8ee2-65b8234fc0b9 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:37.827389 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c745bb7-5b6c-4e78-a93a-1dff6b4394a5 req-2618897b-bbb4-46fb-8ee2-65b8234fc0b9 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 944 time: 0.0688992 Jul 05 03:51:37.868471 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c745bb7-5b6c-4e78-a93a-1dff6b4394a5 req-aac41045-95b5-412b-b46d-839293cd851e tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351346 Jul 05 03:51:38.041832 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8a245-65f9-447b-8d49-068683d1bb46 req-fe464330-7c0f-4939-8afd-3ffecc28d84b tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:38.043347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8e8a245-65f9-447b-8d49-068683d1bb46 req-fe464330-7c0f-4939-8afd-3ffecc28d84b tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 943 time: 0.0653312 Jul 05 03:51:38.083852 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8e8a245-65f9-447b-8d49-068683d1bb46 req-c069c270-6e25-4c2c-80c9-a912abb04faa tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347307 Jul 05 03:51:38.148224 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9c7d9fcf-9635-440c-a021-79d069c41ba3 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:38.152539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e697cb2b-c887-4eab-8a6d-f4b754c48d42 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:38.309081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:38.321207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '9c7d9fcf-9635-440c-a021-79d069c41ba3', 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67', 'port_id': '9c7d9fcf-9635-440c-a021-79d069c41ba3', 'mac_address': 'fa:16:3e:50:8d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e58e0b-cbb7-42b5-a550-6e06ecae5d23', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:38.324954 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35cbf2-92d7-4536-bbaf-68982e769cc0 req-b55d5d23-fc03-4342-819d-19745b4cbc45 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:38.326609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a35cbf2-92d7-4536-bbaf-68982e769cc0 req-b55d5d23-fc03-4342-819d-19745b4cbc45 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 943 time: 0.1130977 Jul 05 03:51:38.373514 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.386678 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ffaf2-6d7a-4228-8c86-74facaa0ec45 req-ebc02ab8-fc2a-4268-a8af-e23473ee2830 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:38.387266 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7d9fcf-9635-440c-a021-79d069c41ba3 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:38.388236 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-164ffaf2-6d7a-4228-8c86-74facaa0ec45 req-ebc02ab8-fc2a-4268-a8af-e23473ee2830 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.1201398 Jul 05 03:51:38.391153 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a35cbf2-92d7-4536-bbaf-68982e769cc0 req-06d529d7-79af-4d13-89df-96cec3fc6e32 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585163 Jul 05 03:51:38.408555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:38.430425 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-164ffaf2-6d7a-4228-8c86-74facaa0ec45 req-4e5cbab1-5aab-4088-a484-1ce27a1ac250 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362692 Jul 05 03:51:38.549057 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port e697cb2b-c887-4eab-8a6d-f4b754c48d42 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:38.551401 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.557245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port e697cb2b-c887-4eab-8a6d-f4b754c48d42 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:38.557617 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.702187 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9c7d9fcf-9635-440c-a021-79d069c41ba3,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:38.718419 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.777806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f51d2bd-0e71-4cdb-8678-316a59d0892f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e697cb2b-c887-4eab-8a6d-f4b754c48d42'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:38.787379 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7773cf-8060-43e6-a93f-14291a2311a4" -d '{"events": [{"server_uuid": "6f51d2bd-0e71-4cdb-8678-316a59d0892f", "name": "network-vif-plugged", "status": "completed", "tag": "e697cb2b-c887-4eab-8a6d-f4b754c48d42"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:38.826271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e697cb2b-c887-4eab-8a6d-f4b754c48d42, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e697cb2b-c887-4eab-8a6d-f4b754c48d42,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:38.879008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37606) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:38.957956 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.992403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9c7d9fcf-9635-440c-a021-79d069c41ba3'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:38.994915 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.078568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e697cb2b-c887-4eab-8a6d-f4b754c48d42,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:39.108664 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.114041 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2391d7-dfe0-45e9-a30f-369e6a1c31b5 x-openstack-request-id: req-ff2391d7-dfe0-45e9-a30f-369e6a1c31b5 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:39.116233 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f51d2bd-0e71-4cdb-8678-316a59d0892f", "name": "network-vif-plugged", "status": "completed", "tag": "e697cb2b-c887-4eab-8a6d-f4b754c48d42", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:39.116573 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ff2391d7-dfe0-45e9-a30f-369e6a1c31b5 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:39.117045 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f51d2bd-0e71-4cdb-8678-316a59d0892f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e697cb2b-c887-4eab-8a6d-f4b754c48d42', 'code': 200} Jul 05 03:51:39.219335 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.291953 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=379e78d049c04bd2b89d6fab7d3fbd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118166 Jul 05 03:51:39.292892 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37618) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:39.293800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91817f2-c578-4497-a81f-b884ce4aef03,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:39.318079 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:39.319287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:39.319911 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:39.320500 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:39.321018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:39.321506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:39.322159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:39.322651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:39.323152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:39.323802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:39.324345 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:39.324855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3799b-8960-44ca-a2c9-4ebe418fcd26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:39.358720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323bef-857f-4f0d-9bcc-978c9e5b8ed3 req-15a99c8e-3826-4136-be21-49415b265c1b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:39.361706 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96323bef-857f-4f0d-9bcc-978c9e5b8ed3 req-15a99c8e-3826-4136-be21-49415b265c1b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 945 time: 0.1074617 Jul 05 03:51:39.387105 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd3218fb-3dfa-4aa4-82b2-aaaaffeb2bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.410669 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9d788-928b-42c0-ad70-3acee0ce053a req-0f52133d-7996-41a8-af5a-9bd05d9c2139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:39.413015 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ddb9d788-928b-42c0-ad70-3acee0ce053a req-0f52133d-7996-41a8-af5a-9bd05d9c2139 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 1097 time: 0.2025549 Jul 05 03:51:39.419815 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd3218fb-3dfa-4aa4-82b2-aaaaffeb2bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.505477 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96323bef-857f-4f0d-9bcc-978c9e5b8ed3 req-ec827715-769b-4af2-94e3-c5715f33d991 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366289 Jul 05 03:51:39.521323 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ddb9d788-928b-42c0-ad70-3acee0ce053a req-61684e82-9f4d-4f9c-a9fa-772c523a9e47 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972557 Jul 05 03:51:39.553727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a45f1d-6eef-4337-b4d1-d733e8fde75c req-f3bf37db-9aba-4573-be4b-add744674549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:39.553727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3a45f1d-6eef-4337-b4d1-d733e8fde75c req-f3bf37db-9aba-4573-be4b-add744674549 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21362df89c8b47fca3df61f10456d129&device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 1097 time: 0.1839943 Jul 05 03:51:39.565224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e4a40-78c8-4036-a8d5-6e0530e21114 req-39c36a5d-b765-4d2f-b7be-cc0ef1a8c505 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:39.570378 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc0e4a40-78c8-4036-a8d5-6e0530e21114 req-39c36a5d-b765-4d2f-b7be-cc0ef1a8c505 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.1334875 Jul 05 03:51:39.595907 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd3218fb-3dfa-4aa4-82b2-aaaaffeb2bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.599843 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd3218fb-3dfa-4aa4-82b2-aaaaffeb2bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.614507 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fd3218fb-3dfa-4aa4-82b2-aaaaffeb2bd8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f91817f2-c578-4497-a81f-b884ce4aef03 HTTP/1.1" status: 204 len: 168 time: 0.3086679 Jul 05 03:51:39.643569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3218fb-3dfa-4aa4-82b2-aaaaffeb2bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91817f2-c578-4497-a81f-b884ce4aef03,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:39.678639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc0e4a40-78c8-4036-a8d5-6e0530e21114 req-bff0eabf-c99e-486d-9f3f-79d8ce71d861 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963719 Jul 05 03:51:39.761970 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a45f1d-6eef-4337-b4d1-d733e8fde75c req-bf23ac78-273a-4230-b57d-3d5fede203d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:39.763812 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3a45f1d-6eef-4337-b4d1-d733e8fde75c req-bf23ac78-273a-4230-b57d-3d5fede203d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98 HTTP/1.1" status: 200 len: 916 time: 0.1907542 Jul 05 03:51:39.821551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ed6d2-9bbc-4f3d-ba4c-4719d1e3af76 req-377be26b-4c69-46dd-87ea-5900f3ced6a1 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:39.828716 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-161ed6d2-9bbc-4f3d-ba4c-4719d1e3af76 req-377be26b-4c69-46dd-87ea-5900f3ced6a1 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 943 time: 0.1583536 Jul 05 03:51:39.833007 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3a45f1d-6eef-4337-b4d1-d733e8fde75c req-d83d83ad-4efd-4892-a8de-3fa4551f4ed0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec469546-349f-44ad-8e4b-6ef75384030f HTTP/1.1" status: 200 len: 217 time: 0.0615618 Jul 05 03:51:39.952631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-161ed6d2-9bbc-4f3d-ba4c-4719d1e3af76 req-857f8036-3a63-4541-8d39-f828b95ded4a tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230307 Jul 05 03:51:39.963691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a45f1d-6eef-4337-b4d1-d733e8fde75c req-5463ac4f-b2f1-428e-b705-8418e129a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:39.965486 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3a45f1d-6eef-4337-b4d1-d733e8fde75c req-5463ac4f-b2f1-428e-b705-8418e129a2e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e234ec92-8e1b-404c-808f-156d89d3ea3a HTTP/1.1" status: 200 len: 854 time: 0.1242440 Jul 05 03:51:39.984182 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8d116-4730-4663-8560-fd3ed5866b4e req-7c949520-4966-40ef-bc20-40b98083e9a0 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:39.992684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96e8d116-4730-4663-8560-fd3ed5866b4e req-7c949520-4966-40ef-bc20-40b98083e9a0 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 945 time: 0.1618743 Jul 05 03:51:40.071042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96e8d116-4730-4663-8560-fd3ed5866b4e req-fadf1b96-b4a6-484c-99f6-6556ad96bf6b tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/security-groups?id=f397f6e7-1110-4077-a646-8dfba6c1011a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773511 Jul 05 03:51:40.128274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a45f1d-6eef-4337-b4d1-d733e8fde75c req-6791e7ae-722c-4ec8-99e3-9c1d869942a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:40.129853 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3a45f1d-6eef-4337-b4d1-d733e8fde75c req-6791e7ae-722c-4ec8-99e3-9c1d869942a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3732e2d-2a5d-4197-b2e7-6197b20c4e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351559 Jul 05 03:51:40.168148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9c7d9fcf-9635-440c-a021-79d069c41ba3 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:40.221712 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2c413-30d8-43bf-b6fa-1589fb9b0c28 req-d3c7ac92-f3c6-473a-adb8-f7abfc501efe tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:40.224539 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eab2c413-30d8-43bf-b6fa-1589fb9b0c28 req-d3c7ac92-f3c6-473a-adb8-f7abfc501efe tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 944 time: 0.1315572 Jul 05 03:51:40.290225 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eab2c413-30d8-43bf-b6fa-1589fb9b0c28 req-389d180b-b578-4e81-bc3c-35b2039a92f1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548553 Jul 05 03:51:40.295710 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3a45f1d-6eef-4337-b4d1-d733e8fde75c req-2cfebae6-4148-4ad7-9023-900ee0e310eb service neutron] 10.222.0.36 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497974 Jul 05 03:51:40.406004 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3a45f1d-6eef-4337-b4d1-d733e8fde75c req-3b55b2d7-d653-4d4e-ae3b-8488d58c5bca service neutron] 10.222.0.36 "GET /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012602 Jul 05 03:51:40.451321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 9c7d9fcf-9635-440c-a021-79d069c41ba3 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:40.456010 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 9c7d9fcf-9635-440c-a021-79d069c41ba3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:40.462986 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.565886 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.640022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:40.664264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37634) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:40.687401 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-771971fa-4d8d-4085-a479-ad73f5d89176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.714101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d7b18-1c0b-4df4-a809-37dae925171d req-a775acc6-a788-4761-acfb-16232ac0e279 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:40.715668 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc5d7b18-1c0b-4df4-a809-37dae925171d req-a775acc6-a788-4761-acfb-16232ac0e279 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 945 time: 0.0778294 Jul 05 03:51:40.782330 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc5d7b18-1c0b-4df4-a809-37dae925171d req-45215a5a-9781-45df-b8c4-61248886bb5b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602205 Jul 05 03:51:40.847782 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.850883 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-771971fa-4d8d-4085-a479-ad73f5d89176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.907253 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9c7d9fcf-9635-440c-a021-79d069c41ba3,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:40.924002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:40.924584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:40.926550 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:40.927008 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:40.927423 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:40.927837 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:40.928832 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:40.929886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:40.930326 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:40.930738 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:40.931318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:40.932055 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:40.987204 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-771971fa-4d8d-4085-a479-ad73f5d89176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.988778 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b116d2-56af-40ee-bedd-df8519e86f8d req-007c8836-3186-4b94-9a35-43b6e6402253 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:41.004732 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-61b116d2-56af-40ee-bedd-df8519e86f8d req-007c8836-3186-4b94-9a35-43b6e6402253 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.1377382 Jul 05 03:51:41.069376 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771971fa-4d8d-4085-a479-ad73f5d89176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a83379-bf5f-4e25-90d0-ebf8957630b9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:41.075109 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-771971fa-4d8d-4085-a479-ad73f5d89176 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a38c900911d64a1abdf75ee0f52b70cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080851 Jul 05 03:51:41.080744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37644) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:41.118162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53436406-37f5-4107-bc1d-e5db61a1427f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7d9fcf-9635-440c-a021-79d069c41ba3'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:41.121778 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0f7bca-47e0-41a8-bb36-ad7195b5c6e1" -d '{"events": [{"server_uuid": "53436406-37f5-4107-bc1d-e5db61a1427f", "name": "network-vif-plugged", "status": "completed", "tag": "9c7d9fcf-9635-440c-a021-79d069c41ba3"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:41.129056 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-61b116d2-56af-40ee-bedd-df8519e86f8d req-a49b5594-8832-4c22-81ca-db3fc0007138 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194046 Jul 05 03:51:41.157674 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4989a960-493a-4bd9-acd6-e47c7f739817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.186129 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4989a960-493a-4bd9-acd6-e47c7f739817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.253796 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be679f02-bee4-41b4-9a3d-b698881d0310 req-46954c7e-47ef-4f70-8550-8fa3bf1af881 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:41.261163 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be679f02-bee4-41b4-9a3d-b698881d0310 req-46954c7e-47ef-4f70-8550-8fa3bf1af881 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 943 time: 0.1213329 Jul 05 03:51:41.337255 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be679f02-bee4-41b4-9a3d-b698881d0310 req-08cefcf1-3e29-4fe2-91fd-652e28ea495d tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746696 Jul 05 03:51:41.389387 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac7ffe-3a90-4bbb-bb97-94179bd70915 req-22933254-39c7-4252-910f-37f3f53cd0df tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:41.390252 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7485ee18-073e-4e34-9410-094f6cd12776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.391129 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdac7ffe-3a90-4bbb-bb97-94179bd70915 req-22933254-39c7-4252-910f-37f3f53cd0df tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 945 time: 0.1110098 Jul 05 03:51:41.400481 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40444bad-ee0f-4974-a6f2-b2617aef3363 x-openstack-request-id: req-40444bad-ee0f-4974-a6f2-b2617aef3363 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:41.400481 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53436406-37f5-4107-bc1d-e5db61a1427f", "name": "network-vif-plugged", "status": "completed", "tag": "9c7d9fcf-9635-440c-a021-79d069c41ba3", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:41.400481 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-40444bad-ee0f-4974-a6f2-b2617aef3363 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:41.400481 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53436406-37f5-4107-bc1d-e5db61a1427f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7d9fcf-9635-440c-a021-79d069c41ba3', 'code': 200} Jul 05 03:51:41.421025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9418b660-b5c4-4b60-b669-e3451073dbcc details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:41.434665 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4989a960-493a-4bd9-acd6-e47c7f739817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.439706 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4989a960-493a-4bd9-acd6-e47c7f739817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.445470 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4989a960-493a-4bd9-acd6-e47c7f739817 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/88a83379-bf5f-4e25-90d0-ebf8957630b9 HTTP/1.1" status: 204 len: 168 time: 0.3589351 Jul 05 03:51:41.456352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdac7ffe-3a90-4bbb-bb97-94179bd70915 req-3388a72e-988a-43f4-9a32-2c4cde3bf64d tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/security-groups?id=f397f6e7-1110-4077-a646-8dfba6c1011a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578704 Jul 05 03:51:41.464847 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989a960-493a-4bd9-acd6-e47c7f739817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a83379-bf5f-4e25-90d0-ebf8957630b9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:41.574623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 9418b660-b5c4-4b60-b669-e3451073dbcc, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9418b660-b5c4-4b60-b669-e3451073dbcc,segment=NetworkSegment(07048c1d-398c-47c9-aa4c-e208e57c0ac6),segment_id=07048c1d-398c-47c9-aa4c-e208e57c0ac6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:41.592927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '9418b660-b5c4-4b60-b669-e3451073dbcc', 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'port_id': '9418b660-b5c4-4b60-b669-e3451073dbcc', 'mac_address': 'fa:16:3e:48:db:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:41.649371 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.664380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9418b660-b5c4-4b60-b669-e3451073dbcc {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:41.691627 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 9418b660-b5c4-4b60-b669-e3451073dbcc, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9418b660-b5c4-4b60-b669-e3451073dbcc,segment=NetworkSegment(07048c1d-398c-47c9-aa4c-e208e57c0ac6),segment_id=07048c1d-398c-47c9-aa4c-e208e57c0ac6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:41.742130 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b295a-3fef-4256-9e19-3b2489338e2a req-b125883a-2d95-4ca4-8e3c-b3966246be07 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:41.744924 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f4b295a-3fef-4256-9e19-3b2489338e2a req-b125883a-2d95-4ca4-8e3c-b3966246be07 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 945 time: 0.2041118 Jul 05 03:51:41.785200 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa26af6-03cd-42ba-a1ec-923849f1df98 req-11c73c83-b690-45af-9fe3-3c9e459e3f60 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:41.786841 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dfa26af6-03cd-42ba-a1ec-923849f1df98 req-11c73c83-b690-45af-9fe3-3c9e459e3f60 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.10 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 945 time: 0.1632519 Jul 05 03:51:41.806417 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095881d0-fc47-40a5-bd04-e84acda8c39f req-c5e4be14-2220-4b36-a4bc-07ef51dc20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:41.808022 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-095881d0-fc47-40a5-bd04-e84acda8c39f req-c5e4be14-2220-4b36-a4bc-07ef51dc20eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 1097 time: 0.1857543 Jul 05 03:51:41.880539 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f4b295a-3fef-4256-9e19-3b2489338e2a req-ec0082ca-bf39-4881-8e50-309e5c8d015c tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291385 Jul 05 03:51:41.905543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-095881d0-fc47-40a5-bd04-e84acda8c39f req-2ee5d1ed-31fc-4821-aed8-948eeb9cb82a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827079 Jul 05 03:51:42.004527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-dfa26af6-03cd-42ba-a1ec-923849f1df98 req-8f1c4c49-7017-4ea0-bb32-5a4e0b4b3590 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Deleting port 428303aa-c211-4d8c-981c-4d862aa7876f {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:42.005093 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-dfa26af6-03cd-42ba-a1ec-923849f1df98 req-8f1c4c49-7017-4ea0-bb32-5a4e0b4b3590 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.075571 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.161484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=9418b660-b5c4-4b60-b669-e3451073dbcc,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:42.197108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-dfa26af6-03cd-42ba-a1ec-923849f1df98 req-8f1c4c49-7017-4ea0-bb32-5a4e0b4b3590 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] For port 428303aa-c211-4d8c-981c-4d862aa7876f, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=428303aa-c211-4d8c-981c-4d862aa7876f,segment=NetworkSegment(31728b62-8332-470e-9ca2-772d3d9ecef5),segment_id=31728b62-8332-470e-9ca2-772d3d9ecef5)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:42.197645 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-dfa26af6-03cd-42ba-a1ec-923849f1df98 req-8f1c4c49-7017-4ea0-bb32-5a4e0b4b3590 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.274219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e21190-ed40-4a76-a97f-922688d8bd9f req-d799f26b-502d-4ef4-b8c6-37bf9897ba80 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:42.275841 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3e21190-ed40-4a76-a97f-922688d8bd9f req-d799f26b-502d-4ef4-b8c6-37bf9897ba80 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 945 time: 0.2738149 Jul 05 03:51:42.302039 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:51:42.423722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3e21190-ed40-4a76-a97f-922688d8bd9f req-628953ce-e562-4449-8021-e54c19a52b7e tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361029 Jul 05 03:51:42.487870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c0a1e-4a92-46b9-a26b-7ea832b02106 req-ced558fe-0fdf-4d1b-bba3-5369c5797b0c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:42.496855 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-738c0a1e-4a92-46b9-a26b-7ea832b02106 req-ced558fe-0fdf-4d1b-bba3-5369c5797b0c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.2165799 Jul 05 03:51:42.535207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['9418b660-b5c4-4b60-b669-e3451073dbcc'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:42.552562 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-dfa26af6-03cd-42ba-a1ec-923849f1df98 req-8f1c4c49-7017-4ea0-bb32-5a4e0b4b3590 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.553917 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-dfa26af6-03cd-42ba-a1ec-923849f1df98 req-8f1c4c49-7017-4ea0-bb32-5a4e0b4b3590 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.554859 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [req-dfa26af6-03cd-42ba-a1ec-923849f1df98 req-8f1c4c49-7017-4ea0-bb32-5a4e0b4b3590 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Floating IP 358dcff9-46bd-4a86-ad78-77205f0760c4 disassociated. External IP: 172.25.6.190, port: 428303aa-c211-4d8c-981c-4d862aa7876f. Jul 05 03:51:42.555563 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-dfa26af6-03cd-42ba-a1ec-923849f1df98 req-8f1c4c49-7017-4ea0-bb32-5a4e0b4b3590 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Calling delete_port for 428303aa-c211-4d8c-981c-4d862aa7876f owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:42.570525 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-738c0a1e-4a92-46b9-a26b-7ea832b02106 req-c636f361-410a-46f5-bcb4-c78b35e6e300 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739338 Jul 05 03:51:42.723067 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83bc46-bfbf-4069-9a09-9aa337411e9c req-da6439e7-9064-4526-a2bb-773a9a1f6012 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:42.724609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e83bc46-bfbf-4069-9a09-9aa337411e9c req-da6439e7-9064-4526-a2bb-773a9a1f6012 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 944 time: 0.1470029 Jul 05 03:51:42.804142 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e83bc46-bfbf-4069-9a09-9aa337411e9c req-4f1723f6-4b9a-459f-8260-9a37214b67a6 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711255 Jul 05 03:51:42.980855 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36fc40-872e-42d0-b4a8-c9c51f5fc8f5 req-5b9b9643-d162-4c07-8cfd-5cac39657574 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:42.982322 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c36fc40-872e-42d0-b4a8-c9c51f5fc8f5 req-5b9b9643-d162-4c07-8cfd-5cac39657574 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 945 time: 0.0775790 Jul 05 03:51:43.021605 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-dfa26af6-03cd-42ba-a1ec-923849f1df98 req-8f1c4c49-7017-4ea0-bb32-5a4e0b4b3590 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.077689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c4c49-7017-4ea0-bb32-5a4e0b4b3590 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Pushing event deleted for resources: {'Port': ['ID=428303aa-c211-4d8c-981c-4d862aa7876f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:43.095227 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c36fc40-872e-42d0-b4a8-c9c51f5fc8f5 req-a43131db-4e49-470e-8f68-5d19aaa2a060 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/security-groups?id=f397f6e7-1110-4077-a646-8dfba6c1011a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047657 Jul 05 03:51:43.165974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7acb6-976e-48ab-95a7-ec1fb9377007 req-92834180-4de6-4354-9db1-77c7d5eff8d2 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:43.168024 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4c7acb6-976e-48ab-95a7-ec1fb9377007 req-92834180-4de6-4354-9db1-77c7d5eff8d2 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.1971097 Jul 05 03:51:43.308933 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4c7acb6-976e-48ab-95a7-ec1fb9377007 req-5774eb8e-0e16-4d8b-b9c9-4c5ea739bebb tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283813 Jul 05 03:51:43.321051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfa26af6-03cd-42ba-a1ec-923849f1df98 req-8f1c4c49-7017-4ea0-bb32-5a4e0b4b3590 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Router 364bd5cd-473c-4239-bbe7-eb584b0388b9 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:43.978752 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfa26af6-03cd-42ba-a1ec-923849f1df98 req-8f1c4c49-7017-4ea0-bb32-5a4e0b4b3590 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:43.988583 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e0e04d-7bee-45d6-9220-e4690780cb4a None None] Sync routers for ids ['364bd5cd-473c-4239-bbe7-eb584b0388b9'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:43.998786 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0e04d-7bee-45d6-9220-e4690780cb4a None None] Routers {'364bd5cd-473c-4239-bbe7-eb584b0388b9'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:43.999319 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c1e0e04d-7bee-45d6-9220-e4690780cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:51:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['364bd5cd-473c-4239-bbe7-eb584b0388b9'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:44.043600 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d2c616b-9366-46bc-857f-d8c4cd1402dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.081912 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa26af6-03cd-42ba-a1ec-923849f1df98 req-8f1c4c49-7017-4ea0-bb32-5a4e0b4b3590 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] No DVR routers for this DVR port 428303aa-c211-4d8c-981c-4d862aa7876f on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:44.084463 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-dfa26af6-03cd-42ba-a1ec-923849f1df98 req-8f1c4c49-7017-4ea0-bb32-5a4e0b4b3590 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.088570 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dfa26af6-03cd-42ba-a1ec-923849f1df98 req-8f1c4c49-7017-4ea0-bb32-5a4e0b4b3590 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.10 "DELETE /v2.0/ports/428303aa-c211-4d8c-981c-4d862aa7876f HTTP/1.1" status: 204 len: 173 time: 2.2916143 Jul 05 03:51:44.089142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2507c929-348f-4b1b-be3c-8c717170d112', 'name': 'network-vif-deleted', 'tag': '428303aa-c211-4d8c-981c-4d862aa7876f'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:44.092025 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d2c73a-6b18-4c4a-8fb1-d489adfe5349" -d '{"events": [{"server_uuid": "2507c929-348f-4b1b-be3c-8c717170d112", "name": "network-vif-deleted", "tag": "428303aa-c211-4d8c-981c-4d862aa7876f"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:44.156241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f607a09-f01b-4ad7-8da5-a8289faf6fe2 req-6ad9903c-2b7d-4832-a035-e828fec5da00 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:44.165686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f607a09-f01b-4ad7-8da5-a8289faf6fe2 req-6ad9903c-2b7d-4832-a035-e828fec5da00 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 945 time: 0.2431254 Jul 05 03:51:44.222101 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-c1e0e04d-7bee-45d6-9220-e4690780cb4a None None] Set router 364bd5cd-473c-4239-bbe7-eb584b0388b9 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:44.243681 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f607a09-f01b-4ad7-8da5-a8289faf6fe2 req-c8ad8bcf-bb1e-4756-b4a5-41e596518e5c tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770471 Jul 05 03:51:44.280860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7603a2-6d4a-4c95-8973-9bdc4d355be2 req-8568b901-3009-45ae-b9fa-74517c531247 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:44.288531 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d7603a2-6d4a-4c95-8973-9bdc4d355be2 req-8568b901-3009-45ae-b9fa-74517c531247 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6194beb-c99e-445b-ba79-2e4398cafe9e HTTP/1.1" status: 200 len: 946 time: 0.1025229 Jul 05 03:51:44.388308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d7603a2-6d4a-4c95-8973-9bdc4d355be2 req-6fee8191-aed8-4cae-bf84-e6d6b34a7bdc tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867448 Jul 05 03:51:44.422512 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.445852 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5f4ba5-02ac-4ae8-b1d2-a5e077ccd531 x-openstack-request-id: req-9b5f4ba5-02ac-4ae8-b1d2-a5e077ccd531 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:44.446200 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2507c929-348f-4b1b-be3c-8c717170d112", "name": "network-vif-deleted", "tag": "428303aa-c211-4d8c-981c-4d862aa7876f", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:44.446582 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9b5f4ba5-02ac-4ae8-b1d2-a5e077ccd531 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:44.447037 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2507c929-348f-4b1b-be3c-8c717170d112', 'name': 'network-vif-deleted', 'tag': '428303aa-c211-4d8c-981c-4d862aa7876f', 'status': 'completed', 'code': 200} Jul 05 03:51:44.524180 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c1e0e04d-7bee-45d6-9220-e4690780cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'name': 'tempest-ServersTestManualDisk-1229970835-router', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:55Z', 'updated_at': '2021-07-05T03:49:03Z', 'revision_number': 4, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'gw_port': {'id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:57Z', 'updated_at': '2021-07-05T03:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'e9325752-7366-4903-aa03-fddff6ab2a45', 'name': '', 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'mac_address': 'fa:16:3e:9d:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:02Z', 'updated_at': '2021-07-05T03:49:10Z', 'revision_number': 5, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'subnets': [{'id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:44.536251 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d135a10-cc26-4bcc-ae4d-9cb78421c57f req-d5d1621a-3b34-493b-a695-d72326b744b8 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:44.549423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d135a10-cc26-4bcc-ae4d-9cb78421c57f req-d5d1621a-3b34-493b-a695-d72326b744b8 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 944 time: 0.1680648 Jul 05 03:51:44.616106 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e0e04d-7bee-45d6-9220-e4690780cb4a None None] Checking router: 364bd5cd-473c-4239-bbe7-eb584b0388b9 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:44.623946 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d135a10-cc26-4bcc-ae4d-9cb78421c57f req-7fb33e57-bd5d-4f9d-a2c4-ae14757ae392 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728734 Jul 05 03:51:44.626426 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0e04d-7bee-45d6-9220-e4690780cb4a None None] Routers {'364bd5cd-473c-4239-bbe7-eb584b0388b9'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:44.627036 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c1e0e04d-7bee-45d6-9220-e4690780cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:51:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['364bd5cd-473c-4239-bbe7-eb584b0388b9'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:44.699928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af254c17-4595-4b98-8431-feab59033cb1 req-2b23cfa4-5375-456c-b027-60c8e5892e32 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/ports?device_id=2507c929-348f-4b1b-be3c-8c717170d112 HTTP/1.1" status: 200 len: 210 time: 0.0478921 Jul 05 03:51:44.758217 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-c1e0e04d-7bee-45d6-9220-e4690780cb4a None None] Set router 364bd5cd-473c-4239-bbe7-eb584b0388b9 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:44.963708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f1fe5-b04d-4577-96b8-685b990504d8 req-c6297e5b-cba2-4c54-9928-b6e7335f0e90 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:44.965317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-199f1fe5-b04d-4577-96b8-685b990504d8 req-c6297e5b-cba2-4c54-9928-b6e7335f0e90 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 945 time: 0.0876982 Jul 05 03:51:45.055183 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-199f1fe5-b04d-4577-96b8-685b990504d8 req-d392e7af-a80f-4799-9c63-3f0b1072562f tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819426 Jul 05 03:51:45.090960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f00a54-3a32-4492-a873-bab85da8c0dd req-9afda8f2-81ca-4df7-a631-44f82caffddb tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:45.101936 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86f00a54-3a32-4492-a873-bab85da8c0dd req-9afda8f2-81ca-4df7-a631-44f82caffddb tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 1097 time: 0.1080666 Jul 05 03:51:45.144908 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86f00a54-3a32-4492-a873-bab85da8c0dd req-15c1eec3-2f52-40ac-97f6-9e6505366180 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398769 Jul 05 03:51:45.163680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-a883f53d-a2f8-4e19-ba99-f3b5135eb0c1 req-960c3b1d-fde8-4c76-9a83-983cbb7d8053 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:51:45.176827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a883f53d-a2f8-4e19-ba99-f3b5135eb0c1 req-960c3b1d-fde8-4c76-9a83-983cbb7d8053 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219347 Jul 05 03:51:45.230785 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.261466 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c1e0e04d-7bee-45d6-9220-e4690780cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'name': 'tempest-ServersTestManualDisk-1229970835-router', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:55Z', 'updated_at': '2021-07-05T03:49:03Z', 'revision_number': 4, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'gw_port': {'id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:57Z', 'updated_at': '2021-07-05T03:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'e9325752-7366-4903-aa03-fddff6ab2a45', 'name': '', 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'mac_address': 'fa:16:3e:9d:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:02Z', 'updated_at': '2021-07-05T03:49:10Z', 'revision_number': 5, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'subnets': [{'id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:45.306762 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e0e04d-7bee-45d6-9220-e4690780cb4a None None] The sync data for ids ['364bd5cd-473c-4239-bbe7-eb584b0388b9'] in n-d-771363-32 is: [{'id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'name': 'tempest-ServersTestManualDisk-1229970835-router', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:55Z', 'updated_at': '2021-07-05T03:49:03Z', 'revision_number': 4, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'gw_port': {'id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:57Z', 'updated_at': '2021-07-05T03:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'e9325752-7366-4903-aa03-fddff6ab2a45', 'name': '', 'network_id': '84ec4343-9bb1-496f-8666-e68e2a30eafb', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'mac_address': 'fa:16:3e:9d:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:49:02Z', 'updated_at': '2021-07-05T03:49:10Z', 'revision_number': 5, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'subnets': [{'id': '0bc68f1f-d6b1-430e-bb84-455db390f451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:45.413824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9418b660-b5c4-4b60-b669-e3451073dbcc up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:45.455678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a883f53d-a2f8-4e19-ba99-f3b5135eb0c1 req-e4e1024f-bcb2-418f-87d6-cb066f27a805 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2741268 Jul 05 03:51:45.594521 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 9418b660-b5c4-4b60-b669-e3451073dbcc completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:45.602170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 9418b660-b5c4-4b60-b669-e3451073dbcc triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:45.602949 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.848850 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6b6e0-ff89-4cac-a294-b734a75b94b1 req-5b09323a-fd56-4f28-bd42-c38660c86c15 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:45.864637 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57e6b6e0-ff89-4cac-a294-b734a75b94b1 req-5b09323a-fd56-4f28-bd42-c38660c86c15 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 1097 time: 0.1248569 Jul 05 03:51:45.876467 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.934898 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cb6821-5e6b-4f9e-8829-99272e876b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9418b660-b5c4-4b60-b669-e3451073dbcc'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:45.939222 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1e1d4b-403e-4b7a-95d9-8e0f7d05c364" -d '{"events": [{"server_uuid": "b0cb6821-5e6b-4f9e-8829-99272e876b3b", "name": "network-vif-plugged", "status": "completed", "tag": "9418b660-b5c4-4b60-b669-e3451073dbcc"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:45.967656 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57e6b6e0-ff89-4cac-a294-b734a75b94b1 req-9bcb9986-f9bc-4471-bbca-48835725ac4e tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017697 Jul 05 03:51:45.970253 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 9418b660-b5c4-4b60-b669-e3451073dbcc, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9418b660-b5c4-4b60-b669-e3451073dbcc,segment=NetworkSegment(07048c1d-398c-47c9-aa4c-e208e57c0ac6),segment_id=07048c1d-398c-47c9-aa4c-e208e57c0ac6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:45.984555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9096ffff-ac5d-4b50-9751-588ecc14ba5d None None] New status for floating IP 358dcff9-46bd-4a86-ad78-77205f0760c4: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:51:46.111746 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.178736 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=9418b660-b5c4-4b60-b669-e3451073dbcc,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:46.218135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 428303aa-c211-4d8c-981c-4d862aa7876f no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:46.261967 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 428303aa-c211-4d8c-981c-4d862aa7876f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:46.262496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 428303aa-c211-4d8c-981c-4d862aa7876f not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:46.461039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a489dd-253f-41ce-9aeb-3d06621c16c0 req-97b27218-6319-4ca8-81e8-8a9bbf0ab50d tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:46.468314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-70a489dd-253f-41ce-9aeb-3d06621c16c0 req-97b27218-6319-4ca8-81e8-8a9bbf0ab50d tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 945 time: 0.1514654 Jul 05 03:51:46.552178 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-70a489dd-253f-41ce-9aeb-3d06621c16c0 req-f64269bc-b8f3-4a73-8266-8cf16d801417 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797596 Jul 05 03:51:46.629208 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8e8957-c916-4ee8-b562-8966ec899205 x-openstack-request-id: req-3c8e8957-c916-4ee8-b562-8966ec899205 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:46.629721 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cb6821-5e6b-4f9e-8829-99272e876b3b", "name": "network-vif-plugged", "status": "completed", "tag": "9418b660-b5c4-4b60-b669-e3451073dbcc", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:46.629721 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c8e8957-c916-4ee8-b562-8966ec899205 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:46.630139 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cb6821-5e6b-4f9e-8829-99272e876b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9418b660-b5c4-4b60-b669-e3451073dbcc', 'code': 200} Jul 05 03:51:46.644984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878dd9b4-3ce8-4247-9c55-ab2960c6793d req-00f4b001-9c8f-47df-b9f7-e21d6fbed576 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:46.653307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-878dd9b4-3ce8-4247-9c55-ab2960c6793d req-00f4b001-9c8f-47df-b9f7-e21d6fbed576 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.1812007 Jul 05 03:51:46.738348 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-878dd9b4-3ce8-4247-9c55-ab2960c6793d req-1262f9be-0bb8-4164-a041-9e242d1ade76 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839972 Jul 05 03:51:46.821242 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6011f27-7380-4162-975c-4b43e746e1c7 req-b55a4311-96ea-4fe9-936a-218133e27119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:46.823107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6011f27-7380-4162-975c-4b43e746e1c7 req-b55a4311-96ea-4fe9-936a-218133e27119 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 1097 time: 0.0825539 Jul 05 03:51:46.824482 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.865005 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6011f27-7380-4162-975c-4b43e746e1c7 req-6fd1b225-b62f-46f1-87f8-931fac1b0f4f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317466 Jul 05 03:51:46.928238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37798) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:47.009888 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98378358-8928-4abe-8a8d-c5ba111473f2 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.061965 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98378358-8928-4abe-8a8d-c5ba111473f2 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.217270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68dfd7-eb33-4203-b5a4-8b5f49202518 req-4740dd9e-f194-4d5a-8f6c-de2deae556f9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:47.218859 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bb68dfd7-eb33-4203-b5a4-8b5f49202518 req-4740dd9e-f194-4d5a-8f6c-de2deae556f9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6194beb-c99e-445b-ba79-2e4398cafe9e HTTP/1.1" status: 200 len: 946 time: 0.0802374 Jul 05 03:51:47.254144 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98378358-8928-4abe-8a8d-c5ba111473f2 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.263687 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98378358-8928-4abe-8a8d-c5ba111473f2 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.263796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bb68dfd7-eb33-4203-b5a4-8b5f49202518 req-eb4887aa-160d-49b9-9a32-08e830469714 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370061 Jul 05 03:51:47.264235 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-98378358-8928-4abe-8a8d-c5ba111473f2 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "DELETE /v2.0/security-groups/f397f6e7-1110-4077-a646-8dfba6c1011a HTTP/1.1" status: 204 len: 168 time: 0.3353562 Jul 05 03:51:47.266537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37804) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:47.280680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98378358-8928-4abe-8a8d-c5ba111473f2 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f397f6e7-1110-4077-a646-8dfba6c1011a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:47.282469 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-f0db66b2-cd0e-4f92-98b5-943d9080da89 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] show failed (client error): The resource could not be found. Jul 05 03:51:47.283502 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f0db66b2-cd0e-4f92-98b5-943d9080da89 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "GET /v2.0/security-groups/f397f6e7-1110-4077-a646-8dfba6c1011a HTTP/1.1" status: 404 len: 347 time: 0.0158072 Jul 05 03:51:47.287064 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37806) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:47.470868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-628f86e8-d951-42fb-bcb3-a9d6e099c51c req-9e47efeb-8dfb-4a78-b793-2dfb627c502f tempest-QuotasAdminNegativeTest-1466500158 tempest-QuotasAdminNegativeTest-1466500158-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=25f2d7645f444bc9aca043d35253144f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281892 Jul 05 03:51:47.478167 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e79b8d41-a943-4bb9-93ec-de1602a38af8 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Deleting port 7a1756e2-b52c-4d46-8c36-c711e9b03b3b {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:47.478517 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e79b8d41-a943-4bb9-93ec-de1602a38af8 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.633591 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e79b8d41-a943-4bb9-93ec-de1602a38af8 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.634046 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e79b8d41-a943-4bb9-93ec-de1602a38af8 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.656222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e79b8d41-a943-4bb9-93ec-de1602a38af8 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Calling delete_port for 7a1756e2-b52c-4d46-8c36-c711e9b03b3b owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:47.667664 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f86e8-d951-42fb-bcb3-a9d6e099c51c req-f388a561-b46d-4f5b-a6d4-4aa213bd2b0c tempest-QuotasAdminNegativeTest-1466500158 tempest-QuotasAdminNegativeTest-1466500158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:47.669208 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-628f86e8-d951-42fb-bcb3-a9d6e099c51c req-f388a561-b46d-4f5b-a6d4-4aa213bd2b0c tempest-QuotasAdminNegativeTest-1466500158 tempest-QuotasAdminNegativeTest-1466500158-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886060 Jul 05 03:51:47.689562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-628f86e8-d951-42fb-bcb3-a9d6e099c51c req-cf29f070-d8a1-4b19-9ad6-fd1de833c95b tempest-QuotasAdminNegativeTest-1466500158 tempest-QuotasAdminNegativeTest-1466500158-project] 10.222.0.38 "GET /v2.0/quotas/25f2d7645f444bc9aca043d35253144f HTTP/1.1" status: 200 len: 375 time: 0.0119338 Jul 05 03:51:47.752962 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-628f86e8-d951-42fb-bcb3-a9d6e099c51c req-8a25f8a6-ca5b-4312-ae19-707a52fa65fe tempest-QuotasAdminNegativeTest-1466500158 tempest-QuotasAdminNegativeTest-1466500158-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=25f2d7645f444bc9aca043d35253144f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354364 Jul 05 03:51:48.001970 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e79b8d41-a943-4bb9-93ec-de1602a38af8 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.040618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b8d41-a943-4bb9-93ec-de1602a38af8 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Pushing event deleted for resources: {'Port': ['ID=7a1756e2-b52c-4d46-8c36-c711e9b03b3b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:48.081925 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8192d0c-1a65-4fd5-ae37-c6e453fe5067 req-e001814a-385a-44ec-b04f-0c5152dd7a8e tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:48.083480 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8192d0c-1a65-4fd5-ae37-c6e453fe5067 req-e001814a-385a-44ec-b04f-0c5152dd7a8e tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 945 time: 0.1433246 Jul 05 03:51:48.154317 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e79b8d41-a943-4bb9-93ec-de1602a38af8 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.158379 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e79b8d41-a943-4bb9-93ec-de1602a38af8 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.159808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e79b8d41-a943-4bb9-93ec-de1602a38af8 tempest-ServersTestManualDisk-1014985028 tempest-ServersTestManualDisk-1014985028-project] 10.222.0.38 "DELETE /v2.0/floatingips/358dcff9-46bd-4a86-ad78-77205f0760c4 HTTP/1.1" status: 204 len: 168 time: 0.8703816 Jul 05 03:51:48.163125 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37842) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:48.176201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8192d0c-1a65-4fd5-ae37-c6e453fe5067 req-b041be97-38f1-4fc7-ae50-72f5ac843cd6 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665929 Jul 05 03:51:48.527066 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9b8b8-0e19-4b56-a10e-0d6bef49182a req-f5ee7b6c-177e-4847-9a14-becceb512d58 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:48.529649 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6f9b8b8-0e19-4b56-a10e-0d6bef49182a req-f5ee7b6c-177e-4847-9a14-becceb512d58 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 945 time: 0.1865258 Jul 05 03:51:48.665317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6f9b8b8-0e19-4b56-a10e-0d6bef49182a req-3901261d-374c-4f95-8001-592d13bd20ba tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890486 Jul 05 03:51:48.780432 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4909365a-0490-4958-bd09-9a712b596afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.148260 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4909365a-0490-4958-bd09-9a712b596afd admin admin] Deleting port e9325752-7366-4903-aa03-fddff6ab2a45 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:49.150530 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4909365a-0490-4958-bd09-9a712b596afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.269929 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-4909365a-0490-4958-bd09-9a712b596afd admin admin] For port e9325752-7366-4903-aa03-fddff6ab2a45, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=e9325752-7366-4903-aa03-fddff6ab2a45,segment=NetworkSegment(31728b62-8332-470e-9ca2-772d3d9ecef5),segment_id=31728b62-8332-470e-9ca2-772d3d9ecef5)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:49.270577 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4909365a-0490-4958-bd09-9a712b596afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.286104 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4909365a-0490-4958-bd09-9a712b596afd admin admin] Calling delete_port for e9325752-7366-4903-aa03-fddff6ab2a45 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:49.548695 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7bea1-608a-4bfc-9165-50f18f5320e5 req-596ad688-f5b5-4bac-8ad3-9812e55c1c5c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:49.556339 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7bea1-608a-4bfc-9165-50f18f5320e5 req-596ad688-f5b5-4bac-8ad3-9812e55c1c5c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:49.563589 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7bea1-608a-4bfc-9165-50f18f5320e5 req-596ad688-f5b5-4bac-8ad3-9812e55c1c5c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:49.568666 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5b7bea1-608a-4bfc-9165-50f18f5320e5 req-596ad688-f5b5-4bac-8ad3-9812e55c1c5c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e&device_id=d6194beb-c99e-445b-ba79-2e4398cafe9e&device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 2417 time: 0.1197267 Jul 05 03:51:49.643336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5b7bea1-608a-4bfc-9165-50f18f5320e5 req-88137c7f-7fa6-4eae-b193-76ba6f302147 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712214 Jul 05 03:51:49.727676 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4909365a-0490-4958-bd09-9a712b596afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.765481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909365a-0490-4958-bd09-9a712b596afd admin admin] Pushing event deleted for resources: {'Port': ['ID=e9325752-7366-4903-aa03-fddff6ab2a45,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:49.870653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-c30adc21-7d00-4ac4-990a-f499d10b9e99 req-f5999842-071e-489e-86fd-7730d0d29176 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:51:49.871868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c30adc21-7d00-4ac4-990a-f499d10b9e99 req-f5999842-071e-489e-86fd-7730d0d29176 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552952 Jul 05 03:51:50.061448 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c30adc21-7d00-4ac4-990a-f499d10b9e99 req-0c246b5a-615e-4794-bf41-2f43c757fffc tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1802542 Jul 05 03:51:50.092677 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4909365a-0490-4958-bd09-9a712b596afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.233822 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a55721bf-1de3-419f-8ecd-4cb43eef84ed tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:51:50.244508 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a55721bf-1de3-419f-8ecd-4cb43eef84ed tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2637177 Jul 05 03:51:50.250149 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-c40e0565-6d45-412d-9011-ffa6888efeb5 service neutron] Request body: {'binding': {'host': 'n-h2-771363-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:50.250906 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-c40e0565-6d45-412d-9011-ffa6888efeb5 service neutron] Unknown quota resources ['binding']. {{(pid=100932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:51:50.495508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-c40e0565-6d45-412d-9011-ffa6888efeb5 service neutron] Attempting to bind port 9c7d9fcf-9635-440c-a021-79d069c41ba3 on host n-h2-771363-32 for vnic_type normal with profile None {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:50.495971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-c40e0565-6d45-412d-9011-ffa6888efeb5 service neutron] Attempting to bind port 9c7d9fcf-9635-440c-a021-79d069c41ba3 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:50.496403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-c40e0565-6d45-412d-9011-ffa6888efeb5 service neutron] Attempting to bind port 9c7d9fcf-9635-440c-a021-79d069c41ba3 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:50.502223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-c40e0565-6d45-412d-9011-ffa6888efeb5 service neutron] Port 9c7d9fcf-9635-440c-a021-79d069c41ba3 on network fc21b127-e7b5-412d-946b-08a3b7902b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:50.503098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-c40e0565-6d45-412d-9011-ffa6888efeb5 service neutron] Attempting to bind port 9c7d9fcf-9635-440c-a021-79d069c41ba3 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:50.509688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-c40e0565-6d45-412d-9011-ffa6888efeb5 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:50.510272 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-c40e0565-6d45-412d-9011-ffa6888efeb5 service neutron] Checking segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:50.510420 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-c40e0565-6d45-412d-9011-ffa6888efeb5 service neutron] Bound using segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:50.510846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-c40e0565-6d45-412d-9011-ffa6888efeb5 service neutron] Bound port: 9c7d9fcf-9635-440c-a021-79d069c41ba3, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:50.530154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4909365a-0490-4958-bd09-9a712b596afd admin admin] Router 364bd5cd-473c-4239-bbe7-eb584b0388b9 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:50.585803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-c40e0565-6d45-412d-9011-ffa6888efeb5 service neutron] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:50.671301 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-c40e0565-6d45-412d-9011-ffa6888efeb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.672615 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-c40e0565-6d45-412d-9011-ffa6888efeb5 service neutron] 10.222.0.38 "POST /v2.0/ports/9c7d9fcf-9635-440c-a021-79d069c41ba3/bindings HTTP/1.1" status: 201 len: 390 time: 0.4269295 Jul 05 03:51:50.904121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac120061-8476-46e4-b5d2-91bea75678ea req-0cc0edaf-ec6b-4a5a-a132-bea4b07745b5 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:50.905516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac120061-8476-46e4-b5d2-91bea75678ea req-0cc0edaf-ec6b-4a5a-a132-bea4b07745b5 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 945 time: 0.4432037 Jul 05 03:51:50.987889 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac120061-8476-46e4-b5d2-91bea75678ea req-8c9fb4ce-9ee6-43d9-beeb-844c234ac3b0 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759473 Jul 05 03:51:50.995966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4909365a-0490-4958-bd09-9a712b596afd admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:51.001403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4909365a-0490-4958-bd09-9a712b596afd admin admin] 10.222.0.38 "PUT /v2.0/routers/364bd5cd-473c-4239-bbe7-eb584b0388b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8370383 Jul 05 03:51:51.004179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37906) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:51.007962 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f82018-9420-43d2-8251-0e5931525c0b None None] Sync routers for ids ['364bd5cd-473c-4239-bbe7-eb584b0388b9'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:51.042483 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f82018-9420-43d2-8251-0e5931525c0b None None] Routers {'364bd5cd-473c-4239-bbe7-eb584b0388b9'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:51.043253 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e4f82018-9420-43d2-8251-0e5931525c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:51:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['364bd5cd-473c-4239-bbe7-eb584b0388b9'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:51.153949 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d26eacc-5f91-4f5a-b8e5-c2305dfa6904 admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.387836 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-e4f82018-9420-43d2-8251-0e5931525c0b None None] Set router 364bd5cd-473c-4239-bbe7-eb584b0388b9 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:51.700550 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d26eacc-5f91-4f5a-b8e5-c2305dfa6904 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.720238 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-6a198322-cf7f-4e1b-b4b9-d9b03846189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:51.721931 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-6a198322-cf7f-4e1b-b4b9-d9b03846189b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 1097 time: 0.1431935 Jul 05 03:51:51.785294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4873c7-0720-4e77-ac2d-472bbbaf1ee3 req-fb29a84a-84ed-4961-a6cf-6fda7c8fe60a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:51.786820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d4873c7-0720-4e77-ac2d-472bbbaf1ee3 req-fb29a84a-84ed-4961-a6cf-6fda7c8fe60a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 945 time: 0.1665294 Jul 05 03:51:51.826204 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e4f82018-9420-43d2-8251-0e5931525c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'name': 'tempest-ServersTestManualDisk-1229970835-router', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:55Z', 'updated_at': '2021-07-05T03:51:49Z', 'revision_number': 5, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'gw_port': {'id': '0e468f60-2818-4951-bfba-8eab04c66a74', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:48:57Z', 'updated_at': '2021-07-05T03:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:51.900104 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d4873c7-0720-4e77-ac2d-472bbbaf1ee3 req-048eb22d-e929-42ab-bae5-a0eac6c4c587 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924137 Jul 05 03:51:51.919439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-91cecc84-1623-4e50-959e-5efc6d15516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:51.922278 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-91cecc84-1623-4e50-959e-5efc6d15516f service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.1921351 Jul 05 03:51:51.956859 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f82018-9420-43d2-8251-0e5931525c0b None None] Checking router: 364bd5cd-473c-4239-bbe7-eb584b0388b9 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:51.973199 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f82018-9420-43d2-8251-0e5931525c0b None None] Routers {'364bd5cd-473c-4239-bbe7-eb584b0388b9'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:51.973876 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e4f82018-9420-43d2-8251-0e5931525c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:51:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['364bd5cd-473c-4239-bbe7-eb584b0388b9'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:52.045181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebde704-4c56-4339-86ba-ce901bb3b407 req-0fdf845e-106b-4d94-b899-eb019e18b1d9 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:52.052705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ebde704-4c56-4339-86ba-ce901bb3b407 req-0fdf845e-106b-4d94-b899-eb019e18b1d9 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 945 time: 0.2621613 Jul 05 03:51:52.055968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37936) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:52.056513 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-0e129ba4-e26e-4503-9fd8-b9ff30a16354 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3 HTTP/1.1" status: 200 len: 217 time: 0.1228781 Jul 05 03:51:52.061728 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-cf346351-1fe0-4a1f-8038-98de4b187028 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Request body: {'floatingip': {'port_id': '9418b660-b5c4-4b60-b669-e3451073dbcc'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:52.097261 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-e4f82018-9420-43d2-8251-0e5931525c0b None None] Set router 364bd5cd-473c-4239-bbe7-eb584b0388b9 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:52.139016 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf346351-1fe0-4a1f-8038-98de4b187028 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for floatingip, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.143393 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-4f807d83-92e2-43c7-a82a-174fbe175358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:52.145711 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-4f807d83-92e2-43c7-a82a-174fbe175358 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.0788600 Jul 05 03:51:52.190004 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e4f82018-9420-43d2-8251-0e5931525c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'name': 'tempest-ServersTestManualDisk-1229970835-router', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:55Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 6, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:52.217285 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-f7c35cc6-7caa-42cb-99dc-bd4c739217f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491433 Jul 05 03:51:52.218987 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6b6ce0e-ebac-4fc6-9ecf-8829b625fe95 req-5dd7d77d-7948-45e0-ad6e-d11ee1209114 tempest-QuotasAdminNegativeTest-1466500158 tempest-QuotasAdminNegativeTest-1466500158-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=25f2d7645f444bc9aca043d35253144f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721912 Jul 05 03:51:52.222452 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f82018-9420-43d2-8251-0e5931525c0b None None] The sync data for ids ['364bd5cd-473c-4239-bbe7-eb584b0388b9'] in n-d-771363-32 is: [{'id': '364bd5cd-473c-4239-bbe7-eb584b0388b9', 'name': 'tempest-ServersTestManualDisk-1229970835-router', 'tenant_id': '429da1ccedc449a291003152f2c8e07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:48:55Z', 'updated_at': '2021-07-05T03:51:51Z', 'revision_number': 6, 'project_id': '429da1ccedc449a291003152f2c8e07e', 'gw_port_host': None}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:52.306978 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3d26eacc-5f91-4f5a-b8e5-c2305dfa6904 admin admin] Deleting port 0e468f60-2818-4951-bfba-8eab04c66a74 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:52.307329 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d26eacc-5f91-4f5a-b8e5-c2305dfa6904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.558497 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-643226e2-c068-4069-93de-eac8506b09fd tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:52.565110 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-643226e2-c068-4069-93de-eac8506b09fd tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/networks?id=56f2d126-45cd-4c57-816c-f5659bffe33c HTTP/1.1" status: 200 len: 815 time: 0.3535295 Jul 05 03:51:52.608444 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-3d26eacc-5f91-4f5a-b8e5-c2305dfa6904 admin admin] For port 0e468f60-2818-4951-bfba-8eab04c66a74, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0e468f60-2818-4951-bfba-8eab04c66a74,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:52.610663 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d26eacc-5f91-4f5a-b8e5-c2305dfa6904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.674253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6ce0e-ebac-4fc6-9ecf-8829b625fe95 req-3f3d8797-4e47-415c-84f2-686ed4ace096 tempest-QuotasAdminNegativeTest-1466500158 tempest-QuotasAdminNegativeTest-1466500158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:52.674253 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6b6ce0e-ebac-4fc6-9ecf-8829b625fe95 req-3f3d8797-4e47-415c-84f2-686ed4ace096 tempest-QuotasAdminNegativeTest-1466500158 tempest-QuotasAdminNegativeTest-1466500158-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3751333 Jul 05 03:51:52.675266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-7a0de853-e884-44a3-b78b-d9bb8117c594 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/quotas/16d30d1d2e714cad8dfa9008b3f9d9e6 HTTP/1.1" status: 200 len: 375 time: 0.1091993 Jul 05 03:51:52.678748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a3fe9f1e-0fa8-42f5-8117-157266592131 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946154 Jul 05 03:51:52.692434 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3d26eacc-5f91-4f5a-b8e5-c2305dfa6904 admin admin] Calling delete_port for 0e468f60-2818-4951-bfba-8eab04c66a74 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:52.774013 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf346351-1fe0-4a1f-8038-98de4b187028 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.791770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6b6ce0e-ebac-4fc6-9ecf-8829b625fe95 req-ec85ceeb-128b-4670-bc2d-42ae341a4db4 tempest-QuotasAdminNegativeTest-1466500158 tempest-QuotasAdminNegativeTest-1466500158-project] 10.222.0.38 "GET /v2.0/quotas/25f2d7645f444bc9aca043d35253144f HTTP/1.1" status: 200 len: 375 time: 0.1083424 Jul 05 03:51:52.890431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6b6ce0e-ebac-4fc6-9ecf-8829b625fe95 req-53149c5f-c0b4-45aa-a654-452674798641 tempest-QuotasAdminNegativeTest-1466500158 tempest-QuotasAdminNegativeTest-1466500158-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=25f2d7645f444bc9aca043d35253144f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872352 Jul 05 03:51:52.920427 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf346351-1fe0-4a1f-8038-98de4b187028 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.961921 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-7626b7ee-f92c-4311-85fb-6627009ff3d5 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671652 Jul 05 03:51:52.978366 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-3d003315-7509-4c44-b301-85ac51fa41b1 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3021116 Jul 05 03:51:53.162020 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-1b55d086-0257-44ba-9154-4a667f7a61ef service neutron] 10.222.0.38 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826618 Jul 05 03:51:53.406319 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-da3d9a94-1f68-4889-97ce-c9e839dc7eac service neutron] 10.222.0.38 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408497 Jul 05 03:51:53.420180 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d26eacc-5f91-4f5a-b8e5-c2305dfa6904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.489738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26eacc-5f91-4f5a-b8e5-c2305dfa6904 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e468f60-2818-4951-bfba-8eab04c66a74,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:53.508024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-bf55db18-c2b3-4b00-b04a-ae589f9b1a08 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:53.517460 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-bf55db18-c2b3-4b00-b04a-ae589f9b1a08 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f&tenant_id=63c0043dceb94c52ae4db4897d94f388&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 1097 time: 0.2836859 Jul 05 03:51:53.552182 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-32'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:53.647621 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-cf346351-1fe0-4a1f-8038-98de4b187028 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Floating IP 34370bed-9ebb-4dea-a1d8-3e31dd4d3bb6 associated. External IP: 172.25.6.7, port: 9418b660-b5c4-4b60-b669-e3451073dbcc. Jul 05 03:51:53.817174 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.957672 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d26eacc-5f91-4f5a-b8e5-c2305dfa6904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.002788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf346351-1fe0-4a1f-8038-98de4b187028 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:54.088628 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0e468f60-2818-4951-bfba-8eab04c66a74 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:54.148883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0f847-a4a2-4c80-a4f9-8cee4df62aed req-850c675b-3a39-482d-b373-42249a5fd9d9 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:54.151678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60e0f847-a4a2-4c80-a4f9-8cee4df62aed req-850c675b-3a39-482d-b373-42249a5fd9d9 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 945 time: 0.6265035 Jul 05 03:51:54.168304 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d26eacc-5f91-4f5a-b8e5-c2305dfa6904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.172782 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d26eacc-5f91-4f5a-b8e5-c2305dfa6904 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.186683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 0e468f60-2818-4951-bfba-8eab04c66a74 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:54.188335 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0e468f60-2818-4951-bfba-8eab04c66a74 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:54.188868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device e9325752-7366-4903-aa03-fddff6ab2a45 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:54.220316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf346351-1fe0-4a1f-8038-98de4b187028 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:54.227138 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf346351-1fe0-4a1f-8038-98de4b187028 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.268647 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: e9325752-7366-4903-aa03-fddff6ab2a45 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:54.269276 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device e9325752-7366-4903-aa03-fddff6ab2a45 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:54.279756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be22ad68-aeb0-4998-80ee-8e5677ccdf25 None None] Sync routers for ids ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:54.297400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be22ad68-aeb0-4998-80ee-8e5677ccdf25 None None] Routers {'d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:54.298320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-be22ad68-aeb0-4998-80ee-8e5677ccdf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:51:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:54.298599 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cf346351-1fe0-4a1f-8038-98de4b187028 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "PUT /v2.0/floatingips/34370bed-9ebb-4dea-a1d8-3e31dd4d3bb6 HTTP/1.1" status: 200 len: 989 time: 2.2410035 Jul 05 03:51:54.299414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0cb6821-5e6b-4f9e-8829-99272e876b3b', 'tag': '9418b660-b5c4-4b60-b669-e3451073dbcc'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:54.308762 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dfb13d-fb8e-42f2-9c5d-84bfe120cd2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0cb6821-5e6b-4f9e-8829-99272e876b3b", "tag": "9418b660-b5c4-4b60-b669-e3451073dbcc"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:54.444552 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-be22ad68-aeb0-4998-80ee-8e5677ccdf25 None None] Set router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:54.759820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37994) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:54.765866 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a1c145c3-e3e9-4580-b069-54dcf30f1b4b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-530932556'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:54.811636 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-be22ad68-aeb0-4998-80ee-8e5677ccdf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'name': 'tempest-ServersTestBootFromVolume-1473094862-router', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'gw_port': {'id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '34370bed-9ebb-4dea-a1d8-3e31dd4d3bb6', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'port_id': '9418b660-b5c4-4b60-b669-e3451073dbcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'mac_address': 'fa:16:3e:48:db:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb6821-5e6b-4f9e-8829-99272e876b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:51:52Z', 'revision_number': 1, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7d60c3-2de8-4309-87e1-75770bbaad8b', 'name': '', 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'mac_address': 'fa:16:3e:77:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:15Z', 'updated_at': '2021-07-05T03:50:25Z', 'revision_number': 5, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'subnets': [{'id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:54.861066 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e563b3d5-b560-498b-942b-7b37f61952dc req-6562b3b4-813e-4532-b5d1-847780ffd20c tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 210 time: 0.0474987 Jul 05 03:51:54.873586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be22ad68-aeb0-4998-80ee-8e5677ccdf25 None None] Checking router: d6d545cb-b2e4-4815-9eb5-5aa238f87d8e for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:54.885680 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be22ad68-aeb0-4998-80ee-8e5677ccdf25 None None] Routers {'d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:54.886869 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-be22ad68-aeb0-4998-80ee-8e5677ccdf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:51:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:54.895750 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60e0f847-a4a2-4c80-a4f9-8cee4df62aed req-1ea792c0-b6cb-45e1-a68f-ef43b1a80cab tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7253239 Jul 05 03:51:54.924252 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:54.938914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c145c3-e3e9-4580-b069-54dcf30f1b4b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Made reservation on behalf of 6f9adc6b4eb14017b64dc25a696964fb for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:54.943392 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d26eacc-5f91-4f5a-b8e5-c2305dfa6904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.944593 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d26eacc-5f91-4f5a-b8e5-c2305dfa6904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 364bd5cd-473c-4239-bbe7-eb584b0388b9 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:51:54.944806 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a1c145c3-e3e9-4580-b069-54dcf30f1b4b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.950224 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d26eacc-5f91-4f5a-b8e5-c2305dfa6904 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.951214 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3d26eacc-5f91-4f5a-b8e5-c2305dfa6904 admin admin] 10.222.0.38 "DELETE /v2.0/routers/364bd5cd-473c-4239-bbe7-eb584b0388b9 HTTP/1.1" status: 204 len: 168 time: 3.9460201 Jul 05 03:51:54.958504 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37998) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:55.029313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:55.122507 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c145c3-e3e9-4580-b069-54dcf30f1b4b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:51:55.125399 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.135213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53436406-37f5-4107-bc1d-e5db61a1427f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c7d9fcf-9635-440c-a021-79d069c41ba3'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:55.150547 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5133962-7448-4b4c-9c75-e5bff5de6509" -d '{"events": [{"server_uuid": "53436406-37f5-4107-bc1d-e5db61a1427f", "name": "network-vif-unplugged", "status": "completed", "tag": "9c7d9fcf-9635-440c-a021-79d069c41ba3"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:55.161969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-81729780-8cff-4a19-bed3-d97ad23c4ce4 admin admin] Deleting subnet 0bc68f1f-d6b1-430e-bb84-455db390f451 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:51:55.183562 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-81729780-8cff-4a19-bed3-d97ad23c4ce4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.183562 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a1c145c3-e3e9-4580-b069-54dcf30f1b4b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.183562 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-a1c145c3-e3e9-4580-b069-54dcf30f1b4b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Added segment c6bf4528-fa04-45ab-85fa-85aa63b86bd3 of type vlan for network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 Jul 05 03:51:55.209954 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-be22ad68-aeb0-4998-80ee-8e5677ccdf25 None None] Set router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:55.212940 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.240405 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b81739-cc25-4d23-8dc6-5a5d606b4189 x-openstack-request-id: req-d3b81739-cc25-4d23-8dc6-5a5d606b4189 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:55.240929 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0cb6821-5e6b-4f9e-8829-99272e876b3b", "tag": "9418b660-b5c4-4b60-b669-e3451073dbcc", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:55.241222 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d3b81739-cc25-4d23-8dc6-5a5d606b4189 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:55.242074 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0cb6821-5e6b-4f9e-8829-99272e876b3b', 'tag': '9418b660-b5c4-4b60-b669-e3451073dbcc', 'status': 'completed', 'code': 200} Jul 05 03:51:55.403472 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7d9fcf-9635-440c-a021-79d069c41ba3,revision_number=7']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:55.451399 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-81729780-8cff-4a19-bed3-d97ad23c4ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.518799 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Attempting to bind port 9c7d9fcf-9635-440c-a021-79d069c41ba3 on host n-h1-771363-32 for vnic_type normal with profile {"migrating_to": "n-h2-771363-32"} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:55.519148 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Attempting to bind port 9c7d9fcf-9635-440c-a021-79d069c41ba3 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:55.519485 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Attempting to bind port 9c7d9fcf-9635-440c-a021-79d069c41ba3 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:55.533684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Port 9c7d9fcf-9635-440c-a021-79d069c41ba3 on network fc21b127-e7b5-412d-946b-08a3b7902b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:55.536896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Attempting to bind port 9c7d9fcf-9635-440c-a021-79d069c41ba3 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:55.560167 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:55.562777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Checking segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:55.563390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Bound using segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:55.564120 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Bound port: 9c7d9fcf-9635-440c-a021-79d069c41ba3, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:55.571683 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.632082 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a1c145c3-e3e9-4580-b069-54dcf30f1b4b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.717468 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac300d4-bd60-42c7-979a-d9e89edfd240 x-openstack-request-id: req-2ac300d4-bd60-42c7-979a-d9e89edfd240 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:55.717764 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53436406-37f5-4107-bc1d-e5db61a1427f", "name": "network-vif-unplugged", "status": "completed", "tag": "9c7d9fcf-9635-440c-a021-79d069c41ba3", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:55.718017 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ac300d4-bd60-42c7-979a-d9e89edfd240 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:55.720603 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53436406-37f5-4107-bc1d-e5db61a1427f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c7d9fcf-9635-440c-a021-79d069c41ba3', 'code': 200} Jul 05 03:51:55.774792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfb13d-fb8e-42f2-9c5d-84bfe120cd2d req-db68c86e-dba9-47e8-9961-578adb08c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:55.775559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:55.776415 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b8dfb13d-fb8e-42f2-9c5d-84bfe120cd2d req-db68c86e-dba9-47e8-9961-578adb08c4a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55f1fa425cd248da88c6dfdb3beafff5&device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 1097 time: 0.4911792 Jul 05 03:51:55.795611 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:55.834685 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-be22ad68-aeb0-4998-80ee-8e5677ccdf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'name': 'tempest-ServersTestBootFromVolume-1473094862-router', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'gw_port': {'id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '34370bed-9ebb-4dea-a1d8-3e31dd4d3bb6', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'port_id': '9418b660-b5c4-4b60-b669-e3451073dbcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'mac_address': 'fa:16:3e:48:db:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb6821-5e6b-4f9e-8829-99272e876b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:51:52Z', 'revision_number': 1, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7d60c3-2de8-4309-87e1-75770bbaad8b', 'name': '', 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'mac_address': 'fa:16:3e:77:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:15Z', 'updated_at': '2021-07-05T03:50:25Z', 'revision_number': 5, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'subnets': [{'id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:55.867565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be22ad68-aeb0-4998-80ee-8e5677ccdf25 None None] The sync data for ids ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'] in n-d-771363-32 is: [{'id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'name': 'tempest-ServersTestBootFromVolume-1473094862-router', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'gw_port': {'id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '34370bed-9ebb-4dea-a1d8-3e31dd4d3bb6', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'port_id': '9418b660-b5c4-4b60-b669-e3451073dbcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'mac_address': 'fa:16:3e:48:db:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cb6821-5e6b-4f9e-8829-99272e876b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:50:28Z', 'updated_at': '2021-07-05T03:51:52Z', 'revision_number': 1, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7d60c3-2de8-4309-87e1-75770bbaad8b', 'name': '', 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'mac_address': 'fa:16:3e:77:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:15Z', 'updated_at': '2021-07-05T03:50:25Z', 'revision_number': 5, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'subnets': [{'id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:55.899004 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-81729780-8cff-4a19-bed3-d97ad23c4ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.903222 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.010434 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a1c145c3-e3e9-4580-b069-54dcf30f1b4b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.024128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c145c3-e3e9-4580-b069-54dcf30f1b4b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:56.026051 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a1c145c3-e3e9-4580-b069-54dcf30f1b4b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.056468 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7d9fcf-9635-440c-a021-79d069c41ba3,revision_number=8']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:56.155172 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5ebd0ad-68b1-44dc-a475-9564819c5034 req-588495e4-3f1b-4153-ab19-b048fe90c154 tempest-QuotasAdminNegativeTest-1466500158 tempest-QuotasAdminNegativeTest-1466500158-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=25f2d7645f444bc9aca043d35253144f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993826 Jul 05 03:51:56.172094 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c145c3-e3e9-4580-b069-54dcf30f1b4b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event updated for resources: {'Network': ['ID=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:56.188688 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a1c145c3-e3e9-4580-b069-54dcf30f1b4b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4275835 Jul 05 03:51:56.192954 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:51:56.197329 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38034) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:56.204261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8b0d66f2-1b4a-415b-8cf6-b273f5162a4c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1695940924'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:56.246374 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfb13d-fb8e-42f2-9c5d-84bfe120cd2d req-3b5a552c-8ae3-4cac-95b8-7b93a201d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:56.252172 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b8dfb13d-fb8e-42f2-9c5d-84bfe120cd2d req-3b5a552c-8ae3-4cac-95b8-7b93a201d79e service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf7b9eb0-cbb0-45f8-b398-17cff1adf554 HTTP/1.1" status: 200 len: 917 time: 0.4642267 Jul 05 03:51:56.328374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:56.330393 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.332409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a1e0640f-4ee0-4517-8ae0-ad7e7f815590 service neutron] 10.222.0.36 "PUT /v2.0/ports/9c7d9fcf-9635-440c-a021-79d069c41ba3 HTTP/1.1" status: 200 len: 1123 time: 2.8055859 Jul 05 03:51:56.367414 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414f595-cc3e-4fba-b77c-6d3660c569aa None None] New status for floating IP 34370bed-9ebb-4dea-a1d8-3e31dd4d3bb6: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:51:56.387569 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b8dfb13d-fb8e-42f2-9c5d-84bfe120cd2d req-8dda6e16-b804-48ab-8eb1-864c79983966 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9418b660-b5c4-4b60-b669-e3451073dbcc HTTP/1.1" status: 200 len: 997 time: 0.1240461 Jul 05 03:51:56.389300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0d66f2-1b4a-415b-8cf6-b273f5162a4c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Made reservation on behalf of 6f9adc6b4eb14017b64dc25a696964fb for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:56.393680 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8b0d66f2-1b4a-415b-8cf6-b273f5162a4c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.465100 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2bf93f6-18ec-4d8d-b1c7-a2602b5658f0 req-ef747da9-e4c4-452a-b2fd-c7078fef74de tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 210 time: 0.1476371 Jul 05 03:51:56.471523 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-81729780-8cff-4a19-bed3-d97ad23c4ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.481079 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9c7d9fcf-9635-440c-a021-79d069c41ba3'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:56.484517 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0d66f2-1b4a-415b-8cf6-b273f5162a4c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:51:56.526060 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81729780-8cff-4a19-bed3-d97ad23c4ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc68f1f-d6b1-430e-bb84-455db390f451,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:56.534600 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebd0ad-68b1-44dc-a475-9564819c5034 req-fbb03f38-ecc9-4d6d-9696-1f4b44c1ea2b tempest-QuotasAdminNegativeTest-1466500158 tempest-QuotasAdminNegativeTest-1466500158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:56.536686 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-81729780-8cff-4a19-bed3-d97ad23c4ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.539174 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-81729780-8cff-4a19-bed3-d97ad23c4ce4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0bc68f1f-d6b1-430e-bb84-455db390f451 HTTP/1.1" status: 204 len: 168 time: 1.5783632 Jul 05 03:51:56.543012 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5ebd0ad-68b1-44dc-a475-9564819c5034 req-fbb03f38-ecc9-4d6d-9696-1f4b44c1ea2b tempest-QuotasAdminNegativeTest-1466500158 tempest-QuotasAdminNegativeTest-1466500158-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3679767 Jul 05 03:51:56.544466 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38036) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:56.554584 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8b0d66f2-1b4a-415b-8cf6-b273f5162a4c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.555580 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-8b0d66f2-1b4a-415b-8cf6-b273f5162a4c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Added segment 16bca484-fc95-4326-bdab-fa50a7f8add7 of type vlan for network ee2b7915-3adb-42ee-968d-9a1a80eef953 Jul 05 03:51:56.566624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5ebd0ad-68b1-44dc-a475-9564819c5034 req-e5992721-f97a-4f74-90e9-5c6a54c5a8e1 tempest-QuotasAdminNegativeTest-1466500158 tempest-QuotasAdminNegativeTest-1466500158-project] 10.222.0.38 "GET /v2.0/quotas/25f2d7645f444bc9aca043d35253144f HTTP/1.1" status: 200 len: 375 time: 0.0194130 Jul 05 03:51:56.586050 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174bad04-afa6-4f08-ada8-0d168358d2d4 None None] Network 84ec4343-9bb1-496f-8666-e68e2a30eafb requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:56.623017 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5ebd0ad-68b1-44dc-a475-9564819c5034 req-20b591b8-83fd-4a7e-89bd-9d1fab69732b tempest-QuotasAdminNegativeTest-1466500158 tempest-QuotasAdminNegativeTest-1466500158-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=25f2d7645f444bc9aca043d35253144f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541847 Jul 05 03:51:56.735301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfb13d-fb8e-42f2-9c5d-84bfe120cd2d req-97d9558e-c7a1-4d16-baec-ddf7264a3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:56.738458 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b8dfb13d-fb8e-42f2-9c5d-84bfe120cd2d req-97d9558e-c7a1-4d16-baec-ddf7264a3731 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cb3a22c-f8ee-4659-a945-ef70c8a04746 HTTP/1.1" status: 200 len: 855 time: 0.3267121 Jul 05 03:51:56.867737 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8b0d66f2-1b4a-415b-8cf6-b273f5162a4c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.883748 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.009075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfb13d-fb8e-42f2-9c5d-84bfe120cd2d req-7168225f-334d-4c86-b77a-376dc7192a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:57.011104 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b8dfb13d-fb8e-42f2-9c5d-84bfe120cd2d req-7168225f-334d-4c86-b77a-376dc7192a85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf7b9eb0-cbb0-45f8-b398-17cff1adf554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2576995 Jul 05 03:51:57.066615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3b1d1-02a9-47e8-beab-30be7d7a8ffe req-2c59c631-b0b3-46c9-8ed3-11d4a4a41141 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:57.083484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4f3b1d1-02a9-47e8-beab-30be7d7a8ffe req-2c59c631-b0b3-46c9-8ed3-11d4a4a41141 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 943 time: 0.2189336 Jul 05 03:51:57.083735 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da14f07-2ce9-4196-8c54-315fc00ccc37 None None] DHCP port deletion for 84ec4343-9bb1-496f-8666-e68e2a30eafb request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:51:57.132784 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4f3b1d1-02a9-47e8-beab-30be7d7a8ffe req-a9ef6cdf-7e32-4183-99ad-4007aa3ddfd0 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525091 Jul 05 03:51:57.164915 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] Deleting port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:57.165265 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.230238 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-6da14f07-2ce9-4196-8c54-315fc00ccc37 None None] Deleting port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:57.230770 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6da14f07-2ce9-4196-8c54-315fc00ccc37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.259296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] For port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60,segment=NetworkSegment(31728b62-8332-470e-9ca2-772d3d9ecef5),segment_id=31728b62-8332-470e-9ca2-772d3d9ecef5)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:57.259667 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.301609 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] Calling delete_port for e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:57.395118 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6da14f07-2ce9-4196-8c54-315fc00ccc37 None None] For port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60,segment=NetworkSegment(31728b62-8332-470e-9ca2-772d3d9ecef5),segment_id=31728b62-8332-470e-9ca2-772d3d9ecef5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:57.395732 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6da14f07-2ce9-4196-8c54-315fc00ccc37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.444048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-6da14f07-2ce9-4196-8c54-315fc00ccc37 None None] Calling delete_port for e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:57.527175 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8b0d66f2-1b4a-415b-8cf6-b273f5162a4c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.543742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0d66f2-1b4a-415b-8cf6-b273f5162a4c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:57.544566 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8b0d66f2-1b4a-415b-8cf6-b273f5162a4c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.634972 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b8dfb13d-fb8e-42f2-9c5d-84bfe120cd2d req-817fcae3-b068-460c-baa0-535e134703b1 service neutron] 10.222.0.36 "GET /v2.0/networks/cf7b9eb0-cbb0-45f8-b398-17cff1adf554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124475 Jul 05 03:51:57.692274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-829989f7-438d-4fec-b804-3f272810a089 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:57.694500 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-829989f7-438d-4fec-b804-3f272810a089 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.36 "GET /v2.0/networks?id=56f2d126-45cd-4c57-816c-f5659bffe33c HTTP/1.1" status: 200 len: 815 time: 0.2089520 Jul 05 03:51:57.702291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d66f2-1b4a-415b-8cf6-b273f5162a4c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event updated for resources: {'Network': ['ID=ee2b7915-3adb-42ee-968d-9a1a80eef953,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:57.713539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network ee2b7915-3adb-42ee-968d-9a1a80eef953 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:51:57.723752 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-c990f325-f6b3-4ba2-8273-4f46fef56593 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Request body: {'port': {'device_id': '7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361', 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c', 'admin_state_up': True, 'tenant_id': '16d30d1d2e714cad8dfa9008b3f9d9e6'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:57.734303 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8b0d66f2-1b4a-415b-8cf6-b273f5162a4c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5331087 Jul 05 03:51:57.734303 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.737983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53436406-37f5-4107-bc1d-e5db61a1427f', 'tag': '9c7d9fcf-9635-440c-a021-79d069c41ba3'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:57.740436 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403d29e4-77d4-4cd9-90f9-013dc1b85afc" -d '{"events": [{"name": "network-changed", "server_uuid": "53436406-37f5-4107-bc1d-e5db61a1427f", "tag": "9c7d9fcf-9635-440c-a021-79d069c41ba3"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:57.745400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38048) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:57.763731 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6da14f07-2ce9-4196-8c54-315fc00ccc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.783901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:57.797471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-52399274-04d3-42ac-b815-8870c001519a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Request body: {'subnet': {'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:57.959290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] No DVR routers for this DVR port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:58.003733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da14f07-2ce9-4196-8c54-315fc00ccc37 None None] Pushing event deleted for resources: {'Port': ['ID=e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:58.009940 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da14f07-2ce9-4196-8c54-315fc00ccc37 None None] No DVR routers for this DVR port e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:58.095805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:58.118362 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6270f338-a4ee-4ed9-bf53-a1e53e3cb830 x-openstack-request-id: req-6270f338-a4ee-4ed9-bf53-a1e53e3cb830 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:58.119883 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53436406-37f5-4107-bc1d-e5db61a1427f", "tag": "9c7d9fcf-9635-440c-a021-79d069c41ba3", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:58.120350 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6270f338-a4ee-4ed9-bf53-a1e53e3cb830 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:58.121973 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53436406-37f5-4107-bc1d-e5db61a1427f', 'tag': '9c7d9fcf-9635-440c-a021-79d069c41ba3', 'status': 'completed', 'code': 200} Jul 05 03:51:58.136785 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-933f7c47-5fe7-423d-8172-432ff490f52b req-bc622fa0-11ae-4673-8066-0c713f7206ce tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 210 time: 0.1208668 Jul 05 03:51:58.137474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-c990f325-f6b3-4ba2-8273-4f46fef56593 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Made reservation on behalf of 16d30d1d2e714cad8dfa9008b3f9d9e6 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:58.152983 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:58.153331 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device e83cd1cc-cc4f-433d-8bc2-f7d76f7e5f60 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:58.157824 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-c990f325-f6b3-4ba2-8273-4f46fef56593 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.190781 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b8dfb13d-fb8e-42f2-9c5d-84bfe120cd2d req-9940fc4d-735d-494a-85fc-5f4ee9c6a99f service neutron] 10.222.0.36 "GET /v2.0/networks/cf7b9eb0-cbb0-45f8-b398-17cff1adf554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446787 Jul 05 03:51:58.251073 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.293703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ec4343-9bb1-496f-8666-e68e2a30eafb']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:58.319050 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31728b62-8332-470e-9ca2-772d3d9ecef5') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:58.319423 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31728b62-8332-470e-9ca2-772d3d9ecef5') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:58.340886 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.383555 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.390834 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:51:58.390834 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:51:58.452464 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:51:58.459039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52399274-04d3-42ac-b815-8870c001519a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Made reservation on behalf of 6f9adc6b4eb14017b64dc25a696964fb for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:58.462652 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-52399274-04d3-42ac-b815-8870c001519a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.512873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-c990f325-f6b3-4ba2-8273-4f46fef56593 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Allocated IP 172.20.0.11 (56f2d126-45cd-4c57-816c-f5659bffe33c/9069197f-75d0-4cd3-a892-7efdfa8d933c/0bc63b9e-797c-4db1-8878-baceda92b667) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:58.668736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d29e4-77d4-4cd9-90f9-013dc1b85afc req-1367be1d-c2c0-4e29-8dd8-526923272b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:58.672878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-403d29e4-77d4-4cd9-90f9-013dc1b85afc req-1367be1d-c2c0-4e29-8dd8-526923272b3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 1126 time: 0.5057864 Jul 05 03:51:58.739495 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.748629 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.753499 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] 10.222.0.38 "DELETE /v2.0/networks/84ec4343-9bb1-496f-8666-e68e2a30eafb HTTP/1.1" status: 204 len: 168 time: 2.2073572 Jul 05 03:51:58.783594 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efd6a8-ad1b-4773-b534-618c67b58c50 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ec4343-9bb1-496f-8666-e68e2a30eafb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:58.864781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-52399274-04d3-42ac-b815-8870c001519a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.911271 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38068) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:58.955089 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52399274-04d3-42ac-b815-8870c001519a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event updated for resources: {'Subnet': ['ID=b826c63f-d362-4628-9721-d278ba96e4b3,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:58.968209 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52399274-04d3-42ac-b815-8870c001519a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Checking segment: {'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:58.968881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52399274-04d3-42ac-b815-8870c001519a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Network hostable DHCP agents. Network: cbab2f7f-dca4-47b6-8f6c-7716c1102bd6, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:51:59.016746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6c228-c7a3-47af-a3f0-f3a6cbbc7be3 req-d8f9defa-ac5e-480f-a01b-ef1edb9b838d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:59.024674 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abb6c228-c7a3-47af-a3f0-f3a6cbbc7be3 req-d8f9defa-ac5e-480f-a01b-ef1edb9b838d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 945 time: 0.4985266 Jul 05 03:51:59.027016 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d29e4-77d4-4cd9-90f9-013dc1b85afc req-4e0fb9f1-3ee0-499d-baec-bd5a1d2d3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:59.028730 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-403d29e4-77d4-4cd9-90f9-013dc1b85afc req-4e0fb9f1-3ee0-499d-baec-bd5a1d2d3e5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.2082999 Jul 05 03:51:59.034094 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-c990f325-f6b3-4ba2-8273-4f46fef56593 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.077555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc9bf6-0f1d-4d1e-a2f3-7a16d96aa326 req-b06e6cf7-7014-432f-bccd-c55246996883 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:59.082618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69cc9bf6-0f1d-4d1e-a2f3-7a16d96aa326 req-b06e6cf7-7014-432f-bccd-c55246996883 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 943 time: 0.5575004 Jul 05 03:51:59.113681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52399274-04d3-42ac-b815-8870c001519a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:51:59.117328 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50355cd7-1686-4501-a377-96ac3cac143c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.213146 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-403d29e4-77d4-4cd9-90f9-013dc1b85afc req-6ad751c5-31bb-40be-893d-382be3bb84dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3 HTTP/1.1" status: 200 len: 217 time: 0.1288290 Jul 05 03:51:59.231497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-52399274-04d3-42ac-b815-8870c001519a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, cbab2f7f-dca4-47b6-8f6c-7716c1102bd6) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:59.245018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569cd34d-38ee-4bdd-905a-38f7a2a9e403 None None] Network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:59.252860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38078) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:59.269886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52399274-04d3-42ac-b815-8870c001519a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:59.271133 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-52399274-04d3-42ac-b815-8870c001519a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.341798 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abb6c228-c7a3-47af-a3f0-f3a6cbbc7be3 req-76402760-c904-48bf-8254-3390068310c9 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158836 Jul 05 03:51:59.384911 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69cc9bf6-0f1d-4d1e-a2f3-7a16d96aa326 req-4fdce023-5dd4-4b33-a334-e7916212293a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604816 Jul 05 03:51:59.390330 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50355cd7-1686-4501-a377-96ac3cac143c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.404103 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-697f98b1-aefb-4370-b142-01f1fe09e6a8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=429da1ccedc449a291003152f2c8e07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421978 Jul 05 03:51:59.406195 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38080) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:59.410057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d29e4-77d4-4cd9-90f9-013dc1b85afc req-df339320-a9d3-4cc7-a971-df03418b25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:59.412562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-403d29e4-77d4-4cd9-90f9-013dc1b85afc req-df339320-a9d3-4cc7-a971-df03418b25f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.1774571 Jul 05 03:51:59.424950 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-c990f325-f6b3-4ba2-8273-4f46fef56593 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.444689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['d331f6dc-06c2-4e86-9fa0-5b9db6e33018'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:59.448048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e697cb2b-c887-4eab-8a6d-f4b754c48d42'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:59.500368 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ebf07a6-91ac-4f79-bfe5-7bc70783ba49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.510233 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50355cd7-1686-4501-a377-96ac3cac143c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.562834 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-c990f325-f6b3-4ba2-8273-4f46fef56593 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Network 56f2d126-45cd-4c57-816c-f5659bffe33c is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:59.569482 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-403d29e4-77d4-4cd9-90f9-013dc1b85afc req-c8a58241-5e65-45b3-b68f-d929eef349d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917904 Jul 05 03:51:59.573776 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-c990f325-f6b3-4ba2-8273-4f46fef56593 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:59.606853 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ebf07a6-91ac-4f79-bfe5-7bc70783ba49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.610227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-c990f325-f6b3-4ba2-8273-4f46fef56593 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:59.695963 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-50355cd7-1686-4501-a377-96ac3cac143c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=25f2d7645f444bc9aca043d35253144f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7805142 Jul 05 03:51:59.710683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-c990f325-f6b3-4ba2-8273-4f46fef56593 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:59.711993 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-c990f325-f6b3-4ba2-8273-4f46fef56593 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.714224 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38082) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:59.756619 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-52399274-04d3-42ac-b815-8870c001519a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9716876 Jul 05 03:51:59.758569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38084) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:59.766541 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50355cd7-1686-4501-a377-96ac3cac143c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22641f55-af4b-4a3a-b919-194f09e90f85,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:59.791235 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ebf07a6-91ac-4f79-bfe5-7bc70783ba49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.795296 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ebf07a6-91ac-4f79-bfe5-7bc70783ba49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.802779 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4ebf07a6-91ac-4f79-bfe5-7bc70783ba49 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e73bf48a-31a3-4dad-a0e4-bbf494c5bd5d HTTP/1.1" status: 204 len: 168 time: 0.3886976 Jul 05 03:51:59.830784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-cbab2f7f-dca4-47b6-8f6c-7716c1102bd6', 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'fixed_ips': [{'subnet_id': 'b826c63f-d362-4628-9721-d278ba96e4b3'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:51:59.832187 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.835829 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9c7d9fcf-9635-440c-a021-79d069c41ba3 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:59.842748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf07a6-91ac-4f79-bfe5-7bc70783ba49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73bf48a-31a3-4dad-a0e4-bbf494c5bd5d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:59.846893 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5bf9fb0b-e6ca-4cfd-9d42-4b4d1abd0419 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Request body: {'subnet': {'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:59.869383 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-019cd8ef-4b64-4d23-aad0-ff4f303d14f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.871172 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-c990f325-f6b3-4ba2-8273-4f46fef56593 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1523302 Jul 05 03:51:59.902564 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-019cd8ef-4b64-4d23-aad0-ff4f303d14f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.915439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Request body: {'port': {'device_id': '7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:59.990860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990f325-f6b3-4ba2-8273-4f46fef56593 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Pushing event updated for resources: {'Port': ['ID=0bc63b9e-797c-4db1-8878-baceda92b667,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:00.057696 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-019cd8ef-4b64-4d23-aad0-ff4f303d14f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.063393 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-019cd8ef-4b64-4d23-aad0-ff4f303d14f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.067874 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-019cd8ef-4b64-4d23-aad0-ff4f303d14f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/22641f55-af4b-4a3a-b919-194f09e90f85 HTTP/1.1" status: 204 len: 168 time: 0.3495624 Jul 05 03:52:00.087113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cd8ef-4b64-4d23-aad0-ff4f303d14f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22641f55-af4b-4a3a-b919-194f09e90f85,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:00.150239 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-403d29e4-77d4-4cd9-90f9-013dc1b85afc req-7c1e1c38-e982-4b0e-ab19-ec77182f41ac service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525042 Jul 05 03:52:00.199544 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.258641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0425f-58c6-45a9-8851-e05f0f8ace47 req-bdf510c1-b60e-4fb4-bb97-2ef509af1453 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.260228 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fe0425f-58c6-45a9-8851-e05f0f8ace47 req-bdf510c1-b60e-4fb4-bb97-2ef509af1453 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 932 time: 0.2723210 Jul 05 03:52:00.367736 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:00.452490 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-403d29e4-77d4-4cd9-90f9-013dc1b85afc req-41ea8579-b120-4cad-badb-8cbbebdbfa1d service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368164 Jul 05 03:52:00.452629 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Allocated IP 10.1.1.2 (cbab2f7f-dca4-47b6-8f6c-7716c1102bd6/b826c63f-d362-4628-9721-d278ba96e4b3/15a0fbd2-fd1f-4c90-9930-48f33c253b03) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:00.452629 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9c7d9fcf-9635-440c-a021-79d069c41ba3 has no active binding in host n-h2-771363-32 {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:52:00.452853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf9fb0b-e6ca-4cfd-9d42-4b4d1abd0419 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Made reservation on behalf of 6f9adc6b4eb14017b64dc25a696964fb for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:00.452853 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5bf9fb0b-e6ca-4cfd-9d42-4b4d1abd0419 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.452853 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fe0425f-58c6-45a9-8851-e05f0f8ace47 req-1f37a057-323c-4467-bfa8-c20934d08841 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763792 Jul 05 03:52:00.745461 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31760e90-4422-4ccb-8c19-ad2abdbe0be6 req-d52b29b8-cbec-4005-87fc-9e5686940a9f tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.747042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31760e90-4422-4ccb-8c19-ad2abdbe0be6 req-d52b29b8-cbec-4005-87fc-9e5686940a9f tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.10 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 945 time: 0.3354857 Jul 05 03:52:00.761568 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.790032 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Transition to ACTIVE for port object 15a0fbd2-fd1f-4c90-9930-48f33c253b03 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:00.800427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Transition to ACTIVE for port object 15a0fbd2-fd1f-4c90-9930-48f33c253b03 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:00.813100 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054d430-e58c-4a99-97f5-c2dc62415b02 req-44c23bc6-8dc9-4ad5-880c-fd29f6bbb946 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.814624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6054d430-e58c-4a99-97f5-c2dc62415b02 req-44c23bc6-8dc9-4ad5-880c-fd29f6bbb946 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 945 time: 0.3388424 Jul 05 03:52:00.957675 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5356-6a02-47fb-acbd-ef147419a4d9 req-b89908c1-0e07-43eb-ab91-9a4432047e04 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.959073 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6eb5356-6a02-47fb-acbd-ef147419a4d9 req-b89908c1-0e07-43eb-ab91-9a4432047e04 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 945 time: 0.3255482 Jul 05 03:52:00.992528 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.035542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:01.035810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc63b9e-797c-4db1-8878-baceda92b667 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:01.041686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:01.045392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:01.048768 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6054d430-e58c-4a99-97f5-c2dc62415b02 req-c9bf5449-ecef-4c98-b290-a0d5b72dcccd tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/security-groups?id=0764657d-e73c-425d-8d6c-6910bea089ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066274 Jul 05 03:52:01.052445 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.054296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Pushing event updated for resources: {'Port': ['ID=15a0fbd2-fd1f-4c90-9930-48f33c253b03,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:01.081743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Transition to ACTIVE for port object 0bc63b9e-797c-4db1-8878-baceda92b667 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:01.097802 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6eb5356-6a02-47fb-acbd-ef147419a4d9 req-c4e03772-d217-492e-bc24-cede13861e76 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305947 Jul 05 03:52:01.127473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-31760e90-4422-4ccb-8c19-ad2abdbe0be6 req-574a3cc4-6bc7-43a6-badf-27998bd9580c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Deleting port 9671fd4c-ca81-4a89-b90e-2e26db49de39 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:01.128343 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-31760e90-4422-4ccb-8c19-ad2abdbe0be6 req-574a3cc4-6bc7-43a6-badf-27998bd9580c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.161884 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5bf9fb0b-e6ca-4cfd-9d42-4b4d1abd0419 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.192295 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Attempting to bind port 15a0fbd2-fd1f-4c90-9930-48f33c253b03 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:01.193090 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Attempting to bind port 15a0fbd2-fd1f-4c90-9930-48f33c253b03 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:01.194203 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Attempting to bind port 15a0fbd2-fd1f-4c90-9930-48f33c253b03 on network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:01.204546 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:01.205070 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Checking segment: {'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:01.205496 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.206162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Bound using segment: {'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:01.206646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Bound port: 15a0fbd2-fd1f-4c90-9930-48f33c253b03, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:01.207032 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.234272 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.296399 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] For port 15a0fbd2-fd1f-4c90-9930-48f33c253b03, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:01.302050 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] For port 15a0fbd2-fd1f-4c90-9930-48f33c253b03, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=15a0fbd2-fd1f-4c90-9930-48f33c253b03,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:01.339871 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38112) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:01.386909 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.388522 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-980fddac-315e-4c7d-89d8-8067f07f3738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.569930 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e82d17-6156-4c9b-bb15-dbd4c418ab84 None None] Pushing event updated for resources: {'Port': ['ID=15a0fbd2-fd1f-4c90-9930-48f33c253b03,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:01.591689 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-980fddac-315e-4c7d-89d8-8067f07f3738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.693617 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-980fddac-315e-4c7d-89d8-8067f07f3738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.740558 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-980fddac-315e-4c7d-89d8-8067f07f3738 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8872371d1720420c84ec27a907c28b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974669 Jul 05 03:52:01.740558 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fddac-315e-4c7d-89d8-8067f07f3738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e442b4bd-e534-4f16-a047-08c9c231bfa8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:01.742027 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38120) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:01.858461 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f09dd3bc-3f92-4849-b057-9a03ba0afa63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.888157 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f09dd3bc-3f92-4849-b057-9a03ba0afa63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.918557 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Pushing event updated for resources: {'Port': ['ID=0bc63b9e-797c-4db1-8878-baceda92b667,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:01.928740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9fb0b-e6ca-4cfd-9d42-4b4d1abd0419 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event updated for resources: {'Subnet': ['ID=c35818c5-0831-4e64-a9b2-4971f2421e18,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:01.992485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38124) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:02.058381 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f09dd3bc-3f92-4849-b057-9a03ba0afa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.061660 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f09dd3bc-3f92-4849-b057-9a03ba0afa63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.063114 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f09dd3bc-3f92-4849-b057-9a03ba0afa63 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e442b4bd-e534-4f16-a047-08c9c231bfa8 HTTP/1.1" status: 204 len: 168 time: 0.3201561 Jul 05 03:52:02.070610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-31760e90-4422-4ccb-8c19-ad2abdbe0be6 req-574a3cc4-6bc7-43a6-badf-27998bd9580c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] For port 9671fd4c-ca81-4a89-b90e-2e26db49de39, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9671fd4c-ca81-4a89-b90e-2e26db49de39,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:02.070980 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-31760e90-4422-4ccb-8c19-ad2abdbe0be6 req-574a3cc4-6bc7-43a6-badf-27998bd9580c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.087034 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09dd3bc-3f92-4849-b057-9a03ba0afa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e442b4bd-e534-4f16-a047-08c9c231bfa8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:02.121960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9fb0b-e6ca-4cfd-9d42-4b4d1abd0419 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Checking segment: {'id': '16bca484-fc95-4326-bdab-fa50a7f8add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:02.122416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf9fb0b-e6ca-4cfd-9d42-4b4d1abd0419 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Network hostable DHCP agents. Network: ee2b7915-3adb-42ee-968d-9a1a80eef953, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:02.135160 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-31760e90-4422-4ccb-8c19-ad2abdbe0be6 req-574a3cc4-6bc7-43a6-badf-27998bd9580c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Calling delete_port for 9671fd4c-ca81-4a89-b90e-2e26db49de39 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:02.135469 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 15a0fbd2-fd1f-4c90-9930-48f33c253b03 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:02.136954 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Attempting to bind port 0bc63b9e-797c-4db1-8878-baceda92b667 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:02.137398 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Attempting to bind port 0bc63b9e-797c-4db1-8878-baceda92b667 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:02.137606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Attempting to bind port 0bc63b9e-797c-4db1-8878-baceda92b667 on network 56f2d126-45cd-4c57-816c-f5659bffe33c {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:02.166884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Port 0bc63b9e-797c-4db1-8878-baceda92b667 on network 56f2d126-45cd-4c57-816c-f5659bffe33c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:02.166884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Attempting to bind port 0bc63b9e-797c-4db1-8878-baceda92b667 on network 56f2d126-45cd-4c57-816c-f5659bffe33c {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:02.183861 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.207567 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568e215-2514-4540-8eeb-a246b18b67cc req-94f3bdae-abe1-42a0-bcce-2cd883b6b1fd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:02.214424 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b568e215-2514-4540-8eeb-a246b18b67cc req-94f3bdae-abe1-42a0-bcce-2cd883b6b1fd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 943 time: 0.9759920 Jul 05 03:52:02.222973 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b86ba29e-b54a-4573-b8bb-e36e0343b615 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-673529748-network', 'tenant_id': '5b72dc9a815640139280a7e3033b841c'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:02.225310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:02.225677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Checking segment: {'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:02.226244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Bound using segment: {'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:02.226692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Bound port: 0bc63b9e-797c-4db1-8878-baceda92b667, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:02.227053 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.306537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a4289-3f0f-4253-9a61-c67c941950b1 req-a14bef6b-2a85-4b19-b668-a064e7cdd1fb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:02.308113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e5a4289-3f0f-4253-9a61-c67c941950b1 req-a14bef6b-2a85-4b19-b668-a064e7cdd1fb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 944 time: 0.3908648 Jul 05 03:52:02.328905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b568e215-2514-4540-8eeb-a246b18b67cc req-162c8e26-3bab-4678-b8f8-699d874399c8 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098514 Jul 05 03:52:02.367487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 15a0fbd2-fd1f-4c90-9930-48f33c253b03 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:02.380774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf9fb0b-e6ca-4cfd-9d42-4b4d1abd0419 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Network ee2b7915-3adb-42ee-968d-9a1a80eef953 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:02.422634 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86ba29e-b54a-4573-b8bb-e36e0343b615 admin admin] Made reservation on behalf of 5b72dc9a815640139280a7e3033b841c for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:02.427128 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b86ba29e-b54a-4573-b8bb-e36e0343b615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.441185 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b86ba29e-b54a-4573-b8bb-e36e0343b615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.471693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e5a4289-3f0f-4253-9a61-c67c941950b1 req-1fc22abc-7e24-4eec-a63c-85e7dc3dfacf tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417837 Jul 05 03:52:02.483671 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] For port 0bc63b9e-797c-4db1-8878-baceda92b667, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:02.586769 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-5bf9fb0b-e6ca-4cfd-9d42-4b4d1abd0419 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, ee2b7915-3adb-42ee-968d-9a1a80eef953) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:02.595542 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf9fb0b-e6ca-4cfd-9d42-4b4d1abd0419 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:02.596343 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5bf9fb0b-e6ca-4cfd-9d42-4b4d1abd0419 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.599874 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0d19bc-94d3-4cfa-9cbf-f58029e446b9 None None] Network ee2b7915-3adb-42ee-968d-9a1a80eef953 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:02.613567 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b86ba29e-b54a-4573-b8bb-e36e0343b615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.643100 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] For port 0bc63b9e-797c-4db1-8878-baceda92b667, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=0bc63b9e-797c-4db1-8878-baceda92b667,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:02.732801 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-31760e90-4422-4ccb-8c19-ad2abdbe0be6 req-574a3cc4-6bc7-43a6-badf-27998bd9580c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.735358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb09c1-09bf-48be-92be-33c42f0dbbed req-4ba7d17b-0ef6-48b3-a423-1320d9608ee8 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:02.736975 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7eb09c1-09bf-48be-92be-33c42f0dbbed req-4ba7d17b-0ef6-48b3-a423-1320d9608ee8 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 945 time: 0.2590423 Jul 05 03:52:02.750296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['ec469546-349f-44ad-8e4b-6ef75384030f', '1c6d3093-a61c-44da-8f9f-b865150cab5e'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:02.770579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a3cc4-6bc7-43a6-badf-27998bd9580c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Pushing event deleted for resources: {'Port': ['ID=9671fd4c-ca81-4a89-b90e-2e26db49de39,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:02.819285 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b86ba29e-b54a-4573-b8bb-e36e0343b615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.832358 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.856961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-ee2b7915-3adb-42ee-968d-9a1a80eef953', 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'fixed_ips': [{'subnet_id': 'c35818c5-0831-4e64-a9b2-4971f2421e18'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:52:02.857549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86ba29e-b54a-4573-b8bb-e36e0343b615 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:02.859004 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.869293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ba29e-b54a-4573-b8bb-e36e0343b615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73c3567-5986-4e2d-95eb-a4a381bc60a9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:02.887249 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b86ba29e-b54a-4573-b8bb-e36e0343b615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.887603 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-b86ba29e-b54a-4573-b8bb-e36e0343b615 admin admin] Added segment 2de97bf6-7c4a-4e58-a93e-63ebb037dbb9 of type vlan for network 2341b7c2-3740-49fd-89f1-56419c31e54b Jul 05 03:52:02.921363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Pushing event updated for resources: {'Port': ['ID=0bc63b9e-797c-4db1-8878-baceda92b667,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:02.941595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a1968-56f8-463e-8c92-e898c97b65cc req-8c618e69-d477-4c1a-98f4-9b7b2cb88d2a tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:02.944102 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd5a1968-56f8-463e-8c92-e898c97b65cc req-8c618e69-d477-4c1a-98f4-9b7b2cb88d2a tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 867 time: 0.2860751 Jul 05 03:52:02.950658 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b86ba29e-b54a-4573-b8bb-e36e0343b615 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.003514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-31760e90-4422-4ccb-8c19-ad2abdbe0be6 req-574a3cc4-6bc7-43a6-badf-27998bd9580c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] No DVR routers for this DVR port 9671fd4c-ca81-4a89-b90e-2e26db49de39 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:03.011018 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7eb09c1-09bf-48be-92be-33c42f0dbbed req-48a95d92-e261-4fc6-9759-d74366551fac tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/security-groups?id=0764657d-e73c-425d-8d6c-6910bea089ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418261 Jul 05 03:52:03.017305 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-31760e90-4422-4ccb-8c19-ad2abdbe0be6 req-574a3cc4-6bc7-43a6-badf-27998bd9580c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.019284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31760e90-4422-4ccb-8c19-ad2abdbe0be6 req-574a3cc4-6bc7-43a6-badf-27998bd9580c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.10 "DELETE /v2.0/ports/9671fd4c-ca81-4a89-b90e-2e26db49de39 HTTP/1.1" status: 204 len: 173 time: 2.2351532 Jul 05 03:52:03.023784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.025314 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.027868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-2cab21c1-528d-48f3-8e1a-0d404064dc5f service neutron] 10.222.0.36 "PUT /v2.0/ports/0bc63b9e-797c-4db1-8878-baceda92b667 HTTP/1.1" status: 200 len: 1093 time: 3.1250520 Jul 05 03:52:03.029077 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d6f9f2-8137-4e3f-a936-580b1720f28e', 'name': 'network-vif-deleted', 'tag': '9671fd4c-ca81-4a89-b90e-2e26db49de39'}, {'name': 'network-changed', 'server_uuid': '7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361', 'tag': '0bc63b9e-797c-4db1-8878-baceda92b667'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:03.035407 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db62472b-e0fb-4c27-b49d-c2b615bfbf81" -d '{"events": [{"server_uuid": "96d6f9f2-8137-4e3f-a936-580b1720f28e", "name": "network-vif-deleted", "tag": "9671fd4c-ca81-4a89-b90e-2e26db49de39"}, {"name": "network-changed", "server_uuid": "7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361", "tag": "0bc63b9e-797c-4db1-8878-baceda92b667"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:03.055111 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd5a1968-56f8-463e-8c92-e898c97b65cc req-d8ce66b8-9764-40ad-8680-07b6d317703c tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983639 Jul 05 03:52:03.061816 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5bf9fb0b-e6ca-4cfd-9d42-4b4d1abd0419 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2790608 Jul 05 03:52:03.065123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38148) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:03.079019 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995546fa-d4e7-45e8-aa3a-4f94fcbecb89 None None] Network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:03.079224 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7650f64a-602a-423d-8f14-5bfda532704f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Request body: {'port': {'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6', 'name': 'tempest-TaggedBootDevicesTest-167066899', 'fixed_ips': [{'subnet_id': 'b826c63f-d362-4628-9721-d278ba96e4b3'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:03.195255 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b86ba29e-b54a-4573-b8bb-e36e0343b615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.201123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86ba29e-b54a-4573-b8bb-e36e0343b615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.202211 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b86ba29e-b54a-4573-b8bb-e36e0343b615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.262235 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23339a05-7f81-48b1-b596-5195f191ffbc x-openstack-request-id: req-23339a05-7f81-48b1-b596-5195f191ffbc {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:03.262235 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d6f9f2-8137-4e3f-a936-580b1720f28e", "name": "network-vif-deleted", "tag": "9671fd4c-ca81-4a89-b90e-2e26db49de39", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361", "tag": "0bc63b9e-797c-4db1-8878-baceda92b667", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:03.262235 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-23339a05-7f81-48b1-b596-5195f191ffbc {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:03.262235 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d6f9f2-8137-4e3f-a936-580b1720f28e', 'name': 'network-vif-deleted', 'tag': '9671fd4c-ca81-4a89-b90e-2e26db49de39', 'status': 'completed', 'code': 200} Jul 05 03:52:03.262235 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361', 'tag': '0bc63b9e-797c-4db1-8878-baceda92b667', 'status': 'completed', 'code': 200} Jul 05 03:52:03.373795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ba29e-b54a-4573-b8bb-e36e0343b615 admin admin] Pushing event updated for resources: {'Network': ['ID=2341b7c2-3740-49fd-89f1-56419c31e54b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:03.401790 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 2341b7c2-3740-49fd-89f1-56419c31e54b details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:03.469384 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b86ba29e-b54a-4573-b8bb-e36e0343b615 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4758310 Jul 05 03:52:03.470051 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38154) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:03.477326 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-888c2529-8b0d-4d7a-bf8a-e5378f18e28f admin admin] Request body: {'subnet': {'network_id': '2341b7c2-3740-49fd-89f1-56419c31e54b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-673529748-subnet', 'tenant_id': '5b72dc9a815640139280a7e3033b841c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:03.532793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7650f64a-602a-423d-8f14-5bfda532704f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Made reservation on behalf of 6f9adc6b4eb14017b64dc25a696964fb for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:03.551471 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55a448-449f-4e6f-9c82-688105ea6986 req-978c1082-8531-4501-90c1-5bba9bffa731 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.558324 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf55a448-449f-4e6f-9c82-688105ea6986 req-978c1082-8531-4501-90c1-5bba9bffa731 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 945 time: 0.4071722 Jul 05 03:52:03.568099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62472b-e0fb-4c27-b49d-c2b615bfbf81 req-b0a8aa24-d72b-4c4f-b685-c0c667051fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.579810 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db62472b-e0fb-4c27-b49d-c2b615bfbf81 req-b0a8aa24-d72b-4c4f-b685-c0c667051fca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 1096 time: 0.3223369 Jul 05 03:52:03.642093 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-84bc67f0-54f7-429d-8700-721d627ad404 None None] Provisioning for port 15a0fbd2-fd1f-4c90-9930-48f33c253b03 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:03.666699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-84bc67f0-54f7-429d-8700-721d627ad404 None None] Provisioning complete for port 15a0fbd2-fd1f-4c90-9930-48f33c253b03 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:03.668120 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-84bc67f0-54f7-429d-8700-721d627ad404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.766330 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7650f64a-602a-423d-8f14-5bfda532704f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.775718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Allocated IP 10.2.2.2 (ee2b7915-3adb-42ee-968d-9a1a80eef953/c35818c5-0831-4e64-a9b2-4971f2421e18/9ef113ef-f2bd-42f9-95cf-95807cd084b9) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:03.790184 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-7650f64a-602a-423d-8f14-5bfda532704f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] device_id is not set on port 512d2f3b-40a5-4840-ad2d-bd6629884f66 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:52:03.870017 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.001902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888c2529-8b0d-4d7a-bf8a-e5378f18e28f admin admin] Made reservation on behalf of 5b72dc9a815640139280a7e3033b841c for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:04.004958 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-888c2529-8b0d-4d7a-bf8a-e5378f18e28f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.067198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac55810-dd89-4014-8d82-ba947e649385 req-ac6970f7-5eac-4066-914a-d04c95c5bbd4 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:04.069642 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ac55810-dd89-4014-8d82-ba947e649385 req-ac6970f7-5eac-4066-914a-d04c95c5bbd4 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 943 time: 0.5093260 Jul 05 03:52:04.112852 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-7650f64a-602a-423d-8f14-5bfda532704f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Allocated IP 10.1.1.170 (cbab2f7f-dca4-47b6-8f6c-7716c1102bd6/b826c63f-d362-4628-9721-d278ba96e4b3/512d2f3b-40a5-4840-ad2d-bd6629884f66) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:04.173248 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2276ab-ad9b-4bb3-9221-30239ba2e569 req-4f8508ea-f24e-4a9f-9de7-63f0775e4248 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:04.181948 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd2276ab-ad9b-4bb3-9221-30239ba2e569 req-4f8508ea-f24e-4a9f-9de7-63f0775e4248 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 944 time: 0.4214506 Jul 05 03:52:04.189254 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-84bc67f0-54f7-429d-8700-721d627ad404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.212161 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-bf55a448-449f-4e6f-9c82-688105ea6986 req-582ff093-0afc-4a0b-8d82-4f6762a53173 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Deleting port 801c6934-3315-4e82-86ca-46ddb40a88c3 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:04.212623 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bf55a448-449f-4e6f-9c82-688105ea6986 req-582ff093-0afc-4a0b-8d82-4f6762a53173 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.282873 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-84bc67f0-54f7-429d-8700-721d627ad404 None None] For port 15a0fbd2-fd1f-4c90-9930-48f33c253b03, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=15a0fbd2-fd1f-4c90-9930-48f33c253b03,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:04.330155 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9671fd4c-ca81-4a89-b90e-2e26db49de39 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:04.347827 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-bf55a448-449f-4e6f-9c82-688105ea6986 req-582ff093-0afc-4a0b-8d82-4f6762a53173 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] For port 801c6934-3315-4e82-86ca-46ddb40a88c3, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=801c6934-3315-4e82-86ca-46ddb40a88c3,segment=NetworkSegment(a2cb5f44-d122-4841-8676-667fdcdd71d0),segment_id=a2cb5f44-d122-4841-8676-667fdcdd71d0)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:04.348467 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bf55a448-449f-4e6f-9c82-688105ea6986 req-582ff093-0afc-4a0b-8d82-4f6762a53173 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.380108 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.389892 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-bf55a448-449f-4e6f-9c82-688105ea6986 req-582ff093-0afc-4a0b-8d82-4f6762a53173 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Calling delete_port for 801c6934-3315-4e82-86ca-46ddb40a88c3 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:04.395184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Transition to ACTIVE for port object 9ef113ef-f2bd-42f9-95cf-95807cd084b9 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:04.433095 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62472b-e0fb-4c27-b49d-c2b615bfbf81 req-a7b6819b-c6f7-4fca-aeb3-cc256400a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:04.436422 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db62472b-e0fb-4c27-b49d-c2b615bfbf81 req-a7b6819b-c6f7-4fca-aeb3-cc256400a5d4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.7373683 Jul 05 03:52:04.449698 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-84bc67f0-54f7-429d-8700-721d627ad404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.458532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 9671fd4c-ca81-4a89-b90e-2e26db49de39 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:04.459216 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9671fd4c-ca81-4a89-b90e-2e26db49de39 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:04.481310 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7650f64a-602a-423d-8f14-5bfda532704f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.551962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Transition to ACTIVE for port object 9ef113ef-f2bd-42f9-95cf-95807cd084b9 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:04.591764 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ac55810-dd89-4014-8d82-ba947e649385 req-65e08b42-1d60-486e-b7d4-33880707fbc5 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039005 Jul 05 03:52:04.611504 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc67f0-54f7-429d-8700-721d627ad404 None None] Pushing event updated for resources: {'Port': ['ID=15a0fbd2-fd1f-4c90-9930-48f33c253b03,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:04.684377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-068f49c3-87ac-44d3-9bbb-f94d535720bd None None] Provisioning complete for port 15a0fbd2-fd1f-4c90-9930-48f33c253b03 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:04.685219 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-068f49c3-87ac-44d3-9bbb-f94d535720bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.784676 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-ce977615-86e5-45f5-9d6a-4034ce31a33f service neutron] 10.222.0.10 "GET /v2.0/ports/9c7d9fcf-9635-440c-a021-79d069c41ba3/bindings/n-h2-771363-32 HTTP/1.1" status: 200 len: 385 time: 0.1197271 Jul 05 03:52:04.797293 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd2276ab-ad9b-4bb3-9221-30239ba2e569 req-94430a14-fb30-418f-9f71-3ae2a609690f tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145973 Jul 05 03:52:04.925149 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.994301 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Network ee2b7915-3adb-42ee-968d-9a1a80eef953 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:04.997622 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Pushing event updated for resources: {'Port': ['ID=9ef113ef-f2bd-42f9-95cf-95807cd084b9,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:05.001867 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:05.004839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:05.070686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bcd626fe-7151-4e9c-b540-7f41d73ef23e req-0c1808d4-88ff-4549-ab81-69ae738ad0ba tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=96d6f9f2-8137-4e3f-a936-580b1720f28e HTTP/1.1" status: 200 len: 210 time: 0.0910113 Jul 05 03:52:05.086717 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-7650f64a-602a-423d-8f14-5bfda532704f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Transition to ACTIVE for port object 512d2f3b-40a5-4840-ad2d-bd6629884f66 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:05.139415 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62472b-e0fb-4c27-b49d-c2b615bfbf81 req-3a92ace0-9100-439b-bc2f-d2730892dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.141606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db62472b-e0fb-4c27-b49d-c2b615bfbf81 req-3a92ace0-9100-439b-bc2f-d2730892dd95 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6926985 Jul 05 03:52:05.188988 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Attempting to bind port 9ef113ef-f2bd-42f9-95cf-95807cd084b9 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:05.189578 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Attempting to bind port 9ef113ef-f2bd-42f9-95cf-95807cd084b9 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '16bca484-fc95-4326-bdab-fa50a7f8add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:05.190146 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Attempting to bind port 9ef113ef-f2bd-42f9-95cf-95807cd084b9 on network ee2b7915-3adb-42ee-968d-9a1a80eef953 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:05.211859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4df9d-8dc3-4d84-8e85-fd993e010c41 req-1721e1a5-0114-4f00-8502-4e7d97a54c8e tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.213815 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:05.214326 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Checking segment: {'id': '16bca484-fc95-4326-bdab-fa50a7f8add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:05.214804 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.216488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Bound using segment: {'id': '16bca484-fc95-4326-bdab-fa50a7f8add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:05.217568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Bound port: 9ef113ef-f2bd-42f9-95cf-95807cd084b9, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bca484-fc95-4326-bdab-fa50a7f8add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:05.218073 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.220963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53c4df9d-8dc3-4d84-8e85-fd993e010c41 req-1721e1a5-0114-4f00-8502-4e7d97a54c8e tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 945 time: 0.4417937 Jul 05 03:52:05.275982 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-888c2529-8b0d-4d7a-bf8a-e5378f18e28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.336131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] For port 9ef113ef-f2bd-42f9-95cf-95807cd084b9, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:05.338345 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c2529-8b0d-4d7a-bf8a-e5378f18e28f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b59db1-0180-4719-83ee-1f341c729b8b,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:05.349302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] For port 9ef113ef-f2bd-42f9-95cf-95807cd084b9, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9ef113ef-f2bd-42f9-95cf-95807cd084b9,segment=NetworkSegment(16bca484-fc95-4326-bdab-fa50a7f8add7),segment_id=16bca484-fc95-4326-bdab-fa50a7f8add7)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:05.369695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888c2529-8b0d-4d7a-bf8a-e5378f18e28f admin admin] Checking segment: {'id': '2de97bf6-7c4a-4e58-a93e-63ebb037dbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2341b7c2-3740-49fd-89f1-56419c31e54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:05.370156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888c2529-8b0d-4d7a-bf8a-e5378f18e28f admin admin] Network hostable DHCP agents. Network: 2341b7c2-3740-49fd-89f1-56419c31e54b, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:05.378751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53c4df9d-8dc3-4d84-8e85-fd993e010c41 req-a60a5fa5-3f6f-4513-8ceb-0efed0f9a552 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/security-groups?id=0764657d-e73c-425d-8d6c-6910bea089ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567700 Jul 05 03:52:05.385024 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7650f64a-602a-423d-8f14-5bfda532704f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.422254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-8169304a-50a2-463f-9e84-4f7d3f602f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.426684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-8169304a-50a2-463f-9e84-4f7d3f602f1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 1096 time: 0.1817684 Jul 05 03:52:05.431191 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-bd489648-f919-423c-9f28-78c39526b725 service neutron] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:05.431512 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bf55a448-449f-4e6f-9c82-688105ea6986 req-582ff093-0afc-4a0b-8d82-4f6762a53173 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.447704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['801c6934-3315-4e82-86ca-46ddb40a88c3'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:05.453824 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7650f64a-602a-423d-8f14-5bfda532704f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:05.460642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7650f64a-602a-423d-8f14-5bfda532704f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:05.465069 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7650f64a-602a-423d-8f14-5bfda532704f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:05.494718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650f64a-602a-423d-8f14-5bfda532704f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event updated for resources: {'Port': ['ID=512d2f3b-40a5-4840-ad2d-bd6629884f66,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:05.521972 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.523713 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ff093-0afc-4a0b-8d82-4f6762a53173 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Pushing event deleted for resources: {'Port': ['ID=801c6934-3315-4e82-86ca-46ddb40a88c3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:05.529094 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-8109c7b4-0cc3-4858-b876-15586d7d3b49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bc63b9e-797c-4db1-8878-baceda92b667 HTTP/1.1" status: 200 len: 217 time: 0.0846956 Jul 05 03:52:05.538796 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-bd489648-f919-423c-9f28-78c39526b725 service neutron] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:05.550046 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7650f64a-602a-423d-8f14-5bfda532704f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.550046 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7650f64a-602a-423d-8f14-5bfda532704f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.573481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888c2529-8b0d-4d7a-bf8a-e5378f18e28f admin admin] Network 2341b7c2-3740-49fd-89f1-56419c31e54b is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:05.596368 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9c7d9fcf-9635-440c-a021-79d069c41ba3 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:05.704502 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de2fcc-3654-4f9e-82af-7f564fc5f711 None None] Pushing event updated for resources: {'Port': ['ID=9ef113ef-f2bd-42f9-95cf-95807cd084b9,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:05.731284 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf55a448-449f-4e6f-9c82-688105ea6986 req-582ff093-0afc-4a0b-8d82-4f6762a53173 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] No DVR routers for this DVR port 801c6934-3315-4e82-86ca-46ddb40a88c3 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:05.751146 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:05.758114 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-bf55a448-449f-4e6f-9c82-688105ea6986 req-582ff093-0afc-4a0b-8d82-4f6762a53173 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.761622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7650f64a-602a-423d-8f14-5bfda532704f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6920006 Jul 05 03:52:05.761622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38192) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:05.765283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-17dac4a3-1bd7-49e6-9ef3-08182aa48fea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Request body: {'port': {'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6', 'name': 'tempest-TaggedBootDevicesTest-1589577017', 'fixed_ips': [{'subnet_id': 'b826c63f-d362-4628-9721-d278ba96e4b3'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:05.770275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9c7d9fcf-9635-440c-a021-79d069c41ba3 has no active binding in host n-h2-771363-32 {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:52:05.773409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf55a448-449f-4e6f-9c82-688105ea6986 req-582ff093-0afc-4a0b-8d82-4f6762a53173 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.10 "DELETE /v2.0/ports/801c6934-3315-4e82-86ca-46ddb40a88c3 HTTP/1.1" status: 204 len: 173 time: 2.1885359 Jul 05 03:52:05.775114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f03710-1b83-4c85-b627-f6a97795e274', 'name': 'network-vif-deleted', 'tag': '801c6934-3315-4e82-86ca-46ddb40a88c3'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:05.777566 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa857dbb-11e0-4a88-9596-9bf2dffd3ded" -d '{"events": [{"server_uuid": "c3f03710-1b83-4c85-b627-f6a97795e274", "name": "network-vif-deleted", "tag": "801c6934-3315-4e82-86ca-46ddb40a88c3"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:05.783414 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-e092fc1a-ac0c-4111-b073-c034fab4ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.794829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-e092fc1a-ac0c-4111-b073-c034fab4ee51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9069197f-75d0-4cd3-a892-7efdfa8d933c HTTP/1.1" status: 200 len: 855 time: 0.2525742 Jul 05 03:52:05.803773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-bd489648-f919-423c-9f28-78c39526b725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7d9fcf-9635-440c-a021-79d069c41ba3 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:05.832004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-888c2529-8b0d-4d7a-bf8a-e5378f18e28f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 2341b7c2-3740-49fd-89f1-56419c31e54b) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:05.848882 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888c2529-8b0d-4d7a-bf8a-e5378f18e28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.849653 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-888c2529-8b0d-4d7a-bf8a-e5378f18e28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.854186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-eda48d6e-1792-424f-8c9f-23a292dc77d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56f2d126-45cd-4c57-816c-f5659bffe33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444741 Jul 05 03:52:05.854400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e0af02-a494-4a69-88bd-a0cfb1cebe71 None None] Network 2341b7c2-3740-49fd-89f1-56419c31e54b requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:05.860591 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-bd489648-f919-423c-9f28-78c39526b725 service neutron] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:06.028881 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-888c2529-8b0d-4d7a-bf8a-e5378f18e28f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5574667 Jul 05 03:52:06.069966 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-50260bdd-3b75-434e-9858-f6a4c3693034 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b7b1bcdc2e8f4b3a89c4ac31ee4e8685&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423560 Jul 05 03:52:06.075711 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-bd489648-f919-423c-9f28-78c39526b725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.123525 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-51e3a153-15bd-4157-9e91-7a48b8a0f9df None None] Provisioning for port 512d2f3b-40a5-4840-ad2d-bd6629884f66 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:06.157584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-51e3a153-15bd-4157-9e91-7a48b8a0f9df None None] Provisioning complete for port 512d2f3b-40a5-4840-ad2d-bd6629884f66 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:06.157959 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-51e3a153-15bd-4157-9e91-7a48b8a0f9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.236048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-51e3a153-15bd-4157-9e91-7a48b8a0f9df None None] Port 512d2f3b-40a5-4840-ad2d-bd6629884f66 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:06.243418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3250667c-e3bb-4482-ba1b-7c1d9dce86a0 None None] Network 2341b7c2-3740-49fd-89f1-56419c31e54b requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:06.252712 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dac4a3-1bd7-49e6-9ef3-08182aa48fea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Made reservation on behalf of 6f9adc6b4eb14017b64dc25a696964fb for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:06.260242 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17dac4a3-1bd7-49e6-9ef3-08182aa48fea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.285150 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037782c8-b704-41b3-9066-461432e92e4c req-f5cfc931-e862-46d6-b1de-31cc5e2e47e4 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.286786 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-037782c8-b704-41b3-9066-461432e92e4c req-f5cfc931-e862-46d6-b1de-31cc5e2e47e4 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 943 time: 0.4147646 Jul 05 03:52:06.300414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-17dac4a3-1bd7-49e6-9ef3-08182aa48fea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] device_id is not set on port bd52334b-41ac-4635-b2ed-9618cb33fe9e yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:52:06.329329 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-6d3cacb5-41c3-468e-a529-767e701b198d service neutron] 10.222.0.36 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441533 Jul 05 03:52:06.361827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 15a0fbd2-fd1f-4c90-9930-48f33c253b03 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:06.471958 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 15a0fbd2-fd1f-4c90-9930-48f33c253b03 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:06.472366 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.494776 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-bd489648-f919-423c-9f28-78c39526b725 service neutron] Transition to ACTIVE for port object 9c7d9fcf-9635-440c-a021-79d069c41ba3 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:06.508479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-037782c8-b704-41b3-9066-461432e92e4c req-e7368c69-d63b-41c5-8e18-36580fc16154 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817696 Jul 05 03:52:06.515364 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-729706e8-3805-49cc-998b-221bd99c1292 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.516959 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-729706e8-3805-49cc-998b-221bd99c1292 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4121034 Jul 05 03:52:06.594912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-17dac4a3-1bd7-49e6-9ef3-08182aa48fea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Allocated IP 10.1.1.229 (cbab2f7f-dca4-47b6-8f6c-7716c1102bd6/b826c63f-d362-4628-9721-d278ba96e4b3/bd52334b-41ac-4635-b2ed-9618cb33fe9e) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:06.620872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9ef113ef-f2bd-42f9-95cf-95807cd084b9 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:06.812955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 9ef113ef-f2bd-42f9-95cf-95807cd084b9 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:06.828654 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17dac4a3-1bd7-49e6-9ef3-08182aa48fea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.855923 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-17dac4a3-1bd7-49e6-9ef3-08182aa48fea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Transition to ACTIVE for port object bd52334b-41ac-4635-b2ed-9618cb33fe9e will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:06.887240 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda177c2-deb2-44c4-a911-b225d2f4d290 x-openstack-request-id: req-dda177c2-deb2-44c4-a911-b225d2f4d290 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:06.887563 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f03710-1b83-4c85-b627-f6a97795e274", "name": "network-vif-deleted", "tag": "801c6934-3315-4e82-86ca-46ddb40a88c3", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:06.887809 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dda177c2-deb2-44c4-a911-b225d2f4d290 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:06.888185 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f03710-1b83-4c85-b627-f6a97795e274', 'name': 'network-vif-deleted', 'tag': '801c6934-3315-4e82-86ca-46ddb40a88c3', 'status': 'completed', 'code': 200} Jul 05 03:52:06.894775 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-bd489648-f919-423c-9f28-78c39526b725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.907823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-e13bea98-f857-4e49-b87f-934308373611 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/quotas/b7b1bcdc2e8f4b3a89c4ac31ee4e8685 HTTP/1.1" status: 200 len: 375 time: 0.3796923 Jul 05 03:52:06.993638 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17dac4a3-1bd7-49e6-9ef3-08182aa48fea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.021578 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-b27255fe-710d-432e-b278-ea7788fce526 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b7b1bcdc2e8f4b3a89c4ac31ee4e8685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646162 Jul 05 03:52:07.027889 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8325bc8-427b-4384-aa6f-088c781fa5b0 req-13feee0d-d2de-41dd-a4ab-c077705cfb23 service neutron] 10.222.0.36 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6798742 Jul 05 03:52:07.060640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dac4a3-1bd7-49e6-9ef3-08182aa48fea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:07.080531 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-bd489648-f919-423c-9f28-78c39526b725 service neutron] No DVR routers for this DVR port 9c7d9fcf-9635-440c-a021-79d069c41ba3 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:07.082783 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd489648-f919-423c-9f28-78c39526b725 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7d9fcf-9635-440c-a021-79d069c41ba3,revision_number=10']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:07.089298 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-17dac4a3-1bd7-49e6-9ef3-08182aa48fea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:07.093084 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dac4a3-1bd7-49e6-9ef3-08182aa48fea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:07.104207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dac4a3-1bd7-49e6-9ef3-08182aa48fea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event updated for resources: {'Port': ['ID=bd52334b-41ac-4635-b2ed-9618cb33fe9e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:07.130327 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-bd489648-f919-423c-9f28-78c39526b725 service neutron] 10.222.0.10 "PUT /v2.0/ports/9c7d9fcf-9635-440c-a021-79d069c41ba3/bindings/n-h2-771363-32/activate HTTP/1.1" status: 200 len: 370 time: 2.2749023 Jul 05 03:52:07.147194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ee996-c2f3-47fa-99cf-ad83c7d4dc5e req-d0d2fa60-08eb-49d3-93ae-81ad21762033 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:07.148829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-011ee996-c2f3-47fa-99cf-ad83c7d4dc5e req-d0d2fa60-08eb-49d3-93ae-81ad21762033 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 944 time: 0.2584510 Jul 05 03:52:07.198736 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dac4a3-1bd7-49e6-9ef3-08182aa48fea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:07.199959 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17dac4a3-1bd7-49e6-9ef3-08182aa48fea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.239133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1891a7f-b77c-4e16-b57f-0c5025b27266 None None] Network ee2b7915-3adb-42ee-968d-9a1a80eef953 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:07.243133 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-011ee996-c2f3-47fa-99cf-ad83c7d4dc5e req-08ff0b8b-dc12-4c64-9fd0-b652c0f348f6 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845482 Jul 05 03:52:07.425242 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-17dac4a3-1bd7-49e6-9ef3-08182aa48fea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6648130 Jul 05 03:52:07.525062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-4fea37ac-bdd8-4368-bcfd-3ca755fedeb5 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:07.526572 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-4fea37ac-bdd8-4368-bcfd-3ca755fedeb5 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f&tenant_id=63c0043dceb94c52ae4db4897d94f388&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 1096 time: 0.0615616 Jul 05 03:52:07.578524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-22723606-f181-49f4-8fb4-79b5b2323ce7 None None] Provisioning for port 9ef113ef-f2bd-42f9-95cf-95807cd084b9 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:07.582948 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-22723606-f181-49f4-8fb4-79b5b2323ce7 None None] Provisioning complete for port 9ef113ef-f2bd-42f9-95cf-95807cd084b9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:07.588992 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-22723606-f181-49f4-8fb4-79b5b2323ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.629828 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-cea26f90-a777-44dc-baaf-8031c2969bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:07.632721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-cea26f90-a777-44dc-baaf-8031c2969bd0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f&tenant_id=63c0043dceb94c52ae4db4897d94f388 HTTP/1.1" status: 200 len: 1096 time: 0.0936770 Jul 05 03:52:07.692028 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0889f283-d32d-4581-bd0f-43ee786d9c61 req-804cdf37-1db3-48ab-a5c3-abf4b5e72014 tempest-VolumesAdminNegativeTest-50579612 tempest-VolumesAdminNegativeTest-50579612-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3f03710-1b83-4c85-b627-f6a97795e274 HTTP/1.1" status: 200 len: 210 time: 0.0547316 Jul 05 03:52:07.764854 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-22723606-f181-49f4-8fb4-79b5b2323ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.813767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-22723606-f181-49f4-8fb4-79b5b2323ce7 None None] For port 9ef113ef-f2bd-42f9-95cf-95807cd084b9, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9ef113ef-f2bd-42f9-95cf-95807cd084b9,segment=NetworkSegment(16bca484-fc95-4326-bdab-fa50a7f8add7),segment_id=16bca484-fc95-4326-bdab-fa50a7f8add7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:07.852239 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-85a3b0a9-20c7-4e42-adfd-ee30a224f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:07.854170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-85a3b0a9-20c7-4e42-adfd-ee30a224f930 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 1096 time: 0.1593757 Jul 05 03:52:07.894297 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-519b2c0d-d4fc-46f2-90fc-94a621d72712 req-77d25de8-65f6-4b9d-ab7f-1c9e06577567 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1064320 Jul 05 03:52:07.931420 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-22723606-f181-49f4-8fb4-79b5b2323ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.988442 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-e310f7cc-0690-4e80-8113-423a3ca5163d tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:07.996331 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-e310f7cc-0690-4e80-8113-423a3ca5163d tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/networks?id=2341b7c2-3740-49fd-89f1-56419c31e54b HTTP/1.1" status: 200 len: 820 time: 0.2286277 Jul 05 03:52:07.999951 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22723606-f181-49f4-8fb4-79b5b2323ce7 None None] Pushing event updated for resources: {'Port': ['ID=9ef113ef-f2bd-42f9-95cf-95807cd084b9,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:08.024651 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-d9f3890f-6721-4983-8bf9-c769e06a1671 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/quotas/5b72dc9a815640139280a7e3033b841c HTTP/1.1" status: 200 len: 375 time: 0.0273645 Jul 05 03:52:08.043489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b2c0d-d4fc-46f2-90fc-94a621d72712 req-9f71e16d-b2d2-4265-af7c-5c0a5928b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.046772 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-519b2c0d-d4fc-46f2-90fc-94a621d72712 req-9f71e16d-b2d2-4265-af7c-5c0a5928b230 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 1097 time: 0.0832477 Jul 05 03:52:08.080371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-83493f27-0f51-4856-8016-f68aeee05d29 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5b72dc9a815640139280a7e3033b841c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523112 Jul 05 03:52:08.081729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a79761e5-703d-4143-8d62-23dd9258eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.083085 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-a79761e5-703d-4143-8d62-23dd9258eb31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.2146053 Jul 05 03:52:08.155060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-92afd4ef-e77a-4a1d-9c80-7c0631852153 None None] Provisioning for port bd52334b-41ac-4635-b2ed-9618cb33fe9e completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:08.163267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-92afd4ef-e77a-4a1d-9c80-7c0631852153 None None] Provisioning complete for port bd52334b-41ac-4635-b2ed-9618cb33fe9e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:08.164311 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-92afd4ef-e77a-4a1d-9c80-7c0631852153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.172542 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-d81cab72-bba3-468d-a2bb-190d5e17617d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3 HTTP/1.1" status: 200 len: 217 time: 0.0661676 Jul 05 03:52:08.203171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-92afd4ef-e77a-4a1d-9c80-7c0631852153 None None] Port bd52334b-41ac-4635-b2ed-9618cb33fe9e cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:08.206121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b2c0d-d4fc-46f2-90fc-94a621d72712 req-0f401ef0-bed1-4add-a5bf-2c170a52b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.207902 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-519b2c0d-d4fc-46f2-90fc-94a621d72712 req-0f401ef0-bed1-4add-a5bf-2c170a52b208 service neutron] 10.222.0.36 "GET /v2.0/networks?id=56f2d126-45cd-4c57-816c-f5659bffe33c HTTP/1.1" status: 200 len: 916 time: 0.1065762 Jul 05 03:52:08.214252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-92afd4ef-e77a-4a1d-9c80-7c0631852153 None None] Provisioning complete for port 9ef113ef-f2bd-42f9-95cf-95807cd084b9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:08.214626 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-92afd4ef-e77a-4a1d-9c80-7c0631852153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.252609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-5ad4fe97-0c3b-4449-b118-260afb16c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.254289 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-5ad4fe97-0c3b-4449-b118-260afb16c9d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.0730684 Jul 05 03:52:08.256561 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-00ad366b-e224-4e65-b9f5-e54757789d45 service neutron] 10.222.0.38 "GET /v2.0/networks/2341b7c2-3740-49fd-89f1-56419c31e54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688521 Jul 05 03:52:08.294416 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-519b2c0d-d4fc-46f2-90fc-94a621d72712 req-1d12072d-40b3-42d1-99e9-dc7a8706da90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d331f6dc-06c2-4e86-9fa0-5b9db6e33018 HTTP/1.1" status: 200 len: 217 time: 0.0795894 Jul 05 03:52:08.330041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-b2fe45ed-6ed6-4d33-aad2-51742a2be2cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624864 Jul 05 03:52:08.353613 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b2c0d-d4fc-46f2-90fc-94a621d72712 req-b2a9b63c-5d2a-42bf-b354-7d508437b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.355127 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-519b2c0d-d4fc-46f2-90fc-94a621d72712 req-b2a9b63c-5d2a-42bf-b354-7d508437b8a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9069197f-75d0-4cd3-a892-7efdfa8d933c HTTP/1.1" status: 200 len: 855 time: 0.0481474 Jul 05 03:52:08.357151 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9c7d9fcf-9635-440c-a021-79d069c41ba3 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:08.415240 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-519b2c0d-d4fc-46f2-90fc-94a621d72712 req-6e2e3869-c367-4325-902c-9298a8c3309f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56f2d126-45cd-4c57-816c-f5659bffe33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472543 Jul 05 03:52:08.429350 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9c7d9fcf-9635-440c-a021-79d069c41ba3 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:08.430270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 801c6934-3315-4e82-86ca-46ddb40a88c3 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:08.489185 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 801c6934-3315-4e82-86ca-46ddb40a88c3 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:08.491633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 801c6934-3315-4e82-86ca-46ddb40a88c3 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:08.582727 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-519b2c0d-d4fc-46f2-90fc-94a621d72712 req-92abfe55-de26-46d1-b1e2-d58cb8b5d156 service neutron] 10.222.0.36 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533446 Jul 05 03:52:08.592495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-c1f4230d-90df-49be-bbc4-3743dfee1263 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080019 Jul 05 03:52:08.594392 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-d89c5e6b-b214-401f-a99b-7d3a11be2b15 service neutron] 10.222.0.38 "GET /v2.0/networks/2341b7c2-3740-49fd-89f1-56419c31e54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283474 Jul 05 03:52:08.893296 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-52bd8083-1290-480a-8db1-fea619223041 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778811 Jul 05 03:52:08.900608 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-519b2c0d-d4fc-46f2-90fc-94a621d72712 req-4f1d2f05-4ebf-4527-b521-353aecef87af service neutron] 10.222.0.36 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907505 Jul 05 03:52:08.972712 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-783255fa-db12-4d65-aa92-bf0fb505e3f6 req-d076ee6c-41ca-4ba7-a9a1-599c77d38f9c tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 210 time: 0.0469139 Jul 05 03:52:09.174330 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da5f1d-3bf8-40d2-ac97-d9d8144f9c22 req-27042fef-0cad-4f8a-84a4-069087fc2f4b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.177076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9da5f1d-3bf8-40d2-ac97-d9d8144f9c22 req-27042fef-0cad-4f8a-84a4-069087fc2f4b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 944 time: 0.0902090 Jul 05 03:52:09.210757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38260) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:09.215740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-fb037aca-9b9e-4d43-a650-c50ebc99b757 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1609168199', 'description': 'tempest-description--1346501709'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:09.226897 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9da5f1d-3bf8-40d2-ac97-d9d8144f9c22 req-6d5545bd-5735-4dfa-be9f-178e9529f143 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436170 Jul 05 03:52:09.361313 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb037aca-9b9e-4d43-a650-c50ebc99b757 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.420667 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9d16d-5718-468a-a9f0-957ff8427ea5 req-010e7849-67db-46d4-bf47-29db3a913317 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.422233 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3a9d16d-5718-468a-a9f0-957ff8427ea5 req-010e7849-67db-46d4-bf47-29db3a913317 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 944 time: 0.1114120 Jul 05 03:52:09.456677 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb037aca-9b9e-4d43-a650-c50ebc99b757 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.477805 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3a9d16d-5718-468a-a9f0-957ff8427ea5 req-4281c5ed-05f8-4672-be0a-a9532a4aa06a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479608 Jul 05 03:52:09.496718 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d955142-bc6b-4dac-be5d-ca66f2e85da3 req-f44f47e8-dbed-478f-a41c-368601253305 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.497685 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d955142-bc6b-4dac-be5d-ca66f2e85da3 req-f44f47e8-dbed-478f-a41c-368601253305 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6194beb-c99e-445b-ba79-2e4398cafe9e HTTP/1.1" status: 200 len: 946 time: 0.1116905 Jul 05 03:52:09.572324 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d955142-bc6b-4dac-be5d-ca66f2e85da3 req-78f87307-a04e-42b4-9ff4-cfd983007611 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395956 Jul 05 03:52:09.616870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38262) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:09.629565 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb037aca-9b9e-4d43-a650-c50ebc99b757 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.671387 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7091159-b718-4def-9101-498c102a999f req-3f709fb8-76b8-4f40-8d39-3cd49d74c626 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 210 time: 0.0335495 Jul 05 03:52:09.692690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb037aca-9b9e-4d43-a650-c50ebc99b757 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851692ce-54ea-439c-bb34-ebe907c96427,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:09.704483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd92cab-67eb-458f-b9d6-3d2f982ff8c2 admin admin] Deleting subnet 681e5ba1-074d-433b-87cf-552e3fa987dd {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:52:09.707849 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2bd92cab-67eb-458f-b9d6-3d2f982ff8c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.759320 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2bd92cab-67eb-458f-b9d6-3d2f982ff8c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.806453 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb037aca-9b9e-4d43-a650-c50ebc99b757 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.806453 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fb037aca-9b9e-4d43-a650-c50ebc99b757 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5870793 Jul 05 03:52:09.806720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38264) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:09.812361 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-386b3bd3-5d77-4195-960f-7cf2cf243d65 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Request body: {'security_group_rule': {'security_group_id': '851692ce-54ea-439c-bb34-ebe907c96427', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:09.830798 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2bd92cab-67eb-458f-b9d6-3d2f982ff8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.879285 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-6a50a251-1a44-4c8c-8f3d-95a55ddce510 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.881501 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-6a50a251-1a44-4c8c-8f3d-95a55ddce510 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f&tenant_id=63c0043dceb94c52ae4db4897d94f388&binding%3Ahost_id=n-h2-771363-32 HTTP/1.1" status: 200 len: 1096 time: 0.1322637 Jul 05 03:52:10.039954 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9ef113ef-f2bd-42f9-95cf-95807cd084b9 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:10.100343 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 9ef113ef-f2bd-42f9-95cf-95807cd084b9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:10.100838 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.140079 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2bd92cab-67eb-458f-b9d6-3d2f982ff8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.141398 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aa154ffb-d829-41b5-b1af-d2e842467ef4 req-a1481f58-45a5-4299-a7d3-1194962abd8a tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 210 time: 0.0387595 Jul 05 03:52:10.153231 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-386b3bd3-5d77-4195-960f-7cf2cf243d65 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.178489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd92cab-67eb-458f-b9d6-3d2f982ff8c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681e5ba1-074d-433b-87cf-552e3fa987dd,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:10.191134 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2bd92cab-67eb-458f-b9d6-3d2f982ff8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.194252 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2bd92cab-67eb-458f-b9d6-3d2f982ff8c2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/681e5ba1-074d-433b-87cf-552e3fa987dd HTTP/1.1" status: 204 len: 168 time: 0.5749123 Jul 05 03:52:10.196426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38268) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:10.239669 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-386b3bd3-5d77-4195-960f-7cf2cf243d65 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.266821 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-d33f4c77-7eb5-4c92-9fe2-7a2444847288 service neutron] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:10.271942 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c7057b4e-cee9-4554-bcc5-8f7efa3753b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.275732 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-d33f4c77-7eb5-4c92-9fe2-7a2444847288 service neutron] Notify callbacks [] for binding, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.276879 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff4c9eb2-a7ac-4537-961b-64f19188780f req-d33f4c77-7eb5-4c92-9fe2-7a2444847288 service neutron] 10.222.0.36 "DELETE /v2.0/ports/9c7d9fcf-9635-440c-a021-79d069c41ba3/bindings/n-h1-771363-32 HTTP/1.1" status: 204 len: 173 time: 0.3772607 Jul 05 03:52:10.350767 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-386b3bd3-5d77-4195-960f-7cf2cf243d65 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.375032 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c7057b4e-cee9-4554-bcc5-8f7efa3753b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.389939 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c7057b4e-cee9-4554-bcc5-8f7efa3753b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6634ef-fae9-4051-bed9-1b0052dd25ec']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:10.403592 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c7057b4e-cee9-4554-bcc5-8f7efa3753b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2cb5f44-d122-4841-8676-667fdcdd71d0') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:10.406406 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c7057b4e-cee9-4554-bcc5-8f7efa3753b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2cb5f44-d122-4841-8676-667fdcdd71d0') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:10.407847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b3bd3-5d77-4195-960f-7cf2cf243d65 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264dcc01-c91f-47b3-aa89-fa27f1a761b3,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:10.416889 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c7057b4e-cee9-4554-bcc5-8f7efa3753b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.433051 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c7057b4e-cee9-4554-bcc5-8f7efa3753b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.440131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7057b4e-cee9-4554-bcc5-8f7efa3753b2 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:52:10.440562 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c7057b4e-cee9-4554-bcc5-8f7efa3753b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:52:10.442424 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:52:10.478000 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16630c-3ec6-42d1-a051-2e482d1be9ff req-f11b24a3-c4cd-41b8-a09e-c61d182cefa2 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.479673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fe16630c-3ec6-42d1-a051-2e482d1be9ff req-f11b24a3-c4cd-41b8-a09e-c61d182cefa2 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 944 time: 0.0928636 Jul 05 03:52:10.515317 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-386b3bd3-5d77-4195-960f-7cf2cf243d65 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.515317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-386b3bd3-5d77-4195-960f-7cf2cf243d65 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7073534 Jul 05 03:52:10.515549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38276) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:10.520037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-463da3e8-22d5-4af8-8d7c-291c2a966fe3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Request body: {'security_group_rule': {'security_group_id': '851692ce-54ea-439c-bb34-ebe907c96427', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:10.528607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fe16630c-3ec6-42d1-a051-2e482d1be9ff req-98771543-450b-4be2-b044-eaece2ca36fe tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429084 Jul 05 03:52:10.635940 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c7057b4e-cee9-4554-bcc5-8f7efa3753b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.643254 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c7057b4e-cee9-4554-bcc5-8f7efa3753b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.650519 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c7057b4e-cee9-4554-bcc5-8f7efa3753b2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2c6634ef-fae9-4051-bed9-1b0052dd25ec HTTP/1.1" status: 204 len: 168 time: 0.4483855 Jul 05 03:52:10.659062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38286) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:10.665292 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7057b4e-cee9-4554-bcc5-8f7efa3753b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c6634ef-fae9-4051-bed9-1b0052dd25ec,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:10.692577 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-463da3e8-22d5-4af8-8d7c-291c2a966fe3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.750969 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-463da3e8-22d5-4af8-8d7c-291c2a966fe3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.769134 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-549671cc-74d1-4add-a668-9d6c85c04679 admin admin] Deleting subnet b3c05c80-2eeb-4319-84ca-d25b9b479884 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:52:10.778688 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-549671cc-74d1-4add-a668-9d6c85c04679 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.837191 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe8bb6-bef7-4eb4-9c0e-04dd94534a45 req-0d5b49dc-e8c5-4f4a-a577-0ece7c874418 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.838818 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9afe8bb6-bef7-4eb4-9c0e-04dd94534a45 req-0d5b49dc-e8c5-4f4a-a577-0ece7c874418 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 944 time: 0.2191978 Jul 05 03:52:10.845352 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-549671cc-74d1-4add-a668-9d6c85c04679 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.900027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca4d61-2b57-410e-8c37-44b42f05af81 req-277deb6a-9132-4853-8a80-6c597fd088c4 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.901679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66ca4d61-2b57-410e-8c37-44b42f05af81 req-277deb6a-9132-4853-8a80-6c597fd088c4 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6194beb-c99e-445b-ba79-2e4398cafe9e HTTP/1.1" status: 200 len: 946 time: 0.1962376 Jul 05 03:52:10.919577 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-463da3e8-22d5-4af8-8d7c-291c2a966fe3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.941017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463da3e8-22d5-4af8-8d7c-291c2a966fe3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f61c50-11f3-4554-b1d0-4da15f8faa4a,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:10.946032 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-549671cc-74d1-4add-a668-9d6c85c04679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.951348 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9afe8bb6-bef7-4eb4-9c0e-04dd94534a45 req-47538316-ae2e-4683-b85b-a7b5269dbd3a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035519 Jul 05 03:52:11.003193 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66ca4d61-2b57-410e-8c37-44b42f05af81 req-5ee75da5-8726-48a3-8563-8b393a8dfc9d tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932453 Jul 05 03:52:11.063782 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-463da3e8-22d5-4af8-8d7c-291c2a966fe3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.065525 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-463da3e8-22d5-4af8-8d7c-291c2a966fe3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5492940 Jul 05 03:52:11.069173 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38290) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:11.078849 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:11.139504 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2cbde-a143-4e4b-9e67-303c34e5f470 req-cc953d50-4ce0-44fa-aaca-d2e3b520a3da tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.141710 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04b2cbde-a143-4e4b-9e67-303c34e5f470 req-cc953d50-4ce0-44fa-aaca-d2e3b520a3da tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 1096 time: 0.0668821 Jul 05 03:52:11.212446 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.223125 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04b2cbde-a143-4e4b-9e67-303c34e5f470 req-877af1e1-a33f-4645-8f5a-68b33af77349 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747182 Jul 05 03:52:11.229828 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-549671cc-74d1-4add-a668-9d6c85c04679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.285865 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-549671cc-74d1-4add-a668-9d6c85c04679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.287498 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-549671cc-74d1-4add-a668-9d6c85c04679 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b3c05c80-2eeb-4319-84ca-d25b9b479884 HTTP/1.1" status: 204 len: 168 time: 0.6274278 Jul 05 03:52:11.292623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38294) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:11.304506 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549671cc-74d1-4add-a668-9d6c85c04679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c05c80-2eeb-4319-84ca-d25b9b479884,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:11.316870 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-33cbebcb-6d08-406f-a15b-c135ea1698a7 req-81bad3dc-2aea-4b82-9de6-75d8e200cec8 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 210 time: 0.0632472 Jul 05 03:52:11.402605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9a1918b4-39f5-4f7f-9e6f-22b451ca978f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.426341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91c663-71e6-460d-bf49-23ff379f495f req-677f056c-67c1-4b5e-a04c-2b32e4fa4fd5 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.429037 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ea91c663-71e6-460d-bf49-23ff379f495f req-677f056c-67c1-4b5e-a04c-2b32e4fa4fd5 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6194beb-c99e-445b-ba79-2e4398cafe9e HTTP/1.1" status: 200 len: 946 time: 0.2761340 Jul 05 03:52:11.452484 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5217a9a2-fd43-4cae-ac99-1c3e5f4ec30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.486562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b8b7ef9-0b7f-4455-b3f4-4e20976785b8 req-8e907ae8-ee96-47f4-8452-d37bb9a0fa4c tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 210 time: 0.0378501 Jul 05 03:52:11.542460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 0bc63b9e-797c-4db1-8878-baceda92b667 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:11.602839 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9a1918b4-39f5-4f7f-9e6f-22b451ca978f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.628828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9a1918b4-39f5-4f7f-9e6f-22b451ca978f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b187e9-0dbf-4752-87da-bfe848dd5f75']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:11.646000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9a1918b4-39f5-4f7f-9e6f-22b451ca978f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd90b35-0e1d-46f6-950b-4b2df51d7a4a') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:11.646678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9a1918b4-39f5-4f7f-9e6f-22b451ca978f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd90b35-0e1d-46f6-950b-4b2df51d7a4a') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:11.651022 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.669553 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9a1918b4-39f5-4f7f-9e6f-22b451ca978f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.689282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-3b4bd807-22ba-4df3-b2b4-4b364d6a1d10 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.692651 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9a1918b4-39f5-4f7f-9e6f-22b451ca978f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.698361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-3b4bd807-22ba-4df3-b2b4-4b364d6a1d10 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 820 time: 0.1599755 Jul 05 03:52:11.706661 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 0bc63b9e-797c-4db1-8878-baceda92b667, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=0bc63b9e-797c-4db1-8878-baceda92b667,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:11.716356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-5b40e7e4-2d6b-436b-9735-90eaa926dc50 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/quotas/63c0043dceb94c52ae4db4897d94f388 HTTP/1.1" status: 200 len: 375 time: 0.0167091 Jul 05 03:52:11.726181 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '0bc63b9e-797c-4db1-8878-baceda92b667', 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c', 'port_id': '0bc63b9e-797c-4db1-8878-baceda92b667', 'mac_address': 'fa:16:3e:d6:8f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9069197f-75d0-4cd3-a892-7efdfa8d933c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:11.735286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1918b4-39f5-4f7f-9e6f-22b451ca978f admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:52:11.735712 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9a1918b4-39f5-4f7f-9e6f-22b451ca978f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:52:11.737614 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:52:11.808022 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-ea91c663-71e6-460d-bf49-23ff379f495f req-d4d9e5d0-8894-429a-9fe5-17aaa3797c47 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Deleting port 1c6d3093-a61c-44da-8f9f-b865150cab5e {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:11.808313 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ea91c663-71e6-460d-bf49-23ff379f495f req-d4d9e5d0-8894-429a-9fe5-17aaa3797c47 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.815438 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-b2b1c972-8d6d-4c8d-a559-081001952f78 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948892 Jul 05 03:52:11.823422 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.839671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc63b9e-797c-4db1-8878-baceda92b667 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:11.863524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 0bc63b9e-797c-4db1-8878-baceda92b667, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=0bc63b9e-797c-4db1-8878-baceda92b667,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:11.931035 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-0f2aa5e1-f705-48ac-a617-96f66c55a9a3 service neutron] 10.222.0.38 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129351 Jul 05 03:52:11.937108 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Allocated IP 172.25.6.81 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/436fe2bf-4963-4653-9f0d-b8a481218c6f) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:11.967045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ea91c663-71e6-460d-bf49-23ff379f495f req-d4d9e5d0-8894-429a-9fe5-17aaa3797c47 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] For port 1c6d3093-a61c-44da-8f9f-b865150cab5e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1c6d3093-a61c-44da-8f9f-b865150cab5e,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:11.967415 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ea91c663-71e6-460d-bf49-23ff379f495f req-d4d9e5d0-8894-429a-9fe5-17aaa3797c47 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.986874 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.019019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-6e420314-58f6-4760-baa8-6002636b3fa1 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b7b1bcdc2e8f4b3a89c4ac31ee4e8685&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617707 Jul 05 03:52:12.024780 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9a1918b4-39f5-4f7f-9e6f-22b451ca978f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.029347 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9a1918b4-39f5-4f7f-9e6f-22b451ca978f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.031575 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9a1918b4-39f5-4f7f-9e6f-22b451ca978f admin admin] 10.222.0.38 "DELETE /v2.0/networks/46b187e9-0dbf-4752-87da-bfe848dd5f75 HTTP/1.1" status: 204 len: 168 time: 0.7372282 Jul 05 03:52:12.034481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-ea91c663-71e6-460d-bf49-23ff379f495f req-d4d9e5d0-8894-429a-9fe5-17aaa3797c47 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Calling delete_port for 1c6d3093-a61c-44da-8f9f-b865150cab5e owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:12.069085 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=0bc63b9e-797c-4db1-8878-baceda92b667,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:12.085656 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1918b4-39f5-4f7f-9e6f-22b451ca978f admin admin] Pushing event deleted for resources: {'Network': ['ID=46b187e9-0dbf-4752-87da-bfe848dd5f75,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:12.136980 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-aff42b88-e4a4-4598-a1b7-fc6a37c258e5 service neutron] 10.222.0.38 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992149 Jul 05 03:52:12.217745 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.282162 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-62f34c64-d495-47ff-85a3-7be846fc0b39 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.283704 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-62f34c64-d495-47ff-85a3-7be846fc0b39 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2510202 Jul 05 03:52:12.307323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Request body: {'port': {'device_id': '616fe051-330e-4bef-a30b-b5d46384f901', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': 'b7b1bcdc2e8f4b3a89c4ac31ee4e8685'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:12.323632 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f89d3-9548-42c9-9bc9-0fb5b2a2719b req-09b0979a-3c70-4a29-ad43-749901e70543 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.325253 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c4f89d3-9548-42c9-9bc9-0fb5b2a2719b req-09b0979a-3c70-4a29-ad43-749901e70543 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 945 time: 0.1751540 Jul 05 03:52:12.416200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c4f89d3-9548-42c9-9bc9-0fb5b2a2719b req-2f0f5c32-6de1-4cf4-bf48-c0ab01d96ab6 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770028 Jul 05 03:52:12.475333 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.483609 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ea91c663-71e6-460d-bf49-23ff379f495f req-d4d9e5d0-8894-429a-9fe5-17aaa3797c47 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.492021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['0bc63b9e-797c-4db1-8878-baceda92b667'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:12.625150 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Made reservation on behalf of b7b1bcdc2e8f4b3a89c4ac31ee4e8685 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:12.631396 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.747821 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce7202f6-55e0-4e3e-ac99-240ee45d5f98 req-25cbc8dc-0d0f-4984-8b14-4e56b3a36412 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6194beb-c99e-445b-ba79-2e4398cafe9e HTTP/1.1" status: 200 len: 210 time: 0.1126113 Jul 05 03:52:12.749571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event updated for resources: {'Port': ['ID=436fe2bf-4963-4653-9f0d-b8a481218c6f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:12.751893 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.786273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38324) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:12.861152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:12.862434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea91c663-71e6-460d-bf49-23ff379f495f req-d4d9e5d0-8894-429a-9fe5-17aaa3797c47 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] No DVR routers for this DVR port 1c6d3093-a61c-44da-8f9f-b865150cab5e on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:12.864699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9e5d0-8894-429a-9fe5-17aaa3797c47 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Pushing event deleted for resources: {'Port': ['ID=1c6d3093-a61c-44da-8f9f-b865150cab5e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:12.867806 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ea91c663-71e6-460d-bf49-23ff379f495f req-d4d9e5d0-8894-429a-9fe5-17aaa3797c47 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.869937 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ea91c663-71e6-460d-bf49-23ff379f495f req-d4d9e5d0-8894-429a-9fe5-17aaa3797c47 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.36 "DELETE /v2.0/ports/1c6d3093-a61c-44da-8f9f-b865150cab5e HTTP/1.1" status: 204 len: 173 time: 1.4336491 Jul 05 03:52:12.870591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6194beb-c99e-445b-ba79-2e4398cafe9e', 'name': 'network-vif-deleted', 'tag': '1c6d3093-a61c-44da-8f9f-b865150cab5e'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:12.873020 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44db7899-1cc3-4f21-8a20-bf6044569d47" -d '{"events": [{"server_uuid": "d6194beb-c99e-445b-ba79-2e4398cafe9e", "name": "network-vif-deleted", "tag": "1c6d3093-a61c-44da-8f9f-b865150cab5e"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:12.876710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:12.884180 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:12.940606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-37523096-e062-49f1-92eb-71021312edd5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1b91051d4ad647bd963910fcacde96e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497395 Jul 05 03:52:12.941489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38332) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:13.027558 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.093867 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd72174a-555b-4604-a9e1-01d1a8db329c req-39d3b0cf-f2b6-41c7-a01b-5835aa0fc47c tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 210 time: 0.0523570 Jul 05 03:52:13.113315 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0c88934e-b982-47f6-acc7-2e51bf12fb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.139924 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-516f42f0-8282-425c-81a2-3ed87bfb53cb req-169a36c0-8f72-4d02-8996-2622b348ae73 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 210 time: 0.0747068 Jul 05 03:52:13.140845 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.161205 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.178852 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0c88934e-b982-47f6-acc7-2e51bf12fb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.283562 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e234f7-03a6-4f83-b9ac-0a1b60f3f1fb x-openstack-request-id: req-48e234f7-03a6-4f83-b9ac-0a1b60f3f1fb {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:13.284380 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6194beb-c99e-445b-ba79-2e4398cafe9e", "name": "network-vif-deleted", "tag": "1c6d3093-a61c-44da-8f9f-b865150cab5e", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:13.284380 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-48e234f7-03a6-4f83-b9ac-0a1b60f3f1fb {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:13.284954 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6194beb-c99e-445b-ba79-2e4398cafe9e', 'name': 'network-vif-deleted', 'tag': '1c6d3093-a61c-44da-8f9f-b865150cab5e', 'status': 'completed', 'code': 200} Jul 05 03:52:13.305415 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5366d394-d68e-4eb2-85ed-739e6cf2d857 req-1a253df9-3a08-4f86-8017-26633de5b02e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 210 time: 0.0818744 Jul 05 03:52:13.339611 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaf2569-3311-4d23-ac08-8050ab4c9bb4,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:13.399746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Allocated IP 192.168.233.89 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/1ea3afef-38c8-4995-9b12-51e57b9aca84) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:13.405994 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.494674 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0c88934e-b982-47f6-acc7-2e51bf12fb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.498834 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0c88934e-b982-47f6-acc7-2e51bf12fb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.504474 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0c88934e-b982-47f6-acc7-2e51bf12fb3b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0764657d-e73c-425d-8d6c-6910bea089ac HTTP/1.1" status: 204 len: 168 time: 0.5575807 Jul 05 03:52:13.540270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88934e-b982-47f6-acc7-2e51bf12fb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0764657d-e73c-425d-8d6c-6910bea089ac,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:13.590152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1c6d3093-a61c-44da-8f9f-b865150cab5e no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:13.655061 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 1c6d3093-a61c-44da-8f9f-b865150cab5e {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:13.655405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1c6d3093-a61c-44da-8f9f-b865150cab5e not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:13.698570 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.732222 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['ec469546-349f-44ad-8e4b-6ef75384030f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:13.792441 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.813069 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Transition to ACTIVE for port object 1ea3afef-38c8-4995-9b12-51e57b9aca84 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:13.828983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec2c0c-ae50-4b8a-8fa7-93607c4dc726 req-d4f006dc-4633-42fb-b3da-4590e0a86feb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:13.830555 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7aec2c0c-ae50-4b8a-8fa7-93607c4dc726 req-d4f006dc-4633-42fb-b3da-4590e0a86feb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 945 time: 0.1455851 Jul 05 03:52:13.874279 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.902904 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7aec2c0c-ae50-4b8a-8fa7-93607c4dc726 req-6b587d4b-66a9-4d9d-ad2e-432e5d21a18a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628996 Jul 05 03:52:14.010820 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-db27b16b-90ea-4128-9f51-0f35f0159185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.017955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event updated for resources: {'Port': ['ID=436fe2bf-4963-4653-9f0d-b8a481218c6f,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:14.027130 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.076719 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-354b927e-0eb5-4fa5-b9d3-2b7cbe48a05e req-48c26141-4e1e-4a84-a41e-0b12f3633427 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6194beb-c99e-445b-ba79-2e4398cafe9e HTTP/1.1" status: 200 len: 210 time: 0.0748043 Jul 05 03:52:14.080232 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.145384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:14.159793 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:14.171658 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:14.178516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Pushing event updated for resources: {'Port': ['ID=1ea3afef-38c8-4995-9b12-51e57b9aca84,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:14.215196 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-9e8fab37-ff65-496a-a71a-b38d10b6c7ec tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:14.216888 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-9e8fab37-ff65-496a-a71a-b38d10b6c7ec tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.10 "GET /v2.0/networks?id=2341b7c2-3740-49fd-89f1-56419c31e54b HTTP/1.1" status: 200 len: 820 time: 0.2701848 Jul 05 03:52:14.249391 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-2c1f56a0-26f9-4451-97ef-66d4788559b2 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Request body: {'port': {'device_id': '8a4d60c2-a08b-4fd7-a1b1-6a3088282068', 'network_id': '2341b7c2-3740-49fd-89f1-56419c31e54b', 'admin_state_up': True, 'tenant_id': '5b72dc9a815640139280a7e3033b841c'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:14.265166 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.276770 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-43dc5aca-6a76-4645-9ce8-2c559f0da7e7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2060990 Jul 05 03:52:14.292178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:14.293187 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.393880 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.461115 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c25afe94-713e-4074-8f5e-b9b329a85dcb req-370f75a1-a2a3-49a4-ab10-be2eee492ad4 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 210 time: 0.2256057 Jul 05 03:52:14.466046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-139a9f44-22bf-40bb-8bba-3df312777ea2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1646826 Jul 05 03:52:14.485330 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Request body: {'port': {'device_id': '616fe051-330e-4bef-a30b-b5d46384f901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:14.658797 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.873394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1ead468d-a9ea-4c6a-b51a-da357f2688e0 None None] Provisioning for port 1ea3afef-38c8-4995-9b12-51e57b9aca84 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:14.878129 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1ead468d-a9ea-4c6a-b51a-da357f2688e0 None None] Provisioning complete for port 1ea3afef-38c8-4995-9b12-51e57b9aca84 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:14.878529 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1ead468d-a9ea-4c6a-b51a-da357f2688e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.882352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d4f4fbd-e825-4d84-8d28-870b8472a0fc req-9f33d97f-163f-4cf6-9b03-6e0f515097c1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 210 time: 0.0520167 Jul 05 03:52:14.930459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1ead468d-a9ea-4c6a-b51a-da357f2688e0 None None] Port 1ea3afef-38c8-4995-9b12-51e57b9aca84 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:14.978323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46048b5-fd27-4a79-ab9f-c8f22ad4f8ac req-2d734b28-190c-4fea-bec7-71d400beb26d tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:14.978323 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d46048b5-fd27-4a79-ab9f-c8f22ad4f8ac req-2d734b28-190c-4fea-bec7-71d400beb26d tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 935 time: 0.4315109 Jul 05 03:52:15.034521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-2c1f56a0-26f9-4451-97ef-66d4788559b2 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Made reservation on behalf of 5b72dc9a815640139280a7e3033b841c for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:15.040569 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-2c1f56a0-26f9-4451-97ef-66d4788559b2 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.101645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d46048b5-fd27-4a79-ab9f-c8f22ad4f8ac req-8c1d6774-6241-4747-a7d0-1ffc07e5bf64 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/security-groups?id=3eaf2569-3311-4d23-ac08-8050ab4c9bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221747 Jul 05 03:52:15.110647 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-93c6fde8-a3b2-4587-8d25-e44859e70084 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1609168199&fields=id&tenant_id=6f9adc6b4eb14017b64dc25a696964fb HTTP/1.1" status: 200 len: 267 time: 0.1277063 Jul 05 03:52:15.355831 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.472465 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38374) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:15.528219 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-52f67d91-8d7f-4a95-853a-ae74a1e4c7f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=be9aa7dcdb444206bd8b960f559f85cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579870 Jul 05 03:52:15.528802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38378) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:15.567377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 0bc63b9e-797c-4db1-8878-baceda92b667 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:15.596213 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-37637413-2965-4966-a912-e4a9364eb0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.610825 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea3afef-38c8-4995-9b12-51e57b9aca84 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:15.625133 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-37637413-2965-4966-a912-e4a9364eb0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.625814 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-c4e6253d-549c-4afb-a0d9-62271cf4bfdb tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:15.627485 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-c4e6253d-549c-4afb-a0d9-62271cf4bfdb tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports/512d2f3b-40a5-4840-ad2d-bd6629884f66 HTTP/1.1" status: 200 len: 931 time: 0.4900444 Jul 05 03:52:15.686927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 0bc63b9e-797c-4db1-8878-baceda92b667 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:15.694043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 0bc63b9e-797c-4db1-8878-baceda92b667 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:15.699571 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.711028 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.745352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-2c1f56a0-26f9-4451-97ef-66d4788559b2 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Allocated IP 172.20.0.6 (2341b7c2-3740-49fd-89f1-56419c31e54b/d4b59db1-0180-4719-83ee-1f341c729b8b/c75f319e-cdf6-4ba8-894f-10ba6544a126) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:15.752735 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Transition to ACTIVE for port object 1ea3afef-38c8-4995-9b12-51e57b9aca84 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:15.781174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0baab1-2154-4310-b939-cf994d706f2f req-a5813f39-9782-498a-a589-404ee0b18811 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:15.782710 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f0baab1-2154-4310-b939-cf994d706f2f req-a5813f39-9782-498a-a589-404ee0b18811 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 945 time: 0.2005332 Jul 05 03:52:15.804694 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-37637413-2965-4966-a912-e4a9364eb0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.807666 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-37637413-2965-4966-a912-e4a9364eb0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.811567 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-37637413-2965-4966-a912-e4a9364eb0ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b1dbd1e-78f1-4a88-a151-497d8f7564d4 HTTP/1.1" status: 204 len: 168 time: 0.2791178 Jul 05 03:52:15.828028 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37637413-2965-4966-a912-e4a9364eb0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1dbd1e-78f1-4a88-a151-497d8f7564d4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:15.830631 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.855164 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.872905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc63b9e-797c-4db1-8878-baceda92b667'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:15.875474 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b19c0c1-4a8e-46c6-b077-048eacb73c9e" -d '{"events": [{"server_uuid": "7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361", "name": "network-vif-plugged", "status": "completed", "tag": "0bc63b9e-797c-4db1-8878-baceda92b667"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:15.891206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 0bc63b9e-797c-4db1-8878-baceda92b667, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=0bc63b9e-797c-4db1-8878-baceda92b667,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:15.969541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f0baab1-2154-4310-b939-cf994d706f2f req-c16624b6-defa-43cd-9ca2-a19745f673ec tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738017 Jul 05 03:52:16.043332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Pushing event updated for resources: {'Port': ['ID=1ea3afef-38c8-4995-9b12-51e57b9aca84,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:16.054467 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.091744 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-6e8822e1-2bb1-4074-92f5-70a68c522e2f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.100171 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-6e8822e1-2bb1-4074-92f5-70a68c522e2f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports/bd52334b-41ac-4635-b2ed-9618cb33fe9e HTTP/1.1" status: 200 len: 932 time: 0.4460661 Jul 05 03:52:16.160732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=0bc63b9e-797c-4db1-8878-baceda92b667,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:16.209282 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-8f0fe466-728f-4c8a-a64a-dc7d501f2317 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?network_id=ee2b7915-3adb-42ee-968d-9a1a80eef953&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1068931 Jul 05 03:52:16.238167 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-2c1f56a0-26f9-4451-97ef-66d4788559b2 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.290938 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-a5cc29de-2c53-4790-82b0-69a97485604e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?network_id=ee2b7915-3adb-42ee-968d-9a1a80eef953&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0560098 Jul 05 03:52:16.402571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Attempting to bind port 1ea3afef-38c8-4995-9b12-51e57b9aca84 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:16.402912 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Attempting to bind port 1ea3afef-38c8-4995-9b12-51e57b9aca84 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:16.403252 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Attempting to bind port 1ea3afef-38c8-4995-9b12-51e57b9aca84 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:16.442380 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3eb3580-e833-499f-8716-d158d15a01c2 req-20be12db-3b2f-4377-9383-96c98e5ce8e9 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 210 time: 0.0659885 Jul 05 03:52:16.449499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Port 1ea3afef-38c8-4995-9b12-51e57b9aca84 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:16.449833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Attempting to bind port 1ea3afef-38c8-4995-9b12-51e57b9aca84 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:16.478899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:16.479623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:16.480247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:16.480799 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Bound port: 1ea3afef-38c8-4995-9b12-51e57b9aca84, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:16.481311 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.495132 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cadc6f1-0a05-4ea9-b015-2e9597a36f93 x-openstack-request-id: req-6cadc6f1-0a05-4ea9-b015-2e9597a36f93 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:16.495132 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361", "name": "network-vif-plugged", "status": "completed", "tag": "0bc63b9e-797c-4db1-8878-baceda92b667", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:16.495132 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6cadc6f1-0a05-4ea9-b015-2e9597a36f93 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:16.495132 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc63b9e-797c-4db1-8878-baceda92b667', 'code': 200} Jul 05 03:52:16.574021 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-3a25f9d5-af12-4c0f-bf54-7c69294582da tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.582229 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-3a25f9d5-af12-4c0f-bf54-7c69294582da tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.592176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-3a25f9d5-af12-4c0f-bf54-7c69294582da tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.596604 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-3a25f9d5-af12-4c0f-bf54-7c69294582da tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/networks?id=b2509fec-b4aa-4ad3-ac1f-230ef4872f6e&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=ee2b7915-3adb-42ee-968d-9a1a80eef953&id=ee2b7915-3adb-42ee-968d-9a1a80eef953 HTTP/1.1" status: 200 len: 1990 time: 0.2994542 Jul 05 03:52:16.603012 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-2c1f56a0-26f9-4451-97ef-66d4788559b2 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.687575 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1d29f8a5-0e7e-41a6-950b-9deca093fb06 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/quotas/6f9adc6b4eb14017b64dc25a696964fb HTTP/1.1" status: 200 len: 375 time: 0.0756350 Jul 05 03:52:16.708623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92a8dd-8703-46d7-898a-4df6a8e63b97 req-52731653-1a27-4752-89b1-d52d630478f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.710653 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3d92a8dd-8703-46d7-898a-4df6a8e63b97 req-52731653-1a27-4752-89b1-d52d630478f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 1098 time: 0.0619633 Jul 05 03:52:16.738887 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bfe803f0-ef57-4aa0-bc1e-131389e8c812 req-cec676a9-797c-444b-8336-c4cbb643c793 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 210 time: 0.1195025 Jul 05 03:52:16.753923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-2c1f56a0-26f9-4451-97ef-66d4788559b2 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Network 2341b7c2-3740-49fd-89f1-56419c31e54b is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:16.808893 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] For port 1ea3afef-38c8-4995-9b12-51e57b9aca84, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:16.811551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-2c1f56a0-26f9-4451-97ef-66d4788559b2 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:16.813954 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-2c1f56a0-26f9-4451-97ef-66d4788559b2 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:16.816873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f56a0-26f9-4451-97ef-66d4788559b2 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Pushing event updated for resources: {'Port': ['ID=c75f319e-cdf6-4ba8-894f-10ba6544a126,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:16.828677 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.847263 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3d92a8dd-8703-46d7-898a-4df6a8e63b97 req-ef5ceec9-f9fb-4c06-bd6b-1d75342cda90 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123242 Jul 05 03:52:16.859888 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] For port 1ea3afef-38c8-4995-9b12-51e57b9aca84, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1ea3afef-38c8-4995-9b12-51e57b9aca84,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:16.892478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-2c1f56a0-26f9-4451-97ef-66d4788559b2 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.893146 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-2c1f56a0-26f9-4451-97ef-66d4788559b2 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.955858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-51c1c9f3-4613-437d-9f02-5f9fcf34afe6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.958111 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-51c1c9f3-4613-437d-9f02-5f9fcf34afe6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.10 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 820 time: 0.2342894 Jul 05 03:52:16.958748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d1b48cfd-1e06-4ed7-ab97-ed862a8df029 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2222288 Jul 05 03:52:16.962450 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.972467 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-175b5eb6-2079-4483-ad04-608f235b4a8a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Request body: {'port': {'device_id': '474a2648-e315-414e-bda0-b18e6c01591c', 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67', 'admin_state_up': True, 'tenant_id': '63c0043dceb94c52ae4db4897d94f388'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:17.034254 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-2c1f56a0-26f9-4451-97ef-66d4788559b2 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7899170 Jul 05 03:52:17.074685 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.075138 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.076763 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] 10.222.0.10 "PUT /v2.0/ports/1ea3afef-38c8-4995-9b12-51e57b9aca84 HTTP/1.1" status: 200 len: 1096 time: 2.5962846 Jul 05 03:52:17.083096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Request body: {'port': {'device_id': '8a4d60c2-a08b-4fd7-a1b1-6a3088282068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:17.086772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616fe051-330e-4bef-a30b-b5d46384f901', 'tag': '1ea3afef-38c8-4995-9b12-51e57b9aca84'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:17.093175 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1559bd4-9ebc-4ea0-8475-04b657548b24" -d '{"events": [{"name": "network-changed", "server_uuid": "616fe051-330e-4bef-a30b-b5d46384f901", "tag": "1ea3afef-38c8-4995-9b12-51e57b9aca84"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:17.190895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5636e-9731-4eaa-b085-53a1712ed95c service neutron] Pushing event updated for resources: {'Port': ['ID=1ea3afef-38c8-4995-9b12-51e57b9aca84,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:17.195760 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-175b5eb6-2079-4483-ad04-608f235b4a8a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Made reservation on behalf of 63c0043dceb94c52ae4db4897d94f388 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:17.199814 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-175b5eb6-2079-4483-ad04-608f235b4a8a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.257531 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-b6e0e3a3-3ca7-431c-8db7-998b9cd2f268 service neutron] 10.222.0.38 "GET /v2.0/networks/b2509fec-b4aa-4ad3-ac1f-230ef4872f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728336 Jul 05 03:52:17.352717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf618e-18c3-44d2-9a07-06e62a8c9d59 req-59e616a7-7ce1-4f6c-9185-8b7b446cba04 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.355705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-decf618e-18c3-44d2-9a07-06e62a8c9d59 req-59e616a7-7ce1-4f6c-9185-8b7b446cba04 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 947 time: 0.4348588 Jul 05 03:52:17.420143 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.437692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-175b5eb6-2079-4483-ad04-608f235b4a8a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Allocated IP 172.20.0.7 (fc21b127-e7b5-412d-946b-08a3b7902b67/13e58e0b-cbb7-42b5-a550-6e06ecae5d23/0fb37b48-635d-462f-9b6f-d4c314123e7b) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:17.507082 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-decf618e-18c3-44d2-9a07-06e62a8c9d59 req-d4b52527-8041-41ea-b853-94efba0af543 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/security-groups?id=3eaf2569-3311-4d23-ac08-8050ab4c9bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159735 Jul 05 03:52:17.520990 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38418) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:17.539381 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-59d37735-2fd1-493d-82f2-7a8a3b589494 service neutron] 10.222.0.38 "GET /v2.0/networks/b2509fec-b4aa-4ad3-ac1f-230ef4872f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529147 Jul 05 03:52:17.547613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-2dec22fa-64d9-4668-8d76-67aa1dd21632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.549272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-2dec22fa-64d9-4668-8d76-67aa1dd21632 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7b1bcdc2e8f4b3a89c4ac31ee4e8685&device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 1099 time: 0.3347838 Jul 05 03:52:17.673533 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-175b5eb6-2079-4483-ad04-608f235b4a8a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.707944 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-419dd4a3-9d38-4933-a907-ea7380851dc4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=1ea3afef-38c8-4995-9b12-51e57b9aca84 HTTP/1.1" status: 200 len: 217 time: 0.0801866 Jul 05 03:52:17.725236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-04612f47-fc43-42c9-8287-972da411759c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2030166742-network', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:17.788992 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-db202bca-014f-4362-b914-0e6032edc42f service neutron] 10.222.0.38 "GET /v2.0/ports/512d2f3b-40a5-4840-ad2d-bd6629884f66?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1631787 Jul 05 03:52:17.875579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-7fc4bd88-836d-48a7-8db9-e2493ffc368c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.877429 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-7fc4bd88-836d-48a7-8db9-e2493ffc368c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1588058 Jul 05 03:52:17.962143 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-175b5eb6-2079-4483-ad04-608f235b4a8a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.978190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2537458c-2c96-46b4-907a-3c59a5d4553f service neutron] 10.222.0.38 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803539 Jul 05 03:52:18.027899 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-175b5eb6-2079-4483-ad04-608f235b4a8a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Network fc21b127-e7b5-412d-946b-08a3b7902b67 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:18.034710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-175b5eb6-2079-4483-ad04-608f235b4a8a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:18.037226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-175b5eb6-2079-4483-ad04-608f235b4a8a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:18.061814 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04612f47-fc43-42c9-8287-972da411759c admin admin] Made reservation on behalf of 1e8439ca4a0647d68b22b00b6f72fdc8 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:18.064246 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04612f47-fc43-42c9-8287-972da411759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.086511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b5eb6-2079-4483-ad04-608f235b4a8a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Pushing event updated for resources: {'Port': ['ID=0fb37b48-635d-462f-9b6f-d4c314123e7b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:18.092512 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04612f47-fc43-42c9-8287-972da411759c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.104666 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-9166ecac-9d3f-4125-9ff0-52b24c709cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:18.105953 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-9166ecac-9d3f-4125-9ff0-52b24c709cf7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2209530 Jul 05 03:52:18.117803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-175b5eb6-2079-4483-ad04-608f235b4a8a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:18.118498 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-175b5eb6-2079-4483-ad04-608f235b4a8a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.137447 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c75f319e-cdf6-4ba8-894f-10ba6544a126 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:18.208925 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.223326 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04612f47-fc43-42c9-8287-972da411759c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.266621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Transition to ACTIVE for port object c75f319e-cdf6-4ba8-894f-10ba6544a126 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:18.273378 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-57a9f457-2bc7-406a-abd0-25b851490d4d service neutron] 10.222.0.38 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794454 Jul 05 03:52:18.381763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04612f47-fc43-42c9-8287-972da411759c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.386624 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.396263 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-d9ee68e1-d7b5-4103-87c2-76ceda1ab001 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789681 Jul 05 03:52:18.404171 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-ebf0d869-3fbd-4337-8920-cc8f85ca3fd2 service neutron] 10.222.0.38 "GET /v2.0/ports/bd52334b-41ac-4635-b2ed-9618cb33fe9e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1244631 Jul 05 03:52:18.407592 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04612f47-fc43-42c9-8287-972da411759c admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:18.424886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04612f47-fc43-42c9-8287-972da411759c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f057ba-be7c-4862-a7bc-ad92af425e59,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:18.428550 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04612f47-fc43-42c9-8287-972da411759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.428894 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-04612f47-fc43-42c9-8287-972da411759c admin admin] Added segment bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5 of type vlan for network 4da88e5b-41a1-400d-9be5-505e73a53f44 Jul 05 03:52:18.477145 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-175b5eb6-2079-4483-ad04-608f235b4a8a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5089793 Jul 05 03:52:18.487387 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04612f47-fc43-42c9-8287-972da411759c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.498065 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Request body: {'port': {'device_id': '474a2648-e315-414e-bda0-b18e6c01591c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:18.594740 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.638090 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04612f47-fc43-42c9-8287-972da411759c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.639084 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04612f47-fc43-42c9-8287-972da411759c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:18.639682 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04612f47-fc43-42c9-8287-972da411759c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.785640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04612f47-fc43-42c9-8287-972da411759c admin admin] Pushing event updated for resources: {'Network': ['ID=4da88e5b-41a1-400d-9be5-505e73a53f44,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:18.798835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 4da88e5b-41a1-400d-9be5-505e73a53f44 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:18.851861 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-04612f47-fc43-42c9-8287-972da411759c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2955000 Jul 05 03:52:18.864283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38428) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:18.870533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4dbf2f62-81ff-4195-b4fd-abb25b44015e admin admin] Request body: {'subnet': {'network_id': '4da88e5b-41a1-400d-9be5-505e73a53f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2030166742-subnet', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:18.907175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Pushing event updated for resources: {'Port': ['ID=c75f319e-cdf6-4ba8-894f-10ba6544a126,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:19.018167 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb37b48-635d-462f-9b6f-d4c314123e7b {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:19.024268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbf2f62-81ff-4195-b4fd-abb25b44015e admin admin] Made reservation on behalf of 1e8439ca4a0647d68b22b00b6f72fdc8 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:19.026359 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4dbf2f62-81ff-4195-b4fd-abb25b44015e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.039493 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.040523 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1270b2ec-68cf-4c37-8f5e-ae2ad28f4aea req-9b06accb-f34a-45a7-86cf-16adadc43721 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6152198 Jul 05 03:52:19.055465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f84ce5a5-bae8-4346-91d0-eefed423cf11 service neutron] 10.222.0.38 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268172 Jul 05 03:52:19.100386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2aa391-8917-4778-abb7-806b24022ac4 req-09d13103-2a4c-4f5d-b982-4d445fc2fdb6 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:19.102851 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e2aa391-8917-4778-abb7-806b24022ac4 req-09d13103-2a4c-4f5d-b982-4d445fc2fdb6 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 946 time: 0.5859313 Jul 05 03:52:19.110318 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Transition to ACTIVE for port object 0fb37b48-635d-462f-9b6f-d4c314123e7b will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:19.144234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Attempting to bind port c75f319e-cdf6-4ba8-894f-10ba6544a126 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:19.144836 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Attempting to bind port c75f319e-cdf6-4ba8-894f-10ba6544a126 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '2de97bf6-7c4a-4e58-a93e-63ebb037dbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2341b7c2-3740-49fd-89f1-56419c31e54b'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:19.144986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Attempting to bind port c75f319e-cdf6-4ba8-894f-10ba6544a126 on network 2341b7c2-3740-49fd-89f1-56419c31e54b {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:19.170826 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Port c75f319e-cdf6-4ba8-894f-10ba6544a126 on network 2341b7c2-3740-49fd-89f1-56419c31e54b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:19.171156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Attempting to bind port c75f319e-cdf6-4ba8-894f-10ba6544a126 on network 2341b7c2-3740-49fd-89f1-56419c31e54b {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:19.187155 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:19.187501 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Checking segment: {'id': '2de97bf6-7c4a-4e58-a93e-63ebb037dbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2341b7c2-3740-49fd-89f1-56419c31e54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:19.187923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Bound using segment: {'id': '2de97bf6-7c4a-4e58-a93e-63ebb037dbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2341b7c2-3740-49fd-89f1-56419c31e54b'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:19.188378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Bound port: c75f319e-cdf6-4ba8-894f-10ba6544a126, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de97bf6-7c4a-4e58-a93e-63ebb037dbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2341b7c2-3740-49fd-89f1-56419c31e54b'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:19.188745 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.195574 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.227608 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e2aa391-8917-4778-abb7-806b24022ac4 req-02e155c1-5955-43c2-b3c7-f07f75768ce9 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078148 Jul 05 03:52:19.276854 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-3c1a816d-ea3a-4125-a759-f8be123a081e service neutron] 10.222.0.38 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062809 Jul 05 03:52:19.301519 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:52:19.331026 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad828c86-6343-474e-864d-a0d7a0757434 x-openstack-request-id: req-ad828c86-6343-474e-864d-a0d7a0757434 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:19.331499 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "616fe051-330e-4bef-a30b-b5d46384f901", "tag": "1ea3afef-38c8-4995-9b12-51e57b9aca84", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:19.331909 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ad828c86-6343-474e-864d-a0d7a0757434 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:19.332540 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616fe051-330e-4bef-a30b-b5d46384f901', 'tag': '1ea3afef-38c8-4995-9b12-51e57b9aca84', 'status': 'completed', 'code': 200} Jul 05 03:52:19.360607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Pushing event updated for resources: {'Port': ['ID=0fb37b48-635d-462f-9b6f-d4c314123e7b,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:19.383931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] For port c75f319e-cdf6-4ba8-894f-10ba6544a126, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:19.416403 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4dbf2f62-81ff-4195-b4fd-abb25b44015e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.457706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Attempting to bind port 0fb37b48-635d-462f-9b6f-d4c314123e7b on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:19.458071 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Attempting to bind port 0fb37b48-635d-462f-9b6f-d4c314123e7b by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:19.458251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Attempting to bind port 0fb37b48-635d-462f-9b6f-d4c314123e7b on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:19.470291 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] For port c75f319e-cdf6-4ba8-894f-10ba6544a126, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c75f319e-cdf6-4ba8-894f-10ba6544a126,segment=NetworkSegment(2de97bf6-7c4a-4e58-a93e-63ebb037dbb9),segment_id=2de97bf6-7c4a-4e58-a93e-63ebb037dbb9)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:19.479274 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Port 0fb37b48-635d-462f-9b6f-d4c314123e7b on network fc21b127-e7b5-412d-946b-08a3b7902b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:19.479698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Attempting to bind port 0fb37b48-635d-462f-9b6f-d4c314123e7b on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:19.497319 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:19.497665 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Checking segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:19.498396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Bound using segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:19.499287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Bound port: 0fb37b48-635d-462f-9b6f-d4c314123e7b, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:19.499890 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.533658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf2f62-81ff-4195-b4fd-abb25b44015e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee1421c5-0af0-4443-a34c-fff16f5a6463,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:19.551814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2097272f-7769-4679-b8fc-7a4b3bbb6180 service neutron] 10.222.0.38 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592247 Jul 05 03:52:19.560798 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1559bd4-9ebc-4ea0-8475-04b657548b24 req-d4233207-3ca7-4487-b4fe-38877eb703f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:19.563310 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1559bd4-9ebc-4ea0-8475-04b657548b24 req-d4233207-3ca7-4487-b4fe-38877eb703f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7b1bcdc2e8f4b3a89c4ac31ee4e8685&device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 1099 time: 0.1848547 Jul 05 03:52:19.565072 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.601341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf2f62-81ff-4195-b4fd-abb25b44015e admin admin] Checking segment: {'id': 'bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4da88e5b-41a1-400d-9be5-505e73a53f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:19.602132 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbf2f62-81ff-4195-b4fd-abb25b44015e admin admin] Network hostable DHCP agents. Network: 4da88e5b-41a1-400d-9be5-505e73a53f44, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:19.660391 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] For port 0fb37b48-635d-462f-9b6f-d4c314123e7b, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:19.680316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] For port 0fb37b48-635d-462f-9b6f-d4c314123e7b, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:19.683781 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d652f345-e3e5-4cae-883f-c10904973d64 req-2266ce85-b350-4af6-a132-cf97a20b9bfc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1687350 Jul 05 03:52:19.798755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:19.799750 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.802332 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] 10.222.0.10 "PUT /v2.0/ports/c75f319e-cdf6-4ba8-894f-10ba6544a126 HTTP/1.1" status: 200 len: 1092 time: 2.7360575 Jul 05 03:52:19.820560 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652f345-e3e5-4cae-883f-c10904973d64 req-184f4558-b2a5-4190-aa07-222f46aff1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:19.822108 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d652f345-e3e5-4cae-883f-c10904973d64 req-184f4558-b2a5-4190-aa07-222f46aff1ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 1097 time: 0.0773871 Jul 05 03:52:19.829746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbf2f62-81ff-4195-b4fd-abb25b44015e admin admin] Network 4da88e5b-41a1-400d-9be5-505e73a53f44 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:19.909796 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.947378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363cbc6f-369d-4432-b531-7338a020eea3 service neutron] Pushing event updated for resources: {'Port': ['ID=c75f319e-cdf6-4ba8-894f-10ba6544a126,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:19.954096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:19.954729 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:19.956183 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] 10.222.0.10 "PUT /v2.0/ports/0fb37b48-635d-462f-9b6f-d4c314123e7b HTTP/1.1" status: 200 len: 1092 time: 1.4624383 Jul 05 03:52:19.959319 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474a2648-e315-414e-bda0-b18e6c01591c', 'tag': '0fb37b48-635d-462f-9b6f-d4c314123e7b'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:19.961467 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc89f276-ef64-4923-b0ec-6195c7d0487d" -d '{"events": [{"name": "network-changed", "server_uuid": "474a2648-e315-414e-bda0-b18e6c01591c", "tag": "0fb37b48-635d-462f-9b6f-d4c314123e7b"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:19.981796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-4dbf2f62-81ff-4195-b4fd-abb25b44015e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 4da88e5b-41a1-400d-9be5-505e73a53f44) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:19.996465 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbf2f62-81ff-4195-b4fd-abb25b44015e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:19.997083 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4dbf2f62-81ff-4195-b4fd-abb25b44015e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.000315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbecfe1-dd3b-481f-a670-eff89e72adee None None] Network 4da88e5b-41a1-400d-9be5-505e73a53f44 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:20.030628 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652f345-e3e5-4cae-883f-c10904973d64 req-1e5edaba-28c8-4966-af5e-9dafa85362d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.032233 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d652f345-e3e5-4cae-883f-c10904973d64 req-1e5edaba-28c8-4966-af5e-9dafa85362d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=56f2d126-45cd-4c57-816c-f5659bffe33c HTTP/1.1" status: 200 len: 916 time: 0.1775331 Jul 05 03:52:20.034681 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-7e80915a-457c-4424-99fb-75dffc372ec5 service neutron] 10.222.0.38 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654462 Jul 05 03:52:20.044820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1559bd4-9ebc-4ea0-8475-04b657548b24 req-412d911f-e624-48e9-be39-9c86062ed9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.047114 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1559bd4-9ebc-4ea0-8475-04b657548b24 req-412d911f-e624-48e9-be39-9c86062ed9e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.4722896 Jul 05 03:52:20.066848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ee57f-d8cd-4585-b532-fc00696e3aec service neutron] Pushing event updated for resources: {'Port': ['ID=0fb37b48-635d-462f-9b6f-d4c314123e7b,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:20.077532 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ac4ce-67fe-42b2-9bce-c87514dd02e8 req-e2a9004b-4ef0-491b-950c-30c4a3e6073b tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.090071 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e21ac4ce-67fe-42b2-9bce-c87514dd02e8 req-e2a9004b-4ef0-491b-950c-30c4a3e6073b tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 943 time: 0.4360907 Jul 05 03:52:20.111658 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d652f345-e3e5-4cae-883f-c10904973d64 req-699ffc48-c4c2-4fba-8129-31f5dd2f8ca1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e697cb2b-c887-4eab-8a6d-f4b754c48d42 HTTP/1.1" status: 200 len: 217 time: 0.0531106 Jul 05 03:52:20.196013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-4da88e5b-41a1-400d-9be5-505e73a53f44', 'network_id': '4da88e5b-41a1-400d-9be5-505e73a53f44', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'fixed_ips': [{'subnet_id': 'ee1421c5-0af0-4443-a34c-fff16f5a6463'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:52:20.197626 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.220950 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1559bd4-9ebc-4ea0-8475-04b657548b24 req-eea7bed6-d26a-4f2a-bb96-79855e1e58aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=1ea3afef-38c8-4995-9b12-51e57b9aca84 HTTP/1.1" status: 200 len: 217 time: 0.1268899 Jul 05 03:52:20.331267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e21ac4ce-67fe-42b2-9bce-c87514dd02e8 req-6f170a79-53bc-4cd3-bd10-d79f2f2b870e tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/security-groups?id=e73c3567-5986-4e2d-95eb-a4a381bc60a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396815 Jul 05 03:52:20.392395 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1559bd4-9ebc-4ea0-8475-04b657548b24 req-d9fbc5b2-f0ae-4e1a-8769-de20ec706a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.394284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1559bd4-9ebc-4ea0-8475-04b657548b24 req-d9fbc5b2-f0ae-4e1a-8769-de20ec706a73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1492395 Jul 05 03:52:20.399494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Allocated IP 172.20.0.2 (4da88e5b-41a1-400d-9be5-505e73a53f44/ee1421c5-0af0-4443-a34c-fff16f5a6463/157369c3-92d7-401f-aa2f-49dc6f30fd22) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:20.405982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-cc6ddf01-85a1-44c4-af09-ae7a557d9456 service neutron] 10.222.0.38 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633454 Jul 05 03:52:20.466794 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4dbf2f62-81ff-4195-b4fd-abb25b44015e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5975440 Jul 05 03:52:20.470961 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38434) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:20.477138 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2030166742-router', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:20.506793 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-4b8eda1f-4fea-4372-bb3b-8a88e678ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.508689 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-f55509a9-257d-4357-8c45-3ef8fd221eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.509383 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-4b8eda1f-4fea-4372-bb3b-8a88e678ca31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 1095 time: 0.3882868 Jul 05 03:52:20.510242 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-f55509a9-257d-4357-8c45-3ef8fd221eb8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b72dc9a815640139280a7e3033b841c&device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 1095 time: 0.4972284 Jul 05 03:52:20.515870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652f345-e3e5-4cae-883f-c10904973d64 req-5e7b63ca-73d5-48a3-a614-8dd747483ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.522277 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d652f345-e3e5-4cae-883f-c10904973d64 req-5e7b63ca-73d5-48a3-a614-8dd747483ccb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9069197f-75d0-4cd3-a892-7efdfa8d933c HTTP/1.1" status: 200 len: 855 time: 0.3974061 Jul 05 03:52:20.615770 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-a537f3d8-2ace-449e-ba67-cc9e74165b1a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c75f319e-cdf6-4ba8-894f-10ba6544a126 HTTP/1.1" status: 200 len: 217 time: 0.0848341 Jul 05 03:52:20.617888 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d652f345-e3e5-4cae-883f-c10904973d64 req-a72589ba-6fac-48ef-875c-e4fce264acef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56f2d126-45cd-4c57-816c-f5659bffe33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652723 Jul 05 03:52:20.622967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-cea0a52a-a0eb-435a-b05c-4539133f3633 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b HTTP/1.1" status: 200 len: 217 time: 0.0887887 Jul 05 03:52:20.634032 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.635407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2bfe56ad-a6a4-4158-9d66-d00bd3830fd8 service neutron] 10.222.0.38 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226498 Jul 05 03:52:20.643916 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Transition to ACTIVE for port object 157369c3-92d7-401f-aa2f-49dc6f30fd22 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:20.649105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1559bd4-9ebc-4ea0-8475-04b657548b24 req-f0c227aa-d93a-403b-9d3e-b90faac531ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.652994 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1559bd4-9ebc-4ea0-8475-04b657548b24 req-f0c227aa-d93a-403b-9d3e-b90faac531ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2422209 Jul 05 03:52:20.656642 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.657760 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.664590 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Transition to ACTIVE for port object 157369c3-92d7-401f-aa2f-49dc6f30fd22 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:20.776058 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-f4302ba7-9ff5-45e4-854f-ccd77f286377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.777797 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-f4302ba7-9ff5-45e4-854f-ccd77f286377 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4b59db1-0180-4719-83ee-1f341c729b8b HTTP/1.1" status: 200 len: 860 time: 0.1426022 Jul 05 03:52:20.794692 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.821723 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.822358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-4896bfff-c4e2-4a0a-a970-3c63884e4ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.824013 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-4896bfff-c4e2-4a0a-a970-3c63884e4ff0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.1875546 Jul 05 03:52:20.837564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715b10b-ceb8-44ca-b574-4aed24fd4c24 req-01213c02-47a3-4235-a43e-233aeea70ca1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.840007 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6715b10b-ceb8-44ca-b574-4aed24fd4c24 req-01213c02-47a3-4235-a43e-233aeea70ca1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 943 time: 0.3231113 Jul 05 03:52:20.850811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Network 4da88e5b-41a1-400d-9be5-505e73a53f44 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:20.855151 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:20.861009 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:20.865318 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-1e1edbe2-1fad-4e15-8fa8-19c30217d39d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2341b7c2-3740-49fd-89f1-56419c31e54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559626 Jul 05 03:52:20.897841 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-25e7fe78-5a41-4ca8-96c1-8718aaca2603 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524077 Jul 05 03:52:20.923168 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Pushing event updated for resources: {'Port': ['ID=157369c3-92d7-401f-aa2f-49dc6f30fd22,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:20.941413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Attempting to bind port 157369c3-92d7-401f-aa2f-49dc6f30fd22 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:20.941413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Attempting to bind port 157369c3-92d7-401f-aa2f-49dc6f30fd22 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4da88e5b-41a1-400d-9be5-505e73a53f44'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:20.941413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Attempting to bind port 157369c3-92d7-401f-aa2f-49dc6f30fd22 on network 4da88e5b-41a1-400d-9be5-505e73a53f44 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:20.941693 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d652f345-e3e5-4cae-883f-c10904973d64 req-bfff8a89-8769-495d-befc-dbfe54e73055 service neutron] 10.222.0.10 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935348 Jul 05 03:52:20.946030 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:20.946759 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Checking segment: {'id': 'bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4da88e5b-41a1-400d-9be5-505e73a53f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:20.947383 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:20.947940 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Bound using segment: {'id': 'bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4da88e5b-41a1-400d-9be5-505e73a53f44'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:20.948693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Bound port: 157369c3-92d7-401f-aa2f-49dc6f30fd22, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4da88e5b-41a1-400d-9be5-505e73a53f44'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:20.949364 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.022240 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-293f36a3-db4e-442f-bcdf-b70385fb9578 service neutron] 10.222.0.38 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703146 Jul 05 03:52:21.032685 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] For port 157369c3-92d7-401f-aa2f-49dc6f30fd22, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:21.041619 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] For port 157369c3-92d7-401f-aa2f-49dc6f30fd22, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=157369c3-92d7-401f-aa2f-49dc6f30fd22,segment=NetworkSegment(bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5),segment_id=bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:21.100849 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6715b10b-ceb8-44ca-b574-4aed24fd4c24 req-fd17bec9-6d62-49a2-8ff7-ed4a46f9855a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399187 Jul 05 03:52:21.102770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1559bd4-9ebc-4ea0-8475-04b657548b24 req-b96d3def-5629-40f5-b96d-3887064d3d73 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154847 Jul 05 03:52:21.230452 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-6ff40ebb-a843-4cfa-a3bf-5c1a3ae61185 service neutron] 10.222.0.10 "GET /v2.0/networks/2341b7c2-3740-49fd-89f1-56419c31e54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540943 Jul 05 03:52:21.231337 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.233415 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.244124 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-f1f03611-964b-4b73-a0f7-ea6537064536 service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277977 Jul 05 03:52:21.336285 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d652f345-e3e5-4cae-883f-c10904973d64 req-07aaaafd-0ae4-403b-95fd-db417dccf4cd service neutron] 10.222.0.10 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753698 Jul 05 03:52:21.338289 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86df2d-d3ba-4c06-8510-28c7a056d8b0 None None] Pushing event updated for resources: {'Port': ['ID=157369c3-92d7-401f-aa2f-49dc6f30fd22,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:21.350581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4d60c2-a08b-4fd7-a1b1-6a3088282068', 'tag': 'c75f319e-cdf6-4ba8-894f-10ba6544a126'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:21.352693 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea9448a-7692-4a18-af6c-b96e47e01735" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4d60c2-a08b-4fd7-a1b1-6a3088282068", "tag": "c75f319e-cdf6-4ba8-894f-10ba6544a126"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:21.386314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-44ef54e1-1fda-43c1-a3a5-c732bde4f445 service neutron] 10.222.0.38 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370755 Jul 05 03:52:21.441511 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1de78828-5671-4c55-a3c6-5aa1b24e75cb req-a0d8c423-f787-411e-a1f3-e387b1d5a264 service neutron] 10.222.0.10 "GET /v2.0/networks/2341b7c2-3740-49fd-89f1-56419c31e54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970372 Jul 05 03:52:21.468576 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1559bd4-9ebc-4ea0-8475-04b657548b24 req-b5757bb5-0f2a-4e76-a5a2-ae920da01a25 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285937 Jul 05 03:52:21.490480 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd9b72-8dd5-462f-9de8-7d3ac10afccb req-32f30f12-fad0-4be2-a49d-f036aee6c29a tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:21.492724 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d3bd9b72-8dd5-462f-9de8-7d3ac10afccb req-32f30f12-fad0-4be2-a49d-f036aee6c29a tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.1595054 Jul 05 03:52:21.543042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99878da9-23f6-4844-9b04-3ad9d139a411 req-46207701-c2ec-41bb-ac7d-823d9af54815 service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864547 Jul 05 03:52:21.594683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f669ccc-43ef-48b4-be32-d6ac3cbdcd95 req-3e87c13c-8f02-4182-ae39-114d721841bb tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:21.596483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f669ccc-43ef-48b4-be32-d6ac3cbdcd95 req-3e87c13c-8f02-4182-ae39-114d721841bb tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 945 time: 0.3217056 Jul 05 03:52:21.598520 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-856ed67c-dd86-4cfc-b446-37a208d7dddb service neutron] 10.222.0.38 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037907 Jul 05 03:52:21.703328 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f669ccc-43ef-48b4-be32-d6ac3cbdcd95 req-0d611c8e-2977-48db-a529-27bf12b03ccd tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/security-groups?id=039d9a51-57f9-458a-b22b-9c9d17d08dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980277 Jul 05 03:52:21.756216 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-81e05109-ef47-4d07-adf1-256b93ed75a5 service neutron] 10.222.0.38 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478469 Jul 05 03:52:21.821902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-d3bd9b72-8dd5-462f-9de8-7d3ac10afccb req-004ee69f-2a28-4b88-a973-8718e9614393 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Deleting port ec469546-349f-44ad-8e4b-6ef75384030f {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:21.822550 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d3bd9b72-8dd5-462f-9de8-7d3ac10afccb req-004ee69f-2a28-4b88-a973-8718e9614393 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.933406 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.960212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.004915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815f067-19af-47b8-b57d-3436550571cb req-87cb8ce1-7701-45e2-b353-bd1d20c2018b tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:22.007651 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0815f067-19af-47b8-b57d-3436550571cb req-87cb8ce1-7701-45e2-b353-bd1d20c2018b tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 947 time: 0.1341870 Jul 05 03:52:22.037218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-d3bd9b72-8dd5-462f-9de8-7d3ac10afccb req-004ee69f-2a28-4b88-a973-8718e9614393 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] For port ec469546-349f-44ad-8e4b-6ef75384030f, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ec469546-349f-44ad-8e4b-6ef75384030f,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:22.038053 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d3bd9b72-8dd5-462f-9de8-7d3ac10afccb req-004ee69f-2a28-4b88-a973-8718e9614393 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.063473 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-d3bd9b72-8dd5-462f-9de8-7d3ac10afccb req-004ee69f-2a28-4b88-a973-8718e9614393 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Calling delete_port for ec469546-349f-44ad-8e4b-6ef75384030f owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:22.084713 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0815f067-19af-47b8-b57d-3436550571cb req-b8bc3b05-8efd-434a-926c-62d77c4d6d2c tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/security-groups?id=3eaf2569-3311-4d23-ac08-8050ab4c9bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701082 Jul 05 03:52:22.144547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 157369c3-92d7-401f-aa2f-49dc6f30fd22 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:22.202845 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59d7e52-ec1e-4ead-b5b7-f814b622b62d x-openstack-request-id: req-b59d7e52-ec1e-4ead-b5b7-f814b622b62d {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:22.203246 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474a2648-e315-414e-bda0-b18e6c01591c", "tag": "0fb37b48-635d-462f-9b6f-d4c314123e7b", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:22.203555 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b59d7e52-ec1e-4ead-b5b7-f814b622b62d {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:22.204030 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474a2648-e315-414e-bda0-b18e6c01591c', 'tag': '0fb37b48-635d-462f-9b6f-d4c314123e7b', 'status': 'completed', 'code': 200} Jul 05 03:52:22.244824 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Allocated IP 172.25.6.136 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/dbee65f4-8d3d-4262-8e71-b992677d2e22) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:22.323759 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89f276-ef64-4923-b0ec-6195c7d0487d req-e80dc383-1a42-47d9-b2f6-c1dba5467a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:22.325604 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc89f276-ef64-4923-b0ec-6195c7d0487d req-e80dc383-1a42-47d9-b2f6-c1dba5467a33 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 1095 time: 0.1377192 Jul 05 03:52:22.367659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 157369c3-92d7-401f-aa2f-49dc6f30fd22 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:22.425121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f621b-3def-478a-986b-9b28dec31323 req-8bc8e093-9885-4d7f-9556-827e2a88a80c tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:22.426751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed0f621b-3def-478a-986b-9b28dec31323 req-8bc8e093-9885-4d7f-9556-827e2a88a80c tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 946 time: 0.1424322 Jul 05 03:52:22.430141 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.461603 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1ea3afef-38c8-4995-9b12-51e57b9aca84 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:22.495551 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed0f621b-3def-478a-986b-9b28dec31323 req-d47cffda-2b65-4c5d-abb9-6337ae24117b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613692 Jul 05 03:52:22.497365 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89f276-ef64-4923-b0ec-6195c7d0487d req-46e3fc31-9896-427b-81dd-3c3d9954cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:22.498932 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc89f276-ef64-4923-b0ec-6195c7d0487d req-46e3fc31-9896-427b-81dd-3c3d9954cd22 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.1639092 Jul 05 03:52:22.603720 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc89f276-ef64-4923-b0ec-6195c7d0487d req-160b7df7-eb68-4cfa-8e3d-803866da3348 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b HTTP/1.1" status: 200 len: 217 time: 0.0929012 Jul 05 03:52:22.618627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d3bd9b72-8dd5-462f-9de8-7d3ac10afccb req-004ee69f-2a28-4b88-a973-8718e9614393 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.641868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['ec469546-349f-44ad-8e4b-6ef75384030f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:22.649453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1ea3afef-38c8-4995-9b12-51e57b9aca84, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1ea3afef-38c8-4995-9b12-51e57b9aca84,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:22.689194 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.701169 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ee69f-2a28-4b88-a973-8718e9614393 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Pushing event deleted for resources: {'Port': ['ID=ec469546-349f-44ad-8e4b-6ef75384030f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:22.734512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107bf87b-1f55-4445-b2d3-237fab60b289 None None] Network 4da88e5b-41a1-400d-9be5-505e73a53f44 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:22.846288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:22.852473 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:22.860357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '1ea3afef-38c8-4995-9b12-51e57b9aca84', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '1ea3afef-38c8-4995-9b12-51e57b9aca84', 'mac_address': 'fa:16:3e:9e:ec:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:22.860866 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:22.888984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bd9b72-8dd5-462f-9de8-7d3ac10afccb req-004ee69f-2a28-4b88-a973-8718e9614393 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] No DVR routers for this DVR port ec469546-349f-44ad-8e4b-6ef75384030f on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:22.916679 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d3bd9b72-8dd5-462f-9de8-7d3ac10afccb req-004ee69f-2a28-4b88-a973-8718e9614393 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.919233 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d3bd9b72-8dd5-462f-9de8-7d3ac10afccb req-004ee69f-2a28-4b88-a973-8718e9614393 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.36 "DELETE /v2.0/ports/ec469546-349f-44ad-8e4b-6ef75384030f HTTP/1.1" status: 204 len: 173 time: 1.4143357 Jul 05 03:52:22.932145 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Pushing event updated for resources: {'Port': ['ID=dbee65f4-8d3d-4262-8e71-b992677d2e22,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:22.949529 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.993695 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea3afef-38c8-4995-9b12-51e57b9aca84 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:23.175412 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3fbc590c-9c1b-4489-ba59-7a7c2fd8a2a6 None None] Provisioning for port 157369c3-92d7-401f-aa2f-49dc6f30fd22 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:23.187923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89f276-ef64-4923-b0ec-6195c7d0487d req-fd46b5b9-2d60-477b-a0f0-9563f7d2cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:23.190177 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc89f276-ef64-4923-b0ec-6195c7d0487d req-fd46b5b9-2d60-477b-a0f0-9563f7d2cc94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.5689871 Jul 05 03:52:23.192014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3fbc590c-9c1b-4489-ba59-7a7c2fd8a2a6 None None] Provisioning complete for port 157369c3-92d7-401f-aa2f-49dc6f30fd22 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:23.192410 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3fbc590c-9c1b-4489-ba59-7a7c2fd8a2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.221295 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1ea3afef-38c8-4995-9b12-51e57b9aca84, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1ea3afef-38c8-4995-9b12-51e57b9aca84,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:23.257338 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc89f276-ef64-4923-b0ec-6195c7d0487d req-856b59f4-b4bf-42ec-8d68-acf2d74f6fae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469265 Jul 05 03:52:23.271729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193bfaf-b7bb-4297-9bf5-7207296fe953 req-bf2be9b0-5910-4fd5-aa52-00ef34e54184 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:23.273345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0193bfaf-b7bb-4297-9bf5-7207296fe953 req-bf2be9b0-5910-4fd5-aa52-00ef34e54184 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 943 time: 0.1503918 Jul 05 03:52:23.347267 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3fbc590c-9c1b-4489-ba59-7a7c2fd8a2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.377694 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0193bfaf-b7bb-4297-9bf5-7207296fe953 req-2337f050-45df-49d4-98cf-e51d3808d19f tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/security-groups?id=e73c3567-5986-4e2d-95eb-a4a381bc60a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897729 Jul 05 03:52:23.391107 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.395103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3fbc590c-9c1b-4489-ba59-7a7c2fd8a2a6 None None] For port 157369c3-92d7-401f-aa2f-49dc6f30fd22, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=157369c3-92d7-401f-aa2f-49dc6f30fd22,segment=NetworkSegment(bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5),segment_id=bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:23.421179 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc89f276-ef64-4923-b0ec-6195c7d0487d req-3aae2ea4-30e0-4fc4-8e46-3849d874c4a3 service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468072 Jul 05 03:52:23.489010 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=1ea3afef-38c8-4995-9b12-51e57b9aca84,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:23.530621 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3fbc590c-9c1b-4489-ba59-7a7c2fd8a2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.560809 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7473ca-e675-4a17-8e17-597944fba9d2 x-openstack-request-id: req-df7473ca-e675-4a17-8e17-597944fba9d2 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:23.561420 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4d60c2-a08b-4fd7-a1b1-6a3088282068", "tag": "c75f319e-cdf6-4ba8-894f-10ba6544a126", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:23.561420 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-df7473ca-e675-4a17-8e17-597944fba9d2 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:23.561926 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4d60c2-a08b-4fd7-a1b1-6a3088282068', 'tag': 'c75f319e-cdf6-4ba8-894f-10ba6544a126', 'status': 'completed', 'code': 200} Jul 05 03:52:23.602556 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.694261 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['1ea3afef-38c8-4995-9b12-51e57b9aca84'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:23.712651 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc89f276-ef64-4923-b0ec-6195c7d0487d req-d12a8906-911c-4c13-ad7c-1107aada8ccd service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837636 Jul 05 03:52:23.750293 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc590c-9c1b-4489-ba59-7a7c2fd8a2a6 None None] Pushing event updated for resources: {'Port': ['ID=157369c3-92d7-401f-aa2f-49dc6f30fd22,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:23.780615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3b1bdbbc-b412-40d2-a302-1056d639a0b0 None None] Provisioning complete for port 157369c3-92d7-401f-aa2f-49dc6f30fd22 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:23.781172 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3b1bdbbc-b412-40d2-a302-1056d639a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.815807 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9448a-7692-4a18-af6c-b96e47e01735 req-676ad23b-448c-4c08-be7f-54e51e4b166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:23.815807 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ea9448a-7692-4a18-af6c-b96e47e01735 req-676ad23b-448c-4c08-be7f-54e51e4b166f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b72dc9a815640139280a7e3033b841c&device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 1095 time: 0.2416790 Jul 05 03:52:23.934759 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64748bc1-aa3a-4e42-816e-3965edb7a82d req-6c4228c4-9deb-468b-9f0c-c28513946502 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:23.936207 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.937236 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64748bc1-aa3a-4e42-816e-3965edb7a82d req-6c4228c4-9deb-468b-9f0c-c28513946502 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 943 time: 0.2089758 Jul 05 03:52:24.028939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9448a-7692-4a18-af6c-b96e47e01735 req-97501238-aa52-414e-8357-5817c6eb1657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:24.030279 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ea9448a-7692-4a18-af6c-b96e47e01735 req-97501238-aa52-414e-8357-5817c6eb1657 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2341b7c2-3740-49fd-89f1-56419c31e54b HTTP/1.1" status: 200 len: 921 time: 0.2068579 Jul 05 03:52:24.045032 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64748bc1-aa3a-4e42-816e-3965edb7a82d req-ce240e49-9341-4429-afe8-a02607e6ffdd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946929 Jul 05 03:52:24.115768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 157369c3-92d7-401f-aa2f-49dc6f30fd22 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:24.205148 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ea9448a-7692-4a18-af6c-b96e47e01735 req-065d2200-45e7-404b-88aa-c487e0d3a2c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c75f319e-cdf6-4ba8-894f-10ba6544a126 HTTP/1.1" status: 200 len: 217 time: 0.1576664 Jul 05 03:52:24.297067 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9448a-7692-4a18-af6c-b96e47e01735 req-ec134bbb-3446-4a7e-8ab5-1c9066edddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:24.298520 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ea9448a-7692-4a18-af6c-b96e47e01735 req-ec134bbb-3446-4a7e-8ab5-1c9066edddd8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d4b59db1-0180-4719-83ee-1f341c729b8b HTTP/1.1" status: 200 len: 860 time: 0.0667720 Jul 05 03:52:24.321504 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 157369c3-92d7-401f-aa2f-49dc6f30fd22 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:24.323310 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.331072 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-053165cb-f0a4-4f90-a1d0-ca93eed153e4 req-cda6d91d-85ae-41f6-835d-96701dc0ae15 tempest-ListServerFiltersTestJSON-1417828849 tempest-ListServerFiltersTestJSON-1417828849-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cbe7177-c8d9-4ffc-b4f6-d133532bba96 HTTP/1.1" status: 200 len: 210 time: 0.1244054 Jul 05 03:52:24.477346 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ea9448a-7692-4a18-af6c-b96e47e01735 req-382c9226-e7c7-400f-9a48-d5d223aba15e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2341b7c2-3740-49fd-89f1-56419c31e54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1578634 Jul 05 03:52:24.482278 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0fb37b48-635d-462f-9b6f-d4c314123e7b details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:24.601091 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe7177-c8d9-4ffc-b4f6-d133532bba96', 'name': 'network-vif-deleted', 'tag': 'ec469546-349f-44ad-8e4b-6ef75384030f'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:24.619549 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16c39a5-4e39-496f-ba55-36f38f89685c" -d '{"events": [{"server_uuid": "7cbe7177-c8d9-4ffc-b4f6-d133532bba96", "name": "network-vif-deleted", "tag": "ec469546-349f-44ad-8e4b-6ef75384030f"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:24.685781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0fb37b48-635d-462f-9b6f-d4c314123e7b, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:24.715875 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '0fb37b48-635d-462f-9b6f-d4c314123e7b', 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67', 'port_id': '0fb37b48-635d-462f-9b6f-d4c314123e7b', 'mac_address': 'fa:16:3e:19:d6:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e58e0b-cbb7-42b5-a550-6e06ecae5d23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:24.747419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df11a0-aac3-4af0-b50e-d564a316a464 req-26adcc24-7139-4bec-8ee2-0baee5f743c4 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:24.749167 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81df11a0-aac3-4af0-b50e-d564a316a464 req-26adcc24-7139-4bec-8ee2-0baee5f743c4 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 948 time: 0.4321029 Jul 05 03:52:24.785984 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ea9448a-7692-4a18-af6c-b96e47e01735 req-7b407951-8264-4384-91cb-016952ccfc0a service neutron] 10.222.0.10 "GET /v2.0/networks/2341b7c2-3740-49fd-89f1-56419c31e54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878740 Jul 05 03:52:24.789277 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.802721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8720fec9-71b3-4a3b-922a-bfe9205fae73 req-c2677706-8988-4539-8846-87f2ed2100f4 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 210 time: 0.0668738 Jul 05 03:52:24.806991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb37b48-635d-462f-9b6f-d4c314123e7b {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:24.843115 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0fb37b48-635d-462f-9b6f-d4c314123e7b, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:24.862656 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Router 04912977-7708-4a28-8980-7bb62219be8f is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:52:24.918615 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81df11a0-aac3-4af0-b50e-d564a316a464 req-342b39f4-90af-476b-9828-e50beda4f78f tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/security-groups?id=3eaf2569-3311-4d23-ac08-8050ab4c9bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575410 Jul 05 03:52:24.996017 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b066e5-c4d3-44d0-a080-a6046f161775 x-openstack-request-id: req-01b066e5-c4d3-44d0-a080-a6046f161775 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:24.996611 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe7177-c8d9-4ffc-b4f6-d133532bba96", "name": "network-vif-deleted", "tag": "ec469546-349f-44ad-8e4b-6ef75384030f", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:24.996611 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-01b066e5-c4d3-44d0-a080-a6046f161775 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:25.011563 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe7177-c8d9-4ffc-b4f6-d133532bba96', 'name': 'network-vif-deleted', 'tag': 'ec469546-349f-44ad-8e4b-6ef75384030f', 'status': 'completed', 'code': 200} Jul 05 03:52:25.011701 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ea9448a-7692-4a18-af6c-b96e47e01735 req-3d3de75f-d729-492b-85bb-8a1fca7e3d5d service neutron] 10.222.0.10 "GET /v2.0/networks/2341b7c2-3740-49fd-89f1-56419c31e54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963453 Jul 05 03:52:25.022670 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:52:25.037515 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Sync routers for ids ['04912977-7708-4a28-8980-7bb62219be8f'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:52:25.041006 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b427c-cb3d-4bd9-baa9-c76fb5e78263 req-125db102-2949-4939-beed-7ba91f287357 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:25.050801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc4b427c-cb3d-4bd9-baa9-c76fb5e78263 req-125db102-2949-4939-beed-7ba91f287357 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 943 time: 0.0875177 Jul 05 03:52:25.050951 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Routers {'04912977-7708-4a28-8980-7bb62219be8f'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:25.050951 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:52:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['04912977-7708-4a28-8980-7bb62219be8f'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:25.090601 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc4b427c-cb3d-4bd9-baa9-c76fb5e78263 req-f3d2fc7c-31aa-4814-a13d-755f15c180f1 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/security-groups?id=e73c3567-5986-4e2d-95eb-a4a381bc60a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415845 Jul 05 03:52:25.142671 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.143362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device c75f319e-cdf6-4ba8-894f-10ba6544a126 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:25.206675 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.210920 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ffa6f8a4-e940-46d0-94c2-a08357e801c6 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7362361 Jul 05 03:52:25.211103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Set router 04912977-7708-4a28-8980-7bb62219be8f gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:25.212424 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38492) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:25.266663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab53df0-dd1f-441c-8b6b-22f201e99637 req-90554e5c-9775-48c0-b20b-7387ebf25a93 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:25.268885 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ab53df0-dd1f-441c-8b6b-22f201e99637 req-90554e5c-9775-48c0-b20b-7387ebf25a93 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 944 time: 0.0848472 Jul 05 03:52:25.350209 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ab53df0-dd1f-441c-8b6b-22f201e99637 req-b6dd13c2-0147-4652-bb7a-171987036021 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737627 Jul 05 03:52:25.403715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=0fb37b48-635d-462f-9b6f-d4c314123e7b,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:25.451433 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38496) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:25.482922 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port c75f319e-cdf6-4ba8-894f-10ba6544a126, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c75f319e-cdf6-4ba8-894f-10ba6544a126,segment=NetworkSegment(2de97bf6-7c4a-4e58-a93e-63ebb037dbb9),segment_id=2de97bf6-7c4a-4e58-a93e-63ebb037dbb9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:25.524411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Deleting subnet e234ec92-8e1b-404c-808f-156d89d3ea3a {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:52:25.529188 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.547902 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'c75f319e-cdf6-4ba8-894f-10ba6544a126', 'network_id': '2341b7c2-3740-49fd-89f1-56419c31e54b', 'port_id': 'c75f319e-cdf6-4ba8-894f-10ba6544a126', 'mac_address': 'fa:16:3e:21:ed:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b59db1-0180-4719-83ee-1f341c729b8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:25.577753 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.629655 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.634157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ec469546-349f-44ad-8e4b-6ef75384030f no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:25.671604 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: ec469546-349f-44ad-8e4b-6ef75384030f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:25.672106 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ec469546-349f-44ad-8e4b-6ef75384030f not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:25.682520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04912977-7708-4a28-8980-7bb62219be8f', 'name': 'tempest-FloatingIPsTestJSON-2030166742-router', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:20Z', 'updated_at': '2021-07-05T03:52:23Z', 'revision_number': 3, 'project_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'gw_port': {'id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04912977-7708-4a28-8980-7bb62219be8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:21Z', 'updated_at': '2021-07-05T03:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:25.684132 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.685251 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c75f319e-cdf6-4ba8-894f-10ba6544a126 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:25.725042 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Checking router: 04912977-7708-4a28-8980-7bb62219be8f for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:52:25.725430 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Updating router 04912977-7708-4a28-8980-7bb62219be8f port dbee65f4-8d3d-4262-8e71-b992677d2e22 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:52:25.762229 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port c75f319e-cdf6-4ba8-894f-10ba6544a126, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c75f319e-cdf6-4ba8-894f-10ba6544a126,segment=NetworkSegment(2de97bf6-7c4a-4e58-a93e-63ebb037dbb9),segment_id=2de97bf6-7c4a-4e58-a93e-63ebb037dbb9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:25.787546 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.861270 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.936325 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.940753 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-568f2d81-8d18-4d5b-ae83-2c24c55f48f9 req-364d48f5-315a-468b-85c2-f213a7a59632 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 210 time: 0.0453014 Jul 05 03:52:25.945455 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.981618 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.983678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e234ec92-8e1b-404c-808f-156d89d3ea3a HTTP/1.1" status: 204 len: 168 time: 0.5307727 Jul 05 03:52:26.003648 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e234ec92-8e1b-404c-808f-156d89d3ea3a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:26.011996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38512) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:26.013379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:26.013751 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:26.014232 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:26.014390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:26.014754 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:26.015166 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:26.015516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:26.015845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:26.016253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:26.016659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:26.016902 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:26.017236 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9be3d-58a8-4745-b398-d9bb195ab1df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:26.120255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Allocated IP 172.20.0.1 (4da88e5b-41a1-400d-9be5-505e73a53f44/ee1421c5-0af0-4443-a34c-fff16f5a6463/0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:26.127831 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.189086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=c75f319e-cdf6-4ba8-894f-10ba6544a126,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:26.192186 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31833e4-517f-4a33-941c-2731d1542f54 None None] Network a3732e2d-2a5d-4197-b2e7-6197b20c4e98 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:26.205141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] Deleting port 126509a6-52a1-4b50-a141-30cd59113d44 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:26.205518 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.273933 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.296947 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Transition to ACTIVE for port object 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:26.305170 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] For port 126509a6-52a1-4b50-a141-30cd59113d44, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=126509a6-52a1-4b50-a141-30cd59113d44,segment=NetworkSegment(d70b1b54-23ed-42a0-b7d4-205e9d76446b),segment_id=d70b1b54-23ed-42a0-b7d4-205e9d76446b)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:26.305514 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.326536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] Calling delete_port for 126509a6-52a1-4b50-a141-30cd59113d44 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:26.347469 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d09b4-1a17-4a6b-b941-ce65d8712747 req-b37733e4-6b0c-4654-8c6a-c28b2f6abcaf tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:26.348455 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1d0d09b4-1a17-4a6b-b941-ce65d8712747 req-b37733e4-6b0c-4654-8c6a-c28b2f6abcaf tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 948 time: 0.1598990 Jul 05 03:52:26.349649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['0fb37b48-635d-462f-9b6f-d4c314123e7b'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:26.358196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['c75f319e-cdf6-4ba8-894f-10ba6544a126'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:26.440972 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1d0d09b4-1a17-4a6b-b941-ce65d8712747 req-70d83f1e-6669-4efc-a650-e50e8e113a67 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/security-groups?id=3eaf2569-3311-4d23-ac08-8050ab4c9bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863352 Jul 05 03:52:26.490457 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.491573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1ea3afef-38c8-4995-9b12-51e57b9aca84 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:26.543472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Transition to ACTIVE for port object dbee65f4-8d3d-4262-8e71-b992677d2e22 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:26.607311 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.653937 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.659984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Network 4da88e5b-41a1-400d-9be5-505e73a53f44 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:26.666788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:26.670726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:26.689644 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.711881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:26.733622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] Pushing event deleted for resources: {'Port': ['ID=126509a6-52a1-4b50-a141-30cd59113d44,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:26.747805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] No DVR routers for this DVR port 126509a6-52a1-4b50-a141-30cd59113d44 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:26.757601 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.935172 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.949703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03ef959-6067-4433-bcbc-fe28ffd0db43 None None] DHCP port deletion for a3732e2d-2a5d-4197-b2e7-6197b20c4e98 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:52:26.955534 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ec2ef-45bb-4a0f-9d9e-9abe15d28543 req-b50eb247-d11f-4f5d-a14c-d963f2e51597 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:26.957530 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d3ec2ef-45bb-4a0f-9d9e-9abe15d28543 req-b50eb247-d11f-4f5d-a14c-d963f2e51597 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 944 time: 0.3436265 Jul 05 03:52:26.960801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3732e2d-2a5d-4197-b2e7-6197b20c4e98']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:26.966881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 1ea3afef-38c8-4995-9b12-51e57b9aca84 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:26.981008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70b1b54-23ed-42a0-b7d4-205e9d76446b') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:26.981340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70b1b54-23ed-42a0-b7d4-205e9d76446b') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:26.992316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 1ea3afef-38c8-4995-9b12-51e57b9aca84 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:26.992744 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.997063 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Attempting to bind port dbee65f4-8d3d-4262-8e71-b992677d2e22 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:26.997063 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Attempting to bind port dbee65f4-8d3d-4262-8e71-b992677d2e22 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:26.997063 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Attempting to bind port dbee65f4-8d3d-4262-8e71-b992677d2e22 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:27.002744 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.032207 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.045982 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25021605-c1a1-4a3a-a618-ddcb14af61e6 None None] Pushing event updated for resources: {'Port': ['ID=dbee65f4-8d3d-4262-8e71-b992677d2e22,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:27.051644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:52:27.052790 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.054303 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:52:27.063876 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:52:27.073197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:27.073197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:27.073197 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.073197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:27.073197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Bound port: dbee65f4-8d3d-4262-8e71-b992677d2e22, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:27.073197 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.077511 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d3ec2ef-45bb-4a0f-9d9e-9abe15d28543 req-6c261687-3477-4321-a613-d02a2e871baf tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/security-groups?id=e73c3567-5986-4e2d-95eb-a4a381bc60a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022460 Jul 05 03:52:27.162016 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] For port dbee65f4-8d3d-4262-8e71-b992677d2e22, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:27.165939 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.168342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] For port dbee65f4-8d3d-4262-8e71-b992677d2e22, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=dbee65f4-8d3d-4262-8e71-b992677d2e22,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:27.219503 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.245086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616fe051-330e-4bef-a30b-b5d46384f901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea3afef-38c8-4995-9b12-51e57b9aca84'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:27.247473 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b44b35-96ea-4dbd-b00c-34470bc37bed" -d '{"events": [{"server_uuid": "616fe051-330e-4bef-a30b-b5d46384f901", "name": "network-vif-plugged", "status": "completed", "tag": "1ea3afef-38c8-4995-9b12-51e57b9aca84"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:27.263137 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1ea3afef-38c8-4995-9b12-51e57b9aca84, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1ea3afef-38c8-4995-9b12-51e57b9aca84,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:27.285095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d25793cd-f85c-40d4-9b8f-ce66f4b88a67 None None] Provisioning for port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:27.290787 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d25793cd-f85c-40d4-9b8f-ce66f4b88a67 None None] Provisioning complete for port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:27.291242 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d25793cd-f85c-40d4-9b8f-ce66f4b88a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.293669 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.314921 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.333040 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.340182 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a3732e2d-2a5d-4197-b2e7-6197b20c4e98 HTTP/1.1" status: 204 len: 168 time: 1.3182421 Jul 05 03:52:27.405405 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.409036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bb611-3f0a-44dc-ba11-5e707a434617 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3732e2d-2a5d-4197-b2e7-6197b20c4e98,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:27.436635 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.456835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Routers {'04912977-7708-4a28-8980-7bb62219be8f'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:27.458389 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:52:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['04912977-7708-4a28-8980-7bb62219be8f'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:27.462368 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b533e-4590-4342-8660-883454689fd5 req-b982bdac-788e-40e4-9e65-87b95ba977ed tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:27.468088 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b7b533e-4590-4342-8660-883454689fd5 req-b982bdac-788e-40e4-9e65-87b95ba977ed tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 944 time: 0.2329845 Jul 05 03:52:27.521270 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b7b533e-4590-4342-8660-883454689fd5 req-d5ae2174-7cbb-4558-a8b8-56eb75f2bdd6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513437 Jul 05 03:52:27.556477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d25793cd-f85c-40d4-9b8f-ce66f4b88a67 None None] Port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:27.562751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25021605-c1a1-4a3a-a618-ddcb14af61e6 None None] Pushing event updated for resources: {'Port': ['ID=dbee65f4-8d3d-4262-8e71-b992677d2e22,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:27.595317 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.688263 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b40370d-e509-4fa5-88b0-067fe3b40ee4 x-openstack-request-id: req-9b40370d-e509-4fa5-88b0-067fe3b40ee4 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:27.699156 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616fe051-330e-4bef-a30b-b5d46384f901", "name": "network-vif-plugged", "status": "completed", "tag": "1ea3afef-38c8-4995-9b12-51e57b9aca84", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:27.699744 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9b40370d-e509-4fa5-88b0-067fe3b40ee4 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:27.702093 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616fe051-330e-4bef-a30b-b5d46384f901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea3afef-38c8-4995-9b12-51e57b9aca84', 'code': 200} Jul 05 03:52:27.714906 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-80c8d5a8-cfa1-40c5-b67f-690a86c9fea8 req-978e9cb4-7185-48d1-85d6-785b7b218472 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 210 time: 0.0412383 Jul 05 03:52:27.742604 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:27.744501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:27.817120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] Set router 04912977-7708-4a28-8980-7bb62219be8f gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:27.884179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=1ea3afef-38c8-4995-9b12-51e57b9aca84,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:27.921136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Network 4da88e5b-41a1-400d-9be5-505e73a53f44 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:27.921136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:27.922826 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8655a-d7fb-42dc-b9fd-66dc8bb6483c req-ffc44174-4ff5-4919-b206-0c047beeaa2d tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:27.922826 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ce8655a-d7fb-42dc-b9fd-66dc8bb6483c req-ffc44174-4ff5-4919-b206-0c047beeaa2d tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 949 time: 0.1337597 Jul 05 03:52:27.994896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16059bab-af85-4bff-afd7-6561d9352f2f req-7041c87a-c9e8-441d-96ef-21e86c1b8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:27.996978 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16059bab-af85-4bff-afd7-6561d9352f2f req-7041c87a-c9e8-441d-96ef-21e86c1b8b91 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 1101 time: 0.2446694 Jul 05 03:52:28.000707 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ce8655a-d7fb-42dc-b9fd-66dc8bb6483c req-3f1e1a0d-ef57-44c1-b132-24dceaf0511b tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/security-groups?id=3eaf2569-3311-4d23-ac08-8050ab4c9bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952842 Jul 05 03:52:28.094936 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16059bab-af85-4bff-afd7-6561d9352f2f req-d9482c30-ea78-40b1-b312-e7b4ba03f1ba service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3eaf2569-3311-4d23-ac08-8050ab4c9bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795262 Jul 05 03:52:28.130737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Router 04912977-7708-4a28-8980-7bb62219be8f has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:52:28.185793 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 126509a6-52a1-4b50-a141-30cd59113d44 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:28.214907 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38538) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:28.260282 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 126509a6-52a1-4b50-a141-30cd59113d44 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:28.266340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 126509a6-52a1-4b50-a141-30cd59113d44 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:28.325146 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d8bab218-30fe-4e52-b2eb-a4d3f0413493 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=21362df89c8b47fca3df61f10456d129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1090262 Jul 05 03:52:28.328052 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38540) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:28.334280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04912977-7708-4a28-8980-7bb62219be8f', 'name': 'tempest-FloatingIPsTestJSON-2030166742-router', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:20Z', 'updated_at': '2021-07-05T03:52:26Z', 'revision_number': 4, 'project_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'gw_port': {'id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04912977-7708-4a28-8980-7bb62219be8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:21Z', 'updated_at': '2021-07-05T03:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35', 'name': '', 'network_id': '4da88e5b-41a1-400d-9be5-505e73a53f44', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'mac_address': 'fa:16:3e:d1:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04912977-7708-4a28-8980-7bb62219be8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'ee1421c5-0af0-4443-a34c-fff16f5a6463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:25Z', 'updated_at': '2021-07-05T03:52:26Z', 'revision_number': 1, 'project_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'subnets': [{'id': 'ee1421c5-0af0-4443-a34c-fff16f5a6463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:28.335760 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:52:28.356915 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-806d5882-a171-4e3b-9f92-7c43d5f873d3 admin admin] 10.222.0.38 "PUT /v2.0/routers/04912977-7708-4a28-8980-7bb62219be8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1358225 Jul 05 03:52:28.395131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933edd1-f9d9-47d4-90f1-c57c7c9948ae None None] The sync data for ids ['04912977-7708-4a28-8980-7bb62219be8f'] in n-d-771363-32 is: [{'id': '04912977-7708-4a28-8980-7bb62219be8f', 'name': 'tempest-FloatingIPsTestJSON-2030166742-router', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:20Z', 'updated_at': '2021-07-05T03:52:26Z', 'revision_number': 4, 'project_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'gw_port': {'id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04912977-7708-4a28-8980-7bb62219be8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:21Z', 'updated_at': '2021-07-05T03:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35', 'name': '', 'network_id': '4da88e5b-41a1-400d-9be5-505e73a53f44', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'mac_address': 'fa:16:3e:d1:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04912977-7708-4a28-8980-7bb62219be8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'ee1421c5-0af0-4443-a34c-fff16f5a6463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:25Z', 'updated_at': '2021-07-05T03:52:26Z', 'revision_number': 1, 'project_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'subnets': [{'id': 'ee1421c5-0af0-4443-a34c-fff16f5a6463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:52:28.409956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9c4d5e1f-b63a-4152-af47-29c54db4f7a2 None None] Provisioning complete for port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:28.410378 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9c4d5e1f-b63a-4152-af47-29c54db4f7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.433220 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-22d40cf7-283c-48ae-bace-240f9d416550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.466603 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d5e1f-b63a-4152-af47-29c54db4f7a2 None None] Port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:28.496107 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0fb37b48-635d-462f-9b6f-d4c314123e7b up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:28.497225 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-22d40cf7-283c-48ae-bace-240f9d416550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.557971 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5d21f-1ad4-465d-bcf5-cdc69a5b1602 req-dde2137b-66eb-46e3-aaab-8c598dd75a7a tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:28.571893 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ef5d21f-1ad4-465d-bcf5-cdc69a5b1602 req-dde2137b-66eb-46e3-aaab-8c598dd75a7a tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 944 time: 0.2298474 Jul 05 03:52:28.632223 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ef5d21f-1ad4-465d-bcf5-cdc69a5b1602 req-4a004e9e-84b0-4f98-9e6c-8728708b8fa6 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/security-groups?id=e73c3567-5986-4e2d-95eb-a4a381bc60a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592706 Jul 05 03:52:28.815268 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 0fb37b48-635d-462f-9b6f-d4c314123e7b completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:28.819114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 0fb37b48-635d-462f-9b6f-d4c314123e7b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:28.819731 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.929719 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.980403 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-22d40cf7-283c-48ae-bace-240f9d416550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.983878 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-22d40cf7-283c-48ae-bace-240f9d416550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.988201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-22d40cf7-283c-48ae-bace-240f9d416550 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/039d9a51-57f9-458a-b22b-9c9d17d08dbc HTTP/1.1" status: 204 len: 168 time: 0.6590858 Jul 05 03:52:28.994969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0fb37b48-635d-462f-9b6f-d4c314123e7b, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:29.017328 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d40cf7-283c-48ae-bace-240f9d416550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039d9a51-57f9-458a-b22b-9c9d17d08dbc,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:29.032247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea4448-6c91-49c1-ab34-9411e9047418 req-e4f82012-ab8c-443a-ab87-50e9fee65f8a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:29.034102 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3eea4448-6c91-49c1-ab34-9411e9047418 req-e4f82012-ab8c-443a-ab87-50e9fee65f8a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 944 time: 0.1990061 Jul 05 03:52:29.079036 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-0b6664dd-c54e-4394-8110-725505b2b697 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1971941 Jul 05 03:52:29.091918 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:29.103846 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.105196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device c75f319e-cdf6-4ba8-894f-10ba6544a126 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:29.113782 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3eea4448-6c91-49c1-ab34-9411e9047418 req-ca408846-b777-4cdf-b1ca-4c2dbccc7506 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705211 Jul 05 03:52:29.229186 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.232281 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=0fb37b48-635d-462f-9b6f-d4c314123e7b,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:29.392307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port c75f319e-cdf6-4ba8-894f-10ba6544a126 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:29.402691 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port c75f319e-cdf6-4ba8-894f-10ba6544a126 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:29.403134 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.404927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6870230-ba6f-44a9-a6fa-e4a7bfef6977 req-9f7eb3b5-13c7-4693-85fc-9d8bdd750e06 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 210 time: 0.0570195 Jul 05 03:52:29.589287 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.599667 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.705589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port c75f319e-cdf6-4ba8-894f-10ba6544a126, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c75f319e-cdf6-4ba8-894f-10ba6544a126,segment=NetworkSegment(2de97bf6-7c4a-4e58-a93e-63ebb037dbb9),segment_id=2de97bf6-7c4a-4e58-a93e-63ebb037dbb9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:29.710727 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474a2648-e315-414e-bda0-b18e6c01591c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb37b48-635d-462f-9b6f-d4c314123e7b'}, {'server_uuid': '8a4d60c2-a08b-4fd7-a1b1-6a3088282068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75f319e-cdf6-4ba8-894f-10ba6544a126'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:29.715885 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6354d571-743c-43f1-9a11-9613c26a6f42" -d '{"events": [{"server_uuid": "474a2648-e315-414e-bda0-b18e6c01591c", "name": "network-vif-plugged", "status": "completed", "tag": "0fb37b48-635d-462f-9b6f-d4c314123e7b"}, {"server_uuid": "8a4d60c2-a08b-4fd7-a1b1-6a3088282068", "name": "network-vif-plugged", "status": "completed", "tag": "c75f319e-cdf6-4ba8-894f-10ba6544a126"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:29.812940 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.832228 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Allocated IP 172.25.6.6 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/e86cd9b2-d1cd-41e8-a0cf-e1437e284f3d) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:29.838799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-ba01029d-cd83-4aab-a08c-cc5237d92e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:29.856310 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-ba01029d-cd83-4aab-a08c-cc5237d92e7b service neutron] 10.222.0.36 "GET /v2.0/ports/512d2f3b-40a5-4840-ad2d-bd6629884f66 HTTP/1.1" status: 200 len: 1027 time: 0.2877572 Jul 05 03:52:29.907056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=c75f319e-cdf6-4ba8-894f-10ba6544a126,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:29.949585 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-062b43cc-ce75-449e-a663-545e79378461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:29.951078 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-062b43cc-ce75-449e-a663-545e79378461 service neutron] 10.222.0.36 "GET /v2.0/ports/bd52334b-41ac-4635-b2ed-9618cb33fe9e HTTP/1.1" status: 200 len: 1028 time: 0.0936830 Jul 05 03:52:30.059153 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.149878 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d9090124-46e6-47d7-ae97-ec8e08b2ea9b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:30.158562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d9090124-46e6-47d7-ae97-ec8e08b2ea9b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:30.168774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d9090124-46e6-47d7-ae97-ec8e08b2ea9b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:30.168774 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d9090124-46e6-47d7-ae97-ec8e08b2ea9b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "GET /v2.0/networks?id=b2509fec-b4aa-4ad3-ac1f-230ef4872f6e&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=ee2b7915-3adb-42ee-968d-9a1a80eef953&id=ee2b7915-3adb-42ee-968d-9a1a80eef953 HTTP/1.1" status: 200 len: 1990 time: 0.2079430 Jul 05 03:52:30.184605 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dbee65f4-8d3d-4262-8e71-b992677d2e22 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:30.246909 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-b715869d-6b94-4927-a2b3-f4cea7c114c5 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f9adc6b4eb14017b64dc25a696964fb HTTP/1.1" status: 200 len: 380 time: 0.0685096 Jul 05 03:52:30.257745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e32fb-9116-4a01-ab7e-c7aa438d0a4b req-fa02fc01-cf29-4d32-b452-2497dd0f1781 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:30.267347 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-dceee626-5c29-43af-932d-a4071cc167c0 req-36322c18-d89d-4f2e-9c25-13d547ed5981 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Request body: {'port': {'device_id': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'admin_state_up': True, 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'security_groups': ['851692ce-54ea-439c-bb34-ebe907c96427']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:30.269768 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-041e32fb-9116-4a01-ab7e-c7aa438d0a4b req-fa02fc01-cf29-4d32-b452-2497dd0f1781 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 949 time: 0.3518457 Jul 05 03:52:30.360161 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.378695 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port dbee65f4-8d3d-4262-8e71-b992677d2e22 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:30.399048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port dbee65f4-8d3d-4262-8e71-b992677d2e22 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:30.401887 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.572194 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-041e32fb-9116-4a01-ab7e-c7aa438d0a4b req-d86aef3f-e911-41fe-9a1f-9ffc40afa64f tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/security-groups?id=3eaf2569-3311-4d23-ac08-8050ab4c9bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966104 Jul 05 03:52:30.610619 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:30.619333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:30.625094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:30.647488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-36322c18-d89d-4f2e-9c25-13d547ed5981 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Made reservation on behalf of 6f9adc6b4eb14017b64dc25a696964fb for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:30.656743 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-36322c18-d89d-4f2e-9c25-13d547ed5981 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.660396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Pushing event updated for resources: {'Port': ['ID=e86cd9b2-d1cd-41e8-a0cf-e1437e284f3d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:30.673524 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.715903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port dbee65f4-8d3d-4262-8e71-b992677d2e22, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=dbee65f4-8d3d-4262-8e71-b992677d2e22,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:30.812095 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.845827 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.987956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=dbee65f4-8d3d-4262-8e71-b992677d2e22,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:30.995999 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-dceee626-5c29-43af-932d-a4071cc167c0 req-36322c18-d89d-4f2e-9c25-13d547ed5981 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Allocated IP 172.20.0.11 (b2509fec-b4aa-4ad3-ac1f-230ef4872f6e/043ce9f2-e045-400d-955c-c52ba74f89a2/73204dfe-6823-4e85-a7b1-aa28c9e9cb8d) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:31.026257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e7c23-9d42-4f98-9cb6-1a5d59fc379b req-409c426e-c650-46bd-8bf2-bb3c9896bbfa tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.029873 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-250e7c23-9d42-4f98-9cb6-1a5d59fc379b req-409c426e-c650-46bd-8bf2-bb3c9896bbfa tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 945 time: 0.2206964 Jul 05 03:52:31.079797 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.154922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-250e7c23-9d42-4f98-9cb6-1a5d59fc379b req-6092057a-def0-41b0-8436-01817f870eb2 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/security-groups?id=e73c3567-5986-4e2d-95eb-a4a381bc60a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149876 Jul 05 03:52:31.314304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-36322c18-d89d-4f2e-9c25-13d547ed5981 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.338750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-dceee626-5c29-43af-932d-a4071cc167c0 req-36322c18-d89d-4f2e-9c25-13d547ed5981 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Transition to ACTIVE for port object 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:31.486870 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-36322c18-d89d-4f2e-9c25-13d547ed5981 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.524092 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.615268 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cb62f2-6272-40c0-a85b-871d2173e0da x-openstack-request-id: req-76cb62f2-6272-40c0-a85b-871d2173e0da {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:31.616218 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474a2648-e315-414e-bda0-b18e6c01591c", "name": "network-vif-plugged", "status": "completed", "tag": "0fb37b48-635d-462f-9b6f-d4c314123e7b", "code": 200}, {"server_uuid": "8a4d60c2-a08b-4fd7-a1b1-6a3088282068", "name": "network-vif-plugged", "status": "completed", "tag": "c75f319e-cdf6-4ba8-894f-10ba6544a126", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:31.616613 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-76cb62f2-6272-40c0-a85b-871d2173e0da {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:31.617027 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474a2648-e315-414e-bda0-b18e6c01591c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb37b48-635d-462f-9b6f-d4c314123e7b', 'code': 200} Jul 05 03:52:31.617331 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4d60c2-a08b-4fd7-a1b1-6a3088282068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75f319e-cdf6-4ba8-894f-10ba6544a126', 'code': 200} Jul 05 03:52:31.644264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dceee626-5c29-43af-932d-a4071cc167c0 req-36322c18-d89d-4f2e-9c25-13d547ed5981 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Network b2509fec-b4aa-4ad3-ac1f-230ef4872f6e is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:31.656441 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-dceee626-5c29-43af-932d-a4071cc167c0 req-36322c18-d89d-4f2e-9c25-13d547ed5981 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:31.667644 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.674876 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-36322c18-d89d-4f2e-9c25-13d547ed5981 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:31.824589 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36322c18-d89d-4f2e-9c25-13d547ed5981 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event updated for resources: {'Port': ['ID=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:31.854682 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-36322c18-d89d-4f2e-9c25-13d547ed5981 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.856368 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-36322c18-d89d-4f2e-9c25-13d547ed5981 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.885428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Pushing event updated for resources: {'Port': ['ID=e86cd9b2-d1cd-41e8-a0cf-e1437e284f3d,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:31.979271 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-36322c18-d89d-4f2e-9c25-13d547ed5981 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7257679 Jul 05 03:52:31.996964 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-dceee626-5c29-43af-932d-a4071cc167c0 req-02277aff-f8b9-4c58-8b5f-84c2a0f7d342 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Request body: {'port': {'device_id': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6', 'admin_state_up': True, 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'security_groups': ['851692ce-54ea-439c-bb34-ebe907c96427']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:32.046450 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Sync routers for ids ['04912977-7708-4a28-8980-7bb62219be8f'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:52:32.091108 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Routers {'04912977-7708-4a28-8980-7bb62219be8f'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:32.096456 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:52:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['04912977-7708-4a28-8980-7bb62219be8f'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:32.159356 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.180936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dbee65f4-8d3d-4262-8e71-b992677d2e22 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:32.211918 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650de011-3eb7-40cc-bc41-b051d36a2144 req-bc4884e9-7ce3-4e07-9cb0-86cee723d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:32.214625 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-650de011-3eb7-40cc-bc41-b051d36a2144 req-bc4884e9-7ce3-4e07-9cb0-86cee723d942 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 1097 time: 0.4020829 Jul 05 03:52:32.226453 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.287304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8d14b-4e9a-4d88-86fa-f22b25b6234d req-91826979-2512-43e9-9ad8-f44b6df9f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:32.287304 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2b8d14b-4e9a-4d88-86fa-f22b25b6234d req-91826979-2512-43e9-9ad8-f44b6df9f40b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 1097 time: 0.4267197 Jul 05 03:52:32.292197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c0b6d-87b4-4654-b112-9e6beef7da82 req-33e75285-7477-4995-a208-c21b18a1fc85 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:32.294125 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-603c0b6d-87b4-4654-b112-9e6beef7da82 req-33e75285-7477-4995-a208-c21b18a1fc85 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 945 time: 0.3159020 Jul 05 03:52:32.299301 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port dbee65f4-8d3d-4262-8e71-b992677d2e22 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:32.300445 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.338284 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Set router 04912977-7708-4a28-8980-7bb62219be8f gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:32.388587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-650de011-3eb7-40cc-bc41-b051d36a2144 req-4ab9eb1f-3d0d-451e-bc43-b4784047dae1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560400 Jul 05 03:52:32.418777 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.420273 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-daf3c7c2-a77c-4545-a14e-0f690511f607 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.3324344 Jul 05 03:52:32.426007 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2b8d14b-4e9a-4d88-86fa-f22b25b6234d req-2d0c081d-c32d-4714-9741-2da4b90f2a4a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e73c3567-5986-4e2d-95eb-a4a381bc60a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297867 Jul 05 03:52:32.429634 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-603c0b6d-87b4-4654-b112-9e6beef7da82 req-740f807f-63ad-4880-a6da-5ea91b8b01a1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236098 Jul 05 03:52:32.447321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-36ead4ca-f3ea-4278-8105-5f425c2fa026 None None] Provisioning for port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:32.458755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-36ead4ca-f3ea-4278-8105-5f425c2fa026 None None] Provisioning complete for port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:32.459134 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-36ead4ca-f3ea-4278-8105-5f425c2fa026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.521594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-36ead4ca-f3ea-4278-8105-5f425c2fa026 None None] Port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:32.533007 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-8f451e1f-93fc-45bf-97c8-c5290ac4eec9 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.0979333 Jul 05 03:52:32.565450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-02277aff-f8b9-4c58-8b5f-84c2a0f7d342 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Made reservation on behalf of 6f9adc6b4eb14017b64dc25a696964fb for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:32.571363 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-02277aff-f8b9-4c58-8b5f-84c2a0f7d342 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.694907 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04912977-7708-4a28-8980-7bb62219be8f', 'name': 'tempest-FloatingIPsTestJSON-2030166742-router', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:20Z', 'updated_at': '2021-07-05T03:52:26Z', 'revision_number': 4, 'project_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'gw_port': {'id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04912977-7708-4a28-8980-7bb62219be8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:21Z', 'updated_at': '2021-07-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35', 'name': '', 'network_id': '4da88e5b-41a1-400d-9be5-505e73a53f44', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'mac_address': 'fa:16:3e:d1:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04912977-7708-4a28-8980-7bb62219be8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'ee1421c5-0af0-4443-a34c-fff16f5a6463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:25Z', 'updated_at': '2021-07-05T03:52:27Z', 'revision_number': 2, 'project_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'subnets': [{'id': 'ee1421c5-0af0-4443-a34c-fff16f5a6463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:32.703592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-6c05845a-b5de-4e6b-9fce-6678aa5e494a tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:32.705203 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a337c0c-4202-4b44-94d7-4504658a9b2e req-6c05845a-b5de-4e6b-9fce-6678aa5e494a tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.1633985 Jul 05 03:52:32.772129 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Checking router: 04912977-7708-4a28-8980-7bb62219be8f for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:52:32.772704 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Updating router 04912977-7708-4a28-8980-7bb62219be8f port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:52:32.781582 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ab6ab-92c5-4534-ac89-b5230d3ceeaf req-0023df43-d97d-432c-81dd-43c8942d53d6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:32.788994 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-710ab6ab-92c5-4534-ac89-b5230d3ceeaf req-0023df43-d97d-432c-81dd-43c8942d53d6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 932 time: 0.1233690 Jul 05 03:52:32.801681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-dceee626-5c29-43af-932d-a4071cc167c0 req-02277aff-f8b9-4c58-8b5f-84c2a0f7d342 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Allocated IP 10.1.1.48 (cbab2f7f-dca4-47b6-8f6c-7716c1102bd6/b826c63f-d362-4628-9721-d278ba96e4b3/f7991792-8e2e-4ea5-bce6-4072571e392e) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:32.847854 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.874161 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-710ab6ab-92c5-4534-ac89-b5230d3ceeaf req-f8b0a297-5812-4c81-88e4-5a46643802cc tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772533 Jul 05 03:52:32.993307 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-02277aff-f8b9-4c58-8b5f-84c2a0f7d342 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.000157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7acd5a-2005-4f94-ba08-ac1ab491e6f6 req-ed2e461e-bd90-4d28-9609-8c7c0e65d4c5 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:33.006384 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b7acd5a-2005-4f94-ba08-ac1ab491e6f6 req-ed2e461e-bd90-4d28-9609-8c7c0e65d4c5 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 949 time: 0.1619983 Jul 05 03:52:33.016453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-dceee626-5c29-43af-932d-a4071cc167c0 req-02277aff-f8b9-4c58-8b5f-84c2a0f7d342 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Transition to ACTIVE for port object f7991792-8e2e-4ea5-bce6-4072571e392e will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:33.070741 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b7acd5a-2005-4f94-ba08-ac1ab491e6f6 req-7d0b7e31-f9a6-4e6f-89ec-0fc89dca2f7f tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/security-groups?id=3eaf2569-3311-4d23-ac08-8050ab4c9bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592794 Jul 05 03:52:33.205665 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-02277aff-f8b9-4c58-8b5f-84c2a0f7d342 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.256021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dceee626-5c29-43af-932d-a4071cc167c0 req-02277aff-f8b9-4c58-8b5f-84c2a0f7d342 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:33.259782 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-dceee626-5c29-43af-932d-a4071cc167c0 req-02277aff-f8b9-4c58-8b5f-84c2a0f7d342 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:33.265735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-02277aff-f8b9-4c58-8b5f-84c2a0f7d342 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:33.283270 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.294576 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Transition to ACTIVE for port object 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:33.331964 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02277aff-f8b9-4c58-8b5f-84c2a0f7d342 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event updated for resources: {'Port': ['ID=f7991792-8e2e-4ea5-bce6-4072571e392e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:33.373906 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-02277aff-f8b9-4c58-8b5f-84c2a0f7d342 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:33.374678 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-02277aff-f8b9-4c58-8b5f-84c2a0f7d342 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.413075 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.557181 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Attempting to bind port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:33.567295 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-02277aff-f8b9-4c58-8b5f-84c2a0f7d342 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5756617 Jul 05 03:52:33.568007 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Attempting to bind port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4da88e5b-41a1-400d-9be5-505e73a53f44'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:33.573071 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Attempting to bind port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 on network 4da88e5b-41a1-400d-9be5-505e73a53f44 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:33.578397 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:33.579413 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Checking segment: {'id': 'bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4da88e5b-41a1-400d-9be5-505e73a53f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:33.580139 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.580444 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Bound using segment: {'id': 'bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4da88e5b-41a1-400d-9be5-505e73a53f44'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:33.581031 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Bound port: 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4da88e5b-41a1-400d-9be5-505e73a53f44'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:33.581166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1249a481-3b4b-4c15-a7dd-ae58d1fdb257 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Request body: {'port': {'device_id': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6', 'admin_state_up': True, 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'security_groups': ['851692ce-54ea-439c-bb34-ebe907c96427']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:33.581724 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.605205 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2edb7-9d13-4e89-86cd-f7d2bf6e3a01 None None] Pushing event updated for resources: {'Port': ['ID=0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:33.646547 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2edb7-9d13-4e89-86cd-f7d2bf6e3a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:33.647020 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2edb7-9d13-4e89-86cd-f7d2bf6e3a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:33.647415 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2edb7-9d13-4e89-86cd-f7d2bf6e3a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:33.647814 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2edb7-9d13-4e89-86cd-f7d2bf6e3a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:33.649689 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2edb7-9d13-4e89-86cd-f7d2bf6e3a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:33.649689 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2edb7-9d13-4e89-86cd-f7d2bf6e3a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:33.649689 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2edb7-9d13-4e89-86cd-f7d2bf6e3a01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:33.650102 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2edb7-9d13-4e89-86cd-f7d2bf6e3a01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:33.650647 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2edb7-9d13-4e89-86cd-f7d2bf6e3a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:33.651114 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2edb7-9d13-4e89-86cd-f7d2bf6e3a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:33.651715 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2edb7-9d13-4e89-86cd-f7d2bf6e3a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:33.652162 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c2edb7-9d13-4e89-86cd-f7d2bf6e3a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:33.702374 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.794585 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] For port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:33.799022 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] For port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35,segment=NetworkSegment(bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5),segment_id=bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:33.833130 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3111774-9ac3-46a2-997b-9f953096c205 req-102bd578-8646-4c63-b3c6-be25b571ec16 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/floatingips/0274f4e0-b913-4c4e-8ac7-88df1b2a0f2c HTTP/1.1" status: 200 len: 691 time: 0.5317266 Jul 05 03:52:33.897028 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5af5d257-1185-4ed4-9e3a-ff77edaae1c1 None None] Provisioning for port f7991792-8e2e-4ea5-bce6-4072571e392e completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:33.908037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5af5d257-1185-4ed4-9e3a-ff77edaae1c1 None None] Provisioning complete for port f7991792-8e2e-4ea5-bce6-4072571e392e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:33.908037 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5af5d257-1185-4ed4-9e3a-ff77edaae1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.932595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afe8a3-8be9-463d-87be-9d64a4e1d7f4 req-a9b93531-fd24-463f-940d-110a8c764055 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:33.934178 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3afe8a3-8be9-463d-87be-9d64a4e1d7f4 req-a9b93531-fd24-463f-940d-110a8c764055 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 945 time: 0.6538804 Jul 05 03:52:33.966485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5af5d257-1185-4ed4-9e3a-ff77edaae1c1 None None] Port f7991792-8e2e-4ea5-bce6-4072571e392e cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:34.008060 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.022672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3111774-9ac3-46a2-997b-9f953096c205 req-a4b41b5b-1c9f-4c85-90ce-32d3fc28f589 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:34.022672 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3111774-9ac3-46a2-997b-9f953096c205 req-a4b41b5b-1c9f-4c85-90ce-32d3fc28f589 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.1810048 Jul 05 03:52:34.022672 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3afe8a3-8be9-463d-87be-9d64a4e1d7f4 req-e886dec2-8fb2-4e22-99ce-4f9758854404 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/security-groups?id=e73c3567-5986-4e2d-95eb-a4a381bc60a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695662 Jul 05 03:52:34.109279 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1249a481-3b4b-4c15-a7dd-ae58d1fdb257 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Made reservation on behalf of 6f9adc6b4eb14017b64dc25a696964fb for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:34.126013 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1249a481-3b4b-4c15-a7dd-ae58d1fdb257 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.126502 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Routers {'04912977-7708-4a28-8980-7bb62219be8f'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:34.126502 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:52:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['04912977-7708-4a28-8980-7bb62219be8f'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:34.316964 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] Set router 04912977-7708-4a28-8980-7bb62219be8f gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:34.371418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1249a481-3b4b-4c15-a7dd-ae58d1fdb257 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Allocated IP 10.1.1.156 (cbab2f7f-dca4-47b6-8f6c-7716c1102bd6/b826c63f-d362-4628-9721-d278ba96e4b3/db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:34.392530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20dd7-7c5c-45f2-a6bd-fa03d881bacc req-a582bdc7-94e3-496e-9e3c-b842162d38b8 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:34.399247 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ef20dd7-7c5c-45f2-a6bd-fa03d881bacc req-a582bdc7-94e3-496e-9e3c-b842162d38b8 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 945 time: 0.1276643 Jul 05 03:52:34.493381 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ef20dd7-7c5c-45f2-a6bd-fa03d881bacc req-52728e69-30c8-4605-82ed-413dfd7da89b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931277 Jul 05 03:52:34.557582 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d47da-b4de-494d-b94d-db1c53ee27b8 req-aa2d981b-e92a-48c4-907d-5a051f0c6d7f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:34.564097 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d47da-b4de-494d-b94d-db1c53ee27b8 req-aa2d981b-e92a-48c4-907d-5a051f0c6d7f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:34.572039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-498d47da-b4de-494d-b94d-db1c53ee27b8 req-aa2d981b-e92a-48c4-907d-5a051f0c6d7f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 1653 time: 0.1699426 Jul 05 03:52:34.615569 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1249a481-3b4b-4c15-a7dd-ae58d1fdb257 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.634128 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c13227b-b1e1-4175-98f5-e0327af71da2 req-53566618-cab7-4ca0-a8cb-a3b1f320c6b9 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=1e8439ca4a0647d68b22b00b6f72fdc8 HTTP/1.1" status: 200 len: 694 time: 0.0978470 Jul 05 03:52:34.636292 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1249a481-3b4b-4c15-a7dd-ae58d1fdb257 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Transition to ACTIVE for port object db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:34.647312 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2edb7-9d13-4e89-86cd-f7d2bf6e3a01 None None] Pushing event updated for resources: {'Port': ['ID=0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:34.726284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-498d47da-b4de-494d-b94d-db1c53ee27b8 req-a6b65975-addd-4806-8c46-9523aa4d4932 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529944 Jul 05 03:52:34.729099 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04912977-7708-4a28-8980-7bb62219be8f', 'name': 'tempest-FloatingIPsTestJSON-2030166742-router', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:20Z', 'updated_at': '2021-07-05T03:52:26Z', 'revision_number': 4, 'project_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'gw_port': {'id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04912977-7708-4a28-8980-7bb62219be8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:21Z', 'updated_at': '2021-07-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35', 'name': '', 'network_id': '4da88e5b-41a1-400d-9be5-505e73a53f44', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'mac_address': 'fa:16:3e:d1:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04912977-7708-4a28-8980-7bb62219be8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'ee1421c5-0af0-4443-a34c-fff16f5a6463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:25Z', 'updated_at': '2021-07-05T03:52:33Z', 'revision_number': 4, 'project_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'subnets': [{'id': 'ee1421c5-0af0-4443-a34c-fff16f5a6463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:34.763465 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826a8e9-49cb-4a95-bef8-6f642ab75503 None None] The sync data for ids ['04912977-7708-4a28-8980-7bb62219be8f'] in n-d-771363-32 is: [{'id': '04912977-7708-4a28-8980-7bb62219be8f', 'name': 'tempest-FloatingIPsTestJSON-2030166742-router', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:20Z', 'updated_at': '2021-07-05T03:52:26Z', 'revision_number': 4, 'project_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'gw_port': {'id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04912977-7708-4a28-8980-7bb62219be8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:21Z', 'updated_at': '2021-07-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35', 'name': '', 'network_id': '4da88e5b-41a1-400d-9be5-505e73a53f44', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'mac_address': 'fa:16:3e:d1:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04912977-7708-4a28-8980-7bb62219be8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'ee1421c5-0af0-4443-a34c-fff16f5a6463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:25Z', 'updated_at': '2021-07-05T03:52:33Z', 'revision_number': 4, 'project_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'subnets': [{'id': 'ee1421c5-0af0-4443-a34c-fff16f5a6463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:52:34.813103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13227b-b1e1-4175-98f5-e0327af71da2 req-85d701a4-4e4e-47ff-914b-da885836302f tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:34.832415 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c13227b-b1e1-4175-98f5-e0327af71da2 req-85d701a4-4e4e-47ff-914b-da885836302f tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/networks?id=7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 787 time: 0.1973093 Jul 05 03:52:34.862348 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1249a481-3b4b-4c15-a7dd-ae58d1fdb257 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.930323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1249a481-3b4b-4c15-a7dd-ae58d1fdb257 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:34.934281 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1249a481-3b4b-4c15-a7dd-ae58d1fdb257 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:34.938694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1249a481-3b4b-4c15-a7dd-ae58d1fdb257 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:35.045477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249a481-3b4b-4c15-a7dd-ae58d1fdb257 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event updated for resources: {'Port': ['ID=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:35.069039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1249a481-3b4b-4c15-a7dd-ae58d1fdb257 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:35.071675 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1249a481-3b4b-4c15-a7dd-ae58d1fdb257 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.076143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9d5f697-8e59-496e-8272-dd29f2a4c541 req-fee3cd17-25b4-415d-9b88-9ebd9baed6e5 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/floatingips/0274f4e0-b913-4c4e-8ac7-88df1b2a0f2c HTTP/1.1" status: 200 len: 691 time: 0.0772190 Jul 05 03:52:35.198608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5f697-8e59-496e-8272-dd29f2a4c541 req-1f52b166-ce1a-4ad1-a6e6-030c97cfb20a tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:35.200227 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9d5f697-8e59-496e-8272-dd29f2a4c541 req-1f52b166-ce1a-4ad1-a6e6-030c97cfb20a tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.1234927 Jul 05 03:52:35.271637 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9d5f697-8e59-496e-8272-dd29f2a4c541 req-32973457-16ee-4b06-9af3-d46bf2bd0c8d tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.0625653 Jul 05 03:52:35.291240 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1249a481-3b4b-4c15-a7dd-ae58d1fdb257 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7160623 Jul 05 03:52:35.307305 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-dceee626-5c29-43af-932d-a4071cc167c0 req-23aa6570-88b3-471f-933f-578f428ccd40 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Request body: {'port': {'device_id': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953', 'admin_state_up': True, 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'security_groups': ['851692ce-54ea-439c-bb34-ebe907c96427']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:35.345428 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9d5f697-8e59-496e-8272-dd29f2a4c541 req-7f375a2d-979b-466f-9b7a-fc48d0d8e0da tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.6 HTTP/1.1" status: 200 len: 694 time: 0.0727241 Jul 05 03:52:35.462173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-62f14782-2939-4d40-99d3-fc25b94e54ed None None] Provisioning for port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:35.467657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-62f14782-2939-4d40-99d3-fc25b94e54ed None None] Provisioning complete for port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:35.467657 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-62f14782-2939-4d40-99d3-fc25b94e54ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.498992 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-f9d5f697-8e59-496e-8272-dd29f2a4c541 req-1d231f62-3936-4d81-b3c3-f60089b50a41 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Deleting port e86cd9b2-d1cd-41e8-a0cf-e1437e284f3d {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:35.499342 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f9d5f697-8e59-496e-8272-dd29f2a4c541 req-1d231f62-3936-4d81-b3c3-f60089b50a41 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.528369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-62f14782-2939-4d40-99d3-fc25b94e54ed None None] Port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:35.604750 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f9d5f697-8e59-496e-8272-dd29f2a4c541 req-1d231f62-3936-4d81-b3c3-f60089b50a41 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.605318 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f9d5f697-8e59-496e-8272-dd29f2a4c541 req-1d231f62-3936-4d81-b3c3-f60089b50a41 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.619267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-f9d5f697-8e59-496e-8272-dd29f2a4c541 req-1d231f62-3936-4d81-b3c3-f60089b50a41 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Calling delete_port for e86cd9b2-d1cd-41e8-a0cf-e1437e284f3d owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:35.663660 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-23aa6570-88b3-471f-933f-578f428ccd40 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Made reservation on behalf of 6f9adc6b4eb14017b64dc25a696964fb for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:35.767736 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-23aa6570-88b3-471f-933f-578f428ccd40 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.895639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817be38-e453-485b-9388-9a80c1eaba26 req-6836f58c-346b-4ea1-b168-59bcfe09b8bf tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:35.897212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2817be38-e453-485b-9388-9a80c1eaba26 req-6836f58c-346b-4ea1-b168-59bcfe09b8bf tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 945 time: 0.0705683 Jul 05 03:52:35.941856 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2817be38-e453-485b-9388-9a80c1eaba26 req-364bb335-5e9a-4673-a84b-937604a3987e tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/security-groups?id=e73c3567-5986-4e2d-95eb-a4a381bc60a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387259 Jul 05 03:52:35.955402 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f9d5f697-8e59-496e-8272-dd29f2a4c541 req-1d231f62-3936-4d81-b3c3-f60089b50a41 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.989487 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d231f62-3936-4d81-b3c3-f60089b50a41 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Pushing event deleted for resources: {'Port': ['ID=e86cd9b2-d1cd-41e8-a0cf-e1437e284f3d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:36.146574 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f9d5f697-8e59-496e-8272-dd29f2a4c541 req-1d231f62-3936-4d81-b3c3-f60089b50a41 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.153334 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f9d5f697-8e59-496e-8272-dd29f2a4c541 req-1d231f62-3936-4d81-b3c3-f60089b50a41 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.158424 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-dceee626-5c29-43af-932d-a4071cc167c0 req-23aa6570-88b3-471f-933f-578f428ccd40 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Allocated IP 10.2.2.100 (ee2b7915-3adb-42ee-968d-9a1a80eef953/c35818c5-0831-4e64-a9b2-4971f2421e18/7401aa57-9d41-435b-8dc0-f5e910105980) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:36.166671 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9d5f697-8e59-496e-8272-dd29f2a4c541 req-1d231f62-3936-4d81-b3c3-f60089b50a41 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "DELETE /v2.0/floatingips/0274f4e0-b913-4c4e-8ac7-88df1b2a0f2c HTTP/1.1" status: 204 len: 173 time: 0.8201053 Jul 05 03:52:36.196942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:36.315770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890bc9e-cec4-41c6-81f7-0951e6b9df53 req-04e5ebf3-c9c2-44ce-9a66-67788f54576f tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:36.318125 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7890bc9e-cec4-41c6-81f7-0951e6b9df53 req-04e5ebf3-c9c2-44ce-9a66-67788f54576f tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 945 time: 0.1251640 Jul 05 03:52:36.392775 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-23aa6570-88b3-471f-933f-578f428ccd40 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.406460 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7890bc9e-cec4-41c6-81f7-0951e6b9df53 req-8ffb24dd-a674-43d1-8641-f175e1f73798 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775132 Jul 05 03:52:36.415905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-dceee626-5c29-43af-932d-a4071cc167c0 req-23aa6570-88b3-471f-933f-578f428ccd40 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Transition to ACTIVE for port object 7401aa57-9d41-435b-8dc0-f5e910105980 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:36.433126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aae681-edf1-467d-98d9-ac27c86ff5d9 req-f6df6d98-98c8-4087-ac1e-416858499592 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:36.433126 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26aae681-edf1-467d-98d9-ac27c86ff5d9 req-f6df6d98-98c8-4087-ac1e-416858499592 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 949 time: 0.1072426 Jul 05 03:52:36.439371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:36.444829 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:36.445853 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.480979 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26aae681-edf1-467d-98d9-ac27c86ff5d9 req-f2c771fb-2f66-4e33-a474-c82c4aa240a2 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/security-groups?id=3eaf2569-3311-4d23-ac08-8050ab4c9bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453961 Jul 05 03:52:36.578768 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.629334 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-23aa6570-88b3-471f-933f-578f428ccd40 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.662230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35,segment=NetworkSegment(bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5),segment_id=bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:36.675695 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c04a59-ad7c-40b5-90f6-57d9b2092f9c req-02f11aea-6bbd-410a-aa67-fd71e7fce2bc tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:36.676666 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dceee626-5c29-43af-932d-a4071cc167c0 req-23aa6570-88b3-471f-933f-578f428ccd40 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Network ee2b7915-3adb-42ee-968d-9a1a80eef953 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:36.681129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-dceee626-5c29-43af-932d-a4071cc167c0 req-23aa6570-88b3-471f-933f-578f428ccd40 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:36.687489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-23aa6570-88b3-471f-933f-578f428ccd40 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:36.688913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c04a59-ad7c-40b5-90f6-57d9b2092f9c req-02f11aea-6bbd-410a-aa67-fd71e7fce2bc tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:36.696685 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c04a59-ad7c-40b5-90f6-57d9b2092f9c req-02f11aea-6bbd-410a-aa67-fd71e7fce2bc tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:36.704428 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5c04a59-ad7c-40b5-90f6-57d9b2092f9c req-02f11aea-6bbd-410a-aa67-fd71e7fce2bc tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 2374 time: 0.1554232 Jul 05 03:52:36.744015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-23aa6570-88b3-471f-933f-578f428ccd40 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:36.744735 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-23aa6570-88b3-471f-933f-578f428ccd40 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.776443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa6570-88b3-471f-933f-578f428ccd40 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event updated for resources: {'Port': ['ID=7401aa57-9d41-435b-8dc0-f5e910105980,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:36.830607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5c04a59-ad7c-40b5-90f6-57d9b2092f9c req-f2130e8a-762a-44f5-85a6-0b337feb7044 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251833 Jul 05 03:52:36.859958 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.877880 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38662) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:36.900536 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-322216ad-c066-4b08-8b63-ef5279538a86 req-73dde3d3-7758-4b12-ac63-469edce11846 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1872692 Jul 05 03:52:36.920832 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-322216ad-c066-4b08-8b63-ef5279538a86 req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:36.921551 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-23aa6570-88b3-471f-933f-578f428ccd40 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6196294 Jul 05 03:52:36.934818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1a8e5436-427a-42b7-bfb5-988f252041d0 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Request body: {'port': {'device_id': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953', 'admin_state_up': True, 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'security_groups': ['851692ce-54ea-439c-bb34-ebe907c96427']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:36.971845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:37.059135 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f4473ba-9b6f-450b-a690-9c3f2be1e835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.087455 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-322216ad-c066-4b08-8b63-ef5279538a86 req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.148365 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6cac6-f7b1-42dd-b079-eb65490981ea req-524f62b8-496b-4526-b070-592835ab6380 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:37.154407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0b6cac6-f7b1-42dd-b079-eb65490981ea req-524f62b8-496b-4526-b070-592835ab6380 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 1097 time: 0.1138058 Jul 05 03:52:37.200187 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f4473ba-9b6f-450b-a690-9c3f2be1e835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.200428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d8acdd7b-32a7-4630-850c-d1585130a37a None None] Provisioning for port 7401aa57-9d41-435b-8dc0-f5e910105980 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:37.202073 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d8acdd7b-32a7-4630-850c-d1585130a37a None None] Provisioning complete for port 7401aa57-9d41-435b-8dc0-f5e910105980 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:37.202659 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d8acdd7b-32a7-4630-850c-d1585130a37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.204892 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0b6cac6-f7b1-42dd-b079-eb65490981ea req-cab66f7c-9086-4d04-bcb6-44b906365873 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461333 Jul 05 03:52:37.238457 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-322216ad-c066-4b08-8b63-ef5279538a86 req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.246132 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d8acdd7b-32a7-4630-850c-d1585130a37a None None] Port 7401aa57-9d41-435b-8dc0-f5e910105980 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:37.362950 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f4473ba-9b6f-450b-a690-9c3f2be1e835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.406095 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-322216ad-c066-4b08-8b63-ef5279538a86 req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Allocated IP 172.25.6.96 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/cf5ef68b-6655-4ac8-b4e0-2432cc734e6a) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:37.427922 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5f4473ba-9b6f-450b-a690-9c3f2be1e835 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d81bd58139e843d1b76445d23192fb1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487936 Jul 05 03:52:37.430151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4473ba-9b6f-450b-a690-9c3f2be1e835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c00a31-7b9c-42d0-9997-7f748219d6ea,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:37.430990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38672) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:37.545259 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261223e8-f73f-4127-8ea0-aadfb1e54eb2 req-2941ed5d-0d09-4735-935b-e9a6ec3f7f94 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:37.545259 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-261223e8-f73f-4127-8ea0-aadfb1e54eb2 req-2941ed5d-0d09-4735-935b-e9a6ec3f7f94 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 1097 time: 0.1734536 Jul 05 03:52:37.576180 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1a8e5436-427a-42b7-bfb5-988f252041d0 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Made reservation on behalf of 6f9adc6b4eb14017b64dc25a696964fb for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:37.582140 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1a8e5436-427a-42b7-bfb5-988f252041d0 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.605458 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-322216ad-c066-4b08-8b63-ef5279538a86 req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.611243 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-890436e2-e24c-4e02-b5f7-49d2c659ffa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.644607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-261223e8-f73f-4127-8ea0-aadfb1e54eb2 req-9995be87-60fd-415a-a943-ccf0e1cfb019 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946589 Jul 05 03:52:37.650656 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-890436e2-e24c-4e02-b5f7-49d2c659ffa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.838109 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1a8e5436-427a-42b7-bfb5-988f252041d0 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Allocated IP 10.2.2.200 (ee2b7915-3adb-42ee-968d-9a1a80eef953/c35818c5-0831-4e64-a9b2-4971f2421e18/3811ad8e-f193-4d3c-9583-2f5e428524c0) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:37.885219 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-322216ad-c066-4b08-8b63-ef5279538a86 req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.933129 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Pushing event updated for resources: {'Port': ['ID=cf5ef68b-6655-4ac8-b4e0-2432cc734e6a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:37.949727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322216ad-c066-4b08-8b63-ef5279538a86 req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:37.953644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-322216ad-c066-4b08-8b63-ef5279538a86 req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:37.956114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-322216ad-c066-4b08-8b63-ef5279538a86 req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:37.963197 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-890436e2-e24c-4e02-b5f7-49d2c659ffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.965792 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-890436e2-e24c-4e02-b5f7-49d2c659ffa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.969880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-890436e2-e24c-4e02-b5f7-49d2c659ffa2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a0c00a31-7b9c-42d0-9997-7f748219d6ea HTTP/1.1" status: 204 len: 168 time: 0.5258744 Jul 05 03:52:38.034870 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1a8e5436-427a-42b7-bfb5-988f252041d0 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.051572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1a8e5436-427a-42b7-bfb5-988f252041d0 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Transition to ACTIVE for port object 3811ad8e-f193-4d3c-9583-2f5e428524c0 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:38.055987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890436e2-e24c-4e02-b5f7-49d2c659ffa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c00a31-7b9c-42d0-9997-7f748219d6ea,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:38.107987 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:38.113247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9490f40-e486-4d36-a41b-d356fd8f76d6 req-75c190ec-4c37-4f3d-ac49-44b53bbe72e3 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.115461 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9490f40-e486-4d36-a41b-d356fd8f76d6 req-75c190ec-4c37-4f3d-ac49-44b53bbe72e3 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.10 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 949 time: 0.2912414 Jul 05 03:52:38.165212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c734448-39d0-4c6d-8212-3fec19d9673a req-a053fd1c-3ed8-4c53-a796-d0a50b787bca tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.172610 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c734448-39d0-4c6d-8212-3fec19d9673a req-a053fd1c-3ed8-4c53-a796-d0a50b787bca tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 949 time: 0.3501041 Jul 05 03:52:38.172872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:38.173178 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.233799 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-322216ad-c066-4b08-8b63-ef5279538a86 req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.291638 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c734448-39d0-4c6d-8212-3fec19d9673a req-408a1a89-c225-49d1-a4c5-60e615aa7994 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/security-groups?id=3eaf2569-3311-4d23-ac08-8050ab4c9bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181037 Jul 05 03:52:38.324144 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-f9490f40-e486-4d36-a41b-d356fd8f76d6 req-529d98a9-132f-4a0b-841a-5e97a11b4c25 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Deleting port 1ea3afef-38c8-4995-9b12-51e57b9aca84 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:38.324596 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f9490f40-e486-4d36-a41b-d356fd8f76d6 req-529d98a9-132f-4a0b-841a-5e97a11b4c25 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.343877 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1a8e5436-427a-42b7-bfb5-988f252041d0 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.407009 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1a8e5436-427a-42b7-bfb5-988f252041d0 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Network ee2b7915-3adb-42ee-968d-9a1a80eef953 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:38.416759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1a8e5436-427a-42b7-bfb5-988f252041d0 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:38.422653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1a8e5436-427a-42b7-bfb5-988f252041d0 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:38.464613 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e5436-427a-42b7-bfb5-988f252041d0 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event updated for resources: {'Port': ['ID=3811ad8e-f193-4d3c-9583-2f5e428524c0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:38.484347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-f9490f40-e486-4d36-a41b-d356fd8f76d6 req-529d98a9-132f-4a0b-841a-5e97a11b4c25 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] For port 1ea3afef-38c8-4995-9b12-51e57b9aca84, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1ea3afef-38c8-4995-9b12-51e57b9aca84,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:38.485152 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f9490f40-e486-4d36-a41b-d356fd8f76d6 req-529d98a9-132f-4a0b-841a-5e97a11b4c25 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.513926 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-f9490f40-e486-4d36-a41b-d356fd8f76d6 req-529d98a9-132f-4a0b-841a-5e97a11b4c25 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Calling delete_port for 1ea3afef-38c8-4995-9b12-51e57b9aca84 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:38.534493 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-322216ad-c066-4b08-8b63-ef5279538a86 req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.565262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1a8e5436-427a-42b7-bfb5-988f252041d0 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.566119 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1a8e5436-427a-42b7-bfb5-988f252041d0 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.729428 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1a8e5436-427a-42b7-bfb5-988f252041d0 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7977591 Jul 05 03:52:38.743129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-5c1c7a34-9464-4d2f-b0ee-e81f8d079e93 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:52:38.746076 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-5c1c7a34-9464-4d2f-b0ee-e81f8d079e93 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107207 Jul 05 03:52:38.765691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Request body: {'port': {'device_id': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:38.857467 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.867485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c44e4595-1890-460f-b185-177adc387905 None None] Provisioning for port 3811ad8e-f193-4d3c-9583-2f5e428524c0 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:38.877520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c44e4595-1890-460f-b185-177adc387905 None None] Provisioning complete for port 3811ad8e-f193-4d3c-9583-2f5e428524c0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:38.881661 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c44e4595-1890-460f-b185-177adc387905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.907824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee36020-4192-4d20-a396-eed21d8444cd req-982fbd2e-280d-42f6-bc84-ec6019035333 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.914618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee36020-4192-4d20-a396-eed21d8444cd req-982fbd2e-280d-42f6-bc84-ec6019035333 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.921163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee36020-4192-4d20-a396-eed21d8444cd req-982fbd2e-280d-42f6-bc84-ec6019035333 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.927530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee36020-4192-4d20-a396-eed21d8444cd req-982fbd2e-280d-42f6-bc84-ec6019035333 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.934087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee36020-4192-4d20-a396-eed21d8444cd req-982fbd2e-280d-42f6-bc84-ec6019035333 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:38.936134 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ee36020-4192-4d20-a396-eed21d8444cd req-982fbd2e-280d-42f6-bc84-ec6019035333 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 3816 time: 0.2395713 Jul 05 03:52:38.972112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-c44e4595-1890-460f-b185-177adc387905 None None] Port 3811ad8e-f193-4d3c-9583-2f5e428524c0 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:39.013875 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-322216ad-c066-4b08-8b63-ef5279538a86 req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.023167 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ee36020-4192-4d20-a396-eed21d8444cd req-81d0133f-5295-4eef-9ee8-685f98b7e074 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773630 Jul 05 03:52:39.131057 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f9490f40-e486-4d36-a41b-d356fd8f76d6 req-529d98a9-132f-4a0b-841a-5e97a11b4c25 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.134981 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-322216ad-c066-4b08-8b63-ef5279538a86 req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.152356 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['1ea3afef-38c8-4995-9b12-51e57b9aca84'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:39.333532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:39.343299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9490f40-e486-4d36-a41b-d356fd8f76d6 req-529d98a9-132f-4a0b-841a-5e97a11b4c25 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] No DVR routers for this DVR port 1ea3afef-38c8-4995-9b12-51e57b9aca84 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:39.345472 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.352626 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f9490f40-e486-4d36-a41b-d356fd8f76d6 req-529d98a9-132f-4a0b-841a-5e97a11b4c25 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.356547 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9490f40-e486-4d36-a41b-d356fd8f76d6 req-529d98a9-132f-4a0b-841a-5e97a11b4c25 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.10 "DELETE /v2.0/ports/1ea3afef-38c8-4995-9b12-51e57b9aca84 HTTP/1.1" status: 204 len: 173 time: 1.2173877 Jul 05 03:52:39.361772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616fe051-330e-4bef-a30b-b5d46384f901', 'name': 'network-vif-deleted', 'tag': '1ea3afef-38c8-4995-9b12-51e57b9aca84'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:39.363757 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf58060-e1cb-49db-8695-178c0f446592" -d '{"events": [{"server_uuid": "616fe051-330e-4bef-a30b-b5d46384f901", "name": "network-vif-deleted", "tag": "1ea3afef-38c8-4995-9b12-51e57b9aca84"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:39.377735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Transition to ACTIVE for port object 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:39.381774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Pushing event updated for resources: {'Port': ['ID=cf5ef68b-6655-4ac8-b4e0-2432cc734e6a,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:39.419268 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-322216ad-c066-4b08-8b63-ef5279538a86 req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.422414 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d98a9-132f-4a0b-841a-5e97a11b4c25 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] Pushing event deleted for resources: {'Port': ['ID=1ea3afef-38c8-4995-9b12-51e57b9aca84,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:39.536876 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.540362 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-322216ad-c066-4b08-8b63-ef5279538a86 req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.546722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-322216ad-c066-4b08-8b63-ef5279538a86 req-04fdc8ab-7d3e-4bb3-93bf-fa868cf3a800 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6364264 Jul 05 03:52:39.585929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Pushing event updated for resources: {'Port': ['ID=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:39.597424 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.597789 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.598111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.598454 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.599509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.599937 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.600307 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.600680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.600977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.601311 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.601642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.601968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:39.602090 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-322216ad-c066-4b08-8b63-ef5279538a86 req-8bde9f8b-f671-4dd6-8a90-2dcca8a2aaf1 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.96 HTTP/1.1" status: 200 len: 695 time: 0.0539126 Jul 05 03:52:39.709143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Attempting to bind port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:39.709483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Attempting to bind port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:39.709825 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Attempting to bind port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d on network b2509fec-b4aa-4ad3-ac1f-230ef4872f6e {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:39.722210 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d on network b2509fec-b4aa-4ad3-ac1f-230ef4872f6e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:39.722641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Attempting to bind port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d on network b2509fec-b4aa-4ad3-ac1f-230ef4872f6e {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:39.735678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:39.736044 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Checking segment: {'id': 'efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:39.736478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Bound using segment: {'id': 'efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:39.736928 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Bound port: 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:39.737299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.837515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322216ad-c066-4b08-8b63-ef5279538a86 req-896e394a-952f-4a89-b13e-b58dfdf41e54 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:39.838831 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-322216ad-c066-4b08-8b63-ef5279538a86 req-896e394a-952f-4a89-b13e-b58dfdf41e54 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.2312429 Jul 05 03:52:39.882950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38730) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:39.918125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] For port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:39.928016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] For port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d,segment=NetworkSegment(efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5),segment_id=efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:39.937841 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdaa0b6-85f9-4616-8124-88743e940054 x-openstack-request-id: req-ffdaa0b6-85f9-4616-8124-88743e940054 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:39.937841 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616fe051-330e-4bef-a30b-b5d46384f901", "name": "network-vif-deleted", "tag": "1ea3afef-38c8-4995-9b12-51e57b9aca84", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:39.937841 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ffdaa0b6-85f9-4616-8124-88743e940054 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:39.937841 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616fe051-330e-4bef-a30b-b5d46384f901', 'name': 'network-vif-deleted', 'tag': '1ea3afef-38c8-4995-9b12-51e57b9aca84', 'status': 'completed', 'code': 200} Jul 05 03:52:39.937841 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ec414c2-181c-4dfb-bc61-c21b27de085a req-124119f5-0a4c-48ef-b173-7fc74481ceb3 tempest-ServerDiagnosticsNegativeTest-2022270256 tempest-ServerDiagnosticsNegativeTest-2022270256-project] 10.222.0.38 "GET /v2.0/ports?device_id=616fe051-330e-4bef-a30b-b5d46384f901 HTTP/1.1" status: 200 len: 210 time: 0.0675778 Jul 05 03:52:40.079299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.106791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-39d7e648-bdac-45f5-9e3c-710cd32fdfae admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-645677129-network', 'tenant_id': '513ae3b166e3474cb0c8e734ceae0c98'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:40.121987 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.123202 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.124268 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] 10.222.0.36 "PUT /v2.0/ports/73204dfe-6823-4e85-a7b1-aa28c9e9cb8d HTTP/1.1" status: 200 len: 1093 time: 1.3670337 Jul 05 03:52:40.124763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'tag': '73204dfe-6823-4e85-a7b1-aa28c9e9cb8d'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:40.130654 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3eb251-7aea-47cc-9c00-901997543cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "tag": "73204dfe-6823-4e85-a7b1-aa28c9e9cb8d"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:40.157926 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4284671-1b02-4335-a1d1-dca8bfe1f345 req-20d72fc4-e73c-4304-ae08-658fd0b82d1c tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/floatingips/139039fb-dbdc-4fd2-9306-52cd9a18551d HTTP/1.1" status: 200 len: 692 time: 0.1012979 Jul 05 03:52:40.160289 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364dfe5-a140-469c-97d7-6a97bb5bfd10 service neutron] Pushing event updated for resources: {'Port': ['ID=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:40.282965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e948db6-b6d9-4c12-a862-fdf6f6a2130e req-8315f5fb-7bc4-473c-b2d8-924005895bff tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.284569 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e948db6-b6d9-4c12-a862-fdf6f6a2130e req-8315f5fb-7bc4-473c-b2d8-924005895bff tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 1097 time: 0.1817889 Jul 05 03:52:40.317636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4284671-1b02-4335-a1d1-dca8bfe1f345 req-1f47765e-a533-483a-b471-1ee6176f6d01 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.319071 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4284671-1b02-4335-a1d1-dca8bfe1f345 req-1f47765e-a533-483a-b471-1ee6176f6d01 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.1437304 Jul 05 03:52:40.328008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Request body: {'port': {'device_id': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:40.351313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d7e648-bdac-45f5-9e3c-710cd32fdfae admin admin] Made reservation on behalf of 513ae3b166e3474cb0c8e734ceae0c98 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:40.354392 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39d7e648-bdac-45f5-9e3c-710cd32fdfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.401192 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39d7e648-bdac-45f5-9e3c-710cd32fdfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.406590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4284671-1b02-4335-a1d1-dca8bfe1f345 req-47ffcd84-ca1a-4726-b6fa-6309e759ff55 tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.96 HTTP/1.1" status: 200 len: 695 time: 0.0721219 Jul 05 03:52:40.408158 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e948db6-b6d9-4c12-a862-fdf6f6a2130e req-2899ad6c-e11f-4d8e-86cf-239fbf188b51 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133785 Jul 05 03:52:40.421140 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.487139 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4284671-1b02-4335-a1d1-dca8bfe1f345 req-96cf4937-2340-44cf-99ee-ab677f6230bb tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.96 HTTP/1.1" status: 200 len: 695 time: 0.0696511 Jul 05 03:52:40.767186 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512d2f3b-40a5-4840-ad2d-bd6629884f66 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:40.777246 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.792100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Transition to ACTIVE for port object 512d2f3b-40a5-4840-ad2d-bd6629884f66 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:40.881278 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.932224 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Pushing event updated for resources: {'Port': ['ID=512d2f3b-40a5-4840-ad2d-bd6629884f66,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:41.054823 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39d7e648-bdac-45f5-9e3c-710cd32fdfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.070930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Attempting to bind port 512d2f3b-40a5-4840-ad2d-bd6629884f66 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:41.071244 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Attempting to bind port 512d2f3b-40a5-4840-ad2d-bd6629884f66 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:41.071592 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Attempting to bind port 512d2f3b-40a5-4840-ad2d-bd6629884f66 on network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:41.078501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Port 512d2f3b-40a5-4840-ad2d-bd6629884f66 on network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:41.078935 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Attempting to bind port 512d2f3b-40a5-4840-ad2d-bd6629884f66 on network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:41.088050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-d4284671-1b02-4335-a1d1-dca8bfe1f345 req-2d3b542b-be34-4939-b104-56f61e7d269a tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Deleting port cf5ef68b-6655-4ac8-b4e0-2432cc734e6a {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:41.088479 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d4284671-1b02-4335-a1d1-dca8bfe1f345 req-2d3b542b-be34-4939-b104-56f61e7d269a tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.097810 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:41.098152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Checking segment: {'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:41.100956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Bound using segment: {'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:41.101428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de556ec-1500-40f3-879f-c5effdb38a1c req-173483d4-831a-41af-903c-70e7bf10136e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.105582 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Bound port: 512d2f3b-40a5-4840-ad2d-bd6629884f66, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:41.105855 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.115749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de556ec-1500-40f3-879f-c5effdb38a1c req-173483d4-831a-41af-903c-70e7bf10136e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.123730 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de556ec-1500-40f3-879f-c5effdb38a1c req-173483d4-831a-41af-903c-70e7bf10136e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.138716 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de556ec-1500-40f3-879f-c5effdb38a1c req-173483d4-831a-41af-903c-70e7bf10136e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.147339 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de556ec-1500-40f3-879f-c5effdb38a1c req-173483d4-831a-41af-903c-70e7bf10136e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.149235 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1de556ec-1500-40f3-879f-c5effdb38a1c req-173483d4-831a-41af-903c-70e7bf10136e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 3828 time: 0.5444889 Jul 05 03:52:41.192639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] For port 512d2f3b-40a5-4840-ad2d-bd6629884f66, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:41.192639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] For port 512d2f3b-40a5-4840-ad2d-bd6629884f66, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=512d2f3b-40a5-4840-ad2d-bd6629884f66,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:41.202867 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39d7e648-bdac-45f5-9e3c-710cd32fdfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.262242 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d7e648-bdac-45f5-9e3c-710cd32fdfae admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:41.287730 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7e648-bdac-45f5-9e3c-710cd32fdfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfef96b-d8ac-4fa3-9c9a-283b99551687,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:41.298034 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1de556ec-1500-40f3-879f-c5effdb38a1c req-9933aea2-954d-4e1b-b4c0-a65744f3adfa tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368892 Jul 05 03:52:41.302829 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39d7e648-bdac-45f5-9e3c-710cd32fdfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.303424 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-39d7e648-bdac-45f5-9e3c-710cd32fdfae admin admin] Added segment e73356b5-3cba-44a4-8078-40b403b36a34 of type vlan for network b5a17bad-3d2a-489f-8be6-8462246aaa2d Jul 05 03:52:41.320208 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d4284671-1b02-4335-a1d1-dca8bfe1f345 req-2d3b542b-be34-4939-b104-56f61e7d269a tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.320547 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d4284671-1b02-4335-a1d1-dca8bfe1f345 req-2d3b542b-be34-4939-b104-56f61e7d269a tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.369636 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a17e19-20c4-4625-9beb-2ce3694c3561 x-openstack-request-id: req-c7a17e19-20c4-4625-9beb-2ce3694c3561 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:41.369941 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "tag": "73204dfe-6823-4e85-a7b1-aa28c9e9cb8d", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:41.370210 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c7a17e19-20c4-4625-9beb-2ce3694c3561 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:41.370646 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'tag': '73204dfe-6823-4e85-a7b1-aa28c9e9cb8d', 'status': 'completed', 'code': 200} Jul 05 03:52:41.385389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-d4284671-1b02-4335-a1d1-dca8bfe1f345 req-2d3b542b-be34-4939-b104-56f61e7d269a tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Calling delete_port for cf5ef68b-6655-4ac8-b4e0-2432cc734e6a owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:41.414897 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39d7e648-bdac-45f5-9e3c-710cd32fdfae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.441381 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.475961 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.485313 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.485313 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] 10.222.0.36 "PUT /v2.0/ports/512d2f3b-40a5-4840-ad2d-bd6629884f66 HTTP/1.1" status: 200 len: 1131 time: 1.1563792 Jul 05 03:52:41.486165 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2b518850-8401-4a25-9390-21cc366c2732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.574246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd9de6-9b7d-4a13-8150-fc54ef19eefa service neutron] Pushing event updated for resources: {'Port': ['ID=512d2f3b-40a5-4840-ad2d-bd6629884f66,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:41.600445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eb251-7aea-47cc-9c00-901997543cbe req-a564fa59-6786-46d9-b965-bb3cb2d60454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.600898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eb251-7aea-47cc-9c00-901997543cbe req-a564fa59-6786-46d9-b965-bb3cb2d60454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.601453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eb251-7aea-47cc-9c00-901997543cbe req-a564fa59-6786-46d9-b965-bb3cb2d60454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.601989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eb251-7aea-47cc-9c00-901997543cbe req-a564fa59-6786-46d9-b965-bb3cb2d60454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.602521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eb251-7aea-47cc-9c00-901997543cbe req-a564fa59-6786-46d9-b965-bb3cb2d60454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.603053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eb251-7aea-47cc-9c00-901997543cbe req-a564fa59-6786-46d9-b965-bb3cb2d60454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.603639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Request body: {'port': {'device_id': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:41.605343 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed3eb251-7aea-47cc-9c00-901997543cbe req-a564fa59-6786-46d9-b965-bb3cb2d60454 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5246 time: 0.2044342 Jul 05 03:52:41.708228 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39d7e648-bdac-45f5-9e3c-710cd32fdfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.708228 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d7e648-bdac-45f5-9e3c-710cd32fdfae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.708228 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39d7e648-bdac-45f5-9e3c-710cd32fdfae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.841969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7e648-bdac-45f5-9e3c-710cd32fdfae admin admin] Pushing event updated for resources: {'Network': ['ID=b5a17bad-3d2a-489f-8be6-8462246aaa2d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:41.845783 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eb251-7aea-47cc-9c00-901997543cbe req-b91a1f1b-54d5-4dcf-9ba3-8053f7274b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.846526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eb251-7aea-47cc-9c00-901997543cbe req-b91a1f1b-54d5-4dcf-9ba3-8053f7274b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.847264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eb251-7aea-47cc-9c00-901997543cbe req-b91a1f1b-54d5-4dcf-9ba3-8053f7274b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.850099 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed3eb251-7aea-47cc-9c00-901997543cbe req-b91a1f1b-54d5-4dcf-9ba3-8053f7274b57 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2277749 Jul 05 03:52:41.854992 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network b5a17bad-3d2a-489f-8be6-8462246aaa2d details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:41.892499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-39d7e648-bdac-45f5-9e3c-710cd32fdfae admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0081668 Jul 05 03:52:41.968033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38752) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:41.975723 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-97c13bc4-6c9c-4445-a096-71f633b5030a admin admin] Request body: {'subnet': {'network_id': 'b5a17bad-3d2a-489f-8be6-8462246aaa2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-645677129-subnet', 'tenant_id': '513ae3b166e3474cb0c8e734ceae0c98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:41.979610 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d4284671-1b02-4335-a1d1-dca8bfe1f345 req-2d3b542b-be34-4939-b104-56f61e7d269a tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.031641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b542b-be34-4939-b104-56f61e7d269a tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Pushing event deleted for resources: {'Port': ['ID=cf5ef68b-6655-4ac8-b4e0-2432cc734e6a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:42.068822 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.126530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c13bc4-6c9c-4445-a096-71f633b5030a admin admin] Made reservation on behalf of 513ae3b166e3474cb0c8e734ceae0c98 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:42.129817 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97c13bc4-6c9c-4445-a096-71f633b5030a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.135975 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eb251-7aea-47cc-9c00-901997543cbe req-c93359fa-222e-4e8c-9832-93a8428b234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.137646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed3eb251-7aea-47cc-9c00-901997543cbe req-c93359fa-222e-4e8c-9832-93a8428b234b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2745090 Jul 05 03:52:42.213424 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d4284671-1b02-4335-a1d1-dca8bfe1f345 req-2d3b542b-be34-4939-b104-56f61e7d269a tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.215825 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d4284671-1b02-4335-a1d1-dca8bfe1f345 req-2d3b542b-be34-4939-b104-56f61e7d269a tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.228706 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4284671-1b02-4335-a1d1-dca8bfe1f345 req-2d3b542b-be34-4939-b104-56f61e7d269a tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "DELETE /v2.0/floatingips/139039fb-dbdc-4fd2-9306-52cd9a18551d HTTP/1.1" status: 204 len: 173 time: 1.7173593 Jul 05 03:52:42.507052 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd52334b-41ac-4635-b2ed-9618cb33fe9e {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:42.515765 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.522753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aabf64-b61e-456e-903f-03a68b011d7e req-b0520a44-7860-433e-9651-248868d1e277 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.525027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5aabf64-b61e-456e-903f-03a68b011d7e req-b0520a44-7860-433e-9651-248868d1e277 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 1097 time: 0.1217496 Jul 05 03:52:42.532492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Transition to ACTIVE for port object bd52334b-41ac-4635-b2ed-9618cb33fe9e will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:42.553828 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce87668-1390-4226-a025-dd5f72fdf952 req-3c36be17-b515-4dde-bb12-6fd3783a7e9b tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.554975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1ea3afef-38c8-4995-9b12-51e57b9aca84 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:42.568037 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ce87668-1390-4226-a025-dd5f72fdf952 req-3c36be17-b515-4dde-bb12-6fd3783a7e9b tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 945 time: 0.1155407 Jul 05 03:52:42.568674 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97c13bc4-6c9c-4445-a096-71f633b5030a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.609361 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 1ea3afef-38c8-4995-9b12-51e57b9aca84 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:42.609660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1ea3afef-38c8-4995-9b12-51e57b9aca84 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:42.617919 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.664797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5aabf64-b61e-456e-903f-03a68b011d7e req-343d3e8e-ab0e-4449-8c63-969aeacd6a71 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268046 Jul 05 03:52:42.683202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c13bc4-6c9c-4445-a096-71f633b5030a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2082b0d6-fa37-4f64-bc13-28d0a2461d54,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:42.703046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ce87668-1390-4226-a025-dd5f72fdf952 req-116e24cf-d511-458d-808d-5ffd89e892fe tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/security-groups?id=e73c3567-5986-4e2d-95eb-a4a381bc60a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287658 Jul 05 03:52:42.703732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38766) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:42.739172 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c13bc4-6c9c-4445-a096-71f633b5030a admin admin] Checking segment: {'id': 'e73356b5-3cba-44a4-8078-40b403b36a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b5a17bad-3d2a-489f-8be6-8462246aaa2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:42.740701 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c13bc4-6c9c-4445-a096-71f633b5030a admin admin] Network hostable DHCP agents. Network: b5a17bad-3d2a-489f-8be6-8462246aaa2d, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:42.813175 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Pushing event updated for resources: {'Port': ['ID=bd52334b-41ac-4635-b2ed-9618cb33fe9e,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:42.833996 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-768bb988-5d70-4f4e-84ae-ed2fa6894cbe req-95bd1aaf-853d-4df5-9949-adcbb264aaff tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] show failed (client error): The resource could not be found. Jul 05 03:52:42.835035 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-768bb988-5d70-4f4e-84ae-ed2fa6894cbe req-95bd1aaf-853d-4df5-9949-adcbb264aaff tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/floatingips/139039fb-dbdc-4fd2-9306-52cd9a18551d HTTP/1.1" status: 404 len: 350 time: 0.0976169 Jul 05 03:52:42.860862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Attempting to bind port bd52334b-41ac-4635-b2ed-9618cb33fe9e on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:42.861559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Attempting to bind port bd52334b-41ac-4635-b2ed-9618cb33fe9e by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:42.862067 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Attempting to bind port bd52334b-41ac-4635-b2ed-9618cb33fe9e on network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:42.869739 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Port bd52334b-41ac-4635-b2ed-9618cb33fe9e on network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:42.870383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Attempting to bind port bd52334b-41ac-4635-b2ed-9618cb33fe9e on network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:42.878982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:42.879341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Checking segment: {'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:42.879781 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Bound using segment: {'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:42.880418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Bound port: bd52334b-41ac-4635-b2ed-9618cb33fe9e, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:42.880673 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.971698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c13bc4-6c9c-4445-a096-71f633b5030a admin admin] Network b5a17bad-3d2a-489f-8be6-8462246aaa2d is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:42.985984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] For port bd52334b-41ac-4635-b2ed-9618cb33fe9e, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:42.985984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] For port bd52334b-41ac-4635-b2ed-9618cb33fe9e, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=bd52334b-41ac-4635-b2ed-9618cb33fe9e,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:43.011342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38774) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:43.011463 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2319f6ac-8c28-4caa-b21c-a951a0208ea7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b7b1bcdc2e8f4b3a89c4ac31ee4e8685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941494 Jul 05 03:52:43.065188 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e31f1fd5-091b-4690-9d41-e7cdcf20c47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.070544 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ac449-3441-4694-ad6d-a04363cba591 req-ae54636d-c87a-4af8-8127-af25ea559323 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.077133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ac449-3441-4694-ad6d-a04363cba591 req-ae54636d-c87a-4af8-8127-af25ea559323 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.084896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ac449-3441-4694-ad6d-a04363cba591 req-ae54636d-c87a-4af8-8127-af25ea559323 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.088300 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e31f1fd5-091b-4690-9d41-e7cdcf20c47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.091089 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ac449-3441-4694-ad6d-a04363cba591 req-ae54636d-c87a-4af8-8127-af25ea559323 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.097370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ac449-3441-4694-ad6d-a04363cba591 req-ae54636d-c87a-4af8-8127-af25ea559323 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.104318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ac449-3441-4694-ad6d-a04363cba591 req-ae54636d-c87a-4af8-8127-af25ea559323 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.110247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ac449-3441-4694-ad6d-a04363cba591 req-ae54636d-c87a-4af8-8127-af25ea559323 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.112247 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa6ac449-3441-4694-ad6d-a04363cba591 req-ae54636d-c87a-4af8-8127-af25ea559323 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5373 time: 0.1732252 Jul 05 03:52:43.113625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-97c13bc4-6c9c-4445-a096-71f633b5030a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, b5a17bad-3d2a-489f-8be6-8462246aaa2d) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:43.119320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c13bc4-6c9c-4445-a096-71f633b5030a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.120662 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97c13bc4-6c9c-4445-a096-71f633b5030a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.137865 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82696764-90c4-405e-aed8-af8d1c420d60 None None] Network b5a17bad-3d2a-489f-8be6-8462246aaa2d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:43.150486 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.202215 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-97c13bc4-6c9c-4445-a096-71f633b5030a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2328868 Jul 05 03:52:43.231302 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa6ac449-3441-4694-ad6d-a04363cba591 req-26c1783e-495c-4bcd-b5c6-5ca1767189f2 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901220 Jul 05 03:52:43.261543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.263847 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.267518 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] 10.222.0.36 "PUT /v2.0/ports/bd52334b-41ac-4635-b2ed-9618cb33fe9e HTTP/1.1" status: 200 len: 1132 time: 1.6695929 Jul 05 03:52:43.297881 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e31f1fd5-091b-4690-9d41-e7cdcf20c47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.301481 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e31f1fd5-091b-4690-9d41-e7cdcf20c47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.307319 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e31f1fd5-091b-4690-9d41-e7cdcf20c47d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3eaf2569-3311-4d23-ac08-8050ab4c9bb4 HTTP/1.1" status: 204 len: 168 time: 0.2974885 Jul 05 03:52:43.333918 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f1fd5-091b-4690-9d41-e7cdcf20c47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaf2569-3311-4d23-ac08-8050ab4c9bb4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:43.343606 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ea851-db79-47a6-ac56-349f4f953328 service neutron] Pushing event updated for resources: {'Port': ['ID=bd52334b-41ac-4635-b2ed-9618cb33fe9e,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:43.373362 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'tag': '512d2f3b-40a5-4840-ad2d-bd6629884f66'}, {'name': 'network-changed', 'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'tag': 'bd52334b-41ac-4635-b2ed-9618cb33fe9e'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:43.375657 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282" -d '{"events": [{"name": "network-changed", "server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "tag": "512d2f3b-40a5-4840-ad2d-bd6629884f66"}, {"name": "network-changed", "server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "tag": "bd52334b-41ac-4635-b2ed-9618cb33fe9e"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:43.386583 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-91fb3a83-f230-4de5-a96d-5a273ce45d4a req-9c786b91-31f1-45cd-8cc3-1940c2690f8d tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] show failed (client error): The resource could not be found. Jul 05 03:52:43.388264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-91fb3a83-f230-4de5-a96d-5a273ce45d4a req-9c786b91-31f1-45cd-8cc3-1940c2690f8d tempest-FloatingIPsTestJSON-1679752631 tempest-FloatingIPsTestJSON-1679752631-project] 10.222.0.38 "GET /v2.0/floatingips/139039fb-dbdc-4fd2-9306-52cd9a18551d HTTP/1.1" status: 404 len: 350 time: 0.0847216 Jul 05 03:52:43.396897 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38786) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:43.435489 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edae8fbd-93ed-4d49-aaf7-00b3d0a0d593 None None] Network b5a17bad-3d2a-489f-8be6-8462246aaa2d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:43.529127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Request body: {'port': {'device_id': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:43.719309 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e995b51-9769-423a-9ea7-58b6e3173f65 x-openstack-request-id: req-3e995b51-9769-423a-9ea7-58b6e3173f65 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:43.719905 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "tag": "512d2f3b-40a5-4840-ad2d-bd6629884f66", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "tag": "bd52334b-41ac-4635-b2ed-9618cb33fe9e", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:43.720422 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3e995b51-9769-423a-9ea7-58b6e3173f65 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:43.721004 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'tag': '512d2f3b-40a5-4840-ad2d-bd6629884f66', 'status': 'completed', 'code': 200} Jul 05 03:52:43.721440 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'tag': 'bd52334b-41ac-4635-b2ed-9618cb33fe9e', 'status': 'completed', 'code': 200} Jul 05 03:52:43.740840 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.932318 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-356a1231-7d01-4282-9f63-41b063403195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.985779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-1e7be635-9050-42d3-9cdb-8aaa6c03d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.986937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-1e7be635-9050-42d3-9cdb-8aaa6c03d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.987707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-1e7be635-9050-42d3-9cdb-8aaa6c03d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.988401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-1e7be635-9050-42d3-9cdb-8aaa6c03d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.989249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-1e7be635-9050-42d3-9cdb-8aaa6c03d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.990578 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-1e7be635-9050-42d3-9cdb-8aaa6c03d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.991133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-1e7be635-9050-42d3-9cdb-8aaa6c03d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.994738 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-1e7be635-9050-42d3-9cdb-8aaa6c03d5c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 6213 time: 0.2485256 Jul 05 03:52:44.091908 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd76a8a-0ccb-4d78-aff5-4571a9487050 req-90570ee4-a932-48c2-8080-2a8259fa0a6c tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.093905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0dd76a8a-0ccb-4d78-aff5-4571a9487050 req-90570ee4-a932-48c2-8080-2a8259fa0a6c tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 945 time: 0.2870860 Jul 05 03:52:44.373610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-a072a489-42fc-49ab-9f82-8e768b814c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.373911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-a072a489-42fc-49ab-9f82-8e768b814c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.374960 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.377252 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-a072a489-42fc-49ab-9f82-8e768b814c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.380594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-a072a489-42fc-49ab-9f82-8e768b814c9b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3628767 Jul 05 03:52:44.421861 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7991792-8e2e-4ea5-bce6-4072571e392e {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:44.449536 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.488378 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Transition to ACTIVE for port object f7991792-8e2e-4ea5-bce6-4072571e392e will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:44.598245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38826) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:44.610534 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-31e35eef-55d0-4e58-8a87-b1a58a07140f tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.612108 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-31e35eef-55d0-4e58-8a87-b1a58a07140f tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/networks?id=b5a17bad-3d2a-489f-8be6-8462246aaa2d HTTP/1.1" status: 200 len: 813 time: 0.3457861 Jul 05 03:52:44.614432 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c5299cb-2c11-4255-9293-1dddf1e77d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.629814 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-0dd76a8a-0ccb-4d78-aff5-4571a9487050 req-f9ab749f-188b-4b12-afb4-3a963b388ea5 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Deleting port c75f319e-cdf6-4ba8-894f-10ba6544a126 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:44.630835 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0dd76a8a-0ccb-4d78-aff5-4571a9487050 req-f9ab749f-188b-4b12-afb4-3a963b388ea5 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.637060 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.676347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-d450dbf5-0f66-4ac2-9bec-6d0bd6bde620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.678870 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-d450dbf5-0f66-4ac2-9bec-6d0bd6bde620 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2617338 Jul 05 03:52:44.715002 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-8783d10f-1b6f-4cb4-b994-70e413e5146a tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/quotas/513ae3b166e3474cb0c8e734ceae0c98 HTTP/1.1" status: 200 len: 375 time: 0.0938373 Jul 05 03:52:44.786109 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Pushing event updated for resources: {'Port': ['ID=f7991792-8e2e-4ea5-bce6-4072571e392e,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:44.838693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-404d90f2-07ab-4acd-a453-f6f57a0fcf18 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=513ae3b166e3474cb0c8e734ceae0c98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026380 Jul 05 03:52:44.882797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Attempting to bind port f7991792-8e2e-4ea5-bce6-4072571e392e on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:44.883257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Attempting to bind port f7991792-8e2e-4ea5-bce6-4072571e392e by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:44.883564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-0dd76a8a-0ccb-4d78-aff5-4571a9487050 req-f9ab749f-188b-4b12-afb4-3a963b388ea5 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] For port c75f319e-cdf6-4ba8-894f-10ba6544a126, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c75f319e-cdf6-4ba8-894f-10ba6544a126,segment=NetworkSegment(2de97bf6-7c4a-4e58-a93e-63ebb037dbb9),segment_id=2de97bf6-7c4a-4e58-a93e-63ebb037dbb9)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:44.883705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Attempting to bind port f7991792-8e2e-4ea5-bce6-4072571e392e on network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:44.884127 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0dd76a8a-0ccb-4d78-aff5-4571a9487050 req-f9ab749f-188b-4b12-afb4-3a963b388ea5 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.902610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-0dd76a8a-0ccb-4d78-aff5-4571a9487050 req-f9ab749f-188b-4b12-afb4-3a963b388ea5 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Calling delete_port for c75f319e-cdf6-4ba8-894f-10ba6544a126 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:44.905404 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c5299cb-2c11-4255-9293-1dddf1e77d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.906830 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Port f7991792-8e2e-4ea5-bce6-4072571e392e on network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:44.907193 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Attempting to bind port f7991792-8e2e-4ea5-bce6-4072571e392e on network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:44.912855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:44.913258 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Checking segment: {'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:44.913657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Bound using segment: {'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:44.914092 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Bound port: f7991792-8e2e-4ea5-bce6-4072571e392e, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:44.914485 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.974791 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c5299cb-2c11-4255-9293-1dddf1e77d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.037132 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6c5299cb-2c11-4255-9293-1dddf1e77d4b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bfd29cf9611e4274b5ba18427df11a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371440 Jul 05 03:52:45.038342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] For port f7991792-8e2e-4ea5-bce6-4072571e392e, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:45.039451 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c40aa994-a99e-496e-8837-c7db61cbc1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.040929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38838) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:45.043046 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5299cb-2c11-4255-9293-1dddf1e77d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8d2ad4-fa53-4a3b-8c2a-f18619aa217d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:45.058506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] For port f7991792-8e2e-4ea5-bce6-4072571e392e, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f7991792-8e2e-4ea5-bce6-4072571e392e,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:45.111896 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ccd7948f-27f2-4f51-8cf8-8ddf44253dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.141401 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ccd7948f-27f2-4f51-8cf8-8ddf44253dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.153917 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.188611 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.228674 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:45.229621 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.231916 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] 10.222.0.36 "PUT /v2.0/ports/f7991792-8e2e-4ea5-bce6-4072571e392e HTTP/1.1" status: 200 len: 1091 time: 1.8434951 Jul 05 03:52:45.259662 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a35f1d-6380-4b05-913b-45c936dc6d1c service neutron] Pushing event updated for resources: {'Port': ['ID=f7991792-8e2e-4ea5-bce6-4072571e392e,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:45.406591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Request body: {'port': {'device_id': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:45.448853 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ccd7948f-27f2-4f51-8cf8-8ddf44253dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.453529 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ccd7948f-27f2-4f51-8cf8-8ddf44253dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.453529 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ccd7948f-27f2-4f51-8cf8-8ddf44253dbd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1f8d2ad4-fa53-4a3b-8c2a-f18619aa217d HTTP/1.1" status: 204 len: 168 time: 0.4112952 Jul 05 03:52:45.497501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7948f-27f2-4f51-8cf8-8ddf44253dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8d2ad4-fa53-4a3b-8c2a-f18619aa217d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:45.589248 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.665682 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-1132ec8a-d964-4202-93c9-b6759040996b service neutron] 10.222.0.38 "GET /v2.0/networks/b5a17bad-3d2a-489f-8be6-8462246aaa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7421775 Jul 05 03:52:45.682206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-da3fcd70-6582-43ec-861f-8f6d55add8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:45.682830 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-da3fcd70-6582-43ec-861f-8f6d55add8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:45.683371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-da3fcd70-6582-43ec-861f-8f6d55add8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:45.683887 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-da3fcd70-6582-43ec-861f-8f6d55add8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:45.684758 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-da3fcd70-6582-43ec-861f-8f6d55add8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:45.685278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-da3fcd70-6582-43ec-861f-8f6d55add8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:45.685825 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-da3fcd70-6582-43ec-861f-8f6d55add8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:45.688032 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-da3fcd70-6582-43ec-861f-8f6d55add8da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 6239 time: 0.9105079 Jul 05 03:52:45.762687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'tag': 'f7991792-8e2e-4ea5-bce6-4072571e392e'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:45.765273 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56972028-de44-496c-bf09-0579b94c2db3" -d '{"events": [{"name": "network-changed", "server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "tag": "f7991792-8e2e-4ea5-bce6-4072571e392e"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:46.006311 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-0c64848d-5fd7-4b88-9947-a28a2fe12b58 service neutron] 10.222.0.38 "GET /v2.0/networks/b5a17bad-3d2a-489f-8be6-8462246aaa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359172 Jul 05 03:52:46.023941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-3f9dc2f3-1e90-4e2c-b0bb-6a12cb46f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:46.024405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-3f9dc2f3-1e90-4e2c-b0bb-6a12cb46f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:46.024878 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-3f9dc2f3-1e90-4e2c-b0bb-6a12cb46f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:46.027249 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-3f9dc2f3-1e90-4e2c-b0bb-6a12cb46f05b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3165138 Jul 05 03:52:46.057629 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:46.071100 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.093062 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Transition to ACTIVE for port object db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:46.119508 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0dd76a8a-0ccb-4d78-aff5-4571a9487050 req-f9ab749f-188b-4b12-afb4-3a963b388ea5 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.133247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['c75f319e-cdf6-4ba8-894f-10ba6544a126'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:46.140554 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-c8118b45-dbbe-4ac6-911c-303e3c30257b tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:52:46.144312 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-c8118b45-dbbe-4ac6-911c-303e3c30257b tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093551 Jul 05 03:52:46.168469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3cccfd48-f662-4e48-b763-acd833fed617 service neutron] Request body: {'binding': {'host': 'n-h2-771363-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:46.169152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3cccfd48-f662-4e48-b763-acd833fed617 service neutron] Unknown quota resources ['binding']. {{(pid=100932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:52:46.194511 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab749f-188b-4b12-afb4-3a963b388ea5 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Pushing event deleted for resources: {'Port': ['ID=c75f319e-cdf6-4ba8-894f-10ba6544a126,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:46.230829 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.314423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd76a8a-0ccb-4d78-aff5-4571a9487050 req-f9ab749f-188b-4b12-afb4-3a963b388ea5 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] No DVR routers for this DVR port c75f319e-cdf6-4ba8-894f-10ba6544a126 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:46.327147 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0dd76a8a-0ccb-4d78-aff5-4571a9487050 req-f9ab749f-188b-4b12-afb4-3a963b388ea5 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.329755 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0dd76a8a-0ccb-4d78-aff5-4571a9487050 req-f9ab749f-188b-4b12-afb4-3a963b388ea5 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.10 "DELETE /v2.0/ports/c75f319e-cdf6-4ba8-894f-10ba6544a126 HTTP/1.1" status: 204 len: 173 time: 2.1903193 Jul 05 03:52:46.337773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4d60c2-a08b-4fd7-a1b1-6a3088282068', 'name': 'network-vif-deleted', 'tag': 'c75f319e-cdf6-4ba8-894f-10ba6544a126'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:46.341738 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5d22e1-4160-423c-89ed-9a2106fba089" -d '{"events": [{"server_uuid": "8a4d60c2-a08b-4fd7-a1b1-6a3088282068", "name": "network-vif-deleted", "tag": "c75f319e-cdf6-4ba8-894f-10ba6544a126"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:46.367024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Pushing event updated for resources: {'Port': ['ID=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:46.399863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-c40aa994-a99e-496e-8837-c7db61cbc1d9 admin admin] Deleting port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:46.400257 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c40aa994-a99e-496e-8837-c7db61cbc1d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.470179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-34e5c4c1-77d1-4d82-9a20-8af1ea069043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:46.472443 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1384b08-9c81-4e2a-a80c-e9c62a5e9282 req-34e5c4c1-77d1-4d82-9a20-8af1ea069043 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4351733 Jul 05 03:52:46.530361 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3cccfd48-f662-4e48-b763-acd833fed617 service neutron] Attempting to bind port 0fb37b48-635d-462f-9b6f-d4c314123e7b on host n-h2-771363-32 for vnic_type normal with profile None {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:46.530966 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3cccfd48-f662-4e48-b763-acd833fed617 service neutron] Attempting to bind port 0fb37b48-635d-462f-9b6f-d4c314123e7b by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:46.531092 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3cccfd48-f662-4e48-b763-acd833fed617 service neutron] Attempting to bind port 0fb37b48-635d-462f-9b6f-d4c314123e7b on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:46.544374 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3cccfd48-f662-4e48-b763-acd833fed617 service neutron] Port 0fb37b48-635d-462f-9b6f-d4c314123e7b on network fc21b127-e7b5-412d-946b-08a3b7902b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:46.546226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3cccfd48-f662-4e48-b763-acd833fed617 service neutron] Attempting to bind port 0fb37b48-635d-462f-9b6f-d4c314123e7b on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:46.586050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-c40aa994-a99e-496e-8837-c7db61cbc1d9 admin admin] For port 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35,segment=NetworkSegment(bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5),segment_id=bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:46.586746 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c40aa994-a99e-496e-8837-c7db61cbc1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.591449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Attempting to bind port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:46.591856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Attempting to bind port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:46.593992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Attempting to bind port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f on network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:46.607664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3cccfd48-f662-4e48-b763-acd833fed617 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:46.608129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3cccfd48-f662-4e48-b763-acd833fed617 service neutron] Checking segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:46.617802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3cccfd48-f662-4e48-b763-acd833fed617 service neutron] Bound using segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:46.617802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3cccfd48-f662-4e48-b763-acd833fed617 service neutron] Bound port: 0fb37b48-635d-462f-9b6f-d4c314123e7b, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:46.617802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f on network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:46.618212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Attempting to bind port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f on network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:46.645023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-c40aa994-a99e-496e-8837-c7db61cbc1d9 admin admin] Calling delete_port for 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:46.693791 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:46.694353 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Checking segment: {'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:46.694906 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Bound using segment: {'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:46.695550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Bound port: db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:46.696435 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.775378 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0680408-9a61-4fec-ae18-592e284053cd req-b8ec3b03-bf7c-4533-a3b5-8840845c98b8 tempest-ServerMetadataNegativeTestJSON-332965924 tempest-ServerMetadataNegativeTestJSON-332965924-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a4d60c2-a08b-4fd7-a1b1-6a3088282068 HTTP/1.1" status: 200 len: 210 time: 0.1270273 Jul 05 03:52:46.858442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3cccfd48-f662-4e48-b763-acd833fed617 service neutron] For port 0fb37b48-635d-462f-9b6f-d4c314123e7b, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:46.863641 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.890183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] For port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:46.894325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] For port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:46.973075 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3cccfd48-f662-4e48-b763-acd833fed617 service neutron] Notify callbacks [] for binding, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.974968 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3cccfd48-f662-4e48-b763-acd833fed617 service neutron] 10.222.0.38 "POST /v2.0/ports/0fb37b48-635d-462f-9b6f-d4c314123e7b/bindings HTTP/1.1" status: 201 len: 390 time: 0.8108847 Jul 05 03:52:47.061051 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.144487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.145140 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.147356 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] 10.222.0.36 "PUT /v2.0/ports/db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f HTTP/1.1" status: 200 len: 1092 time: 1.7460411 Jul 05 03:52:47.161492 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd60281-90d3-441b-b72b-459b8f46b2de req-6d4a770e-ac22-4242-9748-748a0416b703 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.169508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd60281-90d3-441b-b72b-459b8f46b2de req-6d4a770e-ac22-4242-9748-748a0416b703 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.173503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348722b-bae4-40e9-81e1-34f6a9a3f3bd service neutron] Pushing event updated for resources: {'Port': ['ID=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:47.178179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd60281-90d3-441b-b72b-459b8f46b2de req-6d4a770e-ac22-4242-9748-748a0416b703 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.186181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd60281-90d3-441b-b72b-459b8f46b2de req-6d4a770e-ac22-4242-9748-748a0416b703 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.193527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd60281-90d3-441b-b72b-459b8f46b2de req-6d4a770e-ac22-4242-9748-748a0416b703 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.200264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd60281-90d3-441b-b72b-459b8f46b2de req-6d4a770e-ac22-4242-9748-748a0416b703 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.206694 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd60281-90d3-441b-b72b-459b8f46b2de req-6d4a770e-ac22-4242-9748-748a0416b703 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.209735 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6cd60281-90d3-441b-b72b-459b8f46b2de req-6d4a770e-ac22-4242-9748-748a0416b703 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5397 time: 0.1676757 Jul 05 03:52:47.261352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6cd60281-90d3-441b-b72b-459b8f46b2de req-af1dad56-35e9-4ebb-8aef-563625510c74 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450571 Jul 05 03:52:47.289867 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c40aa994-a99e-496e-8837-c7db61cbc1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.306782 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Request body: {'port': {'device_id': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:47.325721 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40aa994-a99e-496e-8837-c7db61cbc1d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:47.483187 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.687061 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37eff4c-0621-4dac-85d9-3d38e3a1e787 x-openstack-request-id: req-c37eff4c-0621-4dac-85d9-3d38e3a1e787 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:47.687673 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "tag": "f7991792-8e2e-4ea5-bce6-4072571e392e", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:47.687968 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c37eff4c-0621-4dac-85d9-3d38e3a1e787 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:47.690538 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'tag': 'f7991792-8e2e-4ea5-bce6-4072571e392e', 'status': 'completed', 'code': 200} Jul 05 03:52:47.715337 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c40aa994-a99e-496e-8837-c7db61cbc1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.874726 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df5f1425-45eb-4cea-9db1-ad4fcf290115 req-a44fa5c6-2509-44ec-a546-d9b55f566ee1 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 210 time: 0.1145129 Jul 05 03:52:47.955487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7401aa57-9d41-435b-8dc0-f5e910105980 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:47.966266 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.013175 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Transition to ACTIVE for port object 7401aa57-9d41-435b-8dc0-f5e910105980 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:48.064835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972028-de44-496c-bf09-0579b94c2db3 req-7bbe735c-fa9d-4629-a380-d2e2c6d24f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.065317 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972028-de44-496c-bf09-0579b94c2db3 req-7bbe735c-fa9d-4629-a380-d2e2c6d24f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.065794 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972028-de44-496c-bf09-0579b94c2db3 req-7bbe735c-fa9d-4629-a380-d2e2c6d24f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.066262 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972028-de44-496c-bf09-0579b94c2db3 req-7bbe735c-fa9d-4629-a380-d2e2c6d24f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.066982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972028-de44-496c-bf09-0579b94c2db3 req-7bbe735c-fa9d-4629-a380-d2e2c6d24f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.068207 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972028-de44-496c-bf09-0579b94c2db3 req-7bbe735c-fa9d-4629-a380-d2e2c6d24f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.068695 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972028-de44-496c-bf09-0579b94c2db3 req-7bbe735c-fa9d-4629-a380-d2e2c6d24f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.070736 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56972028-de44-496c-bf09-0579b94c2db3 req-7bbe735c-fa9d-4629-a380-d2e2c6d24f8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 6349 time: 0.3513262 Jul 05 03:52:48.182780 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0347b5a6-18a3-4e1c-8352-7ecc91f5b1c5 x-openstack-request-id: req-0347b5a6-18a3-4e1c-8352-7ecc91f5b1c5 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:48.183424 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4d60c2-a08b-4fd7-a1b1-6a3088282068", "name": "network-vif-deleted", "tag": "c75f319e-cdf6-4ba8-894f-10ba6544a126", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:48.183424 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0347b5a6-18a3-4e1c-8352-7ecc91f5b1c5 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:48.185337 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4d60c2-a08b-4fd7-a1b1-6a3088282068', 'name': 'network-vif-deleted', 'tag': 'c75f319e-cdf6-4ba8-894f-10ba6544a126', 'status': 'completed', 'code': 200} Jul 05 03:52:48.214742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e762694-5718-43e0-bc7d-919deebfea95 req-496b75cb-d5e2-4c82-b10b-3467835e8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.234342 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-496b75cb-d5e2-4c82-b10b-3467835e8e70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 1097 time: 0.0975718 Jul 05 03:52:48.234342 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.303488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38894) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:48.326412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a7d1d-9f71-42e4-ae60-b6915c5aa448 req-28aef15c-20e2-47e8-9e35-b2e037266e62 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.329538 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Pushing event updated for resources: {'Port': ['ID=7401aa57-9d41-435b-8dc0-f5e910105980,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:48.333271 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb7a7d1d-9f71-42e4-ae60-b6915c5aa448 req-28aef15c-20e2-47e8-9e35-b2e037266e62 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 945 time: 0.2608786 Jul 05 03:52:48.420638 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972028-de44-496c-bf09-0579b94c2db3 req-c7a85850-bffc-4f87-a3f7-10b9729d0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.421125 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972028-de44-496c-bf09-0579b94c2db3 req-c7a85850-bffc-4f87-a3f7-10b9729d0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.421790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972028-de44-496c-bf09-0579b94c2db3 req-c7a85850-bffc-4f87-a3f7-10b9729d0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.423195 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56972028-de44-496c-bf09-0579b94c2db3 req-c7a85850-bffc-4f87-a3f7-10b9729d0bed service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3038836 Jul 05 03:52:48.551514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device c75f319e-cdf6-4ba8-894f-10ba6544a126 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:48.572288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e762694-5718-43e0-bc7d-919deebfea95 req-03c2a87e-adf6-40c3-b0fd-10dace755e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.573761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96a8762-5da4-4526-aee7-3c2cef1ac149 admin admin] Deleting subnet d4b59db1-0180-4719-83ee-1f341c729b8b {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:52:48.576278 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-03c2a87e-adf6-40c3-b0fd-10dace755e2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.2599814 Jul 05 03:52:48.586979 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c96a8762-5da4-4526-aee7-3c2cef1ac149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.620011 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: c75f319e-cdf6-4ba8-894f-10ba6544a126 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:48.624119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device c75f319e-cdf6-4ba8-894f-10ba6544a126 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:48.641364 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-efec3768-2fc6-4a99-b454-ba5230f4bda8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b HTTP/1.1" status: 200 len: 217 time: 0.0563023 Jul 05 03:52:48.648557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Attempting to bind port 7401aa57-9d41-435b-8dc0-f5e910105980 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:48.648980 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Attempting to bind port 7401aa57-9d41-435b-8dc0-f5e910105980 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '16bca484-fc95-4326-bdab-fa50a7f8add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:48.650128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Attempting to bind port 7401aa57-9d41-435b-8dc0-f5e910105980 on network ee2b7915-3adb-42ee-968d-9a1a80eef953 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:48.668849 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb7a7d1d-9f71-42e4-ae60-b6915c5aa448 req-538ee4d2-61bb-494b-8705-4ef8392383fc tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260472 Jul 05 03:52:48.682755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Port 7401aa57-9d41-435b-8dc0-f5e910105980 on network ee2b7915-3adb-42ee-968d-9a1a80eef953 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:48.683146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Attempting to bind port 7401aa57-9d41-435b-8dc0-f5e910105980 on network ee2b7915-3adb-42ee-968d-9a1a80eef953 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:48.690506 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40aa994-a99e-496e-8837-c7db61cbc1d9 admin admin] Router 04912977-7708-4a28-8980-7bb62219be8f has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:52:48.699407 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:48.699969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Checking segment: {'id': '16bca484-fc95-4326-bdab-fa50a7f8add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:48.700175 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Bound using segment: {'id': '16bca484-fc95-4326-bdab-fa50a7f8add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:48.700722 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Bound port: 7401aa57-9d41-435b-8dc0-f5e910105980, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16bca484-fc95-4326-bdab-fa50a7f8add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:48.701157 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.722279 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c96a8762-5da4-4526-aee7-3c2cef1ac149 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.724206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e762694-5718-43e0-bc7d-919deebfea95 req-41401c02-224b-4284-877d-ceb7e4266f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.726117 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-41401c02-224b-4284-877d-ceb7e4266f3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.0725944 Jul 05 03:52:48.787446 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-8d60da5d-2418-4d18-9eac-ac7d7168bafd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351980 Jul 05 03:52:48.830024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972028-de44-496c-bf09-0579b94c2db3 req-2c414e69-2eb6-4d84-9b78-46930ac7cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.831827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56972028-de44-496c-bf09-0579b94c2db3 req-2c414e69-2eb6-4d84-9b78-46930ac7cff7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3978052 Jul 05 03:52:48.858474 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c96a8762-5da4-4526-aee7-3c2cef1ac149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.876869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] For port 7401aa57-9d41-435b-8dc0-f5e910105980, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:48.895846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] For port 7401aa57-9d41-435b-8dc0-f5e910105980, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7401aa57-9d41-435b-8dc0-f5e910105980,segment=NetworkSegment(16bca484-fc95-4326-bdab-fa50a7f8add7),segment_id=16bca484-fc95-4326-bdab-fa50a7f8add7)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:48.948290 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-5a89c3f1-5944-49ee-991a-82b757e9e9db service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534989 Jul 05 03:52:48.976486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40aa994-a99e-496e-8837-c7db61cbc1d9 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:52:48.983683 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c40aa994-a99e-496e-8837-c7db61cbc1d9 admin admin] 10.222.0.38 "PUT /v2.0/routers/04912977-7708-4a28-8980-7bb62219be8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5856302 Jul 05 03:52:48.988974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38918) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:48.991728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7be1bc3-ef35-4560-919e-b0b55a059b8e None None] Sync routers for ids ['04912977-7708-4a28-8980-7bb62219be8f'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:52:49.010755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7be1bc3-ef35-4560-919e-b0b55a059b8e None None] Routers {'04912977-7708-4a28-8980-7bb62219be8f'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:49.012504 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d7be1bc3-ef35-4560-919e-b0b55a059b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:52:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['04912977-7708-4a28-8980-7bb62219be8f'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:49.045201 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0899ca-bfec-4df5-85fb-a904e7b93350 req-a864020a-c604-45a0-af99-1149795070f7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.063665 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0899ca-bfec-4df5-85fb-a904e7b93350 req-a864020a-c604-45a0-af99-1149795070f7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.070710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0899ca-bfec-4df5-85fb-a904e7b93350 req-a864020a-c604-45a0-af99-1149795070f7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.096794 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0899ca-bfec-4df5-85fb-a904e7b93350 req-a864020a-c604-45a0-af99-1149795070f7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.120988 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0899ca-bfec-4df5-85fb-a904e7b93350 req-a864020a-c604-45a0-af99-1149795070f7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.127295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0899ca-bfec-4df5-85fb-a904e7b93350 req-a864020a-c604-45a0-af99-1149795070f7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.146341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0899ca-bfec-4df5-85fb-a904e7b93350 req-a864020a-c604-45a0-af99-1149795070f7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.147826 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f0899ca-bfec-4df5-85fb-a904e7b93350 req-a864020a-c604-45a0-af99-1149795070f7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5409 time: 0.3109148 Jul 05 03:52:49.163010 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c96a8762-5da4-4526-aee7-3c2cef1ac149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.175627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.250804 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c96a8762-5da4-4526-aee7-3c2cef1ac149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.253056 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c96a8762-5da4-4526-aee7-3c2cef1ac149 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d4b59db1-0180-4719-83ee-1f341c729b8b HTTP/1.1" status: 204 len: 168 time: 0.9462650 Jul 05 03:52:49.254254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a8762-5da4-4526-aee7-3c2cef1ac149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4b59db1-0180-4719-83ee-1f341c729b8b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:49.256684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38924) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:49.368220 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.369353 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.371138 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] 10.222.0.36 "PUT /v2.0/ports/7401aa57-9d41-435b-8dc0-f5e910105980 HTTP/1.1" status: 200 len: 1092 time: 2.0691569 Jul 05 03:52:49.412797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f0899ca-bfec-4df5-85fb-a904e7b93350 req-449ea54e-ad03-4612-b50b-11fcd9e1ea24 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2512555 Jul 05 03:52:49.435303 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e6d63ea-6653-418d-9e97-103028f545c2 req-3b38bd5f-d00a-4ad4-b27a-ac556c7d7c8c tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 210 time: 0.1662121 Jul 05 03:52:49.447812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5d20f-e3f8-438b-ad0c-cbc2af873da0 service neutron] Pushing event updated for resources: {'Port': ['ID=7401aa57-9d41-435b-8dc0-f5e910105980,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:49.463663 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-bfac1d7c-6661-41f7-825d-1fcd160536b7 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060821 Jul 05 03:52:49.479565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d7be1bc3-ef35-4560-919e-b0b55a059b8e None None] Set router 04912977-7708-4a28-8980-7bb62219be8f gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:49.479760 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17bacac9-7114-426c-b07f-5aadb1a6a816 admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.528804 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2419628-3603-4193-b140-2e6e1df65647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.726567 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2419628-3603-4193-b140-2e6e1df65647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.731958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'tag': 'db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f'}, {'name': 'network-changed', 'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'tag': '7401aa57-9d41-435b-8dc0-f5e910105980'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:49.734433 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e47f7f-0e6d-45d6-874c-f155abc22b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "tag": "db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f"}, {"name": "network-changed", "server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "tag": "7401aa57-9d41-435b-8dc0-f5e910105980"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:49.749996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-f2419628-3603-4193-b140-2e6e1df65647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2341b7c2-3740-49fd-89f1-56419c31e54b']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:49.755464 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Request body: {'port': {'device_id': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:49.785873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-f2419628-3603-4193-b140-2e6e1df65647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de97bf6-7c4a-4e58-a93e-63ebb037dbb9') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:49.788547 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-f2419628-3603-4193-b140-2e6e1df65647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de97bf6-7c4a-4e58-a93e-63ebb037dbb9') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:49.796756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d7be1bc3-ef35-4560-919e-b0b55a059b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04912977-7708-4a28-8980-7bb62219be8f', 'name': 'tempest-FloatingIPsTestJSON-2030166742-router', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:20Z', 'updated_at': '2021-07-05T03:52:46Z', 'revision_number': 5, 'project_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'gw_port': {'id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04912977-7708-4a28-8980-7bb62219be8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:21Z', 'updated_at': '2021-07-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:49.827349 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2419628-3603-4193-b140-2e6e1df65647 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.828584 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17bacac9-7114-426c-b07f-5aadb1a6a816 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.860253 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4216fc47-1550-4505-a53b-03ce40579110 x-openstack-request-id: req-4216fc47-1550-4505-a53b-03ce40579110 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:49.860862 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "tag": "db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "tag": "7401aa57-9d41-435b-8dc0-f5e910105980", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:49.862543 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4216fc47-1550-4505-a53b-03ce40579110 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:49.862965 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'tag': 'db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f', 'status': 'completed', 'code': 200} Jul 05 03:52:49.863252 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'tag': '7401aa57-9d41-435b-8dc0-f5e910105980', 'status': 'completed', 'code': 200} Jul 05 03:52:49.866119 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2419628-3603-4193-b140-2e6e1df65647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.882777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2419628-3603-4193-b140-2e6e1df65647 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:52:49.885754 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2419628-3603-4193-b140-2e6e1df65647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.900117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7be1bc3-ef35-4560-919e-b0b55a059b8e None None] Checking router: 04912977-7708-4a28-8980-7bb62219be8f for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:52:49.909665 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:52:49.914020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7be1bc3-ef35-4560-919e-b0b55a059b8e None None] Routers {'04912977-7708-4a28-8980-7bb62219be8f'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:49.914837 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d7be1bc3-ef35-4560-919e-b0b55a059b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:52:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['04912977-7708-4a28-8980-7bb62219be8f'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:50.068999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-af7c41ac-62ab-4862-86ef-e880ca6663ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.069666 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-af7c41ac-62ab-4862-86ef-e880ca6663ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.069943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-af7c41ac-62ab-4862-86ef-e880ca6663ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.070401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-af7c41ac-62ab-4862-86ef-e880ca6663ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.070887 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-af7c41ac-62ab-4862-86ef-e880ca6663ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.071581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-af7c41ac-62ab-4862-86ef-e880ca6663ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.072175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-af7c41ac-62ab-4862-86ef-e880ca6663ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.074336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-af7c41ac-62ab-4862-86ef-e880ca6663ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 6417 time: 0.1388052 Jul 05 03:52:50.084694 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.106175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d7be1bc3-ef35-4560-919e-b0b55a059b8e None None] Set router 04912977-7708-4a28-8980-7bb62219be8f gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:50.383349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e762694-5718-43e0-bc7d-919deebfea95 req-d816338b-6c12-4ca9-827d-98b2434281ff tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.385734 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-d816338b-6c12-4ca9-827d-98b2434281ff tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c&tenant_id=63c0043dceb94c52ae4db4897d94f388&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 1097 time: 0.6572192 Jul 05 03:52:50.409112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-32'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:50.472675 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d7be1bc3-ef35-4560-919e-b0b55a059b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04912977-7708-4a28-8980-7bb62219be8f', 'name': 'tempest-FloatingIPsTestJSON-2030166742-router', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:20Z', 'updated_at': '2021-07-05T03:52:46Z', 'revision_number': 5, 'project_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'gw_port': {'id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04912977-7708-4a28-8980-7bb62219be8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:21Z', 'updated_at': '2021-07-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:50.526842 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-9c121b92-cd0b-44aa-9857-e2295a680bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.527378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-9c121b92-cd0b-44aa-9857-e2295a680bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.527745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-9c121b92-cd0b-44aa-9857-e2295a680bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.529507 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-9c121b92-cd0b-44aa-9857-e2295a680bdc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4471304 Jul 05 03:52:50.538449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d7178-8dd2-4368-977f-d2052d084b6f req-1838d668-6b85-49df-b40e-a9d1a930327a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.546286 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f9d7178-8dd2-4368-977f-d2052d084b6f req-1838d668-6b85-49df-b40e-a9d1a930327a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 945 time: 0.6088004 Jul 05 03:52:50.550131 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2419628-3603-4193-b140-2e6e1df65647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.581066 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7be1bc3-ef35-4560-919e-b0b55a059b8e None None] The sync data for ids ['04912977-7708-4a28-8980-7bb62219be8f'] in n-d-771363-32 is: [{'id': '04912977-7708-4a28-8980-7bb62219be8f', 'name': 'tempest-FloatingIPsTestJSON-2030166742-router', 'tenant_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:20Z', 'updated_at': '2021-07-05T03:52:46Z', 'revision_number': 5, 'project_id': '1e8439ca4a0647d68b22b00b6f72fdc8', 'gw_port': {'id': 'dbee65f4-8d3d-4262-8e71-b992677d2e22', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04912977-7708-4a28-8980-7bb62219be8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:21Z', 'updated_at': '2021-07-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:52:50.613568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-17bacac9-7114-426c-b07f-5aadb1a6a816 admin admin] Deleting port dbee65f4-8d3d-4262-8e71-b992677d2e22 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:50.614438 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17bacac9-7114-426c-b07f-5aadb1a6a816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.709793 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2419628-3603-4193-b140-2e6e1df65647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.712013 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f2419628-3603-4193-b140-2e6e1df65647 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2341b7c2-3740-49fd-89f1-56419c31e54b HTTP/1.1" status: 204 len: 168 time: 1.4541748 Jul 05 03:52:50.727583 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.767045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-866ca441-b485-4809-a9a3-c59451a34bc5 req-f198e8ef-4865-418c-8c00-8ad30938c17c tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 210 time: 0.0719991 Jul 05 03:52:50.788307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f9d7178-8dd2-4368-977f-d2052d084b6f req-1b249024-497a-46e6-8b7f-36bef0e053d5 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404535 Jul 05 03:52:50.794868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2419628-3603-4193-b140-2e6e1df65647 admin admin] Pushing event deleted for resources: {'Network': ['ID=2341b7c2-3740-49fd-89f1-56419c31e54b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:50.817818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-d8ebf603-0d92-4520-8a20-a0b90ba902cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.817818 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-d8ebf603-0d92-4520-8a20-a0b90ba902cb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2603276 Jul 05 03:52:50.875280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38954) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:50.970846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-17bacac9-7114-426c-b07f-5aadb1a6a816 admin admin] For port dbee65f4-8d3d-4262-8e71-b992677d2e22, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=dbee65f4-8d3d-4262-8e71-b992677d2e22,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:50.971291 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17bacac9-7114-426c-b07f-5aadb1a6a816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.004572 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-a4c55061-e8f5-48a1-bcb8-8968d800167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.009024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-a4c55061-e8f5-48a1-bcb8-8968d800167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.009024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-a4c55061-e8f5-48a1-bcb8-8968d800167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.009024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-a4c55061-e8f5-48a1-bcb8-8968d800167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.009024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-a4c55061-e8f5-48a1-bcb8-8968d800167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.009746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-a4c55061-e8f5-48a1-bcb8-8968d800167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.010498 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-a4c55061-e8f5-48a1-bcb8-8968d800167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.014730 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-a4c55061-e8f5-48a1-bcb8-8968d800167c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 6417 time: 0.1536334 Jul 05 03:52:51.087976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-17bacac9-7114-426c-b07f-5aadb1a6a816 admin admin] Calling delete_port for dbee65f4-8d3d-4262-8e71-b992677d2e22 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:51.128549 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a75ba7d5-23ae-49cd-a207-2cdb1e69a95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.223154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34168f-fc90-4b7b-9f0a-17e40725bbde req-aff0ac03-85d8-4d0a-b7be-e98d3d0a1b26 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.230428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34168f-fc90-4b7b-9f0a-17e40725bbde req-aff0ac03-85d8-4d0a-b7be-e98d3d0a1b26 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.234790 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3811ad8e-f193-4d3c-9583-2f5e428524c0 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:51.237368 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34168f-fc90-4b7b-9f0a-17e40725bbde req-aff0ac03-85d8-4d0a-b7be-e98d3d0a1b26 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.244557 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34168f-fc90-4b7b-9f0a-17e40725bbde req-aff0ac03-85d8-4d0a-b7be-e98d3d0a1b26 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.251008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34168f-fc90-4b7b-9f0a-17e40725bbde req-aff0ac03-85d8-4d0a-b7be-e98d3d0a1b26 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.251209 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.258800 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34168f-fc90-4b7b-9f0a-17e40725bbde req-aff0ac03-85d8-4d0a-b7be-e98d3d0a1b26 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.265214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34168f-fc90-4b7b-9f0a-17e40725bbde req-aff0ac03-85d8-4d0a-b7be-e98d3d0a1b26 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.273634 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f34168f-fc90-4b7b-9f0a-17e40725bbde req-aff0ac03-85d8-4d0a-b7be-e98d3d0a1b26 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5409 time: 0.3047161 Jul 05 03:52:51.274043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] For port 0fb37b48-635d-462f-9b6f-d4c314123e7b, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:51.281410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-03399b96-b4b8-4128-b063-be784a979280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.286560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-03399b96-b4b8-4128-b063-be784a979280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.286560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-03399b96-b4b8-4128-b063-be784a979280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.286560 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-03399b96-b4b8-4128-b063-be784a979280 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2436144 Jul 05 03:52:51.288980 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Transition to ACTIVE for port object 3811ad8e-f193-4d3c-9583-2f5e428524c0 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:51.366963 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.424162 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Pushing event updated for resources: {'Port': ['ID=3811ad8e-f193-4d3c-9583-2f5e428524c0,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:51.443141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38960) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:51.446794 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] For port 0fb37b48-635d-462f-9b6f-d4c314123e7b, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:51.527484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f34168f-fc90-4b7b-9f0a-17e40725bbde req-1498d836-86ed-479b-8857-4e9d22ffa608 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2522171 Jul 05 03:52:51.651175 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a75ba7d5-23ae-49cd-a207-2cdb1e69a95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.666756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-91cdc9ae-172f-46d8-a8f5-519b7188ae3f tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.668297 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-91cdc9ae-172f-46d8-a8f5-519b7188ae3f tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.10 "GET /v2.0/networks?id=b5a17bad-3d2a-489f-8be6-8462246aaa2d HTTP/1.1" status: 200 len: 813 time: 0.3909712 Jul 05 03:52:51.671649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-07c6b1e4-66f8-4619-a214-479c85339419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.673135 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78e47f7f-0e6d-45d6-874c-f155abc22b7a req-07c6b1e4-66f8-4619-a214-479c85339419 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3677845 Jul 05 03:52:51.694382 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-1f415b7d-9570-4c5b-9453-bbacb962d727 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Request body: {'port': {'device_id': 'ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2', 'network_id': 'b5a17bad-3d2a-489f-8be6-8462246aaa2d', 'admin_state_up': True, 'tenant_id': '513ae3b166e3474cb0c8e734ceae0c98'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:51.839091 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a75ba7d5-23ae-49cd-a207-2cdb1e69a95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.877980 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a75ba7d5-23ae-49cd-a207-2cdb1e69a95e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=20799598779646558b671d61fdaf4ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9989846 Jul 05 03:52:51.881097 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38966) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:51.931062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ba7d5-23ae-49cd-a207-2cdb1e69a95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0aa0693-c2a9-40f3-8e5e-d90e523ce9cd,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.014292 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-52099026-4ef2-4518-9859-c6335283e763 req-e449a794-7764-447b-a411-190fb5da1c87 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 210 time: 0.0297537 Jul 05 03:52:52.030998 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bc51bcee-ff15-4239-9615-b5c3dc1000c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.055841 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:52.079415 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bc51bcee-ff15-4239-9615-b5c3dc1000c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.083958 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:52.084623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0d2f7cbb-4d10-4cc2-a2cc-d5c50cfa5b35 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:52.084819 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.087461 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474a2648-e315-414e-bda0-b18e6c01591c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb37b48-635d-462f-9b6f-d4c314123e7b'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:52.089883 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabc18e6-efc8-4e67-a94b-1ad29ccbeee5" -d '{"events": [{"server_uuid": "474a2648-e315-414e-bda0-b18e6c01591c", "name": "network-vif-unplugged", "status": "completed", "tag": "0fb37b48-635d-462f-9b6f-d4c314123e7b"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:52.092447 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Attempting to bind port 3811ad8e-f193-4d3c-9583-2f5e428524c0 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:52.092930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Attempting to bind port 3811ad8e-f193-4d3c-9583-2f5e428524c0 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '16bca484-fc95-4326-bdab-fa50a7f8add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:52.093264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Attempting to bind port 3811ad8e-f193-4d3c-9583-2f5e428524c0 on network ee2b7915-3adb-42ee-968d-9a1a80eef953 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:52.101383 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17bacac9-7114-426c-b07f-5aadb1a6a816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.131193 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7df68e1f-a902-447e-a2cf-80c4a64d5c91 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5b72dc9a815640139280a7e3033b841c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6894400 Jul 05 03:52:52.133225 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bacac9-7114-426c-b07f-5aadb1a6a816 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbee65f4-8d3d-4262-8e71-b992677d2e22,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.135001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Port 3811ad8e-f193-4d3c-9583-2f5e428524c0 on network ee2b7915-3adb-42ee-968d-9a1a80eef953 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:52.135457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Attempting to bind port 3811ad8e-f193-4d3c-9583-2f5e428524c0 on network ee2b7915-3adb-42ee-968d-9a1a80eef953 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:52.138063 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38970) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:52.149209 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-1f415b7d-9570-4c5b-9453-bbacb962d727 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Made reservation on behalf of 513ae3b166e3474cb0c8e734ceae0c98 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:52.156021 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-1f415b7d-9570-4c5b-9453-bbacb962d727 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.157406 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:52.157754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Checking segment: {'id': '16bca484-fc95-4326-bdab-fa50a7f8add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:52.158242 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Bound using segment: {'id': '16bca484-fc95-4326-bdab-fa50a7f8add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:52.158595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Bound port: 3811ad8e-f193-4d3c-9583-2f5e428524c0, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16bca484-fc95-4326-bdab-fa50a7f8add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:52.158944 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.165431 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c753c9-1349-49a0-9f50-b65b902d7608 x-openstack-request-id: req-f0c753c9-1349-49a0-9f50-b65b902d7608 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:52.170493 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474a2648-e315-414e-bda0-b18e6c01591c", "name": "network-vif-unplugged", "status": "completed", "tag": "0fb37b48-635d-462f-9b6f-d4c314123e7b", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:52.170493 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f0c753c9-1349-49a0-9f50-b65b902d7608 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:52.170493 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474a2648-e315-414e-bda0-b18e6c01591c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb37b48-635d-462f-9b6f-d4c314123e7b', 'code': 200} Jul 05 03:52:52.194674 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.195077 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f84424-0062-4e68-9a73-d599fbbe4109 req-d322d494-e68f-4c6d-a4e9-cf1cc9ff5ee7 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:52.196609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-38f84424-0062-4e68-9a73-d599fbbe4109 req-d322d494-e68f-4c6d-a4e9-cf1cc9ff5ee7 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 945 time: 0.2466037 Jul 05 03:52:52.251225 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-38f84424-0062-4e68-9a73-d599fbbe4109 req-242f1d92-d841-4f8c-a26f-b3a3c86b3204 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398972 Jul 05 03:52:52.316902 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bc51bcee-ff15-4239-9615-b5c3dc1000c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.328371 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bc51bcee-ff15-4239-9615-b5c3dc1000c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.328371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bc51bcee-ff15-4239-9615-b5c3dc1000c0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e0aa0693-c2a9-40f3-8e5e-d90e523ce9cd HTTP/1.1" status: 204 len: 168 time: 0.4403348 Jul 05 03:52:52.356345 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17bacac9-7114-426c-b07f-5aadb1a6a816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.360324 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb37b48-635d-462f-9b6f-d4c314123e7b,revision_number=7']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.371666 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51bcee-ff15-4239-9615-b5c3dc1000c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0aa0693-c2a9-40f3-8e5e-d90e523ce9cd,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.469069 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-1f415b7d-9570-4c5b-9453-bbacb962d727 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Allocated IP 172.20.0.8 (b5a17bad-3d2a-489f-8be6-8462246aaa2d/2082b0d6-fa37-4f64-bc13-28d0a2461d54/1838b3c4-3efb-4548-89c7-641562d02804) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:52.490270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] For port 3811ad8e-f193-4d3c-9583-2f5e428524c0, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:52.494429 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ae505144-f953-45f9-b18a-1930901fbfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.506108 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17bacac9-7114-426c-b07f-5aadb1a6a816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.515193 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17bacac9-7114-426c-b07f-5aadb1a6a816 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.532139 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] For port 3811ad8e-f193-4d3c-9583-2f5e428524c0, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3811ad8e-f193-4d3c-9583-2f5e428524c0,segment=NetworkSegment(16bca484-fc95-4326-bdab-fa50a7f8add7),segment_id=16bca484-fc95-4326-bdab-fa50a7f8add7)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:52.541826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Attempting to bind port 0fb37b48-635d-462f-9b6f-d4c314123e7b on host n-h1-771363-32 for vnic_type normal with profile {"migrating_to": "n-h2-771363-32"} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:52.542181 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Attempting to bind port 0fb37b48-635d-462f-9b6f-d4c314123e7b by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:52.542498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Attempting to bind port 0fb37b48-635d-462f-9b6f-d4c314123e7b on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:52.551127 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ae505144-f953-45f9-b18a-1930901fbfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.619192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Port 0fb37b48-635d-462f-9b6f-d4c314123e7b on network fc21b127-e7b5-412d-946b-08a3b7902b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:52.619878 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Attempting to bind port 0fb37b48-635d-462f-9b6f-d4c314123e7b on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:52.657150 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:52.657510 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Checking segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:52.657913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Bound using segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:52.658376 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Bound port: 0fb37b48-635d-462f-9b6f-d4c314123e7b, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:52.658750 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.698851 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.705267 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-1f415b7d-9570-4c5b-9453-bbacb962d727 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.746716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:52.747372 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.749041 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] 10.222.0.36 "PUT /v2.0/ports/3811ad8e-f193-4d3c-9583-2f5e428524c0 HTTP/1.1" status: 200 len: 1092 time: 3.0184898 Jul 05 03:52:52.784498 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17bacac9-7114-426c-b07f-5aadb1a6a816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.784498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bacac9-7114-426c-b07f-5aadb1a6a816 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04912977-7708-4a28-8980-7bb62219be8f {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:52:52.795516 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17bacac9-7114-426c-b07f-5aadb1a6a816 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.800235 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-17bacac9-7114-426c-b07f-5aadb1a6a816 admin admin] 10.222.0.38 "DELETE /v2.0/routers/04912977-7708-4a28-8980-7bb62219be8f HTTP/1.1" status: 204 len: 168 time: 3.8077474 Jul 05 03:52:52.803913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38978) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:52.856338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501e608-fbb6-4928-9b97-4233715aca87 service neutron] Pushing event updated for resources: {'Port': ['ID=3811ad8e-f193-4d3c-9583-2f5e428524c0,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.870453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] For port 0fb37b48-635d-462f-9b6f-d4c314123e7b, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:52.882883 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] For port 0fb37b48-635d-462f-9b6f-d4c314123e7b, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:52.971112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae7b958-eeb8-4fe2-81c2-679446234de3 admin admin] Deleting subnet ee1421c5-0af0-4443-a34c-fff16f5a6463 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:52:52.989048 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fae7b958-eeb8-4fe2-81c2-679446234de3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.032164 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787dac0-3641-488f-8dc2-3892661f22a1 req-119d4d0e-0372-415a-9863-8661ca52c09f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.038750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787dac0-3641-488f-8dc2-3892661f22a1 req-119d4d0e-0372-415a-9863-8661ca52c09f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.045482 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787dac0-3641-488f-8dc2-3892661f22a1 req-119d4d0e-0372-415a-9863-8661ca52c09f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.049721 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ae505144-f953-45f9-b18a-1930901fbfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.052107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787dac0-3641-488f-8dc2-3892661f22a1 req-119d4d0e-0372-415a-9863-8661ca52c09f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.058512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787dac0-3641-488f-8dc2-3892661f22a1 req-119d4d0e-0372-415a-9863-8661ca52c09f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.065693 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787dac0-3641-488f-8dc2-3892661f22a1 req-119d4d0e-0372-415a-9863-8661ca52c09f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.072791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787dac0-3641-488f-8dc2-3892661f22a1 req-119d4d0e-0372-415a-9863-8661ca52c09f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.074783 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ae505144-f953-45f9-b18a-1930901fbfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.075468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9787dac0-3641-488f-8dc2-3892661f22a1 req-119d4d0e-0372-415a-9863-8661ca52c09f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5421 time: 0.3426533 Jul 05 03:52:53.075947 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ae505144-f953-45f9-b18a-1930901fbfcc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e73c3567-5986-4e2d-95eb-a4a381bc60a9 HTTP/1.1" status: 204 len: 168 time: 0.9369011 Jul 05 03:52:53.095804 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.100015 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fae7b958-eeb8-4fe2-81c2-679446234de3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.102893 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-1f415b7d-9570-4c5b-9453-bbacb962d727 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.170679 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae505144-f953-45f9-b18a-1930901fbfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73c3567-5986-4e2d-95eb-a4a381bc60a9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:53.241001 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9787dac0-3641-488f-8dc2-3892661f22a1 req-4381fafb-5603-44ca-9647-30316760616a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1433103 Jul 05 03:52:53.249277 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb37b48-635d-462f-9b6f-d4c314123e7b,revision_number=8']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:53.261089 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f4fe3e6d-3d4f-4619-87c7-6e809bd852cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.262542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f4fe3e6d-3d4f-4619-87c7-6e809bd852cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.262542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f4fe3e6d-3d4f-4619-87c7-6e809bd852cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.262542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f4fe3e6d-3d4f-4619-87c7-6e809bd852cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.262851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f4fe3e6d-3d4f-4619-87c7-6e809bd852cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.263098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f4fe3e6d-3d4f-4619-87c7-6e809bd852cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.263570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f4fe3e6d-3d4f-4619-87c7-6e809bd852cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.265668 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-f4fe3e6d-3d4f-4619-87c7-6e809bd852cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 6485 time: 0.2646105 Jul 05 03:52:53.267066 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.267866 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.269276 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-094cde12-3d19-466e-be6e-5df6235af824 service neutron] 10.222.0.36 "PUT /v2.0/ports/0fb37b48-635d-462f-9b6f-d4c314123e7b HTTP/1.1" status: 200 len: 1123 time: 2.8674958 Jul 05 03:52:53.331006 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-ec807302-551d-4b27-9954-731a751d5859 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d HTTP/1.1" status: 200 len: 217 time: 0.0469830 Jul 05 03:52:53.333752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['0fb37b48-635d-462f-9b6f-d4c314123e7b'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:53.391300 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-1f415b7d-9570-4c5b-9453-bbacb962d727 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Network b5a17bad-3d2a-489f-8be6-8462246aaa2d is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:53.433154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38988) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:53.453361 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-1f415b7d-9570-4c5b-9453-bbacb962d727 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:53.454749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-a75be31b-567d-4693-add7-fe2da83e922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.457042 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-a75be31b-567d-4693-add7-fe2da83e922c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=043ce9f2-e045-400d-955c-c52ba74f89a2 HTTP/1.1" status: 200 len: 851 time: 0.1189718 Jul 05 03:52:53.475959 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-52abec8f-8d86-4c56-91c1-8df0a017cf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.518196 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fae7b958-eeb8-4fe2-81c2-679446234de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.589776 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-1f415b7d-9570-4c5b-9453-bbacb962d727 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:53.624727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-dca6e36d-7d69-404b-a68c-ab821e4b1ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.626304 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-dca6e36d-7d69-404b-a68c-ab821e4b1ca5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2509fec-b4aa-4ad3-ac1f-230ef4872f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1610823 Jul 05 03:52:53.698693 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f415b7d-9570-4c5b-9453-bbacb962d727 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Pushing event updated for resources: {'Port': ['ID=1838b3c4-3efb-4548-89c7-641562d02804,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:53.720570 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-52abec8f-8d86-4c56-91c1-8df0a017cf15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.731587 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fae7b958-eeb8-4fe2-81c2-679446234de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.756849 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-8283a357-cfe1-460d-9ef5-b37f0b193ed3 service neutron] 10.222.0.36 "GET /v2.0/networks/b2509fec-b4aa-4ad3-ac1f-230ef4872f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169696 Jul 05 03:52:53.784469 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-1f415b7d-9570-4c5b-9453-bbacb962d727 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.785121 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-1f415b7d-9570-4c5b-9453-bbacb962d727 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.787973 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7b958-eeb8-4fe2-81c2-679446234de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee1421c5-0af0-4443-a34c-fff16f5a6463,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:53.794801 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fae7b958-eeb8-4fe2-81c2-679446234de3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.796715 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fae7b958-eeb8-4fe2-81c2-679446234de3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ee1421c5-0af0-4443-a34c-fff16f5a6463 HTTP/1.1" status: 204 len: 168 time: 0.9855709 Jul 05 03:52:53.806146 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93527431-11a4-4fc4-80ab-6d48e1920f83 None None] Network 4da88e5b-41a1-400d-9be5-505e73a53f44 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:53.806586 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94e8b3-8e1a-481d-ae57-4906343f3543 req-1cd210f2-412a-4a0a-9ea6-302f2a943e0e tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.809095 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db94e8b3-8e1a-481d-ae57-4906343f3543 req-1cd210f2-412a-4a0a-9ea6-302f2a943e0e tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 931 time: 0.5323071 Jul 05 03:52:53.811943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39000) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:53.898251 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-cecec887-cfc7-49d0-b799-3d8ffc176fb2 service neutron] 10.222.0.36 "GET /v2.0/networks/b2509fec-b4aa-4ad3-ac1f-230ef4872f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313450 Jul 05 03:52:53.921529 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-52abec8f-8d86-4c56-91c1-8df0a017cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.939287 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0b331-d5b9-44cd-829e-c41752b980ce req-1704b300-069f-4423-a52b-f31be81342a1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.948723 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4cf0b331-d5b9-44cd-829e-c41752b980ce req-1704b300-069f-4423-a52b-f31be81342a1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 943 time: 0.4770498 Jul 05 03:52:54.013562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db94e8b3-8e1a-481d-ae57-4906343f3543 req-2995f3d0-7a5a-43d0-8dc9-11b004d4e459 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdfef96b-d8ac-4fa3-9c9a-283b99551687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891601 Jul 05 03:52:54.035533 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-52abec8f-8d86-4c56-91c1-8df0a017cf15 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=05600deab1c24f4387ba3142ff62a957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6026258 Jul 05 03:52:54.037799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abec8f-8d86-4c56-91c1-8df0a017cf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b78cf0a-616e-4366-961b-3bca64c87ac1,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:54.038049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39004) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:54.041763 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-3bfeea0f-fb90-4fc1-bb05-64ada3222bd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=512d2f3b-40a5-4840-ad2d-bd6629884f66 HTTP/1.1" status: 200 len: 217 time: 0.1356795 Jul 05 03:52:54.084440 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] DHCP port deletion for 4da88e5b-41a1-400d-9be5-505e73a53f44 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:52:54.091605 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-1f415b7d-9570-4c5b-9453-bbacb962d727 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4131260 Jul 05 03:52:54.102373 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.113673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-ad04df4a-57e8-4c2e-ad3e-873c67fcf5a9 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:52:54.115728 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-ad04df4a-57e8-4c2e-ad3e-873c67fcf5a9 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062296 Jul 05 03:52:54.134823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4cf0b331-d5b9-44cd-829e-c41752b980ce req-59e5af10-ee0c-46ed-a68b-ca54d6690dc9 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847475 Jul 05 03:52:54.156409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-24760326-1869-4090-8b52-7dec0e2eb0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.160142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Request body: {'port': {'device_id': 'ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:54.160459 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-24760326-1869-4090-8b52-7dec0e2eb0cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 200 len: 797 time: 0.1080055 Jul 05 03:52:54.167332 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'tag': '3811ad8e-f193-4d3c-9583-2f5e428524c0'}, {'name': 'network-changed', 'server_uuid': '474a2648-e315-414e-bda0-b18e6c01591c', 'tag': '0fb37b48-635d-462f-9b6f-d4c314123e7b'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:54.170270 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "tag": "3811ad8e-f193-4d3c-9583-2f5e428524c0"}, {"name": "network-changed", "server_uuid": "474a2648-e315-414e-bda0-b18e6c01591c", "tag": "0fb37b48-635d-462f-9b6f-d4c314123e7b"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:54.173266 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dbee65f4-8d3d-4262-8e71-b992677d2e22 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:54.178742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Deleting port 157369c3-92d7-401f-aa2f-49dc6f30fd22 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:54.179708 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.240109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: dbee65f4-8d3d-4262-8e71-b992677d2e22 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:54.240969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dbee65f4-8d3d-4262-8e71-b992677d2e22 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:54.282393 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb9aee2-6f54-4f2f-8494-7154ebde9409 x-openstack-request-id: req-efb9aee2-6f54-4f2f-8494-7154ebde9409 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:54.282620 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "tag": "3811ad8e-f193-4d3c-9583-2f5e428524c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "474a2648-e315-414e-bda0-b18e6c01591c", "tag": "0fb37b48-635d-462f-9b6f-d4c314123e7b", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:54.282843 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-efb9aee2-6f54-4f2f-8494-7154ebde9409 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:54.283237 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'tag': '3811ad8e-f193-4d3c-9583-2f5e428524c0', 'status': 'completed', 'code': 200} Jul 05 03:52:54.283492 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474a2648-e315-414e-bda0-b18e6c01591c', 'tag': '0fb37b48-635d-462f-9b6f-d4c314123e7b', 'status': 'completed', 'code': 200} Jul 05 03:52:54.290654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] For port 157369c3-92d7-401f-aa2f-49dc6f30fd22, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=157369c3-92d7-401f-aa2f-49dc6f30fd22,segment=NetworkSegment(bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5),segment_id=bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:54.292881 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.325931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-882bd3fc-99b8-466b-9918-d42471f5834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.328456 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-882bd3fc-99b8-466b-9918-d42471f5834f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1617153 Jul 05 03:52:54.336801 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Calling delete_port for 157369c3-92d7-401f-aa2f-49dc6f30fd22 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:54.397030 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50c2a1c1-2637-4801-9ff5-99725e7704a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.506666 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-c006df6f-8828-48e6-b36f-8a10d6dd6b68 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638191 Jul 05 03:52:54.558092 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50c2a1c1-2637-4801-9ff5-99725e7704a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.569500 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.589164 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.641266 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-10574da2-79d0-494c-b5ce-6b43fa3e9529 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237428 Jul 05 03:52:54.658712 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] Deleting port 157369c3-92d7-401f-aa2f-49dc6f30fd22 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:54.658712 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.659101 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Pushing event deleted for resources: {'Port': ['ID=157369c3-92d7-401f-aa2f-49dc6f30fd22,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:54.678669 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] No DVR routers for this DVR port 157369c3-92d7-401f-aa2f-49dc6f30fd22 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:54.687802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:54.689796 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:54.690375 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:54.692821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:54.694464 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:54.694923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:54.695324 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:54.695671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:54.696117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:54.696585 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:54.696932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:54.697264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e2ff4-d260-4abd-b43d-f644442f6c21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:54.728372 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-3316b419-12d0-4ad7-9a32-4f3fb93e3ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.728372 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-3316b419-12d0-4ad7-9a32-4f3fb93e3ab6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 1126 time: 0.3485324 Jul 05 03:52:54.728659 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-51e85465-7386-42ef-af31-f4a8cd10b025 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=bd52334b-41ac-4635-b2ed-9618cb33fe9e HTTP/1.1" status: 200 len: 217 time: 0.0662787 Jul 05 03:52:54.759987 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39018) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:54.800118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2ea89272-765e-4ada-900b-51434782c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.800118 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-2ea89272-765e-4ada-900b-51434782c551 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 200 len: 797 time: 0.0735495 Jul 05 03:52:54.866658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-dcac4b6b-71b6-4d86-abc0-7fca5c8a78be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.869246 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-dcac4b6b-71b6-4d86-abc0-7fca5c8a78be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0624318 Jul 05 03:52:54.871928 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c9fdf-995e-4161-8479-02e90e423096 req-5bfb9a86-1aed-418a-9c15-ff8a8b73d14a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.878413 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c9fdf-995e-4161-8479-02e90e423096 req-5bfb9a86-1aed-418a-9c15-ff8a8b73d14a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.885725 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c9fdf-995e-4161-8479-02e90e423096 req-5bfb9a86-1aed-418a-9c15-ff8a8b73d14a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.892051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c9fdf-995e-4161-8479-02e90e423096 req-5bfb9a86-1aed-418a-9c15-ff8a8b73d14a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.899338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c9fdf-995e-4161-8479-02e90e423096 req-5bfb9a86-1aed-418a-9c15-ff8a8b73d14a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.905924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c9fdf-995e-4161-8479-02e90e423096 req-5bfb9a86-1aed-418a-9c15-ff8a8b73d14a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.913349 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c9fdf-995e-4161-8479-02e90e423096 req-5bfb9a86-1aed-418a-9c15-ff8a8b73d14a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.915325 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be6c9fdf-995e-4161-8479-02e90e423096 req-5bfb9a86-1aed-418a-9c15-ff8a8b73d14a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5421 time: 0.4229109 Jul 05 03:52:54.936568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-bd03e5fe-48cc-4412-b109-6a45c27b5a3b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-594010395-network', 'tenant_id': '706ceffeca6e43e0b84cced6c528687d'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:54.992787 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] For port 157369c3-92d7-401f-aa2f-49dc6f30fd22, host n-d-771363-32, got binding levels [] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:54.993160 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.996006 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d1e546ce-d3c0-4f84-91f9-0d7376e203df service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145456 Jul 05 03:52:54.999224 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50c2a1c1-2637-4801-9ff5-99725e7704a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.002061 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50c2a1c1-2637-4801-9ff5-99725e7704a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.003235 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-50c2a1c1-2637-4801-9ff5-99725e7704a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b78cf0a-616e-4366-961b-3bca64c87ac1 HTTP/1.1" status: 204 len: 168 time: 0.9642491 Jul 05 03:52:55.053358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] Calling delete_port for 157369c3-92d7-401f-aa2f-49dc6f30fd22 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:55.075304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.ipam_backend_mixin [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] Port 157369c3-92d7-401f-aa2f-49dc6f30fd22 was not found and therefore no delete operation was performed {{(pid=100933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 03:52:55.078341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2a1c1-2637-4801-9ff5-99725e7704a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b78cf0a-616e-4366-961b-3bca64c87ac1,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.095806 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.163950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd03e5fe-48cc-4412-b109-6a45c27b5a3b admin admin] Made reservation on behalf of 706ceffeca6e43e0b84cced6c528687d for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:55.166579 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd03e5fe-48cc-4412-b109-6a45c27b5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.214475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-24804dfb-706a-410e-ad4d-8b13cb9b05cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:55.216042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-24804dfb-706a-410e-ad4d-8b13cb9b05cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.4901731 Jul 05 03:52:55.232252 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be6c9fdf-995e-4161-8479-02e90e423096 req-3b9f4515-976a-4581-873c-6216a8408bd3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3025427 Jul 05 03:52:55.244649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] Pushing event deleted for resources: {'Port': ['ID=157369c3-92d7-401f-aa2f-49dc6f30fd22,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.253099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] No DVR routers for this DVR port 157369c3-92d7-401f-aa2f-49dc6f30fd22 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:55.280430 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd03e5fe-48cc-4412-b109-6a45c27b5a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.283821 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-cb672e4d-829d-4b6e-b662-c4a22d5b190d service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698874 Jul 05 03:52:55.364037 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-12aa1fef-15de-4c03-b972-c18cffd15d41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=f7991792-8e2e-4ea5-bce6-4072571e392e HTTP/1.1" status: 200 len: 217 time: 0.0708778 Jul 05 03:52:55.440675 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-899674ff-75f6-40e7-bfbb-0a010ab87a4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b HTTP/1.1" status: 200 len: 217 time: 0.2068903 Jul 05 03:52:55.464634 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-7af7bf71-4474-46a0-9935-53e5cc4050ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:55.466417 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-7af7bf71-4474-46a0-9935-53e5cc4050ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 200 len: 797 time: 0.0911448 Jul 05 03:52:55.584939 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-a4c9ca49-3436-4956-a2ca-596373cb0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:55.586492 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-a4c9ca49-3436-4956-a2ca-596373cb0770 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1072092 Jul 05 03:52:55.589561 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd03e5fe-48cc-4412-b109-6a45c27b5a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.724257 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-98e1379a-24c9-401c-b5fb-ed000e52e29d service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230671 Jul 05 03:52:55.782462 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd03e5fe-48cc-4412-b109-6a45c27b5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.806021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 0fb37b48-635d-462f-9b6f-d4c314123e7b details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:55.816101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd03e5fe-48cc-4412-b109-6a45c27b5a3b admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:55.846885 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd03e5fe-48cc-4412-b109-6a45c27b5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.847222 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-bd03e5fe-48cc-4412-b109-6a45c27b5a3b admin admin] Added segment 5c93982d-ac32-4dd4-a5cd-e9a5b5f488ec of type vlan for network 054f631b-234a-4743-9929-2e3dda6d61db Jul 05 03:52:55.851053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03e5fe-48cc-4412-b109-6a45c27b5a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adf1381-7849-4a43-ae37-ee835a18c1a4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.881625 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.889014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da88e5b-41a1-400d-9be5-505e73a53f44']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:55.903532 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-a13ef900-935b-491e-8fa3-1d9980715c0a service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720743 Jul 05 03:52:55.913405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:55.914261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0b6a82-9011-4e80-a1a4-ca7eb08e6ed5') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:55.924697 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd03e5fe-48cc-4412-b109-6a45c27b5a3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.952604 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.958075 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-d33c5250-84dd-48bc-b9d3-b120d37329ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f HTTP/1.1" status: 200 len: 217 time: 0.0437510 Jul 05 03:52:55.998022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 0fb37b48-635d-462f-9b6f-d4c314123e7b, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:56.014840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 0fb37b48-635d-462f-9b6f-d4c314123e7b has no active binding in host n-h2-771363-32 {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:52:56.028699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-a8bbf926-4ccd-4e52-ae57-f4004eef9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.029681 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-a8bbf926-4ccd-4e52-ae57-f4004eef9971 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 200 len: 797 time: 0.0643110 Jul 05 03:52:56.073864 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.096457 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:52:56.097053 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:52:56.109524 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:52:56.112448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 157369c3-92d7-401f-aa2f-49dc6f30fd22 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:56.133114 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd03e5fe-48cc-4412-b109-6a45c27b5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.134365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd03e5fe-48cc-4412-b109-6a45c27b5a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.135215 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd03e5fe-48cc-4412-b109-6a45c27b5a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.150148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 157369c3-92d7-401f-aa2f-49dc6f30fd22 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:56.170667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 157369c3-92d7-401f-aa2f-49dc6f30fd22 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:56.198389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-c78fe33e-3d33-436b-a406-23c18253fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.199982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-c78fe33e-3d33-436b-a406-23c18253fc3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.7459581 Jul 05 03:52:56.246069 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03e5fe-48cc-4412-b109-6a45c27b5a3b admin admin] Pushing event updated for resources: {'Network': ['ID=054f631b-234a-4743-9929-2e3dda6d61db,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:56.259086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-8efaeb15-67f0-416e-a967-5968358b8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.261338 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-8efaeb15-67f0-416e-a967-5968358b8e17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2182975 Jul 05 03:52:56.263752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 054f631b-234a-4743-9929-2e3dda6d61db details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:56.301188 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:52:56.315978 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-cc72a1a5-d2fd-45bc-acae-aee305372e82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009445 Jul 05 03:52:56.339132 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2aefc7-29c7-473b-9daa-6fd6b8db0a0d req-7fff5acc-0fb9-42b7-b4d4-8a8a36e6c5e7 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.340341 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec2aefc7-29c7-473b-9daa-6fd6b8db0a0d req-7fff5acc-0fb9-42b7-b4d4-8a8a36e6c5e7 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 931 time: 1.0736856 Jul 05 03:52:56.360626 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bd03e5fe-48cc-4412-b109-6a45c27b5a3b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5994880 Jul 05 03:52:56.383264 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-24a84f74-54f9-48c1-9983-fcc4b526e691 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138902 Jul 05 03:52:56.508175 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-fa03bfc3-9e48-419c-bcd8-165c80efa0e9 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167085 Jul 05 03:52:56.510933 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-e2ca3f13-fa93-4b15-96c6-e381b1463772 service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834040 Jul 05 03:52:56.537987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1838b3c4-3efb-4548-89c7-641562d02804 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:56.537987 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.564258 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.572116 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Transition to ACTIVE for port object 1838b3c4-3efb-4548-89c7-641562d02804 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:56.581310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d717f45-67c2-43bf-9f65-4800d48242c3 req-4c0d706f-d99f-4ce7-ae38-0bf77eb99017 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.591882 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1d717f45-67c2-43bf-9f65-4800d48242c3 req-4c0d706f-d99f-4ce7-ae38-0bf77eb99017 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 943 time: 0.6523228 Jul 05 03:52:56.594214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39058) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:56.612832 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.612955 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-c1a28c01-9795-46eb-838b-821489afcb56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7401aa57-9d41-435b-8dc0-f5e910105980 HTTP/1.1" status: 200 len: 217 time: 0.0896912 Jul 05 03:52:56.613070 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4da88e5b-41a1-400d-9be5-505e73a53f44 HTTP/1.1" status: 204 len: 168 time: 2.7959809 Jul 05 03:52:56.666219 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-a3637f77-172c-45f2-9017-4357baa40ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.667916 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-a3637f77-172c-45f2-9017-4357baa40ea5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c35818c5-0831-4e64-a9b2-4971f2421e18 HTTP/1.1" status: 200 len: 797 time: 0.0527833 Jul 05 03:52:56.692895 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.719392 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b15439-957a-4694-8552-e09823c06974 admin admin] Pushing event deleted for resources: {'Network': ['ID=4da88e5b-41a1-400d-9be5-505e73a53f44,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:56.748100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-8e3051b6-71c1-4965-8dad-8e69685850e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.749375 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-8e3051b6-71c1-4965-8dad-8e69685850e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee2b7915-3adb-42ee-968d-9a1a80eef953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0733111 Jul 05 03:52:56.781633 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec2aefc7-29c7-473b-9daa-6fd6b8db0a0d req-0822ba17-0cab-47d8-966d-4b21bd7e22ce tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdfef96b-d8ac-4fa3-9c9a-283b99551687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309826 Jul 05 03:52:56.799194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-da687885-484a-4221-8d74-297eb50162dd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-network', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:56.853981 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1838b3c4-3efb-4548-89c7-641562d02804,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:56.875115 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1d717f45-67c2-43bf-9f65-4800d48242c3 req-8478a9ab-e0d8-44dc-bbca-4acbb3226c95 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823296 Jul 05 03:52:56.916364 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-4a55ccef-06cc-49ba-bee2-0913bdc20bb0 service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520183 Jul 05 03:52:56.937033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da687885-484a-4221-8d74-297eb50162dd admin admin] Made reservation on behalf of 7fbe103f3cc24bdfa9471974a739cf65 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:56.939384 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da687885-484a-4221-8d74-297eb50162dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.976768 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da687885-484a-4221-8d74-297eb50162dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.983681 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-8b87d006-2d9a-4543-8f40-aedd5d2ec85a service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132516 Jul 05 03:52:57.101942 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-4cc7eaa4-d2e2-429a-97a3-cf8d00377f2f service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581893 Jul 05 03:52:57.106155 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39074) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:57.162989 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-386df42c-fcba-49b2-8d15-88c974529a27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3811ad8e-f193-4d3c-9583-2f5e428524c0 HTTP/1.1" status: 200 len: 217 time: 0.0493460 Jul 05 03:52:57.184792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Attempting to bind port 1838b3c4-3efb-4548-89c7-641562d02804 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:57.185143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Attempting to bind port 1838b3c4-3efb-4548-89c7-641562d02804 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'e73356b5-3cba-44a4-8078-40b403b36a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b5a17bad-3d2a-489f-8be6-8462246aaa2d'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:57.185462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Attempting to bind port 1838b3c4-3efb-4548-89c7-641562d02804 on network b5a17bad-3d2a-489f-8be6-8462246aaa2d {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:57.214320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Port 1838b3c4-3efb-4548-89c7-641562d02804 on network b5a17bad-3d2a-489f-8be6-8462246aaa2d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:57.214726 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Attempting to bind port 1838b3c4-3efb-4548-89c7-641562d02804 on network b5a17bad-3d2a-489f-8be6-8462246aaa2d {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:57.236842 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:57.237307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Checking segment: {'id': 'e73356b5-3cba-44a4-8078-40b403b36a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b5a17bad-3d2a-489f-8be6-8462246aaa2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:57.237566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Bound using segment: {'id': 'e73356b5-3cba-44a4-8078-40b403b36a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b5a17bad-3d2a-489f-8be6-8462246aaa2d'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:57.238059 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Bound port: 1838b3c4-3efb-4548-89c7-641562d02804, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e73356b5-3cba-44a4-8078-40b403b36a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b5a17bad-3d2a-489f-8be6-8462246aaa2d'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:57.238411 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.250474 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-51c128d3-c4b8-47a9-87d7-1540dfaae9d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1e8439ca4a0647d68b22b00b6f72fdc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405685 Jul 05 03:52:57.251045 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-b6f0ae4a-dffe-4b9d-9107-a53544601b52 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.251158 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-b6f0ae4a-dffe-4b9d-9107-a53544601b52 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/networks?id=56f2d126-45cd-4c57-816c-f5659bffe33c HTTP/1.1" status: 200 len: 815 time: 0.2170975 Jul 05 03:52:57.252654 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39076) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:57.288587 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1c468ea5-874d-4d75-a990-e25ad92b2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.290377 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-1c468ea5-874d-4d75-a990-e25ad92b2648 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c35818c5-0831-4e64-a9b2-4971f2421e18 HTTP/1.1" status: 200 len: 797 time: 0.1146817 Jul 05 03:52:57.295803 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-2db7cbb8-e3ff-4a17-8cae-ceacf035f60d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/quotas/16d30d1d2e714cad8dfa9008b3f9d9e6 HTTP/1.1" status: 200 len: 375 time: 0.0311143 Jul 05 03:52:57.368005 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34868f08-2bc1-45bb-aa55-fd8cc15f5f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.397488 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34868f08-2bc1-45bb-aa55-fd8cc15f5f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.430052 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6d5d7-c563-45ac-bbbe-f4bd78f54df9 req-66c9ef19-5cfc-4fd5-a427-892022465400 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.436185 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6d5d7-c563-45ac-bbbe-f4bd78f54df9 req-66c9ef19-5cfc-4fd5-a427-892022465400 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.442952 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6d5d7-c563-45ac-bbbe-f4bd78f54df9 req-66c9ef19-5cfc-4fd5-a427-892022465400 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.449397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6d5d7-c563-45ac-bbbe-f4bd78f54df9 req-66c9ef19-5cfc-4fd5-a427-892022465400 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.453536 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee626-5c29-43af-932d-a4071cc167c0 req-ecbd757a-5f25-419a-8280-67ef9d039def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.455126 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-ecbd757a-5f25-419a-8280-67ef9d039def service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee2b7915-3adb-42ee-968d-9a1a80eef953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1436501 Jul 05 03:52:57.455387 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6d5d7-c563-45ac-bbbe-f4bd78f54df9 req-66c9ef19-5cfc-4fd5-a427-892022465400 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.461642 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6d5d7-c563-45ac-bbbe-f4bd78f54df9 req-66c9ef19-5cfc-4fd5-a427-892022465400 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.467857 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6d5d7-c563-45ac-bbbe-f4bd78f54df9 req-66c9ef19-5cfc-4fd5-a427-892022465400 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.469873 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7cc6d5d7-c563-45ac-bbbe-f4bd78f54df9 req-66c9ef19-5cfc-4fd5-a427-892022465400 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5421 time: 0.3424137 Jul 05 03:52:57.484094 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da687885-484a-4221-8d74-297eb50162dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.505946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] For port 1838b3c4-3efb-4548-89c7-641562d02804, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:57.528689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] For port 1838b3c4-3efb-4548-89c7-641562d02804, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1838b3c4-3efb-4548-89c7-641562d02804,segment=NetworkSegment(e73356b5-3cba-44a4-8078-40b403b36a34),segment_id=e73356b5-3cba-44a4-8078-40b403b36a34)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:57.549477 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34868f08-2bc1-45bb-aa55-fd8cc15f5f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.552875 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34868f08-2bc1-45bb-aa55-fd8cc15f5f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.556681 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-34868f08-2bc1-45bb-aa55-fd8cc15f5f53 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f2f057ba-be7c-4862-a7bc-ad92af425e59 HTTP/1.1" status: 204 len: 168 time: 0.3005104 Jul 05 03:52:57.562143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7cc6d5d7-c563-45ac-bbbe-f4bd78f54df9 req-328e4cf1-9552-46a4-8217-68b97b34fa1a tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804162 Jul 05 03:52:57.579511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34868f08-2bc1-45bb-aa55-fd8cc15f5f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f057ba-be7c-4862-a7bc-ad92af425e59,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:57.600646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8d52f909-87a3-4923-9f38-4201db86078a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2814476 Jul 05 03:52:57.610963 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da687885-484a-4221-8d74-297eb50162dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.651407 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-8194d728-0463-427f-96e1-b14f1b66bff6 service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866214 Jul 05 03:52:57.779953 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.789148 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dceee626-5c29-43af-932d-a4071cc167c0 req-ce0f88c5-88e2-4dee-b615-6d58c8f2e4a2 service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277244 Jul 05 03:52:57.790392 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da687885-484a-4221-8d74-297eb50162dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7c3f1f-a7f5-48c7-a126-3a81b1c58291,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:57.812576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da687885-484a-4221-8d74-297eb50162dd admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:57.823205 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da687885-484a-4221-8d74-297eb50162dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.823205 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-da687885-484a-4221-8d74-297eb50162dd admin admin] Added segment a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3 of type vlan for network 66cf0d4c-2199-4116-920a-cc35db90ed02 Jul 05 03:52:57.836559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-2485be52-1d7c-44cf-929a-e3a5eb2e335f service neutron] 10.222.0.38 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350214 Jul 05 03:52:57.841397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.842110 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.843507 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] 10.222.0.10 "PUT /v2.0/ports/1838b3c4-3efb-4548-89c7-641562d02804 HTTP/1.1" status: 200 len: 1092 time: 3.7004259 Jul 05 03:52:57.861720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2', 'tag': '1838b3c4-3efb-4548-89c7-641562d02804'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:57.864858 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9101d0-d0bb-4c32-9ca2-560f9e0ed809" -d '{"events": [{"name": "network-changed", "server_uuid": "ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2", "tag": "1838b3c4-3efb-4548-89c7-641562d02804"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:58.018226 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da687885-484a-4221-8d74-297eb50162dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.029616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-911c1fae-7d1d-4918-9711-7107703908eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.030101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-911c1fae-7d1d-4918-9711-7107703908eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.030575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-911c1fae-7d1d-4918-9711-7107703908eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.031041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-911c1fae-7d1d-4918-9711-7107703908eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.031510 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-911c1fae-7d1d-4918-9711-7107703908eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.031975 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-911c1fae-7d1d-4918-9711-7107703908eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.032468 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-911c1fae-7d1d-4918-9711-7107703908eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.034400 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-911c1fae-7d1d-4918-9711-7107703908eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 6485 time: 0.1037927 Jul 05 03:52:58.110485 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc164189-3c2b-4cb5-bd8a-989b5c0677b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1838b3c4-3efb-4548-89c7-641562d02804,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:58.213026 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da687885-484a-4221-8d74-297eb50162dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.214168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da687885-484a-4221-8d74-297eb50162dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.215221 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da687885-484a-4221-8d74-297eb50162dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.218712 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-505da4f6-b36f-4529-ab88-f0c91e405a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.223779 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-505da4f6-b36f-4529-ab88-f0c91e405a4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee2b7915-3adb-42ee-968d-9a1a80eef953 HTTP/1.1" status: 200 len: 903 time: 0.1789513 Jul 05 03:52:58.295694 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-fca9f73f-1bee-4e6f-8b5e-3dce1bbca2d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3811ad8e-f193-4d3c-9583-2f5e428524c0 HTTP/1.1" status: 200 len: 217 time: 0.0578146 Jul 05 03:52:58.351816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-55a813f4-e8cd-44b8-9343-7cbff57ef247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.353372 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-55a813f4-e8cd-44b8-9343-7cbff57ef247 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c35818c5-0831-4e64-a9b2-4971f2421e18 HTTP/1.1" status: 200 len: 797 time: 0.0510290 Jul 05 03:52:58.393972 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da687885-484a-4221-8d74-297eb50162dd admin admin] Pushing event updated for resources: {'Network': ['ID=66cf0d4c-2199-4116-920a-cc35db90ed02,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:58.408838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 66cf0d4c-2199-4116-920a-cc35db90ed02 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:58.431721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-b250a16a-b12b-4d46-a49c-302ee9404d29 service neutron] 10.222.0.38 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614243 Jul 05 03:52:58.432795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-a60e31ae-70cb-4e84-86d6-ee6f6bd52ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.437700 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-a60e31ae-70cb-4e84-86d6-ee6f6bd52ff6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee2b7915-3adb-42ee-968d-9a1a80eef953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0736258 Jul 05 03:52:58.491527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27dc14-2d76-4360-9f6b-950a4f55e5ff req-efd77ecd-620e-4539-9fce-6d309b96596e tempest-ComputeTenantNetworksTest-277823365 tempest-ComputeTenantNetworksTest-277823365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.491527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27dc14-2d76-4360-9f6b-950a4f55e5ff req-efd77ecd-620e-4539-9fce-6d309b96596e tempest-ComputeTenantNetworksTest-277823365 tempest-ComputeTenantNetworksTest-277823365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.491527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27dc14-2d76-4360-9f6b-950a4f55e5ff req-efd77ecd-620e-4539-9fce-6d309b96596e tempest-ComputeTenantNetworksTest-277823365 tempest-ComputeTenantNetworksTest-277823365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.502122 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f27dc14-2d76-4360-9f6b-950a4f55e5ff req-efd77ecd-620e-4539-9fce-6d309b96596e tempest-ComputeTenantNetworksTest-277823365 tempest-ComputeTenantNetworksTest-277823365-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5776873 Jul 05 03:52:58.508999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-318287b5-735e-4225-ab19-571eff534e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.510593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-318287b5-735e-4225-ab19-571eff534e59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=513ae3b166e3474cb0c8e734ceae0c98&device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 1095 time: 0.4091256 Jul 05 03:52:58.569420 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-939df4e7-5630-43a3-a154-d2cc9ef2ddfc service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252863 Jul 05 03:52:58.609134 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-e8f548e7-a69a-4eda-9480-91b0d1ac42ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1838b3c4-3efb-4548-89c7-641562d02804 HTTP/1.1" status: 200 len: 217 time: 0.0840297 Jul 05 03:52:58.610545 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-da687885-484a-4221-8d74-297eb50162dd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 2.0058792 Jul 05 03:52:58.613568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39104) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:58.619081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ffb82bdd-0866-4189-add9-6921ff64c8c6 admin admin] Request body: {'subnet': {'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-subnet', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:58.697505 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a6e3b3f-4372-42c4-8a6d-01715963e5f5 req-08f52845-a7ea-47bc-a250-0ba3cfec559e service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205206 Jul 05 03:52:58.766908 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-4f784b34-4461-4ce2-a524-885a10af1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.768412 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-4f784b34-4461-4ce2-a524-885a10af1276 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2082b0d6-fa37-4f64-bc13-28d0a2461d54 HTTP/1.1" status: 200 len: 853 time: 0.1351559 Jul 05 03:52:58.770425 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7422af-4d91-443e-8f90-3e8f1fff0fd3 x-openstack-request-id: req-8c7422af-4d91-443e-8f90-3e8f1fff0fd3 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:58.770754 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2", "tag": "1838b3c4-3efb-4548-89c7-641562d02804", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:58.771028 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c7422af-4d91-443e-8f90-3e8f1fff0fd3 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:58.771374 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2', 'tag': '1838b3c4-3efb-4548-89c7-641562d02804', 'status': 'completed', 'code': 200} Jul 05 03:52:58.818817 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-7990ee34-248b-4a60-9fe9-fb99eda421ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5a17bad-3d2a-489f-8be6-8462246aaa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389817 Jul 05 03:52:58.842639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fb047-b54f-417d-90ac-c1e899e6bf59 req-861a1fae-44bb-4022-bd94-3e8f1716665a tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.852579 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f0fb047-b54f-417d-90ac-c1e899e6bf59 req-861a1fae-44bb-4022-bd94-3e8f1716665a tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 943 time: 0.1618779 Jul 05 03:52:59.011563 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f0fb047-b54f-417d-90ac-c1e899e6bf59 req-fcf617f8-4c75-45d6-8764-d41a97a78f79 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdfef96b-d8ac-4fa3-9c9a-283b99551687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578903 Jul 05 03:52:59.072972 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-6471a23d-7acf-4ac4-9948-2ef1fdb8a268 service neutron] 10.222.0.10 "GET /v2.0/networks/b5a17bad-3d2a-489f-8be6-8462246aaa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181299 Jul 05 03:52:59.106045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-42e12592-4c1e-435a-9afa-9afc549e1d12 service neutron] 10.222.0.10 "GET /v2.0/ports/0fb37b48-635d-462f-9b6f-d4c314123e7b/bindings/n-h2-771363-32 HTTP/1.1" status: 200 len: 385 time: 0.1475606 Jul 05 03:52:59.114803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a50c1-60ff-4757-8c75-ba1a64136169 req-f8694dda-70ab-461c-93fb-027add77e0d9 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:59.116493 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c79a50c1-60ff-4757-8c75-ba1a64136169 req-f8694dda-70ab-461c-93fb-027add77e0d9 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 943 time: 0.2224360 Jul 05 03:52:59.156468 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb82bdd-0866-4189-add9-6921ff64c8c6 admin admin] Made reservation on behalf of 7fbe103f3cc24bdfa9471974a739cf65 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:59.158988 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ffb82bdd-0866-4189-add9-6921ff64c8c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.732006 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c79a50c1-60ff-4757-8c75-ba1a64136169 req-e9e336fc-fae6-43e4-b57d-652f98a4fda5 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5764153 Jul 05 03:52:59.763233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23df00-e51a-4b7a-b9cf-7774c3bed0f4 req-2c5e5bc1-eaf8-45c3-8dbc-46193ac80160 tempest-ComputeTenantNetworksTest-277823365 tempest-ComputeTenantNetworksTest-277823365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:59.764609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d23df00-e51a-4b7a-b9cf-7774c3bed0f4 req-2c5e5bc1-eaf8-45c3-8dbc-46193ac80160 tempest-ComputeTenantNetworksTest-277823365 tempest-ComputeTenantNetworksTest-277823365-project] 10.222.0.38 "GET /v2.0/networks/054f631b-234a-4743-9929-2e3dda6d61db HTTP/1.1" status: 200 len: 768 time: 0.5927036 Jul 05 03:52:59.774625 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84c2e57e-c011-4a6c-bf70-64d23221bdf0 req-67ad70db-88ce-427a-8dc6-7619f282546a service neutron] 10.222.0.10 "GET /v2.0/networks/b5a17bad-3d2a-489f-8be6-8462246aaa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6912937 Jul 05 03:52:59.781866 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39128) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:59.889097 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8bf84dd3-fac9-4749-bda4-626eff4e2b44 req-3881523c-d9c5-49be-b9cf-aa50e62bc648 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 210 time: 0.0759873 Jul 05 03:52:59.903929 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-001fc608-3d36-41c4-99af-2a0d0dc10007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.999765 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-001fc608-3d36-41c4-99af-2a0d0dc10007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.021148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-001fc608-3d36-41c4-99af-2a0d0dc10007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054f631b-234a-4743-9929-2e3dda6d61db']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:00.024200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-001fc608-3d36-41c4-99af-2a0d0dc10007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c93982d-ac32-4dd4-a5cd-e9a5b5f488ec') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:00.024602 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-001fc608-3d36-41c4-99af-2a0d0dc10007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c93982d-ac32-4dd4-a5cd-e9a5b5f488ec') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:00.034731 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-001fc608-3d36-41c4-99af-2a0d0dc10007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.056080 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-001fc608-3d36-41c4-99af-2a0d0dc10007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.063252 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001fc608-3d36-41c4-99af-2a0d0dc10007 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:00.064422 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-001fc608-3d36-41c4-99af-2a0d0dc10007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:00.065976 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:00.090014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-5e762694-5718-43e0-bc7d-919deebfea95 req-f367a4c6-2fab-424d-8c7c-dac9a94cf251 service neutron] For port 0fb37b48-635d-462f-9b6f-d4c314123e7b, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:00.140716 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834c38-ae13-4b9d-8f01-db56e058c094 req-16ed2e33-2b9b-4560-86e3-5a917d4c2ddf tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.147534 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834c38-ae13-4b9d-8f01-db56e058c094 req-16ed2e33-2b9b-4560-86e3-5a917d4c2ddf tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.153658 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834c38-ae13-4b9d-8f01-db56e058c094 req-16ed2e33-2b9b-4560-86e3-5a917d4c2ddf tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.159589 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834c38-ae13-4b9d-8f01-db56e058c094 req-16ed2e33-2b9b-4560-86e3-5a917d4c2ddf tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.166472 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834c38-ae13-4b9d-8f01-db56e058c094 req-16ed2e33-2b9b-4560-86e3-5a917d4c2ddf tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.172456 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834c38-ae13-4b9d-8f01-db56e058c094 req-16ed2e33-2b9b-4560-86e3-5a917d4c2ddf tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.178861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834c38-ae13-4b9d-8f01-db56e058c094 req-16ed2e33-2b9b-4560-86e3-5a917d4c2ddf tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.180853 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7834c38-ae13-4b9d-8f01-db56e058c094 req-16ed2e33-2b9b-4560-86e3-5a917d4c2ddf tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5421 time: 0.2944274 Jul 05 03:53:00.182143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-5e762694-5718-43e0-bc7d-919deebfea95 req-f367a4c6-2fab-424d-8c7c-dac9a94cf251 service neutron] For port 0fb37b48-635d-462f-9b6f-d4c314123e7b, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:00.237346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9101d0-d0bb-4c32-9ca2-560f9e0ed809 req-1b6b5f32-bee8-46d8-8d22-2fd9e770a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.238846 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b9101d0-d0bb-4c32-9ca2-560f9e0ed809 req-1b6b5f32-bee8-46d8-8d22-2fd9e770a3e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=513ae3b166e3474cb0c8e734ceae0c98&device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 1095 time: 0.3180180 Jul 05 03:53:00.245104 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-138422b6-b537-49d7-9108-d77746244432 req-3ced28d6-b8bc-45ee-b69a-918e52f95a41 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4cc50a44ce3d4d3cb772a63015db3a24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611358 Jul 05 03:53:00.246024 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ffb82bdd-0866-4189-add9-6921ff64c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.280332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-5e762694-5718-43e0-bc7d-919deebfea95 req-f367a4c6-2fab-424d-8c7c-dac9a94cf251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb37b48-635d-462f-9b6f-d4c314123e7b {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:00.287610 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-001fc608-3d36-41c4-99af-2a0d0dc10007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.295392 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-001fc608-3d36-41c4-99af-2a0d0dc10007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.298553 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-001fc608-3d36-41c4-99af-2a0d0dc10007 admin admin] 10.222.0.38 "DELETE /v2.0/networks/054f631b-234a-4743-9929-2e3dda6d61db HTTP/1.1" status: 204 len: 168 time: 0.5155976 Jul 05 03:53:00.323847 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fc608-3d36-41c4-99af-2a0d0dc10007 admin admin] Pushing event deleted for resources: {'Network': ['ID=054f631b-234a-4743-9929-2e3dda6d61db,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:00.383326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-5e762694-5718-43e0-bc7d-919deebfea95 req-f367a4c6-2fab-424d-8c7c-dac9a94cf251 service neutron] For port 0fb37b48-635d-462f-9b6f-d4c314123e7b, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:00.459898 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7834c38-ae13-4b9d-8f01-db56e058c094 req-27a4c359-2458-4aaa-b996-5683eaa14f51 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2417390 Jul 05 03:53:00.489024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb82bdd-0866-4189-add9-6921ff64c8c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f541f6b-22af-4dee-9016-5624ee84d84d,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:00.516760 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb82bdd-0866-4189-add9-6921ff64c8c6 admin admin] Checking segment: {'id': 'a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:00.517125 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb82bdd-0866-4189-add9-6921ff64c8c6 admin admin] Network hostable DHCP agents. Network: 66cf0d4c-2199-4116-920a-cc35db90ed02, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:53:00.546036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9101d0-d0bb-4c32-9ca2-560f9e0ed809 req-a8a3e17c-5d6e-4e38-ad00-08bd0c36b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.547532 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b9101d0-d0bb-4c32-9ca2-560f9e0ed809 req-a8a3e17c-5d6e-4e38-ad00-08bd0c36b36a service neutron] 10.222.0.10 "GET /v2.0/networks?id=b5a17bad-3d2a-489f-8be6-8462246aaa2d HTTP/1.1" status: 200 len: 914 time: 0.2870624 Jul 05 03:53:00.567558 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5e762694-5718-43e0-bc7d-919deebfea95 req-f367a4c6-2fab-424d-8c7c-dac9a94cf251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.613855 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138422b6-b537-49d7-9108-d77746244432 req-9ba2ddf0-78fc-4634-8d6c-4826d69b7e74 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.615431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-138422b6-b537-49d7-9108-d77746244432 req-9ba2ddf0-78fc-4634-8d6c-4826d69b7e74 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3525081 Jul 05 03:53:00.619114 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b9101d0-d0bb-4c32-9ca2-560f9e0ed809 req-eed9d727-3bd6-4a91-935d-23bf38cda4b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1838b3c4-3efb-4548-89c7-641562d02804 HTTP/1.1" status: 200 len: 217 time: 0.0632730 Jul 05 03:53:00.713050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb82bdd-0866-4189-add9-6921ff64c8c6 admin admin] Network 66cf0d4c-2199-4116-920a-cc35db90ed02 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:53:00.722727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-138422b6-b537-49d7-9108-d77746244432 req-2d1d0c2c-a4c4-481e-989c-a35a27f65f23 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/quotas/4cc50a44ce3d4d3cb772a63015db3a24 HTTP/1.1" status: 200 len: 375 time: 0.0920486 Jul 05 03:53:00.786993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-138422b6-b537-49d7-9108-d77746244432 req-420adf8d-2146-4fcd-af61-c5c5bdbc4aea tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4cc50a44ce3d4d3cb772a63015db3a24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539932 Jul 05 03:53:00.793102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9101d0-d0bb-4c32-9ca2-560f9e0ed809 req-9714cf9e-ed7f-4b7f-a34a-b6ddb0f6be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.794869 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b9101d0-d0bb-4c32-9ca2-560f9e0ed809 req-9714cf9e-ed7f-4b7f-a34a-b6ddb0f6be15 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2082b0d6-fa37-4f64-bc13-28d0a2461d54 HTTP/1.1" status: 200 len: 853 time: 0.1631744 Jul 05 03:53:00.854545 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b9101d0-d0bb-4c32-9ca2-560f9e0ed809 req-9d980c95-78d3-447f-b734-ad98d3751a73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5a17bad-3d2a-489f-8be6-8462246aaa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502927 Jul 05 03:53:00.857528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39148) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:00.861623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-5e762694-5718-43e0-bc7d-919deebfea95 req-f367a4c6-2fab-424d-8c7c-dac9a94cf251 service neutron] Transition to ACTIVE for port object 0fb37b48-635d-462f-9b6f-d4c314123e7b will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:00.868116 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c0ce2-7ab4-4420-8a87-9caca5593f07 req-af3b9ee9-fb82-40f1-808f-c638392c29c4 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.869669 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-562c0ce2-7ab4-4420-8a87-9caca5593f07 req-af3b9ee9-fb82-40f1-808f-c638392c29c4 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 943 time: 0.2685893 Jul 05 03:53:00.870434 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-ffb82bdd-0866-4189-add9-6921ff64c8c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 66cf0d4c-2199-4116-920a-cc35db90ed02) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:00.878533 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b96fd32-70f3-4db2-8170-eac6fd3533b1 None None] Network 66cf0d4c-2199-4116-920a-cc35db90ed02 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:00.887804 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb82bdd-0866-4189-add9-6921ff64c8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.888420 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ffb82bdd-0866-4189-add9-6921ff64c8c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.929653 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-48e7b376-6a5a-43db-8bd9-abd055105207 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=706ceffeca6e43e0b84cced6c528687d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0706818 Jul 05 03:53:00.939859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39152) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:00.958145 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5e762694-5718-43e0-bc7d-919deebfea95 req-f367a4c6-2fab-424d-8c7c-dac9a94cf251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.010291 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6853af1f-96f3-4cc4-aad8-f4a2feb654a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.058030 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6853af1f-96f3-4cc4-aad8-f4a2feb654a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.060100 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-562c0ce2-7ab4-4420-8a87-9caca5593f07 req-d19f5e60-5125-40ff-97d6-0c9dca4377de tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdfef96b-d8ac-4fa3-9c9a-283b99551687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752725 Jul 05 03:53:01.074505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-66cf0d4c-2199-4116-920a-cc35db90ed02', 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'fixed_ips': [{'subnet_id': '0f541f6b-22af-4dee-9016-5624ee84d84d'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:53:01.076467 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.107227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e762694-5718-43e0-bc7d-919deebfea95 req-f367a4c6-2fab-424d-8c7c-dac9a94cf251 service neutron] No DVR routers for this DVR port 0fb37b48-635d-462f-9b6f-d4c314123e7b on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:01.114795 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ffb82bdd-0866-4189-add9-6921ff64c8c6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 2.4999959 Jul 05 03:53:01.115604 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367a4c6-2fab-424d-8c7c-dac9a94cf251 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb37b48-635d-462f-9b6f-d4c314123e7b,revision_number=10']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:01.120691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39154) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:01.125504 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b9101d0-d0bb-4c32-9ca2-560f9e0ed809 req-3b42cc87-8dd2-4bea-849c-ee4b55c20775 service neutron] 10.222.0.10 "GET /v2.0/networks/b5a17bad-3d2a-489f-8be6-8462246aaa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526217 Jul 05 03:53:01.134927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-router', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:01.240315 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-f367a4c6-2fab-424d-8c7c-dac9a94cf251 service neutron] 10.222.0.10 "PUT /v2.0/ports/0fb37b48-635d-462f-9b6f-d4c314123e7b/bindings/n-h2-771363-32/activate HTTP/1.1" status: 200 len: 370 time: 2.1222320 Jul 05 03:53:01.265936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Allocated IP 172.20.0.2 (66cf0d4c-2199-4116-920a-cc35db90ed02/0f541f6b-22af-4dee-9016-5624ee84d84d/b284e8f5-6265-48d0-a8ca-7328ae2430bd) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:01.331800 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.333865 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.351331 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b9101d0-d0bb-4c32-9ca2-560f9e0ed809 req-7a141312-0654-4e48-9264-168f48b531d2 service neutron] 10.222.0.10 "GET /v2.0/networks/b5a17bad-3d2a-489f-8be6-8462246aaa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133548 Jul 05 03:53:01.409052 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d9ab2b4-d1f1-4a6c-aaf2-0d096c1b8173 req-9e4e73f0-96b4-4815-8064-36d625962257 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 210 time: 0.0348701 Jul 05 03:53:01.422307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d266a0-9a6b-4fd7-a82b-4d1e0dd63f7a req-9835fd43-2946-4fe4-a950-c2bea5260423 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.432166 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76d266a0-9a6b-4fd7-a82b-4d1e0dd63f7a req-9835fd43-2946-4fe4-a950-c2bea5260423 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 944 time: 0.1415565 Jul 05 03:53:01.441542 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.452475 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Transition to ACTIVE for port object b284e8f5-6265-48d0-a8ca-7328ae2430bd will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:01.485708 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Transition to ACTIVE for port object b284e8f5-6265-48d0-a8ca-7328ae2430bd will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:01.496836 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76d266a0-9a6b-4fd7-a82b-4d1e0dd63f7a req-38521c30-e4f7-4b35-8626-ae2876eac455 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634246 Jul 05 03:53:01.525310 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6853af1f-96f3-4cc4-aad8-f4a2feb654a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.525310 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6853af1f-96f3-4cc4-aad8-f4a2feb654a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.525680 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-858a89c4-80cb-48cb-ae09-b5e4f1e3da07 req-1a3c2adf-0121-430e-a7c7-128e21a33b2f tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 210 time: 0.0479624 Jul 05 03:53:01.526311 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6853af1f-96f3-4cc4-aad8-f4a2feb654a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1adf1381-7849-4a43-ae37-ee835a18c1a4 HTTP/1.1" status: 204 len: 168 time: 0.5852118 Jul 05 03:53:01.527873 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.548588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853af1f-96f3-4cc4-aad8-f4a2feb654a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adf1381-7849-4a43-ae37-ee835a18c1a4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:01.635303 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.675589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Network 66cf0d4c-2199-4116-920a-cc35db90ed02 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:01.679757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:01.686218 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:01.720887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Pushing event updated for resources: {'Port': ['ID=b284e8f5-6265-48d0-a8ca-7328ae2430bd,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:01.744151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e9a2d-909e-4a49-a642-7e0bd9a35db2 req-d22ddf81-b0d1-480b-85b0-d10dd288389b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.751123 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e9a2d-909e-4a49-a642-7e0bd9a35db2 req-d22ddf81-b0d1-480b-85b0-d10dd288389b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.758518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e9a2d-909e-4a49-a642-7e0bd9a35db2 req-d22ddf81-b0d1-480b-85b0-d10dd288389b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.765156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e9a2d-909e-4a49-a642-7e0bd9a35db2 req-d22ddf81-b0d1-480b-85b0-d10dd288389b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.772669 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e9a2d-909e-4a49-a642-7e0bd9a35db2 req-d22ddf81-b0d1-480b-85b0-d10dd288389b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.778634 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e9a2d-909e-4a49-a642-7e0bd9a35db2 req-d22ddf81-b0d1-480b-85b0-d10dd288389b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.783277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Attempting to bind port b284e8f5-6265-48d0-a8ca-7328ae2430bd on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:01.783824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Attempting to bind port b284e8f5-6265-48d0-a8ca-7328ae2430bd by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:01.784306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Attempting to bind port b284e8f5-6265-48d0-a8ca-7328ae2430bd on network 66cf0d4c-2199-4116-920a-cc35db90ed02 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:01.784988 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e9a2d-909e-4a49-a642-7e0bd9a35db2 req-d22ddf81-b0d1-480b-85b0-d10dd288389b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.787027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d84e9a2d-909e-4a49-a642-7e0bd9a35db2 req-d22ddf81-b0d1-480b-85b0-d10dd288389b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5421 time: 0.1412122 Jul 05 03:53:01.799488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:01.800428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Checking segment: {'id': 'a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:01.800954 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.801969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Bound using segment: {'id': 'a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:01.802596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Bound port: b284e8f5-6265-48d0-a8ca-7328ae2430bd, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:01.803086 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.854639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d84e9a2d-909e-4a49-a642-7e0bd9a35db2 req-aa3e60ef-eb54-46f5-91ff-738ce75b0b8c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594182 Jul 05 03:53:01.917177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] For port b284e8f5-6265-48d0-a8ca-7328ae2430bd, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:01.923779 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.928901 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] For port b284e8f5-6265-48d0-a8ca-7328ae2430bd, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b284e8f5-6265-48d0-a8ca-7328ae2430bd,segment=NetworkSegment(a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3),segment_id=a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:01.969647 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e762694-5718-43e0-bc7d-919deebfea95 req-5827cc92-dd47-42ae-b959-2c4536c08ef8 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.974285 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-5827cc92-dd47-42ae-b959-2c4536c08ef8 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c&tenant_id=63c0043dceb94c52ae4db4897d94f388&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 1096 time: 0.1987100 Jul 05 03:53:02.039508 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.087895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-4c96d2f0-b1fe-4e02-a36e-060bc4ef7fc6 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:02.091118 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-4c96d2f0-b1fe-4e02-a36e-060bc4ef7fc6 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.10 "GET /v2.0/networks?id=56f2d126-45cd-4c57-816c-f5659bffe33c HTTP/1.1" status: 200 len: 815 time: 0.1874449 Jul 05 03:53:02.105865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-3cb77c6c-bdc6-4dc4-9da7-07d9ae04037b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Request body: {'port': {'device_id': '7d6bef92-95e9-4cfb-8425-7327332efbfd', 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c', 'admin_state_up': True, 'tenant_id': '16d30d1d2e714cad8dfa9008b3f9d9e6'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:02.250845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f5efe-940b-4a0a-96e8-dfd240353445 None None] Pushing event updated for resources: {'Port': ['ID=b284e8f5-6265-48d0-a8ca-7328ae2430bd,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:02.363178 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.573977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610fb25-8313-4f19-b2f2-19f8abd53e71 req-b66dd99f-454c-49d8-920e-ea8fba1b857a tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:02.585918 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6610fb25-8313-4f19-b2f2-19f8abd53e71 req-b66dd99f-454c-49d8-920e-ea8fba1b857a tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 943 time: 0.2479239 Jul 05 03:53:02.595795 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1838b3c4-3efb-4548-89c7-641562d02804 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:02.605921 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0fb37b48-635d-462f-9b6f-d4c314123e7b no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:02.630963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6610fb25-8313-4f19-b2f2-19f8abd53e71 req-3a42d5a7-7d52-45e4-9c6f-c95f52551c2e tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdfef96b-d8ac-4fa3-9c9a-283b99551687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439596 Jul 05 03:53:02.655966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-3cb77c6c-bdc6-4dc4-9da7-07d9ae04037b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Made reservation on behalf of 16d30d1d2e714cad8dfa9008b3f9d9e6 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:02.660506 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-3cb77c6c-bdc6-4dc4-9da7-07d9ae04037b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.744175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0fb37b48-635d-462f-9b6f-d4c314123e7b not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:02.843914 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0903285-3057-48ef-a8a8-b57b4fbab3d2 req-9eae435d-b85f-4735-9f1e-432ec1ea80fd tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 210 time: 0.0553076 Jul 05 03:53:02.847082 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1838b3c4-3efb-4548-89c7-641562d02804, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1838b3c4-3efb-4548-89c7-641562d02804,segment=NetworkSegment(e73356b5-3cba-44a4-8078-40b403b36a34),segment_id=e73356b5-3cba-44a4-8078-40b403b36a34)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:02.863870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e762694-5718-43e0-bc7d-919deebfea95 req-1a96131a-9f45-41d6-8798-fb2e0ea11d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:02.865665 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-1a96131a-9f45-41d6-8798-fb2e0ea11d8b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c&tenant_id=63c0043dceb94c52ae4db4897d94f388 HTTP/1.1" status: 200 len: 1096 time: 0.8741455 Jul 05 03:53:02.865916 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '1838b3c4-3efb-4548-89c7-641562d02804', 'network_id': 'b5a17bad-3d2a-489f-8be6-8462246aaa2d', 'port_id': '1838b3c4-3efb-4548-89c7-641562d02804', 'mac_address': 'fa:16:3e:6d:48:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2082b0d6-fa37-4f64-bc13-28d0a2461d54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:02.930317 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.952739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1838b3c4-3efb-4548-89c7-641562d02804 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:02.975935 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d688f44e-9d3b-4053-85d2-9f00d6fd9583 req-2d158333-a10b-4b77-9cae-90a8466d728f tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 210 time: 0.0451283 Jul 05 03:53:02.981240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-3cb77c6c-bdc6-4dc4-9da7-07d9ae04037b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Allocated IP 172.20.0.9 (56f2d126-45cd-4c57-816c-f5659bffe33c/9069197f-75d0-4cd3-a892-7efdfa8d933c/7091fd1a-4b11-45ca-8006-e0d076711c0b) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:02.984199 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1838b3c4-3efb-4548-89c7-641562d02804, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1838b3c4-3efb-4548-89c7-641562d02804,segment=NetworkSegment(e73356b5-3cba-44a4-8078-40b403b36a34),segment_id=e73356b5-3cba-44a4-8078-40b403b36a34)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:03.044600 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0a55-d3bf-4778-9970-5cb16f98920e req-9b91074a-1a27-4fb2-874c-6b057d49fb1e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.052213 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7ce0a55-d3bf-4778-9970-5cb16f98920e req-9b91074a-1a27-4fb2-874c-6b057d49fb1e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 944 time: 0.1949515 Jul 05 03:53:03.081082 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.106222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e762694-5718-43e0-bc7d-919deebfea95 req-6c2b0bcf-82b7-4082-86b7-6acc89df718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.109295 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-6c2b0bcf-82b7-4082-86b7-6acc89df718c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 1096 time: 0.1978023 Jul 05 03:53:03.144741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=1838b3c4-3efb-4548-89c7-641562d02804,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:03.156574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7ce0a55-d3bf-4778-9970-5cb16f98920e req-d6202972-a274-4387-a2b7-29780e011fbf tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019120 Jul 05 03:53:03.215299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.242549 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.253300 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-3cb77c6c-bdc6-4dc4-9da7-07d9ae04037b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.320462 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3dd2f21c-657d-44eb-a790-6a137dd16fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.324615 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3dd2f21c-657d-44eb-a790-6a137dd16fc0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.2062814 Jul 05 03:53:03.324765 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['1838b3c4-3efb-4548-89c7-641562d02804'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:03.339629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295a9cb-007c-43de-abaa-4f2a3683a1d2 req-16aa7909-7f79-49c6-b2dc-ca386ecc989c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.346135 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295a9cb-007c-43de-abaa-4f2a3683a1d2 req-16aa7909-7f79-49c6-b2dc-ca386ecc989c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.353311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295a9cb-007c-43de-abaa-4f2a3683a1d2 req-16aa7909-7f79-49c6-b2dc-ca386ecc989c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.360936 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295a9cb-007c-43de-abaa-4f2a3683a1d2 req-16aa7909-7f79-49c6-b2dc-ca386ecc989c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.369420 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295a9cb-007c-43de-abaa-4f2a3683a1d2 req-16aa7909-7f79-49c6-b2dc-ca386ecc989c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.377726 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295a9cb-007c-43de-abaa-4f2a3683a1d2 req-16aa7909-7f79-49c6-b2dc-ca386ecc989c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.385722 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295a9cb-007c-43de-abaa-4f2a3683a1d2 req-16aa7909-7f79-49c6-b2dc-ca386ecc989c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.397570 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-3f2521b7-c334-48a6-82e3-6caff7d422b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b HTTP/1.1" status: 200 len: 217 time: 0.0680678 Jul 05 03:53:03.400796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b295a9cb-007c-43de-abaa-4f2a3683a1d2 req-16aa7909-7f79-49c6-b2dc-ca386ecc989c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5421 time: 0.2237961 Jul 05 03:53:03.500755 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b295a9cb-007c-43de-abaa-4f2a3683a1d2 req-f2d99ac8-0cd0-472b-ab4f-6eaffd22049d tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986907 Jul 05 03:53:03.521077 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Allocated IP 172.25.6.18 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/c9c14774-d758-420d-b677-7e3d1c6b2015) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:03.548185 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e762694-5718-43e0-bc7d-919deebfea95 req-4f6fdefd-edc3-46f7-b280-df73010de43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.552312 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-4f6fdefd-edc3-46f7-b280-df73010de43a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.1329789 Jul 05 03:53:03.583757 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-3cb77c6c-bdc6-4dc4-9da7-07d9ae04037b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.598018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['d331f6dc-06c2-4e86-9fa0-5b9db6e33018', '0bc63b9e-797c-4db1-8878-baceda92b667'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:03.630444 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-1453330d-c5bc-43a6-b64f-5be011e012f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719697 Jul 05 03:53:03.684196 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.695933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-3cb77c6c-bdc6-4dc4-9da7-07d9ae04037b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Network 56f2d126-45cd-4c57-816c-f5659bffe33c is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:03.709861 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6c07ab-ac74-4ea6-9828-4e3e022d9d0a None None] Network 66cf0d4c-2199-4116-920a-cc35db90ed02 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:03.721117 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-3cb77c6c-bdc6-4dc4-9da7-07d9ae04037b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:03.739571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-3cb77c6c-bdc6-4dc4-9da7-07d9ae04037b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:03.837948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb77c6c-bdc6-4dc4-9da7-07d9ae04037b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Pushing event updated for resources: {'Port': ['ID=7091fd1a-4b11-45ca-8006-e0d076711c0b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:03.849942 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.861848 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-8b826c1a-c7bf-4ee9-b422-daf398d90720 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153873 Jul 05 03:53:03.869764 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 0fb37b48-635d-462f-9b6f-d4c314123e7b no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:03.925632 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-3cb77c6c-bdc6-4dc4-9da7-07d9ae04037b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.928476 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-3cb77c6c-bdc6-4dc4-9da7-07d9ae04037b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.007348 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-e51762a6-e05e-4d87-8b61-734d785a581d service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330848 Jul 05 03:53:04.070721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e697cb2b-c887-4eab-8a6d-f4b754c48d42'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:04.082015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4339614d-6352-4ca8-8222-925ee6c29fba None None] Provisioning for port b284e8f5-6265-48d0-a8ca-7328ae2430bd completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:04.113287 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.134995 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53e617-54c6-4448-b826-9b23f3446fbd req-72ab5c94-2082-4e98-89ba-92511d9b96be tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.147559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e53e617-54c6-4448-b826-9b23f3446fbd req-72ab5c94-2082-4e98-89ba-92511d9b96be tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 944 time: 0.2152934 Jul 05 03:53:04.193187 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-3cb77c6c-bdc6-4dc4-9da7-07d9ae04037b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0917237 Jul 05 03:53:04.198381 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:04.208860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:04.213845 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:04.216901 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b284e8f5-6265-48d0-a8ca-7328ae2430bd up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:04.218612 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Request body: {'port': {'device_id': '7d6bef92-95e9-4cfb-8425-7327332efbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:04.234289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaad98-f245-4c3a-b491-bea6f27d7420 req-bb921764-c656-4e6d-a47f-16eb90904817 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.236251 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dfcaad98-f245-4c3a-b491-bea6f27d7420 req-bb921764-c656-4e6d-a47f-16eb90904817 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 931 time: 0.1836483 Jul 05 03:53:04.265068 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9c14774-d758-420d-b677-7e3d1c6b2015,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:04.314344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e53e617-54c6-4448-b826-9b23f3446fbd req-a9c9a0e2-8db3-419b-9fdc-6b63f7f83535 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdfef96b-d8ac-4fa3-9c9a-283b99551687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625817 Jul 05 03:53:04.392493 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dfcaad98-f245-4c3a-b491-bea6f27d7420 req-74041283-b6e8-42f9-bf78-915e3cfbe8fa tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309860 Jul 05 03:53:04.400243 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.515687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port b284e8f5-6265-48d0-a8ca-7328ae2430bd completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:04.527701 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port b284e8f5-6265-48d0-a8ca-7328ae2430bd triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:04.528109 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.599364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1838b3c4-3efb-4548-89c7-641562d02804 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:04.704922 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.743417 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d2bf7b9-25d7-4b2d-a9be-6ebeeff77cda req-a574a178-e59f-4d6e-8075-f4596a91fe66 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 210 time: 0.1281767 Jul 05 03:53:04.773827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port b284e8f5-6265-48d0-a8ca-7328ae2430bd, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b284e8f5-6265-48d0-a8ca-7328ae2430bd,segment=NetworkSegment(a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3),segment_id=a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:04.781586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 1838b3c4-3efb-4548-89c7-641562d02804 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:04.791035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 1838b3c4-3efb-4548-89c7-641562d02804 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:04.792482 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.842639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed0ccf-9408-47b3-b426-825d890509f7 req-c068aec0-0072-447a-8651-00fc0367fd10 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.847824 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2aed0ccf-9408-47b3-b426-825d890509f7 req-c068aec0-0072-447a-8651-00fc0367fd10 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 944 time: 0.2402253 Jul 05 03:53:04.886793 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-79bf33da-d5f3-438e-8791-1767981e48cd None None] Provisioning complete for port b284e8f5-6265-48d0-a8ca-7328ae2430bd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:04.891557 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-79bf33da-d5f3-438e-8791-1767981e48cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.904546 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.939627 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.973821 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2aed0ccf-9408-47b3-b426-825d890509f7 req-0b951845-7720-4983-9a02-61e5b4682bb8 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107790 Jul 05 03:53:05.059292 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7091fd1a-4b11-45ca-8006-e0d076711c0b {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:05.076378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901d69e-6238-40ce-a8d6-f01da244c31e req-ab50c1ce-0ae5-400d-92f4-da69d9464e38 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.082698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901d69e-6238-40ce-a8d6-f01da244c31e req-ab50c1ce-0ae5-400d-92f4-da69d9464e38 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.088925 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901d69e-6238-40ce-a8d6-f01da244c31e req-ab50c1ce-0ae5-400d-92f4-da69d9464e38 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.095055 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901d69e-6238-40ce-a8d6-f01da244c31e req-ab50c1ce-0ae5-400d-92f4-da69d9464e38 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.102012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901d69e-6238-40ce-a8d6-f01da244c31e req-ab50c1ce-0ae5-400d-92f4-da69d9464e38 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.108393 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901d69e-6238-40ce-a8d6-f01da244c31e req-ab50c1ce-0ae5-400d-92f4-da69d9464e38 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.115298 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901d69e-6238-40ce-a8d6-f01da244c31e req-ab50c1ce-0ae5-400d-92f4-da69d9464e38 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.117370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f901d69e-6238-40ce-a8d6-f01da244c31e req-ab50c1ce-0ae5-400d-92f4-da69d9464e38 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5421 time: 0.2284911 Jul 05 03:53:05.121918 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.147954 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.149327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Transition to ACTIVE for port object 7091fd1a-4b11-45ca-8006-e0d076711c0b will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:05.156292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=b284e8f5-6265-48d0-a8ca-7328ae2430bd,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:05.189339 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.196840 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f901d69e-6238-40ce-a8d6-f01da244c31e req-cad21d69-76a4-4b41-8620-47c7c3a54e20 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720129 Jul 05 03:53:05.232285 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.235235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1838b3c4-3efb-4548-89c7-641562d02804'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:05.238029 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f8011b-f75a-4b40-b84a-bbf008b6d087" -d '{"events": [{"server_uuid": "ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2", "name": "network-vif-plugged", "status": "completed", "tag": "1838b3c4-3efb-4548-89c7-641562d02804"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:05.254100 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1838b3c4-3efb-4548-89c7-641562d02804, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1838b3c4-3efb-4548-89c7-641562d02804,segment=NetworkSegment(e73356b5-3cba-44a4-8078-40b403b36a34),segment_id=e73356b5-3cba-44a4-8078-40b403b36a34)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:05.330955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Pushing event updated for resources: {'Port': ['ID=7091fd1a-4b11-45ca-8006-e0d076711c0b,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:05.377430 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.452395 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Attempting to bind port 7091fd1a-4b11-45ca-8006-e0d076711c0b on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:05.452395 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Attempting to bind port 7091fd1a-4b11-45ca-8006-e0d076711c0b by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:05.452395 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Attempting to bind port 7091fd1a-4b11-45ca-8006-e0d076711c0b on network 56f2d126-45cd-4c57-816c-f5659bffe33c {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:05.452755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=1838b3c4-3efb-4548-89c7-641562d02804,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:05.457173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Port 7091fd1a-4b11-45ca-8006-e0d076711c0b on network 56f2d126-45cd-4c57-816c-f5659bffe33c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:05.457613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Attempting to bind port 7091fd1a-4b11-45ca-8006-e0d076711c0b on network 56f2d126-45cd-4c57-816c-f5659bffe33c {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:05.470254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:05.470936 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Checking segment: {'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:05.471792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Bound using segment: {'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:05.472438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Bound port: 7091fd1a-4b11-45ca-8006-e0d076711c0b, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:05.473015 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.491899 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb239a1-e28b-42a4-8dc7-bb1ea6351a63 x-openstack-request-id: req-deb239a1-e28b-42a4-8dc7-bb1ea6351a63 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:05.492652 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2", "name": "network-vif-plugged", "status": "completed", "tag": "1838b3c4-3efb-4548-89c7-641562d02804", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:05.493086 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-deb239a1-e28b-42a4-8dc7-bb1ea6351a63 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:05.493669 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1838b3c4-3efb-4548-89c7-641562d02804', 'code': 200} Jul 05 03:53:05.582876 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:53:05.670243 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] For port 7091fd1a-4b11-45ca-8006-e0d076711c0b, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:05.697823 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] For port 7091fd1a-4b11-45ca-8006-e0d076711c0b, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=7091fd1a-4b11-45ca-8006-e0d076711c0b,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:05.726327 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-138422b6-b537-49d7-9108-d77746244432 req-fd3d56c6-5ece-422a-8d67-6982b3fde092 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4cc50a44ce3d4d3cb772a63015db3a24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303698 Jul 05 03:53:05.738246 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5af39-592d-4d0d-b83f-c9de38005865 req-707ee9d8-f3d2-4c99-9c26-d0c047b7bfd3 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.740864 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bbf5af39-592d-4d0d-b83f-c9de38005865 req-707ee9d8-f3d2-4c99-9c26-d0c047b7bfd3 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 945 time: 0.1924005 Jul 05 03:53:05.753987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997b0de-7304-4af3-aa18-e2f0ed59e1a5 req-70f34ecc-b94e-4972-b780-e371a381d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.755459 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0997b0de-7304-4af3-aa18-e2f0ed59e1a5 req-70f34ecc-b94e-4972-b780-e371a381d01c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 1097 time: 0.1717703 Jul 05 03:53:05.773727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5e9a6-2c8e-4764-9d4b-5ff1d8aa8b54 req-8cdc8e28-f999-4de9-a65c-401292cec6d1 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.775363 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3df5e9a6-2c8e-4764-9d4b-5ff1d8aa8b54 req-8cdc8e28-f999-4de9-a65c-401292cec6d1 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 943 time: 0.1438403 Jul 05 03:53:05.812544 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.890014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.890637 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.892200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] 10.222.0.10 "PUT /v2.0/ports/7091fd1a-4b11-45ca-8006-e0d076711c0b HTTP/1.1" status: 200 len: 1092 time: 1.6857197 Jul 05 03:53:05.900337 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0997b0de-7304-4af3-aa18-e2f0ed59e1a5 req-df1db305-eadb-4dc7-b92f-235b47f09cd9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cdfef96b-d8ac-4fa3-9c9a-283b99551687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239448 Jul 05 03:53:05.900780 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6bef92-95e9-4cfb-8425-7327332efbfd', 'tag': '7091fd1a-4b11-45ca-8006-e0d076711c0b'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:05.903085 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4748e8b-a802-450c-9992-c095e870f666" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6bef92-95e9-4cfb-8425-7327332efbfd", "tag": "7091fd1a-4b11-45ca-8006-e0d076711c0b"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:05.917566 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bbf5af39-592d-4d0d-b83f-c9de38005865 req-a6005d84-83e2-46f5-8c78-607b67f95d99 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdfef96b-d8ac-4fa3-9c9a-283b99551687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661625 Jul 05 03:53:05.921550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:05.928181 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3df5e9a6-2c8e-4764-9d4b-5ff1d8aa8b54 req-12092011-92a7-461d-b4e5-cec62880cf4d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444573 Jul 05 03:53:05.931423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11e986-18d9-4adf-afde-8c6ed3739c56 service neutron] Pushing event updated for resources: {'Port': ['ID=7091fd1a-4b11-45ca-8006-e0d076711c0b,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:05.935013 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Sync routers for ids ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:05.964815 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Routers {'5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:05.965718 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:52:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:05.966249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138422b6-b537-49d7-9108-d77746244432 req-d79e0dd9-1c77-4562-a8ab-74b23b88ecea tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.967949 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-138422b6-b537-49d7-9108-d77746244432 req-d79e0dd9-1c77-4562-a8ab-74b23b88ecea tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416749 Jul 05 03:53:06.000545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-138422b6-b537-49d7-9108-d77746244432 req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Request body: {'port': {'device_id': '480389f2-29c5-49f3-a771-80fceff42a86', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '4cc50a44ce3d4d3cb772a63015db3a24'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:06.058844 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ae33bb-16a6-47e4-b146-7ddb197653c6 x-openstack-request-id: req-81ae33bb-16a6-47e4-b146-7ddb197653c6 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:06.059250 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6bef92-95e9-4cfb-8425-7327332efbfd", "tag": "7091fd1a-4b11-45ca-8006-e0d076711c0b", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:06.059619 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-81ae33bb-16a6-47e4-b146-7ddb197653c6 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:06.060161 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6bef92-95e9-4cfb-8425-7327332efbfd', 'tag': '7091fd1a-4b11-45ca-8006-e0d076711c0b', 'status': 'completed', 'code': 200} Jul 05 03:53:06.061944 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e762694-5718-43e0-bc7d-919deebfea95 req-83ddfc13-009a-41b2-8bb9-0cd6f2af937e tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.063451 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-83ddfc13-009a-41b2-8bb9-0cd6f2af937e tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c&tenant_id=63c0043dceb94c52ae4db4897d94f388&binding%3Ahost_id=n-h2-771363-32 HTTP/1.1" status: 200 len: 1096 time: 0.2241440 Jul 05 03:53:06.144369 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.150980 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8a67881b-d4b1-46b6-b585-4da55ad27bc1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 5.0262244 Jul 05 03:53:06.152339 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39252) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:06.157761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b284e8f5-6265-48d0-a8ca-7328ae2430bd up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:06.159529 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e7c75e6-56d1-4297-947f-4be870745f06 req-f1d29c80-2bf3-4afa-9b83-96f65f93047f tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 210 time: 0.0684338 Jul 05 03:53:06.214061 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Set router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:06.283407 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port b284e8f5-6265-48d0-a8ca-7328ae2430bd triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:06.284289 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.608116 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-router', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:01Z', 'updated_at': '2021-07-05T03:53:04Z', 'revision_number': 3, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'gw_port': {'id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:06.651951 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-138422b6-b537-49d7-9108-d77746244432 req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Made reservation on behalf of 4cc50a44ce3d4d3cb772a63015db3a24 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:06.656084 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-138422b6-b537-49d7-9108-d77746244432 req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.667632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-138422b6-b537-49d7-9108-d77746244432 req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.703606 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Checking router: 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:06.703952 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Updating router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 port c9c14774-d758-420d-b677-7e3d1c6b2015 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:53:06.769334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5e762694-5718-43e0-bc7d-919deebfea95 req-e0b474f4-4781-4c40-9bab-8ea8d41bfe33 service neutron] For port 0fb37b48-635d-462f-9b6f-d4c314123e7b, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:06.770426 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.778866 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5e762694-5718-43e0-bc7d-919deebfea95 req-e0b474f4-4781-4c40-9bab-8ea8d41bfe33 service neutron] Notify callbacks [] for binding, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.779984 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e762694-5718-43e0-bc7d-919deebfea95 req-e0b474f4-4781-4c40-9bab-8ea8d41bfe33 service neutron] 10.222.0.36 "DELETE /v2.0/ports/0fb37b48-635d-462f-9b6f-d4c314123e7b/bindings/n-h1-771363-32 HTTP/1.1" status: 204 len: 173 time: 0.6461003 Jul 05 03:53:07.081197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c98926-ad9b-4621-a498-02dba3d65bb3 req-cdd741e4-3e51-4471-947c-8820684eb548 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.083161 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87c98926-ad9b-4621-a498-02dba3d65bb3 req-cdd741e4-3e51-4471-947c-8820684eb548 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 944 time: 0.8358479 Jul 05 03:53:07.099174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22383-c02c-4803-8b44-334cb2051197 req-c964fb7b-fc0c-4dd7-b243-fb9f423aa448 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.105397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22383-c02c-4803-8b44-334cb2051197 req-c964fb7b-fc0c-4dd7-b243-fb9f423aa448 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.112796 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22383-c02c-4803-8b44-334cb2051197 req-c964fb7b-fc0c-4dd7-b243-fb9f423aa448 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.119677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22383-c02c-4803-8b44-334cb2051197 req-c964fb7b-fc0c-4dd7-b243-fb9f423aa448 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.125857 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22383-c02c-4803-8b44-334cb2051197 req-c964fb7b-fc0c-4dd7-b243-fb9f423aa448 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.133139 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22383-c02c-4803-8b44-334cb2051197 req-c964fb7b-fc0c-4dd7-b243-fb9f423aa448 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.139259 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22383-c02c-4803-8b44-334cb2051197 req-c964fb7b-fc0c-4dd7-b243-fb9f423aa448 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.144827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29f22383-c02c-4803-8b44-334cb2051197 req-c964fb7b-fc0c-4dd7-b243-fb9f423aa448 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5421 time: 0.1816494 Jul 05 03:53:07.179427 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-f3e68314-7a5e-4931-ae00-fc6bae0eaa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.180980 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-f3e68314-7a5e-4931-ae00-fc6bae0eaa80 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 1095 time: 1.0330660 Jul 05 03:53:07.202086 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.224613 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Transition to ACTIVE for port object c9c14774-d758-420d-b677-7e3d1c6b2015 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:07.245341 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-fcc970b4-03c4-4765-b2fc-d868c9d1ccde service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7091fd1a-4b11-45ca-8006-e0d076711c0b HTTP/1.1" status: 200 len: 217 time: 0.0531542 Jul 05 03:53:07.251062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87c98926-ad9b-4621-a498-02dba3d65bb3 req-0c2fddcc-514a-4550-9b33-1eb68068e1be tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044855 Jul 05 03:53:07.279544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-138422b6-b537-49d7-9108-d77746244432 req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.320641 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29f22383-c02c-4803-8b44-334cb2051197 req-0474fcce-2d02-4ce3-a372-6aa14ef5723c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1491041 Jul 05 03:53:07.340580 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.363327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-0b6ebb56-14c3-4fc2-977b-d602e00d4766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.365062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-0b6ebb56-14c3-4fc2-977b-d602e00d4766 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9069197f-75d0-4cd3-a892-7efdfa8d933c HTTP/1.1" status: 200 len: 855 time: 0.1071620 Jul 05 03:53:07.417583 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-138422b6-b537-49d7-9108-d77746244432 req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.433664 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90256a19-c9e4-459a-a9d1-18821fb632dc None None] Pushing event updated for resources: {'Port': ['ID=c9c14774-d758-420d-b677-7e3d1c6b2015,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:07.438018 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Attempting to bind port c9c14774-d758-420d-b677-7e3d1c6b2015 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:07.438516 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Attempting to bind port c9c14774-d758-420d-b677-7e3d1c6b2015 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:07.438984 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Attempting to bind port c9c14774-d758-420d-b677-7e3d1c6b2015 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:07.445351 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-ce282156-c0b4-4fd8-b42d-8e593347cfdf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56f2d126-45cd-4c57-816c-f5659bffe33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721750 Jul 05 03:53:07.448371 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:07.448941 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:07.449546 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.450055 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:07.450586 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Bound port: c9c14774-d758-420d-b677-7e3d1c6b2015, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:07.451109 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.539313 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] For port c9c14774-d758-420d-b677-7e3d1c6b2015, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:07.543467 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] For port c9c14774-d758-420d-b677-7e3d1c6b2015, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c9c14774-d758-420d-b677-7e3d1c6b2015,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:07.551615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c7cec1-060b-473c-aeae-e6ceb3252d3e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:07.630896 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.636755 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-31ed9163-868a-41bd-8ca3-7051cebf2690 service neutron] 10.222.0.10 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823597 Jul 05 03:53:07.656368 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.660636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-138422b6-b537-49d7-9108-d77746244432 req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Allocated IP 192.168.233.233 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/ee33a611-783f-40b5-a303-a1c5b726af28) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:07.726585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bf197-88f0-40e1-b9b3-4593f2c3db58 req-198c3626-dad8-47cc-832f-3693a3f10d2a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.728227 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d3bf197-88f0-40e1-b9b3-4593f2c3db58 req-198c3626-dad8-47cc-832f-3693a3f10d2a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 943 time: 0.2046163 Jul 05 03:53:07.742912 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81779420-e7de-427a-b58c-ab3d8b9bb57b req-daf3b43e-26e6-465f-a893-79ac146a684d tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.745309 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81779420-e7de-427a-b58c-ab3d8b9bb57b req-daf3b43e-26e6-465f-a893-79ac146a684d tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 945 time: 0.2197556 Jul 05 03:53:07.751943 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Routers {'5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:07.751943 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:52:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:07.814840 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90256a19-c9e4-459a-a9d1-18821fb632dc None None] Pushing event updated for resources: {'Port': ['ID=c9c14774-d758-420d-b677-7e3d1c6b2015,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:07.846489 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d3bf197-88f0-40e1-b9b3-4593f2c3db58 req-9b5312d8-4e18-4aed-856d-e5b34b7e5438 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008582 Jul 05 03:53:07.853431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db916c9d-efc4-40b1-bde7-b0729a15740a req-74eb5d3d-0a41-43cc-9e98-cef889efc9cf service neutron] 10.222.0.10 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044952 Jul 05 03:53:07.868760 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81779420-e7de-427a-b58c-ab3d8b9bb57b req-7d39414e-8eff-4a2d-9720-99ee6f45e91b tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdfef96b-d8ac-4fa3-9c9a-283b99551687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975959 Jul 05 03:53:07.911432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Allocated IP 172.20.0.1 (66cf0d4c-2199-4116-920a-cc35db90ed02/0f541f6b-22af-4dee-9016-5624ee84d84d/4f95ef1e-4af8-48bd-8790-0cd3fd004be4) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:07.989605 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] Set router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:08.005834 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-138422b6-b537-49d7-9108-d77746244432 req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.120942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-138422b6-b537-49d7-9108-d77746244432 req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Transition to ACTIVE for port object ee33a611-783f-40b5-a303-a1c5b726af28 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:08.154317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cea2d76e-10aa-40a3-820a-8d301b88da56 req-a70ffb0d-17e4-45c0-aa20-aa4d31a64fe5 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 210 time: 0.0789890 Jul 05 03:53:08.245443 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4748e8b-a802-450c-9992-c095e870f666 req-e2cfef47-a2ea-422c-af46-eef345d68f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.249922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4748e8b-a802-450c-9992-c095e870f666 req-e2cfef47-a2ea-422c-af46-eef345d68f95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 1095 time: 0.1619864 Jul 05 03:53:08.357526 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.383755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Transition to ACTIVE for port object 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:08.392718 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-router', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:01Z', 'updated_at': '2021-07-05T03:53:04Z', 'revision_number': 3, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'gw_port': {'id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:08.421676 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-51a2e9fa-7679-4179-8469-95f315b66d11 req-533a6e22-af5c-4775-96dd-012f58f30298 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2342808 Jul 05 03:53:08.449270 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a42e02-6738-48e8-9359-88dc0dba55d9 None None] The sync data for ids ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'] in n-d-771363-32 is: [{'id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-router', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:01Z', 'updated_at': '2021-07-05T03:53:04Z', 'revision_number': 3, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'gw_port': {'id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:08.485992 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4748e8b-a802-450c-9992-c095e870f666 req-57af1a8b-d44c-4e2d-a4d7-fd9223713031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.487793 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4748e8b-a802-450c-9992-c095e870f666 req-57af1a8b-d44c-4e2d-a4d7-fd9223713031 service neutron] 10.222.0.10 "GET /v2.0/networks?id=56f2d126-45cd-4c57-816c-f5659bffe33c HTTP/1.1" status: 200 len: 916 time: 0.2341142 Jul 05 03:53:08.495007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff3865-91da-4c8c-b8a7-05f38717a604 req-f46c5642-3b2e-4029-b561-2f1b158441cb tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.502804 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bcff3865-91da-4c8c-b8a7-05f38717a604 req-f46c5642-3b2e-4029-b561-2f1b158441cb tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 1096 time: 0.1208229 Jul 05 03:53:08.512698 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-138422b6-b537-49d7-9108-d77746244432 req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.531249 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.593936 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4748e8b-a802-450c-9992-c095e870f666 req-bb074c24-1373-496b-9194-ac05ec85dbcd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7091fd1a-4b11-45ca-8006-e0d076711c0b HTTP/1.1" status: 200 len: 217 time: 0.0762908 Jul 05 03:53:08.594230 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-138422b6-b537-49d7-9108-d77746244432 req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:08.599119 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-138422b6-b537-49d7-9108-d77746244432 req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:08.608662 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Network 66cf0d4c-2199-4116-920a-cc35db90ed02 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:08.609779 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-138422b6-b537-49d7-9108-d77746244432 req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:08.615151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Pushing event updated for resources: {'Port': ['ID=ee33a611-783f-40b5-a303-a1c5b726af28,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:08.650892 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:08.669660 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:08.681026 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bcff3865-91da-4c8c-b8a7-05f38717a604 req-40795553-7622-4d66-b99b-c4e88c9248a5 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769512 Jul 05 03:53:08.706329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4748e8b-a802-450c-9992-c095e870f666 req-68a12db2-227a-4dd4-9a3e-38e0fee7c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.708503 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4748e8b-a802-450c-9992-c095e870f666 req-68a12db2-227a-4dd4-9a3e-38e0fee7c136 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9069197f-75d0-4cd3-a892-7efdfa8d933c HTTP/1.1" status: 200 len: 855 time: 0.1130326 Jul 05 03:53:08.789359 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4748e8b-a802-450c-9992-c095e870f666 req-0db315e3-7ea1-4048-922a-b9d7d5354f99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56f2d126-45cd-4c57-816c-f5659bffe33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694463 Jul 05 03:53:08.803488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5f323-13ae-488c-af17-e32c292ab3e7 req-4d6bec5b-ee71-42f6-9c27-571ac89d0ace tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.810249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5f323-13ae-488c-af17-e32c292ab3e7 req-4d6bec5b-ee71-42f6-9c27-571ac89d0ace tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.816745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5f323-13ae-488c-af17-e32c292ab3e7 req-4d6bec5b-ee71-42f6-9c27-571ac89d0ace tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.826897 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5f323-13ae-488c-af17-e32c292ab3e7 req-4d6bec5b-ee71-42f6-9c27-571ac89d0ace tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.831847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5f323-13ae-488c-af17-e32c292ab3e7 req-4d6bec5b-ee71-42f6-9c27-571ac89d0ace tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.838349 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5f323-13ae-488c-af17-e32c292ab3e7 req-4d6bec5b-ee71-42f6-9c27-571ac89d0ace tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.845574 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5f323-13ae-488c-af17-e32c292ab3e7 req-4d6bec5b-ee71-42f6-9c27-571ac89d0ace tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.854053 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60b5f323-13ae-488c-af17-e32c292ab3e7 req-4d6bec5b-ee71-42f6-9c27-571ac89d0ace tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5421 time: 0.2796223 Jul 05 03:53:08.869080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2e9fa-7679-4179-8469-95f315b66d11 req-5b40fff0-6906-4c19-ba3e-ded82fbdc19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.872140 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-51a2e9fa-7679-4179-8469-95f315b66d11 req-5b40fff0-6906-4c19-ba3e-ded82fbdc19f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55f1fa425cd248da88c6dfdb3beafff5&device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 1097 time: 0.4092236 Jul 05 03:53:08.924338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138422b6-b537-49d7-9108-d77746244432 req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.924338 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-138422b6-b537-49d7-9108-d77746244432 req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.979237 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Pushing event updated for resources: {'Port': ['ID=4f95ef1e-4af8-48bd-8790-0cd3fd004be4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:08.991790 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60b5f323-13ae-488c-af17-e32c292ab3e7 req-b1d2d3c3-6e2d-4501-ae1f-ce122461b695 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364286 Jul 05 03:53:09.040239 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.104011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4748e8b-a802-450c-9992-c095e870f666 req-38260ee8-7a38-4da8-a450-94e472724ae6 service neutron] 10.222.0.10 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472882 Jul 05 03:53:09.243701 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-138422b6-b537-49d7-9108-d77746244432 req-9eec1dc7-cd19-4da5-8481-1c6725f8250a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2560103 Jul 05 03:53:09.257520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-151a71de-8735-4195-907d-ac24c6bd7290 None None] Provisioning for port ee33a611-783f-40b5-a303-a1c5b726af28 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:09.262217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-151a71de-8735-4195-907d-ac24c6bd7290 None None] Provisioning complete for port ee33a611-783f-40b5-a303-a1c5b726af28 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:09.262712 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-151a71de-8735-4195-907d-ac24c6bd7290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.285516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Request body: {'port': {'device_id': '480389f2-29c5-49f3-a771-80fceff42a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:09.322637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-151a71de-8735-4195-907d-ac24c6bd7290 None None] Port ee33a611-783f-40b5-a303-a1c5b726af28 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:09.423594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4748e8b-a802-450c-9992-c095e870f666 req-43b74c33-3a64-4c34-85c5-e0f21ef2dc38 service neutron] 10.222.0.10 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111808 Jul 05 03:53:09.435483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-e6ea3e44-3adc-4127-a8eb-76e4e6ef52e0 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:09.437333 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-e6ea3e44-3adc-4127-a8eb-76e4e6ef52e0 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 820 time: 0.1943197 Jul 05 03:53:09.453207 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.462991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e59af-2b9c-4da5-b556-ea07f41370c2 req-8d0d78fa-3f24-4046-8eaa-69bdfeb01050 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:09.464732 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d2e59af-2b9c-4da5-b556-ea07f41370c2 req-8d0d78fa-3f24-4046-8eaa-69bdfeb01050 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 943 time: 0.1898456 Jul 05 03:53:09.471250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2e9fa-7679-4179-8469-95f315b66d11 req-4fc1a596-b0c8-417d-8fa6-3e8c5a8b71d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:09.474430 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-51a2e9fa-7679-4179-8469-95f315b66d11 req-4fc1a596-b0c8-417d-8fa6-3e8c5a8b71d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf7b9eb0-cbb0-45f8-b398-17cff1adf554 HTTP/1.1" status: 200 len: 917 time: 0.4884923 Jul 05 03:53:09.486746 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-93f520e1-2f84-43b7-b556-fdf8b4dce017 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/quotas/63c0043dceb94c52ae4db4897d94f388 HTTP/1.1" status: 200 len: 375 time: 0.0368235 Jul 05 03:53:09.549546 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8706c4f9-8e46-45b2-ab2f-8e8bcf6e66dd None None] Provisioning for port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:09.558196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8706c4f9-8e46-45b2-ab2f-8e8bcf6e66dd None None] Provisioning complete for port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:09.558196 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8706c4f9-8e46-45b2-ab2f-8e8bcf6e66dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.567768 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d2e59af-2b9c-4da5-b556-ea07f41370c2 req-e324599f-4876-4706-9ff1-18f694045a63 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871582 Jul 05 03:53:09.612843 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-51a2e9fa-7679-4179-8469-95f315b66d11 req-33dda258-d4b5-4563-955f-cd86af94e78c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9418b660-b5c4-4b60-b669-e3451073dbcc HTTP/1.1" status: 200 len: 999 time: 0.1279011 Jul 05 03:53:09.636839 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-73f33318-d859-4c54-8e87-5c0790fb81bc tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1490207 Jul 05 03:53:09.644292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8706c4f9-8e46-45b2-ab2f-8e8bcf6e66dd None None] Port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:09.786232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-ca445e0a-fb0d-4684-9f9b-22604b007bcf service neutron] 10.222.0.38 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474402 Jul 05 03:53:09.835622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39316) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:09.883983 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.902749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2e9fa-7679-4179-8469-95f315b66d11 req-ebb0f3f7-5f1c-4e94-a513-9bdba10ce8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:09.904361 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-51a2e9fa-7679-4179-8469-95f315b66d11 req-ebb0f3f7-5f1c-4e94-a513-9bdba10ce8a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cb3a22c-f8ee-4659-a945-ef70c8a04746 HTTP/1.1" status: 200 len: 855 time: 0.2197528 Jul 05 03:53:09.914814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-7c3634a1-5fda-48d0-b34a-9a76dc634114 service neutron] 10.222.0.38 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274168 Jul 05 03:53:10.025389 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eb1feaac-031f-4175-9ab7-75ac6e49d379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.176778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2e9fa-7679-4179-8469-95f315b66d11 req-97fd9cf8-8fa1-4b52-ac2a-3f6b783c9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:10.178842 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-51a2e9fa-7679-4179-8469-95f315b66d11 req-97fd9cf8-8fa1-4b52-ac2a-3f6b783c9b4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf7b9eb0-cbb0-45f8-b398-17cff1adf554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2448881 Jul 05 03:53:10.200490 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c9c14774-d758-420d-b677-7e3d1c6b2015 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:10.211675 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee33a611-783f-40b5-a303-a1c5b726af28 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:10.219180 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eb1feaac-031f-4175-9ab7-75ac6e49d379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.259255 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.306787 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Transition to ACTIVE for port object ee33a611-783f-40b5-a303-a1c5b726af28 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:10.311893 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.349113 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eb1feaac-031f-4175-9ab7-75ac6e49d379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.352491 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-51a2e9fa-7679-4179-8469-95f315b66d11 req-9ad2d134-d4c6-482c-8855-01d470709403 service neutron] 10.222.0.36 "GET /v2.0/networks/cf7b9eb0-cbb0-45f8-b398-17cff1adf554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620789 Jul 05 03:53:10.377408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port c9c14774-d758-420d-b677-7e3d1c6b2015 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:10.384315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c9c14774-d758-420d-b677-7e3d1c6b2015 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:10.384875 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.410183 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.495897 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.530553 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.598794 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port c9c14774-d758-420d-b677-7e3d1c6b2015, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c9c14774-d758-420d-b677-7e3d1c6b2015,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:10.621536 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-eb1feaac-031f-4175-9ab7-75ac6e49d379 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc5e29bda50a47c283f215f78c8c56f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7841053 Jul 05 03:53:10.624603 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1feaac-031f-4175-9ab7-75ac6e49d379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb504fee-142b-4dd6-956a-7ff25f2810af,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:10.633726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 7091fd1a-4b11-45ca-8006-e0d076711c0b details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:10.634030 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39330) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:10.712096 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.725477 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.767141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7c15a-7aa1-4cd7-8aaa-72bf187cbeac req-4e2502e7-2d78-49b9-906e-625dc4960306 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:10.774930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88f7c15a-7aa1-4cd7-8aaa-72bf187cbeac req-4e2502e7-2d78-49b9-906e-625dc4960306 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 948 time: 0.3428133 Jul 05 03:53:10.902883 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4f3af85-25b7-423a-a826-9c5f0161ac90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.908271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=c9c14774-d758-420d-b677-7e3d1c6b2015,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:10.972657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88f7c15a-7aa1-4cd7-8aaa-72bf187cbeac req-a79935b5-a96b-411c-80bf-85da64a9af23 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464200 Jul 05 03:53:10.979058 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4f3af85-25b7-423a-a826-9c5f0161ac90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.979751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 7091fd1a-4b11-45ca-8006-e0d076711c0b, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=7091fd1a-4b11-45ca-8006-e0d076711c0b,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:10.989605 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Pushing event updated for resources: {'Port': ['ID=4f95ef1e-4af8-48bd-8790-0cd3fd004be4,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:11.002672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '7091fd1a-4b11-45ca-8006-e0d076711c0b', 'network_id': '56f2d126-45cd-4c57-816c-f5659bffe33c', 'port_id': '7091fd1a-4b11-45ca-8006-e0d076711c0b', 'mac_address': 'fa:16:3e:61:25:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9069197f-75d0-4cd3-a892-7efdfa8d933c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:11.071115 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0de86-0d80-4ed9-a797-6941b93568aa req-c548efd1-cd50-4b9b-8cdd-5d40702bcaff tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.078585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0de86-0d80-4ed9-a797-6941b93568aa req-c548efd1-cd50-4b9b-8cdd-5d40702bcaff tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.086642 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0de86-0d80-4ed9-a797-6941b93568aa req-c548efd1-cd50-4b9b-8cdd-5d40702bcaff tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.099065 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0de86-0d80-4ed9-a797-6941b93568aa req-c548efd1-cd50-4b9b-8cdd-5d40702bcaff tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.100465 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Attempting to bind port ee33a611-783f-40b5-a303-a1c5b726af28 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:11.101048 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Attempting to bind port ee33a611-783f-40b5-a303-a1c5b726af28 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:11.101572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Attempting to bind port ee33a611-783f-40b5-a303-a1c5b726af28 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:11.111629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0de86-0d80-4ed9-a797-6941b93568aa req-c548efd1-cd50-4b9b-8cdd-5d40702bcaff tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.119854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0de86-0d80-4ed9-a797-6941b93568aa req-c548efd1-cd50-4b9b-8cdd-5d40702bcaff tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.124100 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-51a2e9fa-7679-4179-8469-95f315b66d11 req-69fed325-9957-4a7c-a494-6872e892095e service neutron] 10.222.0.36 "GET /v2.0/networks/cf7b9eb0-cbb0-45f8-b398-17cff1adf554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7640386 Jul 05 03:53:11.130937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0de86-0d80-4ed9-a797-6941b93568aa req-c548efd1-cd50-4b9b-8cdd-5d40702bcaff tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.132300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Port ee33a611-783f-40b5-a303-a1c5b726af28 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:11.132815 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Attempting to bind port ee33a611-783f-40b5-a303-a1c5b726af28 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:11.139119 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Pushing event updated for resources: {'Port': ['ID=ee33a611-783f-40b5-a303-a1c5b726af28,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:11.149658 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6e0de86-0d80-4ed9-a797-6941b93568aa req-c548efd1-cd50-4b9b-8cdd-5d40702bcaff tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5421 time: 0.3959508 Jul 05 03:53:11.156813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:11.157965 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:11.158562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:11.159182 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Bound port: ee33a611-783f-40b5-a303-a1c5b726af28, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:11.159719 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.165982 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.195572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7091fd1a-4b11-45ca-8006-e0d076711c0b {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:11.208055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Network 66cf0d4c-2199-4116-920a-cc35db90ed02 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:11.212862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:11.218534 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 7091fd1a-4b11-45ca-8006-e0d076711c0b, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=7091fd1a-4b11-45ca-8006-e0d076711c0b,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:11.243233 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6e0de86-0d80-4ed9-a797-6941b93568aa req-2d7c0d14-c924-42af-9562-aa3a93a993ed tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924957 Jul 05 03:53:11.263850 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4f3af85-25b7-423a-a826-9c5f0161ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.268744 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4f3af85-25b7-423a-a826-9c5f0161ac90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.273963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f4f3af85-25b7-423a-a826-9c5f0161ac90 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb504fee-142b-4dd6-956a-7ff25f2810af HTTP/1.1" status: 204 len: 168 time: 0.6380100 Jul 05 03:53:11.299110 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.301297 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3af85-25b7-423a-a826-9c5f0161ac90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb504fee-142b-4dd6-956a-7ff25f2810af,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:11.357405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] For port ee33a611-783f-40b5-a303-a1c5b726af28, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:11.381627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] For port ee33a611-783f-40b5-a303-a1c5b726af28, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ee33a611-783f-40b5-a303-a1c5b726af28,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:11.401742 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d13a-42dd-4418-a750-1087fec28bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.408256 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-25c98018-fbcd-4889-a60a-450ff57bf219 req-a3282ab7-5590-46dd-886e-cfb27524819e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 210 time: 0.0927048 Jul 05 03:53:11.424606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fac73-2e62-4571-8078-31114da944df req-b32bebf9-4b20-489e-ace6-d74045036b07 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.435478 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de9fac73-2e62-4571-8078-31114da944df req-b32bebf9-4b20-489e-ace6-d74045036b07 tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 945 time: 0.2424126 Jul 05 03:53:11.449450 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=7091fd1a-4b11-45ca-8006-e0d076711c0b,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:11.484586 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de9fac73-2e62-4571-8078-31114da944df req-4f0e0709-5e32-4dd3-95e0-e5552fabbe4e tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdfef96b-d8ac-4fa3-9c9a-283b99551687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509698 Jul 05 03:53:11.490792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:53:11.569746 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.600216 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-03b10e38-8bdd-4ef6-8996-f7ef11f73a74 None None] Provisioning complete for port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:11.600739 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-03b10e38-8bdd-4ef6-8996-f7ef11f73a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.627013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['7091fd1a-4b11-45ca-8006-e0d076711c0b'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:11.670933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465220d-fd74-4aa8-8768-263e8ea2b310 req-719a803e-d0a6-4b7a-af47-5a901e0e9f8b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.673492 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0465220d-fd74-4aa8-8768-263e8ea2b310 req-719a803e-d0a6-4b7a-af47-5a901e0e9f8b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 944 time: 0.1081240 Jul 05 03:53:11.677377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-03b10e38-8bdd-4ef6-8996-f7ef11f73a74 None None] Port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:11.699992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.701100 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.702679 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-138422b6-b537-49d7-9108-d77746244432 req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] 10.222.0.36 "PUT /v2.0/ports/ee33a611-783f-40b5-a303-a1c5b726af28 HTTP/1.1" status: 200 len: 1097 time: 2.4243786 Jul 05 03:53:11.707570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480389f2-29c5-49f3-a771-80fceff42a86', 'tag': 'ee33a611-783f-40b5-a303-a1c5b726af28'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:11.721370 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195adced-2c2e-4236-9374-16f5ac629082" -d '{"events": [{"name": "network-changed", "server_uuid": "480389f2-29c5-49f3-a771-80fceff42a86", "tag": "ee33a611-783f-40b5-a303-a1c5b726af28"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:11.773294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0465220d-fd74-4aa8-8768-263e8ea2b310 req-d7509af7-a4c2-483e-ac24-b56412fa11b9 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885429 Jul 05 03:53:11.778569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:11.781576 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800576f-69e2-420e-a17e-a7daf2702d72 service neutron] Pushing event updated for resources: {'Port': ['ID=ee33a611-783f-40b5-a303-a1c5b726af28,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:11.788086 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-191b6bce-e0c9-4d3b-9528-c0b9a19f15a9 admin admin] 10.222.0.38 "PUT /v2.0/routers/5c5f0d0c-8368-4444-9fcf-4c056f2b97f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5795875 Jul 05 03:53:11.810824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Sync routers for ids ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:11.837023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Routers {'5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:11.838554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:52:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:11.982450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138422b6-b537-49d7-9108-d77746244432 req-7b2d9edf-5997-49f0-9e36-f5e4d3345ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.986237 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-138422b6-b537-49d7-9108-d77746244432 req-7b2d9edf-5997-49f0-9e36-f5e4d3345ff6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4cc50a44ce3d4d3cb772a63015db3a24&device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 1100 time: 0.1043611 Jul 05 03:53:12.053367 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-138422b6-b537-49d7-9108-d77746244432 req-91b9f404-afba-4674-bda4-36d5cccea720 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ee33a611-783f-40b5-a303-a1c5b726af28 HTTP/1.1" status: 200 len: 217 time: 0.0609581 Jul 05 03:53:12.121425 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138422b6-b537-49d7-9108-d77746244432 req-7b2d2042-6500-49a7-968b-3d3ed4e63f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.123478 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-138422b6-b537-49d7-9108-d77746244432 req-7b2d2042-6500-49a7-968b-3d3ed4e63f1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0634255 Jul 05 03:53:12.152014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Set router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:12.184979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9d517-9750-42ab-a260-9106b63d60a0 req-a5cde93d-0284-4e7a-b53f-479f21645cca tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.186608 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cbd9d517-9750-42ab-a260-9106b63d60a0 req-a5cde93d-0284-4e7a-b53f-479f21645cca tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 945 time: 0.2161629 Jul 05 03:53:12.228907 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79b3633-9ab8-4715-937b-fc5ffce9f785 x-openstack-request-id: req-c79b3633-9ab8-4715-937b-fc5ffce9f785 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:12.229254 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480389f2-29c5-49f3-a771-80fceff42a86", "tag": "ee33a611-783f-40b5-a303-a1c5b726af28", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:12.232287 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c79b3633-9ab8-4715-937b-fc5ffce9f785 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:12.232287 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480389f2-29c5-49f3-a771-80fceff42a86', 'tag': 'ee33a611-783f-40b5-a303-a1c5b726af28', 'status': 'completed', 'code': 200} Jul 05 03:53:12.255972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c9c14774-d758-420d-b677-7e3d1c6b2015 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:12.257916 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138422b6-b537-49d7-9108-d77746244432 req-eeb8354f-5104-456b-a413-823d35b43905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.266709 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-138422b6-b537-49d7-9108-d77746244432 req-eeb8354f-5104-456b-a413-823d35b43905 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1344836 Jul 05 03:53:12.375878 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39356) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:12.413481 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ecd3824a-a497-4454-96f5-ca833872ff8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.483764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-cbd9d517-9750-42ab-a260-9106b63d60a0 req-c774c086-e2de-418d-beea-8ec13d97a4cf tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Deleting port 1838b3c4-3efb-4548-89c7-641562d02804 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:12.485256 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cbd9d517-9750-42ab-a260-9106b63d60a0 req-c774c086-e2de-418d-beea-8ec13d97a4cf tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.485483 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-138422b6-b537-49d7-9108-d77746244432 req-e66873cc-ea02-4cd5-a0ff-e63222c1184a service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116921 Jul 05 03:53:12.587988 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a0a7c-c9c1-43e3-81fd-077d81d431ac req-b31c4ab7-ecbe-4539-9340-add58241935c tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.589562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a5a0a7c-c9c1-43e3-81fd-077d81d431ac req-b31c4ab7-ecbe-4539-9340-add58241935c tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 948 time: 0.3044679 Jul 05 03:53:12.618730 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c9c14774-d758-420d-b677-7e3d1c6b2015 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:12.619363 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.647735 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-138422b6-b537-49d7-9108-d77746244432 req-d80a2886-e616-4a00-bbee-b030234260dc service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543763 Jul 05 03:53:12.651206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 7091fd1a-4b11-45ca-8006-e0d076711c0b up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:12.745961 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a5a0a7c-c9c1-43e3-81fd-077d81d431ac req-c9ce2440-a731-4b80-b9c8-4cdd87735b87 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467366 Jul 05 03:53:12.753178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-cbd9d517-9750-42ab-a260-9106b63d60a0 req-c774c086-e2de-418d-beea-8ec13d97a4cf tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] For port 1838b3c4-3efb-4548-89c7-641562d02804, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1838b3c4-3efb-4548-89c7-641562d02804,segment=NetworkSegment(e73356b5-3cba-44a4-8078-40b403b36a34),segment_id=e73356b5-3cba-44a4-8078-40b403b36a34)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:12.753555 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cbd9d517-9750-42ab-a260-9106b63d60a0 req-c774c086-e2de-418d-beea-8ec13d97a4cf tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.788697 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-cbd9d517-9750-42ab-a260-9106b63d60a0 req-c774c086-e2de-418d-beea-8ec13d97a4cf tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Calling delete_port for 1838b3c4-3efb-4548-89c7-641562d02804 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:12.809486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-router', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:01Z', 'updated_at': '2021-07-05T03:53:09Z', 'revision_number': 4, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'gw_port': {'id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '4f95ef1e-4af8-48bd-8790-0cd3fd004be4', 'name': '', 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'mac_address': 'fa:16:3e:56:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:07Z', 'updated_at': '2021-07-05T03:53:09Z', 'revision_number': 2, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'subnets': [{'id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:12.825856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b47a78-6253-47b3-9bcf-555b34863f19 req-32269449-5a73-46b0-80ec-e581e6a7a070 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.831974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b47a78-6253-47b3-9bcf-555b34863f19 req-32269449-5a73-46b0-80ec-e581e6a7a070 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.838042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b47a78-6253-47b3-9bcf-555b34863f19 req-32269449-5a73-46b0-80ec-e581e6a7a070 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.839988 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Checking router: 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:12.840379 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Updating router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:53:12.844364 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b47a78-6253-47b3-9bcf-555b34863f19 req-32269449-5a73-46b0-80ec-e581e6a7a070 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.851725 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b47a78-6253-47b3-9bcf-555b34863f19 req-32269449-5a73-46b0-80ec-e581e6a7a070 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.857876 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b47a78-6253-47b3-9bcf-555b34863f19 req-32269449-5a73-46b0-80ec-e581e6a7a070 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.863273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 7091fd1a-4b11-45ca-8006-e0d076711c0b completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:12.864619 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b47a78-6253-47b3-9bcf-555b34863f19 req-32269449-5a73-46b0-80ec-e581e6a7a070 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.866584 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8b47a78-6253-47b3-9bcf-555b34863f19 req-32269449-5a73-46b0-80ec-e581e6a7a070 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5421 time: 0.3299589 Jul 05 03:53:12.887024 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 7091fd1a-4b11-45ca-8006-e0d076711c0b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:12.887968 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.912491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195adced-2c2e-4236-9374-16f5ac629082 req-2dd32992-bfb9-4b96-a4bd-eb5d77346119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.914679 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-195adced-2c2e-4236-9374-16f5ac629082 req-2dd32992-bfb9-4b96-a4bd-eb5d77346119 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4cc50a44ce3d4d3cb772a63015db3a24&device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 1100 time: 0.0980246 Jul 05 03:53:12.931365 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.955250 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ecd3824a-a497-4454-96f5-ca833872ff8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.993442 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a451fb3b-1346-42a2-b6f2-0342734567e0 req-7e931612-4b65-48a0-8e19-bf08ae8e76a6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 210 time: 0.0606978 Jul 05 03:53:13.032637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195adced-2c2e-4236-9374-16f5ac629082 req-824f358e-e181-44d2-a0df-a14326c4bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.034422 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-195adced-2c2e-4236-9374-16f5ac629082 req-824f358e-e181-44d2-a0df-a14326c4bd2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1088176 Jul 05 03:53:13.045326 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8b47a78-6253-47b3-9bcf-555b34863f19 req-af8b3386-ecfa-405a-beff-05551c39e083 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1698158 Jul 05 03:53:13.059952 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ecd3824a-a497-4454-96f5-ca833872ff8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.125708 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ecd3824a-a497-4454-96f5-ca833872ff8d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b08bed6e87a4719a16b89b0def1dc8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7473881 Jul 05 03:53:13.138159 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-195adced-2c2e-4236-9374-16f5ac629082 req-4e46336d-460f-435e-9ad7-5b20dac7da40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ee33a611-783f-40b5-a303-a1c5b726af28 HTTP/1.1" status: 200 len: 217 time: 0.0924926 Jul 05 03:53:13.138769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39370) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:13.143723 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.150082 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3824a-a497-4454-96f5-ca833872ff8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30c048e-4cb4-4a0d-af40-a7d7e9181837,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:13.193972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6bef92-95e9-4cfb-8425-7327332efbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7091fd1a-4b11-45ca-8006-e0d076711c0b'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:13.196428 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d73e35-8f5a-43ef-9990-7d588cecfdd7" -d '{"events": [{"server_uuid": "7d6bef92-95e9-4cfb-8425-7327332efbfd", "name": "network-vif-plugged", "status": "completed", "tag": "7091fd1a-4b11-45ca-8006-e0d076711c0b"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:13.243976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 7091fd1a-4b11-45ca-8006-e0d076711c0b, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=7091fd1a-4b11-45ca-8006-e0d076711c0b,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:13.274085 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195adced-2c2e-4236-9374-16f5ac629082 req-d192ddda-3d72-4a82-badd-0f09293318bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.276454 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-195adced-2c2e-4236-9374-16f5ac629082 req-d192ddda-3d72-4a82-badd-0f09293318bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1233473 Jul 05 03:53:13.280759 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cbd9d517-9750-42ab-a260-9106b63d60a0 req-c774c086-e2de-418d-beea-8ec13d97a4cf tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.322889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['1838b3c4-3efb-4548-89c7-641562d02804'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:13.324529 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-429175cf-02c8-4310-a153-c4e1c5137c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.327940 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.359099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774c086-e2de-418d-beea-8ec13d97a4cf tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Pushing event deleted for resources: {'Port': ['ID=1838b3c4-3efb-4548-89c7-641562d02804,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:13.369458 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-429175cf-02c8-4310-a153-c4e1c5137c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.388324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd9d517-9750-42ab-a260-9106b63d60a0 req-c774c086-e2de-418d-beea-8ec13d97a4cf tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] No DVR routers for this DVR port 1838b3c4-3efb-4548-89c7-641562d02804 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:13.392202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cbd9d517-9750-42ab-a260-9106b63d60a0 req-c774c086-e2de-418d-beea-8ec13d97a4cf tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.396224 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cbd9d517-9750-42ab-a260-9106b63d60a0 req-c774c086-e2de-418d-beea-8ec13d97a4cf tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.10 "DELETE /v2.0/ports/1838b3c4-3efb-4548-89c7-641562d02804 HTTP/1.1" status: 204 len: 173 time: 1.2027955 Jul 05 03:53:13.404318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2', 'name': 'network-vif-deleted', 'tag': '1838b3c4-3efb-4548-89c7-641562d02804'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:13.408182 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b332314-cd04-4f76-ae92-47baea2f7e82" -d '{"events": [{"server_uuid": "ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2", "name": "network-vif-deleted", "tag": "1838b3c4-3efb-4548-89c7-641562d02804"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:13.433324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6a246-ba82-4d95-a98a-f3cbf099d825 req-29be0454-f723-490c-ba98-0f69904303de tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.440716 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6b6a246-ba82-4d95-a98a-f3cbf099d825 req-29be0454-f723-490c-ba98-0f69904303de tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2 HTTP/1.1" status: 200 len: 867 time: 0.2152321 Jul 05 03:53:13.470838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=7091fd1a-4b11-45ca-8006-e0d076711c0b,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:13.510002 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.528458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Transition to ACTIVE for port object 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:13.551939 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6b6a246-ba82-4d95-a98a-f3cbf099d825 req-ba20875e-849e-4118-9e91-70236d09646c tempest-ServerAddressesTestJSON-619174601 tempest-ServerAddressesTestJSON-619174601-project] 10.222.0.38 "GET /v2.0/security-groups?id=cdfef96b-d8ac-4fa3-9c9a-283b99551687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103106 Jul 05 03:53:13.616731 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.642245 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-1f43cdd5-1b23-4731-bba7-7edfb584669c tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.642245 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-1f43cdd5-1b23-4731-bba7-7edfb584669c tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/networks?id=66cf0d4c-2199-4116-920a-cc35db90ed02 HTTP/1.1" status: 200 len: 827 time: 0.2539945 Jul 05 03:53:13.666368 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-e5e57a81-60bd-4496-9b01-2731870fcf1c tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/quotas/7fbe103f3cc24bdfa9471974a739cf65 HTTP/1.1" status: 200 len: 375 time: 0.0149975 Jul 05 03:53:13.668529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7f91b-04ab-4899-a092-87a8822d08ac None None] Pushing event updated for resources: {'Port': ['ID=4f95ef1e-4af8-48bd-8790-0cd3fd004be4,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:13.882194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Attempting to bind port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:13.884308 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Attempting to bind port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:13.885344 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Attempting to bind port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 on network 66cf0d4c-2199-4116-920a-cc35db90ed02 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:13.893982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195adced-2c2e-4236-9374-16f5ac629082 req-24d76812-94fb-471d-8ae9-5e7ad6e5c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.902226 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-195adced-2c2e-4236-9374-16f5ac629082 req-24d76812-94fb-471d-8ae9-5e7ad6e5c595 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6168413 Jul 05 03:53:13.916777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:13.917249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Checking segment: {'id': 'a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:13.918569 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.926321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Bound using segment: {'id': 'a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:13.926839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Bound port: 4f95ef1e-4af8-48bd-8790-0cd3fd004be4, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:13.927714 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.967462 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-2d11766c-c966-49ff-9ee9-86825002c0f9 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7fbe103f3cc24bdfa9471974a739cf65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2862444 Jul 05 03:53:14.034968 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] For port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:14.039718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] For port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4f95ef1e-4af8-48bd-8790-0cd3fd004be4,segment=NetworkSegment(a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3),segment_id=a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:14.041115 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0b06-cd44-4979-9728-9b28fdfec9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.081968 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-195adced-2c2e-4236-9374-16f5ac629082 req-e511c26a-fc48-4c02-a83d-9b97ebae8a80 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718299 Jul 05 03:53:14.090600 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-429175cf-02c8-4310-a153-c4e1c5137c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.094243 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-429175cf-02c8-4310-a153-c4e1c5137c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.095443 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-429175cf-02c8-4310-a153-c4e1c5137c99 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d30c048e-4cb4-4a0d-af40-a7d7e9181837 HTTP/1.1" status: 204 len: 168 time: 0.9556980 Jul 05 03:53:14.143221 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.158528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429175cf-02c8-4310-a153-c4e1c5137c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30c048e-4cb4-4a0d-af40-a7d7e9181837,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:14.277822 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-195adced-2c2e-4236-9374-16f5ac629082 req-78bc2a3e-4992-4827-a1f7-4fb804ba55db service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786382 Jul 05 03:53:14.317343 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Routers {'5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:14.318528 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:53:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:14.375571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7f91b-04ab-4899-a092-87a8822d08ac None None] Pushing event updated for resources: {'Port': ['ID=4f95ef1e-4af8-48bd-8790-0cd3fd004be4,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:14.481552 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.529484 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-0e332fee-18f9-4e05-8f59-8b1156552691 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.530917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-0e332fee-18f9-4e05-8f59-8b1156552691 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.10 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 820 time: 0.7962203 Jul 05 03:53:14.531137 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] Set router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:14.550606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-90fd2424-b689-440d-8839-f6f37b06b743 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Request body: {'port': {'device_id': 'ef3a6ff3-2932-4903-a430-4e77d304f4bd', 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67', 'admin_state_up': True, 'tenant_id': '63c0043dceb94c52ae4db4897d94f388'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:14.646550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7fef3983-0a70-47a9-a4f7-acd226ce3c65 service neutron] 10.222.0.38 "GET /v2.0/networks/66cf0d4c-2199-4116-920a-cc35db90ed02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334603 Jul 05 03:53:14.669855 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d2a79-0225-4841-bc1e-0487f71ec531 req-f2a6992f-027c-4e66-b8cb-a896041a17fb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.678017 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c6d2a79-0225-4841-bc1e-0487f71ec531 req-f2a6992f-027c-4e66-b8cb-a896041a17fb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 945 time: 0.7276340 Jul 05 03:53:14.830847 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c6d2a79-0225-4841-bc1e-0487f71ec531 req-824e3cd6-4a19-4767-b8fb-8f2ab51a66a9 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522152 Jul 05 03:53:14.838621 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-router', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:01Z', 'updated_at': '2021-07-05T03:53:09Z', 'revision_number': 4, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'gw_port': {'id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '4f95ef1e-4af8-48bd-8790-0cd3fd004be4', 'name': '', 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'mac_address': 'fa:16:3e:56:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:07Z', 'updated_at': '2021-07-05T03:53:14Z', 'revision_number': 4, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'subnets': [{'id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:14.868405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a05cc82-9a46-40d8-9cbe-d2599d45c548 None None] The sync data for ids ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'] in n-d-771363-32 is: [{'id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-router', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:01Z', 'updated_at': '2021-07-05T03:53:09Z', 'revision_number': 4, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'gw_port': {'id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '4f95ef1e-4af8-48bd-8790-0cd3fd004be4', 'name': '', 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'mac_address': 'fa:16:3e:56:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:07Z', 'updated_at': '2021-07-05T03:53:14Z', 'revision_number': 4, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'subnets': [{'id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:14.909114 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-f3407d38-f924-413b-8a84-ea82217c8292 service neutron] 10.222.0.38 "GET /v2.0/networks/66cf0d4c-2199-4116-920a-cc35db90ed02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559710 Jul 05 03:53:14.921683 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941dc196-0e06-4b36-859c-9f8f0ea240f5 x-openstack-request-id: req-941dc196-0e06-4b36-859c-9f8f0ea240f5 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:14.922302 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6bef92-95e9-4cfb-8425-7327332efbfd", "name": "network-vif-plugged", "status": "completed", "tag": "7091fd1a-4b11-45ca-8006-e0d076711c0b", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:14.922758 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-941dc196-0e06-4b36-859c-9f8f0ea240f5 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:14.923380 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6bef92-95e9-4cfb-8425-7327332efbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7091fd1a-4b11-45ca-8006-e0d076711c0b', 'code': 200} Jul 05 03:53:15.034315 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-90fd2424-b689-440d-8839-f6f37b06b743 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Made reservation on behalf of 63c0043dceb94c52ae4db4897d94f388 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:15.041600 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-90fd2424-b689-440d-8839-f6f37b06b743 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.150993 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c59814-7c10-456f-b1d2-a044498f29ca x-openstack-request-id: req-77c59814-7c10-456f-b1d2-a044498f29ca {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:15.150993 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2", "name": "network-vif-deleted", "tag": "1838b3c4-3efb-4548-89c7-641562d02804", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:15.150993 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-77c59814-7c10-456f-b1d2-a044498f29ca {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:15.150993 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee94f5ed-7f5f-4cc1-933a-c499ca46b3c2', 'name': 'network-vif-deleted', 'tag': '1838b3c4-3efb-4548-89c7-641562d02804', 'status': 'completed', 'code': 200} Jul 05 03:53:15.295443 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.424424 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41098ac-f7b2-4a42-97c4-574915cac2f8 req-77b72840-a3dd-4344-939d-1e0e055fde92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.426439 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e41098ac-f7b2-4a42-97c4-574915cac2f8 req-77b72840-a3dd-4344-939d-1e0e055fde92 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 1097 time: 0.2944710 Jul 05 03:53:15.479243 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-90fd2424-b689-440d-8839-f6f37b06b743 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Allocated IP 172.20.0.5 (fc21b127-e7b5-412d-946b-08a3b7902b67/13e58e0b-cbb7-42b5-a550-6e06ecae5d23/bf24e089-eef9-4b41-af9f-3f393d1ad4c4) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:15.513199 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c01cab-f325-42ef-aa32-30836e95c824 req-ab5d65a2-3364-4996-879e-73066f8fc5b6 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.515105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02c01cab-f325-42ef-aa32-30836e95c824 req-ab5d65a2-3364-4996-879e-73066f8fc5b6 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 948 time: 0.2255795 Jul 05 03:53:15.550958 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e41098ac-f7b2-4a42-97c4-574915cac2f8 req-8c5ac6e6-01cb-4c64-bdde-820b4ce070c1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059442 Jul 05 03:53:15.661241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02c01cab-f325-42ef-aa32-30836e95c824 req-96e10a29-7b01-431f-87e4-c835a8b42d26 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696712 Jul 05 03:53:15.897615 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2931d09e-a57c-48e5-9b1d-79ab9d3dfedf req-c2d8a7bb-5f1b-45e8-b288-28ffe8305165 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 210 time: 0.1568167 Jul 05 03:53:16.023741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39424) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:16.121851 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-90fd2424-b689-440d-8839-f6f37b06b743 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.152103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6950e-1fa6-418a-94a1-ac640b5da68f req-9dd365f6-d011-4b3b-848f-b28f44f542f7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.177318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6950e-1fa6-418a-94a1-ac640b5da68f req-9dd365f6-d011-4b3b-848f-b28f44f542f7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.181839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da14fcc-cbb6-48ab-8fe7-ce6125ae3ccd admin admin] Deleting subnet 2082b0d6-fa37-4f64-bc13-28d0a2461d54 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:53:16.185737 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8da14fcc-cbb6-48ab-8fe7-ce6125ae3ccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.197934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6950e-1fa6-418a-94a1-ac640b5da68f req-9dd365f6-d011-4b3b-848f-b28f44f542f7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.205156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6950e-1fa6-418a-94a1-ac640b5da68f req-9dd365f6-d011-4b3b-848f-b28f44f542f7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.215425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6950e-1fa6-418a-94a1-ac640b5da68f req-9dd365f6-d011-4b3b-848f-b28f44f542f7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.235107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6950e-1fa6-418a-94a1-ac640b5da68f req-9dd365f6-d011-4b3b-848f-b28f44f542f7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.245293 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6950e-1fa6-418a-94a1-ac640b5da68f req-9dd365f6-d011-4b3b-848f-b28f44f542f7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.258837 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10d6950e-1fa6-418a-94a1-ac640b5da68f req-9dd365f6-d011-4b3b-848f-b28f44f542f7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5421 time: 0.3543415 Jul 05 03:53:16.265224 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:16.336270 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8da14fcc-cbb6-48ab-8fe7-ce6125ae3ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.451696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20ab6215-db5d-49a9-adea-4de0380b2108 req-20cf5a47-5d8b-40fd-b462-b2e7caca28c2 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 210 time: 0.0883629 Jul 05 03:53:16.462566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:16.467966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:16.468780 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.480722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10d6950e-1fa6-418a-94a1-ac640b5da68f req-aee11ac5-9c97-4ba8-9aa9-68321e94d250 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2208686 Jul 05 03:53:16.517558 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8da14fcc-cbb6-48ab-8fe7-ce6125ae3ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.638985 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-90fd2424-b689-440d-8839-f6f37b06b743 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.658467 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1838b3c4-3efb-4548-89c7-641562d02804 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:16.683583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 1838b3c4-3efb-4548-89c7-641562d02804 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:16.691850 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1838b3c4-3efb-4548-89c7-641562d02804 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:16.733452 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8da14fcc-cbb6-48ab-8fe7-ce6125ae3ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.746830 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.810777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da14fcc-cbb6-48ab-8fe7-ce6125ae3ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2082b0d6-fa37-4f64-bc13-28d0a2461d54,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:16.824624 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8da14fcc-cbb6-48ab-8fe7-ce6125ae3ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.826603 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8da14fcc-cbb6-48ab-8fe7-ce6125ae3ccd admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2082b0d6-fa37-4f64-bc13-28d0a2461d54 HTTP/1.1" status: 204 len: 168 time: 0.8009026 Jul 05 03:53:16.835430 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.837612 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39438) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:16.842066 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-90fd2424-b689-440d-8839-f6f37b06b743 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Network fc21b127-e7b5-412d-946b-08a3b7902b67 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:16.846061 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4f95ef1e-4af8-48bd-8790-0cd3fd004be4,segment=NetworkSegment(a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3),segment_id=a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:16.856516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-90fd2424-b689-440d-8839-f6f37b06b743 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:16.865266 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd2424-b689-440d-8839-f6f37b06b743 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Pushing event updated for resources: {'Port': ['ID=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:16.868493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-90fd2424-b689-440d-8839-f6f37b06b743 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:16.913618 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.996997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-90fd2424-b689-440d-8839-f6f37b06b743 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.997835 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-90fd2424-b689-440d-8839-f6f37b06b743 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.006681 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=4f95ef1e-4af8-48bd-8790-0cd3fd004be4,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:17.008123 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d4cc87b5-618d-431c-93f6-76698a3906cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.087387 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a06bb-bf65-455f-8c44-08fae3645482 req-79e90d21-723c-4f80-9d24-e6ac3503e452 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.097028 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e07a06bb-bf65-455f-8c44-08fae3645482 req-79e90d21-723c-4f80-9d24-e6ac3503e452 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 945 time: 0.4199831 Jul 05 03:53:17.109177 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-90fd2424-b689-440d-8839-f6f37b06b743 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5632062 Jul 05 03:53:17.134927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Request body: {'port': {'device_id': 'ef3a6ff3-2932-4903-a430-4e77d304f4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:17.148646 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d4cc87b5-618d-431c-93f6-76698a3906cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.170160 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d4cc87b5-618d-431c-93f6-76698a3906cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a17bad-3d2a-489f-8be6-8462246aaa2d']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:17.184777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d4cc87b5-618d-431c-93f6-76698a3906cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73356b5-3cba-44a4-8078-40b403b36a34') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:17.185108 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d4cc87b5-618d-431c-93f6-76698a3906cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73356b5-3cba-44a4-8078-40b403b36a34') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:17.190739 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec98d9b-6af5-4b28-b79f-d282f161513a req-73f49bbb-21ac-4416-8ad1-3624b8a81b5a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.192925 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ec98d9b-6af5-4b28-b79f-d282f161513a req-73f49bbb-21ac-4416-8ad1-3624b8a81b5a tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 948 time: 0.2514336 Jul 05 03:53:17.196268 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d4cc87b5-618d-431c-93f6-76698a3906cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.213881 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e07a06bb-bf65-455f-8c44-08fae3645482 req-74d50151-355f-4169-a8bb-9f1fb973c088 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158636 Jul 05 03:53:17.230150 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d4cc87b5-618d-431c-93f6-76698a3906cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.246869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4cc87b5-618d-431c-93f6-76698a3906cc admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:17.247324 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d4cc87b5-618d-431c-93f6-76698a3906cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.284829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ec98d9b-6af5-4b28-b79f-d282f161513a req-61a3ae65-897f-4be8-8206-085a5ab29181 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679300 Jul 05 03:53:17.285913 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:17.306019 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:17.503605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d4cc87b5-618d-431c-93f6-76698a3906cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.513826 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d4cc87b5-618d-431c-93f6-76698a3906cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.520218 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d4cc87b5-618d-431c-93f6-76698a3906cc admin admin] 10.222.0.38 "DELETE /v2.0/networks/b5a17bad-3d2a-489f-8be6-8462246aaa2d HTTP/1.1" status: 204 len: 168 time: 0.6770945 Jul 05 03:53:17.532932 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc87b5-618d-431c-93f6-76698a3906cc admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a17bad-3d2a-489f-8be6-8462246aaa2d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:17.700915 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c71b817e-868c-40d3-a86e-8fb3947789ba req-a96a6d5f-f36b-411c-b9d8-b1b5fb1e1cfa tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 210 time: 0.0511553 Jul 05 03:53:17.743618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a4625-0ad2-414c-a8eb-7367da684eab req-8d3a7e71-ea64-4638-ab4b-07b3268418ec tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.743618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e13a4625-0ad2-414c-a8eb-7367da684eab req-8d3a7e71-ea64-4638-ab4b-07b3268418ec tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 931 time: 0.2621489 Jul 05 03:53:17.819588 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e13a4625-0ad2-414c-a8eb-7367da684eab req-63293eda-24ef-45d6-bb7f-0f23f26166cd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607014 Jul 05 03:53:17.875401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf24e089-eef9-4b41-af9f-3f393d1ad4c4 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:17.919774 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.939781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ee33a611-783f-40b5-a303-a1c5b726af28 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:17.979697 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Transition to ACTIVE for port object bf24e089-eef9-4b41-af9f-3f393d1ad4c4 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:18.034961 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f0468-486b-40f7-a0fc-8134c4d1eed4 req-03cf5de3-4a1d-4a80-b4a9-3cb1059bfae1 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.045027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f0468-486b-40f7-a0fc-8134c4d1eed4 req-03cf5de3-4a1d-4a80-b4a9-3cb1059bfae1 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.054590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f0468-486b-40f7-a0fc-8134c4d1eed4 req-03cf5de3-4a1d-4a80-b4a9-3cb1059bfae1 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.065680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f0468-486b-40f7-a0fc-8134c4d1eed4 req-03cf5de3-4a1d-4a80-b4a9-3cb1059bfae1 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.072701 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f0468-486b-40f7-a0fc-8134c4d1eed4 req-03cf5de3-4a1d-4a80-b4a9-3cb1059bfae1 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.080330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ee33a611-783f-40b5-a303-a1c5b726af28, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ee33a611-783f-40b5-a303-a1c5b726af28,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:18.081056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f0468-486b-40f7-a0fc-8134c4d1eed4 req-03cf5de3-4a1d-4a80-b4a9-3cb1059bfae1 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.091301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f0468-486b-40f7-a0fc-8134c4d1eed4 req-03cf5de3-4a1d-4a80-b4a9-3cb1059bfae1 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.094610 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c5f0468-486b-40f7-a0fc-8134c4d1eed4 req-03cf5de3-4a1d-4a80-b4a9-3cb1059bfae1 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5421 time: 0.2233164 Jul 05 03:53:18.103670 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'ee33a611-783f-40b5-a303-a1c5b726af28', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'ee33a611-783f-40b5-a303-a1c5b726af28', 'mac_address': 'fa:16:3e:05:be:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:18.133303 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.160935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:18.171268 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c5f0468-486b-40f7-a0fc-8134c4d1eed4 req-8d48a8e6-1121-438c-9a90-0a816b46414c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659564 Jul 05 03:53:18.197387 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.226053 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee33a611-783f-40b5-a303-a1c5b726af28 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:18.231403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39464) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:18.254198 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ee33a611-783f-40b5-a303-a1c5b726af28, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ee33a611-783f-40b5-a303-a1c5b726af28,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:18.261351 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:18.261748 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.265820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Pushing event updated for resources: {'Port': ['ID=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:18.328442 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Attempting to bind port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:18.328829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Attempting to bind port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:18.329131 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Attempting to bind port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:18.334816 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 on network fc21b127-e7b5-412d-946b-08a3b7902b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:18.335175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Attempting to bind port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:18.342830 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:18.350055 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Checking segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:18.350055 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Bound using segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:18.350055 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Bound port: bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:18.350055 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.350723 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5763d783-a6b7-46eb-836c-b2cf28b7d674 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=513ae3b166e3474cb0c8e734ceae0c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1111681 Jul 05 03:53:18.350723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39470) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:18.418154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] For port bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:18.421782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] For port bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:18.442408 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.488899 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c39fd0b0-d036-43c8-9a84-040acd8c3886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.522704 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c39fd0b0-d036-43c8-9a84-040acd8c3886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.532548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=ee33a611-783f-40b5-a303-a1c5b726af28,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:18.578958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949b72f-7c1c-4f58-98fa-8858abca26a1 req-ed34350a-fd2f-49e4-b8a7-c0c61c533d8d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.580494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1949b72f-7c1c-4f58-98fa-8858abca26a1 req-ed34350a-fd2f-49e4-b8a7-c0c61c533d8d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 945 time: 0.1137297 Jul 05 03:53:18.583608 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.651772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.652454 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.653850 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] 10.222.0.10 "PUT /v2.0/ports/bf24e089-eef9-4b41-af9f-3f393d1ad4c4 HTTP/1.1" status: 200 len: 1092 time: 1.5360310 Jul 05 03:53:18.655148 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3a6ff3-2932-4903-a430-4e77d304f4bd', 'tag': 'bf24e089-eef9-4b41-af9f-3f393d1ad4c4'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:18.657526 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a91bca8-957d-4c9a-99f3-76932306afad" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3a6ff3-2932-4903-a430-4e77d304f4bd", "tag": "bf24e089-eef9-4b41-af9f-3f393d1ad4c4"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:18.698924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f37800-4fd7-4073-95aa-47ef962bf1b7 req-0723dfc8-e76d-4e59-8fb9-1285bc6a246d tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.700514 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4f37800-4fd7-4073-95aa-47ef962bf1b7 req-0723dfc8-e76d-4e59-8fb9-1285bc6a246d tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 949 time: 0.1879990 Jul 05 03:53:18.709991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47be396-503d-4533-ab68-9df6c059c086 service neutron] Pushing event updated for resources: {'Port': ['ID=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:18.714346 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c39fd0b0-d036-43c8-9a84-040acd8c3886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.719703 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c39fd0b0-d036-43c8-9a84-040acd8c3886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.720149 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1949b72f-7c1c-4f58-98fa-8858abca26a1 req-82918026-1320-48a7-9b32-db4d4efa493a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243780 Jul 05 03:53:18.727553 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c39fd0b0-d036-43c8-9a84-040acd8c3886 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cdfef96b-d8ac-4fa3-9c9a-283b99551687 HTTP/1.1" status: 204 len: 168 time: 0.3713074 Jul 05 03:53:18.735826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fd0b0-d036-43c8-9a84-040acd8c3886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfef96b-d8ac-4fa3-9c9a-283b99551687,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:18.772867 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4f37800-4fd7-4073-95aa-47ef962bf1b7 req-856bc9c7-dc87-4ef2-94dc-be632df076e6 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645120 Jul 05 03:53:18.940014 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d49203-28f3-4d83-93ca-04e18af235d5 x-openstack-request-id: req-74d49203-28f3-4d83-93ca-04e18af235d5 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:18.940350 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3a6ff3-2932-4903-a430-4e77d304f4bd", "tag": "bf24e089-eef9-4b41-af9f-3f393d1ad4c4", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:18.940605 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-74d49203-28f3-4d83-93ca-04e18af235d5 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:18.941004 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3a6ff3-2932-4903-a430-4e77d304f4bd', 'tag': 'bf24e089-eef9-4b41-af9f-3f393d1ad4c4', 'status': 'completed', 'code': 200} Jul 05 03:53:18.954364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['ee33a611-783f-40b5-a303-a1c5b726af28'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:19.077052 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67836bd8-0e77-42cf-8944-abc6640de4f1 req-82118c2d-b6cb-41a9-a55b-19a9833d3469 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 210 time: 0.0586059 Jul 05 03:53:19.079339 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-a9414a21-3444-4a7b-8c34-df969a15d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:19.083994 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-a9414a21-3444-4a7b-8c34-df969a15d12c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 1095 time: 0.2490168 Jul 05 03:53:19.163034 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-8129cd46-06b7-4b98-987b-500ac00c3e14 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf24e089-eef9-4b41-af9f-3f393d1ad4c4 HTTP/1.1" status: 200 len: 217 time: 0.0712192 Jul 05 03:53:19.270848 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-813c648f-449b-4ccc-b8f6-bf46e3b470cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:19.270848 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-813c648f-449b-4ccc-b8f6-bf46e3b470cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.0975292 Jul 05 03:53:19.308726 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-a7706871-8486-493c-9837-1b723282a815 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324860 Jul 05 03:53:19.426958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63214e63-17b9-45c7-9eff-49d9c03fe3e0 req-2e0403b9-cdb8-4988-9d4f-c3fb03af5e2a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:19.428489 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63214e63-17b9-45c7-9eff-49d9c03fe3e0 req-2e0403b9-cdb8-4988-9d4f-c3fb03af5e2a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 943 time: 0.2468016 Jul 05 03:53:19.620986 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63214e63-17b9-45c7-9eff-49d9c03fe3e0 req-6cc93ef8-22a1-4050-9c1c-0fd4173bd425 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710923 Jul 05 03:53:19.626457 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-fe18b1e1-6b91-49f8-987c-2e62b400b50d service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103225 Jul 05 03:53:19.653419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-d34f2c3d-4972-4c1a-b9ff-2b9e164a93b9 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:19.654993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-d34f2c3d-4972-4c1a-b9ff-2b9e164a93b9 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.10 "GET /v2.0/networks?id=66cf0d4c-2199-4116-920a-cc35db90ed02 HTTP/1.1" status: 200 len: 827 time: 0.3180261 Jul 05 03:53:19.682549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-d7bf57ef-76da-44e1-a98b-e13c6660dc20 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Request body: {'port': {'device_id': '820d22a4-51e4-40b7-929a-1b8f7e732393', 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02', 'admin_state_up': True, 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:19.871350 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72621135-fef6-4c2b-8060-1933630c533c req-9ff45fb5-3244-4602-aab2-3057749c4909 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:19.884185 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72621135-fef6-4c2b-8060-1933630c533c req-9ff45fb5-3244-4602-aab2-3057749c4909 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:19.895417 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72621135-fef6-4c2b-8060-1933630c533c req-9ff45fb5-3244-4602-aab2-3057749c4909 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:19.906622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72621135-fef6-4c2b-8060-1933630c533c req-9ff45fb5-3244-4602-aab2-3057749c4909 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:19.918561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72621135-fef6-4c2b-8060-1933630c533c req-9ff45fb5-3244-4602-aab2-3057749c4909 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:19.930887 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72621135-fef6-4c2b-8060-1933630c533c req-9ff45fb5-3244-4602-aab2-3057749c4909 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:19.943098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72621135-fef6-4c2b-8060-1933630c533c req-9ff45fb5-3244-4602-aab2-3057749c4909 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:19.946458 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-72621135-fef6-4c2b-8060-1933630c533c req-9ff45fb5-3244-4602-aab2-3057749c4909 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5421 time: 0.5330355 Jul 05 03:53:20.172673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6df3c2bf-804b-458a-9bdb-7521a929b35c req-dd6ca74a-2913-4a9e-b44f-df92fd12b103 service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159504 Jul 05 03:53:20.186066 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-72621135-fef6-4c2b-8060-1933630c533c req-4914b69b-c50f-4d3a-9a6e-218dd8650368 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2263212 Jul 05 03:53:20.252731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a29718-c930-4c35-971e-e9e56b2e930d req-dbb8c6f5-c0be-4692-b952-64ca3f001ff5 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.266029 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62a29718-c930-4c35-971e-e9e56b2e930d req-dbb8c6f5-c0be-4692-b952-64ca3f001ff5 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 949 time: 0.3072584 Jul 05 03:53:20.300048 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62a29718-c930-4c35-971e-e9e56b2e930d req-b3c5013a-d71a-4f77-836d-474a8594f81d tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383470 Jul 05 03:53:20.451363 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6e007c8-86e5-40a7-96e6-f70fead05dd2 req-1fa7ac9d-fffb-49da-b2f0-942e77829946 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 210 time: 0.0290792 Jul 05 03:53:20.487445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-d7bf57ef-76da-44e1-a98b-e13c6660dc20 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Made reservation on behalf of 7fbe103f3cc24bdfa9471974a739cf65 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:20.494712 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-d7bf57ef-76da-44e1-a98b-e13c6660dc20 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:20.677703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91bca8-957d-4c9a-99f3-76932306afad req-b37cb864-82b5-449b-9f48-3fac99f82e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.679276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a91bca8-957d-4c9a-99f3-76932306afad req-b37cb864-82b5-449b-9f48-3fac99f82e71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 1095 time: 0.1447613 Jul 05 03:53:20.776783 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-d7bf57ef-76da-44e1-a98b-e13c6660dc20 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Allocated IP 172.20.0.12 (66cf0d4c-2199-4116-920a-cc35db90ed02/0f541f6b-22af-4dee-9016-5624ee84d84d/9a218d41-fd26-4c3b-ac80-1a805629a248) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:20.878267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91bca8-957d-4c9a-99f3-76932306afad req-168f3832-c0e7-43e3-9c63-ee4d274449ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.878267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a91bca8-957d-4c9a-99f3-76932306afad req-168f3832-c0e7-43e3-9c63-ee4d274449ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.1861670 Jul 05 03:53:21.012777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a91bca8-957d-4c9a-99f3-76932306afad req-6f5058be-c845-4ad8-a371-594d52c9a9cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf24e089-eef9-4b41-af9f-3f393d1ad4c4 HTTP/1.1" status: 200 len: 217 time: 0.1195734 Jul 05 03:53:21.181658 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91bca8-957d-4c9a-99f3-76932306afad req-35c7a24b-b6a8-4d49-a318-f091ee507aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.183165 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a91bca8-957d-4c9a-99f3-76932306afad req-35c7a24b-b6a8-4d49-a318-f091ee507aee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.1630185 Jul 05 03:53:21.217770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206b511-1e2f-44c5-bed4-b1216790058e req-37710efa-2630-4ac0-9c4d-a744d62863a0 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.219323 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c206b511-1e2f-44c5-bed4-b1216790058e req-37710efa-2630-4ac0-9c4d-a744d62863a0 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 943 time: 0.3376377 Jul 05 03:53:21.251484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a91bca8-957d-4c9a-99f3-76932306afad req-22fa5296-3019-4a61-8106-1e12ada96546 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561483 Jul 05 03:53:21.298947 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-d7bf57ef-76da-44e1-a98b-e13c6660dc20 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.362558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-d7bf57ef-76da-44e1-a98b-e13c6660dc20 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Transition to ACTIVE for port object 9a218d41-fd26-4c3b-ac80-1a805629a248 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:21.373717 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c206b511-1e2f-44c5-bed4-b1216790058e req-a3985129-15d9-40b3-97ab-15b36a56abed tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249192 Jul 05 03:53:21.465563 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a91bca8-957d-4c9a-99f3-76932306afad req-7a8d135d-e1a6-4e73-9daa-2ce40a4b5669 service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004740 Jul 05 03:53:21.578264 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-d7bf57ef-76da-44e1-a98b-e13c6660dc20 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.631992 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e723825b-d29f-404f-905c-29e1c55498e2 req-34c12f31-f7a7-49ce-a655-bf890805a89c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1056764 Jul 05 03:53:21.777357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723825b-d29f-404f-905c-29e1c55498e2 req-8c46eb3e-a641-4678-b4de-487ee61a7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.779007 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e723825b-d29f-404f-905c-29e1c55498e2 req-8c46eb3e-a641-4678-b4de-487ee61a7646 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 1097 time: 0.0710680 Jul 05 03:53:21.928026 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723825b-d29f-404f-905c-29e1c55498e2 req-5fa0da46-01d0-4403-af31-f630d91e2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.931195 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e723825b-d29f-404f-905c-29e1c55498e2 req-5fa0da46-01d0-4403-af31-f630d91e2ab4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=56f2d126-45cd-4c57-816c-f5659bffe33c HTTP/1.1" status: 200 len: 916 time: 0.1213992 Jul 05 03:53:21.958923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device bd52334b-41ac-4635-b2ed-9618cb33fe9e details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:21.968228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ee33a611-783f-40b5-a303-a1c5b726af28 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:21.986335 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e723825b-d29f-404f-905c-29e1c55498e2 req-2f8f0c2d-1b88-4786-b76e-dd989967e24d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e697cb2b-c887-4eab-8a6d-f4b754c48d42 HTTP/1.1" status: 200 len: 217 time: 0.0464871 Jul 05 03:53:22.078570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723825b-d29f-404f-905c-29e1c55498e2 req-b9faa435-9282-4190-9856-fbaea77390b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:22.082076 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e723825b-d29f-404f-905c-29e1c55498e2 req-b9faa435-9282-4190-9856-fbaea77390b5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9069197f-75d0-4cd3-a892-7efdfa8d933c HTTP/1.1" status: 200 len: 855 time: 0.0844460 Jul 05 03:53:22.086020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-d7bf57ef-76da-44e1-a98b-e13c6660dc20 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Network 66cf0d4c-2199-4116-920a-cc35db90ed02 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:22.117370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-d7bf57ef-76da-44e1-a98b-e13c6660dc20 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:22.119965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-d7bf57ef-76da-44e1-a98b-e13c6660dc20 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:22.145514 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e723825b-d29f-404f-905c-29e1c55498e2 req-b8e17bb3-4c71-4919-83f9-a40f106967ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56f2d126-45cd-4c57-816c-f5659bffe33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520563 Jul 05 03:53:22.187196 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf57ef-76da-44e1-a98b-e13c6660dc20 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Pushing event updated for resources: {'Port': ['ID=9a218d41-fd26-4c3b-ac80-1a805629a248,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:22.289485 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a91bca8-957d-4c9a-99f3-76932306afad req-cad9eea9-15ec-4a76-84c2-2a2e1bac7a61 service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8116546 Jul 05 03:53:22.308128 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port bd52334b-41ac-4635-b2ed-9618cb33fe9e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=bd52334b-41ac-4635-b2ed-9618cb33fe9e,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:22.314648 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e723825b-d29f-404f-905c-29e1c55498e2 req-de041ead-ea79-4799-bafa-b8a5766d250b service neutron] 10.222.0.10 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579111 Jul 05 03:53:22.326160 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'bd52334b-41ac-4635-b2ed-9618cb33fe9e', 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6', 'port_id': 'bd52334b-41ac-4635-b2ed-9618cb33fe9e', 'mac_address': 'fa:16:3e:4e:61:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b826c63f-d362-4628-9721-d278ba96e4b3', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:22.391401 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.413510 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd52334b-41ac-4635-b2ed-9618cb33fe9e {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:22.418213 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port ee33a611-783f-40b5-a303-a1c5b726af28 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:22.423377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port ee33a611-783f-40b5-a303-a1c5b726af28 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:22.425738 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.426914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-d7bf57ef-76da-44e1-a98b-e13c6660dc20 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:22.429182 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-d7bf57ef-76da-44e1-a98b-e13c6660dc20 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.463872 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a24e1-d7e0-4941-8af4-af86fe0138a7 req-42cdcaf5-74fd-4ab3-983b-f21c192c16f4 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:22.470076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-626a24e1-d7e0-4941-8af4-af86fe0138a7 req-42cdcaf5-74fd-4ab3-983b-f21c192c16f4 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 949 time: 0.8068886 Jul 05 03:53:22.483348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port bd52334b-41ac-4635-b2ed-9618cb33fe9e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=bd52334b-41ac-4635-b2ed-9618cb33fe9e,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:22.494377 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39554) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:22.526073 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e723825b-d29f-404f-905c-29e1c55498e2 req-d82508f7-172f-4ff3-9933-0a03405d9c80 service neutron] 10.222.0.10 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949079 Jul 05 03:53:22.561809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc0997-4d1f-4aae-996f-97cb9530e842 req-4ef9510a-8996-4ca4-829e-e56dbf607924 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:22.571953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc0997-4d1f-4aae-996f-97cb9530e842 req-4ef9510a-8996-4ca4-829e-e56dbf607924 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:22.583038 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc0997-4d1f-4aae-996f-97cb9530e842 req-4ef9510a-8996-4ca4-829e-e56dbf607924 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:22.585275 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.586314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 512d2f3b-40a5-4840-ad2d-bd6629884f66 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:22.590609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc0997-4d1f-4aae-996f-97cb9530e842 req-4ef9510a-8996-4ca4-829e-e56dbf607924 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:22.599843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc0997-4d1f-4aae-996f-97cb9530e842 req-4ef9510a-8996-4ca4-829e-e56dbf607924 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:22.607963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc0997-4d1f-4aae-996f-97cb9530e842 req-4ef9510a-8996-4ca4-829e-e56dbf607924 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:22.616681 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc0997-4d1f-4aae-996f-97cb9530e842 req-4ef9510a-8996-4ca4-829e-e56dbf607924 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:22.634373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ebdc0997-4d1f-4aae-996f-97cb9530e842 req-4ef9510a-8996-4ca4-829e-e56dbf607924 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5421 time: 0.5431850 Jul 05 03:53:22.648452 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-d7bf57ef-76da-44e1-a98b-e13c6660dc20 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9730790 Jul 05 03:53:22.656541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-626a24e1-d7e0-4941-8af4-af86fe0138a7 req-14fbae1d-be8b-45ca-898e-cba56313a78e tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765151 Jul 05 03:53:22.666495 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2ce01ce-479d-4131-9b10-7cb341849390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.671817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-39eb492c-73bd-4c39-ab46-301703d17c0e None None] Provisioning for port 9a218d41-fd26-4c3b-ac80-1a805629a248 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:22.674697 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Request body: {'port': {'device_id': '820d22a4-51e4-40b7-929a-1b8f7e732393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:22.686396 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-39eb492c-73bd-4c39-ab46-301703d17c0e None None] Provisioning complete for port 9a218d41-fd26-4c3b-ac80-1a805629a248 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:22.687102 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-39eb492c-73bd-4c39-ab46-301703d17c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.696664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device bf24e089-eef9-4b41-af9f-3f393d1ad4c4 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:22.698974 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.770431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ebdc0997-4d1f-4aae-996f-97cb9530e842 req-64fccbc9-e904-4c56-8be6-a08cc88ceedf tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1347704 Jul 05 03:53:22.813483 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.resource_extend [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:53:22.821006 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480389f2-29c5-49f3-a771-80fceff42a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee33a611-783f-40b5-a303-a1c5b726af28'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:22.823764 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70e7bbb-4ac3-4f46-98a6-a3d8db9be1c3" -d '{"events": [{"server_uuid": "480389f2-29c5-49f3-a771-80fceff42a86", "name": "network-vif-plugged", "status": "completed", "tag": "ee33a611-783f-40b5-a303-a1c5b726af28"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:22.836755 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2ce01ce-479d-4131-9b10-7cb341849390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.877475 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=bd52334b-41ac-4635-b2ed-9618cb33fe9e,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:22.899184 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.926374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ee33a611-783f-40b5-a303-a1c5b726af28, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ee33a611-783f-40b5-a303-a1c5b726af28,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:22.929069 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-39eb492c-73bd-4c39-ab46-301703d17c0e None None] Port 9a218d41-fd26-4c3b-ac80-1a805629a248 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:22.931799 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 512d2f3b-40a5-4840-ad2d-bd6629884f66, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=512d2f3b-40a5-4840-ad2d-bd6629884f66,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:22.942945 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2ce01ce-479d-4131-9b10-7cb341849390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.952862 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '512d2f3b-40a5-4840-ad2d-bd6629884f66', 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6', 'port_id': '512d2f3b-40a5-4840-ad2d-bd6629884f66', 'mac_address': 'fa:16:3e:30:17:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b826c63f-d362-4628-9721-d278ba96e4b3', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:23.012684 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.018430 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c2ce01ce-479d-4131-9b10-7cb341849390 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a8ff67ebbb494af8ac14bd1099594e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5228622 Jul 05 03:53:23.022229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce01ce-479d-4131-9b10-7cb341849390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e23218-4dba-4ea3-890c-71975005f601,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:23.025221 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39564) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:23.027378 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.085532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512d2f3b-40a5-4840-ad2d-bd6629884f66 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:23.097490 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e1f52e35-1091-43db-9c85-e439c1daa7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.125705 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e1f52e35-1091-43db-9c85-e439c1daa7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.193004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:23.204708 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=ee33a611-783f-40b5-a303-a1c5b726af28,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:23.210761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 512d2f3b-40a5-4840-ad2d-bd6629884f66, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=512d2f3b-40a5-4840-ad2d-bd6629884f66,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:23.217432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'bf24e089-eef9-4b41-af9f-3f393d1ad4c4', 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67', 'port_id': 'bf24e089-eef9-4b41-af9f-3f393d1ad4c4', 'mac_address': 'fa:16:3e:31:d6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e58e0b-cbb7-42b5-a550-6e06ecae5d23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:23.260905 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.288577 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf24e089-eef9-4b41-af9f-3f393d1ad4c4 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:23.320388 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e1f52e35-1091-43db-9c85-e439c1daa7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.324336 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e1f52e35-1091-43db-9c85-e439c1daa7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.326136 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e1f52e35-1091-43db-9c85-e439c1daa7a8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/53e23218-4dba-4ea3-890c-71975005f601 HTTP/1.1" status: 204 len: 168 time: 0.2986228 Jul 05 03:53:23.327094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced596c8-0b28-41f2-9ebd-86cb5443872c req-8a8b9261-65b8-47b6-84d8-f961d4c4e3b2 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.329078 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ced596c8-0b28-41f2-9ebd-86cb5443872c req-8a8b9261-65b8-47b6-84d8-f961d4c4e3b2 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 932 time: 0.3481693 Jul 05 03:53:23.339285 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f52e35-1091-43db-9c85-e439c1daa7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e23218-4dba-4ea3-890c-71975005f601,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:23.341131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:23.382176 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.382867 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:23.453561 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ced596c8-0b28-41f2-9ebd-86cb5443872c req-2f0d7237-6b8a-4dea-9ecb-9221035cd3a9 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f7c3f1f-a7f5-48c7-a126-3a81b1c58291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123366 Jul 05 03:53:23.503558 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.522753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=512d2f3b-40a5-4840-ad2d-bd6629884f66,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:23.607240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a218d41-fd26-4c3b-ac80-1a805629a248 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:23.628509 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.629144 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:23.636174 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d,segment=NetworkSegment(efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5),segment_id=efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:23.657545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '73204dfe-6823-4e85-a7b1-aa28c9e9cb8d', 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'port_id': '73204dfe-6823-4e85-a7b1-aa28c9e9cb8d', 'mac_address': 'fa:16:3e:b2:c6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:23.673600 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Transition to ACTIVE for port object 9a218d41-fd26-4c3b-ac80-1a805629a248 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:23.721887 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.747714 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:23.762929 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fc00a-bd05-447d-9b94-ef7f60252a35 req-f29180fd-2346-4aba-826f-af821e432758 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.764602 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-191fc00a-bd05-447d-9b94-ef7f60252a35 req-f29180fd-2346-4aba-826f-af821e432758 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 944 time: 0.1006162 Jul 05 03:53:23.772816 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d,segment=NetworkSegment(efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5),segment_id=efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:23.822050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-191fc00a-bd05-447d-9b94-ef7f60252a35 req-9dcf03b9-d5ee-4ab0-af03-acb1a783ec39 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479531 Jul 05 03:53:23.826602 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.837875 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['bf24e089-eef9-4b41-af9f-3f393d1ad4c4'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:23.882222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Pushing event updated for resources: {'Port': ['ID=9a218d41-fd26-4c3b-ac80-1a805629a248,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:23.913652 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.022810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Attempting to bind port 9a218d41-fd26-4c3b-ac80-1a805629a248 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:24.023326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Attempting to bind port 9a218d41-fd26-4c3b-ac80-1a805629a248 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:24.023899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Attempting to bind port 9a218d41-fd26-4c3b-ac80-1a805629a248 on network 66cf0d4c-2199-4116-920a-cc35db90ed02 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:24.036615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Port 9a218d41-fd26-4c3b-ac80-1a805629a248 on network 66cf0d4c-2199-4116-920a-cc35db90ed02 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:24.037741 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Attempting to bind port 9a218d41-fd26-4c3b-ac80-1a805629a248 on network 66cf0d4c-2199-4116-920a-cc35db90ed02 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:24.048791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:24.049061 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ac00ec-d046-4906-adce-d2703f54b48c x-openstack-request-id: req-96ac00ec-d046-4906-adce-d2703f54b48c {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:24.049909 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480389f2-29c5-49f3-a771-80fceff42a86", "name": "network-vif-plugged", "status": "completed", "tag": "ee33a611-783f-40b5-a303-a1c5b726af28", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:24.049909 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-96ac00ec-d046-4906-adce-d2703f54b48c {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:24.050188 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480389f2-29c5-49f3-a771-80fceff42a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee33a611-783f-40b5-a303-a1c5b726af28', 'code': 200} Jul 05 03:53:24.051156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7401aa57-9d41-435b-8dc0-f5e910105980 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:24.051335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Checking segment: {'id': 'a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:24.051977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Bound using segment: {'id': 'a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:24.052490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Bound port: 9a218d41-fd26-4c3b-ac80-1a805629a248, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:24.053080 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.075518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:24.182980 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e342-57cd-4b4f-b72e-48e3c39178c1 req-d1a5fcc4-ad1f-446a-bb41-fdb8e89d1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.187506 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a446e342-57cd-4b4f-b72e-48e3c39178c1 req-d1a5fcc4-ad1f-446a-bb41-fdb8e89d1945 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 1102 time: 0.0971110 Jul 05 03:53:24.263430 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a446e342-57cd-4b4f-b72e-48e3c39178c1 req-4896fb5c-e325-4399-a09a-56094e870855 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671713 Jul 05 03:53:24.296105 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7401aa57-9d41-435b-8dc0-f5e910105980, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7401aa57-9d41-435b-8dc0-f5e910105980,segment=NetworkSegment(16bca484-fc95-4326-bdab-fa50a7f8add7),segment_id=16bca484-fc95-4326-bdab-fa50a7f8add7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:24.346679 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] For port 9a218d41-fd26-4c3b-ac80-1a805629a248, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:24.353716 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] For port 9a218d41-fd26-4c3b-ac80-1a805629a248, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9a218d41-fd26-4c3b-ac80-1a805629a248,segment=NetworkSegment(a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3),segment_id=a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:24.367958 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '7401aa57-9d41-435b-8dc0-f5e910105980', 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953', 'port_id': '7401aa57-9d41-435b-8dc0-f5e910105980', 'mac_address': 'fa:16:3e:21:b1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35818c5-0831-4e64-a9b2-4971f2421e18', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:24.396156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1c8e3-9323-4160-aa1f-7da2b813d30b req-f9476fae-6507-4f8e-9876-f1ac157f0f38 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.411414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43a1c8e3-9323-4160-aa1f-7da2b813d30b req-f9476fae-6507-4f8e-9876-f1ac157f0f38 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 950 time: 0.2052624 Jul 05 03:53:24.454673 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.477322 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43a1c8e3-9323-4160-aa1f-7da2b813d30b req-1b09075f-7f84-49eb-b770-ae64b74aa94e tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648909 Jul 05 03:53:24.480616 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.574243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7401aa57-9d41-435b-8dc0-f5e910105980 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:24.587951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.588621 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.590041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] 10.222.0.10 "PUT /v2.0/ports/9a218d41-fd26-4c3b-ac80-1a805629a248 HTTP/1.1" status: 200 len: 1093 time: 1.9323647 Jul 05 03:53:24.590718 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820d22a4-51e4-40b7-929a-1b8f7e732393', 'tag': '9a218d41-fd26-4c3b-ac80-1a805629a248'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:24.592954 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24152dbd-47ab-4689-9fea-96e0eaf3bd61" -d '{"events": [{"name": "network-changed", "server_uuid": "820d22a4-51e4-40b7-929a-1b8f7e732393", "tag": "9a218d41-fd26-4c3b-ac80-1a805629a248"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:24.599908 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7401aa57-9d41-435b-8dc0-f5e910105980, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7401aa57-9d41-435b-8dc0-f5e910105980,segment=NetworkSegment(16bca484-fc95-4326-bdab-fa50a7f8add7),segment_id=16bca484-fc95-4326-bdab-fa50a7f8add7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:24.613719 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467c3af-0a81-4c13-a25e-255cabe98e90 service neutron] Pushing event updated for resources: {'Port': ['ID=9a218d41-fd26-4c3b-ac80-1a805629a248,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:24.685624 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.686784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3811ad8e-f193-4d3c-9583-2f5e428524c0 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:24.709967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de093334-9eaa-4a5f-9610-dd90fdef1281 req-a5c1f34e-5cff-4b16-8724-20d945451db5 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.730966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de093334-9eaa-4a5f-9610-dd90fdef1281 req-a5c1f34e-5cff-4b16-8724-20d945451db5 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.755194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de093334-9eaa-4a5f-9610-dd90fdef1281 req-a5c1f34e-5cff-4b16-8724-20d945451db5 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.783625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de093334-9eaa-4a5f-9610-dd90fdef1281 req-a5c1f34e-5cff-4b16-8724-20d945451db5 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.799783 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de093334-9eaa-4a5f-9610-dd90fdef1281 req-a5c1f34e-5cff-4b16-8724-20d945451db5 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.811995 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de093334-9eaa-4a5f-9610-dd90fdef1281 req-a5c1f34e-5cff-4b16-8724-20d945451db5 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.814277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7401aa57-9d41-435b-8dc0-f5e910105980,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:24.822037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 3811ad8e-f193-4d3c-9583-2f5e428524c0, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3811ad8e-f193-4d3c-9583-2f5e428524c0,segment=NetworkSegment(16bca484-fc95-4326-bdab-fa50a7f8add7),segment_id=16bca484-fc95-4326-bdab-fa50a7f8add7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:24.823448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de093334-9eaa-4a5f-9610-dd90fdef1281 req-a5c1f34e-5cff-4b16-8724-20d945451db5 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.835472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de093334-9eaa-4a5f-9610-dd90fdef1281 req-a5c1f34e-5cff-4b16-8724-20d945451db5 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5424 time: 0.3104842 Jul 05 03:53:24.842210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '3811ad8e-f193-4d3c-9583-2f5e428524c0', 'network_id': 'ee2b7915-3adb-42ee-968d-9a1a80eef953', 'port_id': '3811ad8e-f193-4d3c-9583-2f5e428524c0', 'mac_address': 'fa:16:3e:bc:f3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35818c5-0831-4e64-a9b2-4971f2421e18', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:24.919518 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.928018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['73204dfe-6823-4e85-a7b1-aa28c9e9cb8d'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:25.007741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['512d2f3b-40a5-4840-ad2d-bd6629884f66'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:25.010219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['bd52334b-41ac-4635-b2ed-9618cb33fe9e'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:25.040636 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de093334-9eaa-4a5f-9610-dd90fdef1281 req-f65ce6db-ae96-4f79-9e63-56df88d84768 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2037098 Jul 05 03:53:25.093395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3811ad8e-f193-4d3c-9583-2f5e428524c0 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:25.118244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 3811ad8e-f193-4d3c-9583-2f5e428524c0, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3811ad8e-f193-4d3c-9583-2f5e428524c0,segment=NetworkSegment(16bca484-fc95-4326-bdab-fa50a7f8add7),segment_id=16bca484-fc95-4326-bdab-fa50a7f8add7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:25.145215 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-1b81d9a3-ab45-4567-9958-bd8fe72375f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:25.146520 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-1b81d9a3-ab45-4567-9958-bd8fe72375f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7fbe103f3cc24bdfa9471974a739cf65&device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 1096 time: 0.3072228 Jul 05 03:53:25.167864 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5de524-dda6-44f3-9a76-530b1133e8c4 req-476ed39a-bb3b-4960-a2ef-4dbb70cf7261 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:25.169963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e5de524-dda6-44f3-9a76-530b1133e8c4 req-476ed39a-bb3b-4960-a2ef-4dbb70cf7261 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 944 time: 0.2597909 Jul 05 03:53:25.264728 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-4e621c7d-27b7-4373-9b9a-b9e728f75fe8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a218d41-fd26-4c3b-ac80-1a805629a248 HTTP/1.1" status: 200 len: 217 time: 0.1047390 Jul 05 03:53:25.279865 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbc14b3-5a0a-433a-bc8f-36a7a24c7414 x-openstack-request-id: req-1fbc14b3-5a0a-433a-bc8f-36a7a24c7414 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:25.280216 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.280381 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820d22a4-51e4-40b7-929a-1b8f7e732393", "tag": "9a218d41-fd26-4c3b-ac80-1a805629a248", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:25.280495 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1fbc14b3-5a0a-433a-bc8f-36a7a24c7414 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:25.280846 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820d22a4-51e4-40b7-929a-1b8f7e732393', 'tag': '9a218d41-fd26-4c3b-ac80-1a805629a248', 'status': 'completed', 'code': 200} Jul 05 03:53:25.281087 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:25.391460 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-c6db372e-82b5-4497-8d1d-57a5b0ee0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:25.393134 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-c6db372e-82b5-4497-8d1d-57a5b0ee0b14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0f541f6b-22af-4dee-9016-5624ee84d84d HTTP/1.1" status: 200 len: 866 time: 0.1100547 Jul 05 03:53:25.486265 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e5de524-dda6-44f3-9a76-530b1133e8c4 req-a386039f-626e-4ff9-a0f0-fd186f8f1d0b tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f7c3f1f-a7f5-48c7-a126-3a81b1c58291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204511 Jul 05 03:53:25.552855 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f384733-a193-4ed4-b054-f857fb3e98e4 req-abf37c96-1146-409b-b3f5-29e129ed6aec tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:25.554767 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f384733-a193-4ed4-b054-f857fb3e98e4 req-abf37c96-1146-409b-b3f5-29e129ed6aec tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 944 time: 0.1508594 Jul 05 03:53:25.558204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-44ac3f6b-d69e-4792-b360-d330ed81877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:25.561118 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-44ac3f6b-d69e-4792-b360-d330ed81877a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66cf0d4c-2199-4116-920a-cc35db90ed02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1543078 Jul 05 03:53:25.568147 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=3811ad8e-f193-4d3c-9583-2f5e428524c0,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:25.735657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f384733-a193-4ed4-b054-f857fb3e98e4 req-00ba758b-a3ba-4c27-ac67-8b1c8eb1dc0d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735251 Jul 05 03:53:25.749363 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:25.767431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-77999bcf-e5ba-4c3f-85c6-7125b9d3e083 service neutron] 10.222.0.10 "GET /v2.0/networks/66cf0d4c-2199-4116-920a-cc35db90ed02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945801 Jul 05 03:53:25.768927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f', 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6', 'port_id': 'db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f', 'mac_address': 'fa:16:3e:8d:b2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b826c63f-d362-4628-9721-d278ba96e4b3', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:25.865249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9b97a-fa04-4e26-8893-7e1f26b60a0c req-80e4379a-e8d3-43e3-b678-cd22b97c15d0 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:25.873929 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42f9b97a-fa04-4e26-8893-7e1f26b60a0c req-80e4379a-e8d3-43e3-b678-cd22b97c15d0 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 950 time: 0.2174654 Jul 05 03:53:25.893980 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.934776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42f9b97a-fa04-4e26-8893-7e1f26b60a0c req-d99ac7af-ac8b-4b4c-9221-73ce0b8bb1cb tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598578 Jul 05 03:53:25.951152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:25.988177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:25.992631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d18fc1ea-485c-46e8-b3c2-bbd25ee653c3 req-665c051c-8df2-4138-978c-4d2413ac18ab service neutron] 10.222.0.10 "GET /v2.0/networks/66cf0d4c-2199-4116-920a-cc35db90ed02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103121 Jul 05 03:53:26.062219 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.062974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f7991792-8e2e-4ea5-bce6-4072571e392e details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:26.210816 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:26.253552 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port f7991792-8e2e-4ea5-bce6-4072571e392e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f7991792-8e2e-4ea5-bce6-4072571e392e,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:26.289006 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'f7991792-8e2e-4ea5-bce6-4072571e392e', 'network_id': 'cbab2f7f-dca4-47b6-8f6c-7716c1102bd6', 'port_id': 'f7991792-8e2e-4ea5-bce6-4072571e392e', 'mac_address': 'fa:16:3e:59:e4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b826c63f-d362-4628-9721-d278ba96e4b3', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:26.313327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24152dbd-47ab-4689-9fea-96e0eaf3bd61 req-81acf2ad-46ec-4432-82ad-5d85e6b294ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.315508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24152dbd-47ab-4689-9fea-96e0eaf3bd61 req-81acf2ad-46ec-4432-82ad-5d85e6b294ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7fbe103f3cc24bdfa9471974a739cf65&device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 1096 time: 0.1444383 Jul 05 03:53:26.388399 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.425398 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462299e-f852-46b1-b0c9-0d8ad4c2ab33 req-f9c17b9a-96b1-40c7-8543-9c8ed99d062d tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.427548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7991792-8e2e-4ea5-bce6-4072571e392e {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:26.433733 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462299e-f852-46b1-b0c9-0d8ad4c2ab33 req-f9c17b9a-96b1-40c7-8543-9c8ed99d062d tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.440466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462299e-f852-46b1-b0c9-0d8ad4c2ab33 req-f9c17b9a-96b1-40c7-8543-9c8ed99d062d tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.446664 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462299e-f852-46b1-b0c9-0d8ad4c2ab33 req-f9c17b9a-96b1-40c7-8543-9c8ed99d062d tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.452763 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462299e-f852-46b1-b0c9-0d8ad4c2ab33 req-f9c17b9a-96b1-40c7-8543-9c8ed99d062d tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.459251 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462299e-f852-46b1-b0c9-0d8ad4c2ab33 req-f9c17b9a-96b1-40c7-8543-9c8ed99d062d tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.460976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port f7991792-8e2e-4ea5-bce6-4072571e392e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f7991792-8e2e-4ea5-bce6-4072571e392e,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:26.465471 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462299e-f852-46b1-b0c9-0d8ad4c2ab33 req-f9c17b9a-96b1-40c7-8543-9c8ed99d062d tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.467364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a462299e-f852-46b1-b0c9-0d8ad4c2ab33 req-f9c17b9a-96b1-40c7-8543-9c8ed99d062d tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5427 time: 0.2103386 Jul 05 03:53:26.526406 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24152dbd-47ab-4689-9fea-96e0eaf3bd61 req-2a483fa9-f6f9-4e37-8acb-164a85a403c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.528056 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24152dbd-47ab-4689-9fea-96e0eaf3bd61 req-2a483fa9-f6f9-4e37-8acb-164a85a403c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=66cf0d4c-2199-4116-920a-cc35db90ed02 HTTP/1.1" status: 200 len: 928 time: 0.2006130 Jul 05 03:53:26.569371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a462299e-f852-46b1-b0c9-0d8ad4c2ab33 req-afb26242-8057-4280-8c73-c15ae8d7b7cb tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900226 Jul 05 03:53:26.583407 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.621804 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24152dbd-47ab-4689-9fea-96e0eaf3bd61 req-aeaa2a83-bba9-4490-80fb-689831b19cdb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a218d41-fd26-4c3b-ac80-1a805629a248 HTTP/1.1" status: 200 len: 217 time: 0.0839436 Jul 05 03:53:26.702523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device bf24e089-eef9-4b41-af9f-3f393d1ad4c4 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:26.750263 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24152dbd-47ab-4689-9fea-96e0eaf3bd61 req-e2985d80-e55b-4f8c-94fb-d8ea34312a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.754349 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24152dbd-47ab-4689-9fea-96e0eaf3bd61 req-e2985d80-e55b-4f8c-94fb-d8ea34312a7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0f541f6b-22af-4dee-9016-5624ee84d84d HTTP/1.1" status: 200 len: 866 time: 0.1221154 Jul 05 03:53:26.761633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=f7991792-8e2e-4ea5-bce6-4072571e392e,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:26.906094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24152dbd-47ab-4689-9fea-96e0eaf3bd61 req-4c918095-5d5e-4864-8cfc-36773d45c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.907751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24152dbd-47ab-4689-9fea-96e0eaf3bd61 req-4c918095-5d5e-4864-8cfc-36773d45c1f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66cf0d4c-2199-4116-920a-cc35db90ed02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481702 Jul 05 03:53:26.928635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81070634-6456-4ccf-b414-7f0239217caa req-4f7b975a-5609-43ec-92e1-3eb66f5b0b1f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.931018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:26.933398 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81070634-6456-4ccf-b414-7f0239217caa req-4f7b975a-5609-43ec-92e1-3eb66f5b0b1f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 944 time: 0.1210654 Jul 05 03:53:26.939479 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:26.939881 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.031550 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.079649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3a6ff3-2932-4903-a430-4e77d304f4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf24e089-eef9-4b41-af9f-3f393d1ad4c4'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:27.084608 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506a7d08-0d86-462d-b817-3eb07c98712b" -d '{"events": [{"server_uuid": "ef3a6ff3-2932-4903-a430-4e77d304f4bd", "name": "network-vif-plugged", "status": "completed", "tag": "bf24e089-eef9-4b41-af9f-3f393d1ad4c4"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:27.115663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:27.140002 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81070634-6456-4ccf-b414-7f0239217caa req-c065ced3-320f-4359-adc9-1f2eca6ea0a8 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f7c3f1f-a7f5-48c7-a126-3a81b1c58291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851807 Jul 05 03:53:27.173953 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24152dbd-47ab-4689-9fea-96e0eaf3bd61 req-689d0dde-3114-4e29-9c7c-6a56629a0bb9 service neutron] 10.222.0.10 "GET /v2.0/networks/66cf0d4c-2199-4116-920a-cc35db90ed02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395425 Jul 05 03:53:27.216425 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.274372 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39672) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:27.295132 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d545ba-462a-49ab-96c1-f03e616ae1f9 req-f826e4f2-94d5-40d4-adca-7d03ced74aa8 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:27.302283 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3d545ba-462a-49ab-96c1-f03e616ae1f9 req-f826e4f2-94d5-40d4-adca-7d03ced74aa8 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 944 time: 0.3667459 Jul 05 03:53:27.346337 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:27.455149 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3d545ba-462a-49ab-96c1-f03e616ae1f9 req-2be75745-0084-4ad6-bdc6-ddd112896bc1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518004 Jul 05 03:53:27.460632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-33298521-8a76-4a7b-a7db-1999690600d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.498896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24152dbd-47ab-4689-9fea-96e0eaf3bd61 req-c7392950-4614-4850-b8f2-95f2d4e6ad07 service neutron] 10.222.0.10 "GET /v2.0/networks/66cf0d4c-2199-4116-920a-cc35db90ed02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153229 Jul 05 03:53:27.602006 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4e04d-c4bf-493b-a264-e1846ae1bb61 req-b47fdb72-5284-4a17-bfda-29db9544bbb2 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:27.607224 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27b4e04d-c4bf-493b-a264-e1846ae1bb61 req-b47fdb72-5284-4a17-bfda-29db9544bbb2 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 950 time: 0.1758020 Jul 05 03:53:27.635551 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-33298521-8a76-4a7b-a7db-1999690600d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.655020 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27b4e04d-c4bf-493b-a264-e1846ae1bb61 req-d476695a-0f7f-4e90-bc11-732e023a38b0 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444343 Jul 05 03:53:27.735361 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4460f913-80f6-4886-895d-6087818a5b54 x-openstack-request-id: req-4460f913-80f6-4886-895d-6087818a5b54 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:27.735683 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3a6ff3-2932-4903-a430-4e77d304f4bd", "name": "network-vif-plugged", "status": "completed", "tag": "bf24e089-eef9-4b41-af9f-3f393d1ad4c4", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:27.736110 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4460f913-80f6-4886-895d-6087818a5b54 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:27.736538 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3a6ff3-2932-4903-a430-4e77d304f4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf24e089-eef9-4b41-af9f-3f393d1ad4c4', 'code': 200} Jul 05 03:53:27.817004 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-33298521-8a76-4a7b-a7db-1999690600d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.910824 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-33298521-8a76-4a7b-a7db-1999690600d9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=231e14a17a7d46e0bd9892a81542b273&name=default HTTP/1.1" status: 200 len: 2980 time: 0.6335669 Jul 05 03:53:27.912694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33298521-8a76-4a7b-a7db-1999690600d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75ad8aa-4fc1-42e4-802c-da234236f64d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:27.929245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39684) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:27.992623 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b6941b0-d5b0-4ef6-8fe8-8e9ff5a3d406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.017688 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b6941b0-d5b0-4ef6-8fe8-8e9ff5a3d406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.085216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954879fa-238c-4485-80a9-f4341b12595b req-3dd76043-a017-4269-8483-2863ec9bd34e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.091544 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954879fa-238c-4485-80a9-f4341b12595b req-3dd76043-a017-4269-8483-2863ec9bd34e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.099089 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954879fa-238c-4485-80a9-f4341b12595b req-3dd76043-a017-4269-8483-2863ec9bd34e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.105343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954879fa-238c-4485-80a9-f4341b12595b req-3dd76043-a017-4269-8483-2863ec9bd34e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.111594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954879fa-238c-4485-80a9-f4341b12595b req-3dd76043-a017-4269-8483-2863ec9bd34e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.119216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954879fa-238c-4485-80a9-f4341b12595b req-3dd76043-a017-4269-8483-2863ec9bd34e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.125526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954879fa-238c-4485-80a9-f4341b12595b req-3dd76043-a017-4269-8483-2863ec9bd34e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.133474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-954879fa-238c-4485-80a9-f4341b12595b req-3dd76043-a017-4269-8483-2863ec9bd34e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5428 time: 0.3326774 Jul 05 03:53:28.138572 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5ee44-3bbb-43a0-a563-8d0a0600f812 req-43270c58-cab7-452c-b16d-591f3ae4f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.140684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-91f5ee44-3bbb-43a0-a563-8d0a0600f812 req-43270c58-cab7-452c-b16d-591f3ae4f451 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 1097 time: 0.2627091 Jul 05 03:53:28.199289 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b6941b0-d5b0-4ef6-8fe8-8e9ff5a3d406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.202385 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b6941b0-d5b0-4ef6-8fe8-8e9ff5a3d406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.204137 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3b6941b0-d5b0-4ef6-8fe8-8e9ff5a3d406 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c75ad8aa-4fc1-42e4-802c-da234236f64d HTTP/1.1" status: 204 len: 168 time: 0.2731707 Jul 05 03:53:28.225300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6941b0-d5b0-4ef6-8fe8-8e9ff5a3d406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75ad8aa-4fc1-42e4-802c-da234236f64d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:28.259253 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-954879fa-238c-4485-80a9-f4341b12595b req-3d9d9652-1b3e-439d-96d4-7f6d68df80bc tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1221278 Jul 05 03:53:28.517530 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-91f5ee44-3bbb-43a0-a563-8d0a0600f812 req-df558498-3ecf-4c7c-abdf-919cc8ac8704 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322298 Jul 05 03:53:28.527338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a8bb3-d0a4-485c-9910-626150e7e0e1 req-4df82f79-ee4b-4f0c-beba-d7b513fd1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.529073 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b9a8bb3-d0a4-485c-9910-626150e7e0e1 req-4df82f79-ee4b-4f0c-beba-d7b513fd1cf6 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 944 time: 0.0897281 Jul 05 03:53:28.545240 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['3811ad8e-f193-4d3c-9583-2f5e428524c0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:28.572470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['7401aa57-9d41-435b-8dc0-f5e910105980'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:28.592276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b9a8bb3-d0a4-485c-9910-626150e7e0e1 req-20113f76-ce4a-4f0f-800a-6ec50b57911d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f7c3f1f-a7f5-48c7-a126-3a81b1c58291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500705 Jul 05 03:53:28.679937 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:28.718784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['f7991792-8e2e-4ea5-bce6-4072571e392e'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:28.728870 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9a218d41-fd26-4c3b-ac80-1a805629a248 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:28.841526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e00a8-7690-410f-98fa-c26b70356e61 req-74a01f64-fa8d-4546-9bbc-ebe8ffaf5269 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.841526 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-589e00a8-7690-410f-98fa-c26b70356e61 req-74a01f64-fa8d-4546-9bbc-ebe8ffaf5269 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 945 time: 0.0853934 Jul 05 03:53:28.879874 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-589e00a8-7690-410f-98fa-c26b70356e61 req-d5664264-e1c3-4d6f-aa57-36722d4fb2ff tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520136 Jul 05 03:53:29.216768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9a218d41-fd26-4c3b-ac80-1a805629a248, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9a218d41-fd26-4c3b-ac80-1a805629a248,segment=NetworkSegment(a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3),segment_id=a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:29.273391 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '9a218d41-fd26-4c3b-ac80-1a805629a248', 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02', 'port_id': '9a218d41-fd26-4c3b-ac80-1a805629a248', 'mac_address': 'fa:16:3e:52:fe:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:29.372276 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.396875 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a218d41-fd26-4c3b-ac80-1a805629a248 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:29.419283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9a218d41-fd26-4c3b-ac80-1a805629a248, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9a218d41-fd26-4c3b-ac80-1a805629a248,segment=NetworkSegment(a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3),segment_id=a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:29.512650 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.603658 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9a218d41-fd26-4c3b-ac80-1a805629a248,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:29.684630 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139dbac-5871-4353-8f77-9036081c8ad0 req-0b7440a8-25da-48f5-ae57-34130777b9a3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.692640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139dbac-5871-4353-8f77-9036081c8ad0 req-0b7440a8-25da-48f5-ae57-34130777b9a3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.699987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139dbac-5871-4353-8f77-9036081c8ad0 req-0b7440a8-25da-48f5-ae57-34130777b9a3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.708898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139dbac-5871-4353-8f77-9036081c8ad0 req-0b7440a8-25da-48f5-ae57-34130777b9a3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.716411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139dbac-5871-4353-8f77-9036081c8ad0 req-0b7440a8-25da-48f5-ae57-34130777b9a3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.724986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139dbac-5871-4353-8f77-9036081c8ad0 req-0b7440a8-25da-48f5-ae57-34130777b9a3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.733322 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139dbac-5871-4353-8f77-9036081c8ad0 req-0b7440a8-25da-48f5-ae57-34130777b9a3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.735700 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3139dbac-5871-4353-8f77-9036081c8ad0 req-0b7440a8-25da-48f5-ae57-34130777b9a3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5428 time: 0.2289798 Jul 05 03:53:29.804449 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3139dbac-5871-4353-8f77-9036081c8ad0 req-284f5ede-a579-49dc-af43-f1622f4a0516 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604091 Jul 05 03:53:29.871859 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9a218d41-fd26-4c3b-ac80-1a805629a248'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:29.939794 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22994b6-6e73-437b-a498-ea98a9c6645c req-36aa68b3-eb8c-4a52-b63a-a9fb7c75e006 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.942292 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d22994b6-6e73-437b-a498-ea98a9c6645c req-36aa68b3-eb8c-4a52-b63a-a9fb7c75e006 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 945 time: 0.1365156 Jul 05 03:53:30.026071 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d22994b6-6e73-437b-a498-ea98a9c6645c req-a88c6b29-fc31-4b97-bab2-803d7469273d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f7c3f1f-a7f5-48c7-a126-3a81b1c58291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762424 Jul 05 03:53:30.226214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3deff-ac80-4253-b38c-6a7e0198c903 req-01776d6c-8ca6-4562-b234-355615c408e3 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:30.227915 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8af3deff-ac80-4253-b38c-6a7e0198c903 req-01776d6c-8ca6-4562-b234-355615c408e3 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 945 time: 0.0768027 Jul 05 03:53:30.283121 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8af3deff-ac80-4253-b38c-6a7e0198c903 req-86363e85-decb-48ee-a7fb-c1b3dc107306 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468934 Jul 05 03:53:30.628318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device bd52334b-41ac-4635-b2ed-9618cb33fe9e up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:30.658639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39766) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:30.780135 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.792024 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port bd52334b-41ac-4635-b2ed-9618cb33fe9e completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:30.795989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port bd52334b-41ac-4635-b2ed-9618cb33fe9e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:30.797280 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.879591 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.893989 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.923501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd52334b-41ac-4635-b2ed-9618cb33fe9e'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:30.925605 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfc84d1-58b5-421a-98ef-790da131bed6" -d '{"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-plugged", "status": "completed", "tag": "bd52334b-41ac-4635-b2ed-9618cb33fe9e"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:30.939631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port bd52334b-41ac-4635-b2ed-9618cb33fe9e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=bd52334b-41ac-4635-b2ed-9618cb33fe9e,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:30.965948 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c12241-ecb1-424a-9bf4-74c658dae3cb x-openstack-request-id: req-98c12241-ecb1-424a-9bf4-74c658dae3cb {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:30.966240 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-plugged", "status": "completed", "tag": "bd52334b-41ac-4635-b2ed-9618cb33fe9e", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:30.966582 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-98c12241-ecb1-424a-9bf4-74c658dae3cb {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:30.966975 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd52334b-41ac-4635-b2ed-9618cb33fe9e', 'code': 200} Jul 05 03:53:31.009874 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.046506 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.047784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 512d2f3b-40a5-4840-ad2d-bd6629884f66 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:31.060797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e84825-797d-467c-9f39-a47e1ba4e25c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:31.073054 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cb6d3397aa014bac9832623d6386c8ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105065 Jul 05 03:53:31.073054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:31.073369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:31.073673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:31.074014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:31.074482 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:31.074762 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39778) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:31.075205 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:31.075205 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:31.075448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:31.075773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:31.076117 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:31.076445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:31.076771 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2cfb94-0d1e-45be-b0e2-d818f2e3ebc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:31.115826 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260996a-bf4e-43e7-bb0e-f3ed00cdd858 req-4d281089-1bd8-4148-8785-9e3d8dab4a15 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.122075 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260996a-bf4e-43e7-bb0e-f3ed00cdd858 req-4d281089-1bd8-4148-8785-9e3d8dab4a15 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.128868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260996a-bf4e-43e7-bb0e-f3ed00cdd858 req-4d281089-1bd8-4148-8785-9e3d8dab4a15 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.134777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260996a-bf4e-43e7-bb0e-f3ed00cdd858 req-4d281089-1bd8-4148-8785-9e3d8dab4a15 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.141001 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260996a-bf4e-43e7-bb0e-f3ed00cdd858 req-4d281089-1bd8-4148-8785-9e3d8dab4a15 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.147856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260996a-bf4e-43e7-bb0e-f3ed00cdd858 req-4d281089-1bd8-4148-8785-9e3d8dab4a15 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.154074 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260996a-bf4e-43e7-bb0e-f3ed00cdd858 req-4d281089-1bd8-4148-8785-9e3d8dab4a15 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.159797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=bd52334b-41ac-4635-b2ed-9618cb33fe9e,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:31.163024 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e260996a-bf4e-43e7-bb0e-f3ed00cdd858 req-4d281089-1bd8-4148-8785-9e3d8dab4a15 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5428 time: 0.1845748 Jul 05 03:53:31.185223 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e60d42ca-8a6a-4b78-bad4-091092e34810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.215522 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e260996a-bf4e-43e7-bb0e-f3ed00cdd858 req-1b85d38b-9e8d-4409-bdf4-6b215e2ae362 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485108 Jul 05 03:53:31.218042 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e60d42ca-8a6a-4b78-bad4-091092e34810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.288375 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe99310-3d26-4b34-8486-42c47d9b617c req-1bca4d92-9bb5-441d-a84a-c3608d0bb39c tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.289992 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5fe99310-3d26-4b34-8486-42c47d9b617c req-1bca4d92-9bb5-441d-a84a-c3608d0bb39c tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 945 time: 0.0739641 Jul 05 03:53:31.302030 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 512d2f3b-40a5-4840-ad2d-bd6629884f66 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:31.306244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 512d2f3b-40a5-4840-ad2d-bd6629884f66 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:31.307324 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.331142 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5fe99310-3d26-4b34-8486-42c47d9b617c req-999b0661-8484-40d3-ad6f-bc7b35cf3f22 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f7c3f1f-a7f5-48c7-a126-3a81b1c58291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356555 Jul 05 03:53:31.392913 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e60d42ca-8a6a-4b78-bad4-091092e34810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.396009 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e60d42ca-8a6a-4b78-bad4-091092e34810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.399165 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e60d42ca-8a6a-4b78-bad4-091092e34810 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d8e84825-797d-467c-9f39-a47e1ba4e25c HTTP/1.1" status: 204 len: 168 time: 0.3214698 Jul 05 03:53:31.411621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d42ca-8a6a-4b78-bad4-091092e34810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e84825-797d-467c-9f39-a47e1ba4e25c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:31.464382 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.503347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 512d2f3b-40a5-4840-ad2d-bd6629884f66, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=512d2f3b-40a5-4840-ad2d-bd6629884f66,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:31.594773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cdb47-ee10-4020-84c8-0a66d4f0425c req-1a580953-00b6-42b1-9e11-b5111af94f64 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.596294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-203cdb47-ee10-4020-84c8-0a66d4f0425c req-1a580953-00b6-42b1-9e11-b5111af94f64 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 945 time: 0.0652847 Jul 05 03:53:31.635218 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-203cdb47-ee10-4020-84c8-0a66d4f0425c req-eed070fb-3130-4d5b-8b1c-998ed1bf973c tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327196 Jul 05 03:53:31.641689 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.642631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:31.731661 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=512d2f3b-40a5-4840-ad2d-bd6629884f66,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:31.821139 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eaa73-2896-4f8c-9514-e9dbd201d66e req-1392bdd4-9b55-45b0-8cca-9ac464499b93 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.822868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-656eaa73-2896-4f8c-9514-e9dbd201d66e req-1392bdd4-9b55-45b0-8cca-9ac464499b93 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 1097 time: 0.0572803 Jul 05 03:53:31.839457 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:31.844021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:31.844678 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.865261 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-656eaa73-2896-4f8c-9514-e9dbd201d66e req-95d6a1f6-0802-4265-8227-9b1aebf8faa5 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366464 Jul 05 03:53:31.944502 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.980754 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d,segment=NetworkSegment(efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5),segment_id=efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:32.119070 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.171095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:32.185765 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.242500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39814) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:32.259243 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7b77a3b1-5b50-4a83-b6ed-ee06183f7ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.385335 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7b77a3b1-5b50-4a83-b6ed-ee06183f7ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.457718 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbde88-8898-4da5-bd52-578d7dfaec2e req-7d0f278d-866c-4dab-99c8-a0c430d4efe6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.463959 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbde88-8898-4da5-bd52-578d7dfaec2e req-7d0f278d-866c-4dab-99c8-a0c430d4efe6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.470407 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbde88-8898-4da5-bd52-578d7dfaec2e req-7d0f278d-866c-4dab-99c8-a0c430d4efe6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.477423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbde88-8898-4da5-bd52-578d7dfaec2e req-7d0f278d-866c-4dab-99c8-a0c430d4efe6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.482803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbde88-8898-4da5-bd52-578d7dfaec2e req-7d0f278d-866c-4dab-99c8-a0c430d4efe6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.491061 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbde88-8898-4da5-bd52-578d7dfaec2e req-7d0f278d-866c-4dab-99c8-a0c430d4efe6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.497195 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbde88-8898-4da5-bd52-578d7dfaec2e req-7d0f278d-866c-4dab-99c8-a0c430d4efe6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.499143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-12cbde88-8898-4da5-bd52-578d7dfaec2e req-7d0f278d-866c-4dab-99c8-a0c430d4efe6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5431 time: 0.1423342 Jul 05 03:53:32.500402 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7b77a3b1-5b50-4a83-b6ed-ee06183f7ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.570688 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7b77a3b1-5b50-4a83-b6ed-ee06183f7ca1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7da11660834c42c9b10892a0c6085776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268170 Jul 05 03:53:32.573329 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39826) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:32.575885 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77a3b1-5b50-4a83-b6ed-ee06183f7ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a04f63-ccc0-4c98-9abc-03febb7221ea,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:32.606723 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-12cbde88-8898-4da5-bd52-578d7dfaec2e req-652e168f-b83f-47c5-b88b-66d22388794e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992296 Jul 05 03:53:32.657015 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fc801094-a2d1-48d5-9484-cd5923eb3789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.693085 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fc801094-a2d1-48d5-9484-cd5923eb3789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.716990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfca057-fad7-44d9-8adb-6dd07f5b56e0 req-f2d7a192-d571-4b47-944f-33f655b7210e tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.716990 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cfca057-fad7-44d9-8adb-6dd07f5b56e0 req-f2d7a192-d571-4b47-944f-33f655b7210e tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 945 time: 0.0910933 Jul 05 03:53:32.741074 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9a218d41-fd26-4c3b-ac80-1a805629a248 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:32.759953 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cfca057-fad7-44d9-8adb-6dd07f5b56e0 req-31ff2003-d945-4749-922a-0b36a78eb7a1 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f7c3f1f-a7f5-48c7-a126-3a81b1c58291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396688 Jul 05 03:53:32.856427 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fc801094-a2d1-48d5-9484-cd5923eb3789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.859216 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fc801094-a2d1-48d5-9484-cd5923eb3789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.867260 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fc801094-a2d1-48d5-9484-cd5923eb3789 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b0a04f63-ccc0-4c98-9abc-03febb7221ea HTTP/1.1" status: 204 len: 168 time: 0.2857144 Jul 05 03:53:32.869969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc801094-a2d1-48d5-9484-cd5923eb3789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a04f63-ccc0-4c98-9abc-03febb7221ea,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:32.899872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 9a218d41-fd26-4c3b-ac80-1a805629a248 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:32.903982 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 9a218d41-fd26-4c3b-ac80-1a805629a248 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:32.904476 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.967906 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512d2f3b-40a5-4840-ad2d-bd6629884f66'}, {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73204dfe-6823-4e85-a7b1-aa28c9e9cb8d'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:32.970176 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5096375c-8170-4a96-8ebf-bc84c6250a0c" -d '{"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-plugged", "status": "completed", "tag": "512d2f3b-40a5-4840-ad2d-bd6629884f66"}, {"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-plugged", "status": "completed", "tag": "73204dfe-6823-4e85-a7b1-aa28c9e9cb8d"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:32.999183 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.014467 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8092634a-c533-46c5-ae4d-0d5f78ae21a4 x-openstack-request-id: req-8092634a-c533-46c5-ae4d-0d5f78ae21a4 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:33.014784 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-plugged", "status": "completed", "tag": "512d2f3b-40a5-4840-ad2d-bd6629884f66", "code": 200}, {"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-plugged", "status": "completed", "tag": "73204dfe-6823-4e85-a7b1-aa28c9e9cb8d", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:33.015047 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8092634a-c533-46c5-ae4d-0d5f78ae21a4 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:33.015481 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512d2f3b-40a5-4840-ad2d-bd6629884f66', 'code': 200} Jul 05 03:53:33.015741 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73204dfe-6823-4e85-a7b1-aa28c9e9cb8d', 'code': 200} Jul 05 03:53:33.041949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9a218d41-fd26-4c3b-ac80-1a805629a248, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9a218d41-fd26-4c3b-ac80-1a805629a248,segment=NetworkSegment(a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3),segment_id=a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:33.201864 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.248260 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9a218d41-fd26-4c3b-ac80-1a805629a248,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:33.303625 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:53:33.673791 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.857634 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae49a-c180-444e-b829-5179b064f525 req-d45c0534-25f4-478f-90c0-529dba5f2242 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.864979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae49a-c180-444e-b829-5179b064f525 req-d45c0534-25f4-478f-90c0-529dba5f2242 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.871569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae49a-c180-444e-b829-5179b064f525 req-d45c0534-25f4-478f-90c0-529dba5f2242 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.883075 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae49a-c180-444e-b829-5179b064f525 req-d45c0534-25f4-478f-90c0-529dba5f2242 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.898805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae49a-c180-444e-b829-5179b064f525 req-d45c0534-25f4-478f-90c0-529dba5f2242 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.909136 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae49a-c180-444e-b829-5179b064f525 req-d45c0534-25f4-478f-90c0-529dba5f2242 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.916705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae49a-c180-444e-b829-5179b064f525 req-d45c0534-25f4-478f-90c0-529dba5f2242 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.918403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c6ae49a-c180-444e-b829-5179b064f525 req-d45c0534-25f4-478f-90c0-529dba5f2242 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5431 time: 0.1789138 Jul 05 03:53:33.992291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c6ae49a-c180-444e-b829-5179b064f525 req-db345518-528b-4e89-a1fd-df280697afae tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621269 Jul 05 03:53:34.022428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f0a17-b877-4de8-80cd-c207a14f2b7f req-4670d8a5-7ee1-4f7c-8b15-977614555392 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:34.023932 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a42f0a17-b877-4de8-80cd-c207a14f2b7f req-4670d8a5-7ee1-4f7c-8b15-977614555392 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 946 time: 0.1046402 Jul 05 03:53:34.066701 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a42f0a17-b877-4de8-80cd-c207a14f2b7f req-8cf77194-f9cf-4e16-a514-d88e24978a61 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f7c3f1f-a7f5-48c7-a126-3a81b1c58291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366428 Jul 05 03:53:34.634235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ee33a611-783f-40b5-a303-a1c5b726af28 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:34.637363 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:34.779693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ee33a611-783f-40b5-a303-a1c5b726af28, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ee33a611-783f-40b5-a303-a1c5b726af28,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:34.795283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'ee33a611-783f-40b5-a303-a1c5b726af28', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'ee33a611-783f-40b5-a303-a1c5b726af28', 'mac_address': 'fa:16:3e:05:be:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:34.837048 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.851409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee33a611-783f-40b5-a303-a1c5b726af28 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:34.873107 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ee33a611-783f-40b5-a303-a1c5b726af28, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ee33a611-783f-40b5-a303-a1c5b726af28,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:34.902103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:34.906269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:34.906644 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.011508 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.015341 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.018271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820d22a4-51e4-40b7-929a-1b8f7e732393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a218d41-fd26-4c3b-ac80-1a805629a248'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:35.020868 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df72f34c-f0f9-42fe-a5c7-d5cbadda80d0" -d '{"events": [{"server_uuid": "820d22a4-51e4-40b7-929a-1b8f7e732393", "name": "network-vif-plugged", "status": "completed", "tag": "9a218d41-fd26-4c3b-ac80-1a805629a248"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:35.109689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:35.131914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=ee33a611-783f-40b5-a303-a1c5b726af28,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:35.227906 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.228766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7401aa57-9d41-435b-8dc0-f5e910105980 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:35.251142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174fe7-8a0b-4373-8c11-5264e3dd13d3 req-50bb691f-2377-4b33-80b1-a7b271b161a8 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:35.257859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174fe7-8a0b-4373-8c11-5264e3dd13d3 req-50bb691f-2377-4b33-80b1-a7b271b161a8 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:35.265013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174fe7-8a0b-4373-8c11-5264e3dd13d3 req-50bb691f-2377-4b33-80b1-a7b271b161a8 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:35.272986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174fe7-8a0b-4373-8c11-5264e3dd13d3 req-50bb691f-2377-4b33-80b1-a7b271b161a8 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:35.280557 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174fe7-8a0b-4373-8c11-5264e3dd13d3 req-50bb691f-2377-4b33-80b1-a7b271b161a8 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:35.287152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174fe7-8a0b-4373-8c11-5264e3dd13d3 req-50bb691f-2377-4b33-80b1-a7b271b161a8 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:35.294798 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174fe7-8a0b-4373-8c11-5264e3dd13d3 req-50bb691f-2377-4b33-80b1-a7b271b161a8 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:35.296556 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd174fe7-8a0b-4373-8c11-5264e3dd13d3 req-50bb691f-2377-4b33-80b1-a7b271b161a8 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5431 time: 0.1230094 Jul 05 03:53:35.302717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['ee33a611-783f-40b5-a303-a1c5b726af28'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:35.356473 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd174fe7-8a0b-4373-8c11-5264e3dd13d3 req-62227ea9-3b2c-4737-9a50-ca01732f31de tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514519 Jul 05 03:53:35.371976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:35.405778 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b99001e-1aba-41f2-8dd2-5eaffdf18413 x-openstack-request-id: req-7b99001e-1aba-41f2-8dd2-5eaffdf18413 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:35.406173 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820d22a4-51e4-40b7-929a-1b8f7e732393", "name": "network-vif-plugged", "status": "completed", "tag": "9a218d41-fd26-4c3b-ac80-1a805629a248", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:35.406479 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7b99001e-1aba-41f2-8dd2-5eaffdf18413 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:35.406925 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820d22a4-51e4-40b7-929a-1b8f7e732393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a218d41-fd26-4c3b-ac80-1a805629a248', 'code': 200} Jul 05 03:53:35.551934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 7401aa57-9d41-435b-8dc0-f5e910105980 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:35.557384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 7401aa57-9d41-435b-8dc0-f5e910105980 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:35.557783 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.612539 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce104a5-5a63-4ada-8583-5125bcd92593 req-de67eb88-297d-4062-baf0-1f041430808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:35.614188 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ce104a5-5a63-4ada-8583-5125bcd92593 req-de67eb88-297d-4062-baf0-1f041430808c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 1098 time: 0.1288588 Jul 05 03:53:35.625366 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7eea5-ee78-4688-a6f0-fa38077a5f2c req-9b0085c1-af2e-4199-a2df-1dc1bd10298e tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:35.627217 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19e7eea5-ee78-4688-a6f0-fa38077a5f2c req-9b0085c1-af2e-4199-a2df-1dc1bd10298e tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 946 time: 0.0861931 Jul 05 03:53:35.658595 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.684544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ce104a5-5a63-4ada-8583-5125bcd92593 req-a6b8ae71-8ecd-4a4a-81e6-80e5d403dc67 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9f7c3f1f-a7f5-48c7-a126-3a81b1c58291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562782 Jul 05 03:53:35.693643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19e7eea5-ee78-4688-a6f0-fa38077a5f2c req-6b2a1915-3eef-4157-8c98-14bb7c22303b tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f7c3f1f-a7f5-48c7-a126-3a81b1c58291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569932 Jul 05 03:53:35.703907 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7401aa57-9d41-435b-8dc0-f5e910105980, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7401aa57-9d41-435b-8dc0-f5e910105980,segment=NetworkSegment(16bca484-fc95-4326-bdab-fa50a7f8add7),segment_id=16bca484-fc95-4326-bdab-fa50a7f8add7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:35.833688 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.834625 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3811ad8e-f193-4d3c-9583-2f5e428524c0 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:35.913190 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7401aa57-9d41-435b-8dc0-f5e910105980,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:35.991779 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 3811ad8e-f193-4d3c-9583-2f5e428524c0 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:35.995796 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 3811ad8e-f193-4d3c-9583-2f5e428524c0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:35.996201 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.075978 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.111397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 3811ad8e-f193-4d3c-9583-2f5e428524c0, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3811ad8e-f193-4d3c-9583-2f5e428524c0,segment=NetworkSegment(16bca484-fc95-4326-bdab-fa50a7f8add7),segment_id=16bca484-fc95-4326-bdab-fa50a7f8add7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:36.239045 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.239854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f7991792-8e2e-4ea5-bce6-4072571e392e up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:36.322135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=3811ad8e-f193-4d3c-9583-2f5e428524c0,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:36.448771 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port f7991792-8e2e-4ea5-bce6-4072571e392e completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:36.454626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port f7991792-8e2e-4ea5-bce6-4072571e392e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:36.455849 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.556816 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb2b7b-39da-46a5-9e0f-40ed058cc411 req-2ac733df-c875-4780-bdca-7e0312614811 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.564632 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.564812 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb2b7b-39da-46a5-9e0f-40ed058cc411 req-2ac733df-c875-4780-bdca-7e0312614811 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.570938 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb2b7b-39da-46a5-9e0f-40ed058cc411 req-2ac733df-c875-4780-bdca-7e0312614811 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.577829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb2b7b-39da-46a5-9e0f-40ed058cc411 req-2ac733df-c875-4780-bdca-7e0312614811 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.585008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb2b7b-39da-46a5-9e0f-40ed058cc411 req-2ac733df-c875-4780-bdca-7e0312614811 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.590734 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb2b7b-39da-46a5-9e0f-40ed058cc411 req-2ac733df-c875-4780-bdca-7e0312614811 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.597338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb2b7b-39da-46a5-9e0f-40ed058cc411 req-2ac733df-c875-4780-bdca-7e0312614811 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.597740 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port f7991792-8e2e-4ea5-bce6-4072571e392e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f7991792-8e2e-4ea5-bce6-4072571e392e,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:36.599894 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fabb2b7b-39da-46a5-9e0f-40ed058cc411 req-2ac733df-c875-4780-bdca-7e0312614811 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5434 time: 0.1180186 Jul 05 03:53:36.655484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fabb2b7b-39da-46a5-9e0f-40ed058cc411 req-bc429e82-f126-4111-8fc8-9db899ca7149 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494814 Jul 05 03:53:36.692487 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.731183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ee33a611-783f-40b5-a303-a1c5b726af28 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:36.799132 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=f7991792-8e2e-4ea5-bce6-4072571e392e,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:36.832354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port ee33a611-783f-40b5-a303-a1c5b726af28 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:36.832717 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.963155 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899fd3c-4eb8-43d7-b628-44dc406fe201 req-155f37e1-2182-4a10-88a3-6176b29c75db tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.971231 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8899fd3c-4eb8-43d7-b628-44dc406fe201 req-155f37e1-2182-4a10-88a3-6176b29c75db tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 946 time: 0.0847807 Jul 05 03:53:36.981673 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.021099 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8899fd3c-4eb8-43d7-b628-44dc406fe201 req-09077ecd-0c32-4a17-97cf-0d2e743c2bfe tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f7c3f1f-a7f5-48c7-a126-3a81b1c58291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484610 Jul 05 03:53:37.052751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ee33a611-783f-40b5-a303-a1c5b726af28, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ee33a611-783f-40b5-a303-a1c5b726af28,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:37.182711 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.236958 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=ee33a611-783f-40b5-a303-a1c5b726af28,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:37.407805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f'}, {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7401aa57-9d41-435b-8dc0-f5e910105980'}, {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3811ad8e-f193-4d3c-9583-2f5e428524c0'}, {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7991792-8e2e-4ea5-bce6-4072571e392e'}, {'server_uuid': '480389f2-29c5-49f3-a771-80fceff42a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee33a611-783f-40b5-a303-a1c5b726af28'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:37.411195 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339cd7d5-710a-4ab7-8348-d4142962cd21" -d '{"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-plugged", "status": "completed", "tag": "db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f"}, {"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-plugged", "status": "completed", "tag": "7401aa57-9d41-435b-8dc0-f5e910105980"}, {"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-plugged", "status": "completed", "tag": "3811ad8e-f193-4d3c-9583-2f5e428524c0"}, {"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-plugged", "status": "completed", "tag": "f7991792-8e2e-4ea5-bce6-4072571e392e"}, {"server_uuid": "480389f2-29c5-49f3-a771-80fceff42a86", "name": "network-vif-plugged", "status": "completed", "tag": "ee33a611-783f-40b5-a303-a1c5b726af28"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:37.453936 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1315d9a8-91e6-4104-b856-fc86fda3872e x-openstack-request-id: req-1315d9a8-91e6-4104-b856-fc86fda3872e {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:37.454333 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-plugged", "status": "completed", "tag": "db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f", "code": 200}, {"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-plugged", "status": "completed", "tag": "7401aa57-9d41-435b-8dc0-f5e910105980", "code": 200}, {"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-plugged", "status": "completed", "tag": "3811ad8e-f193-4d3c-9583-2f5e428524c0", "code": 200}, {"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-plugged", "status": "completed", "tag": "f7991792-8e2e-4ea5-bce6-4072571e392e", "code": 200}, {"server_uuid": "480389f2-29c5-49f3-a771-80fceff42a86", "name": "network-vif-plugged", "status": "completed", "tag": "ee33a611-783f-40b5-a303-a1c5b726af28", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:37.454588 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1315d9a8-91e6-4104-b856-fc86fda3872e {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:37.455139 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f', 'code': 200} Jul 05 03:53:37.455459 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7401aa57-9d41-435b-8dc0-f5e910105980', 'code': 200} Jul 05 03:53:37.455759 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3811ad8e-f193-4d3c-9583-2f5e428524c0', 'code': 200} Jul 05 03:53:37.456146 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7991792-8e2e-4ea5-bce6-4072571e392e', 'code': 200} Jul 05 03:53:37.459898 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480389f2-29c5-49f3-a771-80fceff42a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee33a611-783f-40b5-a303-a1c5b726af28', 'code': 200} Jul 05 03:53:37.673970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e3c57-1f92-4eee-87e2-8da7678ade8d req-7c281718-0027-4edb-9257-c965ecc2d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.675558 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e3c57-1f92-4eee-87e2-8da7678ade8d req-7c281718-0027-4edb-9257-c965ecc2d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.676434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e3c57-1f92-4eee-87e2-8da7678ade8d req-7c281718-0027-4edb-9257-c965ecc2d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.677092 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e3c57-1f92-4eee-87e2-8da7678ade8d req-7c281718-0027-4edb-9257-c965ecc2d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.677889 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e3c57-1f92-4eee-87e2-8da7678ade8d req-7c281718-0027-4edb-9257-c965ecc2d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.679079 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e3c57-1f92-4eee-87e2-8da7678ade8d req-7c281718-0027-4edb-9257-c965ecc2d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.679694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e3c57-1f92-4eee-87e2-8da7678ade8d req-7c281718-0027-4edb-9257-c965ecc2d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.689240 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f35e3c57-1f92-4eee-87e2-8da7678ade8d req-7c281718-0027-4edb-9257-c965ecc2d339 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 6499 time: 0.1054592 Jul 05 03:53:37.754286 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f35e3c57-1f92-4eee-87e2-8da7678ade8d req-d9bdf5fd-7926-45ff-9c48-60aad2e65857 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519109 Jul 05 03:53:37.872832 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916036ae-6d25-4c5e-97d5-7a88559a3152 req-b996c83c-30e2-4a8f-a54f-4321f0e8d10b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.878931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916036ae-6d25-4c5e-97d5-7a88559a3152 req-b996c83c-30e2-4a8f-a54f-4321f0e8d10b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.884942 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916036ae-6d25-4c5e-97d5-7a88559a3152 req-b996c83c-30e2-4a8f-a54f-4321f0e8d10b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.890777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916036ae-6d25-4c5e-97d5-7a88559a3152 req-b996c83c-30e2-4a8f-a54f-4321f0e8d10b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.896960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916036ae-6d25-4c5e-97d5-7a88559a3152 req-b996c83c-30e2-4a8f-a54f-4321f0e8d10b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.907279 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916036ae-6d25-4c5e-97d5-7a88559a3152 req-b996c83c-30e2-4a8f-a54f-4321f0e8d10b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.914771 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916036ae-6d25-4c5e-97d5-7a88559a3152 req-b996c83c-30e2-4a8f-a54f-4321f0e8d10b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.916692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-916036ae-6d25-4c5e-97d5-7a88559a3152 req-b996c83c-30e2-4a8f-a54f-4321f0e8d10b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5435 time: 0.1140885 Jul 05 03:53:37.969956 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-916036ae-6d25-4c5e-97d5-7a88559a3152 req-c246270c-73bd-4372-8980-fedecbdc3516 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407574 Jul 05 03:53:38.240650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45b07f-831e-47f5-9e27-58c960608374 req-849d3c6f-8ed5-41c2-af76-61d630750824 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:38.248266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a45b07f-831e-47f5-9e27-58c960608374 req-849d3c6f-8ed5-41c2-af76-61d630750824 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 946 time: 0.1026759 Jul 05 03:53:38.307993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a45b07f-831e-47f5-9e27-58c960608374 req-5f0b37e3-a9c4-4059-a777-c1d0a572dc25 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f7c3f1f-a7f5-48c7-a126-3a81b1c58291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585580 Jul 05 03:53:38.350354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40052) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:38.474825 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7ad57056-a1c2-4c16-b337-fa9f02466aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.546060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-a4291cf7-77d6-43e6-98c1-a3e8223d1092 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 258 time: 0.2042670 Jul 05 03:53:38.562979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:38.587620 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7ad57056-a1c2-4c16-b337-fa9f02466aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.713876 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7ad57056-a1c2-4c16-b337-fa9f02466aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.749885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad57056-a1c2-4c16-b337-fa9f02466aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f24971f-0d7b-4704-ba07-df41c319b8b6,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:38.800018 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40064) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:38.800170 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7ad57056-a1c2-4c16-b337-fa9f02466aeb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64a184075d54475ba386b81903d18a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467380 Jul 05 03:53:38.862405 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53c3617a-2ebc-4237-805a-ed138f846216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.889643 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53c3617a-2ebc-4237-805a-ed138f846216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.896839 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.031948 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.082711 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53c3617a-2ebc-4237-805a-ed138f846216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.082711 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53c3617a-2ebc-4237-805a-ed138f846216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.082711 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-53c3617a-2ebc-4237-805a-ed138f846216 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9f24971f-0d7b-4704-ba07-df41c319b8b6 HTTP/1.1" status: 204 len: 168 time: 0.2803514 Jul 05 03:53:39.097155 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3617a-2ebc-4237-805a-ed138f846216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f24971f-0d7b-4704-ba07-df41c319b8b6,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:39.166805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Allocated IP 172.25.6.46 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/6bdceccd-1bdc-4c90-a981-4bc9d8f3fd52) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:39.284025 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.441249 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.488812 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:39.497558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:39.505015 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:39.526626 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Pushing event updated for resources: {'Port': ['ID=6bdceccd-1bdc-4c90-a981-4bc9d8f3fd52,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:39.591539 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354e06f-b105-4a68-8629-750462459489 req-19775a22-a27d-4cfa-af49-a0a925300418 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.598081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354e06f-b105-4a68-8629-750462459489 req-19775a22-a27d-4cfa-af49-a0a925300418 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.603875 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354e06f-b105-4a68-8629-750462459489 req-19775a22-a27d-4cfa-af49-a0a925300418 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.609804 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354e06f-b105-4a68-8629-750462459489 req-19775a22-a27d-4cfa-af49-a0a925300418 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.616474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354e06f-b105-4a68-8629-750462459489 req-19775a22-a27d-4cfa-af49-a0a925300418 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.622296 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354e06f-b105-4a68-8629-750462459489 req-19775a22-a27d-4cfa-af49-a0a925300418 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.629102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354e06f-b105-4a68-8629-750462459489 req-19775a22-a27d-4cfa-af49-a0a925300418 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.630981 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8354e06f-b105-4a68-8629-750462459489 req-19775a22-a27d-4cfa-af49-a0a925300418 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5435 time: 0.2310803 Jul 05 03:53:39.702959 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.708314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8354e06f-b105-4a68-8629-750462459489 req-8247ef77-a15b-4b69-afac-02a83a86a14c tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709403 Jul 05 03:53:39.958717 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.993311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40114) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:40.019589 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81b784b3-d07c-49ad-9dc5-e0c817dfb311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.567134 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.589406 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81b784b3-d07c-49ad-9dc5-e0c817dfb311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.650280 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.730274 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81b784b3-d07c-49ad-9dc5-e0c817dfb311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.741068 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Pushing event updated for resources: {'Port': ['ID=6bdceccd-1bdc-4c90-a981-4bc9d8f3fd52,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:40.789802 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.796440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-81b784b3-d07c-49ad-9dc5-e0c817dfb311 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=70ff0c7c5afb4fa6a982a3ac6f5361cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7981021 Jul 05 03:53:40.799036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40144) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:40.799812 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b784b3-d07c-49ad-9dc5-e0c817dfb311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39688fad-f16a-4d08-8b4c-9cebe2c2ce1c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:40.871264 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.896212 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.897905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-631644f7-abec-4771-b818-d0e1201f52ed tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3449903 Jul 05 03:53:40.902091 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.961075 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-7e2b0751-09bc-43fd-8208-df08b4b4b3cf tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.46 HTTP/1.1" status: 200 len: 695 time: 0.0564017 Jul 05 03:53:41.079074 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.082622 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.084117 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/39688fad-f16a-4d08-8b4c-9cebe2c2ce1c HTTP/1.1" status: 204 len: 168 time: 0.2830741 Jul 05 03:53:41.096203 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-4263fd14-49c2-4d9c-92d3-707cd1897cd1 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.106674 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39688fad-f16a-4d08-8b4c-9cebe2c2ce1c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:41.122078 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0f6fa27-bfe5-4093-9df6-db7205473965 req-4263fd14-49c2-4d9c-92d3-707cd1897cd1 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.1539164 Jul 05 03:53:41.126905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:41.127216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:41.127567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:41.127910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:41.128399 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:41.137071 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:41.137968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:41.145832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:41.146486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:41.146982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:41.147474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:41.147974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dad83-d14e-4917-b059-59e4ea8316d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:41.402979 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2035dd1f-bd84-4206-844c-9997a2d0bbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.407753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c27a8-49bf-4ca9-977e-d5a3d69551ec req-f43ece9c-60e2-41e7-9798-8e94bf99b116 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.418159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c27a8-49bf-4ca9-977e-d5a3d69551ec req-f43ece9c-60e2-41e7-9798-8e94bf99b116 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.425404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c27a8-49bf-4ca9-977e-d5a3d69551ec req-f43ece9c-60e2-41e7-9798-8e94bf99b116 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.432614 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c27a8-49bf-4ca9-977e-d5a3d69551ec req-f43ece9c-60e2-41e7-9798-8e94bf99b116 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.439234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c27a8-49bf-4ca9-977e-d5a3d69551ec req-f43ece9c-60e2-41e7-9798-8e94bf99b116 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.447338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c27a8-49bf-4ca9-977e-d5a3d69551ec req-f43ece9c-60e2-41e7-9798-8e94bf99b116 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.454051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c27a8-49bf-4ca9-977e-d5a3d69551ec req-f43ece9c-60e2-41e7-9798-8e94bf99b116 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.463433 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc5c27a8-49bf-4ca9-977e-d5a3d69551ec req-f43ece9c-60e2-41e7-9798-8e94bf99b116 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5435 time: 0.1609721 Jul 05 03:53:41.526845 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc5c27a8-49bf-4ca9-977e-d5a3d69551ec req-0edb9599-ff7d-48af-bbb0-fc98707bd71e tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621841 Jul 05 03:53:42.214555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad68266-e62c-49a2-8fdf-429deff12b3c req-b0a940b2-f2cb-4229-a58b-0751ff5132cd tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:42.220683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad68266-e62c-49a2-8fdf-429deff12b3c req-b0a940b2-f2cb-4229-a58b-0751ff5132cd tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:42.227585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad68266-e62c-49a2-8fdf-429deff12b3c req-b0a940b2-f2cb-4229-a58b-0751ff5132cd tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:42.235512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad68266-e62c-49a2-8fdf-429deff12b3c req-b0a940b2-f2cb-4229-a58b-0751ff5132cd tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:42.243039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad68266-e62c-49a2-8fdf-429deff12b3c req-b0a940b2-f2cb-4229-a58b-0751ff5132cd tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:42.249254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad68266-e62c-49a2-8fdf-429deff12b3c req-b0a940b2-f2cb-4229-a58b-0751ff5132cd tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:42.255565 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad68266-e62c-49a2-8fdf-429deff12b3c req-b0a940b2-f2cb-4229-a58b-0751ff5132cd tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:42.270989 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40176) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:42.272301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cad68266-e62c-49a2-8fdf-429deff12b3c req-b0a940b2-f2cb-4229-a58b-0751ff5132cd tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5435 time: 0.2654686 Jul 05 03:53:42.275741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-74f4c536-0a33-40a3-a8d5-6dcca9ae0dea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Request body: {'floatingip': {'port_id': '73204dfe-6823-4e85-a7b1-aa28c9e9cb8d'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:42.318608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-26389b80-b084-43a1-bb63-a43422a5bcf7 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:42.327335 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-26389b80-b084-43a1-bb63-a43422a5bcf7 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2661204 Jul 05 03:53:42.350322 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-74f4c536-0a33-40a3-a8d5-6dcca9ae0dea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for floatingip, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.452124 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-6b870830-c277-4eee-85fa-47318322a4cb tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.46 HTTP/1.1" status: 200 len: 695 time: 0.1237471 Jul 05 03:53:42.466871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-cc275356-57a3-448d-af2b-63e117749895 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Request body: {'floatingip': {'port_id': '9a218d41-fd26-4c3b-ac80-1a805629a248', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:42.538292 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-cc275356-57a3-448d-af2b-63e117749895 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.244013 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-74f4c536-0a33-40a3-a8d5-6dcca9ae0dea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.359342 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-74f4c536-0a33-40a3-a8d5-6dcca9ae0dea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.572941 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-74f4c536-0a33-40a3-a8d5-6dcca9ae0dea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Floating IP d2eb8ec4-a77b-417f-a98e-8a6fa7aa7d45 associated. External IP: 172.25.6.81, port: 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d. Jul 05 03:53:43.583815 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-cc275356-57a3-448d-af2b-63e117749895 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.719217 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-cc275356-57a3-448d-af2b-63e117749895 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.807674 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40232) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:43.917791 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-cc275356-57a3-448d-af2b-63e117749895 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Floating IP 667d450b-ad2e-42ad-9304-103cecda57cd associated. External IP: 172.25.6.46, port: 9a218d41-fd26-4c3b-ac80-1a805629a248. Jul 05 03:53:44.001276 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f4c536-0a33-40a3-a8d5-6dcca9ae0dea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Router 9afc883b-6d68-4152-98de-74126414e32d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:53:44.010478 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-71571e74-f5f9-4de4-adfd-04a815379ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.292327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-cc275356-57a3-448d-af2b-63e117749895 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:53:44.358656 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.371005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f4c536-0a33-40a3-a8d5-6dcca9ae0dea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:44.377264 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79d3527e-0999-40ed-b45e-90689c0eaafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.389681 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd09c0d-9864-4ebb-a120-6935606cd37b None None] Sync routers for ids ['9afc883b-6d68-4152-98de-74126414e32d'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:44.403442 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd09c0d-9864-4ebb-a120-6935606cd37b None None] Routers {'9afc883b-6d68-4152-98de-74126414e32d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:44.404020 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4cd09c0d-9864-4ebb-a120-6935606cd37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:53:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9afc883b-6d68-4152-98de-74126414e32d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:44.410667 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-74f4c536-0a33-40a3-a8d5-6dcca9ae0dea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.490663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-cc275356-57a3-448d-af2b-63e117749895 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:44.493729 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-74f4c536-0a33-40a3-a8d5-6dcca9ae0dea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "PUT /v2.0/floatingips/d2eb8ec4-a77b-417f-a98e-8a6fa7aa7d45 HTTP/1.1" status: 200 len: 991 time: 2.2216322 Jul 05 03:53:44.497693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'tag': '73204dfe-6823-4e85-a7b1-aa28c9e9cb8d'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:44.499979 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42cfeab-8982-4212-b278-3923ef41fe26" -d '{"events": [{"name": "network-changed", "server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "tag": "73204dfe-6823-4e85-a7b1-aa28c9e9cb8d"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:44.506958 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc20814f-4f1a-4208-9db8-c5575be5c8de None None] Sync routers for ids ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:44.513469 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-cc275356-57a3-448d-af2b-63e117749895 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.526239 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20814f-4f1a-4208-9db8-c5575be5c8de None None] Routers {'5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:44.527826 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-bc20814f-4f1a-4208-9db8-c5575be5c8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:53:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:44.617363 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-4cd09c0d-9864-4ebb-a120-6935606cd37b None None] Set router 9afc883b-6d68-4152-98de-74126414e32d gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:44.660748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-cc275356-57a3-448d-af2b-63e117749895 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "PUT /v2.0/floatingips/667d450b-ad2e-42ad-9304-103cecda57cd HTTP/1.1" status: 200 len: 996 time: 2.2068105 Jul 05 03:53:44.663012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820d22a4-51e4-40b7-929a-1b8f7e732393', 'tag': '9a218d41-fd26-4c3b-ac80-1a805629a248'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:44.669539 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad06607-393e-4975-8b6b-4e01b1df5cab" -d '{"events": [{"name": "network-changed", "server_uuid": "820d22a4-51e4-40b7-929a-1b8f7e732393", "tag": "9a218d41-fd26-4c3b-ac80-1a805629a248"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:44.798244 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79d3527e-0999-40ed-b45e-90689c0eaafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.850163 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d58b7ad-f884-4615-a3d8-fddac49b475a x-openstack-request-id: req-4d58b7ad-f884-4615-a3d8-fddac49b475a {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:44.850765 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "tag": "73204dfe-6823-4e85-a7b1-aa28c9e9cb8d", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:44.851134 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4d58b7ad-f884-4615-a3d8-fddac49b475a {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:44.851668 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'tag': '73204dfe-6823-4e85-a7b1-aa28c9e9cb8d', 'status': 'completed', 'code': 200} Jul 05 03:53:44.900288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-e60f3191-02be-4f41-b4ac-a27add48bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:44.908922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-e60f3191-02be-4f41-b4ac-a27add48bb82 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7fbe103f3cc24bdfa9471974a739cf65&device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 1098 time: 0.2339089 Jul 05 03:53:45.009031 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79d3527e-0999-40ed-b45e-90689c0eaafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.030569 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2db96b-8c0f-4a52-a797-f69d26cc0576 x-openstack-request-id: req-3a2db96b-8c0f-4a52-a797-f69d26cc0576 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:45.031100 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820d22a4-51e4-40b7-929a-1b8f7e732393", "tag": "9a218d41-fd26-4c3b-ac80-1a805629a248", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:45.031497 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3a2db96b-8c0f-4a52-a797-f69d26cc0576 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:45.032060 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820d22a4-51e4-40b7-929a-1b8f7e732393', 'tag': '9a218d41-fd26-4c3b-ac80-1a805629a248', 'status': 'completed', 'code': 200} Jul 05 03:53:45.033294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-9ce51816-d8bb-4c63-9c56-8f1d04d07407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.044017 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-9ce51816-d8bb-4c63-9c56-8f1d04d07407 service neutron] 10.222.0.38 "GET /v2.0/networks?id=66cf0d4c-2199-4116-920a-cc35db90ed02 HTTP/1.1" status: 200 len: 928 time: 0.1337457 Jul 05 03:53:45.143825 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-79d3527e-0999-40ed-b45e-90689c0eaafe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=57c33734f8fe4b24a05ba0aad396a420&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3348737 Jul 05 03:53:45.160812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3527e-0999-40ed-b45e-90689c0eaafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a01d51d-7a3b-45e1-89e4-14c45ac12538,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:45.163338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40262) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:45.254108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-bc20814f-4f1a-4208-9db8-c5575be5c8de None None] Set router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:45.285681 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4cd09c0d-9864-4ebb-a120-6935606cd37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc883b-6d68-4152-98de-74126414e32d', 'name': 'tempest-TaggedBootDevicesTest-1870253373-router', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:51Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 4, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'gw_port': {'id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'd2eb8ec4-a77b-417f-a98e-8a6fa7aa7d45', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '9afc883b-6d68-4152-98de-74126414e32d', 'port_id': '73204dfe-6823-4e85-a7b1-aa28c9e9cb8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'mac_address': 'fa:16:3e:b2:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:52:13Z', 'updated_at': '2021-07-05T03:53:43Z', 'revision_number': 1, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dce8e1-96e6-4dcd-bf19-967fef244b03', 'name': '', 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'mac_address': 'fa:16:3e:46:60:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:58Z', 'updated_at': '2021-07-05T03:51:07Z', 'revision_number': 5, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'subnets': [{'id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:45.295979 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d09ebc3d-4141-480a-b735-56cfba6964ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.358007 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd09c0d-9864-4ebb-a120-6935606cd37b None None] Checking router: 9afc883b-6d68-4152-98de-74126414e32d for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:45.361712 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d09ebc3d-4141-480a-b735-56cfba6964ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.379021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-e58da443-aae8-4457-8fba-51459d84b6ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a218d41-fd26-4c3b-ac80-1a805629a248 HTTP/1.1" status: 200 len: 999 time: 0.3331971 Jul 05 03:53:45.383243 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd09c0d-9864-4ebb-a120-6935606cd37b None None] Routers {'9afc883b-6d68-4152-98de-74126414e32d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:45.386304 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4cd09c0d-9864-4ebb-a120-6935606cd37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:53:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9afc883b-6d68-4152-98de-74126414e32d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:45.504584 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-8151ee1f-42ff-468c-8107-846e80fe47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.509219 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-8151ee1f-42ff-468c-8107-846e80fe47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.511471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-8151ee1f-42ff-468c-8107-846e80fe47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.517285 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-8151ee1f-42ff-468c-8107-846e80fe47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.518593 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad06607-393e-4975-8b6b-4e01b1df5cab req-0343aadb-83f6-4a6b-bbf6-015f4462cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.521213 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ad06607-393e-4975-8b6b-4e01b1df5cab req-0343aadb-83f6-4a6b-bbf6-015f4462cba9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7fbe103f3cc24bdfa9471974a739cf65&device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 1098 time: 0.4995770 Jul 05 03:53:45.525955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-8151ee1f-42ff-468c-8107-846e80fe47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.526862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-8151ee1f-42ff-468c-8107-846e80fe47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.536809 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-8151ee1f-42ff-468c-8107-846e80fe47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.545396 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-8151ee1f-42ff-468c-8107-846e80fe47d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 6499 time: 0.6372106 Jul 05 03:53:45.620294 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.637340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-2eeaa745-def3-4d3b-a5c2-8efb6e39eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.638830 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-2eeaa745-def3-4d3b-a5c2-8efb6e39eca0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0f541f6b-22af-4dee-9016-5624ee84d84d HTTP/1.1" status: 200 len: 866 time: 0.2403412 Jul 05 03:53:45.808852 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-d0e27d78-224a-4843-81bc-50354d845a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.825263 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-d0e27d78-224a-4843-81bc-50354d845a82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b2509fec-b4aa-4ad3-ac1f-230ef4872f6e HTTP/1.1" status: 200 len: 913 time: 0.2722881 Jul 05 03:53:45.826853 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d09ebc3d-4141-480a-b735-56cfba6964ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.829767 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d09ebc3d-4141-480a-b735-56cfba6964ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.831181 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d09ebc3d-4141-480a-b735-56cfba6964ab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2a01d51d-7a3b-45e1-89e4-14c45ac12538 HTTP/1.1" status: 204 len: 168 time: 0.6656885 Jul 05 03:53:45.890102 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-4cd09c0d-9864-4ebb-a120-6935606cd37b None None] Set router 9afc883b-6d68-4152-98de-74126414e32d gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:45.985677 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-bc20814f-4f1a-4208-9db8-c5575be5c8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-router', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:01Z', 'updated_at': '2021-07-05T03:53:09Z', 'revision_number': 4, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'gw_port': {'id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '667d450b-ad2e-42ad-9304-103cecda57cd', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'port_id': '9a218d41-fd26-4c3b-ac80-1a805629a248', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02', 'mac_address': 'fa:16:3e:52:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d22a4-51e4-40b7-929a-1b8f7e732393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:53:39Z', 'updated_at': '2021-07-05T03:53:43Z', 'revision_number': 1, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f95ef1e-4af8-48bd-8790-0cd3fd004be4', 'name': '', 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'mac_address': 'fa:16:3e:56:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:07Z', 'updated_at': '2021-07-05T03:53:16Z', 'revision_number': 5, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'subnets': [{'id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:46.029496 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-da767cf3-da32-41e6-b538-b0db88eaa7dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d HTTP/1.1" status: 200 len: 999 time: 0.1801052 Jul 05 03:53:46.030622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ebc3d-4141-480a-b735-56cfba6964ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a01d51d-7a3b-45e1-89e4-14c45ac12538,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:46.090018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc20814f-4f1a-4208-9db8-c5575be5c8de None None] Checking router: 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:46.138184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20814f-4f1a-4208-9db8-c5575be5c8de None None] Routers {'5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:46.141169 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-bc20814f-4f1a-4208-9db8-c5575be5c8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:53:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:46.168556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-4c927fef-de4f-4627-9214-4e6cff29b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:46.173584 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-4c927fef-de4f-4627-9214-4e6cff29b3ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=043ce9f2-e045-400d-955c-c52ba74f89a2 HTTP/1.1" status: 200 len: 851 time: 0.1055074 Jul 05 03:53:46.353900 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-4585c7bf-4fea-4311-99c9-012e7f0843a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:46.355730 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-4585c7bf-4fea-4311-99c9-012e7f0843a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2509fec-b4aa-4ad3-ac1f-230ef4872f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1728315 Jul 05 03:53:46.470725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-bc20814f-4f1a-4208-9db8-c5575be5c8de None None] Set router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:46.511489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad06607-393e-4975-8b6b-4e01b1df5cab req-030b618a-3f56-41ca-9f63-e51976072ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:46.513091 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ad06607-393e-4975-8b6b-4e01b1df5cab req-030b618a-3f56-41ca-9f63-e51976072ec0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=66cf0d4c-2199-4116-920a-cc35db90ed02 HTTP/1.1" status: 200 len: 928 time: 0.9698772 Jul 05 03:53:46.533155 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-82fca078-d12b-47a1-b806-1173f7839b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:46.540335 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-82fca078-d12b-47a1-b806-1173f7839b2e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=66cf0d4c-2199-4116-920a-cc35db90ed02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8907731 Jul 05 03:53:46.613065 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4cd09c0d-9864-4ebb-a120-6935606cd37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc883b-6d68-4152-98de-74126414e32d', 'name': 'tempest-TaggedBootDevicesTest-1870253373-router', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:51Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 4, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'gw_port': {'id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'd2eb8ec4-a77b-417f-a98e-8a6fa7aa7d45', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '9afc883b-6d68-4152-98de-74126414e32d', 'port_id': '73204dfe-6823-4e85-a7b1-aa28c9e9cb8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'mac_address': 'fa:16:3e:b2:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:52:13Z', 'updated_at': '2021-07-05T03:53:43Z', 'revision_number': 1, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dce8e1-96e6-4dcd-bf19-967fef244b03', 'name': '', 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'mac_address': 'fa:16:3e:46:60:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:58Z', 'updated_at': '2021-07-05T03:51:07Z', 'revision_number': 5, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'subnets': [{'id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:46.698412 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd09c0d-9864-4ebb-a120-6935606cd37b None None] The sync data for ids ['9afc883b-6d68-4152-98de-74126414e32d'] in n-d-771363-32 is: [{'id': '9afc883b-6d68-4152-98de-74126414e32d', 'name': 'tempest-TaggedBootDevicesTest-1870253373-router', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:51Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 4, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'gw_port': {'id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'd2eb8ec4-a77b-417f-a98e-8a6fa7aa7d45', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '9afc883b-6d68-4152-98de-74126414e32d', 'port_id': '73204dfe-6823-4e85-a7b1-aa28c9e9cb8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'mac_address': 'fa:16:3e:b2:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:52:13Z', 'updated_at': '2021-07-05T03:53:43Z', 'revision_number': 1, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dce8e1-96e6-4dcd-bf19-967fef244b03', 'name': '', 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'mac_address': 'fa:16:3e:46:60:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:58Z', 'updated_at': '2021-07-05T03:51:07Z', 'revision_number': 5, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'subnets': [{'id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:46.729343 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-c8e15ef5-d620-4ba9-9c1f-3c97dea9b18a service neutron] 10.222.0.36 "GET /v2.0/networks/b2509fec-b4aa-4ad3-ac1f-230ef4872f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607166 Jul 05 03:53:46.901199 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.023172 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d42cfeab-8982-4212-b278-3923ef41fe26 req-2c93689b-9f10-42f9-be90-ff2be0c53ae7 service neutron] 10.222.0.36 "GET /v2.0/networks/b2509fec-b4aa-4ad3-ac1f-230ef4872f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823801 Jul 05 03:53:47.075454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-b0ecb685-a845-42e6-884b-380ef1876f4a service neutron] 10.222.0.38 "GET /v2.0/networks/66cf0d4c-2199-4116-920a-cc35db90ed02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017772 Jul 05 03:53:47.212727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ad06607-393e-4975-8b6b-4e01b1df5cab req-e9d6c4ca-47c1-473a-b83b-a76d3850b363 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a218d41-fd26-4c3b-ac80-1a805629a248 HTTP/1.1" status: 200 len: 999 time: 0.6624458 Jul 05 03:53:47.267432 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2998469-e2b6-4563-9b69-7083ec9ae694 None None] New status for floating IP d2eb8ec4-a77b-417f-a98e-8a6fa7aa7d45: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:53:47.355235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-bc20814f-4f1a-4208-9db8-c5575be5c8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-router', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:01Z', 'updated_at': '2021-07-05T03:53:09Z', 'revision_number': 4, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'gw_port': {'id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '667d450b-ad2e-42ad-9304-103cecda57cd', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'port_id': '9a218d41-fd26-4c3b-ac80-1a805629a248', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02', 'mac_address': 'fa:16:3e:52:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d22a4-51e4-40b7-929a-1b8f7e732393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:53:39Z', 'updated_at': '2021-07-05T03:53:43Z', 'revision_number': 1, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f95ef1e-4af8-48bd-8790-0cd3fd004be4', 'name': '', 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'mac_address': 'fa:16:3e:56:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:07Z', 'updated_at': '2021-07-05T03:53:16Z', 'revision_number': 5, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'subnets': [{'id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:47.361942 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad06607-393e-4975-8b6b-4e01b1df5cab req-071f61f1-a973-4e5b-a922-c757c267d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:47.364791 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ad06607-393e-4975-8b6b-4e01b1df5cab req-071f61f1-a973-4e5b-a922-c757c267d11a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0f541f6b-22af-4dee-9016-5624ee84d84d HTTP/1.1" status: 200 len: 866 time: 0.1396203 Jul 05 03:53:47.369285 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ddf2de8-f49c-456f-8519-5e1fac92324d req-17fde37b-552e-406b-81fa-ac0594477062 service neutron] 10.222.0.38 "GET /v2.0/networks/66cf0d4c-2199-4116-920a-cc35db90ed02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845368 Jul 05 03:53:47.434731 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc20814f-4f1a-4208-9db8-c5575be5c8de None None] The sync data for ids ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'] in n-d-771363-32 is: [{'id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-router', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:01Z', 'updated_at': '2021-07-05T03:53:09Z', 'revision_number': 4, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'gw_port': {'id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '667d450b-ad2e-42ad-9304-103cecda57cd', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'port_id': '9a218d41-fd26-4c3b-ac80-1a805629a248', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02', 'mac_address': 'fa:16:3e:52:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d22a4-51e4-40b7-929a-1b8f7e732393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:53:39Z', 'updated_at': '2021-07-05T03:53:43Z', 'revision_number': 1, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f95ef1e-4af8-48bd-8790-0cd3fd004be4', 'name': '', 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'mac_address': 'fa:16:3e:56:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:07Z', 'updated_at': '2021-07-05T03:53:16Z', 'revision_number': 5, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'subnets': [{'id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:47.478007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad06607-393e-4975-8b6b-4e01b1df5cab req-4c531672-406b-45c5-bfca-bb8b274dc54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:47.479968 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ad06607-393e-4975-8b6b-4e01b1df5cab req-4c531672-406b-45c5-bfca-bb8b274dc54a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66cf0d4c-2199-4116-920a-cc35db90ed02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005466 Jul 05 03:53:47.850949 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ad06607-393e-4975-8b6b-4e01b1df5cab req-b3185179-1b40-4774-be97-9764adb5c2cc service neutron] 10.222.0.10 "GET /v2.0/networks/66cf0d4c-2199-4116-920a-cc35db90ed02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566489 Jul 05 03:53:47.933495 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723dca44-8303-4aef-bcf1-b922c2d403e7 None None] New status for floating IP 667d450b-ad2e-42ad-9304-103cecda57cd: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:53:48.184852 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74525968-72df-46af-9368-4e778ab9aec2 req-ff82994b-2594-4af7-bbec-e11352799e74 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 258 time: 0.5509875 Jul 05 03:53:48.196433 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-74525968-72df-46af-9368-4e778ab9aec2 req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:48.276177 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ad06607-393e-4975-8b6b-4e01b1df5cab req-1f9a2822-c3ff-454b-87bb-5de6336ee017 service neutron] 10.222.0.10 "GET /v2.0/networks/66cf0d4c-2199-4116-920a-cc35db90ed02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022081 Jul 05 03:53:48.330253 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74525968-72df-46af-9368-4e778ab9aec2 req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.493333 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74525968-72df-46af-9368-4e778ab9aec2 req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.645197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-74525968-72df-46af-9368-4e778ab9aec2 req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Allocated IP 172.25.6.156 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/48899d2f-93b6-474c-90c1-e0a0114a6d0f) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:48.659314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa165d4a-0cc1-4e85-b13d-f842d00cc696 req-aa59fcde-8c0d-4833-9760-0f66ddfdc9fb tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:48.661614 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa165d4a-0cc1-4e85-b13d-f842d00cc696 req-aa59fcde-8c0d-4833-9760-0f66ddfdc9fb tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 1097 time: 0.1299837 Jul 05 03:53:48.748342 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa165d4a-0cc1-4e85-b13d-f842d00cc696 req-1efe7c81-6c0d-45e2-afda-020320029b35 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793140 Jul 05 03:53:48.788592 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74525968-72df-46af-9368-4e778ab9aec2 req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.953894 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74525968-72df-46af-9368-4e778ab9aec2 req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.062541 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74525968-72df-46af-9368-4e778ab9aec2 req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:49.071007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-74525968-72df-46af-9368-4e778ab9aec2 req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:49.073670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-74525968-72df-46af-9368-4e778ab9aec2 req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:49.100780 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Pushing event updated for resources: {'Port': ['ID=48899d2f-93b6-474c-90c1-e0a0114a6d0f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:49.184011 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74525968-72df-46af-9368-4e778ab9aec2 req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.349845 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74525968-72df-46af-9368-4e778ab9aec2 req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.664001 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74525968-72df-46af-9368-4e778ab9aec2 req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.787020 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74525968-72df-46af-9368-4e778ab9aec2 req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.944363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Pushing event updated for resources: {'Port': ['ID=48899d2f-93b6-474c-90c1-e0a0114a6d0f,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:49.960294 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74525968-72df-46af-9368-4e778ab9aec2 req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.085097 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74525968-72df-46af-9368-4e778ab9aec2 req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.086722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74525968-72df-46af-9368-4e778ab9aec2 req-35a174d2-9ce1-42cf-8aac-3307b1ecbf6f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9009664 Jul 05 03:53:50.234265 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74525968-72df-46af-9368-4e778ab9aec2 req-493aae82-18b7-42d3-8927-ccc1c3404d3f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.156 HTTP/1.1" status: 200 len: 696 time: 0.1389081 Jul 05 03:53:50.399568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74525968-72df-46af-9368-4e778ab9aec2 req-97b4de5f-f814-42ae-a082-e8062b182724 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.399568 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74525968-72df-46af-9368-4e778ab9aec2 req-97b4de5f-f814-42ae-a082-e8062b182724 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.1575630 Jul 05 03:53:51.407331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81ddac-c14d-4d26-a8a7-3839d3ed9027 req-96067785-6eba-4375-b1e0-17366d0d188d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:51.408965 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e81ddac-c14d-4d26-a8a7-3839d3ed9027 req-96067785-6eba-4375-b1e0-17366d0d188d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1188693 Jul 05 03:53:51.491868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e81ddac-c14d-4d26-a8a7-3839d3ed9027 req-50013f3d-1596-4272-ab0a-a3cb49e6470b tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.156 HTTP/1.1" status: 200 len: 696 time: 0.0705082 Jul 05 03:53:51.501847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-7e81ddac-c14d-4d26-a8a7-3839d3ed9027 req-502a9c2d-18a0-4c58-9931-38f9acbde66e tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Request body: {'floatingip': {'port_id': '9a218d41-fd26-4c3b-ac80-1a805629a248', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:51.570054 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7e81ddac-c14d-4d26-a8a7-3839d3ed9027 req-502a9c2d-18a0-4c58-9931-38f9acbde66e tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:51.972887 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-7e81ddac-c14d-4d26-a8a7-3839d3ed9027 req-502a9c2d-18a0-4c58-9931-38f9acbde66e tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 03:53:51.985156 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e81ddac-c14d-4d26-a8a7-3839d3ed9027 req-502a9c2d-18a0-4c58-9931-38f9acbde66e tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "PUT /v2.0/floatingips/8eabcf5d-0c82-4b94-bed1-f4bcd3b0fc48 HTTP/1.1" status: 409 len: 551 time: 0.4922853 Jul 05 03:53:52.217024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-6b566649-2e73-4163-96a4-d82c758de048 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:53:52.225217 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-6b566649-2e73-4163-96a4-d82c758de048 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131454 Jul 05 03:53:52.251414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b96d0760-6b10-482e-a439-cec15ef408e9 service neutron] Request body: {'binding': {'host': 'n-h2-771363-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:52.252594 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b96d0760-6b10-482e-a439-cec15ef408e9 service neutron] Unknown quota resources ['binding']. {{(pid=100932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:53:52.353252 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a664aa8c-759d-4a3f-a7b8-25992ea0b6da req-509f74d1-e8cd-436d-8d17-c7de6fea9faf tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/floatingips/8eabcf5d-0c82-4b94-bed1-f4bcd3b0fc48 HTTP/1.1" status: 200 len: 693 time: 0.0906739 Jul 05 03:53:52.374706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40480) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:52.498068 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b96d0760-6b10-482e-a439-cec15ef408e9 service neutron] Attempting to bind port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 on host n-h2-771363-32 for vnic_type normal with profile None {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:52.499122 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b96d0760-6b10-482e-a439-cec15ef408e9 service neutron] Attempting to bind port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:52.499611 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b96d0760-6b10-482e-a439-cec15ef408e9 service neutron] Attempting to bind port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:52.506422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b96d0760-6b10-482e-a439-cec15ef408e9 service neutron] Port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 on network fc21b127-e7b5-412d-946b-08a3b7902b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:52.506959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b96d0760-6b10-482e-a439-cec15ef408e9 service neutron] Attempting to bind port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:52.513617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b96d0760-6b10-482e-a439-cec15ef408e9 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:52.514158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b96d0760-6b10-482e-a439-cec15ef408e9 service neutron] Checking segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:52.515002 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b96d0760-6b10-482e-a439-cec15ef408e9 service neutron] Bound using segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:52.515598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b96d0760-6b10-482e-a439-cec15ef408e9 service neutron] Bound port: bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:52.661408 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b96d0760-6b10-482e-a439-cec15ef408e9 service neutron] For port bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:52.683346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664aa8c-759d-4a3f-a7b8-25992ea0b6da req-cade78c6-6025-4983-a848-2c0fdfd9f37d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:52.691949 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a664aa8c-759d-4a3f-a7b8-25992ea0b6da req-cade78c6-6025-4983-a848-2c0fdfd9f37d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.3342440 Jul 05 03:53:52.701260 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e15cef50-10f0-42b8-9e0a-7b77719860c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.731458 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b96d0760-6b10-482e-a439-cec15ef408e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.733227 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b96d0760-6b10-482e-a439-cec15ef408e9 service neutron] 10.222.0.38 "POST /v2.0/ports/bf24e089-eef9-4b41-af9f-3f393d1ad4c4/bindings HTTP/1.1" status: 201 len: 390 time: 0.5001459 Jul 05 03:53:52.760412 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a664aa8c-759d-4a3f-a7b8-25992ea0b6da req-caad0aa1-0471-4da9-8304-ac9dee235561 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.156 HTTP/1.1" status: 200 len: 696 time: 0.0674107 Jul 05 03:53:52.831374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a664aa8c-759d-4a3f-a7b8-25992ea0b6da req-2a78295e-a6fc-4cf5-a2c4-f886472ff088 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.156 HTTP/1.1" status: 200 len: 696 time: 0.0695472 Jul 05 03:53:53.089415 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-a664aa8c-759d-4a3f-a7b8-25992ea0b6da req-9822a3ce-6b61-46b5-89b2-2cd1a0c385b1 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Deleting port 48899d2f-93b6-474c-90c1-e0a0114a6d0f {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:53.089794 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a664aa8c-759d-4a3f-a7b8-25992ea0b6da req-9822a3ce-6b61-46b5-89b2-2cd1a0c385b1 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.163964 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e15cef50-10f0-42b8-9e0a-7b77719860c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.239129 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a664aa8c-759d-4a3f-a7b8-25992ea0b6da req-9822a3ce-6b61-46b5-89b2-2cd1a0c385b1 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.240028 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a664aa8c-759d-4a3f-a7b8-25992ea0b6da req-9822a3ce-6b61-46b5-89b2-2cd1a0c385b1 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.274267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-a664aa8c-759d-4a3f-a7b8-25992ea0b6da req-9822a3ce-6b61-46b5-89b2-2cd1a0c385b1 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Calling delete_port for 48899d2f-93b6-474c-90c1-e0a0114a6d0f owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:53.302222 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e15cef50-10f0-42b8-9e0a-7b77719860c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.334023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cef50-10f0-42b8-9e0a-7b77719860c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a460c90d-41e8-4fbe-bee8-1d2ebd66cd92,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:53.440174 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e15cef50-10f0-42b8-9e0a-7b77719860c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e7e3d0d1b9754171b5904c573b5b91d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0639634 Jul 05 03:53:53.443673 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40498) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:53.615065 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3223b762-798c-4026-be0f-02fd89b2eebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.671273 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3223b762-798c-4026-be0f-02fd89b2eebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.809350 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a664aa8c-759d-4a3f-a7b8-25992ea0b6da req-9822a3ce-6b61-46b5-89b2-2cd1a0c385b1 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.878450 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822a3ce-6b61-46b5-89b2-2cd1a0c385b1 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Pushing event deleted for resources: {'Port': ['ID=48899d2f-93b6-474c-90c1-e0a0114a6d0f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:53.912810 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-1f6b812b-9b37-4e63-816a-aa50314aff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.914804 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-1f6b812b-9b37-4e63-816a-aa50314aff31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 1097 time: 0.1942730 Jul 05 03:53:53.986006 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3223b762-798c-4026-be0f-02fd89b2eebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.001220 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3223b762-798c-4026-be0f-02fd89b2eebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.009451 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3223b762-798c-4026-be0f-02fd89b2eebf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a460c90d-41e8-4fbe-bee8-1d2ebd66cd92 HTTP/1.1" status: 204 len: 168 time: 0.5639093 Jul 05 03:53:54.054224 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a664aa8c-759d-4a3f-a7b8-25992ea0b6da req-9822a3ce-6b61-46b5-89b2-2cd1a0c385b1 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.056902 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a664aa8c-759d-4a3f-a7b8-25992ea0b6da req-9822a3ce-6b61-46b5-89b2-2cd1a0c385b1 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.070684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a664aa8c-759d-4a3f-a7b8-25992ea0b6da req-9822a3ce-6b61-46b5-89b2-2cd1a0c385b1 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "DELETE /v2.0/floatingips/8eabcf5d-0c82-4b94-bed1-f4bcd3b0fc48 HTTP/1.1" status: 204 len: 173 time: 1.2383428 Jul 05 03:53:54.105813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd4b6f-3545-4bc7-bc77-3bd53f4eca32 req-159f54d9-c0ec-410e-b1ae-254bd58d4a42 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.115634 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5bd4b6f-3545-4bc7-bc77-3bd53f4eca32 req-159f54d9-c0ec-410e-b1ae-254bd58d4a42 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 945 time: 0.1739149 Jul 05 03:53:54.182066 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5bd4b6f-3545-4bc7-bc77-3bd53f4eca32 req-a93d5461-6a28-48a7-9c4f-fe14b9962243 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651879 Jul 05 03:53:54.261474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223b762-798c-4026-be0f-02fd89b2eebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a460c90d-41e8-4fbe-bee8-1d2ebd66cd92,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:54.397831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-ea05e3e5-69c6-46c8-b09a-3a499ff86e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.402095 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-ea05e3e5-69c6-46c8-b09a-3a499ff86e52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.4765637 Jul 05 03:53:54.468036 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-438b39bf-cd0c-4adb-b43d-21e39acfcf1b tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.46 HTTP/1.1" status: 200 len: 1001 time: 0.2104743 Jul 05 03:53:54.563013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-6eef165b-fd7c-4aa9-b64a-7e580175497b tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.574742 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b09ecc26-c68d-4d43-87ce-f2c9c6e0e7f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf24e089-eef9-4b41-af9f-3f393d1ad4c4 HTTP/1.1" status: 200 len: 217 time: 0.1615465 Jul 05 03:53:54.576523 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-6eef165b-fd7c-4aa9-b64a-7e580175497b tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports/9a218d41-fd26-4c3b-ac80-1a805629a248 HTTP/1.1" status: 200 len: 943 time: 0.0942078 Jul 05 03:53:54.690198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-bd09d38b-8396-46b9-903e-57dfb0d115c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.693570 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-bd09d38b-8396-46b9-903e-57dfb0d115c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.1107709 Jul 05 03:53:54.746479 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-9e70c951-3bf4-4d3c-af23-39e810aa6fb2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413096 Jul 05 03:53:54.866202 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-37546404-21bf-4b82-a041-6349c82c9dcb tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.46 HTTP/1.1" status: 200 len: 1001 time: 0.0846562 Jul 05 03:53:54.888395 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-a641b7d3-951c-4d5a-9505-584ba7c65a33 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252415 Jul 05 03:53:54.999963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-3a819620-3634-4f8b-9ec6-006bb9cedeb4 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:55.001805 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-3a819620-3634-4f8b-9ec6-006bb9cedeb4 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.1295371 Jul 05 03:53:55.006387 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-0e099dda-7206-4649-8dd8-f64ce7fd4733 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086144 Jul 05 03:53:55.074819 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-4564d42f-b0bd-4fbc-9284-050dfe25c426 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.46 HTTP/1.1" status: 200 len: 1001 time: 0.0642467 Jul 05 03:53:55.084810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-5d7f096f-3502-4b13-8b31-516a35c71edb tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:55.252335 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-5d7f096f-3502-4b13-8b31-516a35c71edb tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.294792 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-5d7f096f-3502-4b13-8b31-516a35c71edb tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.420912 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-5d7f096f-3502-4b13-8b31-516a35c71edb tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.421319 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-5d7f096f-3502-4b13-8b31-516a35c71edb tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Floating IP 667d450b-ad2e-42ad-9304-103cecda57cd disassociated. External IP: 172.25.6.46, port: 9a218d41-fd26-4c3b-ac80-1a805629a248. Jul 05 03:53:55.803716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40536) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:55.805816 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-5d7f096f-3502-4b13-8b31-516a35c71edb tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:53:55.825882 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b9ee9a83-7bee-45a8-aff5-52ae1e02c934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.015745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-5d7f096f-3502-4b13-8b31-516a35c71edb tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:56.028893 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2e4f84-8615-427d-ac42-9606a9089cc8 None None] Sync routers for ids ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:56.034263 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-5d7f096f-3502-4b13-8b31-516a35c71edb tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.059221 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b9ee9a83-7bee-45a8-aff5-52ae1e02c934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.062727 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2e4f84-8615-427d-ac42-9606a9089cc8 None None] Routers {'5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:56.063494 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-de2e4f84-8615-427d-ac42-9606a9089cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:53:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:56.136234 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b9ee9a83-7bee-45a8-aff5-52ae1e02c934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.213160 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b9ee9a83-7bee-45a8-aff5-52ae1e02c934 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=82566576442041dba55465f3df981fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061146 Jul 05 03:53:56.216008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40540) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:56.224476 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-de2e4f84-8615-427d-ac42-9606a9089cc8 None None] Set router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:56.319720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee9a83-7bee-45a8-aff5-52ae1e02c934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675670b3-4c69-4e9f-8829-1907adda14c5,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:56.360535 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-012d91bc-567a-4115-a98a-eaa3fcfc43ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.394751 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-012d91bc-567a-4115-a98a-eaa3fcfc43ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.581545 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-012d91bc-567a-4115-a98a-eaa3fcfc43ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.584545 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-012d91bc-567a-4115-a98a-eaa3fcfc43ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.587676 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-012d91bc-567a-4115-a98a-eaa3fcfc43ef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/675670b3-4c69-4e9f-8829-1907adda14c5 HTTP/1.1" status: 204 len: 168 time: 0.3659010 Jul 05 03:53:56.611998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d91bc-567a-4115-a98a-eaa3fcfc43ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675670b3-4c69-4e9f-8829-1907adda14c5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:56.659551 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-de2e4f84-8615-427d-ac42-9606a9089cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-router', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:01Z', 'updated_at': '2021-07-05T03:53:09Z', 'revision_number': 4, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'gw_port': {'id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '4f95ef1e-4af8-48bd-8790-0cd3fd004be4', 'name': '', 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'mac_address': 'fa:16:3e:56:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:07Z', 'updated_at': '2021-07-05T03:53:16Z', 'revision_number': 5, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'subnets': [{'id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:56.717174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e84b5-1c20-4fc9-bb0b-2ea5079dd3a9 req-ece1ea11-830b-4959-8d49-78529e2754ea tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:56.718883 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2e4f84-8615-427d-ac42-9606a9089cc8 None None] Checking router: 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:56.728614 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-801e84b5-1c20-4fc9-bb0b-2ea5079dd3a9 req-ece1ea11-830b-4959-8d49-78529e2754ea tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 945 time: 0.8111343 Jul 05 03:53:56.730640 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2e4f84-8615-427d-ac42-9606a9089cc8 None None] Routers {'5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:56.731529 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-de2e4f84-8615-427d-ac42-9606a9089cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:53:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:56.745699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-5d7f096f-3502-4b13-8b31-516a35c71edb tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "PUT /v2.0/floatingips/667d450b-ad2e-42ad-9304-103cecda57cd HTTP/1.1" status: 200 len: 694 time: 1.6651821 Jul 05 03:53:56.753062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820d22a4-51e4-40b7-929a-1b8f7e732393', 'tag': '9a218d41-fd26-4c3b-ac80-1a805629a248'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:56.755444 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7abc366-be3e-45e1-a104-2f0b15cf6ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "820d22a4-51e4-40b7-929a-1b8f7e732393", "tag": "9a218d41-fd26-4c3b-ac80-1a805629a248"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:56.822754 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-801e84b5-1c20-4fc9-bb0b-2ea5079dd3a9 req-88987024-6941-4c19-ac13-e29cd5f22abe tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931513 Jul 05 03:53:56.862098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-691dc676-1963-448d-b66d-1b9560b26685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:56.867896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-691dc676-1963-448d-b66d-1b9560b26685 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7fbe103f3cc24bdfa9471974a739cf65&device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 1098 time: 0.1039209 Jul 05 03:53:56.903052 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-de2e4f84-8615-427d-ac42-9606a9089cc8 None None] Set router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:57.210733 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-58f2bdc7-b2b5-4301-a9a0-d2dcbfc9db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:57.220760 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-58f2bdc7-b2b5-4301-a9a0-d2dcbfc9db80 service neutron] 10.222.0.38 "GET /v2.0/networks?id=66cf0d4c-2199-4116-920a-cc35db90ed02 HTTP/1.1" status: 200 len: 928 time: 0.3296461 Jul 05 03:53:57.337969 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-de2e4f84-8615-427d-ac42-9606a9089cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-router', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:01Z', 'updated_at': '2021-07-05T03:53:09Z', 'revision_number': 4, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'gw_port': {'id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '4f95ef1e-4af8-48bd-8790-0cd3fd004be4', 'name': '', 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'mac_address': 'fa:16:3e:56:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:07Z', 'updated_at': '2021-07-05T03:53:16Z', 'revision_number': 5, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'subnets': [{'id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:57.373120 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-b20fe426-57e5-4422-96ba-d54a8c24df15 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a218d41-fd26-4c3b-ac80-1a805629a248 HTTP/1.1" status: 200 len: 217 time: 0.1513293 Jul 05 03:53:57.400052 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2e4f84-8615-427d-ac42-9606a9089cc8 None None] The sync data for ids ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'] in n-d-771363-32 is: [{'id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-router', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:01Z', 'updated_at': '2021-07-05T03:53:09Z', 'revision_number': 4, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'gw_port': {'id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '4f95ef1e-4af8-48bd-8790-0cd3fd004be4', 'name': '', 'network_id': '66cf0d4c-2199-4116-920a-cc35db90ed02', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'mac_address': 'fa:16:3e:56:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:07Z', 'updated_at': '2021-07-05T03:53:16Z', 'revision_number': 5, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'subnets': [{'id': '0f541f6b-22af-4dee-9016-5624ee84d84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:57.468783 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e393e-76c0-41af-aa6e-147d3315258c req-170b7d7d-d9fe-473b-9098-d767d891a378 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:57.477770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f2e393e-76c0-41af-aa6e-147d3315258c req-170b7d7d-d9fe-473b-9098-d767d891a378 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 945 time: 0.3657925 Jul 05 03:53:57.488082 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-2ba55ac1-b2de-4885-bd5e-8c41319d3e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:57.489679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-2ba55ac1-b2de-4885-bd5e-8c41319d3e92 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0f541f6b-22af-4dee-9016-5624ee84d84d HTTP/1.1" status: 200 len: 866 time: 0.1105874 Jul 05 03:53:57.702143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f2e393e-76c0-41af-aa6e-147d3315258c req-81a12ef2-7fd3-41e6-b428-30a0dce0bc7c tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214603 Jul 05 03:53:57.800348 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-1e0dfc4d-3016-4380-bbda-3ac72617fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:57.813383 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-1e0dfc4d-3016-4380-bbda-3ac72617fae5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=66cf0d4c-2199-4116-920a-cc35db90ed02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3042758 Jul 05 03:53:58.011375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40578) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:58.036560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c36336b-18a7-4a33-9bf7-7cf57ad1562b None None] New status for floating IP 667d450b-ad2e-42ad-9304-103cecda57cd: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:53:58.132317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-7388971f-8d39-4c31-845c-b0b43282881d service neutron] 10.222.0.38 "GET /v2.0/networks/66cf0d4c-2199-4116-920a-cc35db90ed02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176308 Jul 05 03:53:58.281491 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-680db1a2-c614-465d-992a-bfa1cacc08ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.500904 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6d1f7-11a1-4d9e-88df-1559af486771 req-83eecc4e-1384-4c42-8004-5aa7711dcecb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:58.505600 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fdb6d1f7-11a1-4d9e-88df-1559af486771 req-83eecc4e-1384-4c42-8004-5aa7711dcecb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 945 time: 0.5600893 Jul 05 03:53:58.699270 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13500fd7-2fdc-42eb-9a4f-c1aa3c692d5b x-openstack-request-id: req-13500fd7-2fdc-42eb-9a4f-c1aa3c692d5b {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:58.699572 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820d22a4-51e4-40b7-929a-1b8f7e732393", "tag": "9a218d41-fd26-4c3b-ac80-1a805629a248", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:58.699834 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-13500fd7-2fdc-42eb-9a4f-c1aa3c692d5b {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:58.700901 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820d22a4-51e4-40b7-929a-1b8f7e732393', 'tag': '9a218d41-fd26-4c3b-ac80-1a805629a248', 'status': 'completed', 'code': 200} Jul 05 03:53:58.819319 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-680db1a2-c614-465d-992a-bfa1cacc08ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.845894 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc366-be3e-45e1-a104-2f0b15cf6ba9 req-9ed4e5f7-bc84-45f5-825a-c9e62078d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:58.847466 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7abc366-be3e-45e1-a104-2f0b15cf6ba9 req-9ed4e5f7-bc84-45f5-825a-c9e62078d9e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7fbe103f3cc24bdfa9471974a739cf65&device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 1098 time: 0.2586427 Jul 05 03:53:58.945520 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-680db1a2-c614-465d-992a-bfa1cacc08ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.005234 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e15f4bf-6fcb-44ac-80f0-49663c571d5a req-33939c04-1284-47ea-9897-dcf761a29588 service neutron] 10.222.0.38 "GET /v2.0/networks/66cf0d4c-2199-4116-920a-cc35db90ed02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8620400 Jul 05 03:53:59.017135 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-680db1a2-c614-465d-992a-bfa1cacc08ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=310729457366453990ea6d63d6e35f97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0046732 Jul 05 03:53:59.025210 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40598) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:59.065109 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-fdb6d1f7-11a1-4d9e-88df-1559af486771 req-8b1e6273-fecc-4828-b6f4-db25a97a91fb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Deleting port 7091fd1a-4b11-45ca-8006-e0d076711c0b {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:59.066215 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fdb6d1f7-11a1-4d9e-88df-1559af486771 req-8b1e6273-fecc-4828-b6f4-db25a97a91fb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.122449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f607c-947b-46df-9257-cfd2991323b2 req-92fbb36b-73c6-4f02-9170-97eb65ced20f tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.125570 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-007f607c-947b-46df-9257-cfd2991323b2 req-92fbb36b-73c6-4f02-9170-97eb65ced20f tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 945 time: 0.3825252 Jul 05 03:53:59.210788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680db1a2-c614-465d-992a-bfa1cacc08ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa68badc-537c-47f3-80ba-67b83e9a8937,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:59.251095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc366-be3e-45e1-a104-2f0b15cf6ba9 req-449c4d69-91da-4025-ac61-e747b6bd77ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.263871 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7abc366-be3e-45e1-a104-2f0b15cf6ba9 req-449c4d69-91da-4025-ac61-e747b6bd77ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=66cf0d4c-2199-4116-920a-cc35db90ed02 HTTP/1.1" status: 200 len: 928 time: 0.4044695 Jul 05 03:53:59.319025 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7f8452a0-3e35-442f-8675-b64879393aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.356664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-007f607c-947b-46df-9257-cfd2991323b2 req-6a6553b0-1c7e-45c1-a84f-b7e780f9e9a3 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449835 Jul 05 03:53:59.414551 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7abc366-be3e-45e1-a104-2f0b15cf6ba9 req-cbeb62d5-e028-4477-b28c-60c8909c4f8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a218d41-fd26-4c3b-ac80-1a805629a248 HTTP/1.1" status: 200 len: 217 time: 0.1408432 Jul 05 03:53:59.415967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-fdb6d1f7-11a1-4d9e-88df-1559af486771 req-8b1e6273-fecc-4828-b6f4-db25a97a91fb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] For port 7091fd1a-4b11-45ca-8006-e0d076711c0b, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=7091fd1a-4b11-45ca-8006-e0d076711c0b,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:59.416388 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fdb6d1f7-11a1-4d9e-88df-1559af486771 req-8b1e6273-fecc-4828-b6f4-db25a97a91fb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.461265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-fdb6d1f7-11a1-4d9e-88df-1559af486771 req-8b1e6273-fecc-4828-b6f4-db25a97a91fb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Calling delete_port for 7091fd1a-4b11-45ca-8006-e0d076711c0b owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:59.463947 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7f8452a0-3e35-442f-8675-b64879393aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.611843 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7f8452a0-3e35-442f-8675-b64879393aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.620180 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7f8452a0-3e35-442f-8675-b64879393aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.621613 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7f8452a0-3e35-442f-8675-b64879393aed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aa68badc-537c-47f3-80ba-67b83e9a8937 HTTP/1.1" status: 204 len: 168 time: 0.5844145 Jul 05 03:53:59.658943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3072b-6edb-4008-975d-46b49f0da1d1 req-8e23d964-8e05-4af5-bc51-7f5d06490eb7 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.660879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-11b3072b-6edb-4008-975d-46b49f0da1d1 req-8e23d964-8e05-4af5-bc51-7f5d06490eb7 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 945 time: 0.1781690 Jul 05 03:53:59.668013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8452a0-3e35-442f-8675-b64879393aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa68badc-537c-47f3-80ba-67b83e9a8937,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:59.670795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc366-be3e-45e1-a104-2f0b15cf6ba9 req-b3b6a2d5-1670-4e1e-8883-2c368a94a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.672313 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7abc366-be3e-45e1-a104-2f0b15cf6ba9 req-b3b6a2d5-1670-4e1e-8883-2c368a94a689 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0f541f6b-22af-4dee-9016-5624ee84d84d HTTP/1.1" status: 200 len: 866 time: 0.1611726 Jul 05 03:53:59.821081 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc366-be3e-45e1-a104-2f0b15cf6ba9 req-5f42f225-fcfe-4f5d-8d43-69296da1ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.823295 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7abc366-be3e-45e1-a104-2f0b15cf6ba9 req-5f42f225-fcfe-4f5d-8d43-69296da1ac18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=66cf0d4c-2199-4116-920a-cc35db90ed02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351316 Jul 05 03:53:59.866991 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0abcd886-7a35-4097-8aee-248b8bbd6352 req-fa159564-814f-4ed7-b68a-ce6ee9dd68a7 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/floatingips/667d450b-ad2e-42ad-9304-103cecda57cd HTTP/1.1" status: 200 len: 692 time: 0.0859904 Jul 05 03:53:59.876864 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fdb6d1f7-11a1-4d9e-88df-1559af486771 req-8b1e6273-fecc-4828-b6f4-db25a97a91fb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.893064 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e697cb2b-c887-4eab-8a6d-f4b754c48d42'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:59.951713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['d331f6dc-06c2-4e86-9fa0-5b9db6e33018', '0bc63b9e-797c-4db1-8878-baceda92b667'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:00.001161 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7abc366-be3e-45e1-a104-2f0b15cf6ba9 req-7e21c642-c66b-4b51-811c-704ee6f3288d service neutron] 10.222.0.10 "GET /v2.0/networks/66cf0d4c-2199-4116-920a-cc35db90ed02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615353 Jul 05 03:54:00.102665 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcd886-7a35-4097-8aee-248b8bbd6352 req-1df24825-b0ca-4364-856e-bd204dc04667 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:00.107774 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0abcd886-7a35-4097-8aee-248b8bbd6352 req-1df24825-b0ca-4364-856e-bd204dc04667 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.2381115 Jul 05 03:54:00.204945 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7abc366-be3e-45e1-a104-2f0b15cf6ba9 req-4b9e8cef-668f-42da-a88d-a78497625076 service neutron] 10.222.0.10 "GET /v2.0/networks/66cf0d4c-2199-4116-920a-cc35db90ed02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003434 Jul 05 03:54:00.226146 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e6273-fecc-4828-b6f4-db25a97a91fb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Pushing event deleted for resources: {'Port': ['ID=7091fd1a-4b11-45ca-8006-e0d076711c0b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:00.270323 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-11b3072b-6edb-4008-975d-46b49f0da1d1 req-cf0d04ff-7b96-4483-a798-9b186a97456d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740105 Jul 05 03:54:00.497287 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb6d1f7-11a1-4d9e-88df-1559af486771 req-8b1e6273-fecc-4828-b6f4-db25a97a91fb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] No DVR routers for this DVR port 7091fd1a-4b11-45ca-8006-e0d076711c0b on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:00.508228 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fdb6d1f7-11a1-4d9e-88df-1559af486771 req-8b1e6273-fecc-4828-b6f4-db25a97a91fb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.512668 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fdb6d1f7-11a1-4d9e-88df-1559af486771 req-8b1e6273-fecc-4828-b6f4-db25a97a91fb tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.10 "DELETE /v2.0/ports/7091fd1a-4b11-45ca-8006-e0d076711c0b HTTP/1.1" status: 204 len: 173 time: 1.9895144 Jul 05 03:54:00.532640 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0abcd886-7a35-4097-8aee-248b8bbd6352 req-baeac7b6-4879-4dfe-b38f-a25bdb74e92e tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.46 HTTP/1.1" status: 200 len: 695 time: 0.3287106 Jul 05 03:54:00.864143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0abcd886-7a35-4097-8aee-248b8bbd6352 req-3492b415-2236-4fcf-a197-890637d843a6 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.46 HTTP/1.1" status: 200 len: 695 time: 0.1090081 Jul 05 03:54:00.864143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6bef92-95e9-4cfb-8425-7327332efbfd', 'name': 'network-vif-deleted', 'tag': '7091fd1a-4b11-45ca-8006-e0d076711c0b'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:00.864143 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb265ac-6bc4-4c82-b0f2-bdee5a8c75f6" -d '{"events": [{"server_uuid": "7d6bef92-95e9-4cfb-8425-7327332efbfd", "name": "network-vif-deleted", "tag": "7091fd1a-4b11-45ca-8006-e0d076711c0b"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:00.890994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-0abcd886-7a35-4097-8aee-248b8bbd6352 req-ae33a131-13fd-4416-ab6f-224c2477d04d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Deleting port 6bdceccd-1bdc-4c90-a981-4bc9d8f3fd52 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:00.891662 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0abcd886-7a35-4097-8aee-248b8bbd6352 req-ae33a131-13fd-4416-ab6f-224c2477d04d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.898112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 7091fd1a-4b11-45ca-8006-e0d076711c0b no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:00.943510 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 7091fd1a-4b11-45ca-8006-e0d076711c0b {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:00.943862 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 7091fd1a-4b11-45ca-8006-e0d076711c0b not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:00.973123 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343eaa1-4a14-49b4-871e-0080daaafb8a req-42db2574-2db4-447e-aecd-f15a7249eb62 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:00.980794 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9343eaa1-4a14-49b4-871e-0080daaafb8a req-42db2574-2db4-447e-aecd-f15a7249eb62 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 945 time: 0.2103996 Jul 05 03:54:01.066887 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9343eaa1-4a14-49b4-871e-0080daaafb8a req-bf4e6264-9f8f-4abd-bc5b-4a0b3119a9dc tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847311 Jul 05 03:54:01.089035 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0abcd886-7a35-4097-8aee-248b8bbd6352 req-ae33a131-13fd-4416-ab6f-224c2477d04d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.089035 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0abcd886-7a35-4097-8aee-248b8bbd6352 req-ae33a131-13fd-4416-ab6f-224c2477d04d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.131042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-0abcd886-7a35-4097-8aee-248b8bbd6352 req-ae33a131-13fd-4416-ab6f-224c2477d04d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Calling delete_port for 6bdceccd-1bdc-4c90-a981-4bc9d8f3fd52 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:01.435668 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a406bd94-52a3-4d8c-b38e-949443be78cf x-openstack-request-id: req-a406bd94-52a3-4d8c-b38e-949443be78cf {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:01.435961 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6bef92-95e9-4cfb-8425-7327332efbfd", "name": "network-vif-deleted", "tag": "7091fd1a-4b11-45ca-8006-e0d076711c0b", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:01.436260 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a406bd94-52a3-4d8c-b38e-949443be78cf {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:01.436664 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6bef92-95e9-4cfb-8425-7327332efbfd', 'name': 'network-vif-deleted', 'tag': '7091fd1a-4b11-45ca-8006-e0d076711c0b', 'status': 'completed', 'code': 200} Jul 05 03:54:01.546680 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-55d5b19e-e8cd-4bc0-855b-1d614cdd09c6 req-bd858bba-489b-447d-ba9c-a5bf9a4b3814 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d6bef92-95e9-4cfb-8425-7327332efbfd HTTP/1.1" status: 200 len: 210 time: 0.0704286 Jul 05 03:54:01.569915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0abcd886-7a35-4097-8aee-248b8bbd6352 req-ae33a131-13fd-4416-ab6f-224c2477d04d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.603383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33a131-13fd-4416-ab6f-224c2477d04d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Pushing event deleted for resources: {'Port': ['ID=6bdceccd-1bdc-4c90-a981-4bc9d8f3fd52,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:01.692114 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0abcd886-7a35-4097-8aee-248b8bbd6352 req-ae33a131-13fd-4416-ab6f-224c2477d04d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.696708 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0abcd886-7a35-4097-8aee-248b8bbd6352 req-ae33a131-13fd-4416-ab6f-224c2477d04d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.710067 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0abcd886-7a35-4097-8aee-248b8bbd6352 req-ae33a131-13fd-4416-ab6f-224c2477d04d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "DELETE /v2.0/floatingips/667d450b-ad2e-42ad-9304-103cecda57cd HTTP/1.1" status: 204 len: 173 time: 1.0625391 Jul 05 03:54:01.986683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cf48b-3b09-4fa9-829b-3fcced97f32c req-384ec5a3-d219-4fbf-9bb5-0b33a434547e tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:01.986683 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d59cf48b-3b09-4fa9-829b-3fcced97f32c req-384ec5a3-d219-4fbf-9bb5-0b33a434547e tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1188319 Jul 05 03:54:02.056267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d59cf48b-3b09-4fa9-829b-3fcced97f32c req-688d5beb-a8d1-4472-9cb7-688f7a3023e3 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0643544 Jul 05 03:54:02.197870 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9b7e74a-376e-4372-8f81-6aa29328bbdd req-0374bf90-e9c2-4136-a335-625553855e9f tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1208940 Jul 05 03:54:02.221134 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.364463 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1459fc-a763-40db-8d11-5c093edf9afd req-9cca0a25-8cbe-47ea-af26-ffcc2bcf3b03 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:02.364463 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb1459fc-a763-40db-8d11-5c093edf9afd req-9cca0a25-8cbe-47ea-af26-ffcc2bcf3b03 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 945 time: 0.0922189 Jul 05 03:54:02.464664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb1459fc-a763-40db-8d11-5c093edf9afd req-c637a5c6-1e13-42e1-a59d-f04cda1f697e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927949 Jul 05 03:54:02.490657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40764) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:02.910638 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3303bb4e-f449-4bf5-a242-fb6ea935aca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.049378 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3303bb4e-f449-4bf5-a242-fb6ea935aca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.156873 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3303bb4e-f449-4bf5-a242-fb6ea935aca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.210396 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3303bb4e-f449-4bf5-a242-fb6ea935aca8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f1f9bca0457b4adca133a9ee69ab3b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7161477 Jul 05 03:54:03.212710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40786) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:03.264600 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303bb4e-f449-4bf5-a242-fb6ea935aca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fe043d-73af-44a1-aa67-522ee1b26a87,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:03.420310 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44c95c8b-561b-4842-88db-d51922180ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.486091 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44c95c8b-561b-4842-88db-d51922180ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.644930 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.707648 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44c95c8b-561b-4842-88db-d51922180ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.711064 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44c95c8b-561b-4842-88db-d51922180ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.712525 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-44c95c8b-561b-4842-88db-d51922180ee4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d6fe043d-73af-44a1-aa67-522ee1b26a87 HTTP/1.1" status: 204 len: 168 time: 0.4985459 Jul 05 03:54:03.751415 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c95c8b-561b-4842-88db-d51922180ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fe043d-73af-44a1-aa67-522ee1b26a87,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:03.872389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf5a9a-571b-4a1c-9885-eb516f36d1e7 req-e4c9a0fb-ec8a-4fb1-acb9-9433c52f9bae tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:03.876843 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2bf5a9a-571b-4a1c-9885-eb516f36d1e7 req-e4c9a0fb-ec8a-4fb1-acb9-9433c52f9bae tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 946 time: 0.2209213 Jul 05 03:54:03.901925 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a071d-a30d-4823-8f83-a73297408142 req-6113ddc1-f323-49c5-8591-1f1c7625ef86 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:03.909839 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e24a071d-a30d-4823-8f83-a73297408142 req-6113ddc1-f323-49c5-8591-1f1c7625ef86 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 945 time: 0.1848114 Jul 05 03:54:03.960022 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2bf5a9a-571b-4a1c-9885-eb516f36d1e7 req-2bfec15e-52ab-4de5-98d7-4d8d936edce6 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f7c3f1f-a7f5-48c7-a126-3a81b1c58291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762954 Jul 05 03:54:03.991102 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e24a071d-a30d-4823-8f83-a73297408142 req-0a65f9be-01f6-408e-8de4-60c69ff4d47b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802088 Jul 05 03:54:05.153995 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb24de2-6599-4ad5-8d63-c12122cf5e90 req-db1fe959-2fb3-4d63-afef-e052d942ec38 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.155663 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ccb24de2-6599-4ad5-8d63-c12122cf5e90 req-db1fe959-2fb3-4d63-afef-e052d942ec38 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 946 time: 0.0774510 Jul 05 03:54:05.229933 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ccb24de2-6599-4ad5-8d63-c12122cf5e90 req-f685cccc-30e1-43f9-b83c-ed7f347eb91d tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f7c3f1f-a7f5-48c7-a126-3a81b1c58291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641353 Jul 05 03:54:05.252421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d203711-30a4-4652-9529-efce9bfc938e req-675efabe-f6c3-45ab-81bc-ec7e7971b555 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.255042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d203711-30a4-4652-9529-efce9bfc938e req-675efabe-f6c3-45ab-81bc-ec7e7971b555 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 945 time: 0.0981541 Jul 05 03:54:05.341766 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d203711-30a4-4652-9529-efce9bfc938e req-0f83658d-08ab-4ab8-8d9c-249671c867ea tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772719 Jul 05 03:54:05.465672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2a002-3473-4f12-bb1f-db4665dc54e2 req-73f574ef-08ff-4364-ba23-9ac16c52a20a tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.467205 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fd2a002-3473-4f12-bb1f-db4665dc54e2 req-73f574ef-08ff-4364-ba23-9ac16c52a20a tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.10 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 946 time: 0.1226270 Jul 05 03:54:05.614338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-4fd2a002-3473-4f12-bb1f-db4665dc54e2 req-7000d0de-45f7-476e-85dc-cbe1f2401721 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Deleting port 9a218d41-fd26-4c3b-ac80-1a805629a248 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:05.614838 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4fd2a002-3473-4f12-bb1f-db4665dc54e2 req-7000d0de-45f7-476e-85dc-cbe1f2401721 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.724247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-4fd2a002-3473-4f12-bb1f-db4665dc54e2 req-7000d0de-45f7-476e-85dc-cbe1f2401721 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] For port 9a218d41-fd26-4c3b-ac80-1a805629a248, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9a218d41-fd26-4c3b-ac80-1a805629a248,segment=NetworkSegment(a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3),segment_id=a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:05.724247 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4fd2a002-3473-4f12-bb1f-db4665dc54e2 req-7000d0de-45f7-476e-85dc-cbe1f2401721 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.741894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-4fd2a002-3473-4f12-bb1f-db4665dc54e2 req-7000d0de-45f7-476e-85dc-cbe1f2401721 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Calling delete_port for 9a218d41-fd26-4c3b-ac80-1a805629a248 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:05.942933 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40914) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:05.944871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee50f5e-d890-4926-ace5-46192044e5cb req-c83f54ba-f12b-4a90-b8e0-56e3594c601b tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.949350 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fee50f5e-d890-4926-ace5-46192044e5cb req-c83f54ba-f12b-4a90-b8e0-56e3594c601b tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 950 time: 0.1211331 Jul 05 03:54:05.996462 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fee50f5e-d890-4926-ace5-46192044e5cb req-b057708d-7bf4-4c01-a117-9f88e1ebe4e4 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420377 Jul 05 03:54:06.005140 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4fd2a002-3473-4f12-bb1f-db4665dc54e2 req-7000d0de-45f7-476e-85dc-cbe1f2401721 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.035228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9a218d41-fd26-4c3b-ac80-1a805629a248'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:06.040984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000d0de-45f7-476e-85dc-cbe1f2401721 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Pushing event deleted for resources: {'Port': ['ID=9a218d41-fd26-4c3b-ac80-1a805629a248,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:06.068323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40924) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:06.113846 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd2a002-3473-4f12-bb1f-db4665dc54e2 req-7000d0de-45f7-476e-85dc-cbe1f2401721 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] No DVR routers for this DVR port 9a218d41-fd26-4c3b-ac80-1a805629a248 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:06.116647 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4fd2a002-3473-4f12-bb1f-db4665dc54e2 req-7000d0de-45f7-476e-85dc-cbe1f2401721 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.118964 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fd2a002-3473-4f12-bb1f-db4665dc54e2 req-7000d0de-45f7-476e-85dc-cbe1f2401721 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.10 "DELETE /v2.0/ports/9a218d41-fd26-4c3b-ac80-1a805629a248 HTTP/1.1" status: 204 len: 173 time: 0.6404397 Jul 05 03:54:06.119430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820d22a4-51e4-40b7-929a-1b8f7e732393', 'name': 'network-vif-deleted', 'tag': '9a218d41-fd26-4c3b-ac80-1a805629a248'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:06.122534 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf2597b-adfe-476f-b317-709d9984a798" -d '{"events": [{"server_uuid": "820d22a4-51e4-40b7-929a-1b8f7e732393", "name": "network-vif-deleted", "tag": "9a218d41-fd26-4c3b-ac80-1a805629a248"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:06.190783 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bfd565-bab3-4699-a489-da3026b82c1d x-openstack-request-id: req-86bfd565-bab3-4699-a489-da3026b82c1d {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:06.190783 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820d22a4-51e4-40b7-929a-1b8f7e732393", "name": "network-vif-deleted", "tag": "9a218d41-fd26-4c3b-ac80-1a805629a248", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:06.190783 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-86bfd565-bab3-4699-a489-da3026b82c1d {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:06.190783 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820d22a4-51e4-40b7-929a-1b8f7e732393', 'name': 'network-vif-deleted', 'tag': '9a218d41-fd26-4c3b-ac80-1a805629a248', 'status': 'completed', 'code': 200} Jul 05 03:54:06.232666 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b34e09ca-b531-45ca-b694-ef7df7fbc32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.281505 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3199ffe2-19c4-47cf-8806-65a5dc146bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.385212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b34e09ca-b531-45ca-b694-ef7df7fbc32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.469332 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b34e09ca-b531-45ca-b694-ef7df7fbc32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.484834 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-034e3fb0-476c-4a7b-beb7-92f9d19ae353 req-9c36ca2b-7fa5-4ff3-be62-63c9425bfc59 tempest-FloatingIPsAssociationNegativeTestJSON-333548525 tempest-FloatingIPsAssociationNegativeTestJSON-333548525-project] 10.222.0.38 "GET /v2.0/ports?device_id=820d22a4-51e4-40b7-929a-1b8f7e732393 HTTP/1.1" status: 200 len: 210 time: 0.0420575 Jul 05 03:54:06.536746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e09ca-b531-45ca-b694-ef7df7fbc32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c192b599-be11-4674-b03f-6150b7f8d893,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:06.544451 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40954) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:06.544617 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b34e09ca-b531-45ca-b694-ef7df7fbc32f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c993138b091743efbafea1e84dd31713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6002789 Jul 05 03:54:06.651044 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3199ffe2-19c4-47cf-8806-65a5dc146bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.655314 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-08bd6465-3116-436d-b7ff-2841b39ef809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.683263 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-08bd6465-3116-436d-b7ff-2841b39ef809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.736333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30343e0-eece-49c8-b85e-ab8d41c8bf7b req-fa8af82f-7b57-46fb-a7e0-bd06e5a98535 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.739826 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a30343e0-eece-49c8-b85e-ab8d41c8bf7b req-fa8af82f-7b57-46fb-a7e0-bd06e5a98535 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 945 time: 0.1158738 Jul 05 03:54:06.764651 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3199ffe2-19c4-47cf-8806-65a5dc146bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.798175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a30343e0-eece-49c8-b85e-ab8d41c8bf7b req-65029622-74a2-490e-bdf1-d9e7cbc69259 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460811 Jul 05 03:54:06.811245 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3199ffe2-19c4-47cf-8806-65a5dc146bf5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d20513e7ad914899b7a6db2f2da09bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7416167 Jul 05 03:54:06.813211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199ffe2-19c4-47cf-8806-65a5dc146bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c775f91f-9471-4d1b-88a7-1c38eb9762a9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:06.814212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40968) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:06.836628 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-08bd6465-3116-436d-b7ff-2841b39ef809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.838155 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-08bd6465-3116-436d-b7ff-2841b39ef809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.839254 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-08bd6465-3116-436d-b7ff-2841b39ef809 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c192b599-be11-4674-b03f-6150b7f8d893 HTTP/1.1" status: 204 len: 168 time: 0.2933412 Jul 05 03:54:06.856190 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd6465-3116-436d-b7ff-2841b39ef809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c192b599-be11-4674-b03f-6150b7f8d893,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:06.918945 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0204921f-f793-4cfb-bb5f-99cb5b172071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.941269 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0204921f-f793-4cfb-bb5f-99cb5b172071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.049035 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0204921f-f793-4cfb-bb5f-99cb5b172071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.052625 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0204921f-f793-4cfb-bb5f-99cb5b172071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.054634 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0204921f-f793-4cfb-bb5f-99cb5b172071 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c775f91f-9471-4d1b-88a7-1c38eb9762a9 HTTP/1.1" status: 204 len: 168 time: 0.2385333 Jul 05 03:54:07.063948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204921f-f793-4cfb-bb5f-99cb5b172071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c775f91f-9471-4d1b-88a7-1c38eb9762a9,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:07.598437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41006) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:07.928654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41032) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:07.946912 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b787fc58-3dea-4ae6-8806-481dac398dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.105633 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b787fc58-3dea-4ae6-8806-481dac398dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.209869 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b787fc58-3dea-4ae6-8806-481dac398dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.260758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b787fc58-3dea-4ae6-8806-481dac398dd4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba2d297280ad4cd5b62d4840e640b52f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308318 Jul 05 03:54:08.262806 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41046) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:08.274515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787fc58-3dea-4ae6-8806-481dac398dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bab876-5b52-44cd-b9d9-725b4adc3614,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:08.389932 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-37ae8c7b-d698-4e8c-80a1-0131e15babf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.422117 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-37ae8c7b-d698-4e8c-80a1-0131e15babf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.529188 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9acfc4c8-2624-4d6d-ba40-0cb9c0522581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.545458 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa09ad-5015-4bed-bc06-fc5d2875f1ae req-cc0a4910-1de5-4489-8877-20efda3f0d96 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.547183 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8cfa09ad-5015-4bed-bc06-fc5d2875f1ae req-cc0a4910-1de5-4489-8877-20efda3f0d96 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 945 time: 0.0788784 Jul 05 03:54:08.603952 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8cfa09ad-5015-4bed-bc06-fc5d2875f1ae req-bd909d1b-5e7f-4d6a-9757-5ea3ffb3b09e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502987 Jul 05 03:54:08.635693 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-37ae8c7b-d698-4e8c-80a1-0131e15babf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.640162 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-37ae8c7b-d698-4e8c-80a1-0131e15babf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.641295 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-37ae8c7b-d698-4e8c-80a1-0131e15babf0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/57bab876-5b52-44cd-b9d9-725b4adc3614 HTTP/1.1" status: 204 len: 168 time: 0.3762457 Jul 05 03:54:08.709435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae8c7b-d698-4e8c-80a1-0131e15babf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bab876-5b52-44cd-b9d9-725b4adc3614,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:08.829030 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ee33a611-783f-40b5-a303-a1c5b726af28 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:08.945348 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ff44cce-4cf5-47a6-bb91-2af2aaacb1f2 req-9d205edc-6223-4e9b-9c37-409e5532dcb1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1660709 Jul 05 03:54:08.953332 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9a218d41-fd26-4c3b-ac80-1a805629a248 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:08.971584 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9acfc4c8-2624-4d6d-ba40-0cb9c0522581 admin admin] Deleting port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:08.972101 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9acfc4c8-2624-4d6d-ba40-0cb9c0522581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.986721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 9a218d41-fd26-4c3b-ac80-1a805629a248 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:08.987971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9a218d41-fd26-4c3b-ac80-1a805629a248 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:09.012293 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.041519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b4446-5aeb-4e3a-a534-0cf57f2aeea6 req-c182b94e-6820-4894-b842-16e26dfacf1c tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.043471 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f19b4446-5aeb-4e3a-a534-0cf57f2aeea6 req-c182b94e-6820-4894-b842-16e26dfacf1c tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 946 time: 0.1306939 Jul 05 03:54:09.058750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ee33a611-783f-40b5-a303-a1c5b726af28, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ee33a611-783f-40b5-a303-a1c5b726af28,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:09.060283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480389f2-29c5-49f3-a771-80fceff42a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee33a611-783f-40b5-a303-a1c5b726af28'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:09.064269 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a514693-76c1-42e1-8949-d3d52e44f8e5" -d '{"events": [{"server_uuid": "480389f2-29c5-49f3-a771-80fceff42a86", "name": "network-vif-unplugged", "status": "completed", "tag": "ee33a611-783f-40b5-a303-a1c5b726af28"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:09.113202 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f19b4446-5aeb-4e3a-a534-0cf57f2aeea6 req-c4a535d4-fef0-4898-b473-c46c1f1ecfe1 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590067 Jul 05 03:54:09.131368 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4fa9b4-a1ea-4cd1-8cec-8ce2b1ce0ebb x-openstack-request-id: req-1b4fa9b4-a1ea-4cd1-8cec-8ce2b1ce0ebb {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:09.131898 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480389f2-29c5-49f3-a771-80fceff42a86", "name": "network-vif-unplugged", "status": "completed", "tag": "ee33a611-783f-40b5-a303-a1c5b726af28", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:09.132342 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b4fa9b4-a1ea-4cd1-8cec-8ce2b1ce0ebb {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:09.133048 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480389f2-29c5-49f3-a771-80fceff42a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee33a611-783f-40b5-a303-a1c5b726af28', 'code': 200} Jul 05 03:54:09.149468 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.168374 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-9acfc4c8-2624-4d6d-ba40-0cb9c0522581 admin admin] For port 4f95ef1e-4af8-48bd-8790-0cd3fd004be4, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4f95ef1e-4af8-48bd-8790-0cd3fd004be4,segment=NetworkSegment(a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3),segment_id=a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:09.169211 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9acfc4c8-2624-4d6d-ba40-0cb9c0522581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.192842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9acfc4c8-2624-4d6d-ba40-0cb9c0522581 admin admin] Calling delete_port for 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:09.213025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=ee33a611-783f-40b5-a303-a1c5b726af28,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:09.217828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff44cce-4cf5-47a6-bb91-2af2aaacb1f2 req-0259a314-9b96-4e7e-94a8-960e88282a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.219369 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ff44cce-4cf5-47a6-bb91-2af2aaacb1f2 req-0259a314-9b96-4e7e-94a8-960e88282a4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 1097 time: 0.1641738 Jul 05 03:54:09.225802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:09.226468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:09.226963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:09.227572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:09.228788 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:09.230672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:09.230672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:09.232595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:09.233096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:09.233814 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:09.234302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:09.234807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:09.296599 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41080) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:09.405711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1405414597', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:09.417925 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff44cce-4cf5-47a6-bb91-2af2aaacb1f2 req-cec92177-1385-4884-9c5c-7c7258dc01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.419514 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ff44cce-4cf5-47a6-bb91-2af2aaacb1f2 req-cec92177-1385-4884-9c5c-7c7258dc01bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=56f2d126-45cd-4c57-816c-f5659bffe33c HTTP/1.1" status: 200 len: 916 time: 0.1684554 Jul 05 03:54:09.475182 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ff44cce-4cf5-47a6-bb91-2af2aaacb1f2 req-bf8488bc-1047-4efc-a274-6a455ccd8b4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d331f6dc-06c2-4e86-9fa0-5b9db6e33018 HTTP/1.1" status: 200 len: 217 time: 0.0414906 Jul 05 03:54:09.522468 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Made reservation on behalf of 7ea8efafefdf4c09b6dd21c3b17562e5 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:09.525236 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.542969 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.564475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff44cce-4cf5-47a6-bb91-2af2aaacb1f2 req-fade2cdb-642a-4c39-9161-9d23616844e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.565920 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ff44cce-4cf5-47a6-bb91-2af2aaacb1f2 req-fade2cdb-642a-4c39-9161-9d23616844e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9069197f-75d0-4cd3-a892-7efdfa8d933c HTTP/1.1" status: 200 len: 855 time: 0.0779884 Jul 05 03:54:09.605950 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ff44cce-4cf5-47a6-bb91-2af2aaacb1f2 req-4e5e25b0-c9eb-44b0-abd6-c3a92bffa239 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=56f2d126-45cd-4c57-816c-f5659bffe33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273681 Jul 05 03:54:09.698855 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9acfc4c8-2624-4d6d-ba40-0cb9c0522581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.728794 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ff44cce-4cf5-47a6-bb91-2af2aaacb1f2 req-d3515043-24f4-4d27-91b3-d1e34b3d0d79 service neutron] 10.222.0.36 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140795 Jul 05 03:54:09.730604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfc4c8-2624-4d6d-ba40-0cb9c0522581 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f95ef1e-4af8-48bd-8790-0cd3fd004be4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:09.810529 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.861530 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.889965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] device_id is not set on port 0b0fbbff-fa40-40a1-89d9-2f146132d0a7 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:54:09.894568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32edcaf0-bc26-4fc7-8737-b2e2dff199b7,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:09.945498 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ff44cce-4cf5-47a6-bb91-2af2aaacb1f2 req-7ad27abf-a8d0-467d-997c-2dd96ef661c7 service neutron] 10.222.0.36 "GET /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075677 Jul 05 03:54:10.042767 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9acfc4c8-2624-4d6d-ba40-0cb9c0522581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.051528 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db266b-bc31-407a-a3b1-3eb7f4a2ed92 req-4a758204-02b4-4d61-ab5d-aef37f42787c tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.053283 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5db266b-bc31-407a-a3b1-3eb7f4a2ed92 req-4a758204-02b4-4d61-ab5d-aef37f42787c tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 945 time: 0.2396448 Jul 05 03:54:10.129383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Allocated IP 172.25.6.111 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/0b0fbbff-fa40-40a1-89d9-2f146132d0a7) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:10.172325 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5db266b-bc31-407a-a3b1-3eb7f4a2ed92 req-00c01990-82e0-4004-84d0-3dad694236b6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086385 Jul 05 03:54:10.301770 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:54:10.343615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acfc4c8-2624-4d6d-ba40-0cb9c0522581 admin admin] Router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:54:10.376795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795f0fb-fad2-49b0-b4a0-d2596893bfd1 req-7066a3b5-9ddd-4159-852d-33d022552c20 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.377991 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2795f0fb-fad2-49b0-b4a0-d2596893bfd1 req-7066a3b5-9ddd-4159-852d-33d022552c20 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 946 time: 0.1028798 Jul 05 03:54:10.400099 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.437927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2795f0fb-fad2-49b0-b4a0-d2596893bfd1 req-2e050eba-66fb-43e3-931c-bded8def7464 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491271 Jul 05 03:54:10.464836 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acfc4c8-2624-4d6d-ba40-0cb9c0522581 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:54:10.472560 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9acfc4c8-2624-4d6d-ba40-0cb9c0522581 admin admin] 10.222.0.38 "PUT /v2.0/routers/5c5f0d0c-8368-4444-9fcf-4c056f2b97f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8719289 Jul 05 03:54:10.475950 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aabdaf-fc90-40b7-af5b-904cdfbf24fc None None] Sync routers for ids ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:54:10.478193 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41120) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:10.486333 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aabdaf-fc90-40b7-af5b-904cdfbf24fc None None] Routers {'5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:10.487333 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-87aabdaf-fc90-40b7-af5b-904cdfbf24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:53:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:10.523436 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.601281 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:10.606945 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:10.612273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:10.653269 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Pushing event updated for resources: {'Port': ['ID=0b0fbbff-fa40-40a1-89d9-2f146132d0a7,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:10.669146 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e42b86da-1985-486e-931d-27bc729b5d5c admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.711014 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-87aabdaf-fc90-40b7-af5b-904cdfbf24fc None None] Set router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:10.711727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.712357 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.785403 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e42b86da-1985-486e-931d-27bc729b5d5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.808315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41128) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:10.808947 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-266cad66-ee71-403f-84aa-fe020291bd18 tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.5102937 Jul 05 03:54:10.816594 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0337e375-5ec9-4777-83d9-bfea81a4777b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.111'}]}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:10.900254 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-87aabdaf-fc90-40b7-af5b-904cdfbf24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-router', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:01Z', 'updated_at': '2021-07-05T03:54:09Z', 'revision_number': 5, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'gw_port': {'id': 'c9c14774-d758-420d-b677-7e3d1c6b2015', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:03Z', 'updated_at': '2021-07-05T03:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:10.909722 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0337e375-5ec9-4777-83d9-bfea81a4777b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.909722 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0337e375-5ec9-4777-83d9-bfea81a4777b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.929195 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aabdaf-fc90-40b7-af5b-904cdfbf24fc None None] Checking router: 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:54:10.940935 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aabdaf-fc90-40b7-af5b-904cdfbf24fc None None] Routers {'5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:10.945730 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-87aabdaf-fc90-40b7-af5b-904cdfbf24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:53:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:10.962657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e42b86da-1985-486e-931d-27bc729b5d5c admin admin] Deleting port c9c14774-d758-420d-b677-7e3d1c6b2015 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:10.963266 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e42b86da-1985-486e-931d-27bc729b5d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.973903 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0337e375-5ec9-4777-83d9-bfea81a4777b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.069592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-e42b86da-1985-486e-931d-27bc729b5d5c admin admin] For port c9c14774-d758-420d-b677-7e3d1c6b2015, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c9c14774-d758-420d-b677-7e3d1c6b2015,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:11.072805 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e42b86da-1985-486e-931d-27bc729b5d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.073083 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-87aabdaf-fc90-40b7-af5b-904cdfbf24fc None None] Set router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:11.085408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e42b86da-1985-486e-931d-27bc729b5d5c admin admin] Calling delete_port for c9c14774-d758-420d-b677-7e3d1c6b2015 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:11.179717 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-87aabdaf-fc90-40b7-af5b-904cdfbf24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-router', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:01Z', 'updated_at': '2021-07-05T03:54:10Z', 'revision_number': 6, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:11.208552 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aabdaf-fc90-40b7-af5b-904cdfbf24fc None None] The sync data for ids ['5c5f0d0c-8368-4444-9fcf-4c056f2b97f2'] in n-d-771363-32 is: [{'id': '5c5f0d0c-8368-4444-9fcf-4c056f2b97f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-29754250-router', 'tenant_id': '7fbe103f3cc24bdfa9471974a739cf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:01Z', 'updated_at': '2021-07-05T03:54:10Z', 'revision_number': 6, 'project_id': '7fbe103f3cc24bdfa9471974a739cf65', 'gw_port_host': None}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:54:11.295548 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0337e375-5ec9-4777-83d9-bfea81a4777b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.335435 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-41e18682-a3f8-4960-830c-21f6dfab0893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.406176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80dc8f-f5b1-4098-a9f2-bcd427230745 req-8134fea7-fe7f-45f1-b5d1-a1fa72c33899 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.407727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b80dc8f-f5b1-4098-a9f2-bcd427230745 req-8134fea7-fe7f-45f1-b5d1-a1fa72c33899 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 945 time: 0.0827184 Jul 05 03:54:11.448533 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e42b86da-1985-486e-931d-27bc729b5d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.452715 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b80dc8f-f5b1-4098-a9f2-bcd427230745 req-224d5539-8777-429a-bc7b-09d97653deba tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372350 Jul 05 03:54:11.488293 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b86da-1985-486e-931d-27bc729b5d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c14774-d758-420d-b677-7e3d1c6b2015,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:11.574175 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e42b86da-1985-486e-931d-27bc729b5d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.665021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432cea5-f0d6-49df-8edb-b6919232805a req-6e666025-1fc9-43db-b9a2-f1aa62a3689b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.666739 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2432cea5-f0d6-49df-8edb-b6919232805a req-6e666025-1fc9-43db-b9a2-f1aa62a3689b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 946 time: 0.1773491 Jul 05 03:54:11.721000 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e42b86da-1985-486e-931d-27bc729b5d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.724101 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e42b86da-1985-486e-931d-27bc729b5d5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.816970 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0337e375-5ec9-4777-83d9-bfea81a4777b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.841516 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0337e375-5ec9-4777-83d9-bfea81a4777b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.927703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-2432cea5-f0d6-49df-8edb-b6919232805a req-38f4e6b7-7758-40a0-af49-c565bea6881a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Deleting port 0bc63b9e-797c-4db1-8878-baceda92b667 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:11.928009 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2432cea5-f0d6-49df-8edb-b6919232805a req-38f4e6b7-7758-40a0-af49-c565bea6881a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.158008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2432cea5-f0d6-49df-8edb-b6919232805a req-38f4e6b7-7758-40a0-af49-c565bea6881a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] For port 0bc63b9e-797c-4db1-8878-baceda92b667, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=0bc63b9e-797c-4db1-8878-baceda92b667,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:12.158545 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2432cea5-f0d6-49df-8edb-b6919232805a req-38f4e6b7-7758-40a0-af49-c565bea6881a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.185291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-2432cea5-f0d6-49df-8edb-b6919232805a req-38f4e6b7-7758-40a0-af49-c565bea6881a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Calling delete_port for 0bc63b9e-797c-4db1-8878-baceda92b667 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:12.188594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:12.193188 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-d085e4f7-b5a2-40c0-86e5-9e9613a3b4ef tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.194775 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-d085e4f7-b5a2-40c0-86e5-9e9613a3b4ef tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd&tenant_id=63c0043dceb94c52ae4db4897d94f388&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 1097 time: 0.2400136 Jul 05 03:54:12.213762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5fff6-c26d-4539-aad5-18fafadd43de req-67e8a5b6-9c4c-4c1d-99bf-bc2fafebbe7d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.220919 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2e5fff6-c26d-4539-aad5-18fafadd43de req-67e8a5b6-9c4c-4c1d-99bf-bc2fafebbe7d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 946 time: 0.6133523 Jul 05 03:54:12.226738 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:12.227338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4f95ef1e-4af8-48bd-8790-0cd3fd004be4 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:12.228524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c9c14774-d758-420d-b677-7e3d1c6b2015 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:12.249598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-32'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:12.254707 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0337e375-5ec9-4777-83d9-bfea81a4777b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.260134 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: c9c14774-d758-420d-b677-7e3d1c6b2015 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:12.260803 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c9c14774-d758-420d-b677-7e3d1c6b2015 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:12.279895 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e42b86da-1985-486e-931d-27bc729b5d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.281042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42b86da-1985-486e-931d-27bc729b5d5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:54:12.289486 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e42b86da-1985-486e-931d-27bc729b5d5c admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.290761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e42b86da-1985-486e-931d-27bc729b5d5c admin admin] 10.222.0.38 "DELETE /v2.0/routers/5c5f0d0c-8368-4444-9fcf-4c056f2b97f2 HTTP/1.1" status: 204 len: 168 time: 1.8113558 Jul 05 03:54:12.293418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41172) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:12.313508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2e5fff6-c26d-4539-aad5-18fafadd43de req-58fe3665-e0e5-4d7a-aa98-85a24f4046a5 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915816 Jul 05 03:54:12.387307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f18064-cfdd-4232-9b34-23dfb8a0eb64 admin admin] Deleting subnet 0f541f6b-22af-4dee-9016-5624ee84d84d {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:54:12.390668 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-17f18064-cfdd-4232-9b34-23dfb8a0eb64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.449498 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-17f18064-cfdd-4232-9b34-23dfb8a0eb64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.543375 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0337e375-5ec9-4777-83d9-bfea81a4777b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.549754 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0337e375-5ec9-4777-83d9-bfea81a4777b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.551252 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.559507 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-17f18064-cfdd-4232-9b34-23dfb8a0eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.687194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d193-7b27-4c1f-86de-d2e946eae674 req-3aee0e1f-3511-4a58-98f2-6e2a3af0c0ed tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.688984 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0126d193-7b27-4c1f-86de-d2e946eae674 req-3aee0e1f-3511-4a58-98f2-6e2a3af0c0ed tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 945 time: 0.0776002 Jul 05 03:54:12.734036 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0126d193-7b27-4c1f-86de-d2e946eae674 req-8534b364-00a4-4288-86f1-5d00555af756 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369074 Jul 05 03:54:12.756616 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-17f18064-cfdd-4232-9b34-23dfb8a0eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.784478 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10e4a52-49e5-4757-b07b-a7af30f87de6 None None] Network 66cf0d4c-2199-4116-920a-cc35db90ed02 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:12.836718 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-17f18064-cfdd-4232-9b34-23dfb8a0eb64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.838698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-17f18064-cfdd-4232-9b34-23dfb8a0eb64 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0f541f6b-22af-4dee-9016-5624ee84d84d HTTP/1.1" status: 204 len: 168 time: 0.5444171 Jul 05 03:54:12.840230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f18064-cfdd-4232-9b34-23dfb8a0eb64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f541f6b-22af-4dee-9016-5624ee84d84d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:12.842229 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41188) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:12.856459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device bf24e089-eef9-4b41-af9f-3f393d1ad4c4 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:12.937150 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.007955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] Deleting port b284e8f5-6265-48d0-a8ca-7328ae2430bd {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:13.008185 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.059304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2432cea5-f0d6-49df-8edb-b6919232805a req-38f4e6b7-7758-40a0-af49-c565bea6881a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.063841 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0337e375-5ec9-4777-83d9-bfea81a4777b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.065097 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0337e375-5ec9-4777-83d9-bfea81a4777b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c89499a0-2f26-4db4-9fb4-4edbd5679143 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:54:13.069790 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:13.075123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['d331f6dc-06c2-4e86-9fa0-5b9db6e33018', '0bc63b9e-797c-4db1-8878-baceda92b667'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:13.078400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e697cb2b-c887-4eab-8a6d-f4b754c48d42'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:13.111760 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] For port b284e8f5-6265-48d0-a8ca-7328ae2430bd, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b284e8f5-6265-48d0-a8ca-7328ae2430bd,segment=NetworkSegment(a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3),segment_id=a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:13.113375 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.115520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4e6b7-7758-40a0-af49-c565bea6881a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Pushing event deleted for resources: {'Port': ['ID=0bc63b9e-797c-4db1-8878-baceda92b667,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:13.137343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] Calling delete_port for b284e8f5-6265-48d0-a8ca-7328ae2430bd owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:13.178962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device bf24e089-eef9-4b41-af9f-3f393d1ad4c4 has no active binding in host n-h2-771363-32 {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:54:13.185994 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f18def1-6c80-4915-989b-fcf7b9e251b3 None None] DHCP port deletion for 66cf0d4c-2199-4116-920a-cc35db90ed02 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:54:13.193414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2432cea5-f0d6-49df-8edb-b6919232805a req-38f4e6b7-7758-40a0-af49-c565bea6881a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] No DVR routers for this DVR port 0bc63b9e-797c-4db1-8878-baceda92b667 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:13.196282 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2432cea5-f0d6-49df-8edb-b6919232805a req-38f4e6b7-7758-40a0-af49-c565bea6881a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.198702 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2432cea5-f0d6-49df-8edb-b6919232805a req-38f4e6b7-7758-40a0-af49-c565bea6881a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.36 "DELETE /v2.0/ports/0bc63b9e-797c-4db1-8878-baceda92b667 HTTP/1.1" status: 204 len: 173 time: 1.5001628 Jul 05 03:54:13.201667 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361', 'name': 'network-vif-deleted', 'tag': '0bc63b9e-797c-4db1-8878-baceda92b667'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:13.212381 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d517bdd-ac2a-4e80-8d97-94f7eee47ddf" -d '{"events": [{"server_uuid": "7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361", "name": "network-vif-deleted", "tag": "0bc63b9e-797c-4db1-8878-baceda92b667"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:13.222248 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] For port bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:13.224853 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-0337e375-5ec9-4777-83d9-bfea81a4777b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 03:54:13.225783 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0337e375-5ec9-4777-83d9-bfea81a4777b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4155757 Jul 05 03:54:13.229311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41192) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:13.317704 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a414aed-f482-4ee4-a89c-4cf8b09345a0 x-openstack-request-id: req-1a414aed-f482-4ee4-a89c-4cf8b09345a0 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:13.318440 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361", "name": "network-vif-deleted", "tag": "0bc63b9e-797c-4db1-8878-baceda92b667", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:13.318845 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a414aed-f482-4ee4-a89c-4cf8b09345a0 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:13.319421 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361', 'name': 'network-vif-deleted', 'tag': '0bc63b9e-797c-4db1-8878-baceda92b667', 'status': 'completed', 'code': 200} Jul 05 03:54:13.321326 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] For port bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:13.376752 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f9285-0ec9-427c-aaee-0ea82502d74b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Deleting port 0b0fbbff-fa40-40a1-89d9-2f146132d0a7 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:13.377175 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9285-0ec9-427c-aaee-0ea82502d74b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.414385 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.501238 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.506232 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41204) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:13.588718 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.607141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5f18def1-6c80-4915-989b-fcf7b9e251b3 None None] Deleting port b284e8f5-6265-48d0-a8ca-7328ae2430bd {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:13.607517 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f18def1-6c80-4915-989b-fcf7b9e251b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.637233 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,revision_number=7']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:13.654787 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9285-0ec9-427c-aaee-0ea82502d74b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.664813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Attempting to bind port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 on host n-h1-771363-32 for vnic_type normal with profile {"migrating_to": "n-h2-771363-32"} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:13.666835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Attempting to bind port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:13.668740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Attempting to bind port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:13.676370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 on network fc21b127-e7b5-412d-946b-08a3b7902b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:13.677489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Attempting to bind port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:13.687735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:13.688439 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Checking segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:13.689206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Bound using segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:13.691012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Bound port: bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:13.692061 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.733269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5f18def1-6c80-4915-989b-fcf7b9e251b3 None None] For port b284e8f5-6265-48d0-a8ca-7328ae2430bd, host n-d-771363-32, got binding levels [] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:13.733659 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f18def1-6c80-4915-989b-fcf7b9e251b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.747043 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4cf527b-0fac-484f-9865-41fa6951533d req-781ca6fa-4837-4859-9a6e-b1264d135678 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a3ecb7f-9fb7-4570-b5da-4e6b6c46f361 HTTP/1.1" status: 200 len: 210 time: 0.1942892 Jul 05 03:54:13.749616 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] No DVR routers for this DVR port b284e8f5-6265-48d0-a8ca-7328ae2430bd on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:13.758227 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5f18def1-6c80-4915-989b-fcf7b9e251b3 None None] Calling delete_port for b284e8f5-6265-48d0-a8ca-7328ae2430bd owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:13.759911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] Pushing event deleted for resources: {'Port': ['ID=b284e8f5-6265-48d0-a8ca-7328ae2430bd,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:13.760482 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f19ea456-e454-4e14-b0f8-011776339e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.762654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.ipam_backend_mixin [None req-5f18def1-6c80-4915-989b-fcf7b9e251b3 None None] Port b284e8f5-6265-48d0-a8ca-7328ae2430bd was not found and therefore no delete operation was performed {{(pid=100934) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 03:54:13.763140 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f9285-0ec9-427c-aaee-0ea82502d74b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Calling delete_port for 0b0fbbff-fa40-40a1-89d9-2f146132d0a7 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:13.770158 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f18def1-6c80-4915-989b-fcf7b9e251b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.801373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18def1-6c80-4915-989b-fcf7b9e251b3 None None] Pushing event deleted for resources: {'Port': ['ID=b284e8f5-6265-48d0-a8ca-7328ae2430bd,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:13.807882 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18def1-6c80-4915-989b-fcf7b9e251b3 None None] No DVR routers for this DVR port b284e8f5-6265-48d0-a8ca-7328ae2430bd on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:13.873641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] For port bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:13.879255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] For port bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:13.918320 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-846a7ee3-56be-42c2-8bd0-fe7fda2bb0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.932052 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f19ea456-e454-4e14-b0f8-011776339e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.943322 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.970110 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.973921 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66cf0d4c-2199-4116-920a-cc35db90ed02']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:13.998324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:13.998618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50168fb-c7fe-4e20-8aa8-ebc497dfb0c3') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:14.001553 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f19ea456-e454-4e14-b0f8-011776339e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.022991 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.045878 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.075172 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f19ea456-e454-4e14-b0f8-011776339e79 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e28c4d72cf8409e89f51336b41954b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5600681 Jul 05 03:54:14.075172 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ea456-e454-4e14-b0f8-011776339e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d0747a-2f24-4d9b-9aa4-ea3a94bb4cfa,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:14.075649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41218) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:14.079413 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:14.079686 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:14.082045 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:14.105760 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,revision_number=8']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:14.118283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.118915 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.120398 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-cf2a0ef5-2164-4550-9d6e-170ffe3334a7 service neutron] 10.222.0.36 "PUT /v2.0/ports/bf24e089-eef9-4b41-af9f-3f393d1ad4c4 HTTP/1.1" status: 200 len: 1123 time: 1.8765645 Jul 05 03:54:14.142360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313abc0-290e-4c40-b5be-b04f5eae3442 req-3b0e38a5-f030-4003-873b-099c500ef1bf tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.150639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3313abc0-290e-4c40-b5be-b04f5eae3442 req-3b0e38a5-f030-4003-873b-099c500ef1bf tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 943 time: 0.2274549 Jul 05 03:54:14.166257 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b284e8f5-6265-48d0-a8ca-7328ae2430bd no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:14.166584 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0232bf55-dd2c-4704-a74e-a6939e08674c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.197724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: b284e8f5-6265-48d0-a8ca-7328ae2430bd {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:14.198085 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b284e8f5-6265-48d0-a8ca-7328ae2430bd not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:14.201462 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0232bf55-dd2c-4704-a74e-a6939e08674c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.215113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3313abc0-290e-4c40-b5be-b04f5eae3442 req-f5211080-fdc4-4ccf-b776-c56fe7f5b4b2 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634470 Jul 05 03:54:14.226315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['bf24e089-eef9-4b41-af9f-3f393d1ad4c4'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:14.273275 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9285-0ec9-427c-aaee-0ea82502d74b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.311669 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.317430 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.332175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] 10.222.0.38 "DELETE /v2.0/networks/66cf0d4c-2199-4116-920a-cc35db90ed02 HTTP/1.1" status: 204 len: 168 time: 1.4725831 Jul 05 03:54:14.342100 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f9285-0ec9-427c-aaee-0ea82502d74b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b0fbbff-fa40-40a1-89d9-2f146132d0a7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:14.352572 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0232bf55-dd2c-4704-a74e-a6939e08674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.355846 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0232bf55-dd2c-4704-a74e-a6939e08674c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.357512 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0232bf55-dd2c-4704-a74e-a6939e08674c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70d0747a-2f24-4d9b-9aa4-ea3a94bb4cfa HTTP/1.1" status: 204 len: 168 time: 0.2797379 Jul 05 03:54:14.374670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e2acb-a82a-4692-b0eb-8a3b62a6729f admin admin] Pushing event deleted for resources: {'Network': ['ID=66cf0d4c-2199-4116-920a-cc35db90ed02,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:14.385613 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232bf55-dd2c-4704-a74e-a6939e08674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d0747a-2f24-4d9b-9aa4-ea3a94bb4cfa,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:14.386415 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.406711 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9285-0ec9-427c-aaee-0ea82502d74b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.412869 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8c1f9285-0ec9-427c-aaee-0ea82502d74b tempest-RoutersAdminNegativeIpV6Test-1666762259 tempest-RoutersAdminNegativeIpV6Test-1666762259-project-admin] 10.222.0.38 "DELETE /v2.0/ports/0b0fbbff-fa40-40a1-89d9-2f146132d0a7 HTTP/1.1" status: 204 len: 168 time: 1.1775637 Jul 05 03:54:14.423276 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['bf24e089-eef9-4b41-af9f-3f393d1ad4c4'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:14.851783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ee33a611-783f-40b5-a303-a1c5b726af28 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:14.855744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 0bc63b9e-797c-4db1-8878-baceda92b667 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:14.879234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41244) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:14.885116 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 0bc63b9e-797c-4db1-8878-baceda92b667 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:14.885548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 0bc63b9e-797c-4db1-8878-baceda92b667 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:14.984688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41248) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:14.985295 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d57c4fa2-73bf-4f75-b231-4b241bac81f2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7fbe103f3cc24bdfa9471974a739cf65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1043499 Jul 05 03:54:15.041923 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-570d758e-6986-4b87-a48e-5bb9bd417c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.056505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ee33a611-783f-40b5-a303-a1c5b726af28, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ee33a611-783f-40b5-a303-a1c5b726af28,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:15.074781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-570d758e-6986-4b87-a48e-5bb9bd417c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.077760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'ee33a611-783f-40b5-a303-a1c5b726af28', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'ee33a611-783f-40b5-a303-a1c5b726af28', 'mac_address': 'fa:16:3e:05:be:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:15.129852 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.143586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee33a611-783f-40b5-a303-a1c5b726af28 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:15.165529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ee33a611-783f-40b5-a303-a1c5b726af28, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ee33a611-783f-40b5-a303-a1c5b726af28,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:15.256316 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-570d758e-6986-4b87-a48e-5bb9bd417c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.256810 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.259521 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-570d758e-6986-4b87-a48e-5bb9bd417c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.260152 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.260974 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-570d758e-6986-4b87-a48e-5bb9bd417c3a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9f7c3f1f-a7f5-48c7-a126-3a81b1c58291 HTTP/1.1" status: 204 len: 168 time: 0.2746389 Jul 05 03:54:15.278952 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d758e-6986-4b87-a48e-5bb9bd417c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7c3f1f-a7f5-48c7-a126-3a81b1c58291,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:15.320761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3a6ff3-2932-4903-a430-4e77d304f4bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf24e089-eef9-4b41-af9f-3f393d1ad4c4'}, {'name': 'network-changed', 'server_uuid': 'ef3a6ff3-2932-4903-a430-4e77d304f4bd', 'tag': 'bf24e089-eef9-4b41-af9f-3f393d1ad4c4'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:15.324124 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a40a2c-a9ce-4612-ae1e-40f871e61e68" -d '{"events": [{"server_uuid": "ef3a6ff3-2932-4903-a430-4e77d304f4bd", "name": "network-vif-unplugged", "status": "completed", "tag": "bf24e089-eef9-4b41-af9f-3f393d1ad4c4"}, {"name": "network-changed", "server_uuid": "ef3a6ff3-2932-4903-a430-4e77d304f4bd", "tag": "bf24e089-eef9-4b41-af9f-3f393d1ad4c4"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:15.325142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=ee33a611-783f-40b5-a303-a1c5b726af28,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:15.416270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4269f-2815-4123-8848-9b3d9c4b6c54 req-088d60d0-ba81-4f0c-a460-3a44e804efd2 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:15.418050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9a4269f-2815-4123-8848-9b3d9c4b6c54 req-088d60d0-ba81-4f0c-a460-3a44e804efd2 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 943 time: 0.0678275 Jul 05 03:54:15.467818 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9a4269f-2815-4123-8848-9b3d9c4b6c54 req-9bf0960b-9883-4e47-aa41-b1eef4dbc65e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440443 Jul 05 03:54:15.483321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41258) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:15.498870 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a23d97d-1dac-48fe-92bd-b757dabedafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.534170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['ee33a611-783f-40b5-a303-a1c5b726af28'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:15.543353 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c77172-e7ea-4b27-89bb-1e01d27bf3b1 x-openstack-request-id: req-a2c77172-e7ea-4b27-89bb-1e01d27bf3b1 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:15.544055 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3a6ff3-2932-4903-a430-4e77d304f4bd", "name": "network-vif-unplugged", "status": "completed", "tag": "bf24e089-eef9-4b41-af9f-3f393d1ad4c4", "code": 200}, {"name": "network-changed", "server_uuid": "ef3a6ff3-2932-4903-a430-4e77d304f4bd", "tag": "bf24e089-eef9-4b41-af9f-3f393d1ad4c4", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:15.544055 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2c77172-e7ea-4b27-89bb-1e01d27bf3b1 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:15.544333 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3a6ff3-2932-4903-a430-4e77d304f4bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf24e089-eef9-4b41-af9f-3f393d1ad4c4', 'code': 200} Jul 05 03:54:15.544595 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3a6ff3-2932-4903-a430-4e77d304f4bd', 'tag': 'bf24e089-eef9-4b41-af9f-3f393d1ad4c4', 'status': 'completed', 'code': 200} Jul 05 03:54:15.610075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41264) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:15.678590 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a23d97d-1dac-48fe-92bd-b757dabedafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.701737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a40a2c-a9ce-4612-ae1e-40f871e61e68 req-9e00f139-5f87-4656-80aa-26308c4836c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:15.703945 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88a40a2c-a9ce-4612-ae1e-40f871e61e68 req-9e00f139-5f87-4656-80aa-26308c4836c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 1126 time: 0.0932207 Jul 05 03:54:15.819701 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a23d97d-1dac-48fe-92bd-b757dabedafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.877517 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0a23d97d-1dac-48fe-92bd-b757dabedafd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=97a7f6bc08e04100be41308b35fbc8dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3981366 Jul 05 03:54:15.881975 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41274) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:15.931460 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23d97d-1dac-48fe-92bd-b757dabedafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4400da76-5544-4baa-904f-82d1198c4e06,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:15.985674 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a40a2c-a9ce-4612-ae1e-40f871e61e68 req-3c4b138c-d985-495a-8a64-9155bdb9a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:15.988812 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88a40a2c-a9ce-4612-ae1e-40f871e61e68 req-3c4b138c-d985-495a-8a64-9155bdb9a350 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.2750268 Jul 05 03:54:16.009238 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-964603ae-6a43-4aee-a3d4-1d8b59def861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.013410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0b037-7d6d-452a-95ae-b860a63edb70 req-5de53343-4702-4af0-850a-6fc14d48a8da tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.016319 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01d0b037-7d6d-452a-95ae-b860a63edb70 req-5de53343-4702-4af0-850a-6fc14d48a8da tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 945 time: 0.2747693 Jul 05 03:54:16.051388 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46111526-cd15-4efd-ad1f-99f084652ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.075308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88a40a2c-a9ce-4612-ae1e-40f871e61e68 req-d381cb52-57ca-469c-81ec-71530357e74e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf24e089-eef9-4b41-af9f-3f393d1ad4c4 HTTP/1.1" status: 200 len: 217 time: 0.0568767 Jul 05 03:54:16.093048 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46111526-cd15-4efd-ad1f-99f084652ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.139513 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01d0b037-7d6d-452a-95ae-b860a63edb70 req-c7237f0a-62d2-4c86-8f34-81c4ca4b3c8d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126590 Jul 05 03:54:16.158926 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a40a2c-a9ce-4612-ae1e-40f871e61e68 req-b2246239-506c-4c63-81b0-dbdcc2eaefb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.160519 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88a40a2c-a9ce-4612-ae1e-40f871e61e68 req-b2246239-506c-4c63-81b0-dbdcc2eaefb1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.0742302 Jul 05 03:54:16.183304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-964603ae-6a43-4aee-a3d4-1d8b59def861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.197518 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88a40a2c-a9ce-4612-ae1e-40f871e61e68 req-85a8487b-6b86-409d-92e3-126365431af6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274849 Jul 05 03:54:16.302321 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46111526-cd15-4efd-ad1f-99f084652ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.303151 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88a40a2c-a9ce-4612-ae1e-40f871e61e68 req-b8a0d876-4004-46cd-9946-061c3eb1bcef service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923283 Jul 05 03:54:16.305356 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46111526-cd15-4efd-ad1f-99f084652ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.306671 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-46111526-cd15-4efd-ad1f-99f084652ff8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4400da76-5544-4baa-904f-82d1198c4e06 HTTP/1.1" status: 204 len: 168 time: 0.4236619 Jul 05 03:54:16.310213 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-964603ae-6a43-4aee-a3d4-1d8b59def861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.325744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46111526-cd15-4efd-ad1f-99f084652ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4400da76-5544-4baa-904f-82d1198c4e06,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:16.360721 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-964603ae-6a43-4aee-a3d4-1d8b59def861 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d6330bd6d92347d49dc514dce3f1afc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7493186 Jul 05 03:54:16.361434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41294) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:16.374190 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964603ae-6a43-4aee-a3d4-1d8b59def861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8b7027-7e43-4aed-8216-08d985d4074c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:16.431566 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a9ab1d2-3a9a-4578-898e-f2dc2ce73842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.434362 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88a40a2c-a9ce-4612-ae1e-40f871e61e68 req-3d1bfdb8-e09c-43a3-a0bb-d86a3faca317 service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194012 Jul 05 03:54:16.458008 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a9ab1d2-3a9a-4578-898e-f2dc2ce73842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.681489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f53497-a1a6-466d-a033-8534154761cb req-e1cfc36c-e4b1-4ad9-a835-a32c5a64f1bd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.683349 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9f53497-a1a6-466d-a033-8534154761cb req-e1cfc36c-e4b1-4ad9-a835-a32c5a64f1bd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 943 time: 0.0749698 Jul 05 03:54:16.705193 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a9ab1d2-3a9a-4578-898e-f2dc2ce73842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.713089 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a9ab1d2-3a9a-4578-898e-f2dc2ce73842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.723414 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8a9ab1d2-3a9a-4578-898e-f2dc2ce73842 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4c8b7027-7e43-4aed-8216-08d985d4074c HTTP/1.1" status: 204 len: 168 time: 0.3569942 Jul 05 03:54:16.744248 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ab1d2-3a9a-4578-898e-f2dc2ce73842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8b7027-7e43-4aed-8216-08d985d4074c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:16.760693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9f53497-a1a6-466d-a033-8534154761cb req-23996998-7a73-4d41-8071-77ef891131bf tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677094 Jul 05 03:54:16.804542 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.340271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b8a49-3a30-4abc-98fc-ebd23082986b req-ab0148f4-f454-459f-8c4f-14ea5f0f4ff6 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.342116 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b5b8a49-3a30-4abc-98fc-ebd23082986b req-ab0148f4-f454-459f-8c4f-14ea5f0f4ff6 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 945 time: 0.0760260 Jul 05 03:54:17.384923 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b5b8a49-3a30-4abc-98fc-ebd23082986b req-db803708-dbd8-4348-a712-09feb4a070ef tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366650 Jul 05 03:54:17.403753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41342) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:17.449730 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5b3f3380-efdf-4bae-9fe9-3a2f5aa413a8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7ea8efafefdf4c09b6dd21c3b17562e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440524 Jul 05 03:54:17.452195 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41344) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:17.509237 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a90c952c-70ac-4924-8345-486f9c86ea78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.534933 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a90c952c-70ac-4924-8345-486f9c86ea78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.551032 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2198e46d-1010-4457-8909-cbfc76cd947a req-23b8b459-10a1-4bae-aef7-dd465686377f tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c01b0608a2d943dea69fd3fabfa190d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333362 Jul 05 03:54:17.661304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a90c952c-70ac-4924-8345-486f9c86ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.665573 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a90c952c-70ac-4924-8345-486f9c86ea78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.669256 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a90c952c-70ac-4924-8345-486f9c86ea78 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/32edcaf0-bc26-4fc7-8737-b2e2dff199b7 HTTP/1.1" status: 204 len: 168 time: 0.2148728 Jul 05 03:54:17.678992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c952c-70ac-4924-8345-486f9c86ea78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32edcaf0-bc26-4fc7-8737-b2e2dff199b7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:17.698750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f50e8-cada-4cd5-af6b-02f1fc1db183 req-f6dafd26-afe0-456b-827d-0748f26fb909 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.700341 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e69f50e8-cada-4cd5-af6b-02f1fc1db183 req-f6dafd26-afe0-456b-827d-0748f26fb909 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 945 time: 0.1474922 Jul 05 03:54:17.709468 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e46d-1010-4457-8909-cbfc76cd947a req-cf10e9b6-7367-4c47-9af1-a53c088c80ac tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.710898 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2198e46d-1010-4457-8909-cbfc76cd947a req-cf10e9b6-7367-4c47-9af1-a53c088c80ac tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478708 Jul 05 03:54:17.752881 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2198e46d-1010-4457-8909-cbfc76cd947a req-b097f7cd-76c5-4daf-9f43-d2c2468dd0f1 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/quotas/c01b0608a2d943dea69fd3fabfa190d6 HTTP/1.1" status: 200 len: 375 time: 0.0341361 Jul 05 03:54:17.794308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2198e46d-1010-4457-8909-cbfc76cd947a req-aed8a3b1-a5d8-473d-adf4-9ca7d6227758 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c01b0608a2d943dea69fd3fabfa190d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399382 Jul 05 03:54:17.859277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-e69f50e8-cada-4cd5-af6b-02f1fc1db183 req-dedcccfb-409a-475c-8f98-866a46a4d07d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Deleting port e697cb2b-c887-4eab-8a6d-f4b754c48d42 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:17.859636 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e69f50e8-cada-4cd5-af6b-02f1fc1db183 req-dedcccfb-409a-475c-8f98-866a46a4d07d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.045802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-e69f50e8-cada-4cd5-af6b-02f1fc1db183 req-dedcccfb-409a-475c-8f98-866a46a4d07d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] For port e697cb2b-c887-4eab-8a6d-f4b754c48d42, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e697cb2b-c887-4eab-8a6d-f4b754c48d42,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:18.049450 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e69f50e8-cada-4cd5-af6b-02f1fc1db183 req-dedcccfb-409a-475c-8f98-866a46a4d07d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.090568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-e69f50e8-cada-4cd5-af6b-02f1fc1db183 req-dedcccfb-409a-475c-8f98-866a46a4d07d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Calling delete_port for e697cb2b-c887-4eab-8a6d-f4b754c48d42 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:18.104853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c54674-c861-4615-815a-f83dbcdaaafc req-f267a25a-2d9b-4b5b-8f8b-1a59bb5c910e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:18.113330 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69c54674-c861-4615-815a-f83dbcdaaafc req-f267a25a-2d9b-4b5b-8f8b-1a59bb5c910e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 943 time: 0.1847169 Jul 05 03:54:18.201365 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69c54674-c861-4615-815a-f83dbcdaaafc req-d6f110e0-2a78-4a34-b597-9a7dc68e258a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871422 Jul 05 03:54:18.261747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d43c656-e6f6-44ae-b281-c95e26af6204 req-f55d5b72-9ed1-401b-bb20-0f59d8d41eac tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 210 time: 0.0454655 Jul 05 03:54:18.413407 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e69f50e8-cada-4cd5-af6b-02f1fc1db183 req-dedcccfb-409a-475c-8f98-866a46a4d07d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.430330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e697cb2b-c887-4eab-8a6d-f4b754c48d42'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:18.438714 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['d331f6dc-06c2-4e86-9fa0-5b9db6e33018'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:18.468272 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcccfb-409a-475c-8f98-866a46a4d07d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Pushing event deleted for resources: {'Port': ['ID=e697cb2b-c887-4eab-8a6d-f4b754c48d42,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:18.539505 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69f50e8-cada-4cd5-af6b-02f1fc1db183 req-dedcccfb-409a-475c-8f98-866a46a4d07d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] No DVR routers for this DVR port e697cb2b-c887-4eab-8a6d-f4b754c48d42 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:18.542233 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e69f50e8-cada-4cd5-af6b-02f1fc1db183 req-dedcccfb-409a-475c-8f98-866a46a4d07d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.544769 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e69f50e8-cada-4cd5-af6b-02f1fc1db183 req-dedcccfb-409a-475c-8f98-866a46a4d07d tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.10 "DELETE /v2.0/ports/e697cb2b-c887-4eab-8a6d-f4b754c48d42 HTTP/1.1" status: 204 len: 173 time: 0.8329365 Jul 05 03:54:18.572301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f51d2bd-0e71-4cdb-8678-316a59d0892f', 'name': 'network-vif-deleted', 'tag': 'e697cb2b-c887-4eab-8a6d-f4b754c48d42'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:18.574770 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acbe5f3-81f2-4d3b-aba8-ba00790ace9b" -d '{"events": [{"server_uuid": "6f51d2bd-0e71-4cdb-8678-316a59d0892f", "name": "network-vif-deleted", "tag": "e697cb2b-c887-4eab-8a6d-f4b754c48d42"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:18.637541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be176d11-0c41-4bd9-9db0-96e752bf3098 req-47b187f4-3e23-437b-9aed-883b4eddd6fe tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 210 time: 0.0998559 Jul 05 03:54:18.638960 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ad3d21-fb02-464f-b067-c78c9eda4dd4 x-openstack-request-id: req-84ad3d21-fb02-464f-b067-c78c9eda4dd4 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:18.639240 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f51d2bd-0e71-4cdb-8678-316a59d0892f", "name": "network-vif-deleted", "tag": "e697cb2b-c887-4eab-8a6d-f4b754c48d42", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:18.639491 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84ad3d21-fb02-464f-b067-c78c9eda4dd4 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:18.639871 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f51d2bd-0e71-4cdb-8678-316a59d0892f', 'name': 'network-vif-deleted', 'tag': 'e697cb2b-c887-4eab-8a6d-f4b754c48d42', 'status': 'completed', 'code': 200} Jul 05 03:54:18.880045 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ee33a611-783f-40b5-a303-a1c5b726af28 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:18.939737 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port ee33a611-783f-40b5-a303-a1c5b726af28 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:18.944247 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.042403 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.067233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480389f2-29c5-49f3-a771-80fceff42a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee33a611-783f-40b5-a303-a1c5b726af28'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:19.069542 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c838f39c-57eb-4f75-8027-da3864c08556" -d '{"events": [{"server_uuid": "480389f2-29c5-49f3-a771-80fceff42a86", "name": "network-vif-plugged", "status": "completed", "tag": "ee33a611-783f-40b5-a303-a1c5b726af28"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:19.078599 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41426) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:19.083176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ee33a611-783f-40b5-a303-a1c5b726af28, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ee33a611-783f-40b5-a303-a1c5b726af28,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:19.116579 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25633cbd-479a-4f55-a429-8fd2ee8d1144 x-openstack-request-id: req-25633cbd-479a-4f55-a429-8fd2ee8d1144 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:19.116905 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480389f2-29c5-49f3-a771-80fceff42a86", "name": "network-vif-plugged", "status": "completed", "tag": "ee33a611-783f-40b5-a303-a1c5b726af28", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:19.117301 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-25633cbd-479a-4f55-a429-8fd2ee8d1144 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:19.117703 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480389f2-29c5-49f3-a771-80fceff42a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee33a611-783f-40b5-a303-a1c5b726af28', 'code': 200} Jul 05 03:54:19.163884 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.212148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Request body: {'networks': [{'name': 'tempest-network--47575573'}, {'name': 'tempest-network--1785151299'}]} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:19.212862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Request body: {'network': {'name': 'tempest-network--47575573'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:19.213561 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Request body: {'network': {'name': 'tempest-network--1785151299'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:19.223745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=ee33a611-783f-40b5-a303-a1c5b726af28,revision_number=10']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:19.337530 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ef9e682-1d88-4555-9c21-00361c38b4ba req-4a8a0b64-c03c-455e-bbad-a21dfbfc09aa tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 210 time: 0.0303922 Jul 05 03:54:19.338927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Made reservation on behalf of 8ae4d2e4c4224841a42d153bbb6e550c for: {'network': 2} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:19.343867 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.359524 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.460960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13e006-c39d-46c5-a991-5f392b98c608 req-8437e271-da0c-418f-bb6e-4c5a34008b3d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:19.462771 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e13e006-c39d-46c5-a991-5f392b98c608 req-8437e271-da0c-418f-bb6e-4c5a34008b3d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 943 time: 0.1121900 Jul 05 03:54:19.518541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e13e006-c39d-46c5-a991-5f392b98c608 req-4a30df65-091a-4f9c-bdd3-283685965e96 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499423 Jul 05 03:54:19.526330 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.716878 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.717571 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.768995 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50ef2e2-c849-402a-ac59-8831cefcc08d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:19.772018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:19.782756 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.783374 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Added segment c4aec8c6-f834-4ae8-bf54-b672f9c9c5e5 of type vlan for network 7873d668-707e-43af-9d5c-c5290aee767e Jul 05 03:54:19.817801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-03b41c8a-13c5-443e-946c-4617763f0e7b req-1120fdb4-7cc3-455b-9b1d-fd626eb36d5b tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f51d2bd-0e71-4cdb-8678-316a59d0892f HTTP/1.1" status: 200 len: 210 time: 0.0287445 Jul 05 03:54:19.824959 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.869288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:19.878936 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.879287 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Added segment 73ce8f3a-d7db-493e-bb30-18d1346244e8 of type vlan for network 79f3a221-7da2-46f8-9876-a11aff6a7da3 Jul 05 03:54:19.919552 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.070697 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.072424 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.077769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.083121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.085039 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.156054 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event updated for resources: {'Network': ['ID=7873d668-707e-43af-9d5c-c5290aee767e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:20.167618 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 7873d668-707e-43af-9d5c-c5290aee767e details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:20.224585 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event updated for resources: {'Network': ['ID=79f3a221-7da2-46f8-9876-a11aff6a7da3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:20.239892 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e797e969-534d-426b-ab49-8f67255149f1 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1581740 Jul 05 03:54:20.240397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 79f3a221-7da2-46f8-9876-a11aff6a7da3 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:20.245573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41464) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:20.366733 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e795602-e076-4176-a053-4606c20ac19c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.373416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e795602-e076-4176-a053-4606c20ac19c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.380852 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e795602-e076-4176-a053-4606c20ac19c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.387338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e795602-e076-4176-a053-4606c20ac19c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.389802 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9e795602-e076-4176-a053-4606c20ac19c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.1432214 Jul 05 03:54:20.392905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41472) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:20.516350 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-80b7c516-535b-4a92-8a11-7bca783a768b req-bfe92ccd-9945-46be-83b9-9ca2856237b5 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 210 time: 0.0423861 Jul 05 03:54:20.543022 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42444347-df83-4144-8fcc-53e569721058 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.622231 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42444347-df83-4144-8fcc-53e569721058 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.634562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-42444347-df83-4144-8fcc-53e569721058 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7873d668-707e-43af-9d5c-c5290aee767e']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:20.649689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-42444347-df83-4144-8fcc-53e569721058 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4aec8c6-f834-4ae8-bf54-b672f9c9c5e5') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:20.649995 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-42444347-df83-4144-8fcc-53e569721058 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4aec8c6-f834-4ae8-bf54-b672f9c9c5e5') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:20.673737 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42444347-df83-4144-8fcc-53e569721058 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.709832 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42444347-df83-4144-8fcc-53e569721058 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.718941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42444347-df83-4144-8fcc-53e569721058 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:20.719354 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42444347-df83-4144-8fcc-53e569721058 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:20.723992 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:20.810459 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd519ee2-587e-44a9-91c1-7506ccb7a1b9 req-1e301888-1086-44b6-805a-00add3f8abd4 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.812137 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd519ee2-587e-44a9-91c1-7506ccb7a1b9 req-1e301888-1086-44b6-805a-00add3f8abd4 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 943 time: 0.1518149 Jul 05 03:54:20.857464 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd519ee2-587e-44a9-91c1-7506ccb7a1b9 req-63acc388-0800-46c9-91d1-b304ea1dd41a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388165 Jul 05 03:54:20.967958 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42444347-df83-4144-8fcc-53e569721058 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.977010 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-42444347-df83-4144-8fcc-53e569721058 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.977752 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-42444347-df83-4144-8fcc-53e569721058 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "DELETE /v2.0/networks/7873d668-707e-43af-9d5c-c5290aee767e HTTP/1.1" status: 204 len: 168 time: 0.5838563 Jul 05 03:54:20.980818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41508) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:20.992033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42444347-df83-4144-8fcc-53e569721058 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event deleted for resources: {'Network': ['ID=7873d668-707e-43af-9d5c-c5290aee767e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:21.000491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e697cb2b-c887-4eab-8a6d-f4b754c48d42 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:21.023060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: e697cb2b-c887-4eab-8a6d-f4b754c48d42 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:21.023425 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e697cb2b-c887-4eab-8a6d-f4b754c48d42 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:21.075022 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42c2c6dc-5c8a-4573-b561-179a34b9681a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.089762 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2198e46d-1010-4457-8909-cbfc76cd947a req-d8308111-b2bb-47bd-888a-1aaabb88ef50 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c01b0608a2d943dea69fd3fabfa190d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220125 Jul 05 03:54:21.191706 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42c2c6dc-5c8a-4573-b561-179a34b9681a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.206786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-42c2c6dc-5c8a-4573-b561-179a34b9681a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f3a221-7da2-46f8-9876-a11aff6a7da3']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:21.218972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-42c2c6dc-5c8a-4573-b561-179a34b9681a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ce8f3a-d7db-493e-bb30-18d1346244e8') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:21.219389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-42c2c6dc-5c8a-4573-b561-179a34b9681a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ce8f3a-d7db-493e-bb30-18d1346244e8') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:21.222900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e46d-1010-4457-8909-cbfc76cd947a req-9f28009d-0b07-4112-93bf-5b4672ab21d5 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.224855 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2198e46d-1010-4457-8909-cbfc76cd947a req-9f28009d-0b07-4112-93bf-5b4672ab21d5 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1283460 Jul 05 03:54:21.244466 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42c2c6dc-5c8a-4573-b561-179a34b9681a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.248185 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-2198e46d-1010-4457-8909-cbfc76cd947a req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Request body: {'port': {'device_id': 'b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': 'c01b0608a2d943dea69fd3fabfa190d6'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:21.264357 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42c2c6dc-5c8a-4573-b561-179a34b9681a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.274448 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c2c6dc-5c8a-4573-b561-179a34b9681a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:21.274857 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42c2c6dc-5c8a-4573-b561-179a34b9681a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:21.286605 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:21.483874 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42c2c6dc-5c8a-4573-b561-179a34b9681a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.491330 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42c2c6dc-5c8a-4573-b561-179a34b9681a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.499087 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-42c2c6dc-5c8a-4573-b561-179a34b9681a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "DELETE /v2.0/networks/79f3a221-7da2-46f8-9876-a11aff6a7da3 HTTP/1.1" status: 204 len: 168 time: 0.5115993 Jul 05 03:54:21.499475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41524) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:21.515460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2c6dc-5c8a-4573-b561-179a34b9681a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event deleted for resources: {'Network': ['ID=79f3a221-7da2-46f8-9876-a11aff6a7da3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:21.601141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2198e46d-1010-4457-8909-cbfc76cd947a req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Made reservation on behalf of c01b0608a2d943dea69fd3fabfa190d6 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:21.621730 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2198e46d-1010-4457-8909-cbfc76cd947a req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.644207 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2198e46d-1010-4457-8909-cbfc76cd947a req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.756924 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a146d3e5-a385-4ab1-a654-1cdccfd7ca9e req-9eae9002-9d18-453f-97d6-3fec3d327456 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 210 time: 0.0580480 Jul 05 03:54:21.811295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0089fc65-a065-4fc7-bdbc-3e5d2e7791c5 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.820271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0089fc65-a065-4fc7-bdbc-3e5d2e7791c5 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.825788 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0089fc65-a065-4fc7-bdbc-3e5d2e7791c5 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3238959 Jul 05 03:54:21.826852 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41546) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:21.834915 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2b5fe05d-872e-4fb4-8c59-bb05e8f3483c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-918317080'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:21.892301 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2198e46d-1010-4457-8909-cbfc76cd947a req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.098820 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2198e46d-1010-4457-8909-cbfc76cd947a req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.196220 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5fe05d-872e-4fb4-8c59-bb05e8f3483c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Made reservation on behalf of 8ae4d2e4c4224841a42d153bbb6e550c for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:22.201595 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe05d-872e-4fb4-8c59-bb05e8f3483c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.224380 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d5ee7e-a72c-4802-84ce-98c356a980b6,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:22.275964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f82ae-fd5f-40c3-baa0-f51841073a57 req-ff318acb-94c5-4a0d-ae1e-d0a36b7998d1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:22.280299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5fe05d-872e-4fb4-8c59-bb05e8f3483c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:22.284621 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-249f82ae-fd5f-40c3-baa0-f51841073a57 req-ff318acb-94c5-4a0d-ae1e-d0a36b7998d1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 943 time: 0.2478087 Jul 05 03:54:22.293397 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41554) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:22.315882 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe05d-872e-4fb4-8c59-bb05e8f3483c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.316972 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-2b5fe05d-872e-4fb4-8c59-bb05e8f3483c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Added segment 74677f03-bc79-4c8a-b76f-2ed591101a79 of type vlan for network 03c71b32-aade-489c-a685-78b5cded9e6a Jul 05 03:54:22.386804 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe05d-872e-4fb4-8c59-bb05e8f3483c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.433990 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-249f82ae-fd5f-40c3-baa0-f51841073a57 req-b67702e5-e8fb-4dba-879c-fe8bd33e221b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481681 Jul 05 03:54:22.465741 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-2198e46d-1010-4457-8909-cbfc76cd947a req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Allocated IP 192.168.233.219 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/7b3cce48-7d9f-4a14-9935-a08b75ccde06) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:22.529692 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c13eb5c-a763-4853-997c-8cac664a1cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.652306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c13eb5c-a763-4853-997c-8cac664a1cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.654671 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe05d-872e-4fb4-8c59-bb05e8f3483c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.663478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5fe05d-872e-4fb4-8c59-bb05e8f3483c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:22.664826 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe05d-872e-4fb4-8c59-bb05e8f3483c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.779461 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fe05d-872e-4fb4-8c59-bb05e8f3483c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event updated for resources: {'Network': ['ID=03c71b32-aade-489c-a685-78b5cded9e6a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:22.787507 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c13eb5c-a763-4853-997c-8cac664a1cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.795385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 03c71b32-aade-489c-a685-78b5cded9e6a details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:22.854417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13eb5c-a763-4853-997c-8cac664a1cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2db477-1b24-466f-ad66-22f4364b04a4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:22.900952 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7c13eb5c-a763-4853-997c-8cac664a1cb1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a7fd1c38c821457a9c2f99c8297ceb02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6059728 Jul 05 03:54:22.903393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41576) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:22.918160 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2198e46d-1010-4457-8909-cbfc76cd947a req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.931899 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2b5fe05d-872e-4fb4-8c59-bb05e8f3483c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1036661 Jul 05 03:54:22.950593 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-2198e46d-1010-4457-8909-cbfc76cd947a req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Transition to ACTIVE for port object 7b3cce48-7d9f-4a14-9935-a08b75ccde06 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:22.953598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41578) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:22.967299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-16309cb5-b431-441b-926b-b54d82992e62 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-162319096'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:23.023277 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-66d3bb61-c3c9-4efc-9557-014a2ecde5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.043248 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-30f6b8b6-c853-4bd4-a004-73843f4701db req-7f2b62cc-2895-4236-816d-f0ba8841cbd9 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 210 time: 0.0500591 Jul 05 03:54:23.063425 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-66d3bb61-c3c9-4efc-9557-014a2ecde5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.247971 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2198e46d-1010-4457-8909-cbfc76cd947a req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.291977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2198e46d-1010-4457-8909-cbfc76cd947a req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:23.297270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-2198e46d-1010-4457-8909-cbfc76cd947a req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:23.302164 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-2198e46d-1010-4457-8909-cbfc76cd947a req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:23.323667 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16309cb5-b431-441b-926b-b54d82992e62 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Made reservation on behalf of 8ae4d2e4c4224841a42d153bbb6e550c for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:23.327494 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16309cb5-b431-441b-926b-b54d82992e62 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.332668 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Pushing event updated for resources: {'Port': ['ID=7b3cce48-7d9f-4a14-9935-a08b75ccde06,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:23.367845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e46d-1010-4457-8909-cbfc76cd947a req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:23.368902 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2198e46d-1010-4457-8909-cbfc76cd947a req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.373590 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-66d3bb61-c3c9-4efc-9557-014a2ecde5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.379630 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-66d3bb61-c3c9-4efc-9557-014a2ecde5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.383688 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-66d3bb61-c3c9-4efc-9557-014a2ecde5e5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cd2db477-1b24-466f-ad66-22f4364b04a4 HTTP/1.1" status: 204 len: 168 time: 0.4769187 Jul 05 03:54:23.426233 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3bb61-c3c9-4efc-9557-014a2ecde5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2db477-1b24-466f-ad66-22f4364b04a4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:23.449455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16309cb5-b431-441b-926b-b54d82992e62 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:23.490185 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2198e46d-1010-4457-8909-cbfc76cd947a req-f10c25e1-f08d-4314-a861-87f3f9824607 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2486804 Jul 05 03:54:23.505499 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16309cb5-b431-441b-926b-b54d82992e62 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.505877 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-16309cb5-b431-441b-926b-b54d82992e62 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Added segment 22108a79-d6f3-4d19-9629-f2e303ea64c3 of type vlan for network 5f98ddb0-d072-4cde-96b9-bd2bc943eb9f Jul 05 03:54:23.507932 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Request body: {'port': {'device_id': 'b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:23.631843 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16309cb5-b431-441b-926b-b54d82992e62 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.790890 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.880054 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16309cb5-b431-441b-926b-b54d82992e62 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.887893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16309cb5-b431-441b-926b-b54d82992e62 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:23.889034 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16309cb5-b431-441b-926b-b54d82992e62 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.973779 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5203159a-8b23-4e05-90e6-60d96c0bd889 None None] Provisioning for port 7b3cce48-7d9f-4a14-9935-a08b75ccde06 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:23.984110 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5203159a-8b23-4e05-90e6-60d96c0bd889 None None] Provisioning complete for port 7b3cce48-7d9f-4a14-9935-a08b75ccde06 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:23.984954 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16309cb5-b431-441b-926b-b54d82992e62 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event updated for resources: {'Network': ['ID=5f98ddb0-d072-4cde-96b9-bd2bc943eb9f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:23.989142 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5203159a-8b23-4e05-90e6-60d96c0bd889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.018125 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07285d59-f58c-4585-a5ef-7c2a0677a958 req-4a3fd87d-d92a-4a26-9bf8-8c1b738917b1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:24.019702 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-07285d59-f58c-4585-a5ef-7c2a0677a958 req-4a3fd87d-d92a-4a26-9bf8-8c1b738917b1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 943 time: 0.3635364 Jul 05 03:54:24.050413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5203159a-8b23-4e05-90e6-60d96c0bd889 None None] Port 7b3cce48-7d9f-4a14-9935-a08b75ccde06 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:24.056522 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 5f98ddb0-d072-4cde-96b9-bd2bc943eb9f details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:24.153168 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-16309cb5-b431-441b-926b-b54d82992e62 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1984801 Jul 05 03:54:24.157123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41604) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:24.165353 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Request body: {'ports': [{'network_id': '03c71b32-aade-489c-a685-78b5cded9e6a', 'name': 'tempest-port--1798353530', 'admin_state_up': True}, {'network_id': '5f98ddb0-d072-4cde-96b9-bd2bc943eb9f', 'admin_state_up': False}]} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:24.166571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Request body: {'port': {'network_id': '03c71b32-aade-489c-a685-78b5cded9e6a', 'name': 'tempest-port--1798353530', 'admin_state_up': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:24.167777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Request body: {'port': {'network_id': '5f98ddb0-d072-4cde-96b9-bd2bc943eb9f', 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:24.303122 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-07285d59-f58c-4585-a5ef-7c2a0677a958 req-03096ddd-498b-4ced-80d0-0953fdf3cb3f tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737298 Jul 05 03:54:24.716366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Made reservation on behalf of 8ae4d2e4c4224841a42d153bbb6e550c for: {'port': 2} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:24.728038 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.764950 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.926949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] device_id is not set on port 335fac29-c8e2-4ffb-ab90-ba9830584965 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:54:25.021678 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30cdb2-ae77-49e9-8ff6-abab486ba690 req-37710d1b-1f37-48c2-85a9-f45307f624a6 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:25.040085 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd30cdb2-ae77-49e9-8ff6-abab486ba690 req-37710d1b-1f37-48c2-85a9-f45307f624a6 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 936 time: 0.7117496 Jul 05 03:54:25.199399 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:25.260570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3cce48-7d9f-4a14-9935-a08b75ccde06 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:25.270784 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:25.291856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Transition to ACTIVE for port object 7b3cce48-7d9f-4a14-9935-a08b75ccde06 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:25.296044 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd30cdb2-ae77-49e9-8ff6-abab486ba690 req-9f3f8f5b-c86c-4b4d-8112-80b38edecb6d tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7d5ee7e-a72c-4802-84ce-98c356a980b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549946 Jul 05 03:54:25.370280 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:25.387101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] device_id is not set on port 10c9717e-7628-43b9-b212-8c8a1ba3b9c9 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:54:25.429585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Pushing event updated for resources: {'Port': ['ID=7b3cce48-7d9f-4a14-9935-a08b75ccde06,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:25.621735 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:25.634009 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Attempting to bind port 7b3cce48-7d9f-4a14-9935-a08b75ccde06 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:25.634360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Attempting to bind port 7b3cce48-7d9f-4a14-9935-a08b75ccde06 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:25.634753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Attempting to bind port 7b3cce48-7d9f-4a14-9935-a08b75ccde06 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:25.759073 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:25.772259 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Port 7b3cce48-7d9f-4a14-9935-a08b75ccde06 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:25.779154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Attempting to bind port 7b3cce48-7d9f-4a14-9935-a08b75ccde06 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:25.803287 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:25.806751 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:25.808650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:25.811063 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Bound port: 7b3cce48-7d9f-4a14-9935-a08b75ccde06, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:25.811672 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:25.915057 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event updated for resources: {'Port': ['ID=335fac29-c8e2-4ffb-ab90-ba9830584965,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:25.970215 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31dd6a-0989-4a06-a618-057abbc3e48c req-47846eb1-585b-41b3-940b-c856d93d3ed2 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:25.978061 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Checking segment: {'id': '74677f03-bc79-4c8a-b76f-2ed591101a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '03c71b32-aade-489c-a685-78b5cded9e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:25.978266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ee31dd6a-0989-4a06-a618-057abbc3e48c req-47846eb1-585b-41b3-940b-c856d93d3ed2 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 943 time: 0.3167381 Jul 05 03:54:25.978959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Network hostable DHCP agents. Network: 03c71b32-aade-489c-a685-78b5cded9e6a, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:54:26.042753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] For port 7b3cce48-7d9f-4a14-9935-a08b75ccde06, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:26.055520 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] For port 7b3cce48-7d9f-4a14-9935-a08b75ccde06, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=7b3cce48-7d9f-4a14-9935-a08b75ccde06,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:26.096751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ee31dd6a-0989-4a06-a618-057abbc3e48c req-1b4483b5-f04d-44c2-a895-f5d301be9bda tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171141 Jul 05 03:54:26.105504 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Network 03c71b32-aade-489c-a685-78b5cded9e6a is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:54:26.135150 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:26.243081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.244040 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:26.246040 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2198e46d-1010-4457-8909-cbfc76cd947a req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] 10.222.0.10 "PUT /v2.0/ports/7b3cce48-7d9f-4a14-9935-a08b75ccde06 HTTP/1.1" status: 200 len: 1097 time: 2.7430437 Jul 05 03:54:26.246639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2', 'tag': '7b3cce48-7d9f-4a14-9935-a08b75ccde06'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:26.249086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 03c71b32-aade-489c-a685-78b5cded9e6a) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:26.249361 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e0f23e-d692-47ad-98b6-b55827c4f564" -d '{"events": [{"name": "network-changed", "server_uuid": "b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2", "tag": "7b3cce48-7d9f-4a14-9935-a08b75ccde06"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:26.254713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:26.255892 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:26.298749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceb8bef-c9e2-4999-9914-c18948965526 None None] Network 03c71b32-aade-489c-a685-78b5cded9e6a requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:26.323620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c3e9e-174f-40b1-acd3-42ec4a9e73fa service neutron] Pushing event updated for resources: {'Port': ['ID=7b3cce48-7d9f-4a14-9935-a08b75ccde06,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:26.353579 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3804b15e-31f0-4c25-a2cf-9fc018f8cd12 x-openstack-request-id: req-3804b15e-31f0-4c25-a2cf-9fc018f8cd12 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:26.354084 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2", "tag": "7b3cce48-7d9f-4a14-9935-a08b75ccde06", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:26.354534 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3804b15e-31f0-4c25-a2cf-9fc018f8cd12 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:26.355107 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2', 'tag': '7b3cce48-7d9f-4a14-9935-a08b75ccde06', 'status': 'completed', 'code': 200} Jul 05 03:54:26.496752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event updated for resources: {'Port': ['ID=10c9717e-7628-43b9-b212-8c8a1ba3b9c9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:26.517673 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Checking segment: {'id': '22108a79-d6f3-4d19-9629-f2e303ea64c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5f98ddb0-d072-4cde-96b9-bd2bc943eb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:26.519216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Network hostable DHCP agents. Network: 5f98ddb0-d072-4cde-96b9-bd2bc943eb9f, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:54:26.638415 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0f23e-d692-47ad-98b6-b55827c4f564 req-990e2520-92c7-49ea-a83f-ec3755e79fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.649607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5e0f23e-d692-47ad-98b6-b55827c4f564 req-990e2520-92c7-49ea-a83f-ec3755e79fbe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c01b0608a2d943dea69fd3fabfa190d6&device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 1100 time: 0.2751954 Jul 05 03:54:26.690252 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Network 5f98ddb0-d072-4cde-96b9-bd2bc943eb9f is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:54:26.707941 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5e0f23e-d692-47ad-98b6-b55827c4f564 req-8f34e53e-976a-4285-b495-0d3390084ed5 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c01b0608a2d943dea69fd3fabfa190d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498331 Jul 05 03:54:26.895621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 5f98ddb0-d072-4cde-96b9-bd2bc943eb9f) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:26.895621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:26.900291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db4d934-f198-4f99-91b0-a4e9f2f9d536 None None] Network 5f98ddb0-d072-4cde-96b9-bd2bc943eb9f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:26.911230 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.917475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.918408 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:27.164530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0f23e-d692-47ad-98b6-b55827c4f564 req-f7715855-79d9-4f04-98a2-a445a3e0747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.164530 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5e0f23e-d692-47ad-98b6-b55827c4f564 req-f7715855-79d9-4f04-98a2-a445a3e0747a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2677758 Jul 05 03:54:27.165700 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device bf24e089-eef9-4b41-af9f-3f393d1ad4c4 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:27.165802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c8979-c527-44eb-b7ef-5b2a29e6cb12 req-0833b35a-19f5-4c18-9dff-aed22e23a9c6 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.165802 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c93c8979-c527-44eb-b7ef-5b2a29e6cb12 req-0833b35a-19f5-4c18-9dff-aed22e23a9c6 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 948 time: 0.2376211 Jul 05 03:54:27.166835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f333548-93ce-4d07-be83-83abce1ef340 req-00eae90f-e8c5-4a04-bb1a-9aa22640caf4 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.168438 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f333548-93ce-4d07-be83-83abce1ef340 req-00eae90f-e8c5-4a04-bb1a-9aa22640caf4 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 945 time: 0.1811292 Jul 05 03:54:27.195557 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c93c8979-c527-44eb-b7ef-5b2a29e6cb12 req-cf9868dc-5472-4ae7-bcfe-b5b04726cb85 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7d5ee7e-a72c-4802-84ce-98c356a980b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933938 Jul 05 03:54:27.235482 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e46d-1010-4457-8909-cbfc76cd947a req-a2985ad2-180e-4c7e-a77a-59c49f1353ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.235482 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2198e46d-1010-4457-8909-cbfc76cd947a req-a2985ad2-180e-4c7e-a77a-59c49f1353ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c01b0608a2d943dea69fd3fabfa190d6&device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 1100 time: 0.1772208 Jul 05 03:54:27.273337 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-773aca7a-9486-4266-8de8-ba134af1ef4a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.1143110 Jul 05 03:54:27.277070 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41686) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:27.339031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2198e46d-1010-4457-8909-cbfc76cd947a req-08ffedac-2354-4b80-bdbe-fdb57703b6cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=7b3cce48-7d9f-4a14-9935-a08b75ccde06 HTTP/1.1" status: 200 len: 217 time: 0.0987060 Jul 05 03:54:27.433211 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f333548-93ce-4d07-be83-83abce1ef340 req-231bf69e-c6f9-434b-b45b-fbf5ac1c7faa tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524517 Jul 05 03:54:27.474270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e46d-1010-4457-8909-cbfc76cd947a req-d33de82f-8e66-46f0-a2ba-1f42ad85152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.481641 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2198e46d-1010-4457-8909-cbfc76cd947a req-d33de82f-8e66-46f0-a2ba-1f42ad85152a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1308467 Jul 05 03:54:27.629273 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef2c09-8703-471c-bc45-4dd2ab0f3e68 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.634422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e46d-1010-4457-8909-cbfc76cd947a req-4e8ef113-9a95-418e-9ece-aa15fab68e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.636170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2198e46d-1010-4457-8909-cbfc76cd947a req-4e8ef113-9a95-418e-9ece-aa15fab68e8a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1518047 Jul 05 03:54:27.637001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef2c09-8703-471c-bc45-4dd2ab0f3e68 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.638592 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c6ef2c09-8703-471c-bc45-4dd2ab0f3e68 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3605452 Jul 05 03:54:27.641360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41700) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:27.788143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-31955607-629b-48fd-81c7-0bb47b462391 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Deleting port 335fac29-c8e2-4ffb-ab90-ba9830584965 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:27.788770 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31955607-629b-48fd-81c7-0bb47b462391 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:27.896317 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31955607-629b-48fd-81c7-0bb47b462391 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:27.945171 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-31955607-629b-48fd-81c7-0bb47b462391 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Calling delete_port for 335fac29-c8e2-4ffb-ab90-ba9830584965 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:28.023128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755258bd-943c-4b98-a389-86622487e16a req-da9b29be-2dc9-40d8-8354-bb3c7a4f0a7b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:28.032664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-755258bd-943c-4b98-a389-86622487e16a req-da9b29be-2dc9-40d8-8354-bb3c7a4f0a7b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 943 time: 0.3475912 Jul 05 03:54:28.042869 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2198e46d-1010-4457-8909-cbfc76cd947a req-8533eb8d-e486-41dd-82dc-ec0b40887bc2 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958836 Jul 05 03:54:28.152572 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31955607-629b-48fd-81c7-0bb47b462391 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.202755 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-755258bd-943c-4b98-a389-86622487e16a req-f91c66ff-725f-4bde-9baf-43637825f48e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678391 Jul 05 03:54:28.216467 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31955607-629b-48fd-81c7-0bb47b462391 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event deleted for resources: {'Port': ['ID=335fac29-c8e2-4ffb-ab90-ba9830584965,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:28.235979 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31955607-629b-48fd-81c7-0bb47b462391 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.241173 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-31955607-629b-48fd-81c7-0bb47b462391 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "DELETE /v2.0/ports/335fac29-c8e2-4ffb-ab90-ba9830584965 HTTP/1.1" status: 204 len: 168 time: 0.5988019 Jul 05 03:54:28.244445 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41706) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:28.280408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41710) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:28.307085 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2198e46d-1010-4457-8909-cbfc76cd947a req-db6846ad-963b-40f2-9f92-b9c26564a0b0 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429664 Jul 05 03:54:28.463052 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-14857519-527c-448f-ab61-a093065510e6 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Deleting port 10c9717e-7628-43b9-b212-8c8a1ba3b9c9 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:28.463815 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-14857519-527c-448f-ab61-a093065510e6 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.485334 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0e0dba3e-424a-430d-b050-e12daebf55d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.577576 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-14857519-527c-448f-ab61-a093065510e6 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.599097 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-14857519-527c-448f-ab61-a093065510e6 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Calling delete_port for 10c9717e-7628-43b9-b212-8c8a1ba3b9c9 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:28.654607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1704d-263a-4675-945e-e2fdb7e1d6b5 req-23935d27-14ae-4383-a088-b32a649fcb9b tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:28.663639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88a1704d-263a-4675-945e-e2fdb7e1d6b5 req-23935d27-14ae-4383-a088-b32a649fcb9b tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 948 time: 0.2565248 Jul 05 03:54:28.704205 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-25403a12-e26f-41ff-88bd-4070fd781099 service neutron] 10.222.0.10 "GET /v2.0/ports/bf24e089-eef9-4b41-af9f-3f393d1ad4c4/bindings/n-h2-771363-32 HTTP/1.1" status: 200 len: 385 time: 0.1224234 Jul 05 03:54:28.709475 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0e0dba3e-424a-430d-b050-e12daebf55d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.769727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88a1704d-263a-4675-945e-e2fdb7e1d6b5 req-365b5f31-c629-4bdf-8f59-adf3568eaf1d tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7d5ee7e-a72c-4802-84ce-98c356a980b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050851 Jul 05 03:54:28.974748 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcedc54-caf6-4d88-ab86-e38e5b175d1d req-9b32bb57-4d2c-4440-83a3-56c68b6a4985 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:28.974748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3bcedc54-caf6-4d88-ab86-e38e5b175d1d req-9b32bb57-4d2c-4440-83a3-56c68b6a4985 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 945 time: 0.1368489 Jul 05 03:54:28.975126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device bf24e089-eef9-4b41-af9f-3f393d1ad4c4 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:28.975126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device bf24e089-eef9-4b41-af9f-3f393d1ad4c4 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:28.975639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3bcedc54-caf6-4d88-ab86-e38e5b175d1d req-85a9ee36-f28f-4483-88e0-bc62076e9c5a tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754595 Jul 05 03:54:29.026342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-99a969a4-0cbe-4e4f-916c-d7f99392335a service neutron] For port bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:29.048689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-99a969a4-0cbe-4e4f-916c-d7f99392335a service neutron] For port bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:29.066655 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-14857519-527c-448f-ab61-a093065510e6 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.089312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-99a969a4-0cbe-4e4f-916c-d7f99392335a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf24e089-eef9-4b41-af9f-3f393d1ad4c4 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:29.102964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-99a969a4-0cbe-4e4f-916c-d7f99392335a service neutron] For port bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:29.107027 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-14857519-527c-448f-ab61-a093065510e6 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.111651 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-14857519-527c-448f-ab61-a093065510e6 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "DELETE /v2.0/ports/10c9717e-7628-43b9-b212-8c8a1ba3b9c9 HTTP/1.1" status: 204 len: 168 time: 0.8661594 Jul 05 03:54:29.119036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41730) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:29.119892 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14857519-527c-448f-ab61-a093065510e6 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event deleted for resources: {'Port': ['ID=10c9717e-7628-43b9-b212-8c8a1ba3b9c9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:29.132794 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0e0dba3e-424a-430d-b050-e12daebf55d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.191702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5886-2038-4b40-ad0a-e3b73d4469b1 req-a722f37c-79a4-4844-ba39-f727a03df9da tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:29.198419 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-32ef5388-4c51-43de-a044-71aaa108e25c tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0722046 Jul 05 03:54:29.198573 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-003a5886-2038-4b40-ad0a-e3b73d4469b1 req-a722f37c-79a4-4844-ba39-f727a03df9da tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 945 time: 0.0877695 Jul 05 03:54:29.199321 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41736) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:29.207619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a0064580-e1f5-497c-b463-79346c1fc6d9 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-776880098'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:29.222383 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0e0dba3e-424a-430d-b050-e12daebf55d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a902ffc6bb484c72a84f598d7b0bba83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9406376 Jul 05 03:54:29.223165 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-99a969a4-0cbe-4e4f-916c-d7f99392335a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.226793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41740) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:29.226975 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0dba3e-424a-430d-b050-e12daebf55d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72694efe-7a67-4667-8093-6f6f4bdd0ac9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:29.315363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-99a969a4-0cbe-4e4f-916c-d7f99392335a service neutron] Transition to ACTIVE for port object bf24e089-eef9-4b41-af9f-3f393d1ad4c4 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:29.383738 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb651-c250-4508-a3d1-a55d60e59d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.420684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0064580-e1f5-497c-b463-79346c1fc6d9 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Made reservation on behalf of 8ae4d2e4c4224841a42d153bbb6e550c for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:29.424873 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0064580-e1f5-497c-b463-79346c1fc6d9 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.428160 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb651-c250-4508-a3d1-a55d60e59d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.431979 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-003a5886-2038-4b40-ad0a-e3b73d4469b1 req-e79525b5-007f-4d1b-8c30-fdba5acf759f tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Deleting port d331f6dc-06c2-4e86-9fa0-5b9db6e33018 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:29.431979 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-003a5886-2038-4b40-ad0a-e3b73d4469b1 req-e79525b5-007f-4d1b-8c30-fdba5acf759f tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.451533 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-99a969a4-0cbe-4e4f-916c-d7f99392335a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.550233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-99a969a4-0cbe-4e4f-916c-d7f99392335a service neutron] No DVR routers for this DVR port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:29.555908 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0064580-e1f5-497c-b463-79346c1fc6d9 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:29.575672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a969a4-0cbe-4e4f-916c-d7f99392335a service neutron] Pushing event updated for resources: {'Port': ['ID=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,revision_number=10']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:29.609292 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-003a5886-2038-4b40-ad0a-e3b73d4469b1 req-e79525b5-007f-4d1b-8c30-fdba5acf759f tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] For port d331f6dc-06c2-4e86-9fa0-5b9db6e33018, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d331f6dc-06c2-4e86-9fa0-5b9db6e33018,segment=NetworkSegment(a5df43de-a8af-48c0-bf5f-8bb0beb4fad6),segment_id=a5df43de-a8af-48c0-bf5f-8bb0beb4fad6)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:29.609616 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-003a5886-2038-4b40-ad0a-e3b73d4469b1 req-e79525b5-007f-4d1b-8c30-fdba5acf759f tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.615812 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-99a969a4-0cbe-4e4f-916c-d7f99392335a service neutron] 10.222.0.10 "PUT /v2.0/ports/bf24e089-eef9-4b41-af9f-3f393d1ad4c4/bindings/n-h2-771363-32/activate HTTP/1.1" status: 200 len: 370 time: 0.9020061 Jul 05 03:54:29.627058 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-003a5886-2038-4b40-ad0a-e3b73d4469b1 req-e79525b5-007f-4d1b-8c30-fdba5acf759f tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Calling delete_port for d331f6dc-06c2-4e86-9fa0-5b9db6e33018 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:29.637561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b37de-72be-4709-b780-5b0dc16f3c42 req-4a7e47eb-3f09-4bae-baa8-4d8b4eccdadf tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:29.639214 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e8b37de-72be-4709-b780-5b0dc16f3c42 req-4a7e47eb-3f09-4bae-baa8-4d8b4eccdadf tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 943 time: 0.2200041 Jul 05 03:54:29.655175 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb651-c250-4508-a3d1-a55d60e59d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.659858 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb651-c250-4508-a3d1-a55d60e59d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.663634 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6aeeb651-c250-4508-a3d1-a55d60e59d3d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/72694efe-7a67-4667-8093-6f6f4bdd0ac9 HTTP/1.1" status: 204 len: 168 time: 0.4332871 Jul 05 03:54:29.674432 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0064580-e1f5-497c-b463-79346c1fc6d9 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.674874 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-a0064580-e1f5-497c-b463-79346c1fc6d9 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Added segment 7129fefb-52ae-487f-8c4c-b26c864f5f09 of type vlan for network 15a18e07-2f7e-47be-8a66-603bd0cf90b3 Jul 05 03:54:29.702894 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeeb651-c250-4508-a3d1-a55d60e59d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72694efe-7a67-4667-8093-6f6f4bdd0ac9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:29.763017 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e8b37de-72be-4709-b780-5b0dc16f3c42 req-547d75df-67da-4270-9a19-8e68b09d1425 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153958 Jul 05 03:54:29.876045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0064580-e1f5-497c-b463-79346c1fc6d9 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.958296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-eb5a561b-2791-4bfd-9e00-8995b7288ebd tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:29.959846 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-eb5a561b-2791-4bfd-9e00-8995b7288ebd tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd&tenant_id=63c0043dceb94c52ae4db4897d94f388&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 1096 time: 0.1737540 Jul 05 03:54:29.993582 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6095ebc-cbb6-46d5-ae5c-e0e28ef5769e req-68a40671-3176-4504-ba6d-b88761edbaf0 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:29.995682 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6095ebc-cbb6-46d5-ae5c-e0e28ef5769e req-68a40671-3176-4504-ba6d-b88761edbaf0 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 948 time: 0.0951114 Jul 05 03:54:30.069904 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6095ebc-cbb6-46d5-ae5c-e0e28ef5769e req-93679310-4690-4db8-941e-aa7433bca398 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7d5ee7e-a72c-4802-84ce-98c356a980b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661850 Jul 05 03:54:30.087681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-a1ffa8a9-9cdc-4480-bc59-43767f825c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.093748 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-a1ffa8a9-9cdc-4480-bc59-43767f825c93 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd&tenant_id=63c0043dceb94c52ae4db4897d94f388 HTTP/1.1" status: 200 len: 1096 time: 0.1221473 Jul 05 03:54:30.101429 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0064580-e1f5-497c-b463-79346c1fc6d9 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.118588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0064580-e1f5-497c-b463-79346c1fc6d9 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.118588 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0064580-e1f5-497c-b463-79346c1fc6d9 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.246924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0064580-e1f5-497c-b463-79346c1fc6d9 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event updated for resources: {'Network': ['ID=15a18e07-2f7e-47be-8a66-603bd0cf90b3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:30.262877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 15a18e07-2f7e-47be-8a66-603bd0cf90b3 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:30.271759 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-003a5886-2038-4b40-ad0a-e3b73d4469b1 req-e79525b5-007f-4d1b-8c30-fdba5acf759f tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.309707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['d331f6dc-06c2-4e86-9fa0-5b9db6e33018'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:30.311177 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d745fb5-cb7e-40a3-b675-1146c40f318d req-a0037014-1466-420b-a5ff-7bffffadfbe2 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.313127 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d745fb5-cb7e-40a3-b675-1146c40f318d req-a0037014-1466-420b-a5ff-7bffffadfbe2 tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 867 time: 0.0952716 Jul 05 03:54:30.335033 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a0064580-e1f5-497c-b463-79346c1fc6d9 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1344385 Jul 05 03:54:30.336299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79525b5-007f-4d1b-8c30-fdba5acf759f tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Pushing event deleted for resources: {'Port': ['ID=d331f6dc-06c2-4e86-9fa0-5b9db6e33018,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:30.343356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-f8a6ff57-6a7e-4cfd-958f-d633c95584fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.344933 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-f8a6ff57-6a7e-4cfd-958f-d633c95584fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 1096 time: 0.2098596 Jul 05 03:54:30.345422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41766) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:30.351833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e53cc063-f906-4118-b6e2-afbf6edc6a21 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2031643278'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:30.416691 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d745fb5-cb7e-40a3-b675-1146c40f318d req-57ec1755-41f4-425b-ad66-6c2598bbe9ab tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/security-groups?id=a81790ab-c012-4740-8598-b8cdac1aec4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816009 Jul 05 03:54:30.495737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-003a5886-2038-4b40-ad0a-e3b73d4469b1 req-e79525b5-007f-4d1b-8c30-fdba5acf759f tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] No DVR routers for this DVR port d331f6dc-06c2-4e86-9fa0-5b9db6e33018 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:30.506997 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-003a5886-2038-4b40-ad0a-e3b73d4469b1 req-e79525b5-007f-4d1b-8c30-fdba5acf759f tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.509920 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-003a5886-2038-4b40-ad0a-e3b73d4469b1 req-e79525b5-007f-4d1b-8c30-fdba5acf759f tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.36 "DELETE /v2.0/ports/d331f6dc-06c2-4e86-9fa0-5b9db6e33018 HTTP/1.1" status: 204 len: 173 time: 1.3081770 Jul 05 03:54:30.516646 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff116b0-fdb1-48f9-b1e2-3eefd8d77883', 'name': 'network-vif-deleted', 'tag': 'd331f6dc-06c2-4e86-9fa0-5b9db6e33018'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:30.516646 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e64d1e-d8fd-481e-81ec-f0095e81ada0" -d '{"events": [{"server_uuid": "1ff116b0-fdb1-48f9-b1e2-3eefd8d77883", "name": "network-vif-deleted", "tag": "d331f6dc-06c2-4e86-9fa0-5b9db6e33018"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:30.578260 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-dc1362b7-8353-4bcd-bf88-7d25380d7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.585362 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-dc1362b7-8353-4bcd-bf88-7d25380d7cc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.2269466 Jul 05 03:54:30.590222 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a88c23e-880e-4116-b3c3-57f89e682021 x-openstack-request-id: req-2a88c23e-880e-4116-b3c3-57f89e682021 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:30.591359 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff116b0-fdb1-48f9-b1e2-3eefd8d77883", "name": "network-vif-deleted", "tag": "d331f6dc-06c2-4e86-9fa0-5b9db6e33018", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:30.592297 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2a88c23e-880e-4116-b3c3-57f89e682021 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:30.592841 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff116b0-fdb1-48f9-b1e2-3eefd8d77883', 'name': 'network-vif-deleted', 'tag': 'd331f6dc-06c2-4e86-9fa0-5b9db6e33018', 'status': 'completed', 'code': 200} Jul 05 03:54:30.640734 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-bb96e8c5-fddf-4678-97ec-dc77d68a9212 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf24e089-eef9-4b41-af9f-3f393d1ad4c4 HTTP/1.1" status: 200 len: 217 time: 0.0465999 Jul 05 03:54:30.684039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53cc063-f906-4118-b6e2-afbf6edc6a21 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Made reservation on behalf of 8ae4d2e4c4224841a42d153bbb6e550c for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:30.687680 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e53cc063-f906-4118-b6e2-afbf6edc6a21 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.729026 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-e2584f04-0cd5-468c-b9c1-a6114097f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:30.730488 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-e2584f04-0cd5-468c-b9c1-a6114097f2a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.0826056 Jul 05 03:54:30.731143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53cc063-f906-4118-b6e2-afbf6edc6a21 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:30.754646 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e53cc063-f906-4118-b6e2-afbf6edc6a21 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.755058 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-e53cc063-f906-4118-b6e2-afbf6edc6a21 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Added segment 7c0cda54-e376-482c-970f-fa788a4ad98d of type vlan for network f28a7a87-0602-47ea-a4c3-ca8ad16ec59d Jul 05 03:54:30.785358 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-1399403d-e899-4cdb-a3e4-030b5d246006 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433903 Jul 05 03:54:30.921473 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e53cc063-f906-4118-b6e2-afbf6edc6a21 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.010240 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-eab9081c-6a2b-4d75-8531-de8d671258d9 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157292 Jul 05 03:54:31.078840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 7b3cce48-7d9f-4a14-9935-a08b75ccde06 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:31.102801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f8e68-3e81-4b5a-aa23-483a239d21a8 req-fb351ae6-0fe3-454d-9064-78511413f720 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:31.114674 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-887f8e68-3e81-4b5a-aa23-483a239d21a8 req-fb351ae6-0fe3-454d-9064-78511413f720 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 944 time: 0.0880418 Jul 05 03:54:31.190536 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-887f8e68-3e81-4b5a-aa23-483a239d21a8 req-9f252e0e-3086-4566-b916-91ee03c2332c tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691128 Jul 05 03:54:31.202703 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e53cc063-f906-4118-b6e2-afbf6edc6a21 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.210973 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53cc063-f906-4118-b6e2-afbf6edc6a21 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:31.212669 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e53cc063-f906-4118-b6e2-afbf6edc6a21 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.290053 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 7b3cce48-7d9f-4a14-9935-a08b75ccde06, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=7b3cce48-7d9f-4a14-9935-a08b75ccde06,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:31.300286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cc063-f906-4118-b6e2-afbf6edc6a21 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event updated for resources: {'Network': ['ID=f28a7a87-0602-47ea-a4c3-ca8ad16ec59d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:31.321768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network f28a7a87-0602-47ea-a4c3-ca8ad16ec59d details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:31.338227 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-23eb4588-a71d-4879-b2bc-74a1604c983f service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057129 Jul 05 03:54:31.342427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '7b3cce48-7d9f-4a14-9935-a08b75ccde06', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '7b3cce48-7d9f-4a14-9935-a08b75ccde06', 'mac_address': 'fa:16:3e:24:98:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:31.432781 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e53cc063-f906-4118-b6e2-afbf6edc6a21 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0856395 Jul 05 03:54:31.625594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b5c2a-5a36-4ee8-be30-48c2f3b8d240 req-5af8214a-b495-43e6-8ae7-a29fb7fd573b tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:31.649867 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a9b5c2a-5a36-4ee8-be30-48c2f3b8d240 req-5af8214a-b495-43e6-8ae7-a29fb7fd573b tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 948 time: 0.2498689 Jul 05 03:54:31.849101 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a9b5c2a-5a36-4ee8-be30-48c2f3b8d240 req-f5d043dd-0b4d-4b3f-ac22-a5cca27adbe5 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7d5ee7e-a72c-4802-84ce-98c356a980b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871576 Jul 05 03:54:31.901875 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.948199 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3cce48-7d9f-4a14-9935-a08b75ccde06 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:32.000872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 7b3cce48-7d9f-4a14-9935-a08b75ccde06, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=7b3cce48-7d9f-4a14-9935-a08b75ccde06,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:32.105011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2cb674f2-b95e-4671-8c52-ee18f6f1c33a req-83c2ea51-88b0-44b9-8a36-cb0f34e00ade tempest-AttachVolumeNegativeTest-1382390417 tempest-AttachVolumeNegativeTest-1382390417-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ff116b0-fdb1-48f9-b1e2-3eefd8d77883 HTTP/1.1" status: 200 len: 210 time: 0.0848243 Jul 05 03:54:32.140455 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.218623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=7b3cce48-7d9f-4a14-9935-a08b75ccde06,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:32.222674 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.394649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['7b3cce48-7d9f-4a14-9935-a08b75ccde06'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:32.544884 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-2eac6a41-e9ab-42ee-a820-b3afa16be63c tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:32.548255 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-2eac6a41-e9ab-42ee-a820-b3afa16be63c tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd&tenant_id=63c0043dceb94c52ae4db4897d94f388&binding%3Ahost_id=n-h2-771363-32 HTTP/1.1" status: 200 len: 1096 time: 0.1463902 Jul 05 03:54:32.562264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf26b12-9c56-4472-8931-f83969ac3b47 req-f7a0c33a-6301-43fa-9298-7c4dadad4f89 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:32.565555 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dcf26b12-9c56-4472-8931-f83969ac3b47 req-f7a0c33a-6301-43fa-9298-7c4dadad4f89 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 944 time: 0.2043557 Jul 05 03:54:32.804922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dcf26b12-9c56-4472-8931-f83969ac3b47 req-e0812cdb-916f-4a20-ab22-6c522ca09644 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048953 Jul 05 03:54:32.956870 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d331f6dc-06c2-4e86-9fa0-5b9db6e33018 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:32.992847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: d331f6dc-06c2-4e86-9fa0-5b9db6e33018 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:32.993218 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d331f6dc-06c2-4e86-9fa0-5b9db6e33018 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:32.997140 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b66eb30e-19ea-4900-9266-72fe28b9903e service neutron] For port bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:33.001513 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b66eb30e-19ea-4900-9266-72fe28b9903e service neutron] Notify callbacks [] for binding, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.004702 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4ad7027-00e6-4cdc-84eb-31086bc6163f req-b66eb30e-19ea-4900-9266-72fe28b9903e service neutron] 10.222.0.36 "DELETE /v2.0/ports/bf24e089-eef9-4b41-af9f-3f393d1ad4c4/bindings/n-h1-771363-32 HTTP/1.1" status: 204 len: 173 time: 0.4313226 Jul 05 03:54:33.088015 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe1548-d656-4558-a801-3c47e2566829 req-5e4b6a5e-1e26-4d17-aeea-e40c6f6815a0 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:33.090541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dbfe1548-d656-4558-a801-3c47e2566829 req-5e4b6a5e-1e26-4d17-aeea-e40c6f6815a0 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 949 time: 0.0805144 Jul 05 03:54:33.210615 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dbfe1548-d656-4558-a801-3c47e2566829 req-88fa1740-aa22-4dd8-8f8e-7d5d09f92ecd tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7d5ee7e-a72c-4802-84ce-98c356a980b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094453 Jul 05 03:54:33.272301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41856) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:33.341497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ab29e3-91ed-4f9e-bc84-9ebaa770ff39 admin admin] Deleting subnet 9069197f-75d0-4cd3-a892-7efdfa8d933c {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:54:33.353650 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67ab29e3-91ed-4f9e-bc84-9ebaa770ff39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.409531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67ab29e3-91ed-4f9e-bc84-9ebaa770ff39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.471699 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67ab29e3-91ed-4f9e-bc84-9ebaa770ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.627674 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.740869 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67ab29e3-91ed-4f9e-bc84-9ebaa770ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.791107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab29e3-91ed-4f9e-bc84-9ebaa770ff39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9069197f-75d0-4cd3-a892-7efdfa8d933c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:33.821295 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67ab29e3-91ed-4f9e-bc84-9ebaa770ff39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.827621 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-67ab29e3-91ed-4f9e-bc84-9ebaa770ff39 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9069197f-75d0-4cd3-a892-7efdfa8d933c HTTP/1.1" status: 204 len: 168 time: 0.5515919 Jul 05 03:54:33.835387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41878) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:33.994134 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8215909a-1ae6-47a5-b0c6-2cde16264390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.124275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b78d5a-f0e0-44cb-9fc3-3b47d302a198 req-5fff7f8c-c5e9-4f32-9cea-b10939102353 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:34.138972 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1b78d5a-f0e0-44cb-9fc3-3b47d302a198 req-5fff7f8c-c5e9-4f32-9cea-b10939102353 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 944 time: 0.1569881 Jul 05 03:54:34.201798 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8215909a-1ae6-47a5-b0c6-2cde16264390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.212704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8215909a-1ae6-47a5-b0c6-2cde16264390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f2d126-45cd-4c57-816c-f5659bffe33c']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:34.223697 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8215909a-1ae6-47a5-b0c6-2cde16264390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:34.224029 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8215909a-1ae6-47a5-b0c6-2cde16264390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5df43de-a8af-48c0-bf5f-8bb0beb4fad6') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:34.234979 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8215909a-1ae6-47a5-b0c6-2cde16264390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.238573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1b78d5a-f0e0-44cb-9fc3-3b47d302a198 req-1a221b71-97d2-4d64-a7f4-975812994828 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981436 Jul 05 03:54:34.274690 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8215909a-1ae6-47a5-b0c6-2cde16264390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.281905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8215909a-1ae6-47a5-b0c6-2cde16264390 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:34.282412 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8215909a-1ae6-47a5-b0c6-2cde16264390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:34.344451 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:34.431199 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41894) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:34.481938 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8215909a-1ae6-47a5-b0c6-2cde16264390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.489693 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8215909a-1ae6-47a5-b0c6-2cde16264390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.498905 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8215909a-1ae6-47a5-b0c6-2cde16264390 admin admin] 10.222.0.38 "DELETE /v2.0/networks/56f2d126-45cd-4c57-816c-f5659bffe33c HTTP/1.1" status: 204 len: 168 time: 0.6644123 Jul 05 03:54:34.552835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215909a-1ae6-47a5-b0c6-2cde16264390 admin admin] Pushing event deleted for resources: {'Network': ['ID=56f2d126-45cd-4c57-816c-f5659bffe33c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:34.720439 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-409cab36-83f7-4010-bbf2-36bb969294f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.727061 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba76be-840c-42f9-a79b-0bd52d13e6c8 req-41f1914f-dc11-4ccb-88f9-96c6301b57cc tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:34.728646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16ba76be-840c-42f9-a79b-0bd52d13e6c8 req-41f1914f-dc11-4ccb-88f9-96c6301b57cc tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 949 time: 0.1736660 Jul 05 03:54:34.730831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e9f1b-9a01-4bfe-845d-64fea965ffa0 req-9150f6e0-0b52-4490-93d4-0a228f97cefd tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:34.732269 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f0e9f1b-9a01-4bfe-845d-64fea965ffa0 req-9150f6e0-0b52-4490-93d4-0a228f97cefd tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 1096 time: 0.2459922 Jul 05 03:54:34.801430 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f0e9f1b-9a01-4bfe-845d-64fea965ffa0 req-7b46d358-6cd2-41a8-9821-98b518dcf74b tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619421 Jul 05 03:54:34.804124 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16ba76be-840c-42f9-a79b-0bd52d13e6c8 req-9bd976d9-f6ca-4d16-ba50-da0f46562dba tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7d5ee7e-a72c-4802-84ce-98c356a980b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624235 Jul 05 03:54:34.828248 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-409cab36-83f7-4010-bbf2-36bb969294f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.009239 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305d6d1-c263-4c9f-b7cd-4f08fabcb0ba req-978b41df-4c68-4c2d-b6d4-787c9285c955 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.010849 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9305d6d1-c263-4c9f-b7cd-4f08fabcb0ba req-978b41df-4c68-4c2d-b6d4-787c9285c955 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 1096 time: 0.0636368 Jul 05 03:54:35.045827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9305d6d1-c263-4c9f-b7cd-4f08fabcb0ba req-fb7850cf-cd2c-4264-bd7e-495435902ce4 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290673 Jul 05 03:54:35.103016 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 7b3cce48-7d9f-4a14-9935-a08b75ccde06 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:35.104395 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41916) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:35.109931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Request body: {'subnets': [{'network_id': '15a18e07-2f7e-47be-8a66-603bd0cf90b3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1017926544', 'ip_version': 6}, {'network_id': 'f28a7a87-0602-47ea-a4c3-ca8ad16ec59d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:35.110451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Request body: {'subnet': {'network_id': '15a18e07-2f7e-47be-8a66-603bd0cf90b3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1017926544', 'ip_version': 6}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:35.112410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Request body: {'subnet': {'network_id': 'f28a7a87-0602-47ea-a4c3-ca8ad16ec59d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:35.360119 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-409cab36-83f7-4010-bbf2-36bb969294f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.407448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 7b3cce48-7d9f-4a14-9935-a08b75ccde06 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:35.413074 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 7b3cce48-7d9f-4a14-9935-a08b75ccde06 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:35.413074 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.413312 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-409cab36-83f7-4010-bbf2-36bb969294f4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=868965b921d6433bb8281a0f6c009632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9808087 Jul 05 03:54:35.415317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cab36-83f7-4010-bbf2-36bb969294f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276b8bb9-da4f-4196-a100-b95a59459b75,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:35.415899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41926) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:35.493149 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.523608 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.523984 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.550440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Made reservation on behalf of 8ae4d2e4c4224841a42d153bbb6e550c for: {'subnet': 2} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:35.555245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3cce48-7d9f-4a14-9935-a08b75ccde06'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:35.555401 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.555688 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.557855 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a53eea2-1d2a-4d74-94d4-ea174cb80647" -d '{"events": [{"server_uuid": "b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2", "name": "network-vif-plugged", "status": "completed", "tag": "7b3cce48-7d9f-4a14-9935-a08b75ccde06"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:35.597486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 7b3cce48-7d9f-4a14-9935-a08b75ccde06, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=7b3cce48-7d9f-4a14-9935-a08b75ccde06,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:35.600081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41934) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:35.617150 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bf82f6-3a0e-4013-98ea-b9024c73391e x-openstack-request-id: req-a8bf82f6-3a0e-4013-98ea-b9024c73391e {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:35.617637 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2", "name": "network-vif-plugged", "status": "completed", "tag": "7b3cce48-7d9f-4a14-9935-a08b75ccde06", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:35.618066 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8bf82f6-3a0e-4013-98ea-b9024c73391e {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:35.618691 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3cce48-7d9f-4a14-9935-a08b75ccde06', 'code': 200} Jul 05 03:54:35.650946 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2ee61f32-4739-4352-926f-85ad4a150f8c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=16d30d1d2e714cad8dfa9008b3f9d9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494049 Jul 05 03:54:35.653362 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41936) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:35.683319 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.726577 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a72173b5-c8f9-49c9-81e9-e0e02169ad82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.794113 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.797919 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.799916 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/276b8bb9-da4f-4196-a100-b95a59459b75 HTTP/1.1" status: 204 len: 168 time: 0.3823092 Jul 05 03:54:35.813949 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a72173b5-c8f9-49c9-81e9-e0e02169ad82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.840677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276b8bb9-da4f-4196-a100-b95a59459b75,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:35.853294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:35.853644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:35.854110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:35.854473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:35.854812 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:35.855149 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:35.855533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:35.855800 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:35.856153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:35.856483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:35.856815 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:35.857142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050944f7-3ea7-4c28-bcb4-e34b9e39e260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:35.906173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcb825-67a4-4eba-bb7a-b77127a22c4d req-899cd4a2-363b-48ad-b315-0c623692e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.907654 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6bdcb825-67a4-4eba-bb7a-b77127a22c4d req-899cd4a2-363b-48ad-b315-0c623692e0bd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 1102 time: 0.1749840 Jul 05 03:54:35.950904 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=7b3cce48-7d9f-4a14-9935-a08b75ccde06,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:35.983077 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6bdcb825-67a4-4eba-bb7a-b77127a22c4d req-0560d810-0515-4bc5-8e86-8aa80b577a26 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c7d5ee7e-a72c-4802-84ce-98c356a980b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659158 Jul 05 03:54:36.083898 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a72173b5-c8f9-49c9-81e9-e0e02169ad82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:36.086924 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a72173b5-c8f9-49c9-81e9-e0e02169ad82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:36.088302 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a72173b5-c8f9-49c9-81e9-e0e02169ad82 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a81790ab-c012-4740-8598-b8cdac1aec4e HTTP/1.1" status: 204 len: 168 time: 0.4338322 Jul 05 03:54:36.102666 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72173b5-c8f9-49c9-81e9-e0e02169ad82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81790ab-c012-4740-8598-b8cdac1aec4e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:36.239629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9c624-0474-42f1-8646-dde7dfe338bb req-b2815f1b-1c9e-4ac3-91bf-139458066794 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:36.246959 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-18c9c624-0474-42f1-8646-dde7dfe338bb req-b2815f1b-1c9e-4ac3-91bf-139458066794 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 950 time: 0.0922694 Jul 05 03:54:36.296776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-18c9c624-0474-42f1-8646-dde7dfe338bb req-ace5219a-0008-45e6-9d5b-065cd02889f7 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7d5ee7e-a72c-4802-84ce-98c356a980b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485764 Jul 05 03:54:36.438354 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:36.514151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event updated for resources: {'Subnet': ['ID=36658945-21d3-43c4-9a65-0b0cd8b2532b,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:36.538575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Checking segment: {'id': '7129fefb-52ae-487f-8c4c-b26c864f5f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '15a18e07-2f7e-47be-8a66-603bd0cf90b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:36.539710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Network hostable DHCP agents. Network: 15a18e07-2f7e-47be-8a66-603bd0cf90b3, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:54:36.740761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Network 15a18e07-2f7e-47be-8a66-603bd0cf90b3 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:54:36.826778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 15a18e07-2f7e-47be-8a66-603bd0cf90b3) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:36.832433 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:36.839242 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b081c89-47d5-4ea7-b030-61645562f488 None None] Network 15a18e07-2f7e-47be-8a66-603bd0cf90b3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:36.960671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Checking segment: {'id': '7c0cda54-e376-482c-970f-fa788a4ad98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f28a7a87-0602-47ea-a4c3-ca8ad16ec59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:36.961046 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Network hostable DHCP agents. Network: f28a7a87-0602-47ea-a4c3-ca8ad16ec59d, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:54:36.975469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event updated for resources: {'Subnet': ['ID=ed2eba25-7477-42bd-9a74-a11c40b39b1a,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:37.093406 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Network f28a7a87-0602-47ea-a4c3-ca8ad16ec59d is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:54:37.183075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, f28a7a87-0602-47ea-a4c3-ca8ad16ec59d) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:37.183467 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.184417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.185326 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.210779 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451d295e-a24a-4867-b3a3-933bfda652c6 None None] Network f28a7a87-0602-47ea-a4c3-ca8ad16ec59d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:37.242360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-15a18e07-2f7e-47be-8a66-603bd0cf90b3', 'network_id': '15a18e07-2f7e-47be-8a66-603bd0cf90b3', 'tenant_id': '8ae4d2e4c4224841a42d153bbb6e550c', 'fixed_ips': [{'subnet_id': '36658945-21d3-43c4-9a65-0b0cd8b2532b'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:54:37.243519 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.285684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41986) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:37.286259 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-265bede0-19ef-4aa5-8be0-223d12f8655a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1800454 Jul 05 03:54:37.616130 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e2762-7f4e-4778-ae6f-820d2e7552e2 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.623559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e2762-7f4e-4778-ae6f-820d2e7552e2 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.630849 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e2762-7f4e-4778-ae6f-820d2e7552e2 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.647959 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-991e2762-7f4e-4778-ae6f-820d2e7552e2 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3505030 Jul 05 03:54:37.652226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42012) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:37.700122 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Allocated IP 2001:db8::1 (15a18e07-2f7e-47be-8a66-603bd0cf90b3/36658945-21d3-43c4-9a65-0b0cd8b2532b/5e21f9a7-3862-4d84-9d18-6cd5ee5df720) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:37.753717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-f28a7a87-0602-47ea-a4c3-ca8ad16ec59d', 'network_id': 'f28a7a87-0602-47ea-a4c3-ca8ad16ec59d', 'tenant_id': '8ae4d2e4c4224841a42d153bbb6e550c', 'fixed_ips': [{'subnet_id': 'ed2eba25-7477-42bd-9a74-a11c40b39b1a'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:54:37.754986 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.782117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd73efe-b24d-47df-a7c7-080e1c3d3d2b tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Deleting subnet 36658945-21d3-43c4-9a65-0b0cd8b2532b {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:54:37.845380 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aee79-15a7-4681-bf7e-d2abbc2a4a00 req-7eafc366-0746-41fd-9993-51b419b055d0 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.852680 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d37aee79-15a7-4681-bf7e-d2abbc2a4a00 req-7eafc366-0746-41fd-9993-51b419b055d0 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 950 time: 0.2110810 Jul 05 03:54:37.930409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d37aee79-15a7-4681-bf7e-d2abbc2a4a00 req-5d66fcf1-35dd-4fdc-8aac-3ac1ec731c99 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7d5ee7e-a72c-4802-84ce-98c356a980b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767074 Jul 05 03:54:38.269962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Allocated IP 2001:db8:0:1::1 (f28a7a87-0602-47ea-a4c3-ca8ad16ec59d/ed2eba25-7477-42bd-9a74-a11c40b39b1a/5898d52a-109b-4d82-9e7b-2e612814a926) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:38.284439 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.306997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Transition to ACTIVE for port object 5e21f9a7-3862-4d84-9d18-6cd5ee5df720 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:38.399584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Transition to ACTIVE for port object 5e21f9a7-3862-4d84-9d18-6cd5ee5df720 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:38.519614 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.528682 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bbd73efe-b24d-47df-a7c7-080e1c3d3d2b tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.529015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Transition to ACTIVE for port object 5898d52a-109b-4d82-9e7b-2e612814a926 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:38.546088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Transition to ACTIVE for port object 5898d52a-109b-4d82-9e7b-2e612814a926 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:38.550678 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.606716 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Pushing event updated for resources: {'Port': ['ID=5e21f9a7-3862-4d84-9d18-6cd5ee5df720,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:38.629827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Network 15a18e07-2f7e-47be-8a66-603bd0cf90b3 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:38.631507 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:38.634080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:38.645666 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bbd73efe-b24d-47df-a7c7-080e1c3d3d2b tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.697200 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.740799 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Attempting to bind port 5e21f9a7-3862-4d84-9d18-6cd5ee5df720 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:38.741176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Attempting to bind port 5e21f9a7-3862-4d84-9d18-6cd5ee5df720 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7129fefb-52ae-487f-8c4c-b26c864f5f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '15a18e07-2f7e-47be-8a66-603bd0cf90b3'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:38.741546 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Attempting to bind port 5e21f9a7-3862-4d84-9d18-6cd5ee5df720 on network 15a18e07-2f7e-47be-8a66-603bd0cf90b3 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:38.749885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:38.750242 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Checking segment: {'id': '7129fefb-52ae-487f-8c4c-b26c864f5f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '15a18e07-2f7e-47be-8a66-603bd0cf90b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:38.750650 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.751049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Bound using segment: {'id': '7129fefb-52ae-487f-8c4c-b26c864f5f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '15a18e07-2f7e-47be-8a66-603bd0cf90b3'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:38.751528 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Bound port: 5e21f9a7-3862-4d84-9d18-6cd5ee5df720, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7129fefb-52ae-487f-8c4c-b26c864f5f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '15a18e07-2f7e-47be-8a66-603bd0cf90b3'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:38.752493 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.762373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Network f28a7a87-0602-47ea-a4c3-ca8ad16ec59d is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:38.771552 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:38.781328 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:38.789839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Pushing event updated for resources: {'Port': ['ID=5898d52a-109b-4d82-9e7b-2e612814a926,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:38.874465 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bbd73efe-b24d-47df-a7c7-080e1c3d3d2b tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.962277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Attempting to bind port 5898d52a-109b-4d82-9e7b-2e612814a926 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:38.962672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Attempting to bind port 5898d52a-109b-4d82-9e7b-2e612814a926 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7c0cda54-e376-482c-970f-fa788a4ad98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f28a7a87-0602-47ea-a4c3-ca8ad16ec59d'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:38.963037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Attempting to bind port 5898d52a-109b-4d82-9e7b-2e612814a926 on network f28a7a87-0602-47ea-a4c3-ca8ad16ec59d {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:38.980757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:38.981126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Checking segment: {'id': '7c0cda54-e376-482c-970f-fa788a4ad98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f28a7a87-0602-47ea-a4c3-ca8ad16ec59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:38.981529 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.982058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Bound using segment: {'id': '7c0cda54-e376-482c-970f-fa788a4ad98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f28a7a87-0602-47ea-a4c3-ca8ad16ec59d'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:38.982545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Bound port: 5898d52a-109b-4d82-9e7b-2e612814a926, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0cda54-e376-482c-970f-fa788a4ad98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f28a7a87-0602-47ea-a4c3-ca8ad16ec59d'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:38.983110 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.076747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5a4b0-4ba7-44ea-92d7-daf1ba3d0efb req-c6495222-708a-4680-8bd6-49546b5b7944 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:39.082429 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d9f5a4b0-4ba7-44ea-92d7-daf1ba3d0efb req-c6495222-708a-4680-8bd6-49546b5b7944 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 950 time: 0.1201036 Jul 05 03:54:39.090522 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bbd73efe-b24d-47df-a7c7-080e1c3d3d2b tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.157405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] For port 5898d52a-109b-4d82-9e7b-2e612814a926, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:39.165876 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] For port 5898d52a-109b-4d82-9e7b-2e612814a926, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5898d52a-109b-4d82-9e7b-2e612814a926,segment=NetworkSegment(7c0cda54-e376-482c-970f-fa788a4ad98d),segment_id=7c0cda54-e376-482c-970f-fa788a4ad98d)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:39.197568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd73efe-b24d-47df-a7c7-080e1c3d3d2b tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event deleted for resources: {'Subnet': ['ID=36658945-21d3-43c4-9a65-0b0cd8b2532b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:39.224886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] For port 5e21f9a7-3862-4d84-9d18-6cd5ee5df720, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:39.232972 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bbd73efe-b24d-47df-a7c7-080e1c3d3d2b tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.246628 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bbd73efe-b24d-47df-a7c7-080e1c3d3d2b tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "DELETE /v2.0/subnets/36658945-21d3-43c4-9a65-0b0cd8b2532b HTTP/1.1" status: 204 len: 168 time: 1.5936806 Jul 05 03:54:39.253514 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42078) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:39.265600 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] For port 5e21f9a7-3862-4d84-9d18-6cd5ee5df720, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5e21f9a7-3862-4d84-9d18-6cd5ee5df720,segment=NetworkSegment(7129fefb-52ae-487f-8c4c-b26c864f5f09),segment_id=7129fefb-52ae-487f-8c4c-b26c864f5f09)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:39.268323 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d9f5a4b0-4ba7-44ea-92d7-daf1ba3d0efb req-8cb7670f-d38e-4aea-9506-796d9f824c7b tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7d5ee7e-a72c-4802-84ce-98c356a980b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690719 Jul 05 03:54:39.313128 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.376575 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.400046 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbce02d-8173-41b6-8b1c-300bfc0b40a7 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Deleting subnet ed2eba25-7477-42bd-9a74-a11c40b39b1a {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:54:39.415280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e77e65-a882-4e76-8c78-0122b304d188 None None] Pushing event updated for resources: {'Port': ['ID=5898d52a-109b-4d82-9e7b-2e612814a926,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:39.415430 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dcbce02d-8173-41b6-8b1c-300bfc0b40a7 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.537629 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b48a0a-9f42-41d7-b922-7b8573d8ca3a None None] Pushing event updated for resources: {'Port': ['ID=5e21f9a7-3862-4d84-9d18-6cd5ee5df720,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:39.547229 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dcbce02d-8173-41b6-8b1c-300bfc0b40a7 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.853916 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dcbce02d-8173-41b6-8b1c-300bfc0b40a7 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.135093 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dcbce02d-8173-41b6-8b1c-300bfc0b40a7 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.214193 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbce02d-8173-41b6-8b1c-300bfc0b40a7 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2eba25-7477-42bd-9a74-a11c40b39b1a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:40.232241 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dcbce02d-8173-41b6-8b1c-300bfc0b40a7 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.237746 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dcbce02d-8173-41b6-8b1c-300bfc0b40a7 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "DELETE /v2.0/subnets/ed2eba25-7477-42bd-9a74-a11c40b39b1a HTTP/1.1" status: 204 len: 168 time: 0.9823971 Jul 05 03:54:40.242094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42100) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:40.243347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42102) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:40.409250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5898d52a-109b-4d82-9e7b-2e612814a926 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:40.430204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db56951-d9d3-4d01-968e-0ef022256b2a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.437387 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8db56951-d9d3-4d01-968e-0ef022256b2a tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1869426 Jul 05 03:54:40.438097 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42118) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:40.653270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 5898d52a-109b-4d82-9e7b-2e612814a926 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:40.663031 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5e21f9a7-3862-4d84-9d18-6cd5ee5df720 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:40.679632 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2add86ed-d86b-438f-9a51-4cc3492cfc9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.700908 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.827208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbb396-ba75-4f25-91f3-0ecbd0ba89c0 req-2d69b4a1-6c2a-4887-859b-455147ac7773 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.832571 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8bbb396-ba75-4f25-91f3-0ecbd0ba89c0 req-2d69b4a1-6c2a-4887-859b-455147ac7773 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 950 time: 0.3743079 Jul 05 03:54:40.884710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 5e21f9a7-3862-4d84-9d18-6cd5ee5df720 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:41.110623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395b36d-d5b2-4d52-8051-bfb4ea29fcdd req-8e24edb9-b37c-4925-af8d-f2129ff417bd tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:41.111642 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6395b36d-d5b2-4d52-8051-bfb4ea29fcdd req-8e24edb9-b37c-4925-af8d-f2129ff417bd tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 950 time: 0.4764748 Jul 05 03:54:41.225903 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6395b36d-d5b2-4d52-8051-bfb4ea29fcdd req-1a50b967-4428-4718-81b3-5cf67d46b116 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7d5ee7e-a72c-4802-84ce-98c356a980b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133482 Jul 05 03:54:41.236870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-c8bbb396-ba75-4f25-91f3-0ecbd0ba89c0 req-08bd075d-3be8-449e-a468-bd9546c745e1 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Deleting port 7b3cce48-7d9f-4a14-9935-a08b75ccde06 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:41.237270 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c8bbb396-ba75-4f25-91f3-0ecbd0ba89c0 req-08bd075d-3be8-449e-a468-bd9546c745e1 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.340695 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c1e03d-7f6d-40db-9cd6-1bb585c2cbeb None None] Network 15a18e07-2f7e-47be-8a66-603bd0cf90b3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:41.380816 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2add86ed-d86b-438f-9a51-4cc3492cfc9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.413640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-c8bbb396-ba75-4f25-91f3-0ecbd0ba89c0 req-08bd075d-3be8-449e-a468-bd9546c745e1 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] For port 7b3cce48-7d9f-4a14-9935-a08b75ccde06, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=7b3cce48-7d9f-4a14-9935-a08b75ccde06,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:41.414061 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c8bbb396-ba75-4f25-91f3-0ecbd0ba89c0 req-08bd075d-3be8-449e-a468-bd9546c745e1 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.465985 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-c8bbb396-ba75-4f25-91f3-0ecbd0ba89c0 req-08bd075d-3be8-449e-a468-bd9546c745e1 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Calling delete_port for 7b3cce48-7d9f-4a14-9935-a08b75ccde06 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:41.473645 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2288c06e-f9a2-4aab-91a8-1d3b06cbdb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.477031 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2add86ed-d86b-438f-9a51-4cc3492cfc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.590427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Deleting port 5898d52a-109b-4d82-9e7b-2e612814a926 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:41.591292 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.628503 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-33be0ad0-e2e8-4db8-b0fa-ca9d07f06fd5 None None] Provisioning for port 5e21f9a7-3862-4d84-9d18-6cd5ee5df720 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:41.680752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-33be0ad0-e2e8-4db8-b0fa-ca9d07f06fd5 None None] Provisioning complete for port 5e21f9a7-3862-4d84-9d18-6cd5ee5df720 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:41.688250 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-33be0ad0-e2e8-4db8-b0fa-ca9d07f06fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.742060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2add86ed-d86b-438f-9a51-4cc3492cfc9d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1881430eb6eb4dd0ac12e2d8c31a2670&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4785998 Jul 05 03:54:41.745109 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42140) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:41.754003 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add86ed-d86b-438f-9a51-4cc3492cfc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10c5f98-e2a6-4280-b61f-230d558d76fb,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:41.837346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] For port 5898d52a-109b-4d82-9e7b-2e612814a926, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5898d52a-109b-4d82-9e7b-2e612814a926,segment=NetworkSegment(7c0cda54-e376-482c-970f-fa788a4ad98d),segment_id=7c0cda54-e376-482c-970f-fa788a4ad98d)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:41.837726 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.887673 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Calling delete_port for 5898d52a-109b-4d82-9e7b-2e612814a926 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:41.938783 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1366d253-f21c-4fe1-8640-ee0f4d66baaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.008540 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-33be0ad0-e2e8-4db8-b0fa-ca9d07f06fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.015581 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394b077b-b842-4d75-8fe3-ad01a0c5e7ce None None] DHCP port deletion for 15a18e07-2f7e-47be-8a66-603bd0cf90b3 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:54:42.021771 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9c712e-213e-40b7-8e2a-d5c047ad8b66 None None] Network f28a7a87-0602-47ea-a4c3-ca8ad16ec59d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:42.025591 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1366d253-f21c-4fe1-8640-ee0f4d66baaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.076430 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c8bbb396-ba75-4f25-91f3-0ecbd0ba89c0 req-08bd075d-3be8-449e-a468-bd9546c745e1 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.243236 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.255264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd075d-3be8-449e-a468-bd9546c745e1 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Pushing event deleted for resources: {'Port': ['ID=7b3cce48-7d9f-4a14-9935-a08b75ccde06,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:42.285659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5e21f9a7-3862-4d84-9d18-6cd5ee5df720 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:42.338128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event deleted for resources: {'Port': ['ID=5898d52a-109b-4d82-9e7b-2e612814a926,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:42.346571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bbb396-ba75-4f25-91f3-0ecbd0ba89c0 req-08bd075d-3be8-449e-a468-bd9546c745e1 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] No DVR routers for this DVR port 7b3cce48-7d9f-4a14-9935-a08b75ccde06 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:42.358713 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1366d253-f21c-4fe1-8640-ee0f4d66baaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.359724 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c8bbb396-ba75-4f25-91f3-0ecbd0ba89c0 req-08bd075d-3be8-449e-a468-bd9546c745e1 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.364251 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8bbb396-ba75-4f25-91f3-0ecbd0ba89c0 req-08bd075d-3be8-449e-a468-bd9546c745e1 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.10 "DELETE /v2.0/ports/7b3cce48-7d9f-4a14-9935-a08b75ccde06 HTTP/1.1" status: 204 len: 173 time: 1.5003600 Jul 05 03:54:42.364632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1366d253-f21c-4fe1-8640-ee0f4d66baaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.365791 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1366d253-f21c-4fe1-8640-ee0f4d66baaa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a10c5f98-e2a6-4280-b61f-230d558d76fb HTTP/1.1" status: 204 len: 168 time: 0.6195869 Jul 05 03:54:42.366442 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2', 'name': 'network-vif-deleted', 'tag': '7b3cce48-7d9f-4a14-9935-a08b75ccde06'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:42.373494 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b323687f-8b17-4395-b98d-0abac6c390ca" -d '{"events": [{"server_uuid": "b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2", "name": "network-vif-deleted", "tag": "7b3cce48-7d9f-4a14-9935-a08b75ccde06"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:42.435264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:42.435846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:42.436410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:42.436922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:42.437456 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:42.437950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:42.438475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:42.438956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:42.439913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:42.440844 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:42.441331 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:42.441843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:42.455189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] No DVR routers for this DVR port 5898d52a-109b-4d82-9e7b-2e612814a926 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:42.461766 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366d253-f21c-4fe1-8640-ee0f4d66baaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10c5f98-e2a6-4280-b61f-230d558d76fb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:42.682873 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.738020 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28a7a87-0602-47ea-a4c3-ca8ad16ec59d']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:42.761687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a80e85e9-7120-4b2c-b160-a9f37ae65c05 req-a2e69689-9898-4a0d-9dcf-fe8d14a86b2e tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 210 time: 0.1414475 Jul 05 03:54:42.776383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0cda54-e376-482c-970f-fa788a4ad98d') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:42.777414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0cda54-e376-482c-970f-fa788a4ad98d') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:42.797879 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb334c88-f377-4631-916c-f24ffcb9c452 x-openstack-request-id: req-eb334c88-f377-4631-916c-f24ffcb9c452 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:42.798606 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2", "name": "network-vif-deleted", "tag": "7b3cce48-7d9f-4a14-9935-a08b75ccde06", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:42.799100 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb334c88-f377-4631-916c-f24ffcb9c452 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:42.799979 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2', 'name': 'network-vif-deleted', 'tag': '7b3cce48-7d9f-4a14-9935-a08b75ccde06', 'status': 'completed', 'code': 200} Jul 05 03:54:42.818900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.832153 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-33be0ad0-e2e8-4db8-b0fa-ca9d07f06fd5 None None] For port 5e21f9a7-3862-4d84-9d18-6cd5ee5df720, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5e21f9a7-3862-4d84-9d18-6cd5ee5df720,segment=NetworkSegment(7129fefb-52ae-487f-8c4c-b26c864f5f09),segment_id=7129fefb-52ae-487f-8c4c-b26c864f5f09)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:42.899772 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.899772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:42.899772 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:42.909924 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:42.920785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-394b077b-b842-4d75-8fe3-ad01a0c5e7ce None None] Deleting port 5e21f9a7-3862-4d84-9d18-6cd5ee5df720 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:42.925498 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-394b077b-b842-4d75-8fe3-ad01a0c5e7ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.004301 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f958bf51-dd08-4f9b-91e3-171ddf84221a None None] DHCP port deletion for f28a7a87-0602-47ea-a4c3-ca8ad16ec59d request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:54:43.098471 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-394b077b-b842-4d75-8fe3-ad01a0c5e7ce None None] For port 5e21f9a7-3862-4d84-9d18-6cd5ee5df720, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5e21f9a7-3862-4d84-9d18-6cd5ee5df720,segment=NetworkSegment(7129fefb-52ae-487f-8c4c-b26c864f5f09),segment_id=7129fefb-52ae-487f-8c4c-b26c864f5f09)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:43.435015 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-394b077b-b842-4d75-8fe3-ad01a0c5e7ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.435015 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-33be0ad0-e2e8-4db8-b0fa-ca9d07f06fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.435015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-394b077b-b842-4d75-8fe3-ad01a0c5e7ce None None] Calling delete_port for 5e21f9a7-3862-4d84-9d18-6cd5ee5df720 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:43.435015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 7b3cce48-7d9f-4a14-9935-a08b75ccde06 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:43.435015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be0ad0-e2e8-4db8-b0fa-ca9d07f06fd5 None None] Pushing event updated for resources: {'Port': ['ID=5e21f9a7-3862-4d84-9d18-6cd5ee5df720,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:43.435015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 7b3cce48-7d9f-4a14-9935-a08b75ccde06 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:43.435015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 7b3cce48-7d9f-4a14-9935-a08b75ccde06 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:43.435015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-be879927-d7e7-42d3-b485-10f72fd5fc55 None None] Could not find standard attr ID for object 5898d52a-109b-4d82-9e7b-2e612814a926. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:54:43.630373 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.639166 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.641748 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "DELETE /v2.0/networks/f28a7a87-0602-47ea-a4c3-ca8ad16ec59d HTTP/1.1" status: 204 len: 168 time: 3.2026467 Jul 05 03:54:43.644642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42176) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:43.668909 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4b54d-7cef-4ab9-8134-9501f5fd9410 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event deleted for resources: {'Network': ['ID=f28a7a87-0602-47ea-a4c3-ca8ad16ec59d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:43.683512 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-394b077b-b842-4d75-8fe3-ad01a0c5e7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.730398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b077b-b842-4d75-8fe3-ad01a0c5e7ce None None] Pushing event deleted for resources: {'Port': ['ID=5e21f9a7-3862-4d84-9d18-6cd5ee5df720,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:43.735349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394b077b-b842-4d75-8fe3-ad01a0c5e7ce None None] No DVR routers for this DVR port 5e21f9a7-3862-4d84-9d18-6cd5ee5df720 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:43.760017 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09f40441-241e-474c-9b3d-97fd6b42c013 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.900726 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09f40441-241e-474c-9b3d-97fd6b42c013 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.931356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-09f40441-241e-474c-9b3d-97fd6b42c013 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a18e07-2f7e-47be-8a66-603bd0cf90b3']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:43.975506 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-394184e1-e02b-4a1e-8a71-ff11963d4c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.002475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-09f40441-241e-474c-9b3d-97fd6b42c013 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7129fefb-52ae-487f-8c4c-b26c864f5f09') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:44.005981 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-09f40441-241e-474c-9b3d-97fd6b42c013 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7129fefb-52ae-487f-8c4c-b26c864f5f09') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:44.049885 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09f40441-241e-474c-9b3d-97fd6b42c013 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.097474 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09f40441-241e-474c-9b3d-97fd6b42c013 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.109861 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bbfd26db-4f13-44a6-bd5e-54c6826bc7d7 req-3a1eb7e3-801c-441e-80dd-919a2ba25709 tempest-ImagesNegativeTestJSON-1028237336 tempest-ImagesNegativeTestJSON-1028237336-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8665d92-a8bb-4ff8-b5e3-82864c8bf3b2 HTTP/1.1" status: 200 len: 210 time: 0.1027331 Jul 05 03:54:44.114671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f40441-241e-474c-9b3d-97fd6b42c013 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:44.115231 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09f40441-241e-474c-9b3d-97fd6b42c013 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:44.119455 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:44.218329 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5898d52a-109b-4d82-9e7b-2e612814a926 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:44.266205 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 5898d52a-109b-4d82-9e7b-2e612814a926 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:44.266807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5898d52a-109b-4d82-9e7b-2e612814a926 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:44.287435 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09f40441-241e-474c-9b3d-97fd6b42c013 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.311993 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09f40441-241e-474c-9b3d-97fd6b42c013 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.317958 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-09f40441-241e-474c-9b3d-97fd6b42c013 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "DELETE /v2.0/networks/15a18e07-2f7e-47be-8a66-603bd0cf90b3 HTTP/1.1" status: 204 len: 168 time: 0.6703730 Jul 05 03:54:44.318651 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42204) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:44.328922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f40441-241e-474c-9b3d-97fd6b42c013 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event deleted for resources: {'Network': ['ID=15a18e07-2f7e-47be-8a66-603bd0cf90b3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:44.391966 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.438495 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-280cc98d-62c5-4361-97a1-1511786d4749 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.585872 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-280cc98d-62c5-4361-97a1-1511786d4749 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.607895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-280cc98d-62c5-4361-97a1-1511786d4749 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f98ddb0-d072-4cde-96b9-bd2bc943eb9f']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:44.625033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-280cc98d-62c5-4361-97a1-1511786d4749 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22108a79-d6f3-4d19-9629-f2e303ea64c3') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:44.625331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-280cc98d-62c5-4361-97a1-1511786d4749 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22108a79-d6f3-4d19-9629-f2e303ea64c3') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:44.639766 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-280cc98d-62c5-4361-97a1-1511786d4749 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.665644 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-280cc98d-62c5-4361-97a1-1511786d4749 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.672841 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280cc98d-62c5-4361-97a1-1511786d4749 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:44.673253 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-280cc98d-62c5-4361-97a1-1511786d4749 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:44.677294 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:44.938957 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-280cc98d-62c5-4361-97a1-1511786d4749 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.948870 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-280cc98d-62c5-4361-97a1-1511786d4749 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.953516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42224) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:44.953960 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-280cc98d-62c5-4361-97a1-1511786d4749 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "DELETE /v2.0/networks/5f98ddb0-d072-4cde-96b9-bd2bc943eb9f HTTP/1.1" status: 204 len: 168 time: 0.6336901 Jul 05 03:54:44.964659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cc98d-62c5-4361-97a1-1511786d4749 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event deleted for resources: {'Network': ['ID=5f98ddb0-d072-4cde-96b9-bd2bc943eb9f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:45.047194 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b90728d6-ed49-4354-b1c5-297f91529a17 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.168462 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b90728d6-ed49-4354-b1c5-297f91529a17 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.184351 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-b90728d6-ed49-4354-b1c5-297f91529a17 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c71b32-aade-489c-a685-78b5cded9e6a']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:45.198055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-b90728d6-ed49-4354-b1c5-297f91529a17 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74677f03-bc79-4c8a-b76f-2ed591101a79') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:45.198397 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-b90728d6-ed49-4354-b1c5-297f91529a17 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74677f03-bc79-4c8a-b76f-2ed591101a79') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:45.208720 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b90728d6-ed49-4354-b1c5-297f91529a17 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.243825 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42254) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:45.255935 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b90728d6-ed49-4354-b1c5-297f91529a17 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.262632 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90728d6-ed49-4354-b1c5-297f91529a17 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:45.263421 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b90728d6-ed49-4354-b1c5-297f91529a17 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:45.266652 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:45.275884 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.495623 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b90728d6-ed49-4354-b1c5-297f91529a17 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.521802 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b90728d6-ed49-4354-b1c5-297f91529a17 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.526911 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b90728d6-ed49-4354-b1c5-297f91529a17 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] 10.222.0.38 "DELETE /v2.0/networks/03c71b32-aade-489c-a685-78b5cded9e6a HTTP/1.1" status: 204 len: 168 time: 0.5697408 Jul 05 03:54:45.526911 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90728d6-ed49-4354-b1c5-297f91529a17 tempest-BulkNetworkOpsIpV6Test-229548620 tempest-BulkNetworkOpsIpV6Test-229548620-project] Pushing event deleted for resources: {'Network': ['ID=03c71b32-aade-489c-a685-78b5cded9e6a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:45.613987 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b60088f-5a0e-4819-ade2-1891d48ca739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.716205 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b60088f-5a0e-4819-ade2-1891d48ca739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.877170 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b60088f-5a0e-4819-ade2-1891d48ca739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.917815 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9b60088f-5a0e-4819-ade2-1891d48ca739 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1886b25e25245bbb3818cc7cd249236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6723137 Jul 05 03:54:45.918604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60088f-5a0e-4819-ade2-1891d48ca739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ab5eba-d120-4024-9610-d9281675d0d8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:45.924543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42318) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:45.979959 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfe7f1d-2d57-47f4-b188-71ea84327b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.003257 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfe7f1d-2d57-47f4-b188-71ea84327b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.202981 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfe7f1d-2d57-47f4-b188-71ea84327b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.206147 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfe7f1d-2d57-47f4-b188-71ea84327b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.207369 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6bfe7f1d-2d57-47f4-b188-71ea84327b34 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2ab5eba-d120-4024-9610-d9281675d0d8 HTTP/1.1" status: 204 len: 168 time: 0.2817874 Jul 05 03:54:46.215586 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe7f1d-2d57-47f4-b188-71ea84327b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ab5eba-d120-4024-9610-d9281675d0d8,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:46.488142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42354) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:46.520742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42358) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:46.523176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be063cd1-2ea9-4994-88a9-69d853846c39 req-1de86876-2a6b-40c7-bfff-96cd40da6f5d tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.524752 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be063cd1-2ea9-4994-88a9-69d853846c39 req-1de86876-2a6b-40c7-bfff-96cd40da6f5d tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 951 time: 0.1197865 Jul 05 03:54:46.569040 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be063cd1-2ea9-4994-88a9-69d853846c39 req-fc35e519-6f75-4ff4-9f4e-f57131d7343b tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376477 Jul 05 03:54:46.716666 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-70e382a8-1cf3-46a6-adb3-6fc97d1c01d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8ae4d2e4c4224841a42d153bbb6e550c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269647 Jul 05 03:54:46.719481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42364) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:46.754589 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c426ab85-491a-45a1-a350-555eecae5e52 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c01b0608a2d943dea69fd3fabfa190d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324960 Jul 05 03:54:46.757017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42366) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:46.781464 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-51da2fcf-2376-46e2-95fb-a2a25e336284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.805527 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-51da2fcf-2376-46e2-95fb-a2a25e336284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.812214 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba57fd33-0372-4ead-a339-faf877894bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.837792 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba57fd33-0372-4ead-a339-faf877894bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.900557 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.097747 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba57fd33-0372-4ead-a339-faf877894bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.098534 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-51da2fcf-2376-46e2-95fb-a2a25e336284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.101934 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba57fd33-0372-4ead-a339-faf877894bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.106372 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-51da2fcf-2376-46e2-95fb-a2a25e336284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.106495 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ba57fd33-0372-4ead-a339-faf877894bad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7d5ee7e-a72c-4802-84ce-98c356a980b6 HTTP/1.1" status: 204 len: 168 time: 0.3452096 Jul 05 03:54:47.106573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-51da2fcf-2376-46e2-95fb-a2a25e336284 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d50ef2e2-c849-402a-ac59-8831cefcc08d HTTP/1.1" status: 204 len: 168 time: 0.3798161 Jul 05 03:54:47.114179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da2fcf-2376-46e2-95fb-a2a25e336284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50ef2e2-c849-402a-ac59-8831cefcc08d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:47.118311 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57fd33-0372-4ead-a339-faf877894bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d5ee7e-a72c-4802-84ce-98c356a980b6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:47.304808 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:54:47.527261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42416) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:47.542056 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0065b19c-03bc-4327-aca0-a1cd8213d763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.671406 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0065b19c-03bc-4327-aca0-a1cd8213d763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.790037 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f3cf5-5a72-4d91-a9a1-d12e61b108b2 req-bbf1c306-33d9-4ead-8cf8-8da1abd5bd96 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.792607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8c0f3cf5-5a72-4d91-a9a1-d12e61b108b2 req-bbf1c306-33d9-4ead-8cf8-8da1abd5bd96 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 951 time: 0.0888498 Jul 05 03:54:47.838886 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0065b19c-03bc-4327-aca0-a1cd8213d763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.861808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8c0f3cf5-5a72-4d91-a9a1-d12e61b108b2 req-22903f31-a103-47cc-a876-01849b649831 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621667 Jul 05 03:54:47.888924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065b19c-03bc-4327-aca0-a1cd8213d763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d325b670-4130-471b-9eef-c073fb099f4c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:47.900298 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0065b19c-03bc-4327-aca0-a1cd8213d763 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aabfc3b9cdee41f6ab72fbef75b69bfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691590 Jul 05 03:54:47.900938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42424) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:47.985667 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0a86ca89-f5cc-4700-bc13-298cd55482ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.017045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0a86ca89-f5cc-4700-bc13-298cd55482ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.197185 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0a86ca89-f5cc-4700-bc13-298cd55482ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.200096 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0a86ca89-f5cc-4700-bc13-298cd55482ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.201664 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0a86ca89-f5cc-4700-bc13-298cd55482ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d325b670-4130-471b-9eef-c073fb099f4c HTTP/1.1" status: 204 len: 168 time: 0.3000059 Jul 05 03:54:48.218421 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86ca89-f5cc-4700-bc13-298cd55482ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d325b670-4130-471b-9eef-c073fb099f4c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:49.009285 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ee33a611-783f-40b5-a303-a1c5b726af28 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:49.116658 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.143219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480389f2-29c5-49f3-a771-80fceff42a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee33a611-783f-40b5-a303-a1c5b726af28'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:49.146154 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d780d598-43ae-4d12-8d84-c70c71cabaa9" -d '{"events": [{"server_uuid": "480389f2-29c5-49f3-a771-80fceff42a86", "name": "network-vif-unplugged", "status": "completed", "tag": "ee33a611-783f-40b5-a303-a1c5b726af28"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:49.160397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ee33a611-783f-40b5-a303-a1c5b726af28, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ee33a611-783f-40b5-a303-a1c5b726af28,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:49.185370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42496) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:49.209767 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af88e4df-a462-43aa-b0fd-0789f8d61131 x-openstack-request-id: req-af88e4df-a462-43aa-b0fd-0789f8d61131 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:49.225168 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480389f2-29c5-49f3-a771-80fceff42a86", "name": "network-vif-unplugged", "status": "completed", "tag": "ee33a611-783f-40b5-a303-a1c5b726af28", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:49.225168 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-af88e4df-a462-43aa-b0fd-0789f8d61131 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:49.225168 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480389f2-29c5-49f3-a771-80fceff42a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee33a611-783f-40b5-a303-a1c5b726af28', 'code': 200} Jul 05 03:54:49.283352 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.342396 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=ee33a611-783f-40b5-a303-a1c5b726af28,revision_number=11']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:49.545982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7ff4e6f2-910f-47b6-a527-f06a3ed152c5 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:49.900129 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7ff4e6f2-910f-47b6-a527-f06a3ed152c5 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] 10.222.0.38 "PUT /v2.0/quotas/f024411b9af24ed1864cd8361156fb97 HTTP/1.1" status: 200 len: 366 time: 0.7135093 Jul 05 03:54:49.902820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42532) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:49.920841 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ec27e67c-24b9-4cb8-a28a-76de9c6c21ac tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] 10.222.0.38 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0152445 Jul 05 03:54:49.921805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42534) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:49.937536 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-effe5153-1903-4759-811e-e4f858025086 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] 10.222.0.38 "GET /v2.0/quotas/f024411b9af24ed1864cd8361156fb97 HTTP/1.1" status: 200 len: 366 time: 0.0131114 Jul 05 03:54:49.941135 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42536) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:49.974393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42538) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:50.076117 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a167d9cf-7add-4458-bb6e-f54929db54c8 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] 10.222.0.38 "DELETE /v2.0/quotas/f024411b9af24ed1864cd8361156fb97 HTTP/1.1" status: 204 len: 168 time: 0.1337254 Jul 05 03:54:50.078323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42548) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:50.097002 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42554) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:50.097172 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-aa411989-1aed-4719-8e71-9a4c2696515c tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] 10.222.0.38 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0174668 Jul 05 03:54:50.112309 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4fe9bb5b-37b0-4756-8242-4c6b615bc56f tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] 10.222.0.38 "GET /v2.0/quotas/f024411b9af24ed1864cd8361156fb97 HTTP/1.1" status: 200 len: 370 time: 0.0129511 Jul 05 03:54:50.114772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42558) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:50.121792 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bbbe9fce-bac3-4da4-85a3-03a0c8c4fda2 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] 10.222.0.38 "GET /v2.0/quotas/f024411b9af24ed1864cd8361156fb97/default HTTP/1.1" status: 200 len: 370 time: 0.0056298 Jul 05 03:54:50.124182 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42560) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:50.147245 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-003126da-9c3a-4479-b6c8-2ee45dc1da9a tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] delete failed (client error): The resource could not be found. Jul 05 03:54:50.148331 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-003126da-9c3a-4479-b6c8-2ee45dc1da9a tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] 10.222.0.38 "DELETE /v2.0/quotas/f024411b9af24ed1864cd8361156fb97 HTTP/1.1" status: 404 len: 348 time: 0.0227675 Jul 05 03:54:50.241985 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42564) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:50.303870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e82b7701-aa5a-4c9b-9530-9e1c032a0139 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1338980765-network', 'tenant_id': '1ecc5989a2fa47f2addadbdac7d8636f'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:50.413779 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4f8a03b8-a4af-4457-aaf3-c536c72bd040 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-78687619'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:50.433589 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82b7701-aa5a-4c9b-9530-9e1c032a0139 admin admin] Made reservation on behalf of 1ecc5989a2fa47f2addadbdac7d8636f for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:50.436560 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e82b7701-aa5a-4c9b-9530-9e1c032a0139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.452957 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e82b7701-aa5a-4c9b-9530-9e1c032a0139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.541864 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8a03b8-a4af-4457-aaf3-c536c72bd040 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:50.545536 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f8a03b8-a4af-4457-aaf3-c536c72bd040 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.566115 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f8a03b8-a4af-4457-aaf3-c536c72bd040 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.731474 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e82b7701-aa5a-4c9b-9530-9e1c032a0139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.815400 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42582) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:50.865109 n-d-771363-32 neutron-server[100933]: DEBUG neutron.quota.resource [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Usage tracker for resource:network and tenant:3e92197835ab42c9a99ff6387fa28235 is out of sync, need to count used quota {{(pid=100933) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 03:54:50.867579 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e82b7701-aa5a-4c9b-9530-9e1c032a0139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.873258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.quota.resource [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100933) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 03:54:50.899832 n-d-771363-32 neutron-server[100933]: DEBUG neutron.quota.resource [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Usage tracker for resource:subnet and tenant:3e92197835ab42c9a99ff6387fa28235 is out of sync, need to count used quota {{(pid=100933) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 03:54:50.906774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82b7701-aa5a-4c9b-9530-9e1c032a0139 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:50.916647 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8a7da-ec05-4489-aa57-378bf7a76a3f req-73e4e72e-ab38-4f1f-8ed3-81471dc97c99 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.921599 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cd8a7da-ec05-4489-aa57-378bf7a76a3f req-73e4e72e-ab38-4f1f-8ed3-81471dc97c99 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 949 time: 0.1159518 Jul 05 03:54:50.921599 n-d-771363-32 neutron-server[100933]: DEBUG neutron.quota.resource [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100933) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 03:54:50.930616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b7701-aa5a-4c9b-9530-9e1c032a0139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385505dd-28f9-4a40-bcbb-8ab31ec8d845,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:50.939551 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e82b7701-aa5a-4c9b-9530-9e1c032a0139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.939977 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-e82b7701-aa5a-4c9b-9530-9e1c032a0139 admin admin] Added segment 165651a9-e8a6-4edd-91fb-3425812643ee of type vlan for network 0eeb8ca2-f880-4477-89c0-79bccec8400e Jul 05 03:54:50.942071 n-d-771363-32 neutron-server[100933]: DEBUG neutron.quota.resource [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Usage tracker for resource:subnetpool and tenant:3e92197835ab42c9a99ff6387fa28235 is out of sync, need to count used quota {{(pid=100933) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 03:54:50.951909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.quota.resource [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100933) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 03:54:50.975870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.quota.resource [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Usage tracker for resource:port and tenant:3e92197835ab42c9a99ff6387fa28235 is out of sync, need to count used quota {{(pid=100933) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 03:54:50.988818 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cd8a7da-ec05-4489-aa57-378bf7a76a3f req-18e3ccb1-edad-4b4e-be20-1a646d6f2434 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637560 Jul 05 03:54:50.997616 n-d-771363-32 neutron-server[100933]: DEBUG neutron.quota.resource [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100933) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 03:54:51.005153 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e82b7701-aa5a-4c9b-9530-9e1c032a0139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.012509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.quota.resource [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Usage tracker for resource:router and tenant:3e92197835ab42c9a99ff6387fa28235 is out of sync, need to count used quota {{(pid=100933) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 03:54:51.019391 n-d-771363-32 neutron-server[100933]: DEBUG neutron.quota.resource [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100933) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 03:54:51.026197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.quota.resource [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Usage tracker for resource:floatingip and tenant:3e92197835ab42c9a99ff6387fa28235 is out of sync, need to count used quota {{(pid=100933) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 03:54:51.031128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.quota.resource [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100933) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 03:54:51.073843 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f8a03b8-a4af-4457-aaf3-c536c72bd040 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.101924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.quota.resource [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Usage tracker for resource:security_group and tenant:3e92197835ab42c9a99ff6387fa28235 is out of sync, need to count used quota {{(pid=100933) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 03:54:51.107227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.quota.resource [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100933) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 03:54:51.115227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.quota.resource [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Usage tracker for resource:security_group_rule and tenant:3e92197835ab42c9a99ff6387fa28235 is out of sync, need to count used quota {{(pid=100933) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 03:54:51.122661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.quota.resource [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100933) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 03:54:51.129137 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4eab4273-a5b5-4b9c-a71b-51d24d3f1286 tempest-QuotasTest-396965804 tempest-QuotasTest-396965804-project-admin] 10.222.0.38 "GET /v2.0/quotas/3e92197835ab42c9a99ff6387fa28235/details.json HTTP/1.1" status: 200 len: 703 time: 0.3123205 Jul 05 03:54:51.164251 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e82b7701-aa5a-4c9b-9530-9e1c032a0139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.166183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82b7701-aa5a-4c9b-9530-9e1c032a0139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:51.167404 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e82b7701-aa5a-4c9b-9530-9e1c032a0139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.219992 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f8a03b8-a4af-4457-aaf3-c536c72bd040 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.263366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b7701-aa5a-4c9b-9530-9e1c032a0139 admin admin] Pushing event updated for resources: {'Network': ['ID=0eeb8ca2-f880-4477-89c0-79bccec8400e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:51.265708 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8a03b8-a4af-4457-aaf3-c536c72bd040 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:51.275140 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 0eeb8ca2-f880-4477-89c0-79bccec8400e details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:51.282629 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f8a03b8-a4af-4457-aaf3-c536c72bd040 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.283196 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-4f8a03b8-a4af-4457-aaf3-c536c72bd040 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Added segment 6f8de747-5911-40ff-b278-e570dcc403bb of type vlan for network 9b4de1f3-2689-405f-83c5-cb8e652be2e2 Jul 05 03:54:51.284633 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a03b8-a4af-4457-aaf3-c536c72bd040 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d02d61-a48a-43f1-83f7-621cd2cb149b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:51.332695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f8a03b8-a4af-4457-aaf3-c536c72bd040 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.337611 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42594) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:51.340488 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e82b7701-aa5a-4c9b-9530-9e1c032a0139 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3648453 Jul 05 03:54:51.345479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c13d6b22-5935-4bbb-962b-7b422c07a4fd admin admin] Request body: {'subnet': {'network_id': '0eeb8ca2-f880-4477-89c0-79bccec8400e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1338980765-subnet', 'tenant_id': '1ecc5989a2fa47f2addadbdac7d8636f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:51.522612 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f8a03b8-a4af-4457-aaf3-c536c72bd040 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.528464 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8a03b8-a4af-4457-aaf3-c536c72bd040 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:51.531877 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f8a03b8-a4af-4457-aaf3-c536c72bd040 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.574606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13d6b22-5935-4bbb-962b-7b422c07a4fd admin admin] Made reservation on behalf of 1ecc5989a2fa47f2addadbdac7d8636f for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:51.578390 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c13d6b22-5935-4bbb-962b-7b422c07a4fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.615175 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a03b8-a4af-4457-aaf3-c536c72bd040 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Network': ['ID=9b4de1f3-2689-405f-83c5-cb8e652be2e2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:51.628470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 9b4de1f3-2689-405f-83c5-cb8e652be2e2 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:51.784805 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4f8a03b8-a4af-4457-aaf3-c536c72bd040 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5257592 Jul 05 03:54:51.925431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42612) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:51.931709 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d06a9a56-5522-4837-ac91-7611dac62d5d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'subnet': {'network_id': '9b4de1f3-2689-405f-83c5-cb8e652be2e2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:51.965811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42616) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:51.981634 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c13d6b22-5935-4bbb-962b-7b422c07a4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.094345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d6b22-5935-4bbb-962b-7b422c07a4fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8195cd3f-42be-4f44-9987-b8a78b0c02f8,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:52.098382 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13d6b22-5935-4bbb-962b-7b422c07a4fd admin admin] Checking segment: {'id': '165651a9-e8a6-4edd-91fb-3425812643ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0eeb8ca2-f880-4477-89c0-79bccec8400e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:52.098764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13d6b22-5935-4bbb-962b-7b422c07a4fd admin admin] Network hostable DHCP agents. Network: 0eeb8ca2-f880-4477-89c0-79bccec8400e, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:54:52.174440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06a9a56-5522-4837-ac91-7611dac62d5d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:52.178336 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d06a9a56-5522-4837-ac91-7611dac62d5d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.488749 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d06a9a56-5522-4837-ac91-7611dac62d5d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.534348 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13d6b22-5935-4bbb-962b-7b422c07a4fd admin admin] Network 0eeb8ca2-f880-4477-89c0-79bccec8400e is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:54:52.540732 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd39afa8-749e-4bf7-9606-9e2e46d983cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.600461 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a9a56-5522-4837-ac91-7611dac62d5d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Subnet': ['ID=5ebcf761-3200-4d49-82fa-a460397f14d5,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:52.617655 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06a9a56-5522-4837-ac91-7611dac62d5d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Checking segment: {'id': '6f8de747-5911-40ff-b278-e570dcc403bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9b4de1f3-2689-405f-83c5-cb8e652be2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:52.618055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06a9a56-5522-4837-ac91-7611dac62d5d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network hostable DHCP agents. Network: 9b4de1f3-2689-405f-83c5-cb8e652be2e2, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:54:52.625716 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0b0ce-2e6f-4296-97f0-8145eb9880c9 req-171d2805-5f5b-41c6-b7ef-b9895219d124 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.625716 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00a0b0ce-2e6f-4296-97f0-8145eb9880c9 req-171d2805-5f5b-41c6-b7ef-b9895219d124 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 949 time: 0.4863281 Jul 05 03:54:52.671777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-c13d6b22-5935-4bbb-962b-7b422c07a4fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 0eeb8ca2-f880-4477-89c0-79bccec8400e) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:52.672401 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131322fc-dcbc-4450-8599-91c0a3e9c438 None None] Network 0eeb8ca2-f880-4477-89c0-79bccec8400e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:52.707618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13d6b22-5935-4bbb-962b-7b422c07a4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.708243 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c13d6b22-5935-4bbb-962b-7b422c07a4fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.740641 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00a0b0ce-2e6f-4296-97f0-8145eb9880c9 req-98ed6988-4cb3-48f1-bf45-de396bc77afb tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062541 Jul 05 03:54:52.767753 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd39afa8-749e-4bf7-9606-9e2e46d983cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.802833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06a9a56-5522-4837-ac91-7611dac62d5d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network 9b4de1f3-2689-405f-83c5-cb8e652be2e2 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:54:52.816645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-d06a9a56-5522-4837-ac91-7611dac62d5d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 9b4de1f3-2689-405f-83c5-cb8e652be2e2) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:52.823979 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a9a56-5522-4837-ac91-7611dac62d5d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.825369 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d06a9a56-5522-4837-ac91-7611dac62d5d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.826531 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d9b99a-f639-4e02-983f-7afbc7d7789f None None] Network 9b4de1f3-2689-405f-83c5-cb8e652be2e2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:52.913962 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd39afa8-749e-4bf7-9606-9e2e46d983cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.941422 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24af050-95ec-48a3-8e07-152de63aa7a5 None None] Network 0eeb8ca2-f880-4477-89c0-79bccec8400e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:52.957466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39afa8-749e-4bf7-9606-9e2e46d983cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b0e843-0d57-4d6f-807e-450dcfae54c3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:52.979631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42650) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:52.979990 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fd39afa8-749e-4bf7-9606-9e2e46d983cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=27b779da40fc4926bb19436741903bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9946384 Jul 05 03:54:53.027138 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3b55ba7-fc3a-4c1c-9d9c-34c598c87fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.041231 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d06a9a56-5522-4837-ac91-7611dac62d5d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1141844 Jul 05 03:54:53.044662 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42652) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:53.055781 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-bc861fe2-e124-4722-9a28-cf05c84c29d4 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1002513758'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:53.056038 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c13d6b22-5935-4bbb-962b-7b422c07a4fd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7164445 Jul 05 03:54:53.071462 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3b55ba7-fc3a-4c1c-9d9c-34c598c87fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.188060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-9b4de1f3-2689-405f-83c5-cb8e652be2e2', 'network_id': '9b4de1f3-2689-405f-83c5-cb8e652be2e2', 'tenant_id': '91183f2544e245ce9a9eee6cf221adaa', 'fixed_ips': [{'subnet_id': '5ebcf761-3200-4d49-82fa-a460397f14d5'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:54:53.189696 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.253388 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc861fe2-e124-4722-9a28-cf05c84c29d4 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:53.257198 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc861fe2-e124-4722-9a28-cf05c84c29d4 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.307942 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3b55ba7-fc3a-4c1c-9d9c-34c598c87fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.310893 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3b55ba7-fc3a-4c1c-9d9c-34c598c87fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.315184 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d3b55ba7-fc3a-4c1c-9d9c-34c598c87fec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/85b0e843-0d57-4d6f-807e-450dcfae54c3 HTTP/1.1" status: 204 len: 168 time: 0.3465455 Jul 05 03:54:53.318215 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc861fe2-e124-4722-9a28-cf05c84c29d4 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:53.330966 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b55ba7-fc3a-4c1c-9d9c-34c598c87fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b0e843-0d57-4d6f-807e-450dcfae54c3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:53.338199 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc861fe2-e124-4722-9a28-cf05c84c29d4 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.338640 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-bc861fe2-e124-4722-9a28-cf05c84c29d4 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Added segment ee90649d-f4b2-47f2-93b3-c6a87279635b of type vlan for network fee8034c-02eb-4c55-9780-e6ef1c5d3f2d Jul 05 03:54:53.393225 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-69b11686-fdc4-4c21-a353-1dcca47b94ff req-7e3c8ce2-2daa-4f10-abc2-3acfdd69f7bd tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-463115945', 'description': 'tempest-description-2145020938'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:53.427239 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc861fe2-e124-4722-9a28-cf05c84c29d4 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.478761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Allocated IP 172.20.255.242 (9b4de1f3-2689-405f-83c5-cb8e652be2e2/5ebcf761-3200-4d49-82fa-a460397f14d5/97479835-958a-464a-bc45-1746acc19786) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:53.583952 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc861fe2-e124-4722-9a28-cf05c84c29d4 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.584552 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-69b11686-fdc4-4c21-a353-1dcca47b94ff req-7e3c8ce2-2daa-4f10-abc2-3acfdd69f7bd tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.589888 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc861fe2-e124-4722-9a28-cf05c84c29d4 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.596898 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc861fe2-e124-4722-9a28-cf05c84c29d4 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.666547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc861fe2-e124-4722-9a28-cf05c84c29d4 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Network': ['ID=fee8034c-02eb-4c55-9780-e6ef1c5d3f2d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:53.681059 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.688707 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-69b11686-fdc4-4c21-a353-1dcca47b94ff req-7e3c8ce2-2daa-4f10-abc2-3acfdd69f7bd tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.690740 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Transition to ACTIVE for port object 97479835-958a-464a-bc45-1746acc19786 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:53.694199 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network fee8034c-02eb-4c55-9780-e6ef1c5d3f2d details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:53.757551 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Transition to ACTIVE for port object 97479835-958a-464a-bc45-1746acc19786 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:53.804604 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42668) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:53.849094 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-69b11686-fdc4-4c21-a353-1dcca47b94ff req-7e3c8ce2-2daa-4f10-abc2-3acfdd69f7bd tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.873222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b10e1-7b5a-498a-ad30-b65b56184625 req-d06fd2ec-a14b-4024-8ca0-c54a0a12fb82 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.875189 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e92b10e1-7b5a-498a-ad30-b65b56184625 req-d06fd2ec-a14b-4024-8ca0-c54a0a12fb82 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.36 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 949 time: 0.1072261 Jul 05 03:54:53.911065 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.918268 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c8ce2-2daa-4f10-abc2-3acfdd69f7bd tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0975572-b345-4847-be2c-4fdd14f26385,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:53.978933 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-69b11686-fdc4-4c21-a353-1dcca47b94ff req-7e3c8ce2-2daa-4f10-abc2-3acfdd69f7bd tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.981196 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69b11686-fdc4-4c21-a353-1dcca47b94ff req-7e3c8ce2-2daa-4f10-abc2-3acfdd69f7bd tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5986924 Jul 05 03:54:54.020403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Network 9b4de1f3-2689-405f-83c5-cb8e652be2e2 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:54.029079 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:54.037063 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:54.050510 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bc861fe2-e124-4722-9a28-cf05c84c29d4 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0031691 Jul 05 03:54:54.061212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42682) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:54.080233 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-da3803f8-8c22-4a31-a3cc-13de2451807d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'subnet': {'network_id': 'fee8034c-02eb-4c55-9780-e6ef1c5d3f2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:54.102998 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-57419c62-6227-479f-9b60-4153522f20ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.132673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Pushing event updated for resources: {'Port': ['ID=97479835-958a-464a-bc45-1746acc19786,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:54.177277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Attempting to bind port 97479835-958a-464a-bc45-1746acc19786 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:54.177916 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Attempting to bind port 97479835-958a-464a-bc45-1746acc19786 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '6f8de747-5911-40ff-b278-e570dcc403bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9b4de1f3-2689-405f-83c5-cb8e652be2e2'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:54.178404 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Attempting to bind port 97479835-958a-464a-bc45-1746acc19786 on network 9b4de1f3-2689-405f-83c5-cb8e652be2e2 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:54.186475 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:54.186986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Checking segment: {'id': '6f8de747-5911-40ff-b278-e570dcc403bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9b4de1f3-2689-405f-83c5-cb8e652be2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:54.187555 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.188301 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Bound using segment: {'id': '6f8de747-5911-40ff-b278-e570dcc403bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9b4de1f3-2689-405f-83c5-cb8e652be2e2'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:54.207762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Bound port: 97479835-958a-464a-bc45-1746acc19786, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8de747-5911-40ff-b278-e570dcc403bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9b4de1f3-2689-405f-83c5-cb8e652be2e2'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:54.213366 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.217153 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-57419c62-6227-479f-9b60-4153522f20ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.224598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-e92b10e1-7b5a-498a-ad30-b65b56184625 req-d5efc7ef-5d7b-42f8-912a-1fcdbdfef578 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Deleting port ee33a611-783f-40b5-a303-a1c5b726af28 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:54.224948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e92b10e1-7b5a-498a-ad30-b65b56184625 req-d5efc7ef-5d7b-42f8-912a-1fcdbdfef578 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.246289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260df521-5564-4146-b8b9-73e60b107762 req-2ca2b166-1d9d-4e46-9f1c-9684cc3311e4 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:54.255470 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-260df521-5564-4146-b8b9-73e60b107762 req-2ca2b166-1d9d-4e46-9f1c-9684cc3311e4 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 949 time: 0.2732449 Jul 05 03:54:54.320977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] For port 97479835-958a-464a-bc45-1746acc19786, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:54.327552 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] For port 97479835-958a-464a-bc45-1746acc19786, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=97479835-958a-464a-bc45-1746acc19786,segment=NetworkSegment(6f8de747-5911-40ff-b278-e570dcc403bb),segment_id=6f8de747-5911-40ff-b278-e570dcc403bb)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:54.338200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-260df521-5564-4146-b8b9-73e60b107762 req-3f617741-6648-4dfc-93ff-6edb2f2f63df tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7c7cec1-060b-473c-aeae-e6ceb3252d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811102 Jul 05 03:54:54.341016 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-57419c62-6227-479f-9b60-4153522f20ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.414345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-57419c62-6227-479f-9b60-4153522f20ab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3d63efe2c8949d3abcf484d99094f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6081443 Jul 05 03:54:54.420410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42684) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:54.426966 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.444288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e92b10e1-7b5a-498a-ad30-b65b56184625 req-d5efc7ef-5d7b-42f8-912a-1fcdbdfef578 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] For port ee33a611-783f-40b5-a303-a1c5b726af28, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ee33a611-783f-40b5-a303-a1c5b726af28,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:54.444800 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e92b10e1-7b5a-498a-ad30-b65b56184625 req-d5efc7ef-5d7b-42f8-912a-1fcdbdfef578 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.481209 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57419c62-6227-479f-9b60-4153522f20ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7baf8c-c927-4cab-aea3-2912f1ca3b13,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:54.495047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-e92b10e1-7b5a-498a-ad30-b65b56184625 req-d5efc7ef-5d7b-42f8-912a-1fcdbdfef578 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Calling delete_port for ee33a611-783f-40b5-a303-a1c5b726af28 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:54.541211 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9ef06-c5dc-4dd0-95cb-b574d0f64a0d None None] Pushing event updated for resources: {'Port': ['ID=97479835-958a-464a-bc45-1746acc19786,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:54.549483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3803f8-8c22-4a31-a3cc-13de2451807d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:54.556032 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-da3803f8-8c22-4a31-a3cc-13de2451807d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.557828 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a6e833d-08a0-4e07-b259-d6360f5ef882 req-a1d9f201-2943-478d-bc68-a9ab162b720a tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/f0975572-b345-4847-be2c-4fdd14f26385 HTTP/1.1" status: 200 len: 1806 time: 0.1596165 Jul 05 03:54:54.578482 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-5a6e833d-08a0-4e07-b259-d6360f5ef882 req-ffb1f25b-557b-44e7-b718-e9a8df459ea6 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0975572-b345-4847-be2c-4fdd14f26385', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:54.579030 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-5a6e833d-08a0-4e07-b259-d6360f5ef882 req-ffb1f25b-557b-44e7-b718-e9a8df459ea6 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0975572-b345-4847-be2c-4fdd14f26385', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:54.621989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42686) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:54.645459 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-60a70847-9803-4de6-ab92-02641fb1f1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.728028 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43a8601e-76d8-4944-a075-7c379824ba55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.809104 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43a8601e-76d8-4944-a075-7c379824ba55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.841933 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5a6e833d-08a0-4e07-b259-d6360f5ef882 req-ffb1f25b-557b-44e7-b718-e9a8df459ea6 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.919163 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5a6e833d-08a0-4e07-b259-d6360f5ef882 req-ffb1f25b-557b-44e7-b718-e9a8df459ea6 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.959645 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-60a70847-9803-4de6-ab92-02641fb1f1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.024376 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43a8601e-76d8-4944-a075-7c379824ba55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.027134 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43a8601e-76d8-4944-a075-7c379824ba55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.028319 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-43a8601e-76d8-4944-a075-7c379824ba55 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c7baf8c-c927-4cab-aea3-2912f1ca3b13 HTTP/1.1" status: 204 len: 168 time: 0.6065567 Jul 05 03:54:55.040497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8601e-76d8-4944-a075-7c379824ba55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7baf8c-c927-4cab-aea3-2912f1ca3b13,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:55.071609 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-60a70847-9803-4de6-ab92-02641fb1f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.074376 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5a6e833d-08a0-4e07-b259-d6360f5ef882 req-ffb1f25b-557b-44e7-b718-e9a8df459ea6 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.100998 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-da3803f8-8c22-4a31-a3cc-13de2451807d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.139039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1f25b-557b-44e7-b718-e9a8df459ea6 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcac9c9e-d0b6-4857-9d92-f1be90184b70,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:55.155533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a70847-9803-4de6-ab92-02641fb1f1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f5115d-665a-427d-9ed0-53d9e9575e4a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:55.175465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-60a70847-9803-4de6-ab92-02641fb1f1d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e92197835ab42c9a99ff6387fa28235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5520432 Jul 05 03:54:55.182585 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42694) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:55.228475 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e92b10e1-7b5a-498a-ad30-b65b56184625 req-d5efc7ef-5d7b-42f8-912a-1fcdbdfef578 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.271748 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5a6e833d-08a0-4e07-b259-d6360f5ef882 req-ffb1f25b-557b-44e7-b718-e9a8df459ea6 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.272668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3803f8-8c22-4a31-a3cc-13de2451807d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Subnet': ['ID=9125a247-a438-443f-9cee-b4acb25f2692,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:55.281564 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a6e833d-08a0-4e07-b259-d6360f5ef882 req-ffb1f25b-557b-44e7-b718-e9a8df459ea6 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7088823 Jul 05 03:54:55.300104 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-76263802-de51-41d2-923b-4c26eeca28eb req-76907f8c-6569-4bbd-8fb7-ae58cc3daaf3 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-676157096', 'description': 'tempest-description-1869601465'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:55.302051 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efc7ef-5d7b-42f8-912a-1fcdbdfef578 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Pushing event deleted for resources: {'Port': ['ID=ee33a611-783f-40b5-a303-a1c5b726af28,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:55.346974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3803f8-8c22-4a31-a3cc-13de2451807d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Checking segment: {'id': 'ee90649d-f4b2-47f2-93b3-c6a87279635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fee8034c-02eb-4c55-9780-e6ef1c5d3f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:55.349002 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3803f8-8c22-4a31-a3cc-13de2451807d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network hostable DHCP agents. Network: fee8034c-02eb-4c55-9780-e6ef1c5d3f2d, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:54:55.385210 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c803dca5-6d64-4262-8d90-705b74089936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.387392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92b10e1-7b5a-498a-ad30-b65b56184625 req-d5efc7ef-5d7b-42f8-912a-1fcdbdfef578 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] No DVR routers for this DVR port ee33a611-783f-40b5-a303-a1c5b726af28 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:55.394401 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e92b10e1-7b5a-498a-ad30-b65b56184625 req-d5efc7ef-5d7b-42f8-912a-1fcdbdfef578 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.396408 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e92b10e1-7b5a-498a-ad30-b65b56184625 req-d5efc7ef-5d7b-42f8-912a-1fcdbdfef578 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.36 "DELETE /v2.0/ports/ee33a611-783f-40b5-a303-a1c5b726af28 HTTP/1.1" status: 204 len: 173 time: 1.5149803 Jul 05 03:54:55.397720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480389f2-29c5-49f3-a771-80fceff42a86', 'name': 'network-vif-deleted', 'tag': 'ee33a611-783f-40b5-a303-a1c5b726af28'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:55.400037 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638d1b51-a7bf-460e-a300-ec3d229a89b4" -d '{"events": [{"server_uuid": "480389f2-29c5-49f3-a771-80fceff42a86", "name": "network-vif-deleted", "tag": "ee33a611-783f-40b5-a303-a1c5b726af28"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:55.431766 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c803dca5-6d64-4262-8d90-705b74089936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.485060 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-76263802-de51-41d2-923b-4c26eeca28eb req-76907f8c-6569-4bbd-8fb7-ae58cc3daaf3 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.531222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3803f8-8c22-4a31-a3cc-13de2451807d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network fee8034c-02eb-4c55-9780-e6ef1c5d3f2d is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:54:55.652012 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6d1b8e3-8109-4e68-be05-515fae93504e req-1290a65e-954e-431f-a0c7-e867f0322ceb tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 210 time: 0.0369184 Jul 05 03:54:55.706738 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c803dca5-6d64-4262-8d90-705b74089936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.712767 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c803dca5-6d64-4262-8d90-705b74089936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.714030 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c803dca5-6d64-4262-8d90-705b74089936 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94f5115d-665a-427d-9ed0-53d9e9575e4a HTTP/1.1" status: 204 len: 168 time: 0.5286727 Jul 05 03:54:55.720150 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-da3803f8-8c22-4a31-a3cc-13de2451807d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, fee8034c-02eb-4c55-9780-e6ef1c5d3f2d) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:55.731133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c9176e-0f86-40fd-bcfe-b11fc646a615 None None] Network fee8034c-02eb-4c55-9780-e6ef1c5d3f2d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:55.766651 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9c9b72-34b7-4619-a6ac-3ba0d28da402 x-openstack-request-id: req-1c9c9b72-34b7-4619-a6ac-3ba0d28da402 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:55.767226 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480389f2-29c5-49f3-a771-80fceff42a86", "name": "network-vif-deleted", "tag": "ee33a611-783f-40b5-a303-a1c5b726af28", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:55.767450 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c9c9b72-34b7-4619-a6ac-3ba0d28da402 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:55.770166 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480389f2-29c5-49f3-a771-80fceff42a86', 'name': 'network-vif-deleted', 'tag': 'ee33a611-783f-40b5-a303-a1c5b726af28', 'status': 'completed', 'code': 200} Jul 05 03:54:55.786716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3803f8-8c22-4a31-a3cc-13de2451807d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.787343 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-da3803f8-8c22-4a31-a3cc-13de2451807d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.791408 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803dca5-6d64-4262-8d90-705b74089936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f5115d-665a-427d-9ed0-53d9e9575e4a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:55.848141 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-76263802-de51-41d2-923b-4c26eeca28eb req-76907f8c-6569-4bbd-8fb7-ae58cc3daaf3 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.914541 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc1a728-e060-48f1-a074-82f4db3d9380 None None] Network 9b4de1f3-2689-405f-83c5-cb8e652be2e2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:55.992244 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-76263802-de51-41d2-923b-4c26eeca28eb req-76907f8c-6569-4bbd-8fb7-ae58cc3daaf3 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.035305 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76907f8c-6569-4bbd-8fb7-ae58cc3daaf3 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d4367d-04f4-481b-b0e3-00be70776113,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:56.165524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-fee8034c-02eb-4c55-9780-e6ef1c5d3f2d', 'network_id': 'fee8034c-02eb-4c55-9780-e6ef1c5d3f2d', 'tenant_id': '91183f2544e245ce9a9eee6cf221adaa', 'fixed_ips': [{'subnet_id': '9125a247-a438-443f-9cee-b4acb25f2692'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:54:56.166509 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.186278 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-76263802-de51-41d2-923b-4c26eeca28eb req-76907f8c-6569-4bbd-8fb7-ae58cc3daaf3 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.186827 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-da3803f8-8c22-4a31-a3cc-13de2451807d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1185708 Jul 05 03:54:56.190670 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42710) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:56.191776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76263802-de51-41d2-923b-4c26eeca28eb req-76907f8c-6569-4bbd-8fb7-ae58cc3daaf3 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8971317 Jul 05 03:54:56.212133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e1fd8b59-4d05-41d2-8389-dd2eaaafaa3c None None] Provisioning for port 97479835-958a-464a-bc45-1746acc19786 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:56.295706 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28d5f2d8-7c53-48ce-8d37-8ea627a65209 req-32b7c723-d2dc-4adf-957a-318a8d340134 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/49d4367d-04f4-481b-b0e3-00be70776113 HTTP/1.1" status: 200 len: 1806 time: 0.0691955 Jul 05 03:54:56.310718 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-28d5f2d8-7c53-48ce-8d37-8ea627a65209 req-c7407913-f387-4338-90e0-5c22336eaa30 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '49d4367d-04f4-481b-b0e3-00be70776113', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:56.311587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-28d5f2d8-7c53-48ce-8d37-8ea627a65209 req-c7407913-f387-4338-90e0-5c22336eaa30 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '49d4367d-04f4-481b-b0e3-00be70776113', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:56.420385 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.440762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42716) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:56.456565 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-75d04793-ea5b-44ff-90d2-ecec2a085d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.504723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 97479835-958a-464a-bc45-1746acc19786 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:56.544904 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.562455 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-28d5f2d8-7c53-48ce-8d37-8ea627a65209 req-c7407913-f387-4338-90e0-5c22336eaa30 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.693334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Allocated IP 172.20.0.2 (fee8034c-02eb-4c55-9780-e6ef1c5d3f2d/9125a247-a438-443f-9cee-b4acb25f2692/728d03dd-b50a-4645-be4c-deb584f955ab) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:56.799026 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-75d04793-ea5b-44ff-90d2-ecec2a085d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.813449 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-28d5f2d8-7c53-48ce-8d37-8ea627a65209 req-c7407913-f387-4338-90e0-5c22336eaa30 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.865486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 97479835-958a-464a-bc45-1746acc19786 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:56.879262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 97479835-958a-464a-bc45-1746acc19786 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:56.879652 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.910010 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-75d04793-ea5b-44ff-90d2-ecec2a085d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.963530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d04793-ea5b-44ff-90d2-ecec2a085d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb11526-8d7d-4326-913c-2885b31dc603,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:57.000678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65d87ad9-cd52-4fa1-9ca4-8c0604db3935 req-e430e5f6-af31-4e2e-9eb1-8801047b95c1 tempest-ImagesOneServerTestJSON-968717572 tempest-ImagesOneServerTestJSON-968717572-project] 10.222.0.38 "GET /v2.0/ports?device_id=480389f2-29c5-49f3-a771-80fceff42a86 HTTP/1.1" status: 200 len: 210 time: 0.0441926 Jul 05 03:54:57.010850 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42730) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:57.011588 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-75d04793-ea5b-44ff-90d2-ecec2a085d7d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7eb4a8e9f21c4dbf8cc3c1b12c83d4e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5736177 Jul 05 03:54:57.037005 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-28d5f2d8-7c53-48ce-8d37-8ea627a65209 req-c7407913-f387-4338-90e0-5c22336eaa30 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.052809 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ee33a611-783f-40b5-a303-a1c5b726af28 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:57.061046 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7407913-f387-4338-90e0-5c22336eaa30 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b584f92-e0f2-4893-bf05-a62042315e61,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:57.088807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: ee33a611-783f-40b5-a303-a1c5b726af28 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:57.089152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ee33a611-783f-40b5-a303-a1c5b726af28 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:57.097204 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7aeca7ec-3e0f-40b7-94e5-e47ea689347c None None] Provisioning complete for port 97479835-958a-464a-bc45-1746acc19786 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:57.097798 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7aeca7ec-3e0f-40b7-94e5-e47ea689347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.103549 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8db27b0-e9b4-4cd8-9b26-85686cafa4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.133520 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.136914 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.139332 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8db27b0-e9b4-4cd8-9b26-85686cafa4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.164314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Transition to ACTIVE for port object 728d03dd-b50a-4645-be4c-deb584f955ab will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:57.215113 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Transition to ACTIVE for port object 728d03dd-b50a-4645-be4c-deb584f955ab will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:57.219684 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 97479835-958a-464a-bc45-1746acc19786, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=97479835-958a-464a-bc45-1746acc19786,segment=NetworkSegment(6f8de747-5911-40ff-b278-e570dcc403bb),segment_id=6f8de747-5911-40ff-b278-e570dcc403bb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:57.240761 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-28d5f2d8-7c53-48ce-8d37-8ea627a65209 req-c7407913-f387-4338-90e0-5c22336eaa30 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.240761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28d5f2d8-7c53-48ce-8d37-8ea627a65209 req-c7407913-f387-4338-90e0-5c22336eaa30 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9353313 Jul 05 03:54:57.273967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-9a019e05-5117-47f8-9b2e-04454b878ca7 req-cdc326f7-689f-49de-939e-cee33595d133 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-440882145', 'description': 'tempest-description-1010885751'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:57.300635 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7aeca7ec-3e0f-40b7-94e5-e47ea689347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.363517 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8db27b0-e9b4-4cd8-9b26-85686cafa4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.366626 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8db27b0-e9b4-4cd8-9b26-85686cafa4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.368031 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c8db27b0-e9b4-4cd8-9b26-85686cafa4ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5bb11526-8d7d-4326-913c-2885b31dc603 HTTP/1.1" status: 204 len: 168 time: 0.3561754 Jul 05 03:54:57.378354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db27b0-e9b4-4cd8-9b26-85686cafa4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb11526-8d7d-4326-913c-2885b31dc603,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:57.396986 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9a019e05-5117-47f8-9b2e-04454b878ca7 req-cdc326f7-689f-49de-939e-cee33595d133 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.507622 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.509642 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.628171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Pushing event updated for resources: {'Port': ['ID=728d03dd-b50a-4645-be4c-deb584f955ab,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:57.628451 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9a019e05-5117-47f8-9b2e-04454b878ca7 req-cdc326f7-689f-49de-939e-cee33595d133 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.650200 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Network fee8034c-02eb-4c55-9780-e6ef1c5d3f2d is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:57.670478 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-7aeca7ec-3e0f-40b7-94e5-e47ea689347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:54:57.670839 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-7aeca7ec-3e0f-40b7-94e5-e47ea689347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:54:57.675955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:57.679356 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.682262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:57.760517 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9a019e05-5117-47f8-9b2e-04454b878ca7 req-cdc326f7-689f-49de-939e-cee33595d133 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.765720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=97479835-958a-464a-bc45-1746acc19786,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:57.766130 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Subnet': ['ID=9125a247-a438-443f-9cee-b4acb25f2692,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:57.807408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Attempting to bind port 728d03dd-b50a-4645-be4c-deb584f955ab on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:57.807853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Attempting to bind port 728d03dd-b50a-4645-be4c-deb584f955ab by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'ee90649d-f4b2-47f2-93b3-c6a87279635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fee8034c-02eb-4c55-9780-e6ef1c5d3f2d'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:57.808284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Attempting to bind port 728d03dd-b50a-4645-be4c-deb584f955ab on network fee8034c-02eb-4c55-9780-e6ef1c5d3f2d {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:57.816225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:57.816614 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Checking segment: {'id': 'ee90649d-f4b2-47f2-93b3-c6a87279635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fee8034c-02eb-4c55-9780-e6ef1c5d3f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:57.817204 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.817610 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Bound using segment: {'id': 'ee90649d-f4b2-47f2-93b3-c6a87279635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fee8034c-02eb-4c55-9780-e6ef1c5d3f2d'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:57.818117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Bound port: 728d03dd-b50a-4645-be4c-deb584f955ab, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee90649d-f4b2-47f2-93b3-c6a87279635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fee8034c-02eb-4c55-9780-e6ef1c5d3f2d'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:57.818537 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.838350 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.851678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee8034c-02eb-4c55-9780-e6ef1c5d3f2d']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:57.867286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee90649d-f4b2-47f2-93b3-c6a87279635b') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:57.867394 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc326f7-689f-49de-939e-cee33595d133 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254bddeb-ac9c-4299-b3dc-adb2a134ebf6,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:57.867494 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee90649d-f4b2-47f2-93b3-c6a87279635b') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:57.878381 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.902683 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.920968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:57.922212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:57.927458 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:57.930968 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] For port 728d03dd-b50a-4645-be4c-deb584f955ab, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:58.057927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] For port 728d03dd-b50a-4645-be4c-deb584f955ab, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=728d03dd-b50a-4645-be4c-deb584f955ab,segment=NetworkSegment(ee90649d-f4b2-47f2-93b3-c6a87279635b),segment_id=ee90649d-f4b2-47f2-93b3-c6a87279635b)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:58.174985 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9a019e05-5117-47f8-9b2e-04454b878ca7 req-cdc326f7-689f-49de-939e-cee33595d133 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.176321 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 03:54:58.176321 n-d-771363-32 neutron-server[100932]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 03:54:58.176321 n-d-771363-32 neutron-server[100932]: [parameters: {'id': 'fee8034c-02eb-4c55-9780-e6ef1c5d3f2d'}] Jul 05 03:54:58.176321 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:54:58.176984 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:54:58.192573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a019e05-5117-47f8-9b2e-04454b878ca7 req-cdc326f7-689f-49de-939e-cee33595d133 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9132679 Jul 05 03:54:58.213258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-99f50762-100f-44f1-8638-d0ca796bf2e3 req-1908fef4-3bf4-4019-a9df-7e73732d5ec6 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1399349813', 'description': 'tempest-description-1882139114'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:58.252989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 97479835-958a-464a-bc45-1746acc19786 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:58.344239 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 97479835-958a-464a-bc45-1746acc19786 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:58.344239 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.510347 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.599507 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142685c3-2e74-42ba-b263-4d64b86ea0da None None] Pushing event updated for resources: {'Port': ['ID=728d03dd-b50a-4645-be4c-deb584f955ab,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:58.625566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb47d18-d840-4f4f-896b-6f0cc926083a None None] Network fee8034c-02eb-4c55-9780-e6ef1c5d3f2d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:58.678354 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.760718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Deleting port 728d03dd-b50a-4645-be4c-deb584f955ab {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:58.761211 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.772574 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-99f50762-100f-44f1-8638-d0ca796bf2e3 req-1908fef4-3bf4-4019-a9df-7e73732d5ec6 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.794488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e461fd-4acf-4aa9-95ad-c8167ad6a215 None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:54:58.893865 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] For port 728d03dd-b50a-4645-be4c-deb584f955ab, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=728d03dd-b50a-4645-be4c-deb584f955ab,segment=NetworkSegment(ee90649d-f4b2-47f2-93b3-c6a87279635b),segment_id=ee90649d-f4b2-47f2-93b3-c6a87279635b)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:58.894286 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.935235 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Calling delete_port for 728d03dd-b50a-4645-be4c-deb584f955ab owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:58.963515 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-99f50762-100f-44f1-8638-d0ca796bf2e3 req-1908fef4-3bf4-4019-a9df-7e73732d5ec6 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.036548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e461fd-4acf-4aa9-95ad-c8167ad6a215 None None] Resources bound (agent type, host, resource id): {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 03:54:59.115963 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-99f50762-100f-44f1-8638-d0ca796bf2e3 req-1908fef4-3bf4-4019-a9df-7e73732d5ec6 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.161309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908fef4-3bf4-4019-a9df-7e73732d5ec6 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6086b21c-c1ba-4768-8980-31848198142d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:59.236872 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42780) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:59.269746 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.305321 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Port': ['ID=728d03dd-b50a-4645-be4c-deb584f955ab,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:59.315851 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-99f50762-100f-44f1-8638-d0ca796bf2e3 req-1908fef4-3bf4-4019-a9df-7e73732d5ec6 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.315851 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99f50762-100f-44f1-8638-d0ca796bf2e3 req-1908fef4-3bf4-4019-a9df-7e73732d5ec6 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.1074190 Jul 05 03:54:59.317232 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No DVR routers for this DVR port 728d03dd-b50a-4645-be4c-deb584f955ab on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:59.401453 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7bcf9351-bf2e-4bbb-87c5-45688b7b2dbd req-eed83fb3-e256-49d9-94e7-3b8229bc25b5 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/254bddeb-ac9c-4299-b3dc-adb2a134ebf6 HTTP/1.1" status: 200 len: 1806 time: 0.0576286 Jul 05 03:54:59.461078 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7bcf9351-bf2e-4bbb-87c5-45688b7b2dbd req-0bc80e51-744a-474d-8e32-e179bb05e6e8 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/6086b21c-c1ba-4768-8980-31848198142d HTTP/1.1" status: 200 len: 1807 time: 0.0596001 Jul 05 03:54:59.467093 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-7bcf9351-bf2e-4bbb-87c5-45688b7b2dbd req-9c69f9e9-89e9-48a8-b67d-c49ec7b2fa4e tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '254bddeb-ac9c-4299-b3dc-adb2a134ebf6', 'remote_group_id': '6086b21c-c1ba-4768-8980-31848198142d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:59.467685 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-7bcf9351-bf2e-4bbb-87c5-45688b7b2dbd req-9c69f9e9-89e9-48a8-b67d-c49ec7b2fa4e tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '254bddeb-ac9c-4299-b3dc-adb2a134ebf6', 'remote_group_id': '6086b21c-c1ba-4768-8980-31848198142d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:59.517970 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.546132 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee8034c-02eb-4c55-9780-e6ef1c5d3f2d']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:59.578142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee90649d-f4b2-47f2-93b3-c6a87279635b') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:59.578142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee90649d-f4b2-47f2-93b3-c6a87279635b') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:59.586225 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.603359 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.622722 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:59.623128 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:59.628132 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:59.652619 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7bcf9351-bf2e-4bbb-87c5-45688b7b2dbd req-9c69f9e9-89e9-48a8-b67d-c49ec7b2fa4e tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.703203 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7bcf9351-bf2e-4bbb-87c5-45688b7b2dbd req-9c69f9e9-89e9-48a8-b67d-c49ec7b2fa4e tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.705658 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-aa030cd6-fef6-4068-996e-10e632c13d06 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4cc50a44ce3d4d3cb772a63015db3a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681504 Jul 05 03:54:59.707905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42792) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:59.762422 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0922db9d-c288-4e1b-affe-bbd3c564a4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.781690 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7bcf9351-bf2e-4bbb-87c5-45688b7b2dbd req-9c69f9e9-89e9-48a8-b67d-c49ec7b2fa4e tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.782192 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.787012 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.788870 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/fee8034c-02eb-4c55-9780-e6ef1c5d3f2d HTTP/1.1" status: 204 len: 168 time: 3.5970604 Jul 05 03:54:59.794518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42798) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:59.809264 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0922db9d-c288-4e1b-affe-bbd3c564a4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.814945 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-69b1b7cc-fec9-4488-b73e-fbdb5253dbf0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-571539815'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:59.818308 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69f9e9-89e9-48a8-b67d-c49ec7b2fa4e tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aebc476-e6c7-428f-8a3f-49be317b901b,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:59.824509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60698117-3bb6-428b-abc4-c4acfd3474cf tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Network': ['ID=fee8034c-02eb-4c55-9780-e6ef1c5d3f2d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:00.024545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b1b7cc-fec9-4488-b73e-fbdb5253dbf0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:00.024545 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69b1b7cc-fec9-4488-b73e-fbdb5253dbf0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.050997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b1b7cc-fec9-4488-b73e-fbdb5253dbf0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:00.060026 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69b1b7cc-fec9-4488-b73e-fbdb5253dbf0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.060569 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-69b1b7cc-fec9-4488-b73e-fbdb5253dbf0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Added segment 1ee2f9cd-fff7-41b6-adb3-b8defafb3870 of type vlan for network e5a8629c-446f-4bb1-a193-8c43bca294ed Jul 05 03:55:00.090548 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0922db9d-c288-4e1b-affe-bbd3c564a4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.093172 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0922db9d-c288-4e1b-affe-bbd3c564a4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.098848 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0922db9d-c288-4e1b-affe-bbd3c564a4e3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7c7cec1-060b-473c-aeae-e6ceb3252d3e HTTP/1.1" status: 204 len: 168 time: 0.3854430 Jul 05 03:55:00.113468 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922db9d-c288-4e1b-affe-bbd3c564a4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c7cec1-060b-473c-aeae-e6ceb3252d3e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:00.116306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69b1b7cc-fec9-4488-b73e-fbdb5253dbf0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.213779 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7bcf9351-bf2e-4bbb-87c5-45688b7b2dbd req-9c69f9e9-89e9-48a8-b67d-c49ec7b2fa4e tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.222484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7bcf9351-bf2e-4bbb-87c5-45688b7b2dbd req-9c69f9e9-89e9-48a8-b67d-c49ec7b2fa4e tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7436540 Jul 05 03:55:00.222945 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42818) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:00.246003 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-8432905c-23d3-4f25-acee-72f657d54f4c req-d4424ee4-6bfc-4dee-bdee-c8ff50a70f6c tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1911879421', 'description': 'tempest-description-2133712305'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:00.265389 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69b1b7cc-fec9-4488-b73e-fbdb5253dbf0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.273228 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b1b7cc-fec9-4488-b73e-fbdb5253dbf0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:00.273884 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69b1b7cc-fec9-4488-b73e-fbdb5253dbf0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.350191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1b7cc-fec9-4488-b73e-fbdb5253dbf0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Network': ['ID=e5a8629c-446f-4bb1-a193-8c43bca294ed,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:00.360224 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network e5a8629c-446f-4bb1-a193-8c43bca294ed details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:00.409426 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8432905c-23d3-4f25-acee-72f657d54f4c req-d4424ee4-6bfc-4dee-bdee-c8ff50a70f6c tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.597170 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1130711153', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:00.615601 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-69b1b7cc-fec9-4488-b73e-fbdb5253dbf0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8174200 Jul 05 03:55:00.625426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42826) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:00.625426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4ef0e8bc-9be3-4a1b-bf1e-9a0f93a5a746 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'subnet': {'network_id': 'e5a8629c-446f-4bb1-a193-8c43bca294ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:00.643834 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:55:00.643834 n-d-771363-32 neutron-server[100932]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:55:00.643834 n-d-771363-32 neutron-server[100932]: [parameters: {'project_id_1': '6564d049d0f34e59a4ff33018ce387f6', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 55, 0, 601986)}] Jul 05 03:55:00.643834 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:55:00.644286 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:55:00.701416 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8432905c-23d3-4f25-acee-72f657d54f4c req-d4424ee4-6bfc-4dee-bdee-c8ff50a70f6c tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.871459 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8432905c-23d3-4f25-acee-72f657d54f4c req-d4424ee4-6bfc-4dee-bdee-c8ff50a70f6c tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.918541 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4424ee4-6bfc-4dee-bdee-c8ff50a70f6c tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347a5da4-e133-42a1-992a-29e9f232f0b9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:00.991189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef0e8bc-9be3-4a1b-bf1e-9a0f93a5a746 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:00.994899 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e8bc-9be3-4a1b-bf1e-9a0f93a5a746 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.059012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.ipam_backend_mixin [None req-4ef0e8bc-9be3-4a1b-bf1e-9a0f93a5a746 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Performing IP validity checks on allocation pools {{(pid=100932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 03:55:01.059588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.ipam_backend_mixin [None req-4ef0e8bc-9be3-4a1b-bf1e-9a0f93a5a746 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 03:55:01.100718 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8432905c-23d3-4f25-acee-72f657d54f4c req-d4424ee4-6bfc-4dee-bdee-c8ff50a70f6c tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.103448 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8432905c-23d3-4f25-acee-72f657d54f4c req-d4424ee4-6bfc-4dee-bdee-c8ff50a70f6c tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8613086 Jul 05 03:55:01.148382 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-8985c23d-2ad8-4b11-affa-8bc411b117fc req-5d56ca0f-78d2-48e1-a59a-bfef4e929bfb tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-607555967', 'description': 'tempest-description-2001320248'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:01.316634 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Made reservation on behalf of 6564d049d0f34e59a4ff33018ce387f6 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:01.319030 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.339183 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.342902 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e8bc-9be3-4a1b-bf1e-9a0f93a5a746 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.423187 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0e8bc-9be3-4a1b-bf1e-9a0f93a5a746 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Subnet': ['ID=55ff0c94-7dd7-4a6e-9a54-fb4dc6959f57,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:01.444372 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef0e8bc-9be3-4a1b-bf1e-9a0f93a5a746 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Checking segment: {'id': '1ee2f9cd-fff7-41b6-adb3-b8defafb3870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e5a8629c-446f-4bb1-a193-8c43bca294ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:01.444670 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef0e8bc-9be3-4a1b-bf1e-9a0f93a5a746 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network hostable DHCP agents. Network: e5a8629c-446f-4bb1-a193-8c43bca294ed, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:01.458488 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8985c23d-2ad8-4b11-affa-8bc411b117fc req-5d56ca0f-78d2-48e1-a59a-bfef4e929bfb tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.562897 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.625756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef0e8bc-9be3-4a1b-bf1e-9a0f93a5a746 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network e5a8629c-446f-4bb1-a193-8c43bca294ed is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:01.694392 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.705261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] device_id is not set on port 43cdda27-87cb-403e-b943-c269101cbf8e yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:55:01.758919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-4ef0e8bc-9be3-4a1b-bf1e-9a0f93a5a746 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, e5a8629c-446f-4bb1-a193-8c43bca294ed) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:01.764641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf466fa-cfcd-4766-9c40-3854b44813a3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:01.774252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd32e22-4ab0-4b4b-8f35-699a2c91a05e None None] Network e5a8629c-446f-4bb1-a193-8c43bca294ed requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:01.779768 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef0e8bc-9be3-4a1b-bf1e-9a0f93a5a746 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.785835 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e8bc-9be3-4a1b-bf1e-9a0f93a5a746 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.803836 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8985c23d-2ad8-4b11-affa-8bc411b117fc req-5d56ca0f-78d2-48e1-a59a-bfef4e929bfb tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.908135 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8985c23d-2ad8-4b11-affa-8bc411b117fc req-5d56ca0f-78d2-48e1-a59a-bfef4e929bfb tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.931709 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Allocated IP 172.25.6.134 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/43cdda27-87cb-403e-b943-c269101cbf8e) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:01.991683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56ca0f-78d2-48e1-a59a-bfef4e929bfb tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac84d2c-ed2c-4a3f-a8ee-999ff09fb11f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:02.067714 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-e5a8629c-446f-4bb1-a193-8c43bca294ed', 'network_id': 'e5a8629c-446f-4bb1-a193-8c43bca294ed', 'tenant_id': '91183f2544e245ce9a9eee6cf221adaa', 'fixed_ips': [{'subnet_id': '55ff0c94-7dd7-4a6e-9a54-fb4dc6959f57'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:55:02.069300 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.208938 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.257150 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8985c23d-2ad8-4b11-affa-8bc411b117fc req-5d56ca0f-78d2-48e1-a59a-bfef4e929bfb tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.257150 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8985c23d-2ad8-4b11-affa-8bc411b117fc req-5d56ca0f-78d2-48e1-a59a-bfef4e929bfb tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1008329 Jul 05 03:55:02.257978 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4ef0e8bc-9be3-4a1b-bf1e-9a0f93a5a746 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6222811 Jul 05 03:55:02.258441 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Allocated IP 172.20.0.3 (e5a8629c-446f-4bb1-a193-8c43bca294ed/55ff0c94-7dd7-4a6e-9a54-fb4dc6959f57/81ed1773-e93c-4e20-a662-c9d73b4141bc) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:02.259409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42876) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:02.443427 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e72649c-151b-47e6-97a3-1c74b4981764 req-dbe9bca6-1411-4004-9b4a-388e4c8b908b tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/347a5da4-e133-42a1-992a-29e9f232f0b9 HTTP/1.1" status: 200 len: 1807 time: 0.0725269 Jul 05 03:55:02.453488 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.466280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Transition to ACTIVE for port object 81ed1773-e93c-4e20-a662-c9d73b4141bc will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:02.493390 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Transition to ACTIVE for port object 81ed1773-e93c-4e20-a662-c9d73b4141bc will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:02.510880 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.526026 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e72649c-151b-47e6-97a3-1c74b4981764 req-dd3e53e1-c3de-4f57-90e5-aecce2f966fb tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/8ac84d2c-ed2c-4a3f-a8ee-999ff09fb11f HTTP/1.1" status: 200 len: 1806 time: 0.0697849 Jul 05 03:55:02.548312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-8e72649c-151b-47e6-97a3-1c74b4981764 req-946a02ec-dbdb-44e6-bc07-6ecf009f16be tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '347a5da4-e133-42a1-992a-29e9f232f0b9', 'remote_group_id': '8ac84d2c-ed2c-4a3f-a8ee-999ff09fb11f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:02.550700 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-8e72649c-151b-47e6-97a3-1c74b4981764 req-946a02ec-dbdb-44e6-bc07-6ecf009f16be tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '347a5da4-e133-42a1-992a-29e9f232f0b9', 'remote_group_id': '8ac84d2c-ed2c-4a3f-a8ee-999ff09fb11f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:02.652785 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.695269 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca0f03c1-7e17-4ce2-a031-09986e7dab1a req-5d118ca0-2b31-4fe9-bd92-a562814e2a02 tempest-AbsoluteLimitsNegativeTestJSON-1633664882 tempest-AbsoluteLimitsNegativeTestJSON-1633664882-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d67a89e01f9a48f1ab9604c9e834eefd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645955 Jul 05 03:55:02.843795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f03c1-7e17-4ce2-a031-09986e7dab1a req-5a7d27a1-9033-449a-8974-269a07ecc572 tempest-AbsoluteLimitsNegativeTestJSON-1633664882 tempest-AbsoluteLimitsNegativeTestJSON-1633664882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.845729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca0f03c1-7e17-4ce2-a031-09986e7dab1a req-5a7d27a1-9033-449a-8974-269a07ecc572 tempest-AbsoluteLimitsNegativeTestJSON-1633664882 tempest-AbsoluteLimitsNegativeTestJSON-1633664882-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1361184 Jul 05 03:55:02.862921 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca0f03c1-7e17-4ce2-a031-09986e7dab1a req-65f1e255-5eee-46a1-a746-d95955e9b578 tempest-AbsoluteLimitsNegativeTestJSON-1633664882 tempest-AbsoluteLimitsNegativeTestJSON-1633664882-project] 10.222.0.38 "GET /v2.0/quotas/d67a89e01f9a48f1ab9604c9e834eefd HTTP/1.1" status: 200 len: 375 time: 0.0113490 Jul 05 03:55:02.905077 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca0f03c1-7e17-4ce2-a031-09986e7dab1a req-7b35f886-5b58-44b5-8b91-c958fd7176d0 tempest-AbsoluteLimitsNegativeTestJSON-1633664882 tempest-AbsoluteLimitsNegativeTestJSON-1633664882-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d67a89e01f9a48f1ab9604c9e834eefd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360706 Jul 05 03:55:03.107509 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.115268 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.115268 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.159852 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8e72649c-151b-47e6-97a3-1c74b4981764 req-946a02ec-dbdb-44e6-bc07-6ecf009f16be tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.171988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Pushing event updated for resources: {'Port': ['ID=43cdda27-87cb-403e-b943-c269101cbf8e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:03.184926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:03.186673 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:03.192297 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:03.213857 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Pushing event updated for resources: {'Port': ['ID=81ed1773-e93c-4e20-a662-c9d73b4141bc,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:03.224749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Network e5a8629c-446f-4bb1-a193-8c43bca294ed is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:03.230057 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:03.236983 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:03.250019 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8e72649c-151b-47e6-97a3-1c74b4981764 req-946a02ec-dbdb-44e6-bc07-6ecf009f16be tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.304769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:03.304769 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.315719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Attempting to bind port 81ed1773-e93c-4e20-a662-c9d73b4141bc on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:03.315934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Attempting to bind port 81ed1773-e93c-4e20-a662-c9d73b4141bc by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '1ee2f9cd-fff7-41b6-adb3-b8defafb3870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e5a8629c-446f-4bb1-a193-8c43bca294ed'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:03.317497 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Attempting to bind port 81ed1773-e93c-4e20-a662-c9d73b4141bc on network e5a8629c-446f-4bb1-a193-8c43bca294ed {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:03.325076 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:03.326428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Checking segment: {'id': '1ee2f9cd-fff7-41b6-adb3-b8defafb3870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e5a8629c-446f-4bb1-a193-8c43bca294ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:03.326894 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.327300 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Bound using segment: {'id': '1ee2f9cd-fff7-41b6-adb3-b8defafb3870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e5a8629c-446f-4bb1-a193-8c43bca294ed'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:03.327786 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Bound port: 81ed1773-e93c-4e20-a662-c9d73b4141bc, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee2f9cd-fff7-41b6-adb3-b8defafb3870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e5a8629c-446f-4bb1-a193-8c43bca294ed'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:03.328205 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.392464 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.420574 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-485f4738-0b5e-492e-b8bf-4d69312a4611 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1966228 Jul 05 03:55:03.426033 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42908) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:03.429084 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e0a496e7-e4f7-484f-8d60-35804b6b3e86 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134'}]}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:03.446951 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] For port 81ed1773-e93c-4e20-a662-c9d73b4141bc, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:03.460777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] For port 81ed1773-e93c-4e20-a662-c9d73b4141bc, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=81ed1773-e93c-4e20-a662-c9d73b4141bc,segment=NetworkSegment(1ee2f9cd-fff7-41b6-adb3-b8defafb3870),segment_id=1ee2f9cd-fff7-41b6-adb3-b8defafb3870)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:03.512423 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8e72649c-151b-47e6-97a3-1c74b4981764 req-946a02ec-dbdb-44e6-bc07-6ecf009f16be tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.539061 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a02ec-dbdb-44e6-bc07-6ecf009f16be tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f51c61-3cb4-4e96-a4b4-fb223f3c0087,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:03.547956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Subnet': ['ID=55ff0c94-7dd7-4a6e-9a54-fb4dc6959f57,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:03.592838 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.627634 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0a496e7-e4f7-484f-8d60-35804b6b3e86 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.627634 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0a496e7-e4f7-484f-8d60-35804b6b3e86 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.698794 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.781371 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.819198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a8629c-446f-4bb1-a193-8c43bca294ed']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:03.873482 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8e72649c-151b-47e6-97a3-1c74b4981764 req-946a02ec-dbdb-44e6-bc07-6ecf009f16be tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.879175 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0a496e7-e4f7-484f-8d60-35804b6b3e86 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.880288 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c262555-66cf-43f5-af00-18d9047049d5 None None] Pushing event updated for resources: {'Port': ['ID=81ed1773-e93c-4e20-a662-c9d73b4141bc,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:03.906819 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e72649c-151b-47e6-97a3-1c74b4981764 req-946a02ec-dbdb-44e6-bc07-6ecf009f16be tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.3649056 Jul 05 03:55:03.910179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee2f9cd-fff7-41b6-adb3-b8defafb3870') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:03.910702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee2f9cd-fff7-41b6-adb3-b8defafb3870') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:03.913669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42922) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:03.947432 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.013848 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.056797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:04.057241 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:04.199546 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:04.247076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3dbe1424-ddd1-43e4-b474-317a65138764 req-08ca8e13-915d-49ee-a848-668d7dca1b69 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/8ac84d2c-ed2c-4a3f-a8ee-999ff09fb11f HTTP/1.1" status: 200 len: 1806 time: 0.3271122 Jul 05 03:55:04.256092 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b0026ad9-80d2-48ab-b70e-90545685ff5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.376886 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.api [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 03:55:04.376886 n-d-771363-32 neutron-server[100933]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 03:55:04.376886 n-d-771363-32 neutron-server[100933]: [parameters: {'id': 'e5a8629c-446f-4bb1-a193-8c43bca294ed'}] Jul 05 03:55:04.376886 n-d-771363-32 neutron-server[100933]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:55:04.377513 n-d-771363-32 neutron-server[100933]: DEBUG oslo_db.api [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:55:04.386293 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 81ed1773-e93c-4e20-a662-c9d73b4141bc up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:04.408892 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0a496e7-e4f7-484f-8d60-35804b6b3e86 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.427670 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3dbe1424-ddd1-43e4-b474-317a65138764 req-f4f74b73-18c2-465c-aa92-803e02d88ca8 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.461020 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3dbe1424-ddd1-43e4-b474-317a65138764 req-f4f74b73-18c2-465c-aa92-803e02d88ca8 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.507717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ac72c-96e3-44c0-ab1f-df58b620722a req-d389e90f-cb5a-4753-b850-70b8a83387b5 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.509532 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-628ac72c-96e3-44c0-ab1f-df58b620722a req-d389e90f-cb5a-4753-b850-70b8a83387b5 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 945 time: 0.1456687 Jul 05 03:55:04.519941 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b0026ad9-80d2-48ab-b70e-90545685ff5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.580954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-628ac72c-96e3-44c0-ab1f-df58b620722a req-c78ac1b0-5294-49db-b388-3e494a3094a1 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510821 Jul 05 03:55:04.602435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 81ed1773-e93c-4e20-a662-c9d73b4141bc completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:04.665322 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b0026ad9-80d2-48ab-b70e-90545685ff5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.721495 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b0026ad9-80d2-48ab-b70e-90545685ff5a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d67a89e01f9a48f1ab9604c9e834eefd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8048670 Jul 05 03:55:04.724145 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42936) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:04.741043 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3dbe1424-ddd1-43e4-b474-317a65138764 req-f4f74b73-18c2-465c-aa92-803e02d88ca8 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.746844 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3dbe1424-ddd1-43e4-b474-317a65138764 req-f4f74b73-18c2-465c-aa92-803e02d88ca8 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.756199 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3dbe1424-ddd1-43e4-b474-317a65138764 req-f4f74b73-18c2-465c-aa92-803e02d88ca8 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "DELETE /v2.0/security-groups/8ac84d2c-ed2c-4a3f-a8ee-999ff09fb11f HTTP/1.1" status: 204 len: 173 time: 0.4984682 Jul 05 03:55:04.765675 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0026ad9-80d2-48ab-b70e-90545685ff5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4ab39f-3824-4f6b-8371-4b793814151f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:04.876133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f74b73-18c2-465c-aa92-803e02d88ca8 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac84d2c-ed2c-4a3f-a8ee-999ff09fb11f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:04.887594 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:04.977407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3e5d1ec-310c-4f03-9b0c-b3a94a2aa713 req-68fadccb-1f0a-41f0-934f-8568f10fc2f6 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/347a5da4-e133-42a1-992a-29e9f232f0b9 HTTP/1.1" status: 200 len: 1807 time: 0.1834028 Jul 05 03:55:04.986083 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f149b4d-f80d-472d-bf01-c9910cd4a595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.015077 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f149b4d-f80d-472d-bf01-c9910cd4a595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.082079 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-a219ba7c-485d-4b4c-bd29-98b662781aea req-6dc020a9-ee5c-467c-8cb0-1bb40983d58b tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-648510761', 'description': 'tempest-description-1820888616'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:05.129769 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Deleting port 81ed1773-e93c-4e20-a662-c9d73b4141bc {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:05.130235 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.210860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] For port 81ed1773-e93c-4e20-a662-c9d73b4141bc, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=81ed1773-e93c-4e20-a662-c9d73b4141bc,segment=NetworkSegment(1ee2f9cd-fff7-41b6-adb3-b8defafb3870),segment_id=1ee2f9cd-fff7-41b6-adb3-b8defafb3870)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:05.210860 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.223896 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d828086-f46c-4c52-beb2-d3eabcde2051 None None] Network e5a8629c-446f-4bb1-a193-8c43bca294ed requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:05.228449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Calling delete_port for 81ed1773-e93c-4e20-a662-c9d73b4141bc owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:05.233173 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f149b4d-f80d-472d-bf01-c9910cd4a595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.236603 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f149b4d-f80d-472d-bf01-c9910cd4a595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.249796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4f149b4d-f80d-472d-bf01-c9910cd4a595 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fe4ab39f-3824-4f6b-8371-4b793814151f HTTP/1.1" status: 204 len: 168 time: 0.5156057 Jul 05 03:55:05.264283 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0a496e7-e4f7-484f-8d60-35804b6b3e86 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.277620 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a219ba7c-485d-4b4c-bd29-98b662781aea req-6dc020a9-ee5c-467c-8cb0-1bb40983d58b tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.304632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0a496e7-e4f7-484f-8d60-35804b6b3e86 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.355060 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f149b4d-f80d-472d-bf01-c9910cd4a595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4ab39f-3824-4f6b-8371-4b793814151f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:05.507313 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d93ba9-b8e8-49ce-bc1d-00fe8cd361ab None None] DHCP port deletion for e5a8629c-446f-4bb1-a193-8c43bca294ed request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:55:05.511781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-462524e1-f006-4651-b0c6-922373939b89 None None] Provisioning for port 81ed1773-e93c-4e20-a662-c9d73b4141bc completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:05.518729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-462524e1-f006-4651-b0c6-922373939b89 None None] Provisioning complete for port 81ed1773-e93c-4e20-a662-c9d73b4141bc triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:05.519925 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-462524e1-f006-4651-b0c6-922373939b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.575038 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a219ba7c-485d-4b4c-bd29-98b662781aea req-6dc020a9-ee5c-467c-8cb0-1bb40983d58b tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.643705 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-02d93ba9-b8e8-49ce-bc1d-00fe8cd361ab None None] Deleting port 81ed1773-e93c-4e20-a662-c9d73b4141bc {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:05.644037 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-02d93ba9-b8e8-49ce-bc1d-00fe8cd361ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.667187 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0a496e7-e4f7-484f-8d60-35804b6b3e86 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.711136 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a219ba7c-485d-4b4c-bd29-98b662781aea req-6dc020a9-ee5c-467c-8cb0-1bb40983d58b tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.727115 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-462524e1-f006-4651-b0c6-922373939b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.766195 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.766956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-02d93ba9-b8e8-49ce-bc1d-00fe8cd361ab None None] For port 81ed1773-e93c-4e20-a662-c9d73b4141bc, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=81ed1773-e93c-4e20-a662-c9d73b4141bc,segment=NetworkSegment(1ee2f9cd-fff7-41b6-adb3-b8defafb3870),segment_id=1ee2f9cd-fff7-41b6-adb3-b8defafb3870)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:05.767395 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-02d93ba9-b8e8-49ce-bc1d-00fe8cd361ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.787864 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-02d93ba9-b8e8-49ce-bc1d-00fe8cd361ab None None] Calling delete_port for 81ed1773-e93c-4e20-a662-c9d73b4141bc owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:05.847087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc020a9-ee5c-467c-8cb0-1bb40983d58b tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5beda957-305d-4fb2-b389-49150090c1a3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:05.849439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No DVR routers for this DVR port 81ed1773-e93c-4e20-a662-c9d73b4141bc on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:05.851061 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Port': ['ID=81ed1773-e93c-4e20-a662-c9d73b4141bc,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:05.887290 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a219ba7c-485d-4b4c-bd29-98b662781aea req-6dc020a9-ee5c-467c-8cb0-1bb40983d58b tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.892816 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a219ba7c-485d-4b4c-bd29-98b662781aea req-6dc020a9-ee5c-467c-8cb0-1bb40983d58b tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8300502 Jul 05 03:55:05.914855 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-02d93ba9-b8e8-49ce-bc1d-00fe8cd361ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.954785 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0a496e7-e4f7-484f-8d60-35804b6b3e86 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.957761 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0a496e7-e4f7-484f-8d60-35804b6b3e86 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:05.981008 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d93ba9-b8e8-49ce-bc1d-00fe8cd361ab None None] Pushing event deleted for resources: {'Port': ['ID=81ed1773-e93c-4e20-a662-c9d73b4141bc,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:05.991348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d93ba9-b8e8-49ce-bc1d-00fe8cd361ab None None] No DVR routers for this DVR port 81ed1773-e93c-4e20-a662-c9d73b4141bc on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:06.028433 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.051725 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a8629c-446f-4bb1-a193-8c43bca294ed']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:06.070238 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee2f9cd-fff7-41b6-adb3-b8defafb3870') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:06.070623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee2f9cd-fff7-41b6-adb3-b8defafb3870') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:06.088032 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.103900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-367ed807-7d44-4961-8a82-69fab2d07f06 req-696b484f-c258-4df6-b9c8-50996262645c tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/5beda957-305d-4fb2-b389-49150090c1a3 HTTP/1.1" status: 200 len: 1806 time: 0.1735055 Jul 05 03:55:06.114970 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-367ed807-7d44-4961-8a82-69fab2d07f06 req-cb29e4a2-2b6c-42d0-8445-6f200a4da5bd tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5beda957-305d-4fb2-b389-49150090c1a3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:06.114970 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-367ed807-7d44-4961-8a82-69fab2d07f06 req-cb29e4a2-2b6c-42d0-8445-6f200a4da5bd tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5beda957-305d-4fb2-b389-49150090c1a3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:06.133666 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0a496e7-e4f7-484f-8d60-35804b6b3e86 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.134212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a496e7-e4f7-484f-8d60-35804b6b3e86 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f40e64b2-3af9-4025-800b-f60a8d345be1 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:55:06.136118 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.149940 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:06.150405 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:06.154144 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:06.240635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 81ed1773-e93c-4e20-a662-c9d73b4141bc no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:06.264446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 81ed1773-e93c-4e20-a662-c9d73b4141bc {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:06.265005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 81ed1773-e93c-4e20-a662-c9d73b4141bc not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:06.373044 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-367ed807-7d44-4961-8a82-69fab2d07f06 req-cb29e4a2-2b6c-42d0-8445-6f200a4da5bd tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.394876 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-367ed807-7d44-4961-8a82-69fab2d07f06 req-cb29e4a2-2b6c-42d0-8445-6f200a4da5bd tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.436669 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.446673 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.450690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/e5a8629c-446f-4bb1-a193-8c43bca294ed HTTP/1.1" status: 204 len: 168 time: 4.1881776 Jul 05 03:55:06.452387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42984) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:06.458450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c631e678-fee3-4ea2-8126-b6e0c9ea0a62 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-549347874'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:06.460524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bb125-4aa2-44f8-a0fe-8e2a5a952311 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Network': ['ID=e5a8629c-446f-4bb1-a193-8c43bca294ed,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:06.506270 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-e0a496e7-e4f7-484f-8d60-35804b6b3e86 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 03:55:06.507354 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e0a496e7-e4f7-484f-8d60-35804b6b3e86 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0827091 Jul 05 03:55:06.511343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42986) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:06.581759 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-367ed807-7d44-4961-8a82-69fab2d07f06 req-cb29e4a2-2b6c-42d0-8445-6f200a4da5bd tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.598863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29e4a2-2b6c-42d0-8445-6f200a4da5bd tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcbf238-2bb9-4c63-9dd2-ded35ad277a1,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:06.618361 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c631e678-fee3-4ea2-8126-b6e0c9ea0a62 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:06.622477 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c631e678-fee3-4ea2-8126-b6e0c9ea0a62 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.635848 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a98816a6-9e52-495d-8269-7c4a771bfce8 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Deleting port 43cdda27-87cb-403e-b943-c269101cbf8e {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:06.636239 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a98816a6-9e52-495d-8269-7c4a771bfce8 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.662706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c631e678-fee3-4ea2-8126-b6e0c9ea0a62 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:06.674817 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c631e678-fee3-4ea2-8126-b6e0c9ea0a62 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.675399 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-c631e678-fee3-4ea2-8126-b6e0c9ea0a62 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Added segment 8b1f0dec-e7a0-428c-802d-96da54ca409e of type vlan for network bd293a60-a9d3-40fb-bc36-6791e979edf1 Jul 05 03:55:06.736478 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c631e678-fee3-4ea2-8126-b6e0c9ea0a62 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.763093 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a98816a6-9e52-495d-8269-7c4a771bfce8 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.776989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a98816a6-9e52-495d-8269-7c4a771bfce8 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Calling delete_port for 43cdda27-87cb-403e-b943-c269101cbf8e owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:06.791974 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-367ed807-7d44-4961-8a82-69fab2d07f06 req-cb29e4a2-2b6c-42d0-8445-6f200a4da5bd tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.793266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-367ed807-7d44-4961-8a82-69fab2d07f06 req-cb29e4a2-2b6c-42d0-8445-6f200a4da5bd tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6883688 Jul 05 03:55:06.897791 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdad1c5a-5d94-4675-b155-42ed825e175c req-6b759c5a-bc5f-4935-bb44-33fa07823350 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/5beda957-305d-4fb2-b389-49150090c1a3 HTTP/1.1" status: 200 len: 2400 time: 0.0731874 Jul 05 03:55:06.915104 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-cdad1c5a-5d94-4675-b155-42ed825e175c req-7f151649-3b1b-4d0b-aac5-3fc14d83fef5 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5beda957-305d-4fb2-b389-49150090c1a3', 'remote_group_id': None}]} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:06.921650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-cdad1c5a-5d94-4675-b155-42ed825e175c req-7f151649-3b1b-4d0b-aac5-3fc14d83fef5 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5beda957-305d-4fb2-b389-49150090c1a3', 'remote_group_id': None}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:06.976847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42998) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:06.989896 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c631e678-fee3-4ea2-8126-b6e0c9ea0a62 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:06.998530 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c631e678-fee3-4ea2-8126-b6e0c9ea0a62 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:06.998530 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c631e678-fee3-4ea2-8126-b6e0c9ea0a62 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.120746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631e678-fee3-4ea2-8126-b6e0c9ea0a62 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Network': ['ID=bd293a60-a9d3-40fb-bc36-6791e979edf1,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:07.133231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network bd293a60-a9d3-40fb-bc36-6791e979edf1 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:07.140578 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-012a9bc2-618c-409f-96c7-fba82cabb33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.156504 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a98816a6-9e52-495d-8269-7c4a771bfce8 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.209080 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98816a6-9e52-495d-8269-7c4a771bfce8 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Pushing event deleted for resources: {'Port': ['ID=43cdda27-87cb-403e-b943-c269101cbf8e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:07.262725 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c631e678-fee3-4ea2-8126-b6e0c9ea0a62 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8091483 Jul 05 03:55:07.267631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43012) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:07.276084 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-586d5f75-6fec-4631-b746-447845c74dcd tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'subnet': {'network_id': 'bd293a60-a9d3-40fb-bc36-6791e979edf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:07.334733 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cdad1c5a-5d94-4675-b155-42ed825e175c req-7f151649-3b1b-4d0b-aac5-3fc14d83fef5 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.422039 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cdad1c5a-5d94-4675-b155-42ed825e175c req-7f151649-3b1b-4d0b-aac5-3fc14d83fef5 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.430279 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a98816a6-9e52-495d-8269-7c4a771bfce8 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.436269 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a98816a6-9e52-495d-8269-7c4a771bfce8 tempest-RoutersAdminNegativeTest-400899217 tempest-RoutersAdminNegativeTest-400899217-project-admin] 10.222.0.38 "DELETE /v2.0/ports/43cdda27-87cb-403e-b943-c269101cbf8e HTTP/1.1" status: 204 len: 168 time: 0.9199359 Jul 05 03:55:07.447583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43018) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:07.528187 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-012a9bc2-618c-409f-96c7-fba82cabb33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.567408 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cdad1c5a-5d94-4675-b155-42ed825e175c req-7f151649-3b1b-4d0b-aac5-3fc14d83fef5 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.575057 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1701892360-network', 'tenant_id': '87b9f62985804ba1992e87ee67195357'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:07.589826 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f151649-3b1b-4d0b-aac5-3fc14d83fef5 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95dfc397-6ba5-4b8b-8916-68573c7b8453,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:07.673762 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-012a9bc2-618c-409f-96c7-fba82cabb33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.731295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a9bc2-618c-409f-96c7-fba82cabb33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba0fdf7-b5a1-4dcc-9641-a692b231d2c5,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:07.736027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-012a9bc2-618c-409f-96c7-fba82cabb33e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=182b183acf40448a90b24fc10ec95af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7575781 Jul 05 03:55:07.752252 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43030) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:07.794554 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1fd4069d-c182-4a10-bb93-139f976a24c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.813231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec2e80-a0cb-45be-a82b-c8c6fbf61bb6 req-49a9074d-72b5-49c9-9afd-7068f2e2cba7 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:07.817229 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68ec2e80-a0cb-45be-a82b-c8c6fbf61bb6 req-49a9074d-72b5-49c9-9afd-7068f2e2cba7 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 945 time: 0.0990031 Jul 05 03:55:07.818782 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cdad1c5a-5d94-4675-b155-42ed825e175c req-7f151649-3b1b-4d0b-aac5-3fc14d83fef5 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.820974 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdad1c5a-5d94-4675-b155-42ed825e175c req-7f151649-3b1b-4d0b-aac5-3fc14d83fef5 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9115620 Jul 05 03:55:07.827334 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1fd4069d-c182-4a10-bb93-139f976a24c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:07.830281 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:55:07.830281 n-d-771363-32 neutron-server[100932]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:55:07.830281 n-d-771363-32 neutron-server[100932]: [parameters: {'project_id_1': '87b9f62985804ba1992e87ee67195357', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 55, 7, 581215)}] Jul 05 03:55:07.830281 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:55:07.830666 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:55:07.896919 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68ec2e80-a0cb-45be-a82b-c8c6fbf61bb6 req-ddf3b06e-841a-4942-a9a9-780417eb5e85 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684619 Jul 05 03:55:07.915639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b34e03b-6c92-4d37-8d49-4d686c9c969c req-03b16c9a-c478-4574-bedb-3627472dfabc tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/5beda957-305d-4fb2-b389-49150090c1a3 HTTP/1.1" status: 200 len: 2999 time: 0.0669281 Jul 05 03:55:07.967869 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de198bcf-0676-4816-8e34-0335a6f1aa8f req-bcf85249-24b4-43d1-9cc7-844763dab1d1 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-group-rules/95dfc397-6ba5-4b8b-8916-68573c7b8453 HTTP/1.1" status: 200 len: 783 time: 0.0246229 Jul 05 03:55:07.972115 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586d5f75-6fec-4631-b746-447845c74dcd tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:07.977187 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-586d5f75-6fec-4631-b746-447845c74dcd tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.031811 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de198bcf-0676-4816-8e34-0335a6f1aa8f req-ee1fae79-4860-455c-aec6-31014f86674e tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/5beda957-305d-4fb2-b389-49150090c1a3 HTTP/1.1" status: 200 len: 2999 time: 0.0541687 Jul 05 03:55:08.073830 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-de198bcf-0676-4816-8e34-0335a6f1aa8f req-c99044b6-e609-4f04-8a03-fb0028b7ba5a tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.085228 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-de198bcf-0676-4816-8e34-0335a6f1aa8f req-c99044b6-e609-4f04-8a03-fb0028b7ba5a tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.086291 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1fd4069d-c182-4a10-bb93-139f976a24c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.089357 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1fd4069d-c182-4a10-bb93-139f976a24c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.093803 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1fd4069d-c182-4a10-bb93-139f976a24c8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3ba0fdf7-b5a1-4dcc-9641-a692b231d2c5 HTTP/1.1" status: 204 len: 168 time: 0.3532386 Jul 05 03:55:08.106906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43044) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:08.113082 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4069d-c182-4a10-bb93-139f976a24c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba0fdf7-b5a1-4dcc-9641-a692b231d2c5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:08.270271 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f79fe61-259d-4b0f-91bf-f3b3dc59f7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.375569 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-de198bcf-0676-4816-8e34-0335a6f1aa8f req-c99044b6-e609-4f04-8a03-fb0028b7ba5a tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.382427 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-de198bcf-0676-4816-8e34-0335a6f1aa8f req-c99044b6-e609-4f04-8a03-fb0028b7ba5a tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.383664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de198bcf-0676-4816-8e34-0335a6f1aa8f req-c99044b6-e609-4f04-8a03-fb0028b7ba5a tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/95dfc397-6ba5-4b8b-8916-68573c7b8453 HTTP/1.1" status: 204 len: 173 time: 0.3443944 Jul 05 03:55:08.396945 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f79fe61-259d-4b0f-91bf-f3b3dc59f7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.403435 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99044b6-e609-4f04-8a03-fb0028b7ba5a tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95dfc397-6ba5-4b8b-8916-68573c7b8453,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:08.414277 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-586d5f75-6fec-4631-b746-447845c74dcd tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.492600 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d5f75-6fec-4631-b746-447845c74dcd tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Subnet': ['ID=0e8b8633-ea74-4f2c-bcbd-9a483295882a,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:08.495221 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-746ecbc4-db3a-4c46-9203-f04eb916220e req-b2495d0e-d948-4bc4-a64f-59106be7caa3 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/5beda957-305d-4fb2-b389-49150090c1a3 HTTP/1.1" status: 200 len: 2400 time: 0.0820646 Jul 05 03:55:08.515677 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f79fe61-259d-4b0f-91bf-f3b3dc59f7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.526543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d5f75-6fec-4631-b746-447845c74dcd tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Checking segment: {'id': '8b1f0dec-e7a0-428c-802d-96da54ca409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bd293a60-a9d3-40fb-bc36-6791e979edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:08.527112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586d5f75-6fec-4631-b746-447845c74dcd tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network hostable DHCP agents. Network: bd293a60-a9d3-40fb-bc36-6791e979edf1, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:08.600091 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5f79fe61-259d-4b0f-91bf-f3b3dc59f7ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a2ec308eab824e0caa672f8e805d165e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4919071 Jul 05 03:55:08.602975 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43058) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:08.605572 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79fe61-259d-4b0f-91bf-f3b3dc59f7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b977c8d1-07f2-4bb3-a371-54010b00c0bb,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:08.635935 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-746ecbc4-db3a-4c46-9203-f04eb916220e req-a72db9e0-296f-464f-965d-c1e6733d9374 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.660974 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf55726e-6198-4dfb-9333-5bfa927ec374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.669279 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-746ecbc4-db3a-4c46-9203-f04eb916220e req-a72db9e0-296f-464f-965d-c1e6733d9374 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.687577 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf55726e-6198-4dfb-9333-5bfa927ec374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.706729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] Made reservation on behalf of 87b9f62985804ba1992e87ee67195357 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:08.709231 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.729890 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.753624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586d5f75-6fec-4631-b746-447845c74dcd tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network bd293a60-a9d3-40fb-bc36-6791e979edf1 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:08.807974 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-746ecbc4-db3a-4c46-9203-f04eb916220e req-a72db9e0-296f-464f-965d-c1e6733d9374 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.810654 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-746ecbc4-db3a-4c46-9203-f04eb916220e req-a72db9e0-296f-464f-965d-c1e6733d9374 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.811823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-746ecbc4-db3a-4c46-9203-f04eb916220e req-a72db9e0-296f-464f-965d-c1e6733d9374 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "DELETE /v2.0/security-groups/5beda957-305d-4fb2-b389-49150090c1a3 HTTP/1.1" status: 204 len: 173 time: 0.3082082 Jul 05 03:55:08.822406 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72db9e0-296f-464f-965d-c1e6733d9374 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beda957-305d-4fb2-b389-49150090c1a3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:08.944216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-586d5f75-6fec-4631-b746-447845c74dcd tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, bd293a60-a9d3-40fb-bc36-6791e979edf1) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:08.948478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586d5f75-6fec-4631-b746-447845c74dcd tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:08.949300 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-586d5f75-6fec-4631-b746-447845c74dcd tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.955722 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8255d70a-734f-4a05-b8ee-84c44b04b774 None None] Network bd293a60-a9d3-40fb-bc36-6791e979edf1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:08.958193 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf55726e-6198-4dfb-9333-5bfa927ec374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.961442 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf55726e-6198-4dfb-9333-5bfa927ec374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.962784 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cf55726e-6198-4dfb-9333-5bfa927ec374 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b977c8d1-07f2-4bb3-a371-54010b00c0bb HTTP/1.1" status: 204 len: 168 time: 0.3588152 Jul 05 03:55:09.004585 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-5d209c16-d741-4773-beab-20e6d88d16d5 req-10c93fed-150b-404e-8713-f55378697306 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] show failed (client error): The resource could not be found. Jul 05 03:55:09.004585 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d209c16-d741-4773-beab-20e6d88d16d5 req-10c93fed-150b-404e-8713-f55378697306 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/8ac84d2c-ed2c-4a3f-a8ee-999ff09fb11f HTTP/1.1" status: 404 len: 352 time: 0.0430858 Jul 05 03:55:09.029021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55726e-6198-4dfb-9333-5bfa927ec374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b977c8d1-07f2-4bb3-a371-54010b00c0bb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:09.074579 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43068) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:09.111434 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f12a350f-f5c8-4fa2-9edd-abd6bf279ba7 req-aec8114d-2db2-434b-97e7-96a9a46da45c tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/347a5da4-e133-42a1-992a-29e9f232f0b9 HTTP/1.1" status: 200 len: 1807 time: 0.0872881 Jul 05 03:55:09.124661 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9aa80769-5288-44a2-8288-2a07aa33f5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.195895 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.242145 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f12a350f-f5c8-4fa2-9edd-abd6bf279ba7 req-ee43233b-426c-49b4-b1a9-a187f57303e7 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.254961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-bd293a60-a9d3-40fb-bc36-6791e979edf1', 'network_id': 'bd293a60-a9d3-40fb-bc36-6791e979edf1', 'tenant_id': '91183f2544e245ce9a9eee6cf221adaa', 'fixed_ips': [{'subnet_id': '0e8b8633-ea74-4f2c-bcbd-9a483295882a'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:55:09.255852 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.274461 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f12a350f-f5c8-4fa2-9edd-abd6bf279ba7 req-ee43233b-426c-49b4-b1a9-a187f57303e7 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.293999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df0e5b-ecf2-46f9-8469-3c059040c70b req-6450d8d3-fc3b-465b-96f1-a8f1443bab5e tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:09.295552 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64df0e5b-ecf2-46f9-8469-3c059040c70b req-6450d8d3-fc3b-465b-96f1-a8f1443bab5e tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 945 time: 0.1324914 Jul 05 03:55:09.325199 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.348354 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64df0e5b-ecf2-46f9-8469-3c059040c70b req-a5d7ec48-5115-482c-a1c4-345a859b3045 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454581 Jul 05 03:55:09.374413 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:09.392532 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.392972 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] Added segment 86e9426f-3a0b-4d7e-b5c7-cca8b2dff402 of type vlan for network d801cc40-56e1-456e-8d73-84e83e982a54 Jul 05 03:55:09.402825 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2edf849-0241-4aac-9a7a-48dddc9af0e5,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:09.432734 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Allocated IP 172.20.0.1 (bd293a60-a9d3-40fb-bc36-6791e979edf1/0e8b8633-ea74-4f2c-bcbd-9a483295882a/440e36de-54a9-410a-bc02-dc65484ebb63) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:09.444720 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.484161 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-586d5f75-6fec-4631-b746-447845c74dcd tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2076626 Jul 05 03:55:09.486458 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43072) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:09.508939 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f12a350f-f5c8-4fa2-9edd-abd6bf279ba7 req-ee43233b-426c-49b4-b1a9-a187f57303e7 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.512869 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f12a350f-f5c8-4fa2-9edd-abd6bf279ba7 req-ee43233b-426c-49b4-b1a9-a187f57303e7 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.514102 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f12a350f-f5c8-4fa2-9edd-abd6bf279ba7 req-ee43233b-426c-49b4-b1a9-a187f57303e7 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "DELETE /v2.0/security-groups/347a5da4-e133-42a1-992a-29e9f232f0b9 HTTP/1.1" status: 204 len: 173 time: 0.3942170 Jul 05 03:55:09.587642 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43233b-426c-49b4-b1a9-a187f57303e7 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=347a5da4-e133-42a1-992a-29e9f232f0b9,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:09.601854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.601854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:09.601854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.636206 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f03b2e4-7a97-41b3-bed0-02866127b724 req-3667c18d-8ab5-4594-bd25-3f1add9005a2 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/6086b21c-c1ba-4768-8980-31848198142d HTTP/1.1" status: 200 len: 1807 time: 0.0739856 Jul 05 03:55:09.655730 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.666374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Transition to ACTIVE for port object 440e36de-54a9-410a-bc02-dc65484ebb63 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:09.670299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] Pushing event updated for resources: {'Network': ['ID=d801cc40-56e1-456e-8d73-84e83e982a54,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:09.699142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Transition to ACTIVE for port object 440e36de-54a9-410a-bc02-dc65484ebb63 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:09.709531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9aa80769-5288-44a2-8288-2a07aa33f5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.710626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network d801cc40-56e1-456e-8d73-84e83e982a54 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:09.718906 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.743034 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2f03b2e4-7a97-41b3-bed0-02866127b724 req-e80f6626-1667-498b-9723-0c03445153fa tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.791471 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.792356 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2f03b2e4-7a97-41b3-bed0-02866127b724 req-e80f6626-1667-498b-9723-0c03445153fa tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.836439 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Network bd293a60-a9d3-40fb-bc36-6791e979edf1 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:09.839465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:09.839705 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.844007 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:09.847949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Pushing event updated for resources: {'Port': ['ID=440e36de-54a9-410a-bc02-dc65484ebb63,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:09.864136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:09.864136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:09.864408 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9aa80769-5288-44a2-8288-2a07aa33f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.864491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:09.864491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:09.864491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:09.864491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:09.864491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:09.864491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:09.864491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:09.864491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:09.864491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:09.864491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:09.919137 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Attempting to bind port 440e36de-54a9-410a-bc02-dc65484ebb63 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:09.919408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Attempting to bind port 440e36de-54a9-410a-bc02-dc65484ebb63 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '8b1f0dec-e7a0-428c-802d-96da54ca409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bd293a60-a9d3-40fb-bc36-6791e979edf1'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:09.919660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Attempting to bind port 440e36de-54a9-410a-bc02-dc65484ebb63 on network bd293a60-a9d3-40fb-bc36-6791e979edf1 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:09.927612 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:09.928011 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Checking segment: {'id': '8b1f0dec-e7a0-428c-802d-96da54ca409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bd293a60-a9d3-40fb-bc36-6791e979edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:09.928462 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.928859 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Bound using segment: {'id': '8b1f0dec-e7a0-428c-802d-96da54ca409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bd293a60-a9d3-40fb-bc36-6791e979edf1'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:09.929326 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Bound port: 440e36de-54a9-410a-bc02-dc65484ebb63, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1f0dec-e7a0-428c-802d-96da54ca409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bd293a60-a9d3-40fb-bc36-6791e979edf1'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:09.929705 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.945640 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9aa80769-5288-44a2-8288-2a07aa33f5a0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=997465b8d71a46368347db516e21a608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8670657 Jul 05 03:55:09.950514 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa80769-5288-44a2-8288-2a07aa33f5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f1f97f-7744-4c29-9261-6b24f1acb578,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:09.950673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43080) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:10.007514 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-24dc7b2e-f44f-4a4e-ab34-96d48f6f1573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.015556 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] For port 440e36de-54a9-410a-bc02-dc65484ebb63, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:10.019948 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] For port 440e36de-54a9-410a-bc02-dc65484ebb63, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=440e36de-54a9-410a-bc02-dc65484ebb63,segment=NetworkSegment(8b1f0dec-e7a0-428c-802d-96da54ca409e),segment_id=8b1f0dec-e7a0-428c-802d-96da54ca409e)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:10.042303 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-24dc7b2e-f44f-4a4e-ab34-96d48f6f1573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.044639 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dd1c6d47-9ec0-4aab-96f7-0fc0fb4bba37 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5956442 Jul 05 03:55:10.047635 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43082) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:10.054077 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-56a5a0e4-e3a8-4964-bc2c-07ffcace1d13 admin admin] Request body: {'subnet': {'network_id': 'd801cc40-56e1-456e-8d73-84e83e982a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1701892360-subnet', 'tenant_id': '87b9f62985804ba1992e87ee67195357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:10.078290 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2f03b2e4-7a97-41b3-bed0-02866127b724 req-e80f6626-1667-498b-9723-0c03445153fa tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.081529 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2f03b2e4-7a97-41b3-bed0-02866127b724 req-e80f6626-1667-498b-9723-0c03445153fa tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.082938 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f03b2e4-7a97-41b3-bed0-02866127b724 req-e80f6626-1667-498b-9723-0c03445153fa tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "DELETE /v2.0/security-groups/6086b21c-c1ba-4768-8980-31848198142d HTTP/1.1" status: 204 len: 173 time: 0.4355819 Jul 05 03:55:10.083947 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.098974 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5454a337-f9cb-400f-9687-b845b13006f4 req-8ff4d56e-50c9-46b6-a122-688b9dce4937 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1021624 Jul 05 03:55:10.134707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f6626-1667-498b-9723-0c03445153fa tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6086b21c-c1ba-4768-8980-31848198142d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:10.149823 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.214597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454a337-f9cb-400f-9687-b845b13006f4 req-1a68dd7b-acbe-470d-895a-bd9d66fdfe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:10.214597 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5454a337-f9cb-400f-9687-b845b13006f4 req-1a68dd7b-acbe-470d-895a-bd9d66fdfe2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 1096 time: 0.0772109 Jul 05 03:55:10.214597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a5a0e4-e3a8-4964-bc2c-07ffcace1d13 admin admin] Made reservation on behalf of 87b9f62985804ba1992e87ee67195357 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:10.214597 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56a5a0e4-e3a8-4964-bc2c-07ffcace1d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.223141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ce85d-d8ed-4691-8ab2-046a78cc6d20 None None] Pushing event updated for resources: {'Port': ['ID=440e36de-54a9-410a-bc02-dc65484ebb63,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:10.332405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43086) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:10.425767 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a88c029b-3cae-46a5-b81b-a4854ca27b92 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6564d049d0f34e59a4ff33018ce387f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899117 Jul 05 03:55:10.427207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454a337-f9cb-400f-9687-b845b13006f4 req-f68ce85f-a824-4378-b009-2015586b9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:10.428883 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5454a337-f9cb-400f-9687-b845b13006f4 req-f68ce85f-a824-4378-b009-2015586b9c03 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.1681514 Jul 05 03:55:10.429526 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43090) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:10.439281 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8b8633-ea74-4f2c-bcbd-9a483295882a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:10.526750 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5454a337-f9cb-400f-9687-b845b13006f4 req-d17e0aa4-9a8f-48f7-a92a-e0eeb5dda3ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3 HTTP/1.1" status: 200 len: 217 time: 0.0800421 Jul 05 03:55:10.574088 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.612622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd293a60-a9d3-40fb-bc36-6791e979edf1']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:10.624761 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-24dc7b2e-f44f-4a4e-ab34-96d48f6f1573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.628367 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-24dc7b2e-f44f-4a4e-ab34-96d48f6f1573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.629772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-24dc7b2e-f44f-4a4e-ab34-96d48f6f1573 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e4f1f97f-7744-4c29-9261-6b24f1acb578 HTTP/1.1" status: 204 len: 168 time: 0.6798964 Jul 05 03:55:10.629919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454a337-f9cb-400f-9687-b845b13006f4 req-8691d052-4155-4316-b2d3-4e70b8e656dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:10.631723 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5454a337-f9cb-400f-9687-b845b13006f4 req-8691d052-4155-4316-b2d3-4e70b8e656dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.0770133 Jul 05 03:55:10.632429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1f0dec-e7a0-428c-802d-96da54ca409e') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:10.632908 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1f0dec-e7a0-428c-802d-96da54ca409e') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:10.639946 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1fd5db6-8046-4477-afca-d849629e81df req-2901b5ff-fde9-4d06-a298-47bd336e6014 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/254bddeb-ac9c-4299-b3dc-adb2a134ebf6 HTTP/1.1" status: 200 len: 1806 time: 0.5340018 Jul 05 03:55:10.645353 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a5d61eb-3d28-408d-8160-d0c672bfd16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.666283 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.679270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc7b2e-f44f-4a4e-ab34-96d48f6f1573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f1f97f-7744-4c29-9261-6b24f1acb578,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:10.700639 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.702367 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5454a337-f9cb-400f-9687-b845b13006f4 req-69168b4f-109a-4067-a5ce-d7532e100867 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474882 Jul 05 03:55:10.719089 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:10.719489 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:10.733900 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:10.752760 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a5d61eb-3d28-408d-8160-d0c672bfd16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.810258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac4f97-d32e-4c7b-af9a-e948c9fe4c2a req-de6f2e49-26d0-4a34-a3ae-3a0202d88e37 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:10.812972 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-beac4f97-d32e-4c7b-af9a-e948c9fe4c2a req-de6f2e49-26d0-4a34-a3ae-3a0202d88e37 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 945 time: 0.2837007 Jul 05 03:55:10.829623 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e1fd5db6-8046-4477-afca-d849629e81df req-1c3759da-4e5e-41e7-b92a-a1dfe1af3d2f tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.843557 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.api [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 03:55:10.843557 n-d-771363-32 neutron-server[100933]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 03:55:10.843557 n-d-771363-32 neutron-server[100933]: [parameters: {'id': 'bd293a60-a9d3-40fb-bc36-6791e979edf1'}] Jul 05 03:55:10.843557 n-d-771363-32 neutron-server[100933]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:55:10.843924 n-d-771363-32 neutron-server[100933]: DEBUG oslo_db.api [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:55:10.882151 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e1fd5db6-8046-4477-afca-d849629e81df req-1c3759da-4e5e-41e7-b92a-a1dfe1af3d2f tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.901494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-beac4f97-d32e-4c7b-af9a-e948c9fe4c2a req-41c7100d-5486-4868-ae60-b93bcd13457c tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794513 Jul 05 03:55:10.937933 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5454a337-f9cb-400f-9687-b845b13006f4 req-fe8aedc4-48c9-4015-be30-584e2210fcc0 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263520 Jul 05 03:55:11.034385 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5454a337-f9cb-400f-9687-b845b13006f4 req-ecbbbe1d-fdae-4c47-a0d6-36d9224254a4 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854754 Jul 05 03:55:11.105877 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e1fd5db6-8046-4477-afca-d849629e81df req-1c3759da-4e5e-41e7-b92a-a1dfe1af3d2f tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.108360 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e1fd5db6-8046-4477-afca-d849629e81df req-1c3759da-4e5e-41e7-b92a-a1dfe1af3d2f tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.113680 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1fd5db6-8046-4477-afca-d849629e81df req-1c3759da-4e5e-41e7-b92a-a1dfe1af3d2f tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "DELETE /v2.0/security-groups/254bddeb-ac9c-4299-b3dc-adb2a134ebf6 HTTP/1.1" status: 204 len: 173 time: 0.4567533 Jul 05 03:55:11.116976 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56a5a0e4-e3a8-4964-bc2c-07ffcace1d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.119222 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a5d61eb-3d28-408d-8160-d0c672bfd16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.125061 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a5d61eb-3d28-408d-8160-d0c672bfd16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.127795 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8a5d61eb-3d28-408d-8160-d0c672bfd16f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5bf466fa-cfcd-4766-9c40-3854b44813a3 HTTP/1.1" status: 204 len: 168 time: 0.6957154 Jul 05 03:55:11.141174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3759da-4e5e-41e7-b92a-a1dfe1af3d2f tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=254bddeb-ac9c-4299-b3dc-adb2a134ebf6,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:11.211704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d61eb-3d28-408d-8160-d0c672bfd16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf466fa-cfcd-4766-9c40-3854b44813a3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:11.265680 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-714117a3-42a7-40df-85ab-13dea90c3b4f req-d18525e3-adf2-40c1-8c7c-4158fcd62e73 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/49d4367d-04f4-481b-b0e3-00be70776113 HTTP/1.1" status: 200 len: 2406 time: 0.1177390 Jul 05 03:55:11.288652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5a0e4-e3a8-4964-bc2c-07ffcace1d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=add7e943-b9df-47e1-9bed-4754167bd358,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:11.303555 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a5a0e4-e3a8-4964-bc2c-07ffcace1d13 admin admin] Checking segment: {'id': '86e9426f-3a0b-4d7e-b5c7-cca8b2dff402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd801cc40-56e1-456e-8d73-84e83e982a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:11.304091 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a5a0e4-e3a8-4964-bc2c-07ffcace1d13 admin admin] Network hostable DHCP agents. Network: d801cc40-56e1-456e-8d73-84e83e982a54, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:11.345951 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.360576 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-714117a3-42a7-40df-85ab-13dea90c3b4f req-84579c9b-bc87-41c8-a78f-067a36d21ae0 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.362745 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4e4774a1-3583-4fd0-8687-08aa5f146846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.407191 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-714117a3-42a7-40df-85ab-13dea90c3b4f req-84579c9b-bc87-41c8-a78f-067a36d21ae0 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.428883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0c7409-aa6a-45f6-916f-2bc0b4a5f748 None None] Network bd293a60-a9d3-40fb-bc36-6791e979edf1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:11.461015 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Deleting port 440e36de-54a9-410a-bc02-dc65484ebb63 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:11.461372 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.522590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a5a0e4-e3a8-4964-bc2c-07ffcace1d13 admin admin] Network d801cc40-56e1-456e-8d73-84e83e982a54 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:11.532853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] For port 440e36de-54a9-410a-bc02-dc65484ebb63, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=440e36de-54a9-410a-bc02-dc65484ebb63,segment=NetworkSegment(8b1f0dec-e7a0-428c-802d-96da54ca409e),segment_id=8b1f0dec-e7a0-428c-802d-96da54ca409e)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:11.533236 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.547613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Calling delete_port for 440e36de-54a9-410a-bc02-dc65484ebb63 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:11.671342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec2af4-93a3-49f7-8c02-e0647e20e4eb None None] DHCP port deletion for bd293a60-a9d3-40fb-bc36-6791e979edf1 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:55:11.679301 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-714117a3-42a7-40df-85ab-13dea90c3b4f req-84579c9b-bc87-41c8-a78f-067a36d21ae0 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.682006 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-714117a3-42a7-40df-85ab-13dea90c3b4f req-84579c9b-bc87-41c8-a78f-067a36d21ae0 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.683420 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-714117a3-42a7-40df-85ab-13dea90c3b4f req-84579c9b-bc87-41c8-a78f-067a36d21ae0 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "DELETE /v2.0/security-groups/49d4367d-04f4-481b-b0e3-00be70776113 HTTP/1.1" status: 204 len: 173 time: 0.4101503 Jul 05 03:55:11.695213 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-56a5a0e4-e3a8-4964-bc2c-07ffcace1d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, d801cc40-56e1-456e-8d73-84e83e982a54) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:11.700485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a5a0e4-e3a8-4964-bc2c-07ffcace1d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.701414 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56a5a0e4-e3a8-4964-bc2c-07ffcace1d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.712054 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07518725-f224-4fca-b77c-37b4d35bd93e None None] Network d801cc40-56e1-456e-8d73-84e83e982a54 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:11.712698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84579c9b-bc87-41c8-a78f-067a36d21ae0 tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d4367d-04f4-481b-b0e3-00be70776113,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:11.733649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-56e6e8cd-5da3-4e37-beb6-9ba97a9e670b None None] Provisioning for port 440e36de-54a9-410a-bc02-dc65484ebb63 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:11.776601 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2111e3bf-ff87-496c-ad6f-6b9b4ed73e19 req-dbffda2d-b805-40c4-8a0e-2ee940874ddb tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "GET /v2.0/security-groups/f0975572-b345-4847-be2c-4fdd14f26385 HTTP/1.1" status: 200 len: 2400 time: 0.0657721 Jul 05 03:55:11.837341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c87cb-0750-4011-b4a8-3b6368188e83 req-e0549082-08a2-43ec-b45a-5be8b9a5453f tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.840411 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a3c87cb-0750-4011-b4a8-3b6368188e83 req-e0549082-08a2-43ec-b45a-5be8b9a5453f tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 945 time: 0.1097574 Jul 05 03:55:11.859626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1eec2af4-93a3-49f7-8c02-e0647e20e4eb None None] Deleting port 440e36de-54a9-410a-bc02-dc65484ebb63 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:11.860020 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1eec2af4-93a3-49f7-8c02-e0647e20e4eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.862707 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2111e3bf-ff87-496c-ad6f-6b9b4ed73e19 req-cdf75031-f29b-40bf-b7e6-49fe03af1a9f tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.869096 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.922372 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-56a5a0e4-e3a8-4964-bc2c-07ffcace1d13 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8714895 Jul 05 03:55:11.937951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Port': ['ID=440e36de-54a9-410a-bc02-dc65484ebb63,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:11.963779 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2111e3bf-ff87-496c-ad6f-6b9b4ed73e19 req-cdf75031-f29b-40bf-b7e6-49fe03af1a9f tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.963869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No DVR routers for this DVR port 440e36de-54a9-410a-bc02-dc65484ebb63 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:11.988540 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-1eec2af4-93a3-49f7-8c02-e0647e20e4eb None None] For port 440e36de-54a9-410a-bc02-dc65484ebb63, host n-d-771363-32, got binding levels [] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:11.988955 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1eec2af4-93a3-49f7-8c02-e0647e20e4eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.992902 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b455f8c0-ec51-4ce7-89eb-3d20513ba39b None None] Network d801cc40-56e1-456e-8d73-84e83e982a54 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:12.014935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1eec2af4-93a3-49f7-8c02-e0647e20e4eb None None] Calling delete_port for 440e36de-54a9-410a-bc02-dc65484ebb63 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:12.044427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.ipam_backend_mixin [None req-1eec2af4-93a3-49f7-8c02-e0647e20e4eb None None] Port 440e36de-54a9-410a-bc02-dc65484ebb63 was not found and therefore no delete operation was performed {{(pid=100934) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 03:55:12.048907 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1eec2af4-93a3-49f7-8c02-e0647e20e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.081851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-2a3c87cb-0750-4011-b4a8-3b6368188e83 req-065f390c-bc46-4b49-96ac-474177994c36 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Deleting port 9418b660-b5c4-4b60-b669-e3451073dbcc {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:12.082202 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a3c87cb-0750-4011-b4a8-3b6368188e83 req-065f390c-bc46-4b49-96ac-474177994c36 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.110995 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.122244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd293a60-a9d3-40fb-bc36-6791e979edf1']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:12.138905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec2af4-93a3-49f7-8c02-e0647e20e4eb None None] Pushing event deleted for resources: {'Port': ['ID=440e36de-54a9-410a-bc02-dc65484ebb63,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:12.145234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1f0dec-e7a0-428c-802d-96da54ca409e') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:12.145522 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1f0dec-e7a0-428c-802d-96da54ca409e') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:12.161611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eec2af4-93a3-49f7-8c02-e0647e20e4eb None None] No DVR routers for this DVR port 440e36de-54a9-410a-bc02-dc65484ebb63 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:12.184027 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.205801 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.216413 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:12.216825 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:12.220593 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:12.242282 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2a3c87cb-0750-4011-b4a8-3b6368188e83 req-065f390c-bc46-4b49-96ac-474177994c36 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] For port 9418b660-b5c4-4b60-b669-e3451073dbcc, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9418b660-b5c4-4b60-b669-e3451073dbcc,segment=NetworkSegment(07048c1d-398c-47c9-aa4c-e208e57c0ac6),segment_id=07048c1d-398c-47c9-aa4c-e208e57c0ac6)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:12.242664 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a3c87cb-0750-4011-b4a8-3b6368188e83 req-065f390c-bc46-4b49-96ac-474177994c36 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.300422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602a878-7505-4f62-8adf-12ec293b4e9f req-68f18381-d088-4308-a365-35f7d25bebcf tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:12.307468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0602a878-7505-4f62-8adf-12ec293b4e9f req-68f18381-d088-4308-a365-35f7d25bebcf tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 945 time: 0.1763160 Jul 05 03:55:12.318004 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2111e3bf-ff87-496c-ad6f-6b9b4ed73e19 req-cdf75031-f29b-40bf-b7e6-49fe03af1a9f tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.320949 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2111e3bf-ff87-496c-ad6f-6b9b4ed73e19 req-cdf75031-f29b-40bf-b7e6-49fe03af1a9f tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.322294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2111e3bf-ff87-496c-ad6f-6b9b4ed73e19 req-cdf75031-f29b-40bf-b7e6-49fe03af1a9f tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] 10.222.0.38 "DELETE /v2.0/security-groups/f0975572-b345-4847-be2c-4fdd14f26385 HTTP/1.1" status: 204 len: 173 time: 0.5448909 Jul 05 03:55:12.336475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43142) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:12.358675 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf75031-f29b-40bf-b7e6-49fe03af1a9f tempest-SecurityGroupRulesTestJSON-1615691230 tempest-SecurityGroupRulesTestJSON-1615691230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0975572-b345-4847-be2c-4fdd14f26385,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:12.420264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0602a878-7505-4f62-8adf-12ec293b4e9f req-0f007941-87f4-42e1-a453-bcc6e4a61429 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116545 Jul 05 03:55:12.445371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-d512c685-76e6-4bfa-8e12-907f1d365d3c admin admin] Deleting subnet 8195cd3f-42be-4f44-9987-b8a78b0c02f8 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:55:12.448819 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d512c685-76e6-4bfa-8e12-907f1d365d3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.483935 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d512c685-76e6-4bfa-8e12-907f1d365d3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.496456 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a3c87cb-0750-4011-b4a8-3b6368188e83 req-065f390c-bc46-4b49-96ac-474177994c36 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.497023 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a3c87cb-0750-4011-b4a8-3b6368188e83 req-065f390c-bc46-4b49-96ac-474177994c36 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.497196 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [req-2a3c87cb-0750-4011-b4a8-3b6368188e83 req-065f390c-bc46-4b49-96ac-474177994c36 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Floating IP 34370bed-9ebb-4dea-a1d8-3e31dd4d3bb6 disassociated. External IP: 172.25.6.7, port: 9418b660-b5c4-4b60-b669-e3451073dbcc. Jul 05 03:55:12.497639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-2a3c87cb-0750-4011-b4a8-3b6368188e83 req-065f390c-bc46-4b49-96ac-474177994c36 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Calling delete_port for 9418b660-b5c4-4b60-b669-e3451073dbcc owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:12.512209 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.533013 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.538677 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/bd293a60-a9d3-40fb-bc36-6791e979edf1 HTTP/1.1" status: 204 len: 168 time: 3.0439837 Jul 05 03:55:12.538677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ca1bb-0770-426a-ad5a-01d7b77f91b7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Network': ['ID=bd293a60-a9d3-40fb-bc36-6791e979edf1,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:12.549399 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43146) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:12.549399 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d3289881-4e1f-4ee3-8190-ff2a0a797265 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-659086366'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:12.585854 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d512c685-76e6-4bfa-8e12-907f1d365d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.751174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3289881-4e1f-4ee3-8190-ff2a0a797265 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:12.756696 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3289881-4e1f-4ee3-8190-ff2a0a797265 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.782989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3289881-4e1f-4ee3-8190-ff2a0a797265 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:12.794592 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3289881-4e1f-4ee3-8190-ff2a0a797265 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.795037 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-d3289881-4e1f-4ee3-8190-ff2a0a797265 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Added segment dccfaf73-36fe-4aa6-afed-287b514ebf0f of type vlan for network d739b9c3-8404-4740-bf2b-8431b2bd903b Jul 05 03:55:12.797087 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a3c87cb-0750-4011-b4a8-3b6368188e83 req-065f390c-bc46-4b49-96ac-474177994c36 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.808752 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d512c685-76e6-4bfa-8e12-907f1d365d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.835123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f390c-bc46-4b49-96ac-474177994c36 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Pushing event deleted for resources: {'Port': ['ID=9418b660-b5c4-4b60-b669-e3451073dbcc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:12.881127 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512c685-76e6-4bfa-8e12-907f1d365d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8195cd3f-42be-4f44-9987-b8a78b0c02f8,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:12.895121 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d512c685-76e6-4bfa-8e12-907f1d365d3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.897367 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d512c685-76e6-4bfa-8e12-907f1d365d3c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8195cd3f-42be-4f44-9987-b8a78b0c02f8 HTTP/1.1" status: 204 len: 168 time: 0.5591836 Jul 05 03:55:12.902155 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43168) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:12.944699 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3289881-4e1f-4ee3-8190-ff2a0a797265 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.976673 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a3c87cb-0750-4011-b4a8-3b6368188e83 req-065f390c-bc46-4b49-96ac-474177994c36 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:13.094365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a3c87cb-0750-4011-b4a8-3b6368188e83 req-065f390c-bc46-4b49-96ac-474177994c36 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:13.105765 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f221383-729f-4657-b135-07c2beb85e22 None None] Sync routers for ids ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:13.118531 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f221383-729f-4657-b135-07c2beb85e22 None None] Routers {'d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:13.120132 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-2f221383-729f-4657-b135-07c2beb85e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:54:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:13.151849 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e47d702f-96a7-41bb-8ca3-3c6a1df33943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.180553 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-3ab8a2dc-2570-4643-9c32-77048ce271d3 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.182162 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-3ab8a2dc-2570-4643-9c32-77048ce271d3 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/networks?id=d801cc40-56e1-456e-8d73-84e83e982a54 HTTP/1.1" status: 200 len: 818 time: 0.2658439 Jul 05 03:55:13.215767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3c87cb-0750-4011-b4a8-3b6368188e83 req-065f390c-bc46-4b49-96ac-474177994c36 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] No DVR routers for this DVR port 9418b660-b5c4-4b60-b669-e3451073dbcc on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:13.223466 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a3c87cb-0750-4011-b4a8-3b6368188e83 req-065f390c-bc46-4b49-96ac-474177994c36 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.228009 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a3c87cb-0750-4011-b4a8-3b6368188e83 req-065f390c-bc46-4b49-96ac-474177994c36 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.36 "DELETE /v2.0/ports/9418b660-b5c4-4b60-b669-e3451073dbcc HTTP/1.1" status: 204 len: 173 time: 1.3814905 Jul 05 03:55:13.228488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cb6821-5e6b-4f9e-8829-99272e876b3b', 'name': 'network-vif-deleted', 'tag': '9418b660-b5c4-4b60-b669-e3451073dbcc'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:13.237216 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed07ba86-4cd8-4d16-ab0c-ef08234dc944" -d '{"events": [{"server_uuid": "b0cb6821-5e6b-4f9e-8829-99272e876b3b", "name": "network-vif-deleted", "tag": "9418b660-b5c4-4b60-b669-e3451073dbcc"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:13.258581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43176) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:13.266638 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3289881-4e1f-4ee3-8190-ff2a0a797265 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.272866 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3289881-4e1f-4ee3-8190-ff2a0a797265 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.273511 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3289881-4e1f-4ee3-8190-ff2a0a797265 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.298917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-65870316-c7fa-44f5-b1f3-8b13f47fc369 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/quotas/87b9f62985804ba1992e87ee67195357 HTTP/1.1" status: 200 len: 375 time: 0.0932045 Jul 05 03:55:13.325658 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff16d126-18dc-40bc-91e2-425f61309ef6 x-openstack-request-id: req-ff16d126-18dc-40bc-91e2-425f61309ef6 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:13.325980 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cb6821-5e6b-4f9e-8829-99272e876b3b", "name": "network-vif-deleted", "tag": "9418b660-b5c4-4b60-b669-e3451073dbcc", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:13.326236 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ff16d126-18dc-40bc-91e2-425f61309ef6 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:13.326907 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cb6821-5e6b-4f9e-8829-99272e876b3b', 'name': 'network-vif-deleted', 'tag': '9418b660-b5c4-4b60-b669-e3451073dbcc', 'status': 'completed', 'code': 200} Jul 05 03:55:13.424254 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e47d702f-96a7-41bb-8ca3-3c6a1df33943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.426836 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-770dc490-1a7b-4f3f-826e-16240520c87c tempest-AgentManagementNegativeTest-1896657235 tempest-AgentManagementNegativeTest-1896657235-project] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1623883 Jul 05 03:55:13.471784 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-afa468d2-f948-4ef6-83d9-fb7ce48dbac4 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=87b9f62985804ba1992e87ee67195357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1209617 Jul 05 03:55:13.487442 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e47d702f-96a7-41bb-8ca3-3c6a1df33943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eeb8ca2-f880-4477-89c0-79bccec8400e']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:13.490230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-2f221383-729f-4657-b135-07c2beb85e22 None None] Set router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:13.546070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e47d702f-96a7-41bb-8ca3-3c6a1df33943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165651a9-e8a6-4edd-91fb-3425812643ee') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:13.546760 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e47d702f-96a7-41bb-8ca3-3c6a1df33943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165651a9-e8a6-4edd-91fb-3425812643ee') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:13.550322 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3289881-4e1f-4ee3-8190-ff2a0a797265 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Network': ['ID=d739b9c3-8404-4740-bf2b-8431b2bd903b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:13.562749 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e47d702f-96a7-41bb-8ca3-3c6a1df33943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.566303 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d3289881-4e1f-4ee3-8190-ff2a0a797265 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0256102 Jul 05 03:55:13.570721 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43192) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:13.576284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-29b7851b-2580-4fcf-80fd-cc5b2b3d0b95 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'subnet': {'network_id': 'd739b9c3-8404-4740-bf2b-8431b2bd903b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:13.589300 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e47d702f-96a7-41bb-8ca3-3c6a1df33943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.596917 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network d739b9c3-8404-4740-bf2b-8431b2bd903b details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:13.597100 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47d702f-96a7-41bb-8ca3-3c6a1df33943 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:13.597728 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e47d702f-96a7-41bb-8ca3-3c6a1df33943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:13.599694 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:13.692494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20f15e0c-3c22-45b6-9736-8a6c70067c9f req-1246f7bb-f687-4720-b2a6-e1a20029c1e8 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 210 time: 0.0475237 Jul 05 03:55:13.899668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b7851b-2580-4fcf-80fd-cc5b2b3d0b95 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:13.899909 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e47d702f-96a7-41bb-8ca3-3c6a1df33943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.903696 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-29b7851b-2580-4fcf-80fd-cc5b2b3d0b95 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.913406 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e47d702f-96a7-41bb-8ca3-3c6a1df33943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.918261 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e47d702f-96a7-41bb-8ca3-3c6a1df33943 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0eeb8ca2-f880-4477-89c0-79bccec8400e HTTP/1.1" status: 204 len: 168 time: 1.0150990 Jul 05 03:55:13.958034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-bead3b0f-dec8-4992-b4fc-3ae158e6b412 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:55:13.962840 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-bead3b0f-dec8-4992-b4fc-3ae158e6b412 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4728258 Jul 05 03:55:13.966316 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d702f-96a7-41bb-8ca3-3c6a1df33943 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eeb8ca2-f880-4477-89c0-79bccec8400e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:13.967475 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-2f221383-729f-4657-b135-07c2beb85e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'name': 'tempest-ServersTestBootFromVolume-1473094862-router', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'gw_port': {'id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6d7d60c3-2de8-4309-87e1-75770bbaad8b', 'name': '', 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'mac_address': 'fa:16:3e:77:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:15Z', 'updated_at': '2021-07-05T03:50:25Z', 'revision_number': 5, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'subnets': [{'id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:14.051104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f221383-729f-4657-b135-07c2beb85e22 None None] Checking router: d6d545cb-b2e4-4815-9eb5-5aa238f87d8e for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:14.062250 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2bc7437e-e7fa-423b-bc47-f69fb53b324a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.069216 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f221383-729f-4657-b135-07c2beb85e22 None None] Routers {'d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:14.070962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-2f221383-729f-4657-b135-07c2beb85e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:54:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:14.129598 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-c4af1102-a21d-474a-b93b-319b23ed56fe service neutron] 10.222.0.38 "GET /v2.0/networks/d801cc40-56e1-456e-8d73-84e83e982a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441166 Jul 05 03:55:14.284488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-9b571561-c24b-41fe-8ac0-473889893519 service neutron] 10.222.0.38 "GET /v2.0/networks/d801cc40-56e1-456e-8d73-84e83e982a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389968 Jul 05 03:55:14.293123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-2f221383-729f-4657-b135-07c2beb85e22 None None] Set router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:14.368363 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.373280 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-29b7851b-2580-4fcf-80fd-cc5b2b3d0b95 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.454869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43206) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:14.475885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b7851b-2580-4fcf-80fd-cc5b2b3d0b95 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Checking segment: {'id': 'dccfaf73-36fe-4aa6-afed-287b514ebf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd739b9c3-8404-4740-bf2b-8431b2bd903b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:14.476289 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b7851b-2580-4fcf-80fd-cc5b2b3d0b95 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network hostable DHCP agents. Network: d739b9c3-8404-4740-bf2b-8431b2bd903b, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:14.493745 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7851b-2580-4fcf-80fd-cc5b2b3d0b95 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Subnet': ['ID=bb5b3357-2e46-44b5-9eef-71467e0823f6,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:14.556409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43210) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:14.590352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-2f221383-729f-4657-b135-07c2beb85e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'name': 'tempest-ServersTestBootFromVolume-1473094862-router', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'gw_port': {'id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6d7d60c3-2de8-4309-87e1-75770bbaad8b', 'name': '', 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'mac_address': 'fa:16:3e:77:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:15Z', 'updated_at': '2021-07-05T03:50:25Z', 'revision_number': 5, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'subnets': [{'id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:14.632732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f221383-729f-4657-b135-07c2beb85e22 None None] The sync data for ids ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'] in n-d-771363-32 is: [{'id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'name': 'tempest-ServersTestBootFromVolume-1473094862-router', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'gw_port': {'id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6d7d60c3-2de8-4309-87e1-75770bbaad8b', 'name': '', 'network_id': 'cf7b9eb0-cbb0-45f8-b398-17cff1adf554', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'mac_address': 'fa:16:3e:77:7b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:15Z', 'updated_at': '2021-07-05T03:50:25Z', 'revision_number': 5, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'subnets': [{'id': '9cb3a22c-f8ee-4659-a945-ef70c8a04746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:14.635695 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ae970455-3f7f-4934-ad0e-2b32a6e332f3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ecc5989a2fa47f2addadbdac7d8636f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777161 Jul 05 03:55:14.638547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43212) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:14.712999 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b98573d-bce2-4bba-ba6f-137793794c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.716559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b7851b-2580-4fcf-80fd-cc5b2b3d0b95 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network d739b9c3-8404-4740-bf2b-8431b2bd903b is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:14.823627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b98573d-bce2-4bba-ba6f-137793794c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.837572 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1044dc2e-4df1-480f-82db-5f457bdade29 req-56e856a8-5271-4961-b4ea-9980b6adbed0 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 210 time: 0.0988166 Jul 05 03:55:14.943924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-29b7851b-2580-4fcf-80fd-cc5b2b3d0b95 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, d739b9c3-8404-4740-bf2b-8431b2bd903b) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:14.953939 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b7851b-2580-4fcf-80fd-cc5b2b3d0b95 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:14.954679 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-29b7851b-2580-4fcf-80fd-cc5b2b3d0b95 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.962919 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c796fc-58a3-4bde-a87c-d2bda645bc9f None None] Network d739b9c3-8404-4740-bf2b-8431b2bd903b requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:14.964090 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0fe789eb-cb13-4cea-9e32-544efd79342d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.070921 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0345aa2e-c673-451e-a376-6edfc2242b87 req-06ddce4a-7336-4065-90d2-b56cc89bba86 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 210 time: 0.0414429 Jul 05 03:55:15.135136 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-29b7851b-2580-4fcf-80fd-cc5b2b3d0b95 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5632679 Jul 05 03:55:15.137333 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b98573d-bce2-4bba-ba6f-137793794c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.139244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43234) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:15.142136 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b98573d-bce2-4bba-ba6f-137793794c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.142915 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4b98573d-bce2-4bba-ba6f-137793794c06 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/385505dd-28f9-4a40-bcbb-8ab31ec8d845 HTTP/1.1" status: 204 len: 168 time: 0.5029452 Jul 05 03:55:15.151416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9418b660-b5c4-4b60-b669-e3451073dbcc no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:15.160819 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98573d-bce2-4bba-ba6f-137793794c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385505dd-28f9-4a40-bcbb-8ab31ec8d845,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:15.177852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 9418b660-b5c4-4b60-b669-e3451073dbcc {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:15.177852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9418b660-b5c4-4b60-b669-e3451073dbcc not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:15.219407 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275eaa24-5828-4113-8a49-7426c5da7635 None None] New status for floating IP 34370bed-9ebb-4dea-a1d8-3e31dd4d3bb6: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:55:15.298917 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-d739b9c3-8404-4740-bf2b-8431b2bd903b', 'network_id': 'd739b9c3-8404-4740-bf2b-8431b2bd903b', 'tenant_id': '91183f2544e245ce9a9eee6cf221adaa', 'fixed_ips': [{'subnet_id': 'bb5b3357-2e46-44b5-9eef-71467e0823f6'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:55:15.299865 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.367694 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.410620 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.453491 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0fe789eb-cb13-4cea-9e32-544efd79342d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.471908 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.508624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Allocated IP 172.20.0.2 (d739b9c3-8404-4740-bf2b-8431b2bd903b/bb5b3357-2e46-44b5-9eef-71467e0823f6/3b221cea-cadf-40bf-9cb0-1e4731027e14) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:15.700053 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.714568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Transition to ACTIVE for port object 3b221cea-cadf-40bf-9cb0-1e4731027e14 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:15.733489 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Transition to ACTIVE for port object 3b221cea-cadf-40bf-9cb0-1e4731027e14 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:15.740436 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0fe789eb-cb13-4cea-9e32-544efd79342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.784332 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0fe789eb-cb13-4cea-9e32-544efd79342d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d2c849b5a695467bb5d2118c2ff6bc35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3280745 Jul 05 03:55:15.786808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe789eb-cb13-4cea-9e32-544efd79342d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8684be-3f19-47f2-a824-68668561e687,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:15.787100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43248) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:15.902868 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d419fc4a-f387-47d0-a1c9-f7c1ab100652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.934653 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d419fc4a-f387-47d0-a1c9-f7c1ab100652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.941321 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.993070 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Pushing event updated for resources: {'Port': ['ID=3b221cea-cadf-40bf-9cb0-1e4731027e14,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:16.001809 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-509042cb-4b68-4d80-8cde-d515a803d5c6 req-b579e514-b098-42bf-bb8f-cc698fcc9f75 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 210 time: 0.0527272 Jul 05 03:55:16.010573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Network d739b9c3-8404-4740-bf2b-8431b2bd903b is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:16.012234 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:16.018498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:16.082456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Attempting to bind port 3b221cea-cadf-40bf-9cb0-1e4731027e14 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:16.082821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Attempting to bind port 3b221cea-cadf-40bf-9cb0-1e4731027e14 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'dccfaf73-36fe-4aa6-afed-287b514ebf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd739b9c3-8404-4740-bf2b-8431b2bd903b'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:16.083181 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Attempting to bind port 3b221cea-cadf-40bf-9cb0-1e4731027e14 on network d739b9c3-8404-4740-bf2b-8431b2bd903b {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:16.088234 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:16.088609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Checking segment: {'id': 'dccfaf73-36fe-4aa6-afed-287b514ebf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd739b9c3-8404-4740-bf2b-8431b2bd903b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:16.089040 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.089397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Bound using segment: {'id': 'dccfaf73-36fe-4aa6-afed-287b514ebf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd739b9c3-8404-4740-bf2b-8431b2bd903b'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:16.089903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Bound port: 3b221cea-cadf-40bf-9cb0-1e4731027e14, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccfaf73-36fe-4aa6-afed-287b514ebf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd739b9c3-8404-4740-bf2b-8431b2bd903b'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:16.090234 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.182635 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d419fc4a-f387-47d0-a1c9-f7c1ab100652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.185095 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.194104 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d419fc4a-f387-47d0-a1c9-f7c1ab100652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.198850 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d419fc4a-f387-47d0-a1c9-f7c1ab100652 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec8684be-3f19-47f2-a824-68668561e687 HTTP/1.1" status: 204 len: 168 time: 0.4106677 Jul 05 03:55:16.216321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] For port 3b221cea-cadf-40bf-9cb0-1e4731027e14, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:16.217620 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419fc4a-f387-47d0-a1c9-f7c1ab100652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8684be-3f19-47f2-a824-68668561e687,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:16.224760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] For port 3b221cea-cadf-40bf-9cb0-1e4731027e14, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3b221cea-cadf-40bf-9cb0-1e4731027e14,segment=NetworkSegment(dccfaf73-36fe-4aa6-afed-287b514ebf0f),segment_id=dccfaf73-36fe-4aa6-afed-287b514ebf0f)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:16.328576 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cee33cd7-56c3-4fa5-92e5-5eec9a4bb0b9 req-7ee44963-1cbc-4624-8d88-9157ed1f71b8 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 210 time: 0.1168892 Jul 05 03:55:16.341306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5b3357-2e46-44b5-9eef-71467e0823f6,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:16.400107 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.410371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d739b9c3-8404-4740-bf2b-8431b2bd903b']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:16.421180 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccfaf73-36fe-4aa6-afed-287b514ebf0f') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:16.421488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccfaf73-36fe-4aa6-afed-287b514ebf0f') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:16.432351 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.494318 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.496479 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.504468 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:16.505124 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:16.508506 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:16.590711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9926964-3124-432e-b769-1b7bdb1ab2a9 None None] Pushing event updated for resources: {'Port': ['ID=3b221cea-cadf-40bf-9cb0-1e4731027e14,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:16.704631 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.api [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 03:55:16.704631 n-d-771363-32 neutron-server[100933]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 03:55:16.704631 n-d-771363-32 neutron-server[100933]: [parameters: {'id': 'd739b9c3-8404-4740-bf2b-8431b2bd903b'}] Jul 05 03:55:16.704631 n-d-771363-32 neutron-server[100933]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:55:16.704631 n-d-771363-32 neutron-server[100933]: DEBUG oslo_db.api [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:55:16.911507 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.111495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fce1c39d-0d37-45fa-965f-7fcf23d251d8 req-9d062f7f-a297-49a0-9d19-5faafa218d13 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 210 time: 0.0366893 Jul 05 03:55:17.202823 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.264329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Deleting port 3b221cea-cadf-40bf-9cb0-1e4731027e14 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:17.264744 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.329179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] For port 3b221cea-cadf-40bf-9cb0-1e4731027e14, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3b221cea-cadf-40bf-9cb0-1e4731027e14,segment=NetworkSegment(dccfaf73-36fe-4aa6-afed-287b514ebf0f),segment_id=dccfaf73-36fe-4aa6-afed-287b514ebf0f)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:17.329842 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.343183 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Calling delete_port for 3b221cea-cadf-40bf-9cb0-1e4731027e14 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:17.619287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9cb1a90-060f-4f6f-9939-5788c794cbf9 req-2f3c5c88-e05d-4044-bcfa-db2fe96e14e3 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 210 time: 0.0664191 Jul 05 03:55:17.620655 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.680243 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No DVR routers for this DVR port 3b221cea-cadf-40bf-9cb0-1e4731027e14 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:17.682002 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Port': ['ID=3b221cea-cadf-40bf-9cb0-1e4731027e14,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:17.688505 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43304) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:17.969293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3847ffab-fded-4bbd-b758-9418d2d84731 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-196251025-network', 'tenant_id': '8b68a52351a9459890afd450c0a0c46b'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:18.044286 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec5b56-eb21-4b32-9146-86e02239373e None None] Network d739b9c3-8404-4740-bf2b-8431b2bd903b requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:18.108938 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.129086 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d739b9c3-8404-4740-bf2b-8431b2bd903b']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:18.143822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-13cc7f44-6757-47c4-be4d-c8b3382701f6 None None] Could not find standard attr ID for object 3b221cea-cadf-40bf-9cb0-1e4731027e14. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:55:18.144703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccfaf73-36fe-4aa6-afed-287b514ebf0f') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:18.145161 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccfaf73-36fe-4aa6-afed-287b514ebf0f') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:18.162312 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.181163 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.190086 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:18.190086 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:18.192958 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:18.251583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3847ffab-fded-4bbd-b758-9418d2d84731 admin admin] Made reservation on behalf of 8b68a52351a9459890afd450c0a0c46b for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:18.257739 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3847ffab-fded-4bbd-b758-9418d2d84731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.275165 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3847ffab-fded-4bbd-b758-9418d2d84731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.308234 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-995021eb-23e2-49d5-9501-3c24ae183922 req-51accdaf-9436-43dd-a566-726ec23f1c91 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 210 time: 0.0386963 Jul 05 03:55:18.347066 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.348099 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c16599-7ed5-4f9a-819f-a6e52d33ea7a None None] DHCP port deletion for d739b9c3-8404-4740-bf2b-8431b2bd903b request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:55:18.355542 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.357377 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/d739b9c3-8404-4740-bf2b-8431b2bd903b HTTP/1.1" status: 204 len: 168 time: 3.2157209 Jul 05 03:55:18.368386 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43322) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:18.381835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d160a3-a1eb-4ad3-b5b9-ff32deb46452 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Network': ['ID=d739b9c3-8404-4740-bf2b-8431b2bd903b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:18.385548 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a7333521-4f72-4519-bb34-edf70d7e30aa tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-382061529'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:18.452012 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3847ffab-fded-4bbd-b758-9418d2d84731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.545049 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43330) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:18.574571 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3847ffab-fded-4bbd-b758-9418d2d84731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.602515 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3847ffab-fded-4bbd-b758-9418d2d84731 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:18.627242 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3847ffab-fded-4bbd-b758-9418d2d84731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.627590 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-3847ffab-fded-4bbd-b758-9418d2d84731 admin admin] Added segment 4231db98-9b73-480e-9f0a-831c104e6372 of type vlan for network 3fdf8913-47c8-4a23-a882-812e457ca862 Jul 05 03:55:18.637316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847ffab-fded-4bbd-b758-9418d2d84731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:18.677740 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3847ffab-fded-4bbd-b758-9418d2d84731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.686549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-dbd330c7-ac86-4f56-a9b0-494cb810531c tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] Request body: {'port': {'network_id': 'd9a4435d-582c-420b-a79e-b6a2a6b63b79', 'name': 'tempest-NetworksNegativeTestJSON-332174796'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:18.710188 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd330c7-ac86-4f56-a9b0-494cb810531c tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] POST failed (client error): The resource could not be found. Jul 05 03:55:18.710188 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd330c7-ac86-4f56-a9b0-494cb810531c tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:55:18.710188 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dbd330c7-ac86-4f56-a9b0-494cb810531c tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1629093 Jul 05 03:55:18.713055 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43338) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:18.740513 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ae229a-398d-4826-983f-06740efc045a tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] DELETE failed (client error): The resource could not be found. Jul 05 03:55:18.741580 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ae229a-398d-4826-983f-06740efc045a tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:55:18.744770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-08ae229a-398d-4826-983f-06740efc045a tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] 10.222.0.38 "DELETE /v2.0/networks/5ba51b03-d5d1-48d7-83ea-a32fe125b63c HTTP/1.1" status: 404 len: 339 time: 0.0304983 Jul 05 03:55:18.749441 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43340) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:18.793575 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8daf0f41-5550-4fb9-a366-2df2e658c687 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] DELETE failed (client error): The resource could not be found. Jul 05 03:55:18.794430 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8daf0f41-5550-4fb9-a366-2df2e658c687 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:55:18.796331 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8daf0f41-5550-4fb9-a366-2df2e658c687 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] 10.222.0.38 "DELETE /v2.0/ports/823e96ca-f200-4a75-899f-278255daa367 HTTP/1.1" status: 404 len: 333 time: 0.0451202 Jul 05 03:55:18.800107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7333521-4f72-4519-bb34-edf70d7e30aa tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:18.803862 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7333521-4f72-4519-bb34-edf70d7e30aa tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.807509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43342) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:18.810091 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-93c71795-9243-49fc-9cc8-9073804e5227 req-6396d0c2-351b-40e2-bc45-1948eadeb651 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 210 time: 0.0346477 Jul 05 03:55:18.842679 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-6527d1b2-bb11-44e0-a896-6599ee4988ec tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] DELETE failed (client error): The resource could not be found. Jul 05 03:55:18.844146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6527d1b2-bb11-44e0-a896-6599ee4988ec tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:55:18.846375 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6527d1b2-bb11-44e0-a896-6599ee4988ec tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] 10.222.0.38 "DELETE /v2.0/subnets/7f3db6d3-91f7-4a18-8439-03ee554e19e0 HTTP/1.1" status: 404 len: 337 time: 0.0381904 Jul 05 03:55:18.850201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43346) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:18.876778 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-d494fe09-f56f-4d27-a55c-b3e3be8e7bd3 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] GET failed (client error): The resource could not be found. Jul 05 03:55:18.878402 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d494fe09-f56f-4d27-a55c-b3e3be8e7bd3 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] 10.222.0.38 "GET /v2.0/networks/1a704ed6-221b-439e-8bfe-5f2d52ed2bee HTTP/1.1" status: 404 len: 339 time: 0.0272171 Jul 05 03:55:18.882026 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43348) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:18.894015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7333521-4f72-4519-bb34-edf70d7e30aa tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:18.918229 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c63c7b-b359-476e-8a8a-364b2f34e39e tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] GET failed (client error): The resource could not be found. Jul 05 03:55:18.921968 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a6c63c7b-b359-476e-8a8a-364b2f34e39e tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] 10.222.0.38 "GET /v2.0/ports/041e4627-2835-42c8-8e49-5a99c2caa4d8 HTTP/1.1" status: 404 len: 333 time: 0.0367854 Jul 05 03:55:18.923886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43350) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:18.924227 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7333521-4f72-4519-bb34-edf70d7e30aa tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.924595 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-a7333521-4f72-4519-bb34-edf70d7e30aa tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Added segment 915485b1-3fc2-407f-92b8-dca82039f108 of type vlan for network 0e732cdd-86f5-4ce0-8da6-67da183ad80e Jul 05 03:55:18.952806 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-375aefd3-7df6-4201-bfe3-caaa91715bd6 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] GET failed (client error): The resource could not be found. Jul 05 03:55:18.954719 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-375aefd3-7df6-4201-bfe3-caaa91715bd6 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] 10.222.0.38 "GET /v2.0/subnets/813a2ad2-a6b6-47ea-9515-eecbe26433c7 HTTP/1.1" status: 404 len: 337 time: 0.0297184 Jul 05 03:55:18.958962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43352) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:18.968107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-89d6c9e8-1382-4034-945b-2dc841731781 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:18.988402 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d6c9e8-1382-4034-945b-2dc841731781 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] PUT failed (client error): The resource could not be found. Jul 05 03:55:18.988952 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d6c9e8-1382-4034-945b-2dc841731781 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:55:18.993871 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-89d6c9e8-1382-4034-945b-2dc841731781 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] 10.222.0.38 "PUT /v2.0/networks/514366fa-1917-4fa4-9a4d-e1ff58a860a6 HTTP/1.1" status: 404 len: 339 time: 0.0295782 Jul 05 03:55:18.993871 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7333521-4f72-4519-bb34-edf70d7e30aa tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.994655 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43354) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:19.002499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b478480b-2fe8-4211-a509-d3ef534f77f8 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:19.016819 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3847ffab-fded-4bbd-b758-9418d2d84731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.017591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3847ffab-fded-4bbd-b758-9418d2d84731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.018185 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3847ffab-fded-4bbd-b758-9418d2d84731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.029757 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-b478480b-2fe8-4211-a509-d3ef534f77f8 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] PUT failed (client error): The resource could not be found. Jul 05 03:55:19.030452 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b478480b-2fe8-4211-a509-d3ef534f77f8 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:55:19.031594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b478480b-2fe8-4211-a509-d3ef534f77f8 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] 10.222.0.38 "PUT /v2.0/ports/d6ac436e-6cda-4a35-9e13-c40907050881 HTTP/1.1" status: 404 len: 333 time: 0.0355794 Jul 05 03:55:19.036465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43358) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:19.043200 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-8f1ebcde-377a-4c2d-9f9e-65abbdc6cf04 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:19.069509 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1ebcde-377a-4c2d-9f9e-65abbdc6cf04 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] PUT failed (client error): The resource could not be found. Jul 05 03:55:19.069966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1ebcde-377a-4c2d-9f9e-65abbdc6cf04 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:55:19.071448 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8f1ebcde-377a-4c2d-9f9e-65abbdc6cf04 tempest-NetworksNegativeTestJSON-1690969842 tempest-NetworksNegativeTestJSON-1690969842-project] 10.222.0.38 "PUT /v2.0/subnets/1d235e98-2e29-4423-874d-c35aacfe8509 HTTP/1.1" status: 404 len: 337 time: 0.0336871 Jul 05 03:55:19.089266 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847ffab-fded-4bbd-b758-9418d2d84731 admin admin] Pushing event updated for resources: {'Network': ['ID=3fdf8913-47c8-4a23-a882-812e457ca862,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:19.101094 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 3fdf8913-47c8-4a23-a882-812e457ca862 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:19.134300 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7333521-4f72-4519-bb34-edf70d7e30aa tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.143306 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7333521-4f72-4519-bb34-edf70d7e30aa tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.144639 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7333521-4f72-4519-bb34-edf70d7e30aa tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.222238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7333521-4f72-4519-bb34-edf70d7e30aa tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Network': ['ID=0e732cdd-86f5-4ce0-8da6-67da183ad80e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:19.232722 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 0e732cdd-86f5-4ce0-8da6-67da183ad80e details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:19.270397 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3847ffab-fded-4bbd-b758-9418d2d84731 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5804899 Jul 05 03:55:19.273217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43364) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:19.279072 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7a79abfb-56ce-439f-86b3-7fc681030827 admin admin] Request body: {'subnet': {'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-196251025-subnet', 'tenant_id': '8b68a52351a9459890afd450c0a0c46b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:19.294266 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a7333521-4f72-4519-bb34-edf70d7e30aa tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9244578 Jul 05 03:55:19.297463 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43368) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:19.304173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-1bff6d78-4217-4355-8748-a67b7db071d2 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'subnet': {'network_id': '0e732cdd-86f5-4ce0-8da6-67da183ad80e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:19.465124 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a79abfb-56ce-439f-86b3-7fc681030827 admin admin] Made reservation on behalf of 8b68a52351a9459890afd450c0a0c46b for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:19.467811 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a79abfb-56ce-439f-86b3-7fc681030827 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.482213 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84dffc62-3648-4ae1-be93-dd73974d423c req-77c57d95-d7f0-4b86-bc42-db8cb9d14e7e tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 210 time: 0.0322576 Jul 05 03:55:19.649467 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bff6d78-4217-4355-8748-a67b7db071d2 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:19.662163 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1bff6d78-4217-4355-8748-a67b7db071d2 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.757696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.ipam_backend_mixin [None req-1bff6d78-4217-4355-8748-a67b7db071d2 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Performing IP validity checks on allocation pools {{(pid=100933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 03:55:19.758884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.ipam_backend_mixin [None req-1bff6d78-4217-4355-8748-a67b7db071d2 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 03:55:19.785459 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a79abfb-56ce-439f-86b3-7fc681030827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.854832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43384) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:19.872399 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79abfb-56ce-439f-86b3-7fc681030827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cadd956f-4ed6-4336-8d28-a9a782accda4,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:19.881930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a79abfb-56ce-439f-86b3-7fc681030827 admin admin] Checking segment: {'id': '4231db98-9b73-480e-9f0a-831c104e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:19.882421 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a79abfb-56ce-439f-86b3-7fc681030827 admin admin] Network hostable DHCP agents. Network: 3fdf8913-47c8-4a23-a882-812e457ca862, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:20.002453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a79abfb-56ce-439f-86b3-7fc681030827 admin admin] Network 3fdf8913-47c8-4a23-a882-812e457ca862 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:20.076870 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf13976a-6896-46a1-abf4-39ad982a8c0b req-ca66f5ee-77d4-4325-9804-81d21bced9d8 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 210 time: 0.0387530 Jul 05 03:55:20.078364 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1bff6d78-4217-4355-8748-a67b7db071d2 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.128907 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9a714c3a-f197-47d5-a906-4e78e17b92fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.151341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff6d78-4217-4355-8748-a67b7db071d2 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Subnet': ['ID=a66ca5c6-aa23-4f0d-80b8-c473bfa17174,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:20.177605 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bff6d78-4217-4355-8748-a67b7db071d2 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Checking segment: {'id': '915485b1-3fc2-407f-92b8-dca82039f108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e732cdd-86f5-4ce0-8da6-67da183ad80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:20.177605 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff6d78-4217-4355-8748-a67b7db071d2 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network hostable DHCP agents. Network: 0e732cdd-86f5-4ce0-8da6-67da183ad80e, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:20.207426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3b221cea-cadf-40bf-9cb0-1e4731027e14 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:20.254090 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7a79abfb-56ce-439f-86b3-7fc681030827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 3fdf8913-47c8-4a23-a882-812e457ca862) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:20.260987 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 3b221cea-cadf-40bf-9cb0-1e4731027e14 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:20.261338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3b221cea-cadf-40bf-9cb0-1e4731027e14 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:20.262759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a79abfb-56ce-439f-86b3-7fc681030827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:20.263881 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a79abfb-56ce-439f-86b3-7fc681030827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.269961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f5c5e4-cb61-40ff-8128-773746ff5ea5 None None] Network 3fdf8913-47c8-4a23-a882-812e457ca862 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:20.308919 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9a714c3a-f197-47d5-a906-4e78e17b92fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.400353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff6d78-4217-4355-8748-a67b7db071d2 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network 0e732cdd-86f5-4ce0-8da6-67da183ad80e is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:20.407690 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-1bff6d78-4217-4355-8748-a67b7db071d2 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 0e732cdd-86f5-4ce0-8da6-67da183ad80e) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:20.412544 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff6d78-4217-4355-8748-a67b7db071d2 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:20.413517 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1bff6d78-4217-4355-8748-a67b7db071d2 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.425433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26a69fb-ee2d-411f-a349-875a9b795612 None None] Network 0e732cdd-86f5-4ce0-8da6-67da183ad80e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:20.439328 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad90d22-e61e-4bd0-bb9e-dfccdbe85f1e None None] Network 3fdf8913-47c8-4a23-a882-812e457ca862 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:20.477918 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9a714c3a-f197-47d5-a906-4e78e17b92fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.521575 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9a714c3a-f197-47d5-a906-4e78e17b92fc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=25e88a9672534736b28a946759ed9e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6611967 Jul 05 03:55:20.521575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a714c3a-f197-47d5-a906-4e78e17b92fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d01acee-ffe1-4345-86bc-d406c9040bec,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:20.522504 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43392) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:20.605775 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5a25797a-6553-4ee2-8c82-880dbaf46765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.634167 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7a79abfb-56ce-439f-86b3-7fc681030827 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3597283 Jul 05 03:55:20.636814 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43396) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:20.655604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-196251025-router', 'tenant_id': '8b68a52351a9459890afd450c0a0c46b', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:20.693606 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5a25797a-6553-4ee2-8c82-880dbaf46765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.729186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1bff6d78-4217-4355-8748-a67b7db071d2 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4087157 Jul 05 03:55:20.729186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43398) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:20.769274 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43400) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:20.879538 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62213672-ccf5-432d-b69c-55e1ae388ce6 req-1e164652-17d1-4063-8c62-27faef0c29c5 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 210 time: 0.0800240 Jul 05 03:55:20.923369 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.926904 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.949732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-b319d8bd-da17-4bfc-bddf-49dbb65fae0f tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:20.956449 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-b319d8bd-da17-4bfc-bddf-49dbb65fae0f tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.10 "GET /v2.0/networks?id=d801cc40-56e1-456e-8d73-84e83e982a54 HTTP/1.1" status: 200 len: 818 time: 0.4415567 Jul 05 03:55:20.993583 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-49423666-e55c-4d93-8f8d-5903ab54190f tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Request body: {'port': {'device_id': '4def7804-8df0-480c-bead-d4943d87dca9', 'network_id': 'd801cc40-56e1-456e-8d73-84e83e982a54', 'admin_state_up': True, 'tenant_id': '87b9f62985804ba1992e87ee67195357'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:20.993778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5a25797a-6553-4ee2-8c82-880dbaf46765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.995026 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5a25797a-6553-4ee2-8c82-880dbaf46765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.001458 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5a25797a-6553-4ee2-8c82-880dbaf46765 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8d01acee-ffe1-4345-86bc-d406c9040bec HTTP/1.1" status: 204 len: 168 time: 0.4738541 Jul 05 03:55:21.070221 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25797a-6553-4ee2-8c82-880dbaf46765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d01acee-ffe1-4345-86bc-d406c9040bec,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:21.091915 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-0e732cdd-86f5-4ce0-8da6-67da183ad80e', 'network_id': '0e732cdd-86f5-4ce0-8da6-67da183ad80e', 'tenant_id': '91183f2544e245ce9a9eee6cf221adaa', 'fixed_ips': [{'subnet_id': 'a66ca5c6-aa23-4f0d-80b8-c473bfa17174'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:55:21.099169 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.162451 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e1007f58-b1c3-45c5-8292-f8bc6b9157ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.177732 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.290848 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.383868 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.507277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Allocated IP 172.20.0.3 (0e732cdd-86f5-4ce0-8da6-67da183ad80e/a66ca5c6-aa23-4f0d-80b8-c473bfa17174/de916046-49c3-4f2f-815f-d53faf09595a) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:21.542698 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e1007f58-b1c3-45c5-8292-f8bc6b9157ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.781585 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17759c28-0ba0-435a-9cc3-184f33ba7628 req-3a8093aa-a732-478d-a452-690f81c21c88 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0cb6821-5e6b-4f9e-8829-99272e876b3b HTTP/1.1" status: 200 len: 210 time: 0.3578176 Jul 05 03:55:21.819440 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-49423666-e55c-4d93-8f8d-5903ab54190f tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Made reservation on behalf of 87b9f62985804ba1992e87ee67195357 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:21.826007 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-49423666-e55c-4d93-8f8d-5903ab54190f tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.967669 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.975749 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e1007f58-b1c3-45c5-8292-f8bc6b9157ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.021570 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e1007f58-b1c3-45c5-8292-f8bc6b9157ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c20909a3448445938887f37853e7c3b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2482080 Jul 05 03:55:22.021570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1007f58-b1c3-45c5-8292-f8bc6b9157ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ea00cf-6e84-4912-9f53-7856d419dec8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:22.026545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43426) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:22.043803 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.073233 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e11509c1-d5f5-4916-aca2-1d9a69279d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.073845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-49423666-e55c-4d93-8f8d-5903ab54190f tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Allocated IP 172.20.0.7 (d801cc40-56e1-456e-8d73-84e83e982a54/add7e943-b9df-47e1-9bed-4754167bd358/c235235c-10c1-4beb-96e6-525a5f2ab08b) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:22.090936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Transition to ACTIVE for port object de916046-49c3-4f2f-815f-d53faf09595a will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:22.099490 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e11509c1-d5f5-4916-aca2-1d9a69279d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.131078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Transition to ACTIVE for port object de916046-49c3-4f2f-815f-d53faf09595a will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:22.298951 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-49423666-e55c-4d93-8f8d-5903ab54190f tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.303999 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.350171 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e11509c1-d5f5-4916-aca2-1d9a69279d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.352940 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e11509c1-d5f5-4916-aca2-1d9a69279d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.356419 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e11509c1-d5f5-4916-aca2-1d9a69279d3c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/04ea00cf-6e84-4912-9f53-7856d419dec8 HTTP/1.1" status: 204 len: 168 time: 0.3310287 Jul 05 03:55:22.366877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11509c1-d5f5-4916-aca2-1d9a69279d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ea00cf-6e84-4912-9f53-7856d419dec8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:22.388239 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88bce28a-593b-4b69-a7ad-715ecd802576 req-8c3ea1c3-7e7a-496a-ad2c-db55d1520bbe tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 210 time: 0.0523243 Jul 05 03:55:22.413653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Network 0e732cdd-86f5-4ce0-8da6-67da183ad80e is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:22.421570 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:22.429014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:22.434683 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.436643 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Pushing event updated for resources: {'Port': ['ID=de916046-49c3-4f2f-815f-d53faf09595a,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:22.463768 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.511951 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-49423666-e55c-4d93-8f8d-5903ab54190f tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.515321 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.519729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Attempting to bind port de916046-49c3-4f2f-815f-d53faf09595a on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:22.520270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Attempting to bind port de916046-49c3-4f2f-815f-d53faf09595a by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '915485b1-3fc2-407f-92b8-dca82039f108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e732cdd-86f5-4ce0-8da6-67da183ad80e'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:22.520599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Attempting to bind port de916046-49c3-4f2f-815f-d53faf09595a on network 0e732cdd-86f5-4ce0-8da6-67da183ad80e {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:22.526456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:22.526935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Checking segment: {'id': '915485b1-3fc2-407f-92b8-dca82039f108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e732cdd-86f5-4ce0-8da6-67da183ad80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:22.527420 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.527867 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Bound using segment: {'id': '915485b1-3fc2-407f-92b8-dca82039f108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e732cdd-86f5-4ce0-8da6-67da183ad80e'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:22.528461 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Bound port: de916046-49c3-4f2f-815f-d53faf09595a, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915485b1-3fc2-407f-92b8-dca82039f108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0e732cdd-86f5-4ce0-8da6-67da183ad80e'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:22.528942 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.601165 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Subnet': ['ID=a66ca5c6-aa23-4f0d-80b8-c473bfa17174,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:22.620329 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Allocated IP 172.25.6.62 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/0ddbcce0-d233-422c-8f50-4a37534dd703) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:22.651954 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] For port de916046-49c3-4f2f-815f-d53faf09595a, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:22.655665 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] For port de916046-49c3-4f2f-815f-d53faf09595a, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=de916046-49c3-4f2f-815f-d53faf09595a,segment=NetworkSegment(915485b1-3fc2-407f-92b8-dca82039f108),segment_id=915485b1-3fc2-407f-92b8-dca82039f108)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:22.665000 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-49423666-e55c-4d93-8f8d-5903ab54190f tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Network d801cc40-56e1-456e-8d73-84e83e982a54 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:22.675518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-49423666-e55c-4d93-8f8d-5903ab54190f tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:22.682883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-49423666-e55c-4d93-8f8d-5903ab54190f tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:22.688858 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49423666-e55c-4d93-8f8d-5903ab54190f tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Pushing event updated for resources: {'Port': ['ID=c235235c-10c1-4beb-96e6-525a5f2ab08b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:22.714227 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.731259 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e732cdd-86f5-4ce0-8da6-67da183ad80e']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:22.737206 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.756326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915485b1-3fc2-407f-92b8-dca82039f108') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:22.756326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915485b1-3fc2-407f-92b8-dca82039f108') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:22.770224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-49423666-e55c-4d93-8f8d-5903ab54190f tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.770224 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-49423666-e55c-4d93-8f8d-5903ab54190f tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.775360 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.864934 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.866603 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.877879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:22.878292 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:22.883333 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:22.924501 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.928784 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-49423666-e55c-4d93-8f8d-5903ab54190f tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9581633 Jul 05 03:55:22.946743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Request body: {'port': {'device_id': '4def7804-8df0-480c-bead-d4943d87dca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:22.981304 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67195a5d-6c0a-4e2e-8511-240f011b8a1b None None] Pushing event updated for resources: {'Port': ['ID=de916046-49c3-4f2f-815f-d53faf09595a,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:23.012817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8ffdbb-a28c-4627-9d75-aab1a17f92f2 None None] Network 0e732cdd-86f5-4ce0-8da6-67da183ad80e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:23.024208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43448) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:23.031382 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:23.040226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:23.043847 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:23.061958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43450) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:23.076698 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.api [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 03:55:23.076698 n-d-771363-32 neutron-server[100933]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 03:55:23.076698 n-d-771363-32 neutron-server[100933]: [parameters: {'id': '0e732cdd-86f5-4ce0-8da6-67da183ad80e'}] Jul 05 03:55:23.076698 n-d-771363-32 neutron-server[100933]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:55:23.081652 n-d-771363-32 neutron-server[100933]: DEBUG oslo_db.api [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:55:23.081827 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Pushing event updated for resources: {'Port': ['ID=0ddbcce0-d233-422c-8f50-4a37534dd703,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:23.092133 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.232883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-32854417-c0b4-48ac-a765-077a5f767665 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-503451242'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:23.248386 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dfafc433-930b-4ae1-8da4-20e78e982dc2 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.291835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42b26f1-f7a8-46fa-b71d-dae8f98fb66a None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:55:23.328318 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dfafc433-930b-4ae1-8da4-20e78e982dc2 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.416440 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32854417-c0b4-48ac-a765-077a5f767665 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Made reservation on behalf of fac9bb58bb724784bb5882fed04ce0b7 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:23.420744 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32854417-c0b4-48ac-a765-077a5f767665 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.437520 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32854417-c0b4-48ac-a765-077a5f767665 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.452383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42b26f1-f7a8-46fa-b71d-dae8f98fb66a None None] Resources bound (agent type, host, resource id): {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 03:55:23.507230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c235235c-10c1-4beb-96e6-525a5f2ab08b {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:23.518931 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.568421 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dfafc433-930b-4ae1-8da4-20e78e982dc2 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.580830 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dfafc433-930b-4ae1-8da4-20e78e982dc2 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.580830 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dfafc433-930b-4ae1-8da4-20e78e982dc2 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "DELETE /v2.0/security-groups/e9bbc3d4-30b8-4de3-81f4-fb111ed473ad HTTP/1.1" status: 204 len: 168 time: 0.5452595 Jul 05 03:55:23.580830 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43460) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:23.582120 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.595140 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.595625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Transition to ACTIVE for port object c235235c-10c1-4beb-96e6-525a5f2ab08b will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:23.604615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafc433-930b-4ae1-8da4-20e78e982dc2 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bbc3d4-30b8-4de3-81f4-fb111ed473ad,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:23.622810 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-c369a005-a82f-4d8c-bc78-a5df4b99a21a tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] show failed (client error): The resource could not be found. Jul 05 03:55:23.624371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c369a005-a82f-4d8c-bc78-a5df4b99a21a tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "GET /v2.0/security-groups/e9bbc3d4-30b8-4de3-81f4-fb111ed473ad HTTP/1.1" status: 404 len: 347 time: 0.0398564 Jul 05 03:55:23.627898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43462) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:23.670735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43464) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:23.749618 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.827304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5f15-8aef-4148-8ad2-300a19d42b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.878394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32854417-c0b4-48ac-a765-077a5f767665 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.907452 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Pushing event updated for resources: {'Port': ['ID=c235235c-10c1-4beb-96e6-525a5f2ab08b,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:23.942206 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.983337 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Deleting port de916046-49c3-4f2f-815f-d53faf09595a {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:23.983689 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.039315 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c971e-9edf-4d4d-98a6-b85206c05685 req-f5c34510-6ef6-4eb9-bf03-587cc93e4e45 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:24.041223 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c9c971e-9edf-4d4d-98a6-b85206c05685 req-f5c34510-6ef6-4eb9-bf03-587cc93e4e45 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 931 time: 0.3655369 Jul 05 03:55:24.073843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-fe217cd5-c4a8-4980-a688-a40ef8d6ac38 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Deleting port 852ee3b1-e1c0-49bc-b710-62500b8c39b0 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:24.074187 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe217cd5-c4a8-4980-a688-a40ef8d6ac38 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.131731 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32854417-c0b4-48ac-a765-077a5f767665 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.170265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Attempting to bind port c235235c-10c1-4beb-96e6-525a5f2ab08b on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:24.170572 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Attempting to bind port c235235c-10c1-4beb-96e6-525a5f2ab08b by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '86e9426f-3a0b-4d7e-b5c7-cca8b2dff402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd801cc40-56e1-456e-8d73-84e83e982a54'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:24.171151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Attempting to bind port c235235c-10c1-4beb-96e6-525a5f2ab08b on network d801cc40-56e1-456e-8d73-84e83e982a54 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:24.172945 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5f15-8aef-4148-8ad2-300a19d42b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.195625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Router 4c8314c4-4988-426a-bb33-216181d0eb92 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:55:24.213971 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] For port de916046-49c3-4f2f-815f-d53faf09595a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=de916046-49c3-4f2f-815f-d53faf09595a,segment=NetworkSegment(915485b1-3fc2-407f-92b8-dca82039f108),segment_id=915485b1-3fc2-407f-92b8-dca82039f108)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:24.214351 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.224237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Port c235235c-10c1-4beb-96e6-525a5f2ab08b on network d801cc40-56e1-456e-8d73-84e83e982a54 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:24.224237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Attempting to bind port c235235c-10c1-4beb-96e6-525a5f2ab08b on network d801cc40-56e1-456e-8d73-84e83e982a54 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:24.228300 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32854417-c0b4-48ac-a765-077a5f767665 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:24.252031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c9c971e-9edf-4d4d-98a6-b85206c05685 req-05bab6d1-41fb-44ae-8a51-c75e7b739a66 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2edf849-0241-4aac-9a7a-48dddc9af0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935165 Jul 05 03:55:24.268227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:24.268580 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Checking segment: {'id': '86e9426f-3a0b-4d7e-b5c7-cca8b2dff402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd801cc40-56e1-456e-8d73-84e83e982a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:24.268980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Bound using segment: {'id': '86e9426f-3a0b-4d7e-b5c7-cca8b2dff402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd801cc40-56e1-456e-8d73-84e83e982a54'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:24.269432 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Bound port: c235235c-10c1-4beb-96e6-525a5f2ab08b, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e9426f-3a0b-4d7e-b5c7-cca8b2dff402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd801cc40-56e1-456e-8d73-84e83e982a54'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:24.269944 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.271859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32854417-c0b4-48ac-a765-077a5f767665 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206952fe-3184-4166-80eb-fd9d1e95fd80,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:24.278372 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Calling delete_port for de916046-49c3-4f2f-815f-d53faf09595a owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:24.296498 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32854417-c0b4-48ac-a765-077a5f767665 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.296855 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-32854417-c0b4-48ac-a765-077a5f767665 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Added segment 55724d1c-773c-42a4-9870-3646a952a4d9 of type vlan for network 01f8238a-6a89-4b90-9ae4-a1599290fc68 Jul 05 03:55:24.309242 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:55:24.329752 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5f15-8aef-4148-8ad2-300a19d42b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.331971 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe217cd5-c4a8-4980-a688-a40ef8d6ac38 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.332347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe217cd5-c4a8-4980-a688-a40ef8d6ac38 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.335656 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:24.345944 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Sync routers for ids ['4c8314c4-4988-426a-bb33-216181d0eb92'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:24.356850 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Routers {'4c8314c4-4988-426a-bb33-216181d0eb92'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:24.357747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:55:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['4c8314c4-4988-426a-bb33-216181d0eb92'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:24.380361 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d5f15-8aef-4148-8ad2-300a19d42b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6ed5df-de56-4d28-bfe1-8b95bce3ba49,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:24.386562 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bd1d5f15-8aef-4148-8ad2-300a19d42b06 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=05dfc7c0ad0643daa76563a731a38f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7131884 Jul 05 03:55:24.389273 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43466) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:24.421530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-fe217cd5-c4a8-4980-a688-a40ef8d6ac38 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Calling delete_port for 852ee3b1-e1c0-49bc-b710-62500b8c39b0 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:24.452814 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32854417-c0b4-48ac-a765-077a5f767665 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.459352 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-05c6c3c9-d67c-485b-b779-4c3c37e8c115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.495850 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Set router 4c8314c4-4988-426a-bb33-216181d0eb92 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:24.501403 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-05c6c3c9-d67c-485b-b779-4c3c37e8c115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.569100 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.576704 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-adf47f0d-fbf7-4373-8957-9df9ab43498c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9333131 Jul 05 03:55:24.577353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43470) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:24.593543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] For port c235235c-10c1-4beb-96e6-525a5f2ab08b, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:24.655487 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] For port c235235c-10c1-4beb-96e6-525a5f2ab08b, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c235235c-10c1-4beb-96e6-525a5f2ab08b,segment=NetworkSegment(86e9426f-3a0b-4d7e-b5c7-cca8b2dff402),segment_id=86e9426f-3a0b-4d7e-b5c7-cca8b2dff402)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:24.725049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'name': 'tempest-ServerRescueNegativeTestJSON-196251025-router', 'tenant_id': '8b68a52351a9459890afd450c0a0c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:20Z', 'updated_at': '2021-07-05T03:55:23Z', 'revision_number': 3, 'project_id': '8b68a52351a9459890afd450c0a0c46b', 'gw_port': {'id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:22Z', 'updated_at': '2021-07-05T03:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:24.752953 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Checking router: 4c8314c4-4988-426a-bb33-216181d0eb92 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:24.756757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Updating router 4c8314c4-4988-426a-bb33-216181d0eb92 port 0ddbcce0-d233-422c-8f50-4a37534dd703 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:55:24.762380 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-05c6c3c9-d67c-485b-b779-4c3c37e8c115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.765578 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-05c6c3c9-d67c-485b-b779-4c3c37e8c115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.770249 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-05c6c3c9-d67c-485b-b779-4c3c37e8c115 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fe6ed5df-de56-4d28-bfe1-8b95bce3ba49 HTTP/1.1" status: 204 len: 168 time: 0.3776417 Jul 05 03:55:24.777938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6c3c9-d67c-485b-b779-4c3c37e8c115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6ed5df-de56-4d28-bfe1-8b95bce3ba49,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:24.805806 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.086602 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.098604 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Transition to ACTIVE for port object 0ddbcce0-d233-422c-8f50-4a37534dd703 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:25.120149 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe217cd5-c4a8-4980-a688-a40ef8d6ac38 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.122428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.124305 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.126687 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32854417-c0b4-48ac-a765-077a5f767665 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.132186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32854417-c0b4-48ac-a765-077a5f767665 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:25.132774 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32854417-c0b4-48ac-a765-077a5f767665 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.224787 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.241213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe217cd5-c4a8-4980-a688-a40ef8d6ac38 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Pushing event deleted for resources: {'Port': ['ID=852ee3b1-e1c0-49bc-b710-62500b8c39b0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:25.247181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No DVR routers for this DVR port de916046-49c3-4f2f-815f-d53faf09595a on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:25.252306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:25.252928 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.254338 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] 10.222.0.10 "PUT /v2.0/ports/c235235c-10c1-4beb-96e6-525a5f2ab08b HTTP/1.1" status: 200 len: 1092 time: 2.3148317 Jul 05 03:55:25.276350 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4def7804-8df0-480c-bead-d4943d87dca9', 'tag': 'c235235c-10c1-4beb-96e6-525a5f2ab08b'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:25.278767 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab5191c-95dd-48de-8e35-a62ccff69890" -d '{"events": [{"name": "network-changed", "server_uuid": "4def7804-8df0-480c-bead-d4943d87dca9", "tag": "c235235c-10c1-4beb-96e6-525a5f2ab08b"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:25.291942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Attempting to bind port 0ddbcce0-d233-422c-8f50-4a37534dd703 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:25.292721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Attempting to bind port 0ddbcce0-d233-422c-8f50-4a37534dd703 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:25.292721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Attempting to bind port 0ddbcce0-d233-422c-8f50-4a37534dd703 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:25.301311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26769110-77fd-47f1-bfff-6ac91e05d214 None None] Pushing event updated for resources: {'Port': ['ID=0ddbcce0-d233-422c-8f50-4a37534dd703,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:25.305675 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:25.309633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:25.309633 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.309633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:25.309633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Bound port: 0ddbcce0-d233-422c-8f50-4a37534dd703, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:25.309633 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.377523 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5db438-63d4-4c15-aff8-a2d70a23ac15 x-openstack-request-id: req-cf5db438-63d4-4c15-aff8-a2d70a23ac15 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:25.377927 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4def7804-8df0-480c-bead-d4943d87dca9", "tag": "c235235c-10c1-4beb-96e6-525a5f2ab08b", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:25.378186 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cf5db438-63d4-4c15-aff8-a2d70a23ac15 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:25.378584 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4def7804-8df0-480c-bead-d4943d87dca9', 'tag': 'c235235c-10c1-4beb-96e6-525a5f2ab08b', 'status': 'completed', 'code': 200} Jul 05 03:55:25.394265 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] For port 0ddbcce0-d233-422c-8f50-4a37534dd703, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:25.398254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] For port 0ddbcce0-d233-422c-8f50-4a37534dd703, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0ddbcce0-d233-422c-8f50-4a37534dd703,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:25.446876 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32854417-c0b4-48ac-a765-077a5f767665 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Pushing event updated for resources: {'Network': ['ID=01f8238a-6a89-4b90-9ae4-a1599290fc68,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:25.454124 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43488) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:25.454589 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-32854417-c0b4-48ac-a765-077a5f767665 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.3878191 Jul 05 03:55:25.459638 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 01f8238a-6a89-4b90-9ae4-a1599290fc68 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:25.463766 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-48c5e5ff-095c-49a3-8c41-b164b3683e2c tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '01f8238a-6a89-4b90-9ae4-a1599290fc68', 'tempest-TagsTest-Tag-1559119584') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:25.507663 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.597994 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26769110-77fd-47f1-bfff-6ac91e05d214 None None] Pushing event updated for resources: {'Port': ['ID=0ddbcce0-d233-422c-8f50-4a37534dd703,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:25.601534 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Routers {'4c8314c4-4988-426a-bb33-216181d0eb92'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:25.602151 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:55:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['4c8314c4-4988-426a-bb33-216181d0eb92'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:25.645144 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe217cd5-c4a8-4980-a688-a40ef8d6ac38 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.645144 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe217cd5-c4a8-4980-a688-a40ef8d6ac38 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.645144 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fe217cd5-c4a8-4980-a688-a40ef8d6ac38 tempest-ServersTestBootFromVolume-961114263 tempest-ServersTestBootFromVolume-961114263-project] 10.222.0.38 "DELETE /v2.0/floatingips/34370bed-9ebb-4dea-a1d8-3e31dd4d3bb6 HTTP/1.1" status: 204 len: 168 time: 2.0114725 Jul 05 03:55:25.645144 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fc5ba-ef7b-4ced-b46b-f15b65302298 service neutron] Pushing event updated for resources: {'Port': ['ID=c235235c-10c1-4beb-96e6-525a5f2ab08b,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:25.645768 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43492) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:25.651057 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.671980 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-48c5e5ff-095c-49a3-8c41-b164b3683e2c tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] 10.222.0.38 "PUT /v2.0/networks/01f8238a-6a89-4b90-9ae4-a1599290fc68/tags/tempest-TagsTest-Tag-1559119584 HTTP/1.1" status: 201 len: 201 time: 0.2166667 Jul 05 03:55:25.675348 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43498) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:25.682340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-dff90e92-8a4c-4f56-976d-87b394e0c4bd tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01f8238a-6a89-4b90-9ae4-a1599290fc68', 'tempest-TagsTest-Tag-1559119584') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:25.692084 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e732cdd-86f5-4ce0-8da6-67da183ad80e']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:25.736275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Port': ['ID=de916046-49c3-4f2f-815f-d53faf09595a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:25.750988 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915485b1-3fc2-407f-92b8-dca82039f108') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:25.751394 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915485b1-3fc2-407f-92b8-dca82039f108') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:25.773019 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.801408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5191c-95dd-48de-8e35-a62ccff69890 req-082006d7-6527-4dd9-8bb5-f785c23b88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:25.801408 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ab5191c-95dd-48de-8e35-a62ccff69890 req-082006d7-6527-4dd9-8bb5-f785c23b88c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87b9f62985804ba1992e87ee67195357&device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 1095 time: 0.3906209 Jul 05 03:55:25.805623 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.826757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:25.827102 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:25.831786 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:25.838985 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dff90e92-8a4c-4f56-976d-87b394e0c4bd tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] 10.222.0.38 "GET /v2.0/networks/01f8238a-6a89-4b90-9ae4-a1599290fc68/tags/tempest-TagsTest-Tag-1559119584 HTTP/1.1" status: 204 len: 168 time: 0.1622388 Jul 05 03:55:25.846390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43502) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:25.854500 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-b602bc0c-8420-4183-9bf3-482b8bdb61e4 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '01f8238a-6a89-4b90-9ae4-a1599290fc68') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:25.872734 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] Set router 4c8314c4-4988-426a-bb33-216181d0eb92 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:25.891939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f451f-bd3b-41c4-9c37-e536c4fb9a89 req-5ff6743e-5a00-4633-965e-d46e19c713e6 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:25.893556 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc2f451f-bd3b-41c4-9c37-e536c4fb9a89 req-5ff6743e-5a00-4633-965e-d46e19c713e6 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 943 time: 0.4306359 Jul 05 03:55:26.033989 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b602bc0c-8420-4183-9bf3-482b8bdb61e4 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] 10.222.0.38 "GET /v2.0/networks/01f8238a-6a89-4b90-9ae4-a1599290fc68/tags HTTP/1.1" status: 200 len: 238 time: 0.1854894 Jul 05 03:55:26.038598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43504) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:26.051624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-07fd18d9-2846-4ccc-b51a-4428523de251 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '01f8238a-6a89-4b90-9ae4-a1599290fc68', {'tags': ['tempest-TagsTest-Tag-1804766562', 'tempest-TagsTest-Tag-489786682', 'tempest-TagsTest-Tag-1790247418']}) {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:26.135349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'name': 'tempest-ServerRescueNegativeTestJSON-196251025-router', 'tenant_id': '8b68a52351a9459890afd450c0a0c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:20Z', 'updated_at': '2021-07-05T03:55:23Z', 'revision_number': 3, 'project_id': '8b68a52351a9459890afd450c0a0c46b', 'gw_port': {'id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:22Z', 'updated_at': '2021-07-05T03:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:26.148968 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc2f451f-bd3b-41c4-9c37-e536c4fb9a89 req-2266638b-9721-4b78-bbf6-bb09b8f58a95 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2edf849-0241-4aac-9a7a-48dddc9af0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947258 Jul 05 03:55:26.186580 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.205167 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.206770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/0e732cdd-86f5-4ce0-8da6-67da183ad80e HTTP/1.1" status: 204 len: 168 time: 5.4872754 Jul 05 03:55:26.210926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43512) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:26.216168 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ed1d9153-460a-485e-9fc7-e7d1962b9641 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-933334530'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:26.220124 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5797b8e-6681-4c1a-8a2e-4e5d2b260df7 None None] The sync data for ids ['4c8314c4-4988-426a-bb33-216181d0eb92'] in n-d-771363-32 is: [{'id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'name': 'tempest-ServerRescueNegativeTestJSON-196251025-router', 'tenant_id': '8b68a52351a9459890afd450c0a0c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:20Z', 'updated_at': '2021-07-05T03:55:23Z', 'revision_number': 3, 'project_id': '8b68a52351a9459890afd450c0a0c46b', 'gw_port': {'id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:22Z', 'updated_at': '2021-07-05T03:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:26.225459 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5191c-95dd-48de-8e35-a62ccff69890 req-e9a72721-a0b4-4dfd-b65f-8fd8669a8841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.226843 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ab5191c-95dd-48de-8e35-a62ccff69890 req-e9a72721-a0b4-4dfd-b65f-8fd8669a8841 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=87b9f62985804ba1992e87ee67195357&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4181278 Jul 05 03:55:26.235649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388cc3d-6b45-4a59-9574-9946259147b1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Network': ['ID=0e732cdd-86f5-4ce0-8da6-67da183ad80e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:26.322368 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.428903 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-07fd18d9-2846-4ccc-b51a-4428523de251 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] 10.222.0.38 "PUT /v2.0/networks/01f8238a-6a89-4b90-9ae4-a1599290fc68/tags HTTP/1.1" status: 200 len: 308 time: 0.3892539 Jul 05 03:55:26.429928 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1d9153-460a-485e-9fc7-e7d1962b9641 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:26.432203 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43516) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:26.433741 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed1d9153-460a-485e-9fc7-e7d1962b9641 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.438886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-627e8e72-ea1a-4e70-a70b-d2effb0d38bc tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '01f8238a-6a89-4b90-9ae4-a1599290fc68', 'tempest-TagsTest-Tag-1804766562') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:26.467075 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5191c-95dd-48de-8e35-a62ccff69890 req-56efb159-4368-402e-835d-d665bbe32157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.467075 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ab5191c-95dd-48de-8e35-a62ccff69890 req-56efb159-4368-402e-835d-d665bbe32157 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2282031 Jul 05 03:55:26.510618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1d9153-460a-485e-9fc7-e7d1962b9641 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:26.529390 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed1d9153-460a-485e-9fc7-e7d1962b9641 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.529780 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-ed1d9153-460a-485e-9fc7-e7d1962b9641 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Added segment 529c8649-cce4-429e-9750-b5770d609b79 of type vlan for network 0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb Jul 05 03:55:26.621377 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27c45a6b-4e1d-4d0f-8af0-fc5334496df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.624975 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed1d9153-460a-485e-9fc7-e7d1962b9641 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.737896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-e86c0bd4-d98a-4491-bbce-ee87dce599ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.738816 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-e86c0bd4-d98a-4491-bbce-ee87dce599ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87b9f62985804ba1992e87ee67195357&device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 1095 time: 0.2057457 Jul 05 03:55:26.800136 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Allocated IP 172.20.0.1 (3fdf8913-47c8-4a23-a882-812e457ca862/cadd956f-4ed6-4336-8d28-a9a782accda4/2c091ae0-d01d-4fbc-bf5b-3244bd7855f7) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:26.808037 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-89540e4e-f23a-4479-b924-d795806ad7c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c235235c-10c1-4beb-96e6-525a5f2ab08b HTTP/1.1" status: 200 len: 217 time: 0.0547769 Jul 05 03:55:26.885135 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed1d9153-460a-485e-9fc7-e7d1962b9641 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.890619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1d9153-460a-485e-9fc7-e7d1962b9641 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.891273 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed1d9153-460a-485e-9fc7-e7d1962b9641 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.939630 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-988d00dd-cb30-4a9e-8b21-229b646ce7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.941135 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-988d00dd-cb30-4a9e-8b21-229b646ce7bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=add7e943-b9df-47e1-9bed-4754167bd358 HTTP/1.1" status: 200 len: 858 time: 0.1264756 Jul 05 03:55:26.968215 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-627e8e72-ea1a-4e70-a70b-d2effb0d38bc tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] 10.222.0.38 "DELETE /v2.0/networks/01f8238a-6a89-4b90-9ae4-a1599290fc68/tags/tempest-TagsTest-Tag-1804766562 HTTP/1.1" status: 204 len: 168 time: 0.5334797 Jul 05 03:55:26.974169 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43526) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:26.979732 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-f35cbec3-fd8d-4cd4-90d6-b0c925c64db0 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01f8238a-6a89-4b90-9ae4-a1599290fc68', 'tempest-TagsTest-Tag-1804766562') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:27.000207 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-c33b4579-e715-4d7d-b8fc-7023ffed953e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d801cc40-56e1-456e-8d73-84e83e982a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457435 Jul 05 03:55:27.025628 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d9153-460a-485e-9fc7-e7d1962b9641 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Network': ['ID=0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:27.041738 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:27.081312 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.125088 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-f35cbec3-fd8d-4cd4-90d6-b0c925c64db0 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] show failed (client error): The resource could not be found. Jul 05 03:55:27.129514 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f35cbec3-fd8d-4cd4-90d6-b0c925c64db0 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] 10.222.0.38 "GET /v2.0/networks/01f8238a-6a89-4b90-9ae4-a1599290fc68/tags/tempest-TagsTest-Tag-1804766562 HTTP/1.1" status: 404 len: 326 time: 0.1551824 Jul 05 03:55:27.129899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43528) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:27.132268 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ed1d9153-460a-485e-9fc7-e7d1962b9641 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9200706 Jul 05 03:55:27.135459 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43530) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:27.143364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5f4ea653-0524-4680-85c4-8e6abe075bff tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'subnet': {'network_id': '0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:27.147159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-f2348d15-ac22-488b-9b3c-52d7c81636aa tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01f8238a-6a89-4b90-9ae4-a1599290fc68', 'tempest-TagsTest-Tag-489786682') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:27.163202 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-4074547c-db05-475e-9cd0-7d8ec5ba5f3c service neutron] 10.222.0.10 "GET /v2.0/networks/d801cc40-56e1-456e-8d73-84e83e982a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547475 Jul 05 03:55:27.210795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-27c45a6b-4e1d-4d0f-8af0-fc5334496df7 admin admin] Deleting port 6d7d60c3-2de8-4309-87e1-75770bbaad8b {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:27.211307 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27c45a6b-4e1d-4d0f-8af0-fc5334496df7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.332806 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-27c45a6b-4e1d-4d0f-8af0-fc5334496df7 admin admin] For port 6d7d60c3-2de8-4309-87e1-75770bbaad8b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6d7d60c3-2de8-4309-87e1-75770bbaad8b,segment=NetworkSegment(07048c1d-398c-47c9-aa4c-e208e57c0ac6),segment_id=07048c1d-398c-47c9-aa4c-e208e57c0ac6)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:27.333296 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dde4008-8993-470d-94d1-5544e49e72f3 req-548b2adf-0f59-43f9-a38a-d2fe3d6672e9 service neutron] 10.222.0.10 "GET /v2.0/networks/d801cc40-56e1-456e-8d73-84e83e982a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287165 Jul 05 03:55:27.333439 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27c45a6b-4e1d-4d0f-8af0-fc5334496df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.348139 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-27c45a6b-4e1d-4d0f-8af0-fc5334496df7 admin admin] Calling delete_port for 6d7d60c3-2de8-4309-87e1-75770bbaad8b owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:27.393198 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f2348d15-ac22-488b-9b3c-52d7c81636aa tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] 10.222.0.38 "GET /v2.0/networks/01f8238a-6a89-4b90-9ae4-a1599290fc68/tags/tempest-TagsTest-Tag-489786682 HTTP/1.1" status: 204 len: 168 time: 0.2575788 Jul 05 03:55:27.396013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43538) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:27.401040 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-ffeaf68c-0084-40a1-b2e2-f1a12fa0aeed tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01f8238a-6a89-4b90-9ae4-a1599290fc68', 'tempest-TagsTest-Tag-1790247418') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:27.474048 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4ea653-0524-4680-85c4-8e6abe075bff tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:27.477775 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f4ea653-0524-4680-85c4-8e6abe075bff tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.744292 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.810907 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Network 3fdf8913-47c8-4a23-a882-812e457ca862 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:27.821233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:27.835587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3455731-eab7-4a22-9de9-2ad7d8c15437 req-51854c7e-ec7c-4713-b55d-3d332581cf66 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.836369 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3455731-eab7-4a22-9de9-2ad7d8c15437 req-51854c7e-ec7c-4713-b55d-3d332581cf66 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 943 time: 0.4870632 Jul 05 03:55:27.838093 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:27.840484 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Pushing event updated for resources: {'Port': ['ID=2c091ae0-d01d-4fbc-bf5b-3244bd7855f7,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:27.901027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ffeaf68c-0084-40a1-b2e2-f1a12fa0aeed tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] 10.222.0.38 "GET /v2.0/networks/01f8238a-6a89-4b90-9ae4-a1599290fc68/tags/tempest-TagsTest-Tag-1790247418 HTTP/1.1" status: 204 len: 168 time: 0.4995112 Jul 05 03:55:27.903137 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43550) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:27.910854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-c198a513-8919-42be-bd66-96e17a1a4653 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '01f8238a-6a89-4b90-9ae4-a1599290fc68') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:27.937463 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.945290 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3455731-eab7-4a22-9de9-2ad7d8c15437 req-93d4cbd6-4ab6-47d1-98fe-87a35075a3d1 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2edf849-0241-4aac-9a7a-48dddc9af0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783904 Jul 05 03:55:28.168314 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f4ea653-0524-4680-85c4-8e6abe075bff tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.229523 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27c45a6b-4e1d-4d0f-8af0-fc5334496df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.291170 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c45a6b-4e1d-4d0f-8af0-fc5334496df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7d60c3-2de8-4309-87e1-75770bbaad8b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:28.299134 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0ddbcce0-d233-422c-8f50-4a37534dd703 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:28.320014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ea653-0524-4680-85c4-8e6abe075bff tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Subnet': ['ID=12b1b145-ce86-4417-a413-93ad6aa6b76d,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:28.361197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ea653-0524-4680-85c4-8e6abe075bff tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Checking segment: {'id': '529c8649-cce4-429e-9750-b5770d609b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:28.361568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ea653-0524-4680-85c4-8e6abe075bff tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network hostable DHCP agents. Network: 0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:28.377200 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.433896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c198a513-8919-42be-bd66-96e17a1a4653 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] 10.222.0.38 "DELETE /v2.0/networks/01f8238a-6a89-4b90-9ae4-a1599290fc68/tags HTTP/1.1" status: 204 len: 168 time: 0.5281203 Jul 05 03:55:28.434266 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43562) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:28.441323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-5ceba2da-dd2a-476e-b12f-ccb42ae84cfc tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01f8238a-6a89-4b90-9ae4-a1599290fc68', 'tempest-TagsTest-Tag-489786682') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:28.487581 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 0ddbcce0-d233-422c-8f50-4a37534dd703 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:28.491836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0ddbcce0-d233-422c-8f50-4a37534dd703 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:28.492427 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.546559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ea653-0524-4680-85c4-8e6abe075bff tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network 0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:28.582928 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27c45a6b-4e1d-4d0f-8af0-fc5334496df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.589521 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.601263 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-5ceba2da-dd2a-476e-b12f-ccb42ae84cfc tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] show failed (client error): The resource could not be found. Jul 05 03:55:28.602325 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5ceba2da-dd2a-476e-b12f-ccb42ae84cfc tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] 10.222.0.38 "GET /v2.0/networks/01f8238a-6a89-4b90-9ae4-a1599290fc68/tags/tempest-TagsTest-Tag-489786682 HTTP/1.1" status: 404 len: 325 time: 0.1670377 Jul 05 03:55:28.615704 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.617660 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43564) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:28.619824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 0ddbcce0-d233-422c-8f50-4a37534dd703, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0ddbcce0-d233-422c-8f50-4a37534dd703,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:28.622079 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-0fa64b0b-5f9c-4ad9-9ff6-641d5314439c tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01f8238a-6a89-4b90-9ae4-a1599290fc68', 'tempest-TagsTest-Tag-1790247418') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:28.695845 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-0fa64b0b-5f9c-4ad9-9ff6-641d5314439c tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] show failed (client error): The resource could not be found. Jul 05 03:55:28.696890 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0fa64b0b-5f9c-4ad9-9ff6-641d5314439c tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] 10.222.0.38 "GET /v2.0/networks/01f8238a-6a89-4b90-9ae4-a1599290fc68/tags/tempest-TagsTest-Tag-1790247418 HTTP/1.1" status: 404 len: 326 time: 0.0784080 Jul 05 03:55:28.699786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43568) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:28.705000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-7756f4ca-4ff9-4e2b-9b02-7350c8b7a5f2 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '01f8238a-6a89-4b90-9ae4-a1599290fc68') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:28.712471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-5f4ea653-0524-4680-85c4-8e6abe075bff tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:28.721041 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e79c082-a4f5-459f-ab0a-f315b164d42b None None] Network 0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:28.728351 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4ea653-0524-4680-85c4-8e6abe075bff tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.728960 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f4ea653-0524-4680-85c4-8e6abe075bff tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.768577 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.770408 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.847035 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.850477 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Pushing event updated for resources: {'Port': ['ID=2c091ae0-d01d-4fbc-bf5b-3244bd7855f7,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:28.853207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=0ddbcce0-d233-422c-8f50-4a37534dd703,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:28.888509 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7756f4ca-4ff9-4e2b-9b02-7350c8b7a5f2 tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] 10.222.0.38 "DELETE /v2.0/networks/01f8238a-6a89-4b90-9ae4-a1599290fc68/tags HTTP/1.1" status: 204 len: 168 time: 0.1876349 Jul 05 03:55:28.893409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43572) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:28.910790 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5f4ea653-0524-4680-85c4-8e6abe075bff tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7733054 Jul 05 03:55:28.911424 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43574) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:28.967182 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Network 3fdf8913-47c8-4a23-a882-812e457ca862 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:28.968898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:28.970391 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb', 'network_id': '0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb', 'tenant_id': '91183f2544e245ce9a9eee6cf221adaa', 'fixed_ips': [{'subnet_id': '12b1b145-ce86-4417-a413-93ad6aa6b76d'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:55:28.971603 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.987890 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c45a6b-4e1d-4d0f-8af0-fc5334496df7 admin admin] Router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:29.066038 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-faf38cb3-997f-4311-9337-3201d818589b tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.132926 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Router 4c8314c4-4988-426a-bb33-216181d0eb92 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:29.289064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c45a6b-4e1d-4d0f-8af0-fc5334496df7 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:29.289646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Allocated IP 172.20.0.1 (0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb/12b1b145-ce86-4417-a413-93ad6aa6b76d/8bfa890d-a4b5-469c-b025-bfe3b5befd29) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:29.305729 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86286cf-a380-4c7e-a7e7-43ce4abe91f6 None None] Sync routers for ids ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:29.310756 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.317156 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-27c45a6b-4e1d-4d0f-8af0-fc5334496df7 admin admin] 10.222.0.38 "PUT /v2.0/routers/d6d545cb-b2e4-4815-9eb5-5aa238f87d8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6700013 Jul 05 03:55:29.321405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43586) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:29.326691 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86286cf-a380-4c7e-a7e7-43ce4abe91f6 None None] Routers {'d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:29.327330 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e86286cf-a380-4c7e-a7e7-43ce4abe91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:55:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:29.389749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device c235235c-10c1-4beb-96e6-525a5f2ab08b details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:29.413261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:29.419325 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2c772786-0e9f-4366-bb15-1beb859f56cb admin admin] 10.222.0.38 "PUT /v2.0/routers/4c8314c4-4988-426a-bb33-216181d0eb92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8358901 Jul 05 03:55:29.433208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ce61b-65a5-4077-9ac1-00b5d0c46266 req-4630954d-9b40-43e9-9a36-1b4b76dfc892 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:29.436434 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Sync routers for ids ['4c8314c4-4988-426a-bb33-216181d0eb92'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:29.442531 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-254ce61b-65a5-4077-9ac1-00b5d0c46266 req-4630954d-9b40-43e9-9a36-1b4b76dfc892 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 943 time: 0.1230586 Jul 05 03:55:29.489337 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-254ce61b-65a5-4077-9ac1-00b5d0c46266 req-371004b2-69d9-4eba-84c3-3e3c9a202e1f tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2edf849-0241-4aac-9a7a-48dddc9af0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 Jul 05 03:55:29.503285 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-e86286cf-a380-4c7e-a7e7-43ce4abe91f6 None None] Set router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:29.554021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Routers {'4c8314c4-4988-426a-bb33-216181d0eb92'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:29.554784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:55:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['4c8314c4-4988-426a-bb33-216181d0eb92'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:29.712311 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-faf38cb3-997f-4311-9337-3201d818589b tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.741502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-faf38cb3-997f-4311-9337-3201d818589b tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f8238a-6a89-4b90-9ae4-a1599290fc68']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:29.765626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-faf38cb3-997f-4311-9337-3201d818589b tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55724d1c-773c-42a4-9870-3646a952a4d9') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:29.770490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-faf38cb3-997f-4311-9337-3201d818589b tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55724d1c-773c-42a4-9870-3646a952a4d9') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:29.793027 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-faf38cb3-997f-4311-9337-3201d818589b tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.835948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-faf38cb3-997f-4311-9337-3201d818589b tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.858177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf38cb3-997f-4311-9337-3201d818589b tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:29.859474 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-faf38cb3-997f-4311-9337-3201d818589b tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.892655 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.917198 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e86286cf-a380-4c7e-a7e7-43ce4abe91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'name': 'tempest-ServersTestBootFromVolume-1473094862-router', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 5, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'gw_port': {'id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:29.942399 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:29.948082 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port c235235c-10c1-4beb-96e6-525a5f2ab08b, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c235235c-10c1-4beb-96e6-525a5f2ab08b,segment=NetworkSegment(86e9426f-3a0b-4d7e-b5c7-cca8b2dff402),segment_id=86e9426f-3a0b-4d7e-b5c7-cca8b2dff402)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:29.961803 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.969107 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'c235235c-10c1-4beb-96e6-525a5f2ab08b', 'network_id': 'd801cc40-56e1-456e-8d73-84e83e982a54', 'port_id': 'c235235c-10c1-4beb-96e6-525a5f2ab08b', 'mac_address': 'fa:16:3e:71:9b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add7e943-b9df-47e1-9bed-4754167bd358', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:29.974508 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86286cf-a380-4c7e-a7e7-43ce4abe91f6 None None] Checking router: d6d545cb-b2e4-4815-9eb5-5aa238f87d8e for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:29.982666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Set router 4c8314c4-4988-426a-bb33-216181d0eb92 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:29.991049 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86286cf-a380-4c7e-a7e7-43ce4abe91f6 None None] Routers {'d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:29.995553 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e86286cf-a380-4c7e-a7e7-43ce4abe91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:55:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:30.058719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Transition to ACTIVE for port object 8bfa890d-a4b5-469c-b025-bfe3b5befd29 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:30.109397 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.127842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c235235c-10c1-4beb-96e6-525a5f2ab08b {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:30.151751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port c235235c-10c1-4beb-96e6-525a5f2ab08b, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c235235c-10c1-4beb-96e6-525a5f2ab08b,segment=NetworkSegment(86e9426f-3a0b-4d7e-b5c7-cca8b2dff402),segment_id=86e9426f-3a0b-4d7e-b5c7-cca8b2dff402)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:30.177451 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e44088-8274-4461-b637-5edca26e97c3 req-0a08e1e0-9ca8-4167-b955-53356697970f tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.179873 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-e86286cf-a380-4c7e-a7e7-43ce4abe91f6 None None] Set router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:30.186275 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9e44088-8274-4461-b637-5edca26e97c3 req-0a08e1e0-9ca8-4167-b955-53356697970f tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/networks?id=3fdf8913-47c8-4a23-a882-812e457ca862 HTTP/1.1" status: 200 len: 818 time: 0.2142940 Jul 05 03:55:30.192217 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-faf38cb3-997f-4311-9337-3201d818589b tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.220361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9e44088-8274-4461-b637-5edca26e97c3 req-363046a0-0c92-4612-9a69-12a732db8704 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/quotas/8b68a52351a9459890afd450c0a0c46b HTTP/1.1" status: 200 len: 375 time: 0.0329833 Jul 05 03:55:30.224932 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-faf38cb3-997f-4311-9337-3201d818589b tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.229122 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-faf38cb3-997f-4311-9337-3201d818589b tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] 10.222.0.38 "DELETE /v2.0/networks/01f8238a-6a89-4b90-9ae4-a1599290fc68 HTTP/1.1" status: 204 len: 168 time: 1.3321497 Jul 05 03:55:30.238602 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f09acd1-2218-4ab0-b9f3-53867e9d0ae0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.275047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Transition to ACTIVE for port object 8bfa890d-a4b5-469c-b025-bfe3b5befd29 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:30.286502 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.322895 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf38cb3-997f-4311-9337-3201d818589b tempest-TagsTest-435152754 tempest-TagsTest-435152754-project] Pushing event deleted for resources: {'Network': ['ID=01f8238a-6a89-4b90-9ae4-a1599290fc68,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:30.381063 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9e44088-8274-4461-b637-5edca26e97c3 req-77dcc15d-bcd3-4234-821b-b4d760b5396a tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b68a52351a9459890afd450c0a0c46b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1598270 Jul 05 03:55:30.464626 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f09acd1-2218-4ab0-b9f3-53867e9d0ae0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.476207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0ddbcce0-d233-422c-8f50-4a37534dd703 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:30.517837 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.520590 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e86286cf-a380-4c7e-a7e7-43ce4abe91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'name': 'tempest-ServersTestBootFromVolume-1473094862-router', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 5, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'gw_port': {'id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:30.536803 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.562705 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Network 0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:30.570635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:30.582411 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['c235235c-10c1-4beb-96e6-525a5f2ab08b'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:30.588000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Subnet': ['ID=12b1b145-ce86-4417-a413-93ad6aa6b76d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:30.618833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43620) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:30.634220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:30.638219 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9e44088-8274-4461-b637-5edca26e97c3 req-b18b8ff8-115e-4b48-840d-9f87559a2174 service neutron] 10.222.0.38 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500486 Jul 05 03:55:30.737841 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=c235235c-10c1-4beb-96e6-525a5f2ab08b,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:30.782745 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86286cf-a380-4c7e-a7e7-43ce4abe91f6 None None] The sync data for ids ['d6d545cb-b2e4-4815-9eb5-5aa238f87d8e'] in n-d-771363-32 is: [{'id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'name': 'tempest-ServersTestBootFromVolume-1473094862-router', 'tenant_id': '55f1fa425cd248da88c6dfdb3beafff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 5, 'project_id': '55f1fa425cd248da88c6dfdb3beafff5', 'gw_port': {'id': '23099c7c-5448-4867-873f-70bb9ce0716c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d545cb-b2e4-4815-9eb5-5aa238f87d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:30.816986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Pushing event updated for resources: {'Port': ['ID=8bfa890d-a4b5-469c-b025-bfe3b5befd29,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:30.819759 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.854482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:30.868372 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Attempting to bind port 8bfa890d-a4b5-469c-b025-bfe3b5befd29 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:30.868772 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Attempting to bind port 8bfa890d-a4b5-469c-b025-bfe3b5befd29 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '529c8649-cce4-429e-9750-b5770d609b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:30.869150 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Attempting to bind port 8bfa890d-a4b5-469c-b025-bfe3b5befd29 on network 0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:30.886821 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529c8649-cce4-429e-9750-b5770d609b79') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:30.888945 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529c8649-cce4-429e-9750-b5770d609b79') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:30.892957 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc268-0f4b-4100-b379-32d918c014ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.907605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.910029 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'name': 'tempest-ServerRescueNegativeTestJSON-196251025-router', 'tenant_id': '8b68a52351a9459890afd450c0a0c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:20Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 4, 'project_id': '8b68a52351a9459890afd450c0a0c46b', 'gw_port': {'id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:22Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2c091ae0-d01d-4fbc-bf5b-3244bd7855f7', 'name': '', 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862', 'tenant_id': '8b68a52351a9459890afd450c0a0c46b', 'mac_address': 'fa:16:3e:09:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'cadd956f-4ed6-4336-8d28-a9a782accda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:26Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 2, 'project_id': '8b68a52351a9459890afd450c0a0c46b', 'subnets': [{'id': 'cadd956f-4ed6-4336-8d28-a9a782accda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:30.914223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:30.914751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Checking segment: {'id': '529c8649-cce4-429e-9750-b5770d609b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:30.915202 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.920485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Bound using segment: {'id': '529c8649-cce4-429e-9750-b5770d609b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:30.920485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Bound port: 8bfa890d-a4b5-469c-b025-bfe3b5befd29, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529c8649-cce4-429e-9750-b5770d609b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:30.920485 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.920792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-1f09acd1-2218-4ab0-b9f3-53867e9d0ae0 admin admin] Deleting port 23099c7c-5448-4867-873f-70bb9ce0716c {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:30.920792 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f09acd1-2218-4ab0-b9f3-53867e9d0ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.963796 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43626) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:30.966205 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.972545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Checking router: 4c8314c4-4988-426a-bb33-216181d0eb92 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:30.973225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Updating router 4c8314c4-4988-426a-bb33-216181d0eb92 port 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:55:30.978135 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9e44088-8274-4461-b637-5edca26e97c3 req-b136a80d-43b3-4230-a1bb-0585d5f9ed4e service neutron] 10.222.0.38 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311832 Jul 05 03:55:30.978874 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:30.979363 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:30.988325 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:30.990373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99742a0d-13ad-4cf5-8818-7a23a289a349 req-9af2c37b-ba3c-4451-8220-89f25206f990 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.997174 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99742a0d-13ad-4cf5-8818-7a23a289a349 req-9af2c37b-ba3c-4451-8220-89f25206f990 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 944 time: 0.2201955 Jul 05 03:55:31.040670 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.042417 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0ddbcce0-d233-422c-8f50-4a37534dd703 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:31.042842 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.072567 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99742a0d-13ad-4cf5-8818-7a23a289a349 req-af0e9d96-9cce-4855-8a86-20de1cbadfcc tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2edf849-0241-4aac-9a7a-48dddc9af0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743916 Jul 05 03:55:31.199359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-1f09acd1-2218-4ab0-b9f3-53867e9d0ae0 admin admin] For port 23099c7c-5448-4867-873f-70bb9ce0716c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=23099c7c-5448-4867-873f-70bb9ce0716c,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:31.199814 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f09acd1-2218-4ab0-b9f3-53867e9d0ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.223397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] For port 8bfa890d-a4b5-469c-b025-bfe3b5befd29, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:31.229094 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] For port 8bfa890d-a4b5-469c-b025-bfe3b5befd29, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8bfa890d-a4b5-469c-b025-bfe3b5befd29,segment=NetworkSegment(529c8649-cce4-429e-9750-b5770d609b79),segment_id=529c8649-cce4-429e-9750-b5770d609b79)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:31.236762 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-1f09acd1-2218-4ab0-b9f3-53867e9d0ae0 admin admin] Calling delete_port for 23099c7c-5448-4867-873f-70bb9ce0716c owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:31.243214 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a89dde15-7f33-4fc9-8b05-6649a210fd65 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fac9bb58bb724784bb5882fed04ce0b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779355 Jul 05 03:55:31.247051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43634) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:31.251841 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc268-0f4b-4100-b379-32d918c014ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.310887 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0228f1a-ea47-4d73-b867-cea21dafd158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.337437 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0228f1a-ea47-4d73-b867-cea21dafd158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.437456 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.464184 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 03:55:31.464184 n-d-771363-32 neutron-server[100932]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 03:55:31.464184 n-d-771363-32 neutron-server[100932]: [parameters: {'id': '0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb'}] Jul 05 03:55:31.464184 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:55:31.464894 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:55:31.471996 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc268-0f4b-4100-b379-32d918c014ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.532286 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f09acd1-2218-4ab0-b9f3-53867e9d0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.556418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb398c0-6a71-4fff-a392-4b2dabe83175 None None] Pushing event updated for resources: {'Port': ['ID=8bfa890d-a4b5-469c-b025-bfe3b5befd29,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:31.592425 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20443273-a0d3-4844-beb7-d0996b07e354 req-9f88da21-1fd8-40d3-a65a-a982d62226e9 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 210 time: 0.0816383 Jul 05 03:55:31.604724 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f7cbc268-0f4b-4100-b379-32d918c014ad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=574a8a6612b8491894519e049b29015e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9829519 Jul 05 03:55:31.608314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbc268-0f4b-4100-b379-32d918c014ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbe6a11-356d-4888-a062-3b62bb149e5f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:31.611091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43644) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:31.635898 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38ff441-7be7-4bb7-8d1f-974dbd47e4c9 None None] Network 0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:31.660938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09acd1-2218-4ab0-b9f3-53867e9d0ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=23099c7c-5448-4867-873f-70bb9ce0716c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:31.682567 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-da9bc33a-3437-4dd7-9def-e58af9dbf8f6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:31.694041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-da9bc33a-3437-4dd7-9def-e58af9dbf8f6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 820 time: 0.3176765 Jul 05 03:55:31.724154 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-8df27bfe-5e20-4261-bf18-15005a37717e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/quotas/63c0043dceb94c52ae4db4897d94f388 HTTP/1.1" status: 200 len: 375 time: 0.0272868 Jul 05 03:55:31.736248 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0228f1a-ea47-4d73-b867-cea21dafd158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.740162 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0228f1a-ea47-4d73-b867-cea21dafd158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.743845 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c0228f1a-ea47-4d73-b867-cea21dafd158 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/206952fe-3184-4166-80eb-fd9d1e95fd80 HTTP/1.1" status: 204 len: 168 time: 0.4932506 Jul 05 03:55:31.825095 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f09acd1-2218-4ab0-b9f3-53867e9d0ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.839025 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.842450 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0228f1a-ea47-4d73-b867-cea21dafd158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206952fe-3184-4166-80eb-fd9d1e95fd80,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:31.844687 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6db80e4b-d912-4334-98c5-d0d04aeb18c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.872317 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Transition to ACTIVE for port object 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:31.888806 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6db80e4b-d912-4334-98c5-d0d04aeb18c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.937668 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f09acd1-2218-4ab0-b9f3-53867e9d0ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.940722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-069e01aa-15ab-412a-a906-0f1b0f2f746c tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1711583 Jul 05 03:55:31.942260 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f09acd1-2218-4ab0-b9f3-53867e9d0ae0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.960263 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:31.966615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c569d3af-b461-4864-9e9f-716c154b3a40 None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:55:31.983024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-2ff032b6-8381-47c0-baf5-d030f7cd43bf service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:55:31.983024 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-2ff032b6-8381-47c0-baf5-d030f7cd43bf service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239604 Jul 05 03:55:31.985385 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.053699 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f09acd1-2218-4ab0-b9f3-53867e9d0ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.054415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f09acd1-2218-4ab0-b9f3-53867e9d0ae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6d545cb-b2e4-4815-9eb5-5aa238f87d8e {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:55:32.069051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e598343-3401-433d-b9c4-65fe6e39655d None None] Pushing event updated for resources: {'Port': ['ID=2c091ae0-d01d-4fbc-bf5b-3244bd7855f7,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:32.070433 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f09acd1-2218-4ab0-b9f3-53867e9d0ae0 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.080113 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1f09acd1-2218-4ab0-b9f3-53867e9d0ae0 admin admin] 10.222.0.38 "DELETE /v2.0/routers/d6d545cb-b2e4-4815-9eb5-5aa238f87d8e HTTP/1.1" status: 204 len: 168 time: 2.7569942 Jul 05 03:55:32.085211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43664) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:32.098717 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Deleting port 8bfa890d-a4b5-469c-b025-bfe3b5befd29 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:32.099207 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.171981 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Attempting to bind port 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:32.173155 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Attempting to bind port 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '4231db98-9b73-480e-9f0a-831c104e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:32.173527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Attempting to bind port 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7 on network 3fdf8913-47c8-4a23-a882-812e457ca862 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:32.195952 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:32.196359 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Checking segment: {'id': '4231db98-9b73-480e-9f0a-831c104e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:32.196772 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.197168 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Bound using segment: {'id': '4231db98-9b73-480e-9f0a-831c104e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:32.208752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Bound port: 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4231db98-9b73-480e-9f0a-831c104e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:32.209225 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.286702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] For port 8bfa890d-a4b5-469c-b025-bfe3b5befd29, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8bfa890d-a4b5-469c-b025-bfe3b5befd29,segment=NetworkSegment(529c8649-cce4-429e-9750-b5770d609b79),segment_id=529c8649-cce4-429e-9750-b5770d609b79)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:32.287501 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.315543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Calling delete_port for 8bfa890d-a4b5-469c-b025-bfe3b5befd29 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:32.323712 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6d7d60c3-2de8-4309-87e1-75770bbaad8b no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:32.331743 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.364852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 6d7d60c3-2de8-4309-87e1-75770bbaad8b {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:32.365203 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6d7d60c3-2de8-4309-87e1-75770bbaad8b not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:32.372036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c569d3af-b461-4864-9e9f-716c154b3a40 None None] Resources bound (agent type, host, resource id): {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 03:55:32.539459 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.549466 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6db80e4b-d912-4334-98c5-d0d04aeb18c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.552041 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6db80e4b-d912-4334-98c5-d0d04aeb18c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.556036 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6db80e4b-d912-4334-98c5-d0d04aeb18c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fdbe6a11-356d-4888-a062-3b62bb149e5f HTTP/1.1" status: 204 len: 168 time: 0.9410601 Jul 05 03:55:32.577674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] For port 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:32.593242 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Port': ['ID=8bfa890d-a4b5-469c-b025-bfe3b5befd29,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:32.605762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db80e4b-d912-4334-98c5-d0d04aeb18c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbe6a11-356d-4888-a062-3b62bb149e5f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:32.614856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No DVR routers for this DVR port 8bfa890d-a4b5-469c-b025-bfe3b5befd29 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:32.625283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f42cde-41dd-4514-b572-c19c7d65105e admin admin] Deleting subnet 9cb3a22c-f8ee-4659-a945-ef70c8a04746 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:55:32.632660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] For port 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2c091ae0-d01d-4fbc-bf5b-3244bd7855f7,segment=NetworkSegment(4231db98-9b73-480e-9f0a-831c104e6372),segment_id=4231db98-9b73-480e-9f0a-831c104e6372)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:32.634198 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32f42cde-41dd-4514-b572-c19c7d65105e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.705616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-8d84ce7d-eeab-49b7-8118-456da046c39c service neutron] 10.222.0.38 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6948988 Jul 05 03:55:32.751865 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32f42cde-41dd-4514-b572-c19c7d65105e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.755435 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.760318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791addb-2de5-44fb-8164-e4fda457510c req-8d992e11-8ba1-46fc-b8e4-321eb47de5d7 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.773678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4791addb-2de5-44fb-8164-e4fda457510c req-8d992e11-8ba1-46fc-b8e4-321eb47de5d7 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/networks?id=3fdf8913-47c8-4a23-a882-812e457ca862 HTTP/1.1" status: 200 len: 818 time: 0.7522078 Jul 05 03:55:32.863716 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.863946 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4791addb-2de5-44fb-8164-e4fda457510c req-04fd81a6-f9e4-4a5b-999b-d4efabc12236 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/quotas/8b68a52351a9459890afd450c0a0c46b HTTP/1.1" status: 200 len: 375 time: 0.0892308 Jul 05 03:55:32.877235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Routers {'4c8314c4-4988-426a-bb33-216181d0eb92'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:32.877577 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:55:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['4c8314c4-4988-426a-bb33-216181d0eb92'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:32.886114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:32.907051 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529c8649-cce4-429e-9750-b5770d609b79') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:32.907823 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529c8649-cce4-429e-9750-b5770d609b79') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:32.918275 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.924163 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e598343-3401-433d-b9c4-65fe6e39655d None None] Pushing event updated for resources: {'Port': ['ID=2c091ae0-d01d-4fbc-bf5b-3244bd7855f7,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:32.942312 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.954862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:32.955750 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:32.959052 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:32.974842 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-e51ff972-d3c9-4fcf-aeae-0bf43a5b5382 service neutron] 10.222.0.38 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579181 Jul 05 03:55:33.004763 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32f42cde-41dd-4514-b572-c19c7d65105e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.071326 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4791addb-2de5-44fb-8164-e4fda457510c req-a324fd65-401d-4a70-a947-b4ef62bb8587 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b68a52351a9459890afd450c0a0c46b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2059205 Jul 05 03:55:33.104912 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] Set router 4c8314c4-4988-426a-bb33-216181d0eb92 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:33.121702 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.131673 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.137987 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb HTTP/1.1" status: 204 len: 168 time: 4.2150116 Jul 05 03:55:33.140574 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43690) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:33.149335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-35f1b2d1-a96b-49da-8567-ec97fbd4d733 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2058852104'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:33.156245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5b9a1-5756-4e46-a964-5d612ee29cb1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Network': ['ID=0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:33.209514 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4791addb-2de5-44fb-8164-e4fda457510c req-0d58ca95-015a-46c1-8e7e-3b38b486dcae service neutron] 10.222.0.38 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366966 Jul 05 03:55:33.266875 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32f42cde-41dd-4514-b572-c19c7d65105e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.303649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f42cde-41dd-4514-b572-c19c7d65105e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb3a22c-f8ee-4659-a945-ef70c8a04746,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:33.305246 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f1b2d1-a96b-49da-8567-ec97fbd4d733 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:33.308736 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35f1b2d1-a96b-49da-8567-ec97fbd4d733 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.313840 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32f42cde-41dd-4514-b572-c19c7d65105e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.318096 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-32f42cde-41dd-4514-b572-c19c7d65105e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9cb3a22c-f8ee-4659-a945-ef70c8a04746 HTTP/1.1" status: 204 len: 168 time: 1.2295871 Jul 05 03:55:33.318834 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43700) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:33.322157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635249bb-d38a-4ae6-b2cb-4dc4e183b841 None None] Network cf7b9eb0-cbb0-45f8-b398-17cff1adf554 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:33.360695 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f1b2d1-a96b-49da-8567-ec97fbd4d733 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:33.372631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4791addb-2de5-44fb-8164-e4fda457510c req-426e55d1-3625-495a-9309-e123ce219609 service neutron] 10.222.0.38 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564598 Jul 05 03:55:33.381611 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35f1b2d1-a96b-49da-8567-ec97fbd4d733 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.382428 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-35f1b2d1-a96b-49da-8567-ec97fbd4d733 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Added segment ae9a895a-e1ae-47ea-885b-e20ed5a80f8e of type vlan for network 3aa57990-e360-499f-9cb4-9982ca95735a Jul 05 03:55:33.405686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device c235235c-10c1-4beb-96e6-525a5f2ab08b up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:33.411776 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.457515 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35f1b2d1-a96b-49da-8567-ec97fbd4d733 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.508677 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'name': 'tempest-ServerRescueNegativeTestJSON-196251025-router', 'tenant_id': '8b68a52351a9459890afd450c0a0c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:20Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 4, 'project_id': '8b68a52351a9459890afd450c0a0c46b', 'gw_port': {'id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:22Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2c091ae0-d01d-4fbc-bf5b-3244bd7855f7', 'name': '', 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862', 'tenant_id': '8b68a52351a9459890afd450c0a0c46b', 'mac_address': 'fa:16:3e:09:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'cadd956f-4ed6-4336-8d28-a9a782accda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:26Z', 'updated_at': '2021-07-05T03:55:32Z', 'revision_number': 4, 'project_id': '8b68a52351a9459890afd450c0a0c46b', 'subnets': [{'id': 'cadd956f-4ed6-4336-8d28-a9a782accda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:33.525146 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43704) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:33.552878 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f290765-70df-4978-b4b9-25fe7a86e6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.559872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a34957-fe6d-4d0e-b8c9-5d3602c08621 None None] The sync data for ids ['4c8314c4-4988-426a-bb33-216181d0eb92'] in n-d-771363-32 is: [{'id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'name': 'tempest-ServerRescueNegativeTestJSON-196251025-router', 'tenant_id': '8b68a52351a9459890afd450c0a0c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:20Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 4, 'project_id': '8b68a52351a9459890afd450c0a0c46b', 'gw_port': {'id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:22Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2c091ae0-d01d-4fbc-bf5b-3244bd7855f7', 'name': '', 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862', 'tenant_id': '8b68a52351a9459890afd450c0a0c46b', 'mac_address': 'fa:16:3e:09:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'cadd956f-4ed6-4336-8d28-a9a782accda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:26Z', 'updated_at': '2021-07-05T03:55:32Z', 'revision_number': 4, 'project_id': '8b68a52351a9459890afd450c0a0c46b', 'subnets': [{'id': 'cadd956f-4ed6-4336-8d28-a9a782accda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:33.574463 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] Deleting port ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:33.574463 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.593796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43706) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:33.699892 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] For port ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b,segment=NetworkSegment(07048c1d-398c-47c9-aa4c-e208e57c0ac6),segment_id=07048c1d-398c-47c9-aa4c-e208e57c0ac6)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:33.700467 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.719128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] Calling delete_port for ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:33.724906 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f290765-70df-4978-b4b9-25fe7a86e6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.741792 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053947c7-01fc-41ab-b7c5-dfe224c100b0 None None] DHCP port deletion for cf7b9eb0-cbb0-45f8-b398-17cff1adf554 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:55:33.816271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-053947c7-01fc-41ab-b7c5-dfe224c100b0 None None] Deleting port ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:33.817181 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-053947c7-01fc-41ab-b7c5-dfe224c100b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.836119 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35f1b2d1-a96b-49da-8567-ec97fbd4d733 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.851418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f1b2d1-a96b-49da-8567-ec97fbd4d733 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:33.856250 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35f1b2d1-a96b-49da-8567-ec97fbd4d733 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.874392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port c235235c-10c1-4beb-96e6-525a5f2ab08b completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:33.877584 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.882543 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f290765-70df-4978-b4b9-25fe7a86e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.888581 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port c235235c-10c1-4beb-96e6-525a5f2ab08b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:33.902280 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:33.924277 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.000716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] No DVR routers for this DVR port ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:34.025935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-053947c7-01fc-41ab-b7c5-dfe224c100b0 None None] For port ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b,segment=NetworkSegment(07048c1d-398c-47c9-aa4c-e208e57c0ac6),segment_id=07048c1d-398c-47c9-aa4c-e208e57c0ac6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:34.026822 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-053947c7-01fc-41ab-b7c5-dfe224c100b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.043970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-86eaf5cf-ae8c-41c8-a5f9-88c1c9150d07 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1202414810-network', 'tenant_id': '2bba52dfec69479384da960563fc019e'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:34.049219 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:34.082882 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-053947c7-01fc-41ab-b7c5-dfe224c100b0 None None] Calling delete_port for ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:34.140881 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.153297 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0f290765-70df-4978-b4b9-25fe7a86e6f2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2cff9df83f9b42b59bdc8e09f8e973f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6172063 Jul 05 03:55:34.154895 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-35f1b2d1-a96b-49da-8567-ec97fbd4d733 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0105057 Jul 05 03:55:34.157074 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43716) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:34.159938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43718) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:34.173782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1b2d1-a96b-49da-8567-ec97fbd4d733 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Network': ['ID=3aa57990-e360-499f-9cb4-9982ca95735a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:34.181204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-723b1b8d-f7f6-4047-82d2-86de7d637d6b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'subnet': {'network_id': '3aa57990-e360-499f-9cb4-9982ca95735a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:34.183367 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f290765-70df-4978-b4b9-25fe7a86e6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996e45bc-8640-4b76-8b1d-d95d78067049,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:34.257539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7b9eb0-cbb0-45f8-b398-17cff1adf554']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:34.262977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 3aa57990-e360-499f-9cb4-9982ca95735a details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:34.350232 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07048c1d-398c-47c9-aa4c-e208e57c0ac6') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:34.350537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07048c1d-398c-47c9-aa4c-e208e57c0ac6') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:34.360460 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761b069-84ca-4689-85b4-489e24d7c613 req-ee62645b-8e96-47bc-ba00-1b2e92dddf65 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:34.363003 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c761b069-84ca-4689-85b4-489e24d7c613 req-ee62645b-8e96-47bc-ba00-1b2e92dddf65 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 944 time: 0.2712715 Jul 05 03:55:34.380618 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.397963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eaf5cf-ae8c-41c8-a5f9-88c1c9150d07 admin admin] Made reservation on behalf of 2bba52dfec69479384da960563fc019e for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:34.400429 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86eaf5cf-ae8c-41c8-a5f9-88c1c9150d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.418562 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-36b398f1-10db-45a9-bd0e-573a45c735a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.423261 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86eaf5cf-ae8c-41c8-a5f9-88c1c9150d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.439321 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.448443 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-36b398f1-10db-45a9-bd0e-573a45c735a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.466569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:34.466983 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:34.471082 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:34.485740 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.498638 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c761b069-84ca-4689-85b4-489e24d7c613 req-15928e61-1edc-459c-b67e-63863fe7ac06 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2edf849-0241-4aac-9a7a-48dddc9af0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231005 Jul 05 03:55:34.519149 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:34.611074 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723b1b8d-f7f6-4047-82d2-86de7d637d6b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:34.611074 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-723b1b8d-f7f6-4047-82d2-86de7d637d6b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.623771 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4def7804-8df0-480c-bead-d4943d87dca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c235235c-10c1-4beb-96e6-525a5f2ab08b'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:34.626801 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29effb3d-6299-4492-9083-f1b6b752af0f" -d '{"events": [{"server_uuid": "4def7804-8df0-480c-bead-d4943d87dca9", "name": "network-vif-plugged", "status": "completed", "tag": "c235235c-10c1-4beb-96e6-525a5f2ab08b"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:34.629363 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-053947c7-01fc-41ab-b7c5-dfe224c100b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.676484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port c235235c-10c1-4beb-96e6-525a5f2ab08b, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c235235c-10c1-4beb-96e6-525a5f2ab08b,segment=NetworkSegment(86e9426f-3a0b-4d7e-b5c7-cca8b2dff402),segment_id=86e9426f-3a0b-4d7e-b5c7-cca8b2dff402)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:34.680520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053947c7-01fc-41ab-b7c5-dfe224c100b0 None None] Pushing event deleted for resources: {'Port': ['ID=ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:34.688599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053947c7-01fc-41ab-b7c5-dfe224c100b0 None None] No DVR routers for this DVR port ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:34.695213 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.728299 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-36b398f1-10db-45a9-bd0e-573a45c735a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.731794 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-36b398f1-10db-45a9-bd0e-573a45c735a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.733243 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-36b398f1-10db-45a9-bd0e-573a45c735a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/996e45bc-8640-4b76-8b1d-d95d78067049 HTTP/1.1" status: 204 len: 168 time: 0.5745919 Jul 05 03:55:34.746808 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.752424 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] 10.222.0.38 "DELETE /v2.0/networks/cf7b9eb0-cbb0-45f8-b398-17cff1adf554 HTTP/1.1" status: 204 len: 168 time: 1.4325876 Jul 05 03:55:34.771697 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b398f1-10db-45a9-bd0e-573a45c735a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996e45bc-8640-4b76-8b1d-d95d78067049,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:34.784522 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-18cd5e26-59e9-41e2-89f3-b853a42d9f33 req-d58e3bfe-3d80-4ba4-bc1c-f5537dd99c15 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 210 time: 0.0705278 Jul 05 03:55:34.795543 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.866032 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe83dc-8c10-46d0-8dda-ad99dbb58636 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf7b9eb0-cbb0-45f8-b398-17cff1adf554,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:34.877929 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:34.890933 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf5c6c1-acc0-4a47-b420-61b8fdf8183c x-openstack-request-id: req-2cf5c6c1-acc0-4a47-b420-61b8fdf8183c {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:34.891180 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4def7804-8df0-480c-bead-d4943d87dca9", "name": "network-vif-plugged", "status": "completed", "tag": "c235235c-10c1-4beb-96e6-525a5f2ab08b", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:34.891442 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2cf5c6c1-acc0-4a47-b420-61b8fdf8183c {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:34.891758 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4def7804-8df0-480c-bead-d4943d87dca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c235235c-10c1-4beb-96e6-525a5f2ab08b', 'code': 200} Jul 05 03:55:34.892340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:34.892706 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:34.930097 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=c235235c-10c1-4beb-96e6-525a5f2ab08b,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:35.025354 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.065977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86eaf5cf-ae8c-41c8-a5f9-88c1c9150d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.107822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2c091ae0-d01d-4fbc-bf5b-3244bd7855f7,segment=NetworkSegment(4231db98-9b73-480e-9f0a-831c104e6372),segment_id=4231db98-9b73-480e-9f0a-831c104e6372)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:35.116347 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-723b1b8d-f7f6-4047-82d2-86de7d637d6b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.121438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475a786-6cb1-4661-89d3-88d3fe7cb390 req-1b2a908d-4844-467d-90de-d0b1b6c49fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:35.130742 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5475a786-6cb1-4661-89d3-88d3fe7cb390 req-1b2a908d-4844-467d-90de-d0b1b6c49fae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 1097 time: 0.1413779 Jul 05 03:55:35.167359 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.178732 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86eaf5cf-ae8c-41c8-a5f9-88c1c9150d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.248339 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86eaf5cf-ae8c-41c8-a5f9-88c1c9150d07 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:35.276611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:35.280568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=2c091ae0-d01d-4fbc-bf5b-3244bd7855f7,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:35.286310 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e3e3fad2-5413-4e99-b2c6-aab681f63b14 req-aca5af05-8982-495c-bc56-5d166972d896 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 210 time: 0.1310599 Jul 05 03:55:35.318177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:35.318542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ca5bd35a-ca72-4a5a-99a3-3ddd60c3c91b not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:35.319021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 23099c7c-5448-4867-873f-70bb9ce0716c no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:35.321757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b1b8d-f7f6-4047-82d2-86de7d637d6b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Subnet': ['ID=71433624-02b8-410a-8799-211629b7ca0a,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:35.323149 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5475a786-6cb1-4661-89d3-88d3fe7cb390 req-acbe840b-171a-4442-9d51-048a45d9637d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d2edf849-0241-4aac-9a7a-48dddc9af0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832433 Jul 05 03:55:35.323863 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eaf5cf-ae8c-41c8-a5f9-88c1c9150d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca324360-057b-4d21-bdb9-337eff144f94,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:35.343739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 23099c7c-5448-4867-873f-70bb9ce0716c {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:35.344687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 23099c7c-5448-4867-873f-70bb9ce0716c not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:35.360648 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86eaf5cf-ae8c-41c8-a5f9-88c1c9150d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.367331 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-86eaf5cf-ae8c-41c8-a5f9-88c1c9150d07 admin admin] Added segment 1d9bb38b-a448-4e46-aada-3be28b39815d of type vlan for network 9617e48d-cb07-4abc-991c-beceb8041699 Jul 05 03:55:35.369270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43740) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:35.435327 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86eaf5cf-ae8c-41c8-a5f9-88c1c9150d07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.439962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723b1b8d-f7f6-4047-82d2-86de7d637d6b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Checking segment: {'id': 'ae9a895a-e1ae-47ea-885b-e20ed5a80f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aa57990-e360-499f-9cb4-9982ca95735a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:35.440596 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b1b8d-f7f6-4047-82d2-86de7d637d6b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network hostable DHCP agents. Network: 3aa57990-e360-499f-9cb4-9982ca95735a, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:35.450184 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b210ee24-b693-4e5e-a659-87ef055b857e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=55f1fa425cd248da88c6dfdb3beafff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0786388 Jul 05 03:55:35.452482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43746) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:35.550452 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-798b0459-68b3-4ada-9f53-5d8d20e5dec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.601749 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-798b0459-68b3-4ada-9f53-5d8d20e5dec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.670640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b1b8d-f7f6-4047-82d2-86de7d637d6b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network 3aa57990-e360-499f-9cb4-9982ca95735a is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:35.684240 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86eaf5cf-ae8c-41c8-a5f9-88c1c9150d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.684240 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eaf5cf-ae8c-41c8-a5f9-88c1c9150d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:35.684240 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86eaf5cf-ae8c-41c8-a5f9-88c1c9150d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.755886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eaf5cf-ae8c-41c8-a5f9-88c1c9150d07 admin admin] Pushing event updated for resources: {'Network': ['ID=9617e48d-cb07-4abc-991c-beceb8041699,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:35.767921 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 9617e48d-cb07-4abc-991c-beceb8041699 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:35.777879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171622ae-2040-4317-9faa-13e6394c222b req-0eb6746d-e090-43ec-8997-d310f14205a1 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:35.779980 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-171622ae-2040-4317-9faa-13e6394c222b req-0eb6746d-e090-43ec-8997-d310f14205a1 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 945 time: 0.1219256 Jul 05 03:55:35.825894 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-798b0459-68b3-4ada-9f53-5d8d20e5dec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.829970 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-798b0459-68b3-4ada-9f53-5d8d20e5dec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.831134 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-798b0459-68b3-4ada-9f53-5d8d20e5dec8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1601896f-75e6-4181-8d90-d9cc434f7f74 HTTP/1.1" status: 204 len: 168 time: 0.3752561 Jul 05 03:55:35.840467 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-723b1b8d-f7f6-4047-82d2-86de7d637d6b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 3aa57990-e360-499f-9cb4-9982ca95735a) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:35.846301 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-86eaf5cf-ae8c-41c8-a5f9-88c1c9150d07 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2513900 Jul 05 03:55:35.864973 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-171622ae-2040-4317-9faa-13e6394c222b req-4889feca-7b0e-4d9f-a5c2-f017c6aef590 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2edf849-0241-4aac-9a7a-48dddc9af0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729859 Jul 05 03:55:35.865562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43762) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:35.881665 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Request body: {'subnet': {'network_id': '9617e48d-cb07-4abc-991c-beceb8041699', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1202414810-subnet', 'tenant_id': '2bba52dfec69479384da960563fc019e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:35.887560 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723b1b8d-f7f6-4047-82d2-86de7d637d6b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:35.888835 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-723b1b8d-f7f6-4047-82d2-86de7d637d6b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:35.930330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b0459-68b3-4ada-9f53-5d8d20e5dec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1601896f-75e6-4181-8d90-d9cc434f7f74,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:35.930470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a525a409-09fa-4e80-b8c9-f2fed7e6f8a9 None None] Network 3aa57990-e360-499f-9cb4-9982ca95735a requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:36.008289 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e44088-8274-4461-b637-5edca26e97c3 req-725987cd-aec1-47c2-8926-f53c4dc27b41 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.010016 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b9e44088-8274-4461-b637-5edca26e97c3 req-725987cd-aec1-47c2-8926-f53c4dc27b41 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.36 "GET /v2.0/networks?id=3fdf8913-47c8-4a23-a882-812e457ca862 HTTP/1.1" status: 200 len: 818 time: 0.2514820 Jul 05 03:55:36.031303 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01afbe0c-2682-4f04-8f28-3d69407aabc5 req-d2c41309-894d-4380-bcd6-595d20dcca77 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 210 time: 0.0329051 Jul 05 03:55:36.033334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-b9e44088-8274-4461-b637-5edca26e97c3 req-d5744934-7483-4e82-ad01-199728bad090 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Request body: {'port': {'device_id': 'a400fe73-5e18-4b9f-9acc-17c45e948047', 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862', 'admin_state_up': True, 'tenant_id': '8b68a52351a9459890afd450c0a0c46b'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:36.081912 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Made reservation on behalf of 2bba52dfec69479384da960563fc019e for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:36.084425 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.276874 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-3aa57990-e360-499f-9cb4-9982ca95735a', 'network_id': '3aa57990-e360-499f-9cb4-9982ca95735a', 'tenant_id': '91183f2544e245ce9a9eee6cf221adaa', 'fixed_ips': [{'subnet_id': '71433624-02b8-410a-8799-211629b7ca0a'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:55:36.278032 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.296304 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-723b1b8d-f7f6-4047-82d2-86de7d637d6b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1169090 Jul 05 03:55:36.297851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43772) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:36.304306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:36.435430 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e44088-8274-4461-b637-5edca26e97c3 req-d5744934-7483-4e82-ad01-199728bad090 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Made reservation on behalf of 8b68a52351a9459890afd450c0a0c46b for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:36.444786 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b9e44088-8274-4461-b637-5edca26e97c3 req-d5744934-7483-4e82-ad01-199728bad090 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.462979 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7974fcd-2dfa-48fb-bc3c-ec4e2d1b9d0d req-d2794d70-aa64-489e-8d28-9ce471d7b9cc tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 210 time: 0.1101544 Jul 05 03:55:36.480173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:36.480556 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.689701 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.702674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Allocated IP 172.20.0.1 (3aa57990-e360-499f-9cb4-9982ca95735a/71433624-02b8-410a-8799-211629b7ca0a/8df4093f-d6ca-4549-b63b-63b581050555) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:36.726453 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.754879 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-b9e44088-8274-4461-b637-5edca26e97c3 req-d5744934-7483-4e82-ad01-199728bad090 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Allocated IP 172.20.0.12 (3fdf8913-47c8-4a23-a882-812e457ca862/cadd956f-4ed6-4336-8d28-a9a782accda4/aed92df0-007b-49ca-9909-5b42683f510a) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:36.792751 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.829313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f18bbbd0-875b-4cc4-af11-7f7dbacee477,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:36.846022 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Checking segment: {'id': '1d9bb38b-a448-4e46-aada-3be28b39815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9617e48d-cb07-4abc-991c-beceb8041699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:36.850489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Network hostable DHCP agents. Network: 9617e48d-cb07-4abc-991c-beceb8041699, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:36.850840 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:36.851343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:36.852366 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:36.852869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:36.853448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:36.854027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:36.854595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:36.855068 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:36.855546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:36.856216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:36.856701 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:36.857186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:36.918100 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:36.938931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Network 9617e48d-cb07-4abc-991c-beceb8041699 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:36.953633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Transition to ACTIVE for port object 8df4093f-d6ca-4549-b63b-63b581050555 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:36.977260 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Transition to ACTIVE for port object 8df4093f-d6ca-4549-b63b-63b581050555 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:37.029289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 9617e48d-cb07-4abc-991c-beceb8041699) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:37.047592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.050975 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.055243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94729490-f60f-48cc-aa2c-9dc15dc081ae None None] Network 9617e48d-cb07-4abc-991c-beceb8041699 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:37.121946 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.201457 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-be2a826c-8287-4e4e-885e-72d3566d51c8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3346632 Jul 05 03:55:37.231801 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Network 3aa57990-e360-499f-9cb4-9982ca95735a is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:37.270080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Pushing event updated for resources: {'Port': ['ID=8df4093f-d6ca-4549-b63b-63b581050555,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:37.273079 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:37.286951 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:37.301931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5447-2372-4871-8b37-e545f66a5ce2 req-4b6e7f66-25d2-4942-8cb9-13ac10f415da tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.304861 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-264b5447-2372-4871-8b37-e545f66a5ce2 req-4b6e7f66-25d2-4942-8cb9-13ac10f415da tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 945 time: 0.1966565 Jul 05 03:55:37.374362 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc2abf3c-6860-49b3-b8fc-8f808873c30f req-bfb82fe4-1c54-4a53-a4d3-571983cc0b87 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 210 time: 0.0684626 Jul 05 03:55:37.422055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-264b5447-2372-4871-8b37-e545f66a5ce2 req-6189ce1a-92e7-45c2-8313-d7c033a8e480 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2edf849-0241-4aac-9a7a-48dddc9af0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897119 Jul 05 03:55:37.454601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Attempting to bind port 8df4093f-d6ca-4549-b63b-63b581050555 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:37.455130 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Attempting to bind port 8df4093f-d6ca-4549-b63b-63b581050555 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'ae9a895a-e1ae-47ea-885b-e20ed5a80f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aa57990-e360-499f-9cb4-9982ca95735a'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:37.456412 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Attempting to bind port 8df4093f-d6ca-4549-b63b-63b581050555 on network 3aa57990-e360-499f-9cb4-9982ca95735a {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:37.494744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:37.495258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Checking segment: {'id': 'ae9a895a-e1ae-47ea-885b-e20ed5a80f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aa57990-e360-499f-9cb4-9982ca95735a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:37.496310 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.497995 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Bound using segment: {'id': 'ae9a895a-e1ae-47ea-885b-e20ed5a80f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aa57990-e360-499f-9cb4-9982ca95735a'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:37.498760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Bound port: 8df4093f-d6ca-4549-b63b-63b581050555, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9a895a-e1ae-47ea-885b-e20ed5a80f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aa57990-e360-499f-9cb4-9982ca95735a'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:37.499233 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.519084 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.554653 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b9e44088-8274-4461-b637-5edca26e97c3 req-d5744934-7483-4e82-ad01-199728bad090 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.612460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Subnet': ['ID=71433624-02b8-410a-8799-211629b7ca0a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:37.701798 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec51e232-c0e7-41b9-aa60-8678ebe349ee None None] Network 9617e48d-cb07-4abc-991c-beceb8041699 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:37.737606 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.762842 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60c41cca-51e3-4802-ae22-cd73cd142072 req-7338f8f3-e1b1-4037-9fe6-89aa45c2c3c2 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 210 time: 0.0710125 Jul 05 03:55:37.771205 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa57990-e360-499f-9cb4-9982ca95735a']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:37.788372 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9a895a-e1ae-47ea-885b-e20ed5a80f8e') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:37.788778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9a895a-e1ae-47ea-885b-e20ed5a80f8e') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:37.804645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791addb-2de5-44fb-8164-e4fda457510c req-31959af2-94ab-493c-abd1-b39d6f76b830 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.806306 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4791addb-2de5-44fb-8164-e4fda457510c req-31959af2-94ab-493c-abd1-b39d6f76b830 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.36 "GET /v2.0/networks?id=3fdf8913-47c8-4a23-a882-812e457ca862 HTTP/1.1" status: 200 len: 818 time: 0.3200979 Jul 05 03:55:37.813340 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.837895 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] For port 8df4093f-d6ca-4549-b63b-63b581050555, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:37.838329 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-4791addb-2de5-44fb-8164-e4fda457510c req-c44f528f-589e-4b35-92d1-0a67be2ccc50 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Request body: {'port': {'device_id': '2a359b24-f8b5-4e3d-9718-2e319e6080dd', 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862', 'admin_state_up': True, 'tenant_id': '8b68a52351a9459890afd450c0a0c46b'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:37.843223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] For port 8df4093f-d6ca-4549-b63b-63b581050555, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8df4093f-d6ca-4549-b63b-63b581050555,segment=NetworkSegment(ae9a895a-e1ae-47ea-885b-e20ed5a80f8e),segment_id=ae9a895a-e1ae-47ea-885b-e20ed5a80f8e)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:37.990757 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.991616 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b9e44088-8274-4461-b637-5edca26e97c3 req-d5744934-7483-4e82-ad01-199728bad090 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.993938 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.098957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec033ef2-6159-41a4-9def-c5899a7f315d None None] Pushing event updated for resources: {'Port': ['ID=8df4093f-d6ca-4549-b63b-63b581050555,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:38.100484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5744934-7483-4e82-ad01-199728bad090 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Pushing event updated for resources: {'Port': ['ID=aed92df0-007b-49ca-9909-5b42683f510a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:38.108694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:38.110401 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:38.118251 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:38.129755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9682084-a972-424b-a5ca-d5601d9cdd2e None None] Network 3aa57990-e360-499f-9cb4-9982ca95735a requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:38.163556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4791addb-2de5-44fb-8164-e4fda457510c req-c44f528f-589e-4b35-92d1-0a67be2ccc50 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Made reservation on behalf of 8b68a52351a9459890afd450c0a0c46b for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:38.172748 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4791addb-2de5-44fb-8164-e4fda457510c req-c44f528f-589e-4b35-92d1-0a67be2ccc50 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.172748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e44088-8274-4461-b637-5edca26e97c3 req-d5744934-7483-4e82-ad01-199728bad090 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Network 3fdf8913-47c8-4a23-a882-812e457ca862 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:38.188767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-b9e44088-8274-4461-b637-5edca26e97c3 req-d5744934-7483-4e82-ad01-199728bad090 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:38.209921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e44088-8274-4461-b637-5edca26e97c3 req-d5744934-7483-4e82-ad01-199728bad090 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:38.344530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43830) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:38.349820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ed967e-83dc-45d5-8679-6a140bf0dbf5 None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:55:38.360512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-4791addb-2de5-44fb-8164-e4fda457510c req-c44f528f-589e-4b35-92d1-0a67be2ccc50 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Allocated IP 172.20.0.8 (3fdf8913-47c8-4a23-a882-812e457ca862/cadd956f-4ed6-4336-8d28-a9a782accda4/cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:38.388035 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ca904-3c8d-4ae0-8ceb-7086e52b8689 req-344d3880-11c3-455e-b61e-431bdda0edcf tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.398660 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-379ca904-3c8d-4ae0-8ceb-7086e52b8689 req-344d3880-11c3-455e-b61e-431bdda0edcf tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 945 time: 0.1000619 Jul 05 03:55:38.430031 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 03:55:38.430031 n-d-771363-32 neutron-server[100932]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 03:55:38.430031 n-d-771363-32 neutron-server[100932]: [parameters: {'id': '3aa57990-e360-499f-9cb4-9982ca95735a'}] Jul 05 03:55:38.430031 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:55:38.430446 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:55:38.456187 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e44088-8274-4461-b637-5edca26e97c3 req-d5744934-7483-4e82-ad01-199728bad090 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.458305 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b9e44088-8274-4461-b637-5edca26e97c3 req-d5744934-7483-4e82-ad01-199728bad090 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.494880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-379ca904-3c8d-4ae0-8ceb-7086e52b8689 req-2b856233-2053-457f-8282-cbb3c5fe1c61 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2edf849-0241-4aac-9a7a-48dddc9af0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928195 Jul 05 03:55:38.499934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ed967e-83dc-45d5-8679-6a140bf0dbf5 None None] Resources bound (agent type, host, resource id): {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 03:55:38.591356 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b9e44088-8274-4461-b637-5edca26e97c3 req-d5744934-7483-4e82-ad01-199728bad090 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5630438 Jul 05 03:55:38.612004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Request body: {'port': {'device_id': 'a400fe73-5e18-4b9f-9acc-17c45e948047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:38.632492 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-30c7c6fb-0320-4d75-85f7-d09842a38044 req-4e5883bc-320f-41ad-b7a0-62fa90b4a896 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 210 time: 0.0452652 Jul 05 03:55:38.725864 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4791addb-2de5-44fb-8164-e4fda457510c req-c44f528f-589e-4b35-92d1-0a67be2ccc50 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.743379 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.918999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c347c7fe-d08d-46fe-a091-f57f0324ed05 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-network', 'tenant_id': '965868a2cb014d159f025b9a99fb2569'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:38.931358 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.953182 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-13078eae-6bd4-4554-b58d-b61e968e1c54 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.954867 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-13078eae-6bd4-4554-b58d-b61e968e1c54 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.10 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 820 time: 0.2899244 Jul 05 03:55:38.970960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43846) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:38.976161 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-2f2a9961-a7ab-4911-b00b-4b3f98a7441e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Request body: {'port': {'device_id': '674da95f-82aa-4dc9-a93c-4e17e5958160', 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67', 'admin_state_up': True, 'tenant_id': '63c0043dceb94c52ae4db4897d94f388'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:38.977004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6eae6263-99ad-4234-a4a5-cccfbaa84bf0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1625391552-network', 'tenant_id': '93bc30067e694e08a9d229ad7bcf876b'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:38.995521 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4791addb-2de5-44fb-8164-e4fda457510c req-c44f528f-589e-4b35-92d1-0a67be2ccc50 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.055669 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10b601a7-7212-4683-bffd-34326e751270 req-c5e054c7-dbab-489f-a62a-4b5e5cab040d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 210 time: 0.0587521 Jul 05 03:55:39.096661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4791addb-2de5-44fb-8164-e4fda457510c req-c44f528f-589e-4b35-92d1-0a67be2ccc50 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Network 3fdf8913-47c8-4a23-a882-812e457ca862 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:39.108568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-4791addb-2de5-44fb-8164-e4fda457510c req-c44f528f-589e-4b35-92d1-0a67be2ccc50 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:39.111854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4791addb-2de5-44fb-8164-e4fda457510c req-c44f528f-589e-4b35-92d1-0a67be2ccc50 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:39.133034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c347c7fe-d08d-46fe-a091-f57f0324ed05 admin admin] Made reservation on behalf of 965868a2cb014d159f025b9a99fb2569 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:39.135972 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c347c7fe-d08d-46fe-a091-f57f0324ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.149808 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c347c7fe-d08d-46fe-a091-f57f0324ed05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.172819 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f528f-589e-4b35-92d1-0a67be2ccc50 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Pushing event updated for resources: {'Port': ['ID=cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:39.184962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Deleting port 8df4093f-d6ca-4549-b63b-63b581050555 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:39.185307 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.261249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791addb-2de5-44fb-8164-e4fda457510c req-c44f528f-589e-4b35-92d1-0a67be2ccc50 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.261930 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4791addb-2de5-44fb-8164-e4fda457510c req-c44f528f-589e-4b35-92d1-0a67be2ccc50 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.324832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eae6263-99ad-4234-a4a5-cccfbaa84bf0 admin admin] Made reservation on behalf of 93bc30067e694e08a9d229ad7bcf876b for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:39.327295 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eae6263-99ad-4234-a4a5-cccfbaa84bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.364326 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] For port 8df4093f-d6ca-4549-b63b-63b581050555, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8df4093f-d6ca-4549-b63b-63b581050555,segment=NetworkSegment(ae9a895a-e1ae-47ea-885b-e20ed5a80f8e),segment_id=ae9a895a-e1ae-47ea-885b-e20ed5a80f8e)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:39.364742 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.367934 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eae6263-99ad-4234-a4a5-cccfbaa84bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.382739 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-2f2a9961-a7ab-4911-b00b-4b3f98a7441e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Made reservation on behalf of 63c0043dceb94c52ae4db4897d94f388 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:39.388344 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-2f2a9961-a7ab-4911-b00b-4b3f98a7441e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.394455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Calling delete_port for 8df4093f-d6ca-4549-b63b-63b581050555 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:39.480952 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c347c7fe-d08d-46fe-a091-f57f0324ed05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.513393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed92df0-007b-49ca-9909-5b42683f510a {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:39.533337 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.564979 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Transition to ACTIVE for port object aed92df0-007b-49ca-9909-5b42683f510a will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:39.586980 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c347c7fe-d08d-46fe-a091-f57f0324ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.652757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347c7fe-d08d-46fe-a091-f57f0324ed05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cd0a6a-aaa7-4490-8558-18bfcc02689d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:39.676817 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.721313 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.724473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-2f2a9961-a7ab-4911-b00b-4b3f98a7441e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Allocated IP 172.20.0.12 (fc21b127-e7b5-412d-946b-08a3b7902b67/13e58e0b-cbb7-42b5-a550-6e06ecae5d23/1796be8e-1f88-46b6-969c-e78267cb3849) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:39.726983 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4791addb-2de5-44fb-8164-e4fda457510c req-c44f528f-589e-4b35-92d1-0a67be2ccc50 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8934410 Jul 05 03:55:39.733377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c347c7fe-d08d-46fe-a091-f57f0324ed05 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:39.760255 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c347c7fe-d08d-46fe-a091-f57f0324ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.760842 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-c347c7fe-d08d-46fe-a091-f57f0324ed05 admin admin] Added segment 864f937f-c4cf-4fe6-9197-d6377f0c10cb of type vlan for network 702ce1ba-a7db-46c8-8515-74ee4b752ef6 Jul 05 03:55:39.761375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Request body: {'port': {'device_id': '2a359b24-f8b5-4e3d-9718-2e319e6080dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:39.810456 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No DVR routers for this DVR port 8df4093f-d6ca-4549-b63b-63b581050555 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:39.816123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=aed92df0-007b-49ca-9909-5b42683f510a,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:39.839041 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c347c7fe-d08d-46fe-a091-f57f0324ed05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.933251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Port': ['ID=8df4093f-d6ca-4549-b63b-63b581050555,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:39.957172 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfdd91-c3a5-4af2-9391-dbc663b03338 req-d4495c0c-9290-45ff-b8fe-e2cf6c572393 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.958774 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48cfdd91-c3a5-4af2-9391-dbc663b03338 req-d4495c0c-9290-45ff-b8fe-e2cf6c572393 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 945 time: 0.3031793 Jul 05 03:55:40.062498 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48cfdd91-c3a5-4af2-9391-dbc663b03338 req-2adf9cd4-c096-4b27-b720-be352046ffe5 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2edf849-0241-4aac-9a7a-48dddc9af0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878072 Jul 05 03:55:40.097295 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.121672 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa57990-e360-499f-9cb4-9982ca95735a']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:40.131236 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd5882-8168-4bb5-9224-6f4f831396fc req-aec031f2-b97e-4bd8-aaca-497d5adf6c54 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:40.132871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4bcd5882-8168-4bb5-9224-6f4f831396fc req-aec031f2-b97e-4bd8-aaca-497d5adf6c54 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 931 time: 0.2814763 Jul 05 03:55:40.136979 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c347c7fe-d08d-46fe-a091-f57f0324ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.137859 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.145354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c347c7fe-d08d-46fe-a091-f57f0324ed05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:40.146115 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c347c7fe-d08d-46fe-a091-f57f0324ed05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.149418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9a895a-e1ae-47ea-885b-e20ed5a80f8e') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:40.149729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9a895a-e1ae-47ea-885b-e20ed5a80f8e') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:40.175175 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Attempting to bind port aed92df0-007b-49ca-9909-5b42683f510a on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:40.176083 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Attempting to bind port aed92df0-007b-49ca-9909-5b42683f510a by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '4231db98-9b73-480e-9f0a-831c104e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:40.176083 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Attempting to bind port aed92df0-007b-49ca-9909-5b42683f510a on network 3fdf8913-47c8-4a23-a882-812e457ca862 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:40.183573 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-2f2a9961-a7ab-4911-b00b-4b3f98a7441e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.185605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.218303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Port aed92df0-007b-49ca-9909-5b42683f510a on network 3fdf8913-47c8-4a23-a882-812e457ca862 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:40.218303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Attempting to bind port aed92df0-007b-49ca-9909-5b42683f510a on network 3fdf8913-47c8-4a23-a882-812e457ca862 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:40.222406 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.257138 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eae6263-99ad-4234-a4a5-cccfbaa84bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.268497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15483106-1bca-4503-bddf-2bd5c4ca5d7d req-711c1aef-d9e0-4bb8-b87a-a92fc7f45099 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:40.270008 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-15483106-1bca-4503-bddf-2bd5c4ca5d7d req-711c1aef-d9e0-4bb8-b87a-a92fc7f45099 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.10 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 945 time: 0.3856406 Jul 05 03:55:40.270788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:40.271131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Checking segment: {'id': '4231db98-9b73-480e-9f0a-831c104e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:40.271526 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Bound using segment: {'id': '4231db98-9b73-480e-9f0a-831c104e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:40.271977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Bound port: aed92df0-007b-49ca-9909-5b42683f510a, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4231db98-9b73-480e-9f0a-831c104e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:40.272361 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.279615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:40.280029 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:40.284006 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:40.383831 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eae6263-99ad-4234-a4a5-cccfbaa84bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.384059 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-2f2a9961-a7ab-4911-b00b-4b3f98a7441e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.411831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-2f2a9961-a7ab-4911-b00b-4b3f98a7441e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Network fc21b127-e7b5-412d-946b-08a3b7902b67 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:40.416438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-2f2a9961-a7ab-4911-b00b-4b3f98a7441e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:40.432981 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4bcd5882-8168-4bb5-9224-6f4f831396fc req-fdec776f-ebc4-42f2-911c-9ba5b40bda4c tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962590 Jul 05 03:55:40.464269 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-2f2a9961-a7ab-4911-b00b-4b3f98a7441e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:40.467394 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347c7fe-d08d-46fe-a091-f57f0324ed05 admin admin] Pushing event updated for resources: {'Network': ['ID=702ce1ba-a7db-46c8-8515-74ee4b752ef6,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:40.471987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43868) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:40.483881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 702ce1ba-a7db-46c8-8515-74ee4b752ef6 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:40.516729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c347c7fe-d08d-46fe-a091-f57f0324ed05 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1705313 Jul 05 03:55:40.524989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43872) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:40.551119 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eae6263-99ad-4234-a4a5-cccfbaa84bf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:40.558121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-22744593-d3f2-4152-99b2-f024c4cbba5d admin admin] Request body: {'subnet': {'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-subnet', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:40.627338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-2f2a9961-a7ab-4911-b00b-4b3f98a7441e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:40.628059 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-2f2a9961-a7ab-4911-b00b-4b3f98a7441e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.633178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a9961-a7ab-4911-b00b-4b3f98a7441e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Pushing event updated for resources: {'Port': ['ID=1796be8e-1f88-46b6-969c-e78267cb3849,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:40.651222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae6263-99ad-4234-a4a5-cccfbaa84bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbae8f28-8cd6-4e18-b1fa-3849733d630a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:40.672866 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.682003 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eae6263-99ad-4234-a4a5-cccfbaa84bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.682375 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-6eae6263-99ad-4234-a4a5-cccfbaa84bf0 admin admin] Added segment aada9fe5-cf96-4ca3-b4ba-c66254a25375 of type vlan for network 2c87e062-dedf-4e7a-b8f5-a394703674e1 Jul 05 03:55:40.699764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ec5c4-4acc-4210-a5b7-22c565245eab req-7f267673-51d2-47fd-8ae6-a3404484ce62 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:40.700909 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-747ec5c4-4acc-4210-a5b7-22c565245eab req-7f267673-51d2-47fd-8ae6-a3404484ce62 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 932 time: 0.4088154 Jul 05 03:55:40.708120 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.713837 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/3aa57990-e360-499f-9cb4-9982ca95735a HTTP/1.1" status: 204 len: 168 time: 4.4124281 Jul 05 03:55:40.713989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43878) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:40.716437 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e96349c0-47a6-40a4-b5b8-bf542856adce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.723332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-cc78e0a8-603d-4930-b3ab-e5cb7a97f321 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-247216123'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:40.771968 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22744593-d3f2-4152-99b2-f024c4cbba5d admin admin] Made reservation on behalf of 965868a2cb014d159f025b9a99fb2569 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:40.773740 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-22744593-d3f2-4152-99b2-f024c4cbba5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.795836 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-747ec5c4-4acc-4210-a5b7-22c565245eab req-4e5ed356-0f9c-4354-99c3-9696b7401946 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834355 Jul 05 03:55:40.814002 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f144f-de34-4245-a146-72a7d46a42eb tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Network': ['ID=3aa57990-e360-499f-9cb4-9982ca95735a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:40.820431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] For port aed92df0-007b-49ca-9909-5b42683f510a, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:40.860695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] For port aed92df0-007b-49ca-9909-5b42683f510a, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=aed92df0-007b-49ca-9909-5b42683f510a,segment=NetworkSegment(4231db98-9b73-480e-9f0a-831c104e6372),segment_id=4231db98-9b73-480e-9f0a-831c104e6372)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:40.865375 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eae6263-99ad-4234-a4a5-cccfbaa84bf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.871046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-2f2a9961-a7ab-4911-b00b-4b3f98a7441e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8985753 Jul 05 03:55:40.883555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Request body: {'port': {'device_id': '674da95f-82aa-4dc9-a93c-4e17e5958160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:40.919161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-15483106-1bca-4503-bddf-2bd5c4ca5d7d req-d27aa6bc-6908-4660-881f-c8d776f62851 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Deleting port c235235c-10c1-4beb-96e6-525a5f2ab08b {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:40.919496 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-15483106-1bca-4503-bddf-2bd5c4ca5d7d req-d27aa6bc-6908-4660-881f-c8d776f62851 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.930293 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.010306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc78e0a8-603d-4930-b3ab-e5cb7a97f321 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:41.014224 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc78e0a8-603d-4930-b3ab-e5cb7a97f321 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.028979 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:41.029815 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.032032 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b9e44088-8274-4461-b637-5edca26e97c3 req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/aed92df0-007b-49ca-9909-5b42683f510a HTTP/1.1" status: 200 len: 1093 time: 2.4248698 Jul 05 03:55:41.038076 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.038275 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a400fe73-5e18-4b9f-9acc-17c45e948047', 'tag': 'aed92df0-007b-49ca-9909-5b42683f510a'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:41.040016 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcef6f2-c10b-4b9e-8f57-4059194e6be4" -d '{"events": [{"name": "network-changed", "server_uuid": "a400fe73-5e18-4b9f-9acc-17c45e948047", "tag": "aed92df0-007b-49ca-9909-5b42683f510a"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:41.077495 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc78e0a8-603d-4930-b3ab-e5cb7a97f321 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:41.087608 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc78e0a8-603d-4930-b3ab-e5cb7a97f321 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.088240 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-cc78e0a8-603d-4930-b3ab-e5cb7a97f321 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Added segment 356c4880-016e-4ef6-a252-7522685bb223 of type vlan for network c745d09a-0069-4657-98d1-2cf4b33cec6f Jul 05 03:55:41.108394 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eae6263-99ad-4234-a4a5-cccfbaa84bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.109441 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae6263-99ad-4234-a4a5-cccfbaa84bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:41.109990 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eae6263-99ad-4234-a4a5-cccfbaa84bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.131855 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc78e0a8-603d-4930-b3ab-e5cb7a97f321 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.132897 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:41.140469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608680f-1a69-4351-befe-979d0007b4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=aed92df0-007b-49ca-9909-5b42683f510a,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:41.165130 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94af0183-ddf7-4152-a072-c50211c88e20 x-openstack-request-id: req-94af0183-ddf7-4152-a072-c50211c88e20 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:41.169193 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a400fe73-5e18-4b9f-9acc-17c45e948047", "tag": "aed92df0-007b-49ca-9909-5b42683f510a", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:41.169193 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-94af0183-ddf7-4152-a072-c50211c88e20 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:41.169193 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a400fe73-5e18-4b9f-9acc-17c45e948047', 'tag': 'aed92df0-007b-49ca-9909-5b42683f510a', 'status': 'completed', 'code': 200} Jul 05 03:55:41.170075 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.243055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Transition to ACTIVE for port object cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:41.251727 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc78e0a8-603d-4930-b3ab-e5cb7a97f321 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.256549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-15483106-1bca-4503-bddf-2bd5c4ca5d7d req-d27aa6bc-6908-4660-881f-c8d776f62851 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] For port c235235c-10c1-4beb-96e6-525a5f2ab08b, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c235235c-10c1-4beb-96e6-525a5f2ab08b,segment=NetworkSegment(86e9426f-3a0b-4d7e-b5c7-cca8b2dff402),segment_id=86e9426f-3a0b-4d7e-b5c7-cca8b2dff402)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:41.256933 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-15483106-1bca-4503-bddf-2bd5c4ca5d7d req-d27aa6bc-6908-4660-881f-c8d776f62851 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.257377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc78e0a8-603d-4930-b3ab-e5cb7a97f321 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:41.258030 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc78e0a8-603d-4930-b3ab-e5cb7a97f321 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.272125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-15483106-1bca-4503-bddf-2bd5c4ca5d7d req-d27aa6bc-6908-4660-881f-c8d776f62851 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Calling delete_port for c235235c-10c1-4beb-96e6-525a5f2ab08b owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:41.371398 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bc432807-8c8e-4474-861d-e7c7226811a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.392779 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-22744593-d3f2-4152-99b2-f024c4cbba5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.397643 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.460736 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae6263-99ad-4234-a4a5-cccfbaa84bf0 admin admin] Pushing event updated for resources: {'Network': ['ID=2c87e062-dedf-4e7a-b8f5-a394703674e1,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:41.472491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 2c87e062-dedf-4e7a-b8f5-a394703674e1 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:41.489817 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78e0a8-603d-4930-b3ab-e5cb7a97f321 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Network': ['ID=c745d09a-0069-4657-98d1-2cf4b33cec6f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:41.549363 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Pushing event updated for resources: {'Port': ['ID=cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:41.565736 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network c745d09a-0069-4657-98d1-2cf4b33cec6f details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:41.606061 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22744593-d3f2-4152-99b2-f024c4cbba5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c65c4df-6b50-4777-bc22-c6cd95c8554d,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:41.637520 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e96349c0-47a6-40a4-b5b8-bf542856adce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.664429 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcef6f2-c10b-4b9e-8f57-4059194e6be4 req-67efaedf-e9fe-469c-9a67-ea1176b2dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:41.672093 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-adcef6f2-c10b-4b9e-8f57-4059194e6be4 req-67efaedf-e9fe-469c-9a67-ea1176b2dfd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b68a52351a9459890afd450c0a0c46b&device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 1096 time: 0.4544129 Jul 05 03:55:41.711865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fcef4-9654-49c0-af05-5c17fe9a4a91 req-083b0b4f-7090-4605-b4f9-1ae4fb2e22fa tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:41.713468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-159fcef4-9654-49c0-af05-5c17fe9a4a91 req-083b0b4f-7090-4605-b4f9-1ae4fb2e22fa tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 945 time: 0.4633820 Jul 05 03:55:41.719517 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22744593-d3f2-4152-99b2-f024c4cbba5d admin admin] Checking segment: {'id': '864f937f-c4cf-4fe6-9197-d6377f0c10cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:41.720571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22744593-d3f2-4152-99b2-f024c4cbba5d admin admin] Network hostable DHCP agents. Network: 702ce1ba-a7db-46c8-8515-74ee4b752ef6, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:41.724254 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-15483106-1bca-4503-bddf-2bd5c4ca5d7d req-d27aa6bc-6908-4660-881f-c8d776f62851 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.768441 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e96349c0-47a6-40a4-b5b8-bf542856adce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.808428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27aa6bc-6908-4660-881f-c8d776f62851 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Pushing event deleted for resources: {'Port': ['ID=c235235c-10c1-4beb-96e6-525a5f2ab08b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:41.859654 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cc78e0a8-603d-4930-b3ab-e5cb7a97f321 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1439981 Jul 05 03:55:41.864631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43890) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:41.867967 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-15483106-1bca-4503-bddf-2bd5c4ca5d7d req-d27aa6bc-6908-4660-881f-c8d776f62851 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] No DVR routers for this DVR port c235235c-10c1-4beb-96e6-525a5f2ab08b on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:41.870696 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-15483106-1bca-4503-bddf-2bd5c4ca5d7d req-d27aa6bc-6908-4660-881f-c8d776f62851 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.871781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-159fcef4-9654-49c0-af05-5c17fe9a4a91 req-7e7cd93b-d195-4513-9f3c-4b6b42170530 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2edf849-0241-4aac-9a7a-48dddc9af0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468658 Jul 05 03:55:41.877095 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e96349c0-47a6-40a4-b5b8-bf542856adce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4a3231bc8bd54ca59aeca4a5890bb122&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4031656 Jul 05 03:55:41.880438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43892) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:41.884204 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-15483106-1bca-4503-bddf-2bd5c4ca5d7d req-d27aa6bc-6908-4660-881f-c8d776f62851 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.10 "DELETE /v2.0/ports/c235235c-10c1-4beb-96e6-525a5f2ab08b HTTP/1.1" status: 204 len: 173 time: 1.6058202 Jul 05 03:55:41.884959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Attempting to bind port cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:41.885293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Attempting to bind port cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '4231db98-9b73-480e-9f0a-831c104e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:41.885625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Attempting to bind port cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 on network 3fdf8913-47c8-4a23-a882-812e457ca862 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:41.892048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb7a01-e652-4609-b4fb-6ed81d383cd1 req-d0e29b17-f680-49b9-9cc1-5ccf028fbbda tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:41.893687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8abb7a01-e652-4609-b4fb-6ed81d383cd1 req-d0e29b17-f680-49b9-9cc1-5ccf028fbbda tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 943 time: 0.2925594 Jul 05 03:55:41.900159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:41.905153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96349c0-47a6-40a4-b5b8-bf542856adce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba8e9c9-942f-4954-af51-f124f447a42d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:41.920414 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6eae6263-99ad-4234-a4a5-cccfbaa84bf0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9478867 Jul 05 03:55:41.932956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43894) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:41.950582 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-bbb06719-3410-4627-b7b1-9b00c3909970 admin admin] Request body: {'subnet': {'network_id': '2c87e062-dedf-4e7a-b8f5-a394703674e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1625391552-subnet', 'tenant_id': '93bc30067e694e08a9d229ad7bcf876b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:41.968430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22744593-d3f2-4152-99b2-f024c4cbba5d admin admin] Network 702ce1ba-a7db-46c8-8515-74ee4b752ef6 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:41.987195 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Port cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 on network 3fdf8913-47c8-4a23-a882-812e457ca862 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:41.987747 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Attempting to bind port cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 on network 3fdf8913-47c8-4a23-a882-812e457ca862 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:42.009224 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:42.009544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Checking segment: {'id': '4231db98-9b73-480e-9f0a-831c104e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:42.009934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Bound using segment: {'id': '4231db98-9b73-480e-9f0a-831c104e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:42.010378 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Bound port: cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4231db98-9b73-480e-9f0a-831c104e6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:42.010743 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.031755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1796be8e-1f88-46b6-969c-e78267cb3849 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:42.054343 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.097030 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-22744593-d3f2-4152-99b2-f024c4cbba5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 702ce1ba-a7db-46c8-8515-74ee4b752ef6) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:42.107190 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa222219-9f9c-4cf7-a901-af131e40cf2a None None] Network 702ce1ba-a7db-46c8-8515-74ee4b752ef6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:42.130572 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8abb7a01-e652-4609-b4fb-6ed81d383cd1 req-dedf2d28-72b7-4b1a-bdad-00a70e5c4fa5 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263072 Jul 05 03:55:42.132001 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22744593-d3f2-4152-99b2-f024c4cbba5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.132637 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-22744593-d3f2-4152-99b2-f024c4cbba5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.147081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Transition to ACTIVE for port object 1796be8e-1f88-46b6-969c-e78267cb3849 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:42.169106 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-98df738e-ebbe-4c23-842e-f6d7a2506531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.176771 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb06719-3410-4627-b7b1-9b00c3909970 admin admin] Made reservation on behalf of 93bc30067e694e08a9d229ad7bcf876b for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:42.182494 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bbb06719-3410-4627-b7b1-9b00c3909970 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.230618 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-98df738e-ebbe-4c23-842e-f6d7a2506531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.294409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-22744593-d3f2-4152-99b2-f024c4cbba5d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7468174 Jul 05 03:55:42.331725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a8c318-d77e-4e81-b65b-e4dc74f52ce0 None None] Network 702ce1ba-a7db-46c8-8515-74ee4b752ef6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:42.486221 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcef6f2-c10b-4b9e-8f57-4059194e6be4 req-186b4a95-906d-4076-843a-c1f22979d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.487737 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-adcef6f2-c10b-4b9e-8f57-4059194e6be4 req-186b4a95-906d-4076-843a-c1f22979d6a0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8b68a52351a9459890afd450c0a0c46b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.8051238 Jul 05 03:55:42.488329 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43896) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:42.594501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-router', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:42.668414 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.686675 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.701568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] For port cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:42.727266 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] For port cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3,segment=NetworkSegment(4231db98-9b73-480e-9f0a-831c104e6372),segment_id=4231db98-9b73-480e-9f0a-831c104e6372)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:42.801351 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcef6f2-c10b-4b9e-8f57-4059194e6be4 req-0dfc1bed-9e4a-4968-af6e-47acfcb51100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.801351 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-adcef6f2-c10b-4b9e-8f57-4059194e6be4 req-0dfc1bed-9e4a-4968-af6e-47acfcb51100 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1745298 Jul 05 03:55:42.818641 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.820045 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Pushing event updated for resources: {'Port': ['ID=1796be8e-1f88-46b6-969c-e78267cb3849,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:42.844331 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network c745d09a-0069-4657-98d1-2cf4b33cec6f is not hosted by any dhcp agent {{(pid=100932) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 03:55:42.850231 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.850857 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.852594 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "PUT /v2.0/networks/c745d09a-0069-4657-98d1-2cf4b33cec6f HTTP/1.1" status: 200 len: 723 time: 0.9569235 Jul 05 03:55:42.855185 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43898) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:42.864620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-a51eb77f-8ca6-4cae-8eb9-7ea3501f7b1a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'subnet': {'network_id': 'c745d09a-0069-4657-98d1-2cf4b33cec6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:42.880395 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.881425 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.885083 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.945008 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-98df738e-ebbe-4c23-842e-f6d7a2506531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.950128 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-98df738e-ebbe-4c23-842e-f6d7a2506531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.950393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.950492 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-98df738e-ebbe-4c23-842e-f6d7a2506531 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5ba8e9c9-942f-4954-af51-f124f447a42d HTTP/1.1" status: 204 len: 168 time: 1.0679193 Jul 05 03:55:42.952458 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.954539 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4791addb-2de5-44fb-8164-e4fda457510c req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] 10.222.0.36 "PUT /v2.0/ports/cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 HTTP/1.1" status: 200 len: 1092 time: 3.2095790 Jul 05 03:55:42.964255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Network': ['ID=c745d09a-0069-4657-98d1-2cf4b33cec6f,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:42.982972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:42.987333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:42.987333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:42.987333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:42.987333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:42.987333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:42.987333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:42.987333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:42.987333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:42.987333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:42.987333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:42.987333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0dd58-e016-4f38-b238-24df28a55bed tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:42.996122 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e980f-5014-4bb0-8824-b87da2ed65d6 req-ef7f5f3a-9dde-4682-a20b-2e669c914f57 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.000779 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network c745d09a-0069-4657-98d1-2cf4b33cec6f details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:43.002522 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b0e980f-5014-4bb0-8824-b87da2ed65d6 req-ef7f5f3a-9dde-4682-a20b-2e669c914f57 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 944 time: 0.6989975 Jul 05 03:55:43.088256 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df738e-ebbe-4c23-842e-f6d7a2506531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba8e9c9-942f-4954-af51-f124f447a42d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:43.110905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Attempting to bind port 1796be8e-1f88-46b6-969c-e78267cb3849 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:43.111519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Attempting to bind port 1796be8e-1f88-46b6-969c-e78267cb3849 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:43.112012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Attempting to bind port 1796be8e-1f88-46b6-969c-e78267cb3849 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:43.154332 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa9537-a8f0-4f8e-9b39-9cbe16996d0d service neutron] Pushing event updated for resources: {'Port': ['ID=cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:43.180773 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.181425 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4def7804-8df0-480c-bead-d4943d87dca9', 'name': 'network-vif-deleted', 'tag': 'c235235c-10c1-4beb-96e6-525a5f2ab08b'}, {'name': 'network-changed', 'server_uuid': '2a359b24-f8b5-4e3d-9718-2e319e6080dd', 'tag': 'cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:43.183813 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4af0b2-0607-4df7-ae6e-73dc7b3258b7" -d '{"events": [{"server_uuid": "4def7804-8df0-480c-bead-d4943d87dca9", "name": "network-vif-deleted", "tag": "c235235c-10c1-4beb-96e6-525a5f2ab08b"}, {"name": "network-changed", "server_uuid": "2a359b24-f8b5-4e3d-9718-2e319e6080dd", "tag": "cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:43.194564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Port 1796be8e-1f88-46b6-969c-e78267cb3849 on network fc21b127-e7b5-412d-946b-08a3b7902b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:43.196854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Attempting to bind port 1796be8e-1f88-46b6-969c-e78267cb3849 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:43.230607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e44088-8274-4461-b637-5edca26e97c3 req-f4937979-afc5-449a-87ee-3b5e8a1e5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.231998 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b9e44088-8274-4461-b637-5edca26e97c3 req-f4937979-afc5-449a-87ee-3b5e8a1e5ccd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b68a52351a9459890afd450c0a0c46b&device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 1096 time: 0.2417057 Jul 05 03:55:43.235757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791addb-2de5-44fb-8164-e4fda457510c req-1ac107e4-00c7-4dca-9c94-e6c5e0f57670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.237224 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4791addb-2de5-44fb-8164-e4fda457510c req-1ac107e4-00c7-4dca-9c94-e6c5e0f57670 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b68a52351a9459890afd450c0a0c46b&device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 1095 time: 0.1058743 Jul 05 03:55:43.250915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:43.251216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Checking segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:43.251841 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Bound using segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:43.252304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Bound port: 1796be8e-1f88-46b6-969c-e78267cb3849, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:43.252661 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.256982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b0e980f-5014-4bb0-8824-b87da2ed65d6 req-72003f41-a03a-4c17-acec-5d75a4dea8f7 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370925 Jul 05 03:55:43.291232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6bbf81e-0170-4328-a988-9e11e7027e2f req-1eb2ca8e-c440-4c56-be59-f2718c008947 tempest-InstanceActionsV221TestJSON-679814753 tempest-InstanceActionsV221TestJSON-679814753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4def7804-8df0-480c-bead-d4943d87dca9 HTTP/1.1" status: 200 len: 210 time: 0.0893497 Jul 05 03:55:43.353893 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b9e44088-8274-4461-b637-5edca26e97c3 req-d1e2fc77-2799-44e1-a493-7bef112b27f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aed92df0-007b-49ca-9909-5b42683f510a HTTP/1.1" status: 200 len: 217 time: 0.1043530 Jul 05 03:55:43.389847 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4791addb-2de5-44fb-8164-e4fda457510c req-24320e5d-9572-4216-ae6b-527152af071b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 HTTP/1.1" status: 200 len: 217 time: 0.1316180 Jul 05 03:55:43.419474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] For port 1796be8e-1f88-46b6-969c-e78267cb3849, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:43.423542 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] For port 1796be8e-1f88-46b6-969c-e78267cb3849, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1796be8e-1f88-46b6-969c-e78267cb3849,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:43.426640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51eb77f-8ca6-4cae-8eb9-7ea3501f7b1a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:43.430283 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a51eb77f-8ca6-4cae-8eb9-7ea3501f7b1a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.435926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device c235235c-10c1-4beb-96e6-525a5f2ab08b no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:43.487218 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: c235235c-10c1-4beb-96e6-525a5f2ab08b {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:43.487422 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device c235235c-10c1-4beb-96e6-525a5f2ab08b not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:43.492828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791addb-2de5-44fb-8164-e4fda457510c req-8a22600d-d674-4aad-8d14-2c7e698aa240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.495461 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4791addb-2de5-44fb-8164-e4fda457510c req-8a22600d-d674-4aad-8d14-2c7e698aa240 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cadd956f-4ed6-4336-8d28-a9a782accda4 HTTP/1.1" status: 200 len: 858 time: 0.0921717 Jul 05 03:55:43.568045 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.593601 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d458d16b-c3a0-49e5-9759-5b1df39f0f59 x-openstack-request-id: req-d458d16b-c3a0-49e5-9759-5b1df39f0f59 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:43.594099 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4def7804-8df0-480c-bead-d4943d87dca9", "name": "network-vif-deleted", "tag": "c235235c-10c1-4beb-96e6-525a5f2ab08b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a359b24-f8b5-4e3d-9718-2e319e6080dd", "tag": "cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:43.594546 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d458d16b-c3a0-49e5-9759-5b1df39f0f59 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:43.595062 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4def7804-8df0-480c-bead-d4943d87dca9', 'name': 'network-vif-deleted', 'tag': 'c235235c-10c1-4beb-96e6-525a5f2ab08b', 'status': 'completed', 'code': 200} Jul 05 03:55:43.595333 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a359b24-f8b5-4e3d-9718-2e319e6080dd', 'tag': 'cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3', 'status': 'completed', 'code': 200} Jul 05 03:55:43.611631 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4791addb-2de5-44fb-8164-e4fda457510c req-efd0383d-8e28-4695-900d-772bc0a36245 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fdf8913-47c8-4a23-a882-812e457ca862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864804 Jul 05 03:55:43.661724 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.662356 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.663766 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] 10.222.0.10 "PUT /v2.0/ports/1796be8e-1f88-46b6-969c-e78267cb3849 HTTP/1.1" status: 200 len: 1093 time: 2.7851808 Jul 05 03:55:43.671494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674da95f-82aa-4dc9-a93c-4e17e5958160', 'tag': '1796be8e-1f88-46b6-969c-e78267cb3849'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:43.671494 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093b2d5f-57e3-463e-9904-ae88820f31c3" -d '{"events": [{"name": "network-changed", "server_uuid": "674da95f-82aa-4dc9-a93c-4e17e5958160", "tag": "1796be8e-1f88-46b6-969c-e78267cb3849"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:43.709323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126aab8c-a114-4dc3-a5a3-417c9eb4c00c service neutron] Pushing event updated for resources: {'Port': ['ID=1796be8e-1f88-46b6-969c-e78267cb3849,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:43.726144 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bbb06719-3410-4627-b7b1-9b00c3909970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.731017 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4377a4f9-ae76-4758-a0fe-630663163efd x-openstack-request-id: req-4377a4f9-ae76-4758-a0fe-630663163efd {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:43.731311 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674da95f-82aa-4dc9-a93c-4e17e5958160", "tag": "1796be8e-1f88-46b6-969c-e78267cb3849", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:43.731563 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4377a4f9-ae76-4758-a0fe-630663163efd {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:43.731955 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '674da95f-82aa-4dc9-a93c-4e17e5958160', 'tag': '1796be8e-1f88-46b6-969c-e78267cb3849', 'status': 'completed', 'code': 200} Jul 05 03:55:43.743745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d6357-0aeb-4410-91fe-d443ffc93bc9 req-e570b348-31fa-491c-8922-a66508543ca1 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.745749 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d3d6357-0aeb-4410-91fe-d443ffc93bc9 req-e570b348-31fa-491c-8922-a66508543ca1 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 943 time: 0.3120978 Jul 05 03:55:43.746000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e44088-8274-4461-b637-5edca26e97c3 req-16d951ec-1438-4b5b-988e-71e1d5f8a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.747504 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b9e44088-8274-4461-b637-5edca26e97c3 req-16d951ec-1438-4b5b-988e-71e1d5f8a1a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cadd956f-4ed6-4336-8d28-a9a782accda4 HTTP/1.1" status: 200 len: 858 time: 0.3551819 Jul 05 03:55:43.787786 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.828266 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b9e44088-8274-4461-b637-5edca26e97c3 req-9093ead8-6950-41b1-a447-df14ee405387 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fdf8913-47c8-4a23-a882-812e457ca862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674720 Jul 05 03:55:43.889072 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb06719-3410-4627-b7b1-9b00c3909970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbdbb393-4ff5-4c78-87bd-d3b547d0641b,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:43.947041 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b9e44088-8274-4461-b637-5edca26e97c3 req-66603692-e2c3-483d-9e50-a1fba9c65224 service neutron] 10.222.0.36 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063612 Jul 05 03:55:43.967421 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d3d6357-0aeb-4410-91fe-d443ffc93bc9 req-f5875cd5-5905-4123-807a-e2939aae1b0d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963091 Jul 05 03:55:44.019051 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f4892ca6-4c7b-4b2d-a176-0db2493701e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.050639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb06719-3410-4627-b7b1-9b00c3909970 admin admin] Checking segment: {'id': 'aada9fe5-cf96-4ca3-b4ba-c66254a25375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2c87e062-dedf-4e7a-b8f5-a394703674e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:44.051139 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb06719-3410-4627-b7b1-9b00c3909970 admin admin] Network hostable DHCP agents. Network: 2c87e062-dedf-4e7a-b8f5-a394703674e1, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:44.069287 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4791addb-2de5-44fb-8164-e4fda457510c req-8d068db7-ed1e-444e-9017-53f2b86f9358 service neutron] 10.222.0.36 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071140 Jul 05 03:55:44.071093 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b2d5f-57e3-463e-9904-ae88820f31c3 req-0013136d-d9fd-459c-9b8f-6acda5cd5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:44.072840 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-093b2d5f-57e3-463e-9904-ae88820f31c3 req-0013136d-d9fd-459c-9b8f-6acda5cd5dfa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 1096 time: 0.2985680 Jul 05 03:55:44.139039 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a51eb77f-8ca6-4cae-8eb9-7ea3501f7b1a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.149250 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb06719-3410-4627-b7b1-9b00c3909970 admin admin] Network 2c87e062-dedf-4e7a-b8f5-a394703674e1 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:44.186754 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b9e44088-8274-4461-b637-5edca26e97c3 req-e684f431-2bf5-4c65-a169-2dd30e254be9 service neutron] 10.222.0.36 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267346 Jul 05 03:55:44.233819 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51eb77f-8ca6-4cae-8eb9-7ea3501f7b1a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Subnet': ['ID=51976616-7df7-4b92-970d-a7efb477732b,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:44.238992 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4791addb-2de5-44fb-8164-e4fda457510c req-ba700039-7700-4cce-82e3-0b9149a008b4 service neutron] 10.222.0.36 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536283 Jul 05 03:55:44.265295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51eb77f-8ca6-4cae-8eb9-7ea3501f7b1a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Checking segment: {'id': '356c4880-016e-4ef6-a252-7522685bb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c745d09a-0069-4657-98d1-2cf4b33cec6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:44.266337 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51eb77f-8ca6-4cae-8eb9-7ea3501f7b1a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network hostable DHCP agents. Network: c745d09a-0069-4657-98d1-2cf4b33cec6f, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:44.269873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b2d5f-57e3-463e-9904-ae88820f31c3 req-d94e2077-d83d-4782-ae08-7d3a25b68d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:44.271390 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-093b2d5f-57e3-463e-9904-ae88820f31c3 req-d94e2077-d83d-4782-ae08-7d3a25b68d37 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=63c0043dceb94c52ae4db4897d94f388&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1910760 Jul 05 03:55:44.273127 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-bbb06719-3410-4627-b7b1-9b00c3909970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 2c87e062-dedf-4e7a-b8f5-a394703674e1) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:44.278707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb06719-3410-4627-b7b1-9b00c3909970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:44.279303 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bbb06719-3410-4627-b7b1-9b00c3909970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.312453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d0f2c2-f1ce-45a7-ae4c-f3832578ac7e None None] Network 2c87e062-dedf-4e7a-b8f5-a394703674e1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:44.388372 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.397726 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bbb06719-3410-4627-b7b1-9b00c3909970 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4536941 Jul 05 03:55:44.463659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51eb77f-8ca6-4cae-8eb9-7ea3501f7b1a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network c745d09a-0069-4657-98d1-2cf4b33cec6f is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:44.464479 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.488638 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b2d5f-57e3-463e-9904-ae88820f31c3 req-6048de68-c964-4404-80c2-15f98b406575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:44.490185 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-093b2d5f-57e3-463e-9904-ae88820f31c3 req-6048de68-c964-4404-80c2-15f98b406575 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2085896 Jul 05 03:55:44.490793 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a51eb77f-8ca6-4cae-8eb9-7ea3501f7b1a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, c745d09a-0069-4657-98d1-2cf4b33cec6f) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:44.520730 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51eb77f-8ca6-4cae-8eb9-7ea3501f7b1a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:44.521401 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a51eb77f-8ca6-4cae-8eb9-7ea3501f7b1a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.550294 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.641735 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67face0-2c3a-4aed-982f-e60bc40ed6b5 None None] Network c745d09a-0069-4657-98d1-2cf4b33cec6f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:44.692817 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4af0b2-0607-4df7-ae6e-73dc7b3258b7 req-5d028b53-ac06-4062-9185-9ef51fdd580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:44.695408 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7f4af0b2-0607-4df7-ae6e-73dc7b3258b7 req-5d028b53-ac06-4062-9185-9ef51fdd580c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b68a52351a9459890afd450c0a0c46b&device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 1095 time: 0.2339017 Jul 05 03:55:44.726309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43940) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:44.741925 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a51eb77f-8ca6-4cae-8eb9-7ea3501f7b1a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8855820 Jul 05 03:55:44.747758 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43942) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:44.755724 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-07fc2f9b-db03-41b6-a06d-cb43367009f6 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:44.881930 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-07fc2f9b-db03-41b6-a06d-cb43367009f6 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5905405'] for subnet, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.001278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-8513236a-7066-4904-a983-2e255f8eeba3 admin admin] Deleting subnet f18bbbd0-875b-4cc4-af11-7f7dbacee477 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:55:45.038641 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8513236a-7066-4904-a983-2e255f8eeba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.042446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Allocated IP 172.25.6.220 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/699f7f22-6741-4b3b-9267-7209220e2229) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:45.064882 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4af0b2-0607-4df7-ae6e-73dc7b3258b7 req-86a8051b-134e-45ec-aafa-bc95bc1b1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:45.066458 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7f4af0b2-0607-4df7-ae6e-73dc7b3258b7 req-86a8051b-134e-45ec-aafa-bc95bc1b1481 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3fdf8913-47c8-4a23-a882-812e457ca862 HTTP/1.1" status: 200 len: 919 time: 0.3598611 Jul 05 03:55:45.142114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-5916e074-2e58-44ef-a213-478a975ab3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:45.143610 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-5916e074-2e58-44ef-a213-478a975ab3f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 1096 time: 0.6001847 Jul 05 03:55:45.190801 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7f4af0b2-0607-4df7-ae6e-73dc7b3258b7 req-2a697b06-1754-43a4-b81d-aab3c5c9c93e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 HTTP/1.1" status: 200 len: 217 time: 0.1107728 Jul 05 03:55:45.204308 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f2530a-5426-4992-8fdb-3cbec2977a8d None None] Network 2c87e062-dedf-4e7a-b8f5-a394703674e1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:45.213353 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-07fc2f9b-db03-41b6-a06d-cb43367009f6 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735423277855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7008247'] for subnet, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.216294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-659896bf-eca2-4187-912f-55ae002fbfc9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1796be8e-1f88-46b6-969c-e78267cb3849 HTTP/1.1" status: 200 len: 217 time: 0.0517910 Jul 05 03:55:45.235145 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8513236a-7066-4904-a983-2e255f8eeba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.237222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ce4fa-a475-41b9-9baf-2cbc0bb5036d req-1e329ea8-138f-40fb-b687-ca3b7a07bc47 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:45.244929 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e0ce4fa-a475-41b9-9baf-2cbc0bb5036d req-1e329ea8-138f-40fb-b687-ca3b7a07bc47 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 944 time: 0.5828812 Jul 05 03:55:45.278561 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.341682 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fc2f9b-db03-41b6-a06d-cb43367009f6 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:45.342288 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-07fc2f9b-db03-41b6-a06d-cb43367009f6 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.344497 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-07fc2f9b-db03-41b6-a06d-cb43367009f6 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "PUT /v2.0/subnets/51976616-7df7-4b92-970d-a7efb477732b HTTP/1.1" status: 200 len: 806 time: 0.5943971 Jul 05 03:55:45.353856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43954) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:45.390370 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8513236a-7066-4904-a983-2e255f8eeba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.422369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4af0b2-0607-4df7-ae6e-73dc7b3258b7 req-58f18053-ea2e-40e5-90c9-e8d0adda8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:45.425465 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7f4af0b2-0607-4df7-ae6e-73dc7b3258b7 req-58f18053-ea2e-40e5-90c9-e8d0adda8d49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cadd956f-4ed6-4336-8d28-a9a782accda4 HTTP/1.1" status: 200 len: 858 time: 0.1874809 Jul 05 03:55:45.425673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc2f9b-db03-41b6-a06d-cb43367009f6 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Subnet': ['ID=51976616-7df7-4b92-970d-a7efb477732b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:45.458763 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e0ce4fa-a475-41b9-9baf-2cbc0bb5036d req-d1d2eb88-3065-4cc3-8586-281d8ffbf163 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122636 Jul 05 03:55:45.460508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-8ba5e516-6f81-414e-a40e-a338bfc191c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:45.462353 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-8ba5e516-6f81-414e-a40e-a338bfc191c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.2384355 Jul 05 03:55:45.473840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-c745d09a-0069-4657-98d1-2cf4b33cec6f', 'network_id': 'c745d09a-0069-4657-98d1-2cf4b33cec6f', 'tenant_id': '91183f2544e245ce9a9eee6cf221adaa', 'fixed_ips': [{'subnet_id': '51976616-7df7-4b92-970d-a7efb477732b'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:55:45.475498 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.501887 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7f4af0b2-0607-4df7-ae6e-73dc7b3258b7 req-80361cd4-9341-4b26-8c6f-761857244a99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fdf8913-47c8-4a23-a882-812e457ca862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609398 Jul 05 03:55:45.516134 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.518791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36e898-a96a-4e3b-9d37-8bc7c43d55f4 req-fcecb33e-a8da-4eb2-9361-9f5a6ab39e45 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:45.526248 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b36e898-a96a-4e3b-9d37-8bc7c43d55f4 req-fcecb33e-a8da-4eb2-9361-9f5a6ab39e45 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 943 time: 0.4046202 Jul 05 03:55:45.565556 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-9747df95-5801-4252-be68-3bbf6ac0864a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916367 Jul 05 03:55:45.655168 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7f4af0b2-0607-4df7-ae6e-73dc7b3258b7 req-89ffaea0-3e98-41a1-85b2-cbe66d9cb624 service neutron] 10.222.0.36 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359909 Jul 05 03:55:45.731336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b36e898-a96a-4e3b-9d37-8bc7c43d55f4 req-bdcc52a6-d038-4563-83b8-d6fca04e188a tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044165 Jul 05 03:55:45.737275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Allocated IP 172.20.0.2 (c745d09a-0069-4657-98d1-2cf4b33cec6f/51976616-7df7-4b92-970d-a7efb477732b/40605856-8abb-418d-bc68-c677b7323b45) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:45.742140 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.746381 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43964) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:45.764039 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8513236a-7066-4904-a983-2e255f8eeba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.803911 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513236a-7066-4904-a983-2e255f8eeba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f18bbbd0-875b-4cc4-af11-7f7dbacee477,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:45.818736 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8513236a-7066-4904-a983-2e255f8eeba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.824168 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8513236a-7066-4904-a983-2e255f8eeba3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f18bbbd0-875b-4cc4-af11-7f7dbacee477 HTTP/1.1" status: 204 len: 168 time: 1.0965536 Jul 05 03:55:45.824813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43966) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:45.837111 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.855197 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-42295adb-65b0-428e-8fa2-5abfb90fea29 service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813201 Jul 05 03:55:45.881485 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccfd1fdb-2e92-41cf-bb5c-21cd0cdf43b5 admin admin] Deleting subnet add7e943-b9df-47e1-9bed-4754167bd358 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:55:45.898374 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1fdb-2e92-41cf-bb5c-21cd0cdf43b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.964160 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.969742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:45.977840 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7f4af0b2-0607-4df7-ae6e-73dc7b3258b7 req-c7aeda40-eca8-42c7-a909-3aaa9e6d1719 service neutron] 10.222.0.36 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062768 Jul 05 03:55:45.985379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:45.990264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Transition to ACTIVE for port object 40605856-8abb-418d-bc68-c677b7323b45 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:45.999512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:46.016939 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.028194 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Pushing event updated for resources: {'Port': ['ID=699f7f22-6741-4b3b-9267-7209220e2229,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:46.035490 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eaff5297-ba77-47cd-8722-2980ca0951ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.035846 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Transition to ACTIVE for port object 40605856-8abb-418d-bc68-c677b7323b45 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:46.067540 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1fdb-2e92-41cf-bb5c-21cd0cdf43b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.111698 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.143534 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1fdb-2e92-41cf-bb5c-21cd0cdf43b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.169375 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1037ddc0-20b6-47af-976e-d9952aa13e4a req-791a80db-acb0-429d-9adc-4690e86bee1f service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049436 Jul 05 03:55:46.171317 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Network c745d09a-0069-4657-98d1-2cf4b33cec6f is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:46.177582 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:46.181687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:46.234228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Pushing event updated for resources: {'Port': ['ID=40605856-8abb-418d-bc68-c677b7323b45,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:46.269053 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Attempting to bind port 40605856-8abb-418d-bc68-c677b7323b45 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:46.269528 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Attempting to bind port 40605856-8abb-418d-bc68-c677b7323b45 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '356c4880-016e-4ef6-a252-7522685bb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c745d09a-0069-4657-98d1-2cf4b33cec6f'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:46.269966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Attempting to bind port 40605856-8abb-418d-bc68-c677b7323b45 on network c745d09a-0069-4657-98d1-2cf4b33cec6f {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:46.275779 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:46.276306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Checking segment: {'id': '356c4880-016e-4ef6-a252-7522685bb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c745d09a-0069-4657-98d1-2cf4b33cec6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:46.276787 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.277259 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Bound using segment: {'id': '356c4880-016e-4ef6-a252-7522685bb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c745d09a-0069-4657-98d1-2cf4b33cec6f'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:46.277813 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Bound port: 40605856-8abb-418d-bc68-c677b7323b45, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356c4880-016e-4ef6-a252-7522685bb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c745d09a-0069-4657-98d1-2cf4b33cec6f'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:46.278270 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.286101 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.347724 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Subnet': ['ID=51976616-7df7-4b92-970d-a7efb477732b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:46.357306 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1fdb-2e92-41cf-bb5c-21cd0cdf43b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.362405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] For port 40605856-8abb-418d-bc68-c677b7323b45, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:46.366020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] For port 40605856-8abb-418d-bc68-c677b7323b45, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=40605856-8abb-418d-bc68-c677b7323b45,segment=NetworkSegment(356c4880-016e-4ef6-a252-7522685bb223),segment_id=356c4880-016e-4ef6-a252-7522685bb223)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:46.399497 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd1fdb-2e92-41cf-bb5c-21cd0cdf43b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add7e943-b9df-47e1-9bed-4754167bd358,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:46.407756 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ccfd1fdb-2e92-41cf-bb5c-21cd0cdf43b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.409801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ccfd1fdb-2e92-41cf-bb5c-21cd0cdf43b5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/add7e943-b9df-47e1-9bed-4754167bd358 HTTP/1.1" status: 204 len: 168 time: 0.6621530 Jul 05 03:55:46.420155 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43980) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:46.453893 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.527301 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.550570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c745d09a-0069-4657-98d1-2cf4b33cec6f']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:46.563960 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5095386-7a55-4f92-9fb4-b2383b1840dc None None] Pushing event updated for resources: {'Port': ['ID=40605856-8abb-418d-bc68-c677b7323b45,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:46.579853 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1d35-0dbe-47a2-908e-3cb4ce880b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.595907 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f26af7-8c27-412e-b305-dfe61421043d None None] Network c745d09a-0069-4657-98d1-2cf4b33cec6f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:46.596699 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356c4880-016e-4ef6-a252-7522685bb223') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:46.597019 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356c4880-016e-4ef6-a252-7522685bb223') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:46.612454 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.632878 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.639394 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eaff5297-ba77-47cd-8722-2980ca0951ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.652033 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-eaff5297-ba77-47cd-8722-2980ca0951ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9617e48d-cb07-4abc-991c-beceb8041699']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:46.665640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-eaff5297-ba77-47cd-8722-2980ca0951ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9bb38b-a448-4e46-aada-3be28b39815d') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:46.665961 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-eaff5297-ba77-47cd-8722-2980ca0951ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9bb38b-a448-4e46-aada-3be28b39815d') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:46.676022 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:46.677045 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.677218 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eaff5297-ba77-47cd-8722-2980ca0951ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:46.679605 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:46.693681 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eaff5297-ba77-47cd-8722-2980ca0951ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.705205 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaff5297-ba77-47cd-8722-2980ca0951ab admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:46.711178 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eaff5297-ba77-47cd-8722-2980ca0951ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:46.713498 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:46.771015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5835cd55-2f52-431b-bb99-6f2b40e1a03d None None] Network c745d09a-0069-4657-98d1-2cf4b33cec6f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:46.819614 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1d35-0dbe-47a2-908e-3cb4ce880b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.833849 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.841567 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-3c7f1d35-0dbe-47a2-908e-3cb4ce880b20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d801cc40-56e1-456e-8d73-84e83e982a54']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:46.854599 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-3c7f1d35-0dbe-47a2-908e-3cb4ce880b20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e9426f-3a0b-4d7e-b5c7-cca8b2dff402') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:46.854923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-3c7f1d35-0dbe-47a2-908e-3cb4ce880b20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e9426f-3a0b-4d7e-b5c7-cca8b2dff402') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:46.865532 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.api [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 03:55:46.865532 n-d-771363-32 neutron-server[100933]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 03:55:46.865532 n-d-771363-32 neutron-server[100933]: [parameters: {'id': 'c745d09a-0069-4657-98d1-2cf4b33cec6f'}] Jul 05 03:55:46.865532 n-d-771363-32 neutron-server[100933]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:55:46.865953 n-d-771363-32 neutron-server[100933]: DEBUG oslo_db.api [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:55:46.873017 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1d35-0dbe-47a2-908e-3cb4ce880b20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.895311 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1d35-0dbe-47a2-908e-3cb4ce880b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.909802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c16e6-f442-4703-a1b2-74fe4bfc2fa0 req-e40789bd-90bc-4f78-9648-1a37e1906d6f tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.911995 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-358c16e6-f442-4703-a1b2-74fe4bfc2fa0 req-e40789bd-90bc-4f78-9648-1a37e1906d6f tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 944 time: 0.2530932 Jul 05 03:55:46.931216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7f1d35-0dbe-47a2-908e-3cb4ce880b20 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:46.931751 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1d35-0dbe-47a2-908e-3cb4ce880b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:46.933610 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:46.942135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edc0eee-cc30-4fa3-ba55-23cf935460c3 None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:55:46.969608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.020038 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eaff5297-ba77-47cd-8722-2980ca0951ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.028272 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eaff5297-ba77-47cd-8722-2980ca0951ab admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.030506 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-eaff5297-ba77-47cd-8722-2980ca0951ab admin admin] 10.222.0.38 "DELETE /v2.0/networks/9617e48d-cb07-4abc-991c-beceb8041699 HTTP/1.1" status: 204 len: 168 time: 1.2023003 Jul 05 03:55:47.034370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43992) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:47.049098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff5297-ba77-47cd-8722-2980ca0951ab admin admin] Pushing event deleted for resources: {'Network': ['ID=9617e48d-cb07-4abc-991c-beceb8041699,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:47.075843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edc0eee-cc30-4fa3-ba55-23cf935460c3 None None] Resources bound (agent type, host, resource id): {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 03:55:47.081629 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-358c16e6-f442-4703-a1b2-74fe4bfc2fa0 req-2ea129d1-87bb-4a22-879e-60bf0be820aa tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631250 Jul 05 03:55:47.114536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6739472-02c0-466b-b0e1-b73fb3650c5f admin admin] Deleting subnet cbdbb393-4ff5-4c78-87bd-d3b547d0641b {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:55:47.120959 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1d35-0dbe-47a2-908e-3cb4ce880b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.125968 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1d35-0dbe-47a2-908e-3cb4ce880b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.132696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3c7f1d35-0dbe-47a2-908e-3cb4ce880b20 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d801cc40-56e1-456e-8d73-84e83e982a54 HTTP/1.1" status: 204 len: 168 time: 0.7082257 Jul 05 03:55:47.132696 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6739472-02c0-466b-b0e1-b73fb3650c5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.145563 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901a49c-084e-4a93-9c85-55c788c6e148 req-8a45b22d-efe6-472c-8704-57fcb6e74dcb tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:47.146042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9901a49c-084e-4a93-9c85-55c788c6e148 req-8a45b22d-efe6-472c-8704-57fcb6e74dcb tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 943 time: 0.2308125 Jul 05 03:55:47.278885 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.355606 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44000) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:47.524148 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.537024 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a5b3a6b5-6c79-4832-b25b-006939afbe09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.553515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f1d35-0dbe-47a2-908e-3cb4ce880b20 admin admin] Pushing event deleted for resources: {'Network': ['ID=d801cc40-56e1-456e-8d73-84e83e982a54,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:47.566938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:55:47.590208 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6739472-02c0-466b-b0e1-b73fb3650c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.666018 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9901a49c-084e-4a93-9c85-55c788c6e148 req-8ab48e61-0e32-4ea0-b047-d1fd75d504d2 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389313 Jul 05 03:55:47.684138 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6739472-02c0-466b-b0e1-b73fb3650c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.694892 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44004) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:47.752308 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Deleting port 40605856-8abb-418d-bc68-c677b7323b45 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:47.752867 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.778513 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fb8cfe8e-317f-4715-8e81-6dd8583be8eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=87b9f62985804ba1992e87ee67195357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804694 Jul 05 03:55:47.779648 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:47.782830 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a5b3a6b5-6c79-4832-b25b-006939afbe09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.783611 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44006) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:47.792415 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Sync routers for ids ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:47.803476 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Routers {'889f8fdf-63d8-49d9-8e85-fcbed6ce4152'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:47.804445 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:55:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:47.836039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] For port 40605856-8abb-418d-bc68-c677b7323b45, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=40605856-8abb-418d-bc68-c677b7323b45,segment=NetworkSegment(356c4880-016e-4ef6-a252-7522685bb223),segment_id=356c4880-016e-4ef6-a252-7522685bb223)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:47.836039 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.843759 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ce6fb03a-133e-408a-8d25-c013856e4b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.849693 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Calling delete_port for 40605856-8abb-418d-bc68-c677b7323b45 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:47.869856 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a5b3a6b5-6c79-4832-b25b-006939afbe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.879188 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ce6fb03a-133e-408a-8d25-c013856e4b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.903085 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6739472-02c0-466b-b0e1-b73fb3650c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.929281 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Set router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:47.940577 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.944373 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-941067ff-ad05-466c-a867-e222f0b207bf admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.4351046 Jul 05 03:55:47.944516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6739472-02c0-466b-b0e1-b73fb3650c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbdbb393-4ff5-4c78-87bd-d3b547d0641b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:47.952184 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44008) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:47.955631 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6739472-02c0-466b-b0e1-b73fb3650c5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.957379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f6739472-02c0-466b-b0e1-b73fb3650c5f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cbdbb393-4ff5-4c78-87bd-d3b547d0641b HTTP/1.1" status: 204 len: 168 time: 0.9220371 Jul 05 03:55:47.963486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44010) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:47.967644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3a6b5-6c79-4832-b25b-006939afbe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90b77e4-722b-4dc5-ac01-abfff9983dac,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:47.979627 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a5b3a6b5-6c79-4832-b25b-006939afbe09 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=33ea50c5f04f4d72868213d43c94d9cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6225481 Jul 05 03:55:47.987656 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44012) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:48.064287 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ce6fb03a-133e-408a-8d25-c013856e4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.066972 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ce6fb03a-133e-408a-8d25-c013856e4b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.074572 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ce6fb03a-133e-408a-8d25-c013856e4b2b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d2edf849-0241-4aac-9a7a-48dddc9af0e5 HTTP/1.1" status: 204 len: 168 time: 0.2897201 Jul 05 03:55:48.077594 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15bee678-70eb-4172-8277-390c17b00b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.089600 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fb03a-133e-408a-8d25-c013856e4b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2edf849-0241-4aac-9a7a-48dddc9af0e5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:48.132472 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-router', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '699f7f22-6741-4b3b-9267-7209220e2229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:42Z', 'updated_at': '2021-07-05T03:55:46Z', 'revision_number': 3, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'gw_port': {'id': '699f7f22-6741-4b3b-9267-7209220e2229', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:44Z', 'updated_at': '2021-07-05T03:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:48.137846 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15bee678-70eb-4172-8277-390c17b00b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.169861 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Checking router: 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:48.170233 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Updating router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 port 699f7f22-6741-4b3b-9267-7209220e2229 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:55:48.185866 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1249fd5c-b2a7-4200-8aaa-10f1199e1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.210248 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.210506 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.273994 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15bee678-70eb-4172-8277-390c17b00b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.276907 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15bee678-70eb-4172-8277-390c17b00b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.278576 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-15bee678-70eb-4172-8277-390c17b00b6e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a90b77e4-722b-4dc5-ac01-abfff9983dac HTTP/1.1" status: 204 len: 168 time: 0.2895503 Jul 05 03:55:48.288190 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bee678-70eb-4172-8277-390c17b00b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90b77e4-722b-4dc5-ac01-abfff9983dac,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:48.294578 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Port': ['ID=40605856-8abb-418d-bc68-c677b7323b45,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:48.298157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No DVR routers for this DVR port 40605856-8abb-418d-bc68-c677b7323b45 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:48.519098 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.527401 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.530786 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1249fd5c-b2a7-4200-8aaa-10f1199e1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.531039 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Transition to ACTIVE for port object 699f7f22-6741-4b3b-9267-7209220e2229 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:48.554068 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c745d09a-0069-4657-98d1-2cf4b33cec6f']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:48.568652 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-1249fd5c-b2a7-4200-8aaa-10f1199e1b43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c87e062-dedf-4e7a-b8f5-a394703674e1']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:48.583078 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356c4880-016e-4ef6-a252-7522685bb223') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:48.583374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356c4880-016e-4ef6-a252-7522685bb223') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:48.587244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-1249fd5c-b2a7-4200-8aaa-10f1199e1b43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aada9fe5-cf96-4ca3-b4ba-c66254a25375') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:48.587537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-1249fd5c-b2a7-4200-8aaa-10f1199e1b43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aada9fe5-cf96-4ca3-b4ba-c66254a25375') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:48.599661 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.604583 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.613409 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1249fd5c-b2a7-4200-8aaa-10f1199e1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.650642 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d3b6d-5f3f-4fb8-b8be-3945d197f55b None None] Pushing event updated for resources: {'Port': ['ID=699f7f22-6741-4b3b-9267-7209220e2229,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:48.659329 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d3b6d-5f3f-4fb8-b8be-3945d197f55b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:48.659753 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d3b6d-5f3f-4fb8-b8be-3945d197f55b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:48.660020 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d3b6d-5f3f-4fb8-b8be-3945d197f55b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:48.660395 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d3b6d-5f3f-4fb8-b8be-3945d197f55b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:48.660731 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d3b6d-5f3f-4fb8-b8be-3945d197f55b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:48.661053 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d3b6d-5f3f-4fb8-b8be-3945d197f55b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:48.661384 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d3b6d-5f3f-4fb8-b8be-3945d197f55b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:48.661710 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d3b6d-5f3f-4fb8-b8be-3945d197f55b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:48.662033 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d3b6d-5f3f-4fb8-b8be-3945d197f55b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:48.662354 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d3b6d-5f3f-4fb8-b8be-3945d197f55b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:48.662676 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d3b6d-5f3f-4fb8-b8be-3945d197f55b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:48.663072 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d3b6d-5f3f-4fb8-b8be-3945d197f55b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:48.684889 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Attempting to bind port 699f7f22-6741-4b3b-9267-7209220e2229 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:48.685035 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Attempting to bind port 699f7f22-6741-4b3b-9267-7209220e2229 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:48.685408 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Attempting to bind port 699f7f22-6741-4b3b-9267-7209220e2229 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:48.686709 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.690892 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1249fd5c-b2a7-4200-8aaa-10f1199e1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.698017 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:48.698017 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:48.698017 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.698017 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:48.698017 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Bound port: 699f7f22-6741-4b3b-9267-7209220e2229, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:48.698017 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.707984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68203595-2593-4ab8-bcac-b6b3b8356619 req-fa2a5cbf-0c1d-443f-8f5f-44091439efe6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:48.709707 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68203595-2593-4ab8-bcac-b6b3b8356619 req-fa2a5cbf-0c1d-443f-8f5f-44091439efe6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 944 time: 0.4096096 Jul 05 03:55:48.717374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1249fd5c-b2a7-4200-8aaa-10f1199e1b43 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:48.717817 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1249fd5c-b2a7-4200-8aaa-10f1199e1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:48.719946 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:48.758567 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:48.758989 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:48.762162 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:48.786027 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] For port 699f7f22-6741-4b3b-9267-7209220e2229, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:48.789487 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] For port 699f7f22-6741-4b3b-9267-7209220e2229, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=699f7f22-6741-4b3b-9267-7209220e2229,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:48.865428 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.931089 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Routers {'889f8fdf-63d8-49d9-8e85-fcbed6ce4152'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:48.931973 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:55:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:48.954335 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68203595-2593-4ab8-bcac-b6b3b8356619 req-c84f245d-e063-4deb-97b4-f5e1765346ad tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334614 Jul 05 03:55:48.979498 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d3b6d-5f3f-4fb8-b8be-3945d197f55b None None] Pushing event updated for resources: {'Port': ['ID=699f7f22-6741-4b3b-9267-7209220e2229,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:49.056347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757ea55-1efd-4a5a-a2cb-003be98aa566 req-d95511dd-1bf9-46de-9a58-307c2d413861 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:49.058541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a757ea55-1efd-4a5a-a2cb-003be98aa566 req-d95511dd-1bf9-46de-9a58-307c2d413861 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 943 time: 0.1974440 Jul 05 03:55:49.062764 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1249fd5c-b2a7-4200-8aaa-10f1199e1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.064175 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] Set router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:49.076285 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.078427 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1249fd5c-b2a7-4200-8aaa-10f1199e1b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.083170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1249fd5c-b2a7-4200-8aaa-10f1199e1b43 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2c87e062-dedf-4e7a-b8f5-a394703674e1 HTTP/1.1" status: 204 len: 168 time: 1.1178119 Jul 05 03:55:49.113526 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.118182 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/c745d09a-0069-4657-98d1-2cf4b33cec6f HTTP/1.1" status: 204 len: 168 time: 3.7592831 Jul 05 03:55:49.118661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44046) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:49.122556 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249fd5c-b2a7-4200-8aaa-10f1199e1b43 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c87e062-dedf-4e7a-b8f5-a394703674e1,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:49.150263 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-4103c628-f414-482c-ac8d-f4e31e5c8910 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:55:49.152018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4103c628-f414-482c-ac8d-f4e31e5c8910 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:55:49.155733 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4103c628-f414-482c-ac8d-f4e31e5c8910 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/c745d09a-0069-4657-98d1-2cf4b33cec6f HTTP/1.1" status: 404 len: 339 time: 0.0358474 Jul 05 03:55:49.162466 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44048) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:49.167856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-067eb025-7683-46d0-b27b-7a46226af864 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1129037861', 'description': 'd1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:49.181911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b89fba-2127-4981-8a7b-8acba1c3e094 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Network': ['ID=c745d09a-0069-4657-98d1-2cf4b33cec6f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:49.195099 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a757ea55-1efd-4a5a-a2cb-003be98aa566 req-7f161f4d-6fb2-49e9-bd95-bc1219011dc6 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299579 Jul 05 03:55:49.211456 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.294075 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-router', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '699f7f22-6741-4b3b-9267-7209220e2229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:42Z', 'updated_at': '2021-07-05T03:55:46Z', 'revision_number': 3, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'gw_port': {'id': '699f7f22-6741-4b3b-9267-7209220e2229', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:44Z', 'updated_at': '2021-07-05T03:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:49.323543 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e018a11-da30-4e96-bdbc-06d65342eccd None None] The sync data for ids ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'] in n-d-771363-32 is: [{'id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-router', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '699f7f22-6741-4b3b-9267-7209220e2229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:42Z', 'updated_at': '2021-07-05T03:55:46Z', 'revision_number': 3, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'gw_port': {'id': '699f7f22-6741-4b3b-9267-7209220e2229', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:44Z', 'updated_at': '2021-07-05T03:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:49.325398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device aed92df0-007b-49ca-9909-5b42683f510a details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:49.332705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067eb025-7683-46d0-b27b-7a46226af864 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:49.336470 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-067eb025-7683-46d0-b27b-7a46226af864 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.396418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067eb025-7683-46d0-b27b-7a46226af864 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:49.403990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Allocated IP 172.20.0.1 (702ce1ba-a7db-46c8-8515-74ee4b752ef6/2c65c4df-6b50-4777-bc22-c6cd95c8554d/741ed52f-eb37-4608-8b87-66446d81179f) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:49.410709 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-067eb025-7683-46d0-b27b-7a46226af864 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.411322 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-067eb025-7683-46d0-b27b-7a46226af864 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Added segment e435e3fa-f32a-4fbd-b500-4696c52ddcf7 of type vlan for network 72f081e8-365b-44c4-864c-f18b2dfdf697 Jul 05 03:55:49.474881 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-067eb025-7683-46d0-b27b-7a46226af864 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.502533 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port aed92df0-007b-49ca-9909-5b42683f510a, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=aed92df0-007b-49ca-9909-5b42683f510a,segment=NetworkSegment(4231db98-9b73-480e-9f0a-831c104e6372),segment_id=4231db98-9b73-480e-9f0a-831c104e6372)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:49.522547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'aed92df0-007b-49ca-9909-5b42683f510a', 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862', 'port_id': 'aed92df0-007b-49ca-9909-5b42683f510a', 'mac_address': 'fa:16:3e:a1:d7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadd956f-4ed6-4336-8d28-a9a782accda4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:49.546795 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.578764 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.593468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed92df0-007b-49ca-9909-5b42683f510a {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:49.609900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-067eb025-7683-46d0-b27b-7a46226af864 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.609900 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067eb025-7683-46d0-b27b-7a46226af864 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:49.609900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-067eb025-7683-46d0-b27b-7a46226af864 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.620132 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port aed92df0-007b-49ca-9909-5b42683f510a, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=aed92df0-007b-49ca-9909-5b42683f510a,segment=NetworkSegment(4231db98-9b73-480e-9f0a-831c104e6372),segment_id=4231db98-9b73-480e-9f0a-831c104e6372)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:49.687013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067eb025-7683-46d0-b27b-7a46226af864 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Network': ['ID=72f081e8-365b-44c4-864c-f18b2dfdf697,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:49.707832 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 72f081e8-365b-44c4-864c-f18b2dfdf697 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:49.742770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44064) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:49.766300 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.797009 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-067eb025-7683-46d0-b27b-7a46226af864 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6331191 Jul 05 03:55:49.799555 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44066) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:49.813704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Pushing event updated for resources: {'Port': ['ID=741ed52f-eb37-4608-8b87-66446d81179f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:49.826544 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:49.827445 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:49.867320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Network 702ce1ba-a7db-46c8-8515-74ee4b752ef6 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:49.873854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:49.893769 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:49.920354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3,segment=NetworkSegment(4231db98-9b73-480e-9f0a-831c104e6372),segment_id=4231db98-9b73-480e-9f0a-831c104e6372)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:49.944023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=aed92df0-007b-49ca-9909-5b42683f510a,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:49.948416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3', 'network_id': '3fdf8913-47c8-4a23-a882-812e457ca862', 'port_id': 'cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3', 'mac_address': 'fa:16:3e:2c:c6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadd956f-4ed6-4336-8d28-a9a782accda4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:49.988213 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a6c867-e2ed-4b21-967b-736a0bf4bea7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:49.989379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dc745095-03fe-4f48-b1df-3adc006e355c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2bba52dfec69479384da960563fc019e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454414 Jul 05 03:55:49.994184 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44072) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:49.998863 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a0a6c867-e2ed-4b21-967b-736a0bf4bea7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "GET /v2.0/networks?id=72f081e8-365b-44c4-864c-f18b2dfdf697 HTTP/1.1" status: 200 len: 761 time: 0.1980901 Jul 05 03:55:50.003631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44074) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:50.011808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-a868a5e0-ed7e-4382-8b2b-105e3f93906a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'network': {'description': 'd2'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:50.037540 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.058159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:50.083406 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3,segment=NetworkSegment(4231db98-9b73-480e-9f0a-831c104e6372),segment_id=4231db98-9b73-480e-9f0a-831c104e6372)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:50.108743 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.174300 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.295082 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:50.378890 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 699f7f22-6741-4b3b-9267-7209220e2229 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:50.380570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44082) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:50.488269 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2451df8b-e359-4560-b07c-6638868d787d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.503910 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a868a5e0-ed7e-4382-8b2b-105e3f93906a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.532824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 699f7f22-6741-4b3b-9267-7209220e2229 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:50.541532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 699f7f22-6741-4b3b-9267-7209220e2229 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:50.541532 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.556200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-90bef7e3-3fb5-40f0-9921-2ed3b591af5d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1438450024-network', 'tenant_id': 'd40db2a803084f97bc1e3a3dad2929b4'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:50.571434 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2451df8b-e359-4560-b07c-6638868d787d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.614967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509f3d1-63bc-48b4-b47d-52c59d53271e req-c13108c0-f5c5-4154-a6fb-c3f82800bb16 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:50.616587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d509f3d1-63bc-48b4-b47d-52c59d53271e req-c13108c0-f5c5-4154-a6fb-c3f82800bb16 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 944 time: 0.4616287 Jul 05 03:55:50.629663 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a868a5e0-ed7e-4382-8b2b-105e3f93906a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.637530 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.654084 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96068e22-63d2-488c-8440-f5d5823ce7b4 req-d55ca427-39d6-4fe9-b850-29c7c6bce408 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:50.655485 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96068e22-63d2-488c-8440-f5d5823ce7b4 req-d55ca427-39d6-4fe9-b850-29c7c6bce408 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 944 time: 0.2929242 Jul 05 03:55:50.660648 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 699f7f22-6741-4b3b-9267-7209220e2229, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=699f7f22-6741-4b3b-9267-7209220e2229,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:50.664212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bef7e3-3fb5-40f0-9921-2ed3b591af5d admin admin] Made reservation on behalf of d40db2a803084f97bc1e3a3dad2929b4 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:50.666733 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90bef7e3-3fb5-40f0-9921-2ed3b591af5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.676667 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90bef7e3-3fb5-40f0-9921-2ed3b591af5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.704566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a868a5e0-ed7e-4382-8b2b-105e3f93906a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network 72f081e8-365b-44c4-864c-f18b2dfdf697 is not hosted by any dhcp agent {{(pid=100933) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 03:55:50.710307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868a5e0-ed7e-4382-8b2b-105e3f93906a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:50.710914 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a868a5e0-ed7e-4382-8b2b-105e3f93906a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.712202 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a868a5e0-ed7e-4382-8b2b-105e3f93906a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "PUT /v2.0/networks/72f081e8-365b-44c4-864c-f18b2dfdf697 HTTP/1.1" status: 200 len: 758 time: 0.7059448 Jul 05 03:55:50.715001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44088) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:50.760951 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.785916 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868a5e0-ed7e-4382-8b2b-105e3f93906a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Network': ['ID=72f081e8-365b-44c4-864c-f18b2dfdf697,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:50.803187 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 72f081e8-365b-44c4-864c-f18b2dfdf697 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:50.809380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['aed92df0-007b-49ca-9909-5b42683f510a'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:50.824865 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d509f3d1-63bc-48b4-b47d-52c59d53271e req-4930cce0-8f3f-4e00-b5e8-61cf2a643d13 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928692 Jul 05 03:55:50.835659 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96068e22-63d2-488c-8440-f5d5823ce7b4 req-b5275aab-2af0-4d31-a945-743df231bf8c tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369979 Jul 05 03:55:50.836805 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.865085 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e489bfb-2e47-47d5-b28d-81b2be3fe54a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:50.866824 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5e489bfb-2e47-47d5-b28d-81b2be3fe54a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "GET /v2.0/networks?id=72f081e8-365b-44c4-864c-f18b2dfdf697 HTTP/1.1" status: 200 len: 761 time: 0.1508598 Jul 05 03:55:50.884247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44090) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:50.892119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-2be40624-e7a1-45f9-ad8a-32add08fe913 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-971521526'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:50.911795 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90bef7e3-3fb5-40f0-9921-2ed3b591af5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.914349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:50.916239 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=699f7f22-6741-4b3b-9267-7209220e2229,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:50.927936 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2451df8b-e359-4560-b07c-6638868d787d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.930967 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2451df8b-e359-4560-b07c-6638868d787d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:50.934587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2451df8b-e359-4560-b07c-6638868d787d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca324360-057b-4d21-bdb9-337eff144f94 HTTP/1.1" status: 204 len: 168 time: 0.9365032 Jul 05 03:55:50.985209 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90bef7e3-3fb5-40f0-9921-2ed3b591af5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.001398 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451df8b-e359-4560-b07c-6638868d787d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca324360-057b-4d21-bdb9-337eff144f94,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:51.033001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bef7e3-3fb5-40f0-9921-2ed3b591af5d admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:51.052573 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bef7e3-3fb5-40f0-9921-2ed3b591af5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21863fb-639a-4caf-bacf-dedf509a601c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:51.063908 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90bef7e3-3fb5-40f0-9921-2ed3b591af5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.064453 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-90bef7e3-3fb5-40f0-9921-2ed3b591af5d admin admin] Added segment cd9e76b4-a5a5-4d81-aee3-bb135680162f of type vlan for network b57acb1e-e66b-4876-bd4f-6291365c0844 Jul 05 03:55:51.119288 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.131680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be40624-e7a1-45f9-ad8a-32add08fe913 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:51.134134 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90bef7e3-3fb5-40f0-9921-2ed3b591af5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.136296 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2be40624-e7a1-45f9-ad8a-32add08fe913 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.166725 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be40624-e7a1-45f9-ad8a-32add08fe913 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:51.177401 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2be40624-e7a1-45f9-ad8a-32add08fe913 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.177751 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-2be40624-e7a1-45f9-ad8a-32add08fe913 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Added segment 04b8c3fc-d2ee-4547-a8cc-7f817b7c818b of type vlan for network 7fda3b25-349d-475e-a818-ea230059f9a1 Jul 05 03:55:51.219935 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2be40624-e7a1-45f9-ad8a-32add08fe913 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.242453 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.269086 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90bef7e3-3fb5-40f0-9921-2ed3b591af5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.269519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bef7e3-3fb5-40f0-9921-2ed3b591af5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.270556 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90bef7e3-3fb5-40f0-9921-2ed3b591af5d admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.320602 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.322867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Pushing event updated for resources: {'Port': ['ID=741ed52f-eb37-4608-8b87-66446d81179f,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:51.346966 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2be40624-e7a1-45f9-ad8a-32add08fe913 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.349639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bef7e3-3fb5-40f0-9921-2ed3b591af5d admin admin] Pushing event updated for resources: {'Network': ['ID=b57acb1e-e66b-4876-bd4f-6291365c0844,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:51.353465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be40624-e7a1-45f9-ad8a-32add08fe913 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:51.354074 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2be40624-e7a1-45f9-ad8a-32add08fe913 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.362805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network b57acb1e-e66b-4876-bd4f-6291365c0844 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:51.404562 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-90bef7e3-3fb5-40f0-9921-2ed3b591af5d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0226169 Jul 05 03:55:51.405518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44100) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:51.422852 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3fbc0813-94d8-40fa-958a-316770453253 admin admin] Request body: {'subnet': {'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1438450024-subnet', 'tenant_id': 'd40db2a803084f97bc1e3a3dad2929b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:51.472861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be40624-e7a1-45f9-ad8a-32add08fe913 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Network': ['ID=7fda3b25-349d-475e-a818-ea230059f9a1,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:51.485279 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 7fda3b25-349d-475e-a818-ea230059f9a1 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:51.497391 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Network 702ce1ba-a7db-46c8-8515-74ee4b752ef6 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:51.499075 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:51.557251 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2be40624-e7a1-45f9-ad8a-32add08fe913 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6692693 Jul 05 03:55:51.557492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44104) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:51.570061 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f0983a57-d7dc-4c03-8cd1-3b24839474c1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'subnet': {'network_id': '7fda3b25-349d-475e-a818-ea230059f9a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:51.638508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:51.695520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbc0813-94d8-40fa-958a-316770453253 admin admin] Made reservation on behalf of d40db2a803084f97bc1e3a3dad2929b4 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:51.702255 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3fbc0813-94d8-40fa-958a-316770453253 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.772486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44110) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:51.773518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:51.787984 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-19208376-13e3-4208-b751-5bd0f7c58808 admin admin] 10.222.0.38 "PUT /v2.0/routers/889f8fdf-63d8-49d9-8e85-fcbed6ce4152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8251681 Jul 05 03:55:51.788093 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Sync routers for ids ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:51.792360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Routers {'889f8fdf-63d8-49d9-8e85-fcbed6ce4152'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:51.793192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:55:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:51.835617 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ddd74e9c-f4f0-47db-a746-117cb7cb810b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=93bc30067e694e08a9d229ad7bcf876b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619252 Jul 05 03:55:51.838161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44114) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:51.880429 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0983a57-d7dc-4c03-8cd1-3b24839474c1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:51.884796 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f0983a57-d7dc-4c03-8cd1-3b24839474c1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.978873 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Set router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:52.128489 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34398406-ca10-4ae5-a752-4abff4708882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.163997 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3fbc0813-94d8-40fa-958a-316770453253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.188004 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34398406-ca10-4ae5-a752-4abff4708882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.317510 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc0813-94d8-40fa-958a-316770453253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea952e5-e7a8-42fd-8cd3-ed07120420e9,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:52.349538 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc0813-94d8-40fa-958a-316770453253 admin admin] Checking segment: {'id': 'cd9e76b4-a5a5-4d81-aee3-bb135680162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:52.349916 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc0813-94d8-40fa-958a-316770453253 admin admin] Network hostable DHCP agents. Network: b57acb1e-e66b-4876-bd4f-6291365c0844, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:52.357177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 699f7f22-6741-4b3b-9267-7209220e2229 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:52.390557 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f0983a57-d7dc-4c03-8cd1-3b24839474c1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.410120 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a05be-6b94-4420-af93-86763830c34f req-3908f867-ab21-46ff-8384-19ca7a5d26fd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:52.411678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e98a05be-6b94-4420-af93-86763830c34f req-3908f867-ab21-46ff-8384-19ca7a5d26fd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 944 time: 0.4367173 Jul 05 03:55:52.426371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-router', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '699f7f22-6741-4b3b-9267-7209220e2229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:42Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'gw_port': {'id': '699f7f22-6741-4b3b-9267-7209220e2229', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:44Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '741ed52f-eb37-4608-8b87-66446d81179f', 'name': '', 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'mac_address': 'fa:16:3e:d5:02:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:49Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 2, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'subnets': [{'id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:52.428282 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 699f7f22-6741-4b3b-9267-7209220e2229 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:52.429285 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.435579 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34398406-ca10-4ae5-a752-4abff4708882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.438872 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34398406-ca10-4ae5-a752-4abff4708882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.439022 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421babd-c8dd-4960-829c-47a718607fdf req-8235492a-6f4b-40c8-8d89-b68113573500 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:52.442739 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9421babd-c8dd-4960-829c-47a718607fdf req-8235492a-6f4b-40c8-8d89-b68113573500 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 944 time: 0.4182117 Jul 05 03:55:52.446209 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-34398406-ca10-4ae5-a752-4abff4708882 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bbae8f28-8cd6-4e18-b1fa-3849733d630a HTTP/1.1" status: 204 len: 168 time: 0.6011696 Jul 05 03:55:52.471348 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34398406-ca10-4ae5-a752-4abff4708882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbae8f28-8cd6-4e18-b1fa-3849733d630a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:52.481460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0983a57-d7dc-4c03-8cd1-3b24839474c1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Subnet': ['ID=6744800b-b634-46bd-8a1a-3ea9dea57ddc,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:52.487179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Checking router: 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:52.487740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc0813-94d8-40fa-958a-316770453253 admin admin] Network b57acb1e-e66b-4876-bd4f-6291365c0844 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:52.487878 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Updating router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 port 741ed52f-eb37-4608-8b87-66446d81179f binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:55:52.499120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0983a57-d7dc-4c03-8cd1-3b24839474c1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Checking segment: {'id': '04b8c3fc-d2ee-4547-a8cc-7f817b7c818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7fda3b25-349d-475e-a818-ea230059f9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:52.499120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0983a57-d7dc-4c03-8cd1-3b24839474c1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network hostable DHCP agents. Network: 7fda3b25-349d-475e-a818-ea230059f9a1, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:52.503146 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e98a05be-6b94-4420-af93-86763830c34f req-a311ae9e-e0a1-4b64-b318-fdb5085b537e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790727 Jul 05 03:55:52.540414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9421babd-c8dd-4960-829c-47a718607fdf req-9923adf1-5a92-4570-acb6-6cb2d24998c9 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927715 Jul 05 03:55:52.543279 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.585557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-3fbc0813-94d8-40fa-958a-316770453253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, b57acb1e-e66b-4876-bd4f-6291365c0844) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:52.590268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbc0813-94d8-40fa-958a-316770453253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:52.591093 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3fbc0813-94d8-40fa-958a-316770453253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.617043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d118df7d-0cea-47e4-8a46-ffa7b6ad25c9 None None] Network b57acb1e-e66b-4876-bd4f-6291365c0844 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:52.681084 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0983a57-d7dc-4c03-8cd1-3b24839474c1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network 7fda3b25-349d-475e-a818-ea230059f9a1 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:52.690304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-f0983a57-d7dc-4c03-8cd1-3b24839474c1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 7fda3b25-349d-475e-a818-ea230059f9a1) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:52.696581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0983a57-d7dc-4c03-8cd1-3b24839474c1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:52.697271 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f0983a57-d7dc-4c03-8cd1-3b24839474c1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.735065 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ded481-a377-400b-856e-d6a5d33c14ac None None] Network 7fda3b25-349d-475e-a818-ea230059f9a1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:52.739477 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3fbc0813-94d8-40fa-958a-316770453253 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3303156 Jul 05 03:55:52.792656 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f0983a57-d7dc-4c03-8cd1-3b24839474c1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2338569 Jul 05 03:55:52.794540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44140) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:52.931746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-4285380e-a57d-4737-b97a-8a234c99935f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:52.934514 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-4285380e-a57d-4737-b97a-8a234c99935f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/networks?id=702ce1ba-a7db-46c8-8515-74ee4b752ef6 HTTP/1.1" status: 200 len: 820 time: 0.1459389 Jul 05 03:55:52.961056 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6cf2a96a-4891-4fe5-bdf2-7e9f9a972426 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.962107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-f800dd4e-dbbe-4433-aff4-7b8295405c9d tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/quotas/965868a2cb014d159f025b9a99fb2569 HTTP/1.1" status: 200 len: 375 time: 0.0171406 Jul 05 03:55:52.977191 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79f5e84-47db-4696-8e13-2039d9daad5e None None] Network b57acb1e-e66b-4876-bd4f-6291365c0844 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:53.032287 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6cf2a96a-4891-4fe5-bdf2-7e9f9a972426 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.101029 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-a11cfea8-b685-484b-8382-24aa9ce0986f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=965868a2cb014d159f025b9a99fb2569&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1236401 Jul 05 03:55:53.178861 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc6d1ea-b751-4cf5-a2f0-2f96cb0e890d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-7fda3b25-349d-475e-a818-ea230059f9a1', 'network_id': '7fda3b25-349d-475e-a818-ea230059f9a1', 'tenant_id': '91183f2544e245ce9a9eee6cf221adaa', 'fixed_ips': [{'subnet_id': '6744800b-b634-46bd-8a1a-3ea9dea57ddc'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:55:53.179832 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d1ea-b751-4cf5-a2f0-2f96cb0e890d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.182822 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.219623 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6cf2a96a-4891-4fe5-bdf2-7e9f9a972426 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.226057 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Transition to ACTIVE for port object 741ed52f-eb37-4608-8b87-66446d81179f will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:53.246618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-7d9056ea-a8a1-4970-8cf5-9e2633887abe service neutron] 10.222.0.38 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358325 Jul 05 03:55:53.270431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2a96a-4891-4fe5-bdf2-7e9f9a972426 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Subnet': ['ID=6744800b-b634-46bd-8a1a-3ea9dea57ddc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:53.350761 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.367991 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6cf2a96a-4891-4fe5-bdf2-7e9f9a972426 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.372092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device aed92df0-007b-49ca-9909-5b42683f510a up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:53.380785 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-6cf2a96a-4891-4fe5-bdf2-7e9f9a972426 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fda3b25-349d-475e-a818-ea230059f9a1']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:53.392202 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-6cf2a96a-4891-4fe5-bdf2-7e9f9a972426 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b8c3fc-d2ee-4547-a8cc-7f817b7c818b') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:53.392403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-6cf2a96a-4891-4fe5-bdf2-7e9f9a972426 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b8c3fc-d2ee-4547-a8cc-7f817b7c818b') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:53.401948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6cf2a96a-4891-4fe5-bdf2-7e9f9a972426 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.416643 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6cf2a96a-4891-4fe5-bdf2-7e9f9a972426 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.423183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf2a96a-4891-4fe5-bdf2-7e9f9a972426 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:53.423589 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6cf2a96a-4891-4fe5-bdf2-7e9f9a972426 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:53.426840 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:53.459761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2114a33e-a6f7-4593-97cf-c1c209e345f3 None None] Network 7fda3b25-349d-475e-a818-ea230059f9a1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:53.528850 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1796be8e-1f88-46b6-969c-e78267cb3849 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:53.529513 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-08cc14af-ad56-431f-9c2c-04ee49b4a60c service neutron] 10.222.0.38 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704811 Jul 05 03:55:53.537852 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-4897241b-7fd7-46f9-a663-5855738cbfa1 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:53.544516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-4897241b-7fd7-46f9-a663-5855738cbfa1 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/networks?id=b57acb1e-e66b-4876-bd4f-6291365c0844 HTTP/1.1" status: 200 len: 818 time: 0.1921189 Jul 05 03:55:53.558177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d2e4a-fde7-45ad-a594-30abb57ee7cd None None] Pushing event updated for resources: {'Port': ['ID=741ed52f-eb37-4608-8b87-66446d81179f,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:53.564270 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-83896354-4d47-41c8-805a-3285cbc184dd tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/quotas/d40db2a803084f97bc1e3a3dad2929b4 HTTP/1.1" status: 200 len: 375 time: 0.0154572 Jul 05 03:55:53.573440 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Attempting to bind port 741ed52f-eb37-4608-8b87-66446d81179f on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:53.573808 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Attempting to bind port 741ed52f-eb37-4608-8b87-66446d81179f by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '864f937f-c4cf-4fe6-9197-d6377f0c10cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:53.574172 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Attempting to bind port 741ed52f-eb37-4608-8b87-66446d81179f on network 702ce1ba-a7db-46c8-8515-74ee4b752ef6 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:53.598678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-0b8c5213-fab0-4bdb-b3b7-06de31960209 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d40db2a803084f97bc1e3a3dad2929b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365808 Jul 05 03:55:53.614961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:53.615474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Checking segment: {'id': '864f937f-c4cf-4fe6-9197-d6377f0c10cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:53.615875 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.616298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Bound using segment: {'id': '864f937f-c4cf-4fe6-9197-d6377f0c10cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:53.621302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Bound port: 741ed52f-eb37-4608-8b87-66446d81179f, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864f937f-c4cf-4fe6-9197-d6377f0c10cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:53.621564 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6cf2a96a-4891-4fe5-bdf2-7e9f9a972426 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.622038 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.626687 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6cf2a96a-4891-4fe5-bdf2-7e9f9a972426 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.629091 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6cf2a96a-4891-4fe5-bdf2-7e9f9a972426 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/7fda3b25-349d-475e-a818-ea230059f9a1 HTTP/1.1" status: 204 len: 168 time: 0.8333457 Jul 05 03:55:53.634757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44176) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:53.664198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2a96a-4891-4fe5-bdf2-7e9f9a972426 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Network': ['ID=7fda3b25-349d-475e-a818-ea230059f9a1,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:53.686144 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98708b9-8a2a-49d4-8cdb-5ca7f3472800 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] GET failed (client error): The resource could not be found. Jul 05 03:55:53.688390 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d98708b9-8a2a-49d4-8cdb-5ca7f3472800 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "GET /v2.0/subnets/6744800b-b634-46bd-8a1a-3ea9dea57ddc HTTP/1.1" status: 404 len: 337 time: 0.0519848 Jul 05 03:55:53.691919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44178) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:53.695728 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-a93ab749-20b0-4076-8667-124b14ec6aa2 service neutron] 10.222.0.38 "GET /v2.0/networks/b57acb1e-e66b-4876-bd4f-6291365c0844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963776 Jul 05 03:55:53.716517 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b45e154-baa6-445f-a038-4867b9de8dd1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:55:53.717200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b45e154-baa6-445f-a038-4867b9de8dd1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:55:53.720311 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8b45e154-baa6-445f-a038-4867b9de8dd1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/7fda3b25-349d-475e-a818-ea230059f9a1 HTTP/1.1" status: 404 len: 339 time: 0.0260811 Jul 05 03:55:53.724916 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44182) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:53.797094 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1796be8e-1f88-46b6-969c-e78267cb3849, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1796be8e-1f88-46b6-969c-e78267cb3849,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:53.812892 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port aed92df0-007b-49ca-9909-5b42683f510a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:53.815356 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] For port 741ed52f-eb37-4608-8b87-66446d81179f, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:53.820128 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '1796be8e-1f88-46b6-969c-e78267cb3849', 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67', 'port_id': '1796be8e-1f88-46b6-969c-e78267cb3849', 'mac_address': 'fa:16:3e:6e:2e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e58e0b-cbb7-42b5-a550-6e06ecae5d23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:53.828012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port aed92df0-007b-49ca-9909-5b42683f510a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:53.829242 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.834198 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] For port 741ed52f-eb37-4608-8b87-66446d81179f, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=741ed52f-eb37-4608-8b87-66446d81179f,segment=NetworkSegment(864f937f-c4cf-4fe6-9197-d6377f0c10cb),segment_id=864f937f-c4cf-4fe6-9197-d6377f0c10cb)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:53.849178 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-c45325c7-894b-4e09-85a0-1668b0faeb0e service neutron] 10.222.0.38 "GET /v2.0/networks/b57acb1e-e66b-4876-bd4f-6291365c0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394773 Jul 05 03:55:53.929588 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.971476 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:54.024563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1796be8e-1f88-46b6-969c-e78267cb3849 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:54.056830 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a167eea5-0400-4fd6-bee1-b7abec262e6b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.061556 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a167eea5-0400-4fd6-bee1-b7abec262e6b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3368125 Jul 05 03:55:54.065371 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44194) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:54.122826 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5e3c94aa-4471-4b91-8cce-b1aabf001b0a tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 207 time: 0.0553679 Jul 05 03:55:54.127123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44200) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:54.143261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3fc72-ace8-4704-8e59-2a5a86bf9250 req-cd5d2f74-ac22-4886-835e-d20edbe986ae tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.150574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00d3fc72-ace8-4704-8e59-2a5a86bf9250 req-cd5d2f74-ac22-4886-835e-d20edbe986ae tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 944 time: 0.1224017 Jul 05 03:55:54.199345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00d3fc72-ace8-4704-8e59-2a5a86bf9250 req-86fbade0-36c9-499f-84a9-d583d9b865f9 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477862 Jul 05 03:55:54.342825 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1796be8e-1f88-46b6-969c-e78267cb3849, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1796be8e-1f88-46b6-969c-e78267cb3849,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:54.363431 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d2e4a-fde7-45ad-a594-30abb57ee7cd None None] Pushing event updated for resources: {'Port': ['ID=741ed52f-eb37-4608-8b87-66446d81179f,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:54.368101 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:54.370143 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Routers {'889f8fdf-63d8-49d9-8e85-fcbed6ce4152'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:54.370982 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:55:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:54.418166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6ead91-ddc7-49c5-98b1-ed2a7cb18a1b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.425913 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:54.426116 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6ead91-ddc7-49c5-98b1-ed2a7cb18a1b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.433123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6ead91-ddc7-49c5-98b1-ed2a7cb18a1b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.440105 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6ead91-ddc7-49c5-98b1-ed2a7cb18a1b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.449417 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7d6ead91-ddc7-49c5-98b1-ed2a7cb18a1b tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3133759 Jul 05 03:55:54.449580 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44206) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:54.463680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab99461-9b97-41dd-bb69-5302463e841c req-e6ebeb6e-9ff7-4758-aa07-63a112b92196 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.465552 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fab99461-9b97-41dd-bb69-5302463e841c req-e6ebeb6e-9ff7-4758-aa07-63a112b92196 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 944 time: 0.0908594 Jul 05 03:55:54.469965 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a400fe73-5e18-4b9f-9acc-17c45e948047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed92df0-007b-49ca-9909-5b42683f510a'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:54.472420 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c762bae2-7908-4c02-b70f-32cb663f1e81" -d '{"events": [{"server_uuid": "a400fe73-5e18-4b9f-9acc-17c45e948047", "name": "network-vif-plugged", "status": "completed", "tag": "aed92df0-007b-49ca-9909-5b42683f510a"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:54.532417 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port aed92df0-007b-49ca-9909-5b42683f510a, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=aed92df0-007b-49ca-9909-5b42683f510a,segment=NetworkSegment(4231db98-9b73-480e-9f0a-831c104e6372),segment_id=4231db98-9b73-480e-9f0a-831c104e6372)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:54.559619 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=1796be8e-1f88-46b6-969c-e78267cb3849,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:54.578632 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] Set router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:54.606948 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fab99461-9b97-41dd-bb69-5302463e841c req-323df6aa-ccd5-4939-8f2c-e3ba2db06c6d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980902 Jul 05 03:55:54.680633 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b7e534d5-da80-473e-80f2-eb2b417cfdc2 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2339349 Jul 05 03:55:54.684213 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44218) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:54.698703 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:54.700129 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:54.786712 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['1796be8e-1f88-46b6-969c-e78267cb3849'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:54.823761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e3c7f51e-dc10-4f6e-bc6b-b46af06c0b53 req-7a4f30d8-0d9e-4b13-8abe-724e51b86420 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 210 time: 0.0897195 Jul 05 03:55:54.868834 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54c570a-2b2f-42af-9f63-46bf48514a8b x-openstack-request-id: req-b54c570a-2b2f-42af-9f63-46bf48514a8b {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:54.869170 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a400fe73-5e18-4b9f-9acc-17c45e948047", "name": "network-vif-plugged", "status": "completed", "tag": "aed92df0-007b-49ca-9909-5b42683f510a", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:54.869542 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b54c570a-2b2f-42af-9f63-46bf48514a8b {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:54.869990 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a400fe73-5e18-4b9f-9acc-17c45e948047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed92df0-007b-49ca-9909-5b42683f510a', 'code': 200} Jul 05 03:55:54.948130 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e803f49a-c2ca-478d-bbee-e347c0612e18 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.950198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e803f49a-c2ca-478d-bbee-e347c0612e18 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.952019 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e803f49a-c2ca-478d-bbee-e347c0612e18 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2660902 Jul 05 03:55:54.963096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44230) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:55.004305 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=aed92df0-007b-49ca-9909-5b42683f510a,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:55.021698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6c8b0-09a7-4f3e-8eaa-260e2014bd7f req-c155deeb-5b51-45ff-8a59-d85c341fd70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.024806 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5ad6c8b0-09a7-4f3e-8eaa-260e2014bd7f req-c155deeb-5b51-45ff-8a59-d85c341fd70c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 1098 time: 0.0923109 Jul 05 03:55:55.088519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d860b37-25ef-4412-9fd3-b3bfd58e4ed9 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.090548 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d860b37-25ef-4412-9fd3-b3bfd58e4ed9 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.095862 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7d860b37-25ef-4412-9fd3-b3bfd58e4ed9 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1271620 Jul 05 03:55:55.096035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44238) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:55.136805 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc7bd532-7ad3-46de-a919-0f94f7d9c3e6 req-12f14064-e321-4910-a7e9-c3600291fc61 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 210 time: 0.0431674 Jul 05 03:55:55.165446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:55.176861 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:55.177239 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:55.306553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-router', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '699f7f22-6741-4b3b-9267-7209220e2229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:42Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'gw_port': {'id': '699f7f22-6741-4b3b-9267-7209220e2229', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:44Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '741ed52f-eb37-4608-8b87-66446d81179f', 'name': '', 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'mac_address': 'fa:16:3e:d5:02:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:49Z', 'updated_at': '2021-07-05T03:55:53Z', 'revision_number': 4, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'subnets': [{'id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:55.344661 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7837761-e0db-4beb-963b-bac21703f1f5 None None] The sync data for ids ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'] in n-d-771363-32 is: [{'id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-router', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '699f7f22-6741-4b3b-9267-7209220e2229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:42Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'gw_port': {'id': '699f7f22-6741-4b3b-9267-7209220e2229', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:44Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '741ed52f-eb37-4608-8b87-66446d81179f', 'name': '', 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'mac_address': 'fa:16:3e:d5:02:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:49Z', 'updated_at': '2021-07-05T03:55:53Z', 'revision_number': 4, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'subnets': [{'id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:55.437688 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:55.517058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3,segment=NetworkSegment(4231db98-9b73-480e-9f0a-831c104e6372),segment_id=4231db98-9b73-480e-9f0a-831c104e6372)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:55.550380 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8dc9a-c934-4776-9e3c-54c41e5a1d5e req-618f31af-cf3a-4a14-97f4-3f562aa7bdd0 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.552098 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f1e8dc9a-c934-4776-9e3c-54c41e5a1d5e req-618f31af-cf3a-4a14-97f4-3f562aa7bdd0 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 945 time: 0.1146064 Jul 05 03:55:55.572582 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:55.627341 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f1e8dc9a-c934-4776-9e3c-54c41e5a1d5e req-ce299a33-abc8-4cb9-b442-3b76b8e92c0b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613651 Jul 05 03:55:55.657880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:55.695368 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5ad6c8b0-09a7-4f3e-8eaa-260e2014bd7f req-51282af5-d870-439f-a72b-5b19a7b0e908 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6519423 Jul 05 03:55:55.778512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4819e0e-e9b9-45be-98f7-8707dad7daaa tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.786050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44266) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:55.786351 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b4819e0e-e9b9-45be-98f7-8707dad7daaa tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "GET /v2.0/networks/9b4de1f3-2689-405f-83c5-cb8e652be2e2 HTTP/1.1" status: 200 len: 798 time: 0.6892228 Jul 05 03:55:56.027489 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7c277290-d33f-482a-a890-132cdc73fe0d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "GET /v2.0/networks/9b4de1f3-2689-405f-83c5-cb8e652be2e2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.2399039 Jul 05 03:55:56.031295 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44272) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:56.060956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc560416-2f32-4f64-958a-f2d2154c1d1e req-58331f2e-eec8-4c21-8e15-db05ab664775 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.070335 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc560416-2f32-4f64-958a-f2d2154c1d1e req-58331f2e-eec8-4c21-8e15-db05ab664775 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.2020643 Jul 05 03:55:56.112423 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133cd9ae-2099-49fd-8a77-25a9d98f5030 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.117287 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-133cd9ae-2099-49fd-8a77-25a9d98f5030 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "GET /v2.0/subnets/5ebcf761-3200-4d49-82fa-a460397f14d5 HTTP/1.1" status: 200 len: 811 time: 0.0812926 Jul 05 03:55:56.124950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44276) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:56.135673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e48813e-7f90-4115-9542-0aaa0d278c65 req-308652fb-3596-4a19-b07d-aa936f08dede tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 210 time: 0.0853648 Jul 05 03:55:56.204010 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc560416-2f32-4f64-958a-f2d2154c1d1e req-60457108-c24f-48da-a39a-8584e1455e3a tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323688 Jul 05 03:55:56.241929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c1330-e346-40d8-b28c-722e66247d9d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['shared'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.243827 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bd8c1330-e346-40d8-b28c-722e66247d9d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "GET /v2.0/subnets/5ebcf761-3200-4d49-82fa-a460397f14d5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1176414 Jul 05 03:55:56.247458 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44286) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:56.278147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2eef0803-880f-4bdc-874b-daf036050ea0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-926284789'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:56.291522 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ddc83a5f-dc90-4b06-9831-3b187dbce4db req-e093b2fd-8e71-4abb-9c35-053246ebf0d0 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 210 time: 0.0589225 Jul 05 03:55:56.389034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 741ed52f-eb37-4608-8b87-66446d81179f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:56.399706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eef0803-880f-4bdc-874b-daf036050ea0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:56.403932 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2eef0803-880f-4bdc-874b-daf036050ea0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.454364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eef0803-880f-4bdc-874b-daf036050ea0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:56.466285 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2eef0803-880f-4bdc-874b-daf036050ea0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.466805 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-2eef0803-880f-4bdc-874b-daf036050ea0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Added segment d9890b1e-8369-4b19-a45c-d42e504129b3 of type vlan for network cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d Jul 05 03:55:56.521522 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2eef0803-880f-4bdc-874b-daf036050ea0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.572563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 741ed52f-eb37-4608-8b87-66446d81179f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:56.576820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 741ed52f-eb37-4608-8b87-66446d81179f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:56.577396 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.652671 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2eef0803-880f-4bdc-874b-daf036050ea0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.662805 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eef0803-880f-4bdc-874b-daf036050ea0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.664506 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2eef0803-880f-4bdc-874b-daf036050ea0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.685028 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.732367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 741ed52f-eb37-4608-8b87-66446d81179f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=741ed52f-eb37-4608-8b87-66446d81179f,segment=NetworkSegment(864f937f-c4cf-4fe6-9197-d6377f0c10cb),segment_id=864f937f-c4cf-4fe6-9197-d6377f0c10cb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:56.757839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef0803-880f-4bdc-874b-daf036050ea0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Network': ['ID=cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:56.771609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:56.821512 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2eef0803-880f-4bdc-874b-daf036050ea0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5615304 Jul 05 03:55:56.821861 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44296) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:56.832454 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f0814fdb-d666-4edc-bcea-47bad02f9c8d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'subnet': {'network_id': 'cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:56.840360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccbc9f-8c60-4a75-b0bd-d6069b8a59f7 req-26b6816e-a621-4bb0-8243-452f15a93cbd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.841937 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92ccbc9f-8c60-4a75-b0bd-d6069b8a59f7 req-26b6816e-a621-4bb0-8243-452f15a93cbd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 945 time: 0.0813279 Jul 05 03:55:56.852135 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.886497 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a359b24-f8b5-4e3d-9718-2e319e6080dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:56.890677 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296d0ad0-ea0d-4ea2-b1fd-90160422a81c" -d '{"events": [{"server_uuid": "2a359b24-f8b5-4e3d-9718-2e319e6080dd", "name": "network-vif-plugged", "status": "completed", "tag": "cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:56.911298 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92ccbc9f-8c60-4a75-b0bd-d6069b8a59f7 req-55fd0947-887d-47d6-9944-c503d54511c0 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616868 Jul 05 03:55:56.927108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=741ed52f-eb37-4608-8b87-66446d81179f,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:56.976232 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7e3db4-661e-45db-a512-acee87d2f487 x-openstack-request-id: req-fc7e3db4-661e-45db-a512-acee87d2f487 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:56.976604 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a359b24-f8b5-4e3d-9718-2e319e6080dd", "name": "network-vif-plugged", "status": "completed", "tag": "cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:56.976930 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fc7e3db4-661e-45db-a512-acee87d2f487 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:56.977449 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a359b24-f8b5-4e3d-9718-2e319e6080dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3', 'code': 200} Jul 05 03:55:57.075598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0814fdb-d666-4edc-bcea-47bad02f9c8d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Made reservation on behalf of 91183f2544e245ce9a9eee6cf221adaa for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:57.080470 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f0814fdb-d666-4edc-bcea-47bad02f9c8d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.228625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.ipam_backend_mixin [None req-f0814fdb-d666-4edc-bcea-47bad02f9c8d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Performing IP validity checks on allocation pools {{(pid=100932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 03:55:57.229574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.ipam_backend_mixin [None req-f0814fdb-d666-4edc-bcea-47bad02f9c8d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 03:55:57.303139 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d8f37-5894-4aec-a9a6-6ac50afd034d req-a13d6349-e3f6-425c-9e51-22772cda9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:57.304995 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-084d8f37-5894-4aec-a9a6-6ac50afd034d req-a13d6349-e3f6-425c-9e51-22772cda9752 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 1097 time: 0.1729743 Jul 05 03:55:57.368985 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-5844bb6f-d67e-4557-97ef-73788c48a162 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:57.370507 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-5844bb6f-d67e-4557-97ef-73788c48a162 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.10 "GET /v2.0/networks?id=702ce1ba-a7db-46c8-8515-74ee4b752ef6 HTTP/1.1" status: 200 len: 820 time: 0.2628965 Jul 05 03:55:57.386362 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-ebc0d5b7-8453-400f-9b77-c5a52bb8f006 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Request body: {'port': {'device_id': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6', 'admin_state_up': True, 'tenant_id': '965868a2cb014d159f025b9a99fb2569'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:57.408872 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-084d8f37-5894-4aec-a9a6-6ac50afd034d req-e3eb95a3-95c0-4076-87c4-79880b133b80 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941396 Jul 05 03:55:57.513833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1796be8e-1f88-46b6-969c-e78267cb3849 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:57.570822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e03d6ca-c79a-45cb-8fd4-88fa4795d54d req-d1562412-c58a-4adc-ba41-a9858ff6f1ee tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 210 time: 0.0789936 Jul 05 03:55:57.613051 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f0814fdb-d666-4edc-bcea-47bad02f9c8d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.641398 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-ebc0d5b7-8453-400f-9b77-c5a52bb8f006 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Made reservation on behalf of 965868a2cb014d159f025b9a99fb2569 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:57.649069 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-ebc0d5b7-8453-400f-9b77-c5a52bb8f006 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.685259 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 1796be8e-1f88-46b6-969c-e78267cb3849 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:57.691832 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 1796be8e-1f88-46b6-969c-e78267cb3849 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:57.692540 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.753607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0814fdb-d666-4edc-bcea-47bad02f9c8d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Subnet': ['ID=abacc2d6-9710-41d9-b07e-c270b40ca14d,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:57.770061 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0814fdb-d666-4edc-bcea-47bad02f9c8d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Checking segment: {'id': 'd9890b1e-8369-4b19-a45c-d42e504129b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:57.771234 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0814fdb-d666-4edc-bcea-47bad02f9c8d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network hostable DHCP agents. Network: cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:57.814083 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.823174 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d1aebc5-d0c7-4c38-be02-611a677c3c69 req-1337e467-9eb6-41eb-b879-27ae73e32a98 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 210 time: 0.1230435 Jul 05 03:55:57.869581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621a115-c079-418d-88c5-688b966ce878 req-852458c4-7ed5-4b5e-b9d6-b8a3e8d4afb9 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:57.871330 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a621a115-c079-418d-88c5-688b966ce878 req-852458c4-7ed5-4b5e-b9d6-b8a3e8d4afb9 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.3330936 Jul 05 03:55:57.889443 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1796be8e-1f88-46b6-969c-e78267cb3849, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1796be8e-1f88-46b6-969c-e78267cb3849,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:57.927177 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-ebc0d5b7-8453-400f-9b77-c5a52bb8f006 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Allocated IP 172.20.0.14 (702ce1ba-a7db-46c8-8515-74ee4b752ef6/2c65c4df-6b50-4777-bc22-c6cd95c8554d/a9cdfc70-45d8-4233-b209-4189e8a62180) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:57.937055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a621a115-c079-418d-88c5-688b966ce878 req-91962b23-0077-435a-aaf8-6f11d6d40ef4 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530181 Jul 05 03:55:57.942018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0814fdb-d666-4edc-bcea-47bad02f9c8d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Network cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:58.035195 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.101306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=1796be8e-1f88-46b6-969c-e78267cb3849,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:58.173342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-f0814fdb-d666-4edc-bcea-47bad02f9c8d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:58.188587 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4239d99-008f-4322-9d96-ba9c5a38ec3a None None] Network cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:58.199572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0814fdb-d666-4edc-bcea-47bad02f9c8d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.202130 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f0814fdb-d666-4edc-bcea-47bad02f9c8d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551332'] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.233956 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-ebc0d5b7-8453-400f-9b77-c5a52bb8f006 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.339029 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f0814fdb-d666-4edc-bcea-47bad02f9c8d tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5146270 Jul 05 03:55:58.356019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44320) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:58.366449 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 741ed52f-eb37-4608-8b87-66446d81179f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:58.373257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fffcd6-73ed-455c-b59c-88b4a5739e49 req-5843ab0e-4eb5-48dc-b9c7-779dcff96311 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.385234 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96fffcd6-73ed-455c-b59c-88b4a5739e49 req-5843ab0e-4eb5-48dc-b9c7-779dcff96311 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 946 time: 0.2445250 Jul 05 03:55:58.385379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-98a407fa-70a1-4221-ac59-4c7caa463148 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:58.442770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96fffcd6-73ed-455c-b59c-88b4a5739e49 req-c417cf47-b909-43eb-87fc-f66427e644b5 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614793 Jul 05 03:55:58.471015 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-ebc0d5b7-8453-400f-9b77-c5a52bb8f006 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.503319 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d', 'network_id': 'cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d', 'tenant_id': '91183f2544e245ce9a9eee6cf221adaa', 'fixed_ips': [{'subnet_id': 'abacc2d6-9710-41d9-b07e-c270b40ca14d'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:55:58.504304 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.534260 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98a407fa-70a1-4221-ac59-4c7caa463148 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6196472'] for subnet, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.538666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 741ed52f-eb37-4608-8b87-66446d81179f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:58.539048 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.566099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-ebc0d5b7-8453-400f-9b77-c5a52bb8f006 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Network 702ce1ba-a7db-46c8-8515-74ee4b752ef6 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:58.576403 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0d5b7-8453-400f-9b77-c5a52bb8f006 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Pushing event updated for resources: {'Port': ['ID=a9cdfc70-45d8-4233-b209-4189e8a62180,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:58.581319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-ebc0d5b7-8453-400f-9b77-c5a52bb8f006 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:58.591143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-ebc0d5b7-8453-400f-9b77-c5a52bb8f006 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:58.658002 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-ebc0d5b7-8453-400f-9b77-c5a52bb8f006 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.658812 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-ebc0d5b7-8453-400f-9b77-c5a52bb8f006 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.739572 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-ebc0d5b7-8453-400f-9b77-c5a52bb8f006 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3583028 Jul 05 03:55:58.756230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Request body: {'port': {'device_id': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:58.901923 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.917786 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98a407fa-70a1-4221-ac59-4c7caa463148 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735423277855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6217955'] for subnet, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.946302 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fd393-8dce-4fb2-8810-9ea2e24ac6b8 req-cc19243f-debe-439b-a5a4-3357e7b119e5 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.964649 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-628fd393-8dce-4fb2-8810-9ea2e24ac6b8 req-cc19243f-debe-439b-a5a4-3357e7b119e5 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 932 time: 0.1772091 Jul 05 03:55:58.993834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Allocated IP 172.20.0.3 (cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d/abacc2d6-9710-41d9-b07e-c270b40ca14d/0f9d4742-25bd-418a-a3e6-49b08faf3561) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:59.039233 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b10464e-fd9c-44d8-8a02-66d2328bf367 req-d7dd931a-7846-4be4-a549-491a0a8a655d tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 210 time: 0.0342641 Jul 05 03:55:59.092140 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-628fd393-8dce-4fb2-8810-9ea2e24ac6b8 req-52d1e95d-2e55-4611-a6e8-b11687cb646a tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260893 Jul 05 03:55:59.135288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a407fa-70a1-4221-ac59-4c7caa463148 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event updated for resources: {'Subnet': ['ID=abacc2d6-9710-41d9-b07e-c270b40ca14d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:59.138681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a407fa-70a1-4221-ac59-4c7caa463148 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.139230 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98a407fa-70a1-4221-ac59-4c7caa463148 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.141167 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-98a407fa-70a1-4221-ac59-4c7caa463148 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "PUT /v2.0/subnets/abacc2d6-9710-41d9-b07e-c270b40ca14d HTTP/1.1" status: 200 len: 877 time: 0.7809832 Jul 05 03:55:59.156761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44336) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:59.291799 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.311833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674da95f-82aa-4dc9-a93c-4e17e5958160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1796be8e-1f88-46b6-969c-e78267cb3849'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:59.315883 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a838436b-2fc7-4d76-b234-afa915fad33b" -d '{"events": [{"server_uuid": "674da95f-82aa-4dc9-a93c-4e17e5958160", "name": "network-vif-plugged", "status": "completed", "tag": "1796be8e-1f88-46b6-969c-e78267cb3849"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:59.404092 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d46f30d-6548-4598-a955-555c61beb6d7 x-openstack-request-id: req-7d46f30d-6548-4598-a955-555c61beb6d7 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:59.404718 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674da95f-82aa-4dc9-a93c-4e17e5958160", "name": "network-vif-plugged", "status": "completed", "tag": "1796be8e-1f88-46b6-969c-e78267cb3849", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:59.405153 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7d46f30d-6548-4598-a955-555c61beb6d7 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:59.406271 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674da95f-82aa-4dc9-a93c-4e17e5958160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1796be8e-1f88-46b6-969c-e78267cb3849', 'code': 200} Jul 05 03:55:59.419667 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c494eb-db54-4f6b-b1c3-579ce7f18979 req-47a4a6b3-0da7-4d6f-a6cc-4e9e04f3165f tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.421537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0c494eb-db54-4f6b-b1c3-579ce7f18979 req-47a4a6b3-0da7-4d6f-a6cc-4e9e04f3165f tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.1747642 Jul 05 03:55:59.449486 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.456966 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.475341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Transition to ACTIVE for port object 0f9d4742-25bd-418a-a3e6-49b08faf3561 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:59.513320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Transition to ACTIVE for port object 0f9d4742-25bd-418a-a3e6-49b08faf3561 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:59.534580 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-27acb17f-1d18-4a0c-a8f6-a9b154614e8e tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.536241 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-27acb17f-1d18-4a0c-a8f6-a9b154614e8e tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.10 "GET /v2.0/networks?id=b57acb1e-e66b-4876-bd4f-6291365c0844 HTTP/1.1" status: 200 len: 818 time: 0.1986673 Jul 05 03:55:59.557052 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0c494eb-db54-4f6b-b1c3-579ce7f18979 req-a5b3c9b0-6e24-4038-9b00-d354bbb89eef tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252301 Jul 05 03:55:59.557414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-188383ec-5730-4130-a0dc-38c9eb6d7fd9 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Request body: {'port': {'device_id': 'd6771ec4-e5a9-4134-a8a1-3bf3ba633ea0', 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844', 'admin_state_up': True, 'tenant_id': 'd40db2a803084f97bc1e3a3dad2929b4'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:59.642115 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.702299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9cdfc70-45d8-4233-b209-4189e8a62180 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:59.706529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Network cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:59.710549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:59.717713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:59.719045 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.728701 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Pushing event updated for resources: {'Port': ['ID=0f9d4742-25bd-418a-a3e6-49b08faf3561,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:59.769358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Transition to ACTIVE for port object a9cdfc70-45d8-4233-b209-4189e8a62180 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:59.798326 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Attempting to bind port 0f9d4742-25bd-418a-a3e6-49b08faf3561 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:59.798673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Attempting to bind port 0f9d4742-25bd-418a-a3e6-49b08faf3561 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'd9890b1e-8369-4b19-a45c-d42e504129b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:59.799143 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Attempting to bind port 0f9d4742-25bd-418a-a3e6-49b08faf3561 on network cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:59.805357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:59.805926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Checking segment: {'id': 'd9890b1e-8369-4b19-a45c-d42e504129b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:59.807013 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.807013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Bound using segment: {'id': 'd9890b1e-8369-4b19-a45c-d42e504129b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:59.807506 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Bound port: 0f9d4742-25bd-418a-a3e6-49b08faf3561, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9890b1e-8369-4b19-a45c-d42e504129b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:59.807987 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.809947 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def92067-8924-4896-9378-a5d8bc8f147d req-a2c50165-0d9c-42aa-b129-bc9d63dbb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.811457 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-def92067-8924-4896-9378-a5d8bc8f147d req-a2c50165-0d9c-42aa-b129-bc9d63dbb2d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 1098 time: 0.2517910 Jul 05 03:55:59.878517 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bf511-d9be-45fd-839d-135897481131 req-25f90f26-80d0-4eb1-870d-ecccdea55a04 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.886601 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-854bf511-d9be-45fd-839d-135897481131 req-25f90f26-80d0-4eb1-870d-ecccdea55a04 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 946 time: 0.1384890 Jul 05 03:55:59.898595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-def92067-8924-4896-9378-a5d8bc8f147d req-c984eb1a-08ae-40dc-ae5a-ccef0eff8602 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780637 Jul 05 03:55:59.899562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] For port 0f9d4742-25bd-418a-a3e6-49b08faf3561, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:59.900307 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.903428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] For port 0f9d4742-25bd-418a-a3e6-49b08faf3561, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0f9d4742-25bd-418a-a3e6-49b08faf3561,segment=NetworkSegment(d9890b1e-8369-4b19-a45c-d42e504129b3),segment_id=d9890b1e-8369-4b19-a45c-d42e504129b3)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:59.973465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-854bf511-d9be-45fd-839d-135897481131 req-a1677051-7404-4f5d-a909-40a3b37a3202 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854483 Jul 05 03:55:59.977559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Pushing event updated for resources: {'Port': ['ID=a9cdfc70-45d8-4233-b209-4189e8a62180,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:00.012728 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-188383ec-5730-4130-a0dc-38c9eb6d7fd9 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Made reservation on behalf of d40db2a803084f97bc1e3a3dad2929b4 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:00.022561 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-188383ec-5730-4130-a0dc-38c9eb6d7fd9 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.022561 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.042593 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.072309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Subnet': ['ID=abacc2d6-9710-41d9-b07e-c270b40ca14d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:00.098493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Attempting to bind port a9cdfc70-45d8-4233-b209-4189e8a62180 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:00.099189 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Attempting to bind port a9cdfc70-45d8-4233-b209-4189e8a62180 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '864f937f-c4cf-4fe6-9197-d6377f0c10cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:00.099586 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Attempting to bind port a9cdfc70-45d8-4233-b209-4189e8a62180 on network 702ce1ba-a7db-46c8-8515-74ee4b752ef6 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:00.105438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Port a9cdfc70-45d8-4233-b209-4189e8a62180 on network 702ce1ba-a7db-46c8-8515-74ee4b752ef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:00.105913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Attempting to bind port a9cdfc70-45d8-4233-b209-4189e8a62180 on network 702ce1ba-a7db-46c8-8515-74ee4b752ef6 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:00.114899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:00.115373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Checking segment: {'id': '864f937f-c4cf-4fe6-9197-d6377f0c10cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:00.115860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Bound using segment: {'id': '864f937f-c4cf-4fe6-9197-d6377f0c10cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:00.116444 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Bound port: a9cdfc70-45d8-4233-b209-4189e8a62180, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864f937f-c4cf-4fe6-9197-d6377f0c10cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:00.116902 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.196745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55377fa1-c5bb-47a3-b4f3-a3e7d2079149 None None] Pushing event updated for resources: {'Port': ['ID=0f9d4742-25bd-418a-a3e6-49b08faf3561,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:00.247625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] For port a9cdfc70-45d8-4233-b209-4189e8a62180, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:00.253881 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] For port a9cdfc70-45d8-4233-b209-4189e8a62180, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a9cdfc70-45d8-4233-b209-4189e8a62180,segment=NetworkSegment(864f937f-c4cf-4fe6-9197-d6377f0c10cb),segment_id=864f937f-c4cf-4fe6-9197-d6377f0c10cb)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:00.325370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2cce566b-feb0-483e-b734-910194178b33 req-bc580e65-1be1-4f4a-8ce9-5875bb34e60b tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 210 time: 0.0349016 Jul 05 03:56:00.406527 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.419631 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.430389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:00.493838 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9890b1e-8369-4b19-a45c-d42e504129b3') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:00.493964 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9890b1e-8369-4b19-a45c-d42e504129b3') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:00.539309 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.596924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-188383ec-5730-4130-a0dc-38c9eb6d7fd9 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Allocated IP 172.20.0.9 (b57acb1e-e66b-4876-bd4f-6291365c0844/cea952e5-e7a8-42fd-8cd3-ed07120420e9/51c75f1f-3407-4642-a72e-bd1ff0385407) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:00.605367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-0132456c-3973-42bb-8090-482cc8bca1c7 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:00.607037 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-0132456c-3973-42bb-8090-482cc8bca1c7 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.36 "GET /v2.0/networks?id=b57acb1e-e66b-4876-bd4f-6291365c0844 HTTP/1.1" status: 200 len: 818 time: 0.3671954 Jul 05 03:56:00.612976 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.637210 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:00.637837 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.639111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8b8d814f-4068-45cc-8831-56afe06ce391 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Request body: {'port': {'device_id': 'a311ac49-83ca-49f6-9dcc-4ebd1e5adeac', 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844', 'admin_state_up': True, 'tenant_id': 'd40db2a803084f97bc1e3a3dad2929b4'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:00.643868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] 10.222.0.10 "PUT /v2.0/ports/a9cdfc70-45d8-4233-b209-4189e8a62180 HTTP/1.1" status: 200 len: 1093 time: 1.8919511 Jul 05 03:56:00.645540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:00.645951 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:00.653556 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:00.661655 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'tag': 'a9cdfc70-45d8-4233-b209-4189e8a62180'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:00.661655 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e22ac14-4911-423e-b0d3-5b21ea65701c" -d '{"events": [{"name": "network-changed", "server_uuid": "49ff9b59-02b0-49f6-8bed-f7722ab7dfff", "tag": "a9cdfc70-45d8-4233-b209-4189e8a62180"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:00.905807 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dfe37-9e10-489b-8dee-2dc9577a3baa service neutron] Pushing event updated for resources: {'Port': ['ID=a9cdfc70-45d8-4233-b209-4189e8a62180,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:00.930265 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 03:56:00.930265 n-d-771363-32 neutron-server[100932]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 03:56:00.930265 n-d-771363-32 neutron-server[100932]: [parameters: {'id': 'cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d'}] Jul 05 03:56:00.930265 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:56:00.930827 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:56:00.961873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8e35974a-fba4-49ef-ba7f-2314ddbff1ab tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:00.963339 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8e35974a-fba4-49ef-ba7f-2314ddbff1ab tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.10 "GET /v2.0/networks?id=b57acb1e-e66b-4876-bd4f-6291365c0844 HTTP/1.1" status: 200 len: 818 time: 0.5146751 Jul 05 03:56:00.980382 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042a467-63a3-4d7b-94d4-cd39c56956ec req-34c1e917-02eb-4edc-b09e-1352f0882048 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:00.987532 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2042a467-63a3-4d7b-94d4-cd39c56956ec req-34c1e917-02eb-4edc-b09e-1352f0882048 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 944 time: 0.4007359 Jul 05 03:56:00.993849 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-f202da31-82c6-4a16-a92c-bb996d061263 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Request body: {'port': {'device_id': 'a7e08885-91e8-44a0-a8ef-9e939f2fe1e0', 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844', 'admin_state_up': True, 'tenant_id': 'd40db2a803084f97bc1e3a3dad2929b4'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:01.068333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258bd87-c9f1-43ca-9d78-d3c484b64ff6 req-3d556796-97b1-465b-8f21-371e030c5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.069786 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3258bd87-c9f1-43ca-9d78-d3c484b64ff6 req-3d556796-97b1-465b-8f21-371e030c5363 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b68a52351a9459890afd450c0a0c46b&device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 1097 time: 0.1328070 Jul 05 03:56:01.076998 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-188383ec-5730-4130-a0dc-38c9eb6d7fd9 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.129278 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2042a467-63a3-4d7b-94d4-cd39c56956ec req-ee37b356-6d05-4e0e-81b8-1e3147ab9831 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407967 Jul 05 03:56:01.168216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3702925-9aef-4971-b14c-df1bf34dcddf req-4f539fd8-5274-4d29-976d-b47c5acbc2be tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.168216 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a3702925-9aef-4971-b14c-df1bf34dcddf req-4f539fd8-5274-4d29-976d-b47c5acbc2be tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.3214548 Jul 05 03:56:01.229201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8b8d814f-4068-45cc-8831-56afe06ce391 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Made reservation on behalf of d40db2a803084f97bc1e3a3dad2929b4 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:01.236288 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8b8d814f-4068-45cc-8831-56afe06ce391 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.290834 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a3702925-9aef-4971-b14c-df1bf34dcddf req-223de6fe-3896-4db7-9fe7-feece1fe2637 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216283 Jul 05 03:56:01.296750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-396288bc-0fa3-4297-b007-065ec37d6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.299253 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-396288bc-0fa3-4297-b007-065ec37d6a5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=965868a2cb014d159f025b9a99fb2569&device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 1096 time: 0.4004338 Jul 05 03:56:01.308317 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:56:01.399804 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc120f1-36ba-4bbd-8aac-5ed3a8b474cd x-openstack-request-id: req-afc120f1-36ba-4bbd-8aac-5ed3a8b474cd {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:01.400470 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ff9b59-02b0-49f6-8bed-f7722ab7dfff", "tag": "a9cdfc70-45d8-4233-b209-4189e8a62180", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:01.400941 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-afc120f1-36ba-4bbd-8aac-5ed3a8b474cd {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:01.401567 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'tag': 'a9cdfc70-45d8-4233-b209-4189e8a62180', 'status': 'completed', 'code': 200} Jul 05 03:56:01.419659 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-0f8759d4-28e6-4cbc-9ec2-3299be3aba25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9cdfc70-45d8-4233-b209-4189e8a62180 HTTP/1.1" status: 200 len: 217 time: 0.1108201 Jul 05 03:56:01.444870 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.477089 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258bd87-c9f1-43ca-9d78-d3c484b64ff6 req-3093f1a2-dacc-4878-9529-e293d97ac80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.478619 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3258bd87-c9f1-43ca-9d78-d3c484b64ff6 req-3093f1a2-dacc-4878-9529-e293d97ac80c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3fdf8913-47c8-4a23-a882-812e457ca862 HTTP/1.1" status: 200 len: 919 time: 0.3980460 Jul 05 03:56:01.535715 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3258bd87-c9f1-43ca-9d78-d3c484b64ff6 req-6eccb15a-d547-4251-98aa-460d6a6e1114 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 HTTP/1.1" status: 200 len: 217 time: 0.0462425 Jul 05 03:56:01.562088 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-951d5247-a93c-437a-83e8-ee2308cdafd4 req-639b1dd9-1881-45ff-b214-8193931b0a08 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 210 time: 0.0579729 Jul 05 03:56:01.601640 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-188383ec-5730-4130-a0dc-38c9eb6d7fd9 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.615158 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-043f736d-d032-4347-a886-bda78ddf9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.616671 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-043f736d-d032-4347-a886-bda78ddf9bce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c65c4df-6b50-4777-bc22-c6cd95c8554d HTTP/1.1" status: 200 len: 860 time: 0.1901860 Jul 05 03:56:01.663781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-960fea32-f4e9-4015-94f9-d9bb6bc51b1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=702ce1ba-a7db-46c8-8515-74ee4b752ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373089 Jul 05 03:56:01.665607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-f202da31-82c6-4a16-a92c-bb996d061263 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Made reservation on behalf of d40db2a803084f97bc1e3a3dad2929b4 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:01.669355 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-f202da31-82c6-4a16-a92c-bb996d061263 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.701755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6de8fd-b328-4ecc-8ea0-9206becfc42b req-a6d991cd-f5bd-4e97-b6e2-cdea198b870e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.704333 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad6de8fd-b328-4ecc-8ea0-9206becfc42b req-a6d991cd-f5bd-4e97-b6e2-cdea198b870e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 946 time: 0.1450226 Jul 05 03:56:01.708458 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-188383ec-5730-4130-a0dc-38c9eb6d7fd9 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Network b57acb1e-e66b-4876-bd4f-6291365c0844 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:01.715482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258bd87-c9f1-43ca-9d78-d3c484b64ff6 req-40b52179-353c-48dc-abf6-bed631a3d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.717154 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3258bd87-c9f1-43ca-9d78-d3c484b64ff6 req-40b52179-353c-48dc-abf6-bed631a3d69d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cadd956f-4ed6-4336-8d28-a9a782accda4 HTTP/1.1" status: 200 len: 858 time: 0.1630957 Jul 05 03:56:01.723117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-188383ec-5730-4130-a0dc-38c9eb6d7fd9 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:01.725639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-188383ec-5730-4130-a0dc-38c9eb6d7fd9 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:01.751384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcabe714-a4b4-4842-8127-73ae1e5cbbd0 None None] Network cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:01.766292 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188383ec-5730-4130-a0dc-38c9eb6d7fd9 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Pushing event updated for resources: {'Port': ['ID=51c75f1f-3407-4642-a72e-bd1ff0385407,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:01.803343 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3258bd87-c9f1-43ca-9d78-d3c484b64ff6 req-11d01b85-2a95-4bd2-a104-54c534b4f8d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fdf8913-47c8-4a23-a882-812e457ca862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733483 Jul 05 03:56:01.834745 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8b8d814f-4068-45cc-8831-56afe06ce391 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-edfd0018-27ce-4112-854a-95489e3bb63b {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:56:01.835087 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8b8d814f-4068-45cc-8831-56afe06ce391 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:56:01.853397 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Deleting port 0f9d4742-25bd-418a-a3e6-49b08faf3561 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:01.853662 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.889460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-188383ec-5730-4130-a0dc-38c9eb6d7fd9 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.890727 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-188383ec-5730-4130-a0dc-38c9eb6d7fd9 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.902394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8dd1c345-55ca-43c0-9de0-84d11bd29b2f None None] Provisioning for port 0f9d4742-25bd-418a-a3e6-49b08faf3561 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:01.994021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] For port 0f9d4742-25bd-418a-a3e6-49b08faf3561, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0f9d4742-25bd-418a-a3e6-49b08faf3561,segment=NetworkSegment(d9890b1e-8369-4b19-a45c-d42e504129b3),segment_id=d9890b1e-8369-4b19-a45c-d42e504129b3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:01.994316 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.021424 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Calling delete_port for 0f9d4742-25bd-418a-a3e6-49b08faf3561 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:02.031357 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3258bd87-c9f1-43ca-9d78-d3c484b64ff6 req-6a29b7d6-02a6-4fea-a24d-4e36c2d8b697 service neutron] 10.222.0.36 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163720 Jul 05 03:56:02.038219 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-188383ec-5730-4130-a0dc-38c9eb6d7fd9 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4895298 Jul 05 03:56:02.057335 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c554004-d282-49ab-b126-815e5e430b27 None None] DHCP port deletion for cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:56:02.090349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Request body: {'port': {'device_id': 'd6771ec4-e5a9-4134-a8a1-3bf3ba633ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:02.123311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2c554004-d282-49ab-b126-815e5e430b27 None None] Deleting port 0f9d4742-25bd-418a-a3e6-49b08faf3561 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:02.123993 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2c554004-d282-49ab-b126-815e5e430b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.210580 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad6de8fd-b328-4ecc-8ea0-9206becfc42b req-df395c33-48e3-49bb-a866-c6f21d57f9bb tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958839 Jul 05 03:56:02.227589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2c554004-d282-49ab-b126-815e5e430b27 None None] For port 0f9d4742-25bd-418a-a3e6-49b08faf3561, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0f9d4742-25bd-418a-a3e6-49b08faf3561,segment=NetworkSegment(d9890b1e-8369-4b19-a45c-d42e504129b3),segment_id=d9890b1e-8369-4b19-a45c-d42e504129b3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:02.228002 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2c554004-d282-49ab-b126-815e5e430b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.247422 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2c554004-d282-49ab-b126-815e5e430b27 None None] Calling delete_port for 0f9d4742-25bd-418a-a3e6-49b08faf3561 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:02.283850 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3258bd87-c9f1-43ca-9d78-d3c484b64ff6 req-3a57b538-8f9e-4456-9642-d394ba72226d service neutron] 10.222.0.36 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420590 Jul 05 03:56:02.285755 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.325646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-28d689d4-6fbe-4d28-a5fa-85653221ec83 service neutron] 10.222.0.10 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528130 Jul 05 03:56:02.341366 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8b8d814f-4068-45cc-8831-56afe06ce391 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: from cryptography.utils import int_from_bytes Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: from cryptography.utils import int_from_bytes Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.402271 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.404795 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.404795 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.404795 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.404795 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.404795 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.404795 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.404795 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.404795 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.404795 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.404795 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.404795 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.404795 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.404795 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:02.404795 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 03:56:02.410511 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2c554004-d282-49ab-b126-815e5e430b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.433469 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.444965 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.449141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c554004-d282-49ab-b126-815e5e430b27 None None] Pushing event deleted for resources: {'Port': ['ID=0f9d4742-25bd-418a-a3e6-49b08faf3561,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:02.460163 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c554004-d282-49ab-b126-815e5e430b27 None None] No DVR routers for this DVR port 0f9d4742-25bd-418a-a3e6-49b08faf3561 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:02.474467 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d1734-bc6d-4aba-bf3d-1a05f5ba31b8 None None] Network cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:02.500594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-f202da31-82c6-4a16-a92c-bb996d061263 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Allocated IP 172.20.0.14 (b57acb1e-e66b-4876-bd4f-6291365c0844/cea952e5-e7a8-42fd-8cd3-ed07120420e9/43032f06-59b8-438c-815f-cb6212ce7ee8) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:02.532510 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Port': ['ID=0f9d4742-25bd-418a-a3e6-49b08faf3561,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:02.548721 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No DVR routers for this DVR port 0f9d4742-25bd-418a-a3e6-49b08faf3561 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:02.617441 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e321881-7aab-4566-9f5d-7c7d6621abd4 req-9a35d153-c168-47f4-89c3-4b992117ac9c service neutron] 10.222.0.10 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774034 Jul 05 03:56:02.643708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22459e-a2d0-4b31-80c1-3697327681f5 req-bad84f78-4b3a-4663-b523-2add08076529 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:02.643708 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d22459e-a2d0-4b31-80c1-3697327681f5 req-bad84f78-4b3a-4663-b523-2add08076529 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 944 time: 0.3176343 Jul 05 03:56:02.649469 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145de742-18d0-4533-a46f-a7f736639916 req-0d1c798f-74e5-449e-bdd4-52d39452c2b9 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:02.650960 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-145de742-18d0-4533-a46f-a7f736639916 req-0d1c798f-74e5-449e-bdd4-52d39452c2b9 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 1098 time: 0.2626538 Jul 05 03:56:02.680296 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.690767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:02.701427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9890b1e-8369-4b19-a45c-d42e504129b3') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:02.701729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9890b1e-8369-4b19-a45c-d42e504129b3') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:02.712343 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.727393 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.733601 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:02.734819 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:02.738126 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:02.792403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d22459e-a2d0-4b31-80c1-3697327681f5 req-f3c1c2bd-0089-4abd-91a8-f81da78f884b tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374500 Jul 05 03:56:02.818346 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-145de742-18d0-4533-a46f-a7f736639916 req-d35f72e2-3f02-4c07-9508-a67c4797dba8 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278811 Jul 05 03:56:02.878212 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-f202da31-82c6-4a16-a92c-bb996d061263 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.892116 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.915507 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.923188 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22ac14-4911-423e-b0d3-5b21ea65701c req-01d83b5f-ac4c-447a-a532-14c4170d4a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:02.923988 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d HTTP/1.1" status: 204 len: 168 time: 3.7660422 Jul 05 03:56:02.924536 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e22ac14-4911-423e-b0d3-5b21ea65701c req-01d83b5f-ac4c-447a-a532-14c4170d4a48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=965868a2cb014d159f025b9a99fb2569&device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 1096 time: 0.1583643 Jul 05 03:56:02.929729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44404) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:02.945380 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fefd5-da2e-4afe-871c-023c515b1b83 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Network': ['ID=cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:02.983502 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0895734-aef5-4776-b087-8bdfdbad4de4 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:02.984500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0895734-aef5-4776-b087-8bdfdbad4de4 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:02.990071 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b0895734-aef5-4776-b087-8bdfdbad4de4 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/subnets/abacc2d6-9710-41d9-b07e-c270b40ca14d HTTP/1.1" status: 404 len: 337 time: 0.0553663 Jul 05 03:56:02.990259 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44406) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:03.010015 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6bf939-beea-4aec-b981-83dc9d9409f0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:03.010583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6bf939-beea-4aec-b981-83dc9d9409f0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:03.016566 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9f6bf939-beea-4aec-b981-83dc9d9409f0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/cdd20fa3-9dc6-4e9e-9214-6ef0e230dd1d HTTP/1.1" status: 404 len: 339 time: 0.0248520 Jul 05 03:56:03.017143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44408) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:03.045509 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-05827d24-dbc6-42df-a85e-fb03fba57247 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:03.046679 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05827d24-dbc6-42df-a85e-fb03fba57247 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:03.051933 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-05827d24-dbc6-42df-a85e-fb03fba57247 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/subnets/6744800b-b634-46bd-8a1a-3ea9dea57ddc HTTP/1.1" status: 404 len: 337 time: 0.0339811 Jul 05 03:56:03.052759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44410) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:03.078126 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f335e0-39c4-4ed2-8ad6-2bc6a71643c7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:03.079564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f335e0-39c4-4ed2-8ad6-2bc6a71643c7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:03.085991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44412) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:03.087082 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-84f335e0-39c4-4ed2-8ad6-2bc6a71643c7 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/7fda3b25-349d-475e-a818-ea230059f9a1 HTTP/1.1" status: 404 len: 339 time: 0.0331569 Jul 05 03:56:03.159230 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-f202da31-82c6-4a16-a92c-bb996d061263 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.189212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22ac14-4911-423e-b0d3-5b21ea65701c req-3a5841e8-d410-4c85-967f-2c5c97739702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.190910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e22ac14-4911-423e-b0d3-5b21ea65701c req-3a5841e8-d410-4c85-967f-2c5c97739702 service neutron] 10.222.0.10 "GET /v2.0/networks?id=702ce1ba-a7db-46c8-8515-74ee4b752ef6 HTTP/1.1" status: 200 len: 921 time: 0.2501822 Jul 05 03:56:03.242049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a48846-522b-4e5e-9f64-7b13eedf696d req-b59869e8-9792-4686-9a0e-ae7476f995e8 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.243904 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96a48846-522b-4e5e-9f64-7b13eedf696d req-b59869e8-9792-4686-9a0e-ae7476f995e8 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.2720468 Jul 05 03:56:03.286577 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-f202da31-82c6-4a16-a92c-bb996d061263 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Network b57acb1e-e66b-4876-bd4f-6291365c0844 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:03.303631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e22ac14-4911-423e-b0d3-5b21ea65701c req-7ded6941-1f94-489c-8072-d04aa17a301a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9cdfc70-45d8-4233-b209-4189e8a62180 HTTP/1.1" status: 200 len: 217 time: 0.0836005 Jul 05 03:56:03.306506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c75f1f-3407-4642-a72e-bd1ff0385407 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:03.315244 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.318610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-f202da31-82c6-4a16-a92c-bb996d061263 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:03.321327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-f202da31-82c6-4a16-a92c-bb996d061263 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:03.330422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Transition to ACTIVE for port object 51c75f1f-3407-4642-a72e-bd1ff0385407 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:03.384509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202da31-82c6-4a16-a92c-bb996d061263 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Pushing event updated for resources: {'Port': ['ID=43032f06-59b8-438c-815f-cb6212ce7ee8,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:03.403755 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e142d15-413a-4652-a924-cc49e5ba68d0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.447017 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.450798 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-645b4156-fcc0-4391-b9f3-1c5a2161aca5 req-56af204f-f2c8-44d6-b78b-567179adfff0 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 210 time: 0.0894883 Jul 05 03:56:03.472569 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96a48846-522b-4e5e-9f64-7b13eedf696d req-4d6c1606-3a17-4b18-aedf-50669979a95e tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845000 Jul 05 03:56:03.483926 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-f202da31-82c6-4a16-a92c-bb996d061263 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.484765 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-f202da31-82c6-4a16-a92c-bb996d061263 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.489933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22ac14-4911-423e-b0d3-5b21ea65701c req-e03d2da3-d304-44ab-a1e3-0348c3396bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.494805 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e22ac14-4911-423e-b0d3-5b21ea65701c req-e03d2da3-d304-44ab-a1e3-0348c3396bbb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c65c4df-6b50-4777-bc22-c6cd95c8554d HTTP/1.1" status: 200 len: 860 time: 0.1670446 Jul 05 03:56:03.561261 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e22ac14-4911-423e-b0d3-5b21ea65701c req-d79fa059-c7ae-4044-9d65-19e13cdee8fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=702ce1ba-a7db-46c8-8515-74ee4b752ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485468 Jul 05 03:56:03.629785 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-f202da31-82c6-4a16-a92c-bb996d061263 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6398640 Jul 05 03:56:03.650577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8b8d814f-4068-45cc-8831-56afe06ce391 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Allocated IP 172.20.0.6 (b57acb1e-e66b-4876-bd4f-6291365c0844/cea952e5-e7a8-42fd-8cd3-ed07120420e9/1fd795cf-6c96-43fb-beee-024c2ff842c3) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:03.665749 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.681420 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Request body: {'port': {'device_id': 'a7e08885-91e8-44a0-a8ef-9e939f2fe1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:03.683690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Pushing event updated for resources: {'Port': ['ID=51c75f1f-3407-4642-a72e-bd1ff0385407,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:03.753799 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e142d15-413a-4652-a924-cc49e5ba68d0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.774635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-7e142d15-413a-4652-a924-cc49e5ba68d0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f081e8-365b-44c4-864c-f18b2dfdf697']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:03.803960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-7e142d15-413a-4652-a924-cc49e5ba68d0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e435e3fa-f32a-4fbd-b500-4696c52ddcf7') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:03.804403 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-7e142d15-413a-4652-a924-cc49e5ba68d0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e435e3fa-f32a-4fbd-b500-4696c52ddcf7') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:03.826324 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e142d15-413a-4652-a924-cc49e5ba68d0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.887159 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e142d15-413a-4652-a924-cc49e5ba68d0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.919908 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e22ac14-4911-423e-b0d3-5b21ea65701c req-d538fe71-dafe-4449-9bd5-a769a4d16480 service neutron] 10.222.0.10 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415871 Jul 05 03:56:03.921006 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e142d15-413a-4652-a924-cc49e5ba68d0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:03.922042 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e142d15-413a-4652-a924-cc49e5ba68d0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:03.927860 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:03.996678 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d463f7-86b8-470b-a474-6dd76be87705 req-6def6695-949c-454f-a038-e6f883e5468f tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.998473 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31d463f7-86b8-470b-a474-6dd76be87705 req-6def6695-949c-454f-a038-e6f883e5468f tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 1098 time: 0.3675776 Jul 05 03:56:04.036913 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.135206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Attempting to bind port 51c75f1f-3407-4642-a72e-bd1ff0385407 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:04.135959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Attempting to bind port 51c75f1f-3407-4642-a72e-bd1ff0385407 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'cd9e76b4-a5a5-4d81-aee3-bb135680162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:04.136317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Attempting to bind port 51c75f1f-3407-4642-a72e-bd1ff0385407 on network b57acb1e-e66b-4876-bd4f-6291365c0844 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:04.146293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Port 51c75f1f-3407-4642-a72e-bd1ff0385407 on network b57acb1e-e66b-4876-bd4f-6291365c0844 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:04.146616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Attempting to bind port 51c75f1f-3407-4642-a72e-bd1ff0385407 on network b57acb1e-e66b-4876-bd4f-6291365c0844 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:04.176210 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31d463f7-86b8-470b-a474-6dd76be87705 req-6d69bd32-7a46-43b1-81d4-f4d2fbb34bcd tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352193 Jul 05 03:56:04.227663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:04.228009 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Checking segment: {'id': 'cd9e76b4-a5a5-4d81-aee3-bb135680162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:04.228427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Bound using segment: {'id': 'cd9e76b4-a5a5-4d81-aee3-bb135680162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:04.234561 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Bound port: 51c75f1f-3407-4642-a72e-bd1ff0385407, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9e76b4-a5a5-4d81-aee3-bb135680162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:04.234561 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.235394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e22ac14-4911-423e-b0d3-5b21ea65701c req-c9cb08d8-d505-4917-bed0-2da47c900abe service neutron] 10.222.0.10 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954023 Jul 05 03:56:04.282264 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e142d15-413a-4652-a924-cc49e5ba68d0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.291831 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e142d15-413a-4652-a924-cc49e5ba68d0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.294314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7e142d15-413a-4652-a924-cc49e5ba68d0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/72f081e8-365b-44c4-864c-f18b2dfdf697 HTTP/1.1" status: 204 len: 168 time: 1.2064745 Jul 05 03:56:04.305717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44422) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:04.330720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c2e3f-e4d3-45d3-92ec-679ce4f97697 req-72cf629f-66b4-4423-89c8-0935e2fdabc3 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:04.332536 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b4c2e3f-e4d3-45d3-92ec-679ce4f97697 req-72cf629f-66b4-4423-89c8-0935e2fdabc3 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 944 time: 0.3506458 Jul 05 03:56:04.342851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] For port 51c75f1f-3407-4642-a72e-bd1ff0385407, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:04.346903 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] For port 51c75f1f-3407-4642-a72e-bd1ff0385407, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=51c75f1f-3407-4642-a72e-bd1ff0385407,segment=NetworkSegment(cd9e76b4-a5a5-4d81-aee3-bb135680162f),segment_id=cd9e76b4-a5a5-4d81-aee3-bb135680162f)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:04.395103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e142d15-413a-4652-a924-cc49e5ba68d0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Network': ['ID=72f081e8-365b-44c4-864c-f18b2dfdf697,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:04.409949 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b58faf2-4ea2-421e-a29f-95953f39b9bd tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:04.410550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b58faf2-4ea2-421e-a29f-95953f39b9bd tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:04.412521 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2b58faf2-4ea2-421e-a29f-95953f39b9bd tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/subnets/51976616-7df7-4b92-970d-a7efb477732b HTTP/1.1" status: 404 len: 337 time: 0.1070802 Jul 05 03:56:04.417713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44424) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:04.450122 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b4c2e3f-e4d3-45d3-92ec-679ce4f97697 req-d37c60b7-0754-4bc9-92b0-bb44fdf25ab1 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822117 Jul 05 03:56:04.482951 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d583d5-0cba-4bc2-bb3d-b1d27d8a10c5 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:04.483586 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d583d5-0cba-4bc2-bb3d-b1d27d8a10c5 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:04.488461 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b9d583d5-0cba-4bc2-bb3d-b1d27d8a10c5 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/c745d09a-0069-4657-98d1-2cf4b33cec6f HTTP/1.1" status: 404 len: 339 time: 0.0697548 Jul 05 03:56:04.489201 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44428) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:04.507116 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8b8d814f-4068-45cc-8831-56afe06ce391 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.527447 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.528186 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52ce990-45ad-4ced-b0f5-6db288ab3952 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:04.528658 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52ce990-45ad-4ced-b0f5-6db288ab3952 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:04.533977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c52ce990-45ad-4ced-b0f5-6db288ab3952 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/subnets/71433624-02b8-410a-8799-211629b7ca0a HTTP/1.1" status: 404 len: 337 time: 0.0435841 Jul 05 03:56:04.536371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44434) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:04.587752 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb026d7-6511-4d21-a3c0-e86cc00a03de tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:04.588403 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb026d7-6511-4d21-a3c0-e86cc00a03de tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:04.592705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bfb026d7-6511-4d21-a3c0-e86cc00a03de tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/3aa57990-e360-499f-9cb4-9982ca95735a HTTP/1.1" status: 404 len: 339 time: 0.0515544 Jul 05 03:56:04.595116 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44438) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:04.611134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Pushing event updated for resources: {'Port': ['ID=51c75f1f-3407-4642-a72e-bd1ff0385407,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:04.615285 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:04.615972 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.617478 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63dd7e82-dd43-4bde-918b-721123462536 service neutron] 10.222.0.10 "PUT /v2.0/ports/51c75f1f-3407-4642-a72e-bd1ff0385407 HTTP/1.1" status: 200 len: 1092 time: 2.5329394 Jul 05 03:56:04.617984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6771ec4-e5a9-4134-a8a1-3bf3ba633ea0', 'tag': '51c75f1f-3407-4642-a72e-bd1ff0385407'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:04.620374 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191d13bd-c5bd-4379-a563-25713cd05fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "d6771ec4-e5a9-4134-a8a1-3bf3ba633ea0", "tag": "51c75f1f-3407-4642-a72e-bd1ff0385407"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:04.646891 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c35b54-0086-4980-9c6e-d2202dc2db24 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:04.681363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c35b54-0086-4980-9c6e-d2202dc2db24 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:04.681363 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d4c35b54-0086-4980-9c6e-d2202dc2db24 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/subnets/12b1b145-ce86-4417-a413-93ad6aa6b76d HTTP/1.1" status: 404 len: 337 time: 0.0532947 Jul 05 03:56:04.681363 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd1351e1-8c4c-4f2a-9afa-5d53375f96d1 req-1fbe83cd-aea1-45af-83a6-31fad39f6579 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 210 time: 0.0599015 Jul 05 03:56:04.683308 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44442) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:04.724354 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b829db-b8d7-454c-895c-48579dc602a8 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:04.724943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b829db-b8d7-454c-895c-48579dc602a8 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:04.726655 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-10b829db-b8d7-454c-895c-48579dc602a8 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/0e1a8fcc-b92a-4e28-9c44-7c1ce4a3e3cb HTTP/1.1" status: 404 len: 339 time: 0.0423763 Jul 05 03:56:04.729883 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44444) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:04.757208 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-255d7788-149d-46d0-b91b-e37289ca3e24 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:04.757770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255d7788-149d-46d0-b91b-e37289ca3e24 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:04.759610 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-255d7788-149d-46d0-b91b-e37289ca3e24 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/subnets/a66ca5c6-aa23-4f0d-80b8-c473bfa17174 HTTP/1.1" status: 404 len: 337 time: 0.0286586 Jul 05 03:56:04.762828 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d153bed-e9bf-4909-95f9-1d2bdfa4e0cb req-090bfe14-b9ba-4e5a-8927-d3eb21e6f422 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:04.763681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44446) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:04.764389 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d153bed-e9bf-4909-95f9-1d2bdfa4e0cb req-090bfe14-b9ba-4e5a-8927-d3eb21e6f422 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.0955837 Jul 05 03:56:04.782814 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-26163435-00de-45a9-a153-05fcc5efeb4c tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:04.783369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26163435-00de-45a9-a153-05fcc5efeb4c tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:04.785185 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-26163435-00de-45a9-a153-05fcc5efeb4c tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/0e732cdd-86f5-4ce0-8da6-67da183ad80e HTTP/1.1" status: 404 len: 339 time: 0.0205278 Jul 05 03:56:04.788524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44448) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:04.805485 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d153bed-e9bf-4909-95f9-1d2bdfa4e0cb req-c4f0b40e-48f7-47f7-9529-2094b0718e62 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343790 Jul 05 03:56:04.815926 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7034a9-f310-45dd-86d2-a0f24ec8bec1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:04.816582 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7034a9-f310-45dd-86d2-a0f24ec8bec1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:04.820319 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cd7034a9-f310-45dd-86d2-a0f24ec8bec1 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/subnets/bb5b3357-2e46-44b5-9eef-71467e0823f6 HTTP/1.1" status: 404 len: 337 time: 0.0289612 Jul 05 03:56:04.822178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44450) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:04.842965 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f46385-d986-4a54-b75a-c3ebe76b45c3 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:04.851560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f46385-d986-4a54-b75a-c3ebe76b45c3 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:04.851560 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-18f46385-d986-4a54-b75a-c3ebe76b45c3 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/d739b9c3-8404-4740-bf2b-8431b2bd903b HTTP/1.1" status: 404 len: 339 time: 0.0224354 Jul 05 03:56:04.853877 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44452) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:04.857393 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cadd088-3e2c-49e0-b5bc-c3c33a881b46 x-openstack-request-id: req-9cadd088-3e2c-49e0-b5bc-c3c33a881b46 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:04.857706 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6771ec4-e5a9-4134-a8a1-3bf3ba633ea0", "tag": "51c75f1f-3407-4642-a72e-bd1ff0385407", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:04.857951 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9cadd088-3e2c-49e0-b5bc-c3c33a881b46 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:04.858410 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6771ec4-e5a9-4134-a8a1-3bf3ba633ea0', 'tag': '51c75f1f-3407-4642-a72e-bd1ff0385407', 'status': 'completed', 'code': 200} Jul 05 03:56:04.882911 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69adffe-427c-45de-8268-2b8a1df18b28 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:04.883451 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69adffe-427c-45de-8268-2b8a1df18b28 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:04.885336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c69adffe-427c-45de-8268-2b8a1df18b28 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/subnets/0e8b8633-ea74-4f2c-bcbd-9a483295882a HTTP/1.1" status: 404 len: 337 time: 0.0304320 Jul 05 03:56:04.887867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44454) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:04.910331 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8b8d814f-4068-45cc-8831-56afe06ce391 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:04.918431 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-5854ed24-3866-4b6f-b4ad-7cf59ee8bd78 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:04.919192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5854ed24-3866-4b6f-b4ad-7cf59ee8bd78 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:04.922052 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5854ed24-3866-4b6f-b4ad-7cf59ee8bd78 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/bd293a60-a9d3-40fb-bc36-6791e979edf1 HTTP/1.1" status: 404 len: 339 time: 0.0320973 Jul 05 03:56:04.958641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44458) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:04.972152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d814f-4068-45cc-8831-56afe06ce391 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Pushing event updated for resources: {'Port': ['ID=1fd795cf-6c96-43fb-beee-024c2ff842c3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:04.992775 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-998916c2-86bb-46dd-a396-a2a49111b92f tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:04.993239 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998916c2-86bb-46dd-a396-a2a49111b92f tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:04.997419 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8b8d814f-4068-45cc-8831-56afe06ce391 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Network b57acb1e-e66b-4876-bd4f-6291365c0844 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:04.997595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-998916c2-86bb-46dd-a396-a2a49111b92f tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/subnets/55ff0c94-7dd7-4a6e-9a54-fb4dc6959f57 HTTP/1.1" status: 404 len: 337 time: 0.0354407 Jul 05 03:56:04.997699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8b8d814f-4068-45cc-8831-56afe06ce391 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:04.998050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44460) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:05.000822 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8b8d814f-4068-45cc-8831-56afe06ce391 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:05.022658 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4f0a3c-d5f2-44b6-9a66-764a998c95a9 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:05.023378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4f0a3c-d5f2-44b6-9a66-764a998c95a9 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:05.027857 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bf4f0a3c-d5f2-44b6-9a66-764a998c95a9 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/e5a8629c-446f-4bb1-a193-8c43bca294ed HTTP/1.1" status: 404 len: 339 time: 0.0266016 Jul 05 03:56:05.031112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44462) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:05.046912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-e02e2b13-fd57-4ddd-961c-60e75f16fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.048664 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-e02e2b13-fd57-4ddd-961c-60e75f16fb3a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d40db2a803084f97bc1e3a3dad2929b4&device_id=d6771ec4-e5a9-4134-a8a1-3bf3ba633ea0 HTTP/1.1" status: 200 len: 1095 time: 0.1747162 Jul 05 03:56:05.061875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8b8d814f-4068-45cc-8831-56afe06ce391 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.063124 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8b8d814f-4068-45cc-8831-56afe06ce391 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.067456 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd22365-c8f1-45e9-99b5-93a6c0e61578 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:05.067914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd22365-c8f1-45e9-99b5-93a6c0e61578 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:05.069844 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3cd22365-c8f1-45e9-99b5-93a6c0e61578 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/subnets/9125a247-a438-443f-9cee-b4acb25f2692 HTTP/1.1" status: 404 len: 337 time: 0.0380387 Jul 05 03:56:05.072367 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44464) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:05.100971 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb807bc-913a-436d-a573-b5d21a00d46c tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] DELETE failed (client error): The resource could not be found. Jul 05 03:56:05.101535 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb807bc-913a-436d-a573-b5d21a00d46c tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:56:05.103264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6cb807bc-913a-436d-a573-b5d21a00d46c tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/fee8034c-02eb-4c55-9780-e6ef1c5d3f2d HTTP/1.1" status: 404 len: 339 time: 0.0300081 Jul 05 03:56:05.110104 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44466) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:05.118982 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-f8f8d39d-a6fa-49ab-83bd-338e76b03309 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51c75f1f-3407-4642-a72e-bd1ff0385407 HTTP/1.1" status: 200 len: 217 time: 0.0522082 Jul 05 03:56:05.174809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43032f06-59b8-438c-815f-cb6212ce7ee8 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:05.182514 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.195080 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Transition to ACTIVE for port object 43032f06-59b8-438c-815f-cb6212ce7ee8 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:05.195533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d168076-c37b-499a-8828-2612f665c2e0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Deleting subnet 5ebcf761-3200-4d49-82fa-a460397f14d5 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:05.201333 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5d168076-c37b-499a-8828-2612f665c2e0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.223778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-794f0529-0748-44a6-a9dc-22e20d1e211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.225191 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-794f0529-0748-44a6-a9dc-22e20d1e211e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cea952e5-e7a8-42fd-8cd3-ed07120420e9 HTTP/1.1" status: 200 len: 858 time: 0.0854855 Jul 05 03:56:05.272332 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-c604580c-ddce-459e-a2c2-1c9e585133b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b57acb1e-e66b-4876-bd4f-6291365c0844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387461 Jul 05 03:56:05.274295 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5d168076-c37b-499a-8828-2612f665c2e0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.304103 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8b8d814f-4068-45cc-8831-56afe06ce391 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6811123 Jul 05 03:56:05.320798 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.325143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Request body: {'port': {'device_id': 'a311ac49-83ca-49f6-9dcc-4ebd1e5adeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:05.416412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=43032f06-59b8-438c-815f-cb6212ce7ee8,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:05.450887 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Attempting to bind port 43032f06-59b8-438c-815f-cb6212ce7ee8 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:05.450887 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Attempting to bind port 43032f06-59b8-438c-815f-cb6212ce7ee8 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'cd9e76b4-a5a5-4d81-aee3-bb135680162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:05.450887 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Attempting to bind port 43032f06-59b8-438c-815f-cb6212ce7ee8 on network b57acb1e-e66b-4876-bd4f-6291365c0844 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:05.454726 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Port 43032f06-59b8-438c-815f-cb6212ce7ee8 on network b57acb1e-e66b-4876-bd4f-6291365c0844 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:05.455156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Attempting to bind port 43032f06-59b8-438c-815f-cb6212ce7ee8 on network b57acb1e-e66b-4876-bd4f-6291365c0844 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:05.460445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:05.460854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Checking segment: {'id': 'cd9e76b4-a5a5-4d81-aee3-bb135680162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:05.461302 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Bound using segment: {'id': 'cd9e76b4-a5a5-4d81-aee3-bb135680162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:05.461799 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Bound port: 43032f06-59b8-438c-815f-cb6212ce7ee8, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9e76b4-a5a5-4d81-aee3-bb135680162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:05.462282 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.543412 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a9cdfc70-45d8-4233-b209-4189e8a62180 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:05.547194 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.547854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5d168076-c37b-499a-8828-2612f665c2e0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.549422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] For port 43032f06-59b8-438c-815f-cb6212ce7ee8, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:05.553052 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] For port 43032f06-59b8-438c-815f-cb6212ce7ee8, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=43032f06-59b8-438c-815f-cb6212ce7ee8,segment=NetworkSegment(cd9e76b4-a5a5-4d81-aee3-bb135680162f),segment_id=cd9e76b4-a5a5-4d81-aee3-bb135680162f)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:05.580374 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-dbb39b74-9e22-4ee8-ac44-3082095e8731 service neutron] 10.222.0.10 "GET /v2.0/networks/b57acb1e-e66b-4876-bd4f-6291365c0844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866352 Jul 05 03:56:05.625933 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.675574 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=43032f06-59b8-438c-815f-cb6212ce7ee8,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:05.684252 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.685714 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.687445 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-d711a129-500d-41f5-b75c-c903d4969fd9 service neutron] 10.222.0.10 "PUT /v2.0/ports/43032f06-59b8-438c-815f-cb6212ce7ee8 HTTP/1.1" status: 200 len: 1093 time: 2.0108511 Jul 05 03:56:05.687896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e08885-91e8-44a0-a8ef-9e939f2fe1e0', 'tag': '43032f06-59b8-438c-815f-cb6212ce7ee8'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:05.690313 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e43d17-e0d6-4e2a-86d5-1fa4656a5462" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e08885-91e8-44a0-a8ef-9e939f2fe1e0", "tag": "43032f06-59b8-438c-815f-cb6212ce7ee8"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:05.735661 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port a9cdfc70-45d8-4233-b209-4189e8a62180, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a9cdfc70-45d8-4233-b209-4189e8a62180,segment=NetworkSegment(864f937f-c4cf-4fe6-9197-d6377f0c10cb),segment_id=864f937f-c4cf-4fe6-9197-d6377f0c10cb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:05.749391 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'a9cdfc70-45d8-4233-b209-4189e8a62180', 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6', 'port_id': 'a9cdfc70-45d8-4233-b209-4189e8a62180', 'mac_address': 'fa:16:3e:b2:41:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:05.789938 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffbc97-9221-46c5-be99-1103afa69ede req-ac4ce50a-55aa-4f61-a04e-a933df6de20c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.791852 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-03ffbc97-9221-46c5-be99-1103afa69ede req-ac4ce50a-55aa-4f61-a04e-a933df6de20c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 944 time: 0.0773940 Jul 05 03:56:05.799979 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.815742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cdfc70-45d8-4233-b209-4189e8a62180 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:05.845762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port a9cdfc70-45d8-4233-b209-4189e8a62180, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a9cdfc70-45d8-4233-b209-4189e8a62180,segment=NetworkSegment(864f937f-c4cf-4fe6-9197-d6377f0c10cb),segment_id=864f937f-c4cf-4fe6-9197-d6377f0c10cb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:05.853734 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-26a13ca7-fb4a-45f4-a51f-b453ffc2c2ea service neutron] 10.222.0.10 "GET /v2.0/networks/b57acb1e-e66b-4876-bd4f-6291365c0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611797 Jul 05 03:56:05.886390 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-03ffbc97-9221-46c5-be99-1103afa69ede req-25f06e1a-be4e-41c2-b79c-e92362f7de90 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813577 Jul 05 03:56:05.906281 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5d168076-c37b-499a-8828-2612f665c2e0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.942928 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5d168076-c37b-499a-8828-2612f665c2e0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.945041 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5d168076-c37b-499a-8828-2612f665c2e0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/subnets/5ebcf761-3200-4d49-82fa-a460397f14d5 HTTP/1.1" status: 204 len: 168 time: 0.8338740 Jul 05 03:56:05.948524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44492) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:05.948688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d168076-c37b-499a-8828-2612f665c2e0 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Subnet': ['ID=5ebcf761-3200-4d49-82fa-a460397f14d5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:05.953875 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3321f1-c00e-4d3e-80d9-3544c0224955 None None] Network 9b4de1f3-2689-405f-83c5-cb8e652be2e2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:05.974932 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.983186 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36dd52c-8541-4420-9850-8601da482cbc x-openstack-request-id: req-f36dd52c-8541-4420-9850-8601da482cbc {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:05.983186 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e08885-91e8-44a0-a8ef-9e939f2fe1e0", "tag": "43032f06-59b8-438c-815f-cb6212ce7ee8", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:05.983385 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f36dd52c-8541-4420-9850-8601da482cbc {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:05.984365 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e08885-91e8-44a0-a8ef-9e939f2fe1e0', 'tag': '43032f06-59b8-438c-815f-cb6212ce7ee8', 'status': 'completed', 'code': 200} Jul 05 03:56:06.075770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-1c2cc8cd-6ee0-49b1-8793-3a2c6680fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.078642 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-1c2cc8cd-6ee0-49b1-8793-3a2c6680fe46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d40db2a803084f97bc1e3a3dad2929b4&device_id=a7e08885-91e8-44a0-a8ef-9e939f2fe1e0 HTTP/1.1" status: 200 len: 1096 time: 0.2522497 Jul 05 03:56:06.117267 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd795cf-6c96-43fb-beee-024c2ff842c3 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:06.121664 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.130084 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.146978 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Transition to ACTIVE for port object 1fd795cf-6c96-43fb-beee-024c2ff842c3 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:06.154282 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=a9cdfc70-45d8-4233-b209-4189e8a62180,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:06.181814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-c0f2fd20-1c7c-4bfa-9941-608c27ea4ee3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43032f06-59b8-438c-815f-cb6212ce7ee8 HTTP/1.1" status: 200 len: 217 time: 0.0501943 Jul 05 03:56:06.227827 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d13bd-c5bd-4379-a563-25713cd05fa5 req-6603958d-2c89-4e01-9eaf-621e8661d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.242078 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-191d13bd-c5bd-4379-a563-25713cd05fa5 req-6603958d-2c89-4e01-9eaf-621e8661d905 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d40db2a803084f97bc1e3a3dad2929b4&device_id=d6771ec4-e5a9-4134-a8a1-3bf3ba633ea0 HTTP/1.1" status: 200 len: 1095 time: 0.1746578 Jul 05 03:56:06.242078 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.293959 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['a9cdfc70-45d8-4233-b209-4189e8a62180'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:06.331125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbff172-0904-411d-931f-24fc68a7f632 None None] DHCP port deletion for 9b4de1f3-2689-405f-83c5-cb8e652be2e2 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:56:06.358270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Pushing event updated for resources: {'Port': ['ID=1fd795cf-6c96-43fb-beee-024c2ff842c3,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:06.465332 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d13bd-c5bd-4379-a563-25713cd05fa5 req-8ca45a6e-432d-4f5c-becb-8f500ed1ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.466845 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-191d13bd-c5bd-4379-a563-25713cd05fa5 req-8ca45a6e-432d-4f5c-becb-8f500ed1ce5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b57acb1e-e66b-4876-bd4f-6291365c0844 HTTP/1.1" status: 200 len: 919 time: 0.1908598 Jul 05 03:56:06.522796 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-191d13bd-c5bd-4379-a563-25713cd05fa5 req-f11d4423-b63f-41f0-9b3a-80c6e364263d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51c75f1f-3407-4642-a72e-bd1ff0385407 HTTP/1.1" status: 200 len: 217 time: 0.0425475 Jul 05 03:56:06.524229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Attempting to bind port 1fd795cf-6c96-43fb-beee-024c2ff842c3 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:06.524574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Attempting to bind port 1fd795cf-6c96-43fb-beee-024c2ff842c3 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'cd9e76b4-a5a5-4d81-aee3-bb135680162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:06.525218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Attempting to bind port 1fd795cf-6c96-43fb-beee-024c2ff842c3 on network b57acb1e-e66b-4876-bd4f-6291365c0844 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:06.541651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Port 1fd795cf-6c96-43fb-beee-024c2ff842c3 on network b57acb1e-e66b-4876-bd4f-6291365c0844 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:06.541651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Attempting to bind port 1fd795cf-6c96-43fb-beee-024c2ff842c3 on network b57acb1e-e66b-4876-bd4f-6291365c0844 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:06.545565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-fbbff172-0904-411d-931f-24fc68a7f632 None None] Deleting port 97479835-958a-464a-bc45-1746acc19786 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:06.546052 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fbbff172-0904-411d-931f-24fc68a7f632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.592296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:06.592894 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Checking segment: {'id': 'cd9e76b4-a5a5-4d81-aee3-bb135680162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:06.593597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Bound using segment: {'id': 'cd9e76b4-a5a5-4d81-aee3-bb135680162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:06.594480 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Bound port: 1fd795cf-6c96-43fb-beee-024c2ff842c3, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9e76b4-a5a5-4d81-aee3-bb135680162f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:06.595212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.635086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-fbbff172-0904-411d-931f-24fc68a7f632 None None] For port 97479835-958a-464a-bc45-1746acc19786, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=97479835-958a-464a-bc45-1746acc19786,segment=NetworkSegment(6f8de747-5911-40ff-b278-e570dcc403bb),segment_id=6f8de747-5911-40ff-b278-e570dcc403bb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:06.635483 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fbbff172-0904-411d-931f-24fc68a7f632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.652106 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-fbbff172-0904-411d-931f-24fc68a7f632 None None] Calling delete_port for 97479835-958a-464a-bc45-1746acc19786 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:06.684443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d13bd-c5bd-4379-a563-25713cd05fa5 req-7e1a672e-a0eb-41fb-a301-1e8c25f1aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.686078 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-191d13bd-c5bd-4379-a563-25713cd05fa5 req-7e1a672e-a0eb-41fb-a301-1e8c25f1aa2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cea952e5-e7a8-42fd-8cd3-ed07120420e9 HTTP/1.1" status: 200 len: 858 time: 0.1556690 Jul 05 03:56:06.686427 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-023cb978-ca2c-44a9-bfaa-cff4f0ba0830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.688698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-023cb978-ca2c-44a9-bfaa-cff4f0ba0830 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cea952e5-e7a8-42fd-8cd3-ed07120420e9 HTTP/1.1" status: 200 len: 858 time: 0.4929500 Jul 05 03:56:06.713527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e626dc-d79a-4732-a9fa-a3811eb10594 req-91840d9a-884a-4ddb-b8d7-a4aa5aa89062 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.722299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00e626dc-d79a-4732-a9fa-a3811eb10594 req-91840d9a-884a-4ddb-b8d7-a4aa5aa89062 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 931 time: 0.5432858 Jul 05 03:56:06.747586 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-191d13bd-c5bd-4379-a563-25713cd05fa5 req-99587120-406e-4b3c-8ef2-b0b0989df319 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b57acb1e-e66b-4876-bd4f-6291365c0844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376115 Jul 05 03:56:06.759354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] For port 1fd795cf-6c96-43fb-beee-024c2ff842c3, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:06.764173 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-3da81f7e-9af3-4412-b876-ee33913fc39d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b57acb1e-e66b-4876-bd4f-6291365c0844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386796 Jul 05 03:56:06.764520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] For port 1fd795cf-6c96-43fb-beee-024c2ff842c3, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1fd795cf-6c96-43fb-beee-024c2ff842c3,segment=NetworkSegment(cd9e76b4-a5a5-4d81-aee3-bb135680162f),segment_id=cd9e76b4-a5a5-4d81-aee3-bb135680162f)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:06.777884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Deleting port 97479835-958a-464a-bc45-1746acc19786 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:06.778218 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.853571 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-191d13bd-c5bd-4379-a563-25713cd05fa5 req-d0d161a6-cddf-4073-a558-9688f14e6a74 service neutron] 10.222.0.10 "GET /v2.0/networks/b57acb1e-e66b-4876-bd4f-6291365c0844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913794 Jul 05 03:56:06.862402 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fbbff172-0904-411d-931f-24fc68a7f632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.896205 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.896517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbff172-0904-411d-931f-24fc68a7f632 None None] Pushing event deleted for resources: {'Port': ['ID=97479835-958a-464a-bc45-1746acc19786,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:06.898048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbff172-0904-411d-931f-24fc68a7f632 None None] No DVR routers for this DVR port 97479835-958a-464a-bc45-1746acc19786 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:06.913858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00e626dc-d79a-4732-a9fa-a3811eb10594 req-a9403128-82be-4854-a180-e602a0af5c90 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906595 Jul 05 03:56:06.931211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] For port 97479835-958a-464a-bc45-1746acc19786, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=97479835-958a-464a-bc45-1746acc19786,segment=NetworkSegment(6f8de747-5911-40ff-b278-e570dcc403bb),segment_id=6f8de747-5911-40ff-b278-e570dcc403bb)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:06.931596 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.972237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Calling delete_port for 97479835-958a-464a-bc45-1746acc19786 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:06.990994 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.992190 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.994178 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] 10.222.0.36 "PUT /v2.0/ports/1fd795cf-6c96-43fb-beee-024c2ff842c3 HTTP/1.1" status: 200 len: 1092 time: 1.6728599 Jul 05 03:56:06.996220 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a311ac49-83ca-49f6-9dcc-4ebd1e5adeac', 'tag': '1fd795cf-6c96-43fb-beee-024c2ff842c3'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:06.998658 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6efe22-0b26-46f4-9531-48d7202f3e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a311ac49-83ca-49f6-9dcc-4ebd1e5adeac", "tag": "1fd795cf-6c96-43fb-beee-024c2ff842c3"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:07.009779 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-fdf86124-9f26-4d67-b250-57efed73e3d3 service neutron] 10.222.0.10 "GET /v2.0/networks/b57acb1e-e66b-4876-bd4f-6291365c0844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333517 Jul 05 03:56:07.039716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610ff21-d53f-4bb4-92a2-5d33da26bded service neutron] Pushing event updated for resources: {'Port': ['ID=1fd795cf-6c96-43fb-beee-024c2ff842c3,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:07.079708 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-191d13bd-c5bd-4379-a563-25713cd05fa5 req-492cc8a6-fcbf-44e9-ba5b-743ddeeb532a service neutron] 10.222.0.10 "GET /v2.0/networks/b57acb1e-e66b-4876-bd4f-6291365c0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100408 Jul 05 03:56:07.176754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-576f509e-bd65-481c-8464-d90c87b3be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.178221 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-576f509e-bd65-481c-8464-d90c87b3be42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d40db2a803084f97bc1e3a3dad2929b4&device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 1095 time: 0.0602667 Jul 05 03:56:07.216007 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-f5ad291f-ce32-4ed0-820a-6fa0e183e4d2 service neutron] 10.222.0.10 "GET /v2.0/networks/b57acb1e-e66b-4876-bd4f-6291365c0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776347 Jul 05 03:56:07.225713 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.243316 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99739f87-c42c-4d5d-8928-f0e694012ab3 req-66e56d7f-4298-4a81-a5b0-d30d8f271e0e tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.253229 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99739f87-c42c-4d5d-8928-f0e694012ab3 req-66e56d7f-4298-4a81-a5b0-d30d8f271e0e tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.1642959 Jul 05 03:56:07.256716 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-8ddfe459-781b-4a5a-ae79-d71518548637 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd795cf-6c96-43fb-beee-024c2ff842c3 HTTP/1.1" status: 200 len: 217 time: 0.0657630 Jul 05 03:56:07.286540 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Port': ['ID=97479835-958a-464a-bc45-1746acc19786,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:07.298934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] No DVR routers for this DVR port 97479835-958a-464a-bc45-1746acc19786 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:07.339405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-f5665131-380d-4825-9705-357fe39af73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.342443 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-f5665131-380d-4825-9705-357fe39af73c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cea952e5-e7a8-42fd-8cd3-ed07120420e9 HTTP/1.1" status: 200 len: 858 time: 0.0728660 Jul 05 03:56:07.403119 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-63301a51-38e2-4b7f-9752-fb13e8edb2ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b57acb1e-e66b-4876-bd4f-6291365c0844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516789 Jul 05 03:56:07.419896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99739f87-c42c-4d5d-8928-f0e694012ab3 req-2c611425-4aa3-4ff8-bf4d-28469774fe5a tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655686 Jul 05 03:56:07.443148 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.455854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4de1f3-2689-405f-83c5-cb8e652be2e2']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:07.470514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8de747-5911-40ff-b278-e570dcc403bb') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:07.470822 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8de747-5911-40ff-b278-e570dcc403bb') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:07.490863 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.524569 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.527990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e43d17-e0d6-4e2a-86d5-1fa4656a5462 req-f76e49e7-3d46-4ce9-8a3d-2ca75c94ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.529519 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77e43d17-e0d6-4e2a-86d5-1fa4656a5462 req-f76e49e7-3d46-4ce9-8a3d-2ca75c94ac85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d40db2a803084f97bc1e3a3dad2929b4&device_id=a7e08885-91e8-44a0-a8ef-9e939f2fe1e0 HTTP/1.1" status: 200 len: 1096 time: 0.1874437 Jul 05 03:56:07.535946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:07.546325 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:07.559176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 51c75f1f-3407-4642-a72e-bd1ff0385407 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:07.597466 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a9cdfc70-45d8-4233-b209-4189e8a62180 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:07.605888 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-bfd0e9fd-e790-40d5-bf69-f1c512dc8ab2 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:56:07.615859 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-bfd0e9fd-e790-40d5-bf69-f1c512dc8ab2 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244601 Jul 05 03:56:07.653345 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-ab30712c-394c-4671-9698-ac5b9081e65c service neutron] 10.222.0.36 "GET /v2.0/networks/b57acb1e-e66b-4876-bd4f-6291365c0844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380762 Jul 05 03:56:07.686091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e43d17-e0d6-4e2a-86d5-1fa4656a5462 req-e397ab40-2e11-4aff-93fc-d9e998ca8ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.688466 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77e43d17-e0d6-4e2a-86d5-1fa4656a5462 req-e397ab40-2e11-4aff-93fc-d9e998ca8ba4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b57acb1e-e66b-4876-bd4f-6291365c0844 HTTP/1.1" status: 200 len: 919 time: 0.1482606 Jul 05 03:56:07.750727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77e43d17-e0d6-4e2a-86d5-1fa4656a5462 req-60eba2df-40e5-49e4-ac06-884f66ab1c6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43032f06-59b8-438c-815f-cb6212ce7ee8 HTTP/1.1" status: 200 len: 217 time: 0.0552731 Jul 05 03:56:07.794903 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-a15e75ea-44de-4d0a-a635-71def7c6d4a1 service neutron] Request body: {'binding': {'host': 'n-h2-771363-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:07.795363 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-a15e75ea-44de-4d0a-a635-71def7c6d4a1 service neutron] Unknown quota resources ['binding']. {{(pid=100932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:56:07.809982 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 51c75f1f-3407-4642-a72e-bd1ff0385407, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=51c75f1f-3407-4642-a72e-bd1ff0385407,segment=NetworkSegment(cd9e76b4-a5a5-4d81-aee3-bb135680162f),segment_id=cd9e76b4-a5a5-4d81-aee3-bb135680162f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:07.813112 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.818121 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.820352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] 10.222.0.38 "DELETE /v2.0/networks/9b4de1f3-2689-405f-83c5-cb8e652be2e2 HTTP/1.1" status: 204 len: 168 time: 1.8702126 Jul 05 03:56:07.829992 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '51c75f1f-3407-4642-a72e-bd1ff0385407', 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844', 'port_id': '51c75f1f-3407-4642-a72e-bd1ff0385407', 'mac_address': 'fa:16:3e:c7:af:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea952e5-e7a8-42fd-8cd3-ed07120420e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:07.847970 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fccd0a0c-ffad-47e4-ac32-159fc245e98b req-55e216f6-ffe0-402e-8cfe-372efce37a4d service neutron] 10.222.0.36 "GET /v2.0/networks/b57acb1e-e66b-4876-bd4f-6291365c0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717200 Jul 05 03:56:07.887921 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e8583-d6b5-4dcd-9279-402010695915 tempest-NetworksTest-1239736908 tempest-NetworksTest-1239736908-project] Pushing event deleted for resources: {'Network': ['ID=9b4de1f3-2689-405f-83c5-cb8e652be2e2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:07.892242 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.907625 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c75f1f-3407-4642-a72e-bd1ff0385407 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:07.914537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e43d17-e0d6-4e2a-86d5-1fa4656a5462 req-329fe9ea-4285-4e80-a146-9aee9015380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.916369 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77e43d17-e0d6-4e2a-86d5-1fa4656a5462 req-329fe9ea-4285-4e80-a146-9aee9015380b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cea952e5-e7a8-42fd-8cd3-ed07120420e9 HTTP/1.1" status: 200 len: 858 time: 0.1556642 Jul 05 03:56:07.946244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port a9cdfc70-45d8-4233-b209-4189e8a62180 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:07.957499 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 51c75f1f-3407-4642-a72e-bd1ff0385407, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=51c75f1f-3407-4642-a72e-bd1ff0385407,segment=NetworkSegment(cd9e76b4-a5a5-4d81-aee3-bb135680162f),segment_id=cd9e76b4-a5a5-4d81-aee3-bb135680162f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:07.960873 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port a9cdfc70-45d8-4233-b209-4189e8a62180 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:07.961247 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.972637 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77e43d17-e0d6-4e2a-86d5-1fa4656a5462 req-20a7a84b-8bcd-457b-b916-1727ff88f868 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b57acb1e-e66b-4876-bd4f-6291365c0844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454040 Jul 05 03:56:07.988038 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42a0ec-9202-4702-b80f-70e53c38972c req-d091f303-43f9-4f3c-9d4e-c5723cd845a9 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.996646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b42a0ec-9202-4702-b80f-70e53c38972c req-d091f303-43f9-4f3c-9d4e-c5723cd845a9 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 945 time: 0.1957760 Jul 05 03:56:08.000756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-a15e75ea-44de-4d0a-a635-71def7c6d4a1 service neutron] Attempting to bind port 1796be8e-1f88-46b6-969c-e78267cb3849 on host n-h2-771363-32 for vnic_type normal with profile None {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:08.001107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-a15e75ea-44de-4d0a-a635-71def7c6d4a1 service neutron] Attempting to bind port 1796be8e-1f88-46b6-969c-e78267cb3849 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:08.001685 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-a15e75ea-44de-4d0a-a635-71def7c6d4a1 service neutron] Attempting to bind port 1796be8e-1f88-46b6-969c-e78267cb3849 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:08.008693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-a15e75ea-44de-4d0a-a635-71def7c6d4a1 service neutron] Port 1796be8e-1f88-46b6-969c-e78267cb3849 on network fc21b127-e7b5-412d-946b-08a3b7902b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:08.009040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-a15e75ea-44de-4d0a-a635-71def7c6d4a1 service neutron] Attempting to bind port 1796be8e-1f88-46b6-969c-e78267cb3849 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:08.018300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-a15e75ea-44de-4d0a-a635-71def7c6d4a1 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:08.018651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-a15e75ea-44de-4d0a-a635-71def7c6d4a1 service neutron] Checking segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:08.019652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-a15e75ea-44de-4d0a-a635-71def7c6d4a1 service neutron] Bound using segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:08.020188 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-a15e75ea-44de-4d0a-a635-71def7c6d4a1 service neutron] Bound port: 1796be8e-1f88-46b6-969c-e78267cb3849, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:08.025781 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.126340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=51c75f1f-3407-4642-a72e-bd1ff0385407,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:08.141279 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.147077 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b42a0ec-9202-4702-b80f-70e53c38972c req-933f9c23-ef0e-48ef-ba17-2d54ed8b199f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481283 Jul 05 03:56:08.169886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-a15e75ea-44de-4d0a-a635-71def7c6d4a1 service neutron] For port 1796be8e-1f88-46b6-969c-e78267cb3849, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1796be8e-1f88-46b6-969c-e78267cb3849,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:08.174558 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cdfc70-45d8-4233-b209-4189e8a62180'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:08.177046 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e356a52-fe9b-44fc-b541-fc86a43c68a2" -d '{"events": [{"server_uuid": "49ff9b59-02b0-49f6-8bed-f7722ab7dfff", "name": "network-vif-plugged", "status": "completed", "tag": "a9cdfc70-45d8-4233-b209-4189e8a62180"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:08.201678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77e43d17-e0d6-4e2a-86d5-1fa4656a5462 req-cfa08902-0234-4571-aa0a-17e0471c1337 service neutron] 10.222.0.10 "GET /v2.0/networks/b57acb1e-e66b-4876-bd4f-6291365c0844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002943 Jul 05 03:56:08.202614 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port a9cdfc70-45d8-4233-b209-4189e8a62180, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a9cdfc70-45d8-4233-b209-4189e8a62180,segment=NetworkSegment(864f937f-c4cf-4fe6-9197-d6377f0c10cb),segment_id=864f937f-c4cf-4fe6-9197-d6377f0c10cb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:08.213721 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe67866-430f-46a6-a097-4894acea2eca x-openstack-request-id: req-bbe67866-430f-46a6-a097-4894acea2eca {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:08.214021 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a311ac49-83ca-49f6-9dcc-4ebd1e5adeac", "tag": "1fd795cf-6c96-43fb-beee-024c2ff842c3", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:08.220246 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bbe67866-430f-46a6-a097-4894acea2eca {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:08.220246 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a311ac49-83ca-49f6-9dcc-4ebd1e5adeac', 'tag': '1fd795cf-6c96-43fb-beee-024c2ff842c3', 'status': 'completed', 'code': 200} Jul 05 03:56:08.279103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 97479835-958a-464a-bc45-1746acc19786 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:08.310999 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-a15e75ea-44de-4d0a-a635-71def7c6d4a1 service neutron] Notify callbacks [] for binding, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.321566 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-a15e75ea-44de-4d0a-a635-71def7c6d4a1 service neutron] 10.222.0.38 "POST /v2.0/ports/1796be8e-1f88-46b6-969c-e78267cb3849/bindings HTTP/1.1" status: 201 len: 390 time: 0.6997211 Jul 05 03:56:08.322545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 97479835-958a-464a-bc45-1746acc19786 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:08.322893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 97479835-958a-464a-bc45-1746acc19786 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:08.332803 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.371822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77e43d17-e0d6-4e2a-86d5-1fa4656a5462 req-153db382-4175-49d9-aaef-be2c6c4f7820 service neutron] 10.222.0.10 "GET /v2.0/networks/b57acb1e-e66b-4876-bd4f-6291365c0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571417 Jul 05 03:56:08.378651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6efe22-0b26-46f4-9531-48d7202f3e8e req-ea4940d8-1fd9-4725-b659-26ad182f2839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.398832 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e6efe22-0b26-46f4-9531-48d7202f3e8e req-ea4940d8-1fd9-4725-b659-26ad182f2839 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d40db2a803084f97bc1e3a3dad2929b4&device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 1095 time: 0.1274378 Jul 05 03:56:08.447888 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=a9cdfc70-45d8-4233-b209-4189e8a62180,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:08.465447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['51c75f1f-3407-4642-a72e-bd1ff0385407'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:08.475656 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b212648-e1a3-4d25-a200-069649b4e55e req-99ab8be4-d5a4-4412-95d1-e06f43e5ffae tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.478622 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b212648-e1a3-4d25-a200-069649b4e55e req-99ab8be4-d5a4-4412-95d1-e06f43e5ffae tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 943 time: 0.1099064 Jul 05 03:56:08.548230 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b212648-e1a3-4d25-a200-069649b4e55e req-b8e3bf84-c6a8-4a34-9497-d888c701437f tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532045 Jul 05 03:56:08.605334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6efe22-0b26-46f4-9531-48d7202f3e8e req-a1f7bd8f-a036-49da-ba23-6385ef28c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.607673 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e6efe22-0b26-46f4-9531-48d7202f3e8e req-a1f7bd8f-a036-49da-ba23-6385ef28c160 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b57acb1e-e66b-4876-bd4f-6291365c0844 HTTP/1.1" status: 200 len: 919 time: 0.2004910 Jul 05 03:56:08.619153 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd909d7-7297-4cbe-93f5-4e83ae42a893 x-openstack-request-id: req-abd909d7-7297-4cbe-93f5-4e83ae42a893 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:08.619708 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ff9b59-02b0-49f6-8bed-f7722ab7dfff", "name": "network-vif-plugged", "status": "completed", "tag": "a9cdfc70-45d8-4233-b209-4189e8a62180", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:08.619708 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-abd909d7-7297-4cbe-93f5-4e83ae42a893 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:08.620051 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cdfc70-45d8-4233-b209-4189e8a62180', 'code': 200} Jul 05 03:56:08.690670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44548) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:08.738712 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e6efe22-0b26-46f4-9531-48d7202f3e8e req-72fae19b-c15a-46fc-b82c-6549d028bdff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd795cf-6c96-43fb-beee-024c2ff842c3 HTTP/1.1" status: 200 len: 217 time: 0.1224155 Jul 05 03:56:08.837596 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74597eb7-c3e1-4539-9c39-af240f5a5c2d req-0cbabae9-33da-4ddd-8efe-fbc8ebfff36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.839082 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74597eb7-c3e1-4539-9c39-af240f5a5c2d req-0cbabae9-33da-4ddd-8efe-fbc8ebfff36e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 1098 time: 0.1400027 Jul 05 03:56:08.869599 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6efe22-0b26-46f4-9531-48d7202f3e8e req-d6b79e54-b4e3-4594-b0aa-abb420770c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.871242 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e6efe22-0b26-46f4-9531-48d7202f3e8e req-d6b79e54-b4e3-4594-b0aa-abb420770c06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cea952e5-e7a8-42fd-8cd3-ed07120420e9 HTTP/1.1" status: 200 len: 858 time: 0.1204989 Jul 05 03:56:08.917752 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e6efe22-0b26-46f4-9531-48d7202f3e8e req-4ddbbfd5-ab54-4ae6-bb22-c040947a5512 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b57acb1e-e66b-4876-bd4f-6291365c0844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356760 Jul 05 03:56:08.946639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d4927536-e1e0-4812-ad8e-b001ca3dde34 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=91183f2544e245ce9a9eee6cf221adaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546496 Jul 05 03:56:08.957586 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44552) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:08.988590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74597eb7-c3e1-4539-9c39-af240f5a5c2d req-6a939ba7-8bde-469c-84d8-5144aa30cac5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363239 Jul 05 03:56:09.061554 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a733a-c891-4325-9ede-a178010fdd3a req-fd241728-5fe2-431f-83ae-37347cee3cb4 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:09.063679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c23a733a-c891-4325-9ede-a178010fdd3a req-fd241728-5fe2-431f-83ae-37347cee3cb4 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.2285674 Jul 05 03:56:09.075740 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e6efe22-0b26-46f4-9531-48d7202f3e8e req-a2ec5427-cd0b-4484-affc-35155a783e8f service neutron] 10.222.0.36 "GET /v2.0/networks/b57acb1e-e66b-4876-bd4f-6291365c0844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488655 Jul 05 03:56:09.084958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-e1003e48-dbb4-4544-86a8-8a75c76a2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:09.086504 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-e1003e48-dbb4-4544-86a8-8a75c76a2409 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 1098 time: 0.0902984 Jul 05 03:56:09.105437 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ed705eb2-a6aa-41a3-9983-c63db4d6d7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.114747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9e4cc-acaf-4451-a412-085c8d937154 req-17bf1a98-d2b9-444e-a85d-7c0bcfcb88e5 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:09.116339 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fee9e4cc-acaf-4451-a412-085c8d937154 req-17bf1a98-d2b9-444e-a85d-7c0bcfcb88e5 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 946 time: 0.1483722 Jul 05 03:56:09.165168 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c23a733a-c891-4325-9ede-a178010fdd3a req-ce65d1f5-12fb-4e76-a9d3-19872aa2a8fa tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905206 Jul 05 03:56:09.174601 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ed705eb2-a6aa-41a3-9983-c63db4d6d7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.230631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fee9e4cc-acaf-4451-a412-085c8d937154 req-568f7a1c-ccbb-46e4-b275-4b11275a8e05 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067779 Jul 05 03:56:09.328146 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ed705eb2-a6aa-41a3-9983-c63db4d6d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.330705 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ed705eb2-a6aa-41a3-9983-c63db4d6d7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.334302 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ed705eb2-a6aa-41a3-9983-c63db4d6d7f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90d02d61-a48a-43f1-83f7-621cd2cb149b HTTP/1.1" status: 204 len: 168 time: 0.3722351 Jul 05 03:56:09.348095 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed705eb2-a6aa-41a3-9983-c63db4d6d7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d02d61-a48a-43f1-83f7-621cd2cb149b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:09.393477 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2e488-cc63-4c4f-a907-4d19e1897825 req-c3e18ea4-9713-4ba4-b6ce-ff1ed3fdb0dc tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:09.402087 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26a2e488-cc63-4c4f-a907-4d19e1897825 req-c3e18ea4-9713-4ba4-b6ce-ff1ed3fdb0dc tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1070437 Jul 05 03:56:09.443797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26a2e488-cc63-4c4f-a907-4d19e1897825 req-6eefd2b6-b9dd-40e7-9910-3a893b908643 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407107 Jul 05 03:56:09.521306 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-ee6a3873-60c6-4576-ba0c-b0330f6dc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:09.522767 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-ee6a3873-60c6-4576-ba0c-b0330f6dc012 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.4272423 Jul 05 03:56:09.573577 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-37adaa40-d4df-4bc6-9d49-af9a41a06ce9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1796be8e-1f88-46b6-969c-e78267cb3849 HTTP/1.1" status: 200 len: 217 time: 0.0429249 Jul 05 03:56:09.575667 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e6efe22-0b26-46f4-9531-48d7202f3e8e req-3118b195-496c-42e7-a4c9-538702bbc4ed service neutron] 10.222.0.36 "GET /v2.0/networks/b57acb1e-e66b-4876-bd4f-6291365c0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882479 Jul 05 03:56:09.591348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 43032f06-59b8-438c-815f-cb6212ce7ee8 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:09.597767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 51c75f1f-3407-4642-a72e-bd1ff0385407 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:09.681960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-6c97ad21-c10c-4cb0-b331-d09ff2c3b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:09.682926 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-6c97ad21-c10c-4cb0-b331-d09ff2c3b589 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.0947614 Jul 05 03:56:09.741752 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-c19e080c-5176-45e1-be52-839eecb1b022 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504944 Jul 05 03:56:09.797496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 43032f06-59b8-438c-815f-cb6212ce7ee8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=43032f06-59b8-438c-815f-cb6212ce7ee8,segment=NetworkSegment(cd9e76b4-a5a5-4d81-aee3-bb135680162f),segment_id=cd9e76b4-a5a5-4d81-aee3-bb135680162f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:09.821463 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2405c8-35b8-4624-ad0e-9b30b8781f9e req-4bf547d2-2d37-48a9-9332-7c460c0a1221 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:09.822092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '43032f06-59b8-438c-815f-cb6212ce7ee8', 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844', 'port_id': '43032f06-59b8-438c-815f-cb6212ce7ee8', 'mac_address': 'fa:16:3e:f9:fd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea952e5-e7a8-42fd-8cd3-ed07120420e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:09.823272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f2405c8-35b8-4624-ad0e-9b30b8781f9e req-4bf547d2-2d37-48a9-9332-7c460c0a1221 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 943 time: 0.1431072 Jul 05 03:56:09.891405 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-84840a60-6568-4028-8251-5f28d5917f68 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368303 Jul 05 03:56:09.899203 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.901548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 51c75f1f-3407-4642-a72e-bd1ff0385407 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:09.911660 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f2405c8-35b8-4624-ad0e-9b30b8781f9e req-2bd3b9ae-edd0-4a64-9c28-9eac4bb4c1be tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712512 Jul 05 03:56:09.936383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 51c75f1f-3407-4642-a72e-bd1ff0385407 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:09.936383 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.937194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43032f06-59b8-438c-815f-cb6212ce7ee8 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:09.987669 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 43032f06-59b8-438c-815f-cb6212ce7ee8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=43032f06-59b8-438c-815f-cb6212ce7ee8,segment=NetworkSegment(cd9e76b4-a5a5-4d81-aee3-bb135680162f),segment_id=cd9e76b4-a5a5-4d81-aee3-bb135680162f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:10.027285 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-a56f8cce-bb2c-4210-97f4-5173a87e8c35 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244922 Jul 05 03:56:10.055641 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.066872 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.121377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 51c75f1f-3407-4642-a72e-bd1ff0385407, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=51c75f1f-3407-4642-a72e-bd1ff0385407,segment=NetworkSegment(cd9e76b4-a5a5-4d81-aee3-bb135680162f),segment_id=cd9e76b4-a5a5-4d81-aee3-bb135680162f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:10.138096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=43032f06-59b8-438c-815f-cb6212ce7ee8,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:10.146580 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:10.146926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:10.147271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:10.147606 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:10.150655 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:10.152687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:10.157732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:10.157732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:10.157732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:10.157732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:10.157732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:10.157732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:10.178618 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.288834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=51c75f1f-3407-4642-a72e-bd1ff0385407,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:10.445717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['43032f06-59b8-438c-815f-cb6212ce7ee8'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:10.494703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed021-d66e-4614-b58d-4b551f363ee3 req-9e4933fa-75c7-4a72-a45f-2b33199b166e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.510929 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b51ed021-d66e-4614-b58d-4b551f363ee3 req-9e4933fa-75c7-4a72-a45f-2b33199b166e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 946 time: 0.1154573 Jul 05 03:56:10.519328 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d91b4-79a1-4f6a-b8fb-409f8e266ed1 req-4a85e2c1-5d22-4841-9b81-4386acbc6415 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.522940 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-569d91b4-79a1-4f6a-b8fb-409f8e266ed1 req-4a85e2c1-5d22-4841-9b81-4386acbc6415 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.1591659 Jul 05 03:56:10.615316 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b51ed021-d66e-4614-b58d-4b551f363ee3 req-36545c4e-4d63-4438-beb7-6dab52153915 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886166 Jul 05 03:56:10.635846 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6771ec4-e5a9-4134-a8a1-3bf3ba633ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c75f1f-3407-4642-a72e-bd1ff0385407'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:10.638177 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d4afad-9fd4-4069-a2df-8c89bf5c8b50" -d '{"events": [{"server_uuid": "d6771ec4-e5a9-4134-a8a1-3bf3ba633ea0", "name": "network-vif-plugged", "status": "completed", "tag": "51c75f1f-3407-4642-a72e-bd1ff0385407"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:10.685996 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-569d91b4-79a1-4f6a-b8fb-409f8e266ed1 req-fbd56e4e-3ab9-4a81-9c84-f56a3add49e8 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129453 Jul 05 03:56:10.697746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44596) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:10.784739 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0426e7-b225-4952-9324-09f132d1bbeb x-openstack-request-id: req-eb0426e7-b225-4952-9324-09f132d1bbeb {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:10.784739 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6771ec4-e5a9-4134-a8a1-3bf3ba633ea0", "name": "network-vif-plugged", "status": "completed", "tag": "51c75f1f-3407-4642-a72e-bd1ff0385407", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:10.784739 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb0426e7-b225-4952-9324-09f132d1bbeb {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:10.784739 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6771ec4-e5a9-4134-a8a1-3bf3ba633ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c75f1f-3407-4642-a72e-bd1ff0385407', 'code': 200} Jul 05 03:56:10.829972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c06bb020-e448-4f8e-962e-d69bb2a9fef5 tempest-SubnetPoolsTestJSON-1707737320 tempest-SubnetPoolsTestJSON-1707737320-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1982931994', 'prefixes': ['172.20.0.0/16']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:10.924518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf32f4-f483-4210-997e-88fc5acea1e4 req-0a6bda47-25ca-4eaf-b6f1-e050557ba9eb tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.926062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9baf32f4-f483-4210-997e-88fc5acea1e4 req-0a6bda47-25ca-4eaf-b6f1-e050557ba9eb tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1345310 Jul 05 03:56:11.001994 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9baf32f4-f483-4210-997e-88fc5acea1e4 req-5e3b98b1-1de4-45bf-96e9-ed916b2b72b0 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662301 Jul 05 03:56:11.002782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ebbca-ba2f-4b1f-92e1-884a176b3376 req-3770bd86-21dc-4eeb-9453-e0cfaab45456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:11.004352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-156ebbca-ba2f-4b1f-92e1-884a176b3376 req-3770bd86-21dc-4eeb-9453-e0cfaab45456 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d6771ec4-e5a9-4134-a8a1-3bf3ba633ea0 HTTP/1.1" status: 200 len: 1097 time: 0.1200309 Jul 05 03:56:11.054475 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-156ebbca-ba2f-4b1f-92e1-884a176b3376 req-3dbc541c-46dd-41a9-809e-cc5a28d0e4f6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377579 Jul 05 03:56:11.127178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c680063-ca5b-4460-a2df-3b8c9521350d req-12bb1abf-771a-4068-a138-a726f8908e98 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:11.128747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1c680063-ca5b-4460-a2df-3b8c9521350d req-12bb1abf-771a-4068-a138-a726f8908e98 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 943 time: 0.0777574 Jul 05 03:56:11.174627 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1c680063-ca5b-4460-a2df-3b8c9521350d req-a4e717b8-4540-4ef1-82de-1d17309d280e tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399797 Jul 05 03:56:11.206110 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c06bb020-e448-4f8e-962e-d69bb2a9fef5 tempest-SubnetPoolsTestJSON-1707737320 tempest-SubnetPoolsTestJSON-1707737320-project] Notify callbacks [] for subnetpool, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.210621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44610) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:11.219095 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c06bb020-e448-4f8e-962e-d69bb2a9fef5 tempest-SubnetPoolsTestJSON-1707737320 tempest-SubnetPoolsTestJSON-1707737320-project] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5201976 Jul 05 03:56:11.260271 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cfd88ffa-daa3-432a-ae99-bff4ce7ff985 tempest-SubnetPoolsTestJSON-1707737320 tempest-SubnetPoolsTestJSON-1707737320-project] 10.222.0.38 "GET /v2.0/subnetpools/ce6d6794-1031-4692-9376-bd69a26f6d69 HTTP/1.1" status: 200 len: 732 time: 0.0433285 Jul 05 03:56:11.262100 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44612) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:11.269489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5e43c14d-24cd-4d97-873d-82ac7e2c3ae7 tempest-SubnetPoolsTestJSON-1707737320 tempest-SubnetPoolsTestJSON-1707737320-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-378202834'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:11.387702 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ea85ffa6-848f-4fba-9c76-3c291317c10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.472985 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5e43c14d-24cd-4d97-873d-82ac7e2c3ae7 tempest-SubnetPoolsTestJSON-1707737320 tempest-SubnetPoolsTestJSON-1707737320-project] Notify callbacks [] for subnetpool, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.474647 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5e43c14d-24cd-4d97-873d-82ac7e2c3ae7 tempest-SubnetPoolsTestJSON-1707737320 tempest-SubnetPoolsTestJSON-1707737320-project] 10.222.0.38 "PUT /v2.0/subnetpools/ce6d6794-1031-4692-9376-bd69a26f6d69 HTTP/1.1" status: 200 len: 683 time: 0.2112415 Jul 05 03:56:11.477170 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44614) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:11.592301 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 43032f06-59b8-438c-815f-cb6212ce7ee8 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:11.666406 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4c593ba6-0492-432f-85d6-8ebaa6054b4f tempest-SubnetPoolsTestJSON-1707737320 tempest-SubnetPoolsTestJSON-1707737320-project] Notify callbacks [] for subnetpool, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.671819 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4c593ba6-0492-432f-85d6-8ebaa6054b4f tempest-SubnetPoolsTestJSON-1707737320 tempest-SubnetPoolsTestJSON-1707737320-project] 10.222.0.38 "DELETE /v2.0/subnetpools/ce6d6794-1031-4692-9376-bd69a26f6d69 HTTP/1.1" status: 204 len: 168 time: 0.1928556 Jul 05 03:56:11.672682 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44618) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:11.699257 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-9eb9b774-f17c-408d-b3d3-09dd6529adcb tempest-SubnetPoolsTestJSON-1707737320 tempest-SubnetPoolsTestJSON-1707737320-project] show failed (client error): The resource could not be found. Jul 05 03:56:11.700321 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9eb9b774-f17c-408d-b3d3-09dd6529adcb tempest-SubnetPoolsTestJSON-1707737320 tempest-SubnetPoolsTestJSON-1707737320-project] 10.222.0.38 "GET /v2.0/subnetpools/ce6d6794-1031-4692-9376-bd69a26f6d69 HTTP/1.1" status: 404 len: 346 time: 0.0260756 Jul 05 03:56:11.703934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44622) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:11.760000 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-f92fd4e5-462e-47b1-b7b4-63d751a78110 tempest-SubnetPoolsTestJSON-1707737320 tempest-SubnetPoolsTestJSON-1707737320-project] delete failed (client error): The resource could not be found. Jul 05 03:56:11.764567 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f92fd4e5-462e-47b1-b7b4-63d751a78110 tempest-SubnetPoolsTestJSON-1707737320 tempest-SubnetPoolsTestJSON-1707737320-project] 10.222.0.38 "DELETE /v2.0/subnetpools/ce6d6794-1031-4692-9376-bd69a26f6d69 HTTP/1.1" status: 404 len: 346 time: 0.0595813 Jul 05 03:56:11.771223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 43032f06-59b8-438c-815f-cb6212ce7ee8 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:11.776388 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 43032f06-59b8-438c-815f-cb6212ce7ee8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:11.776768 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.933691 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.017043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 43032f06-59b8-438c-815f-cb6212ce7ee8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=43032f06-59b8-438c-815f-cb6212ce7ee8,segment=NetworkSegment(cd9e76b4-a5a5-4d81-aee3-bb135680162f),segment_id=cd9e76b4-a5a5-4d81-aee3-bb135680162f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:12.068405 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a1599b7-f48e-4c27-8f38-5f16580900fd req-ad31ee2e-9c10-4d5f-87ab-b7a1e6702e79 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1687119 Jul 05 03:56:12.098084 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.132863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c315c6e-d868-49e0-a54f-0f6c936568b8 req-6ca1bdef-4e3b-46d2-b469-e55e6c5902b5 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.140985 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c315c6e-d868-49e0-a54f-0f6c936568b8 req-6ca1bdef-4e3b-46d2-b469-e55e6c5902b5 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 946 time: 0.3368728 Jul 05 03:56:12.215727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1599b7-f48e-4c27-8f38-5f16580900fd req-823aeccc-c384-482d-b9a0-ff4b16e9137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.217406 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f012c-b42e-41b0-89cb-89d186708fce req-eddc6c02-06e6-486c-82f4-77941b1a3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.221336 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a1599b7-f48e-4c27-8f38-5f16580900fd req-823aeccc-c384-482d-b9a0-ff4b16e9137c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 1096 time: 0.1249411 Jul 05 03:56:12.221737 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-766f012c-b42e-41b0-89cb-89d186708fce req-eddc6c02-06e6-486c-82f4-77941b1a3d99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=965868a2cb014d159f025b9a99fb2569&device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 1098 time: 0.3501997 Jul 05 03:56:12.233056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524281b4-9d8a-4b92-95bb-4973bfc66466 req-e7ce92bc-f606-4de6-b6ff-4fe51e77a325 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.235416 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-524281b4-9d8a-4b92-95bb-4973bfc66466 req-e7ce92bc-f606-4de6-b6ff-4fe51e77a325 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.3301139 Jul 05 03:56:12.250751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c315c6e-d868-49e0-a54f-0f6c936568b8 req-98fbdc58-73dd-4589-9959-355120d8612a tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069021 Jul 05 03:56:12.253524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=43032f06-59b8-438c-815f-cb6212ce7ee8,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:12.373601 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-524281b4-9d8a-4b92-95bb-4973bfc66466 req-9030c07b-2f4c-469a-aa4d-80165e351427 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150961 Jul 05 03:56:12.435170 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f012c-b42e-41b0-89cb-89d186708fce req-0b205b5d-45d6-4146-b732-934b9a548c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.441481 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-766f012c-b42e-41b0-89cb-89d186708fce req-0b205b5d-45d6-4146-b732-934b9a548c88 service neutron] 10.222.0.10 "GET /v2.0/networks?id=702ce1ba-a7db-46c8-8515-74ee4b752ef6 HTTP/1.1" status: 200 len: 921 time: 0.1848440 Jul 05 03:56:12.451955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1599b7-f48e-4c27-8f38-5f16580900fd req-b2a28c8d-2cb4-4605-a5dd-ccd08dd803e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.454494 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a1599b7-f48e-4c27-8f38-5f16580900fd req-b2a28c8d-2cb4-4605-a5dd-ccd08dd803e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.1832619 Jul 05 03:56:12.564729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-766f012c-b42e-41b0-89cb-89d186708fce req-abf4a537-6672-4a51-a97d-0b09f5306add service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9cdfc70-45d8-4233-b209-4189e8a62180 HTTP/1.1" status: 200 len: 217 time: 0.1179626 Jul 05 03:56:12.575529 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a1599b7-f48e-4c27-8f38-5f16580900fd req-76c1ace8-963e-4a25-852f-d396b24f675c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b HTTP/1.1" status: 200 len: 217 time: 0.1072853 Jul 05 03:56:12.650700 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44648) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:12.701041 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f012c-b42e-41b0-89cb-89d186708fce req-144a908d-3739-4bb9-b78f-605ea6f521be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.702782 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-766f012c-b42e-41b0-89cb-89d186708fce req-144a908d-3739-4bb9-b78f-605ea6f521be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c65c4df-6b50-4777-bc22-c6cd95c8554d HTTP/1.1" status: 200 len: 860 time: 0.1258795 Jul 05 03:56:12.710499 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1599b7-f48e-4c27-8f38-5f16580900fd req-5ad9736f-d687-4393-aba2-fa8a764eca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.712580 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09d2ed-54e9-4f2c-8bc9-25fb361a2c5a req-ee5e83ac-b84e-45b7-806d-3de00a5b2b08 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.713307 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a1599b7-f48e-4c27-8f38-5f16580900fd req-5ad9736f-d687-4393-aba2-fa8a764eca26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.1322291 Jul 05 03:56:12.714264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ee09d2ed-54e9-4f2c-8bc9-25fb361a2c5a req-ee5e83ac-b84e-45b7-806d-3de00a5b2b08 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.2066805 Jul 05 03:56:12.753599 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-766f012c-b42e-41b0-89cb-89d186708fce req-b6910ef3-a79f-462c-939f-ae3bae683522 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=702ce1ba-a7db-46c8-8515-74ee4b752ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382605 Jul 05 03:56:12.785548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e08885-91e8-44a0-a8ef-9e939f2fe1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43032f06-59b8-438c-815f-cb6212ce7ee8'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:12.788103 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916d1ef7-0cb9-47e3-aa8c-21c39265a38b" -d '{"events": [{"server_uuid": "a7e08885-91e8-44a0-a8ef-9e939f2fe1e0", "name": "network-vif-plugged", "status": "completed", "tag": "43032f06-59b8-438c-815f-cb6212ce7ee8"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:12.808521 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a1599b7-f48e-4c27-8f38-5f16580900fd req-714a60de-10aa-4d93-b03f-5a7a48bf8f2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846694 Jul 05 03:56:12.858013 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ee09d2ed-54e9-4f2c-8bc9-25fb361a2c5a req-0b06ee65-1dd9-4c4a-89a7-dca365c05b1a tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345675 Jul 05 03:56:12.917172 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5330069d-a683-415c-9059-7c921da37118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.954909 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a1599b7-f48e-4c27-8f38-5f16580900fd req-9a3284b8-a571-462d-9f4b-9a5b6f63dd75 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311026 Jul 05 03:56:12.955778 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692cc6cf-c600-4811-89b4-52f913a42e92 x-openstack-request-id: req-692cc6cf-c600-4811-89b4-52f913a42e92 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:12.956097 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e08885-91e8-44a0-a8ef-9e939f2fe1e0", "name": "network-vif-plugged", "status": "completed", "tag": "43032f06-59b8-438c-815f-cb6212ce7ee8", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:12.956378 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-692cc6cf-c600-4811-89b4-52f913a42e92 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:12.956773 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e08885-91e8-44a0-a8ef-9e939f2fe1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43032f06-59b8-438c-815f-cb6212ce7ee8', 'code': 200} Jul 05 03:56:13.008677 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-766f012c-b42e-41b0-89cb-89d186708fce req-c90ec61d-c7b9-433f-a183-ac7e192525fd service neutron] 10.222.0.10 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464340 Jul 05 03:56:13.099749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e23bd-a7f3-4412-a78e-e2a8bc6a75d9 req-0bfafbfd-4e3b-42f7-b22d-2159949e2f32 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:13.104266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a47e23bd-a7f3-4412-a78e-e2a8bc6a75d9 req-0bfafbfd-4e3b-42f7-b22d-2159949e2f32 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 943 time: 0.2511237 Jul 05 03:56:13.149448 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a1599b7-f48e-4c27-8f38-5f16580900fd req-20f7672e-2083-4a15-9952-ced432621be3 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852396 Jul 05 03:56:13.198641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bf3a4-9c3c-44f8-9934-c9c8b2e2606e req-aaf1dd43-e82a-4b72-9b22-91b07b6d33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:13.200224 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-428bf3a4-9c3c-44f8-9934-c9c8b2e2606e req-aaf1dd43-e82a-4b72-9b22-91b07b6d33d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a7e08885-91e8-44a0-a8ef-9e939f2fe1e0 HTTP/1.1" status: 200 len: 1098 time: 0.1238136 Jul 05 03:56:13.206158 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a47e23bd-a7f3-4412-a78e-e2a8bc6a75d9 req-916828fb-7c73-4f9f-b91d-a3890c08cf38 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961082 Jul 05 03:56:13.210766 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5330069d-a683-415c-9059-7c921da37118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.213395 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-766f012c-b42e-41b0-89cb-89d186708fce req-adbd0ea7-a22f-4e34-b052-bec37581e5af service neutron] 10.222.0.10 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910386 Jul 05 03:56:13.253473 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-428bf3a4-9c3c-44f8-9934-c9c8b2e2606e req-708dad3f-3aa5-4f08-be52-6fa14d716bf5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414557 Jul 05 03:56:13.286488 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5330069d-a683-415c-9059-7c921da37118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.340770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5330069d-a683-415c-9059-7c921da37118 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9c64ce103a364edca0cae6e3a2889eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6873007 Jul 05 03:56:13.347659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330069d-a683-415c-9059-7c921da37118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28b9a96-d759-4ab3-b90d-ebe60a24709b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:13.347787 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44660) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:13.420189 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1fd795cf-6c96-43fb-beee-024c2ff842c3 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:13.444433 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-52ff739a-e26a-46d8-a68e-1b9774af88ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.481252 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-52ff739a-e26a-46d8-a68e-1b9774af88ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.531564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0096cd-2e20-48fe-8afd-1466fe997085 req-0522b837-2853-4a13-8c31-1308cd7aebd0 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:13.533166 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e0096cd-2e20-48fe-8afd-1466fe997085 req-0522b837-2853-4a13-8c31-1308cd7aebd0 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 946 time: 0.1215873 Jul 05 03:56:13.591088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1fd795cf-6c96-43fb-beee-024c2ff842c3, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1fd795cf-6c96-43fb-beee-024c2ff842c3,segment=NetworkSegment(cd9e76b4-a5a5-4d81-aee3-bb135680162f),segment_id=cd9e76b4-a5a5-4d81-aee3-bb135680162f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:13.603765 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e0096cd-2e20-48fe-8afd-1466fe997085 req-db047bb8-4fe5-44df-b599-a4abdd03f3d4 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632908 Jul 05 03:56:13.616330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '1fd795cf-6c96-43fb-beee-024c2ff842c3', 'network_id': 'b57acb1e-e66b-4876-bd4f-6291365c0844', 'port_id': '1fd795cf-6c96-43fb-beee-024c2ff842c3', 'mac_address': 'fa:16:3e:93:3b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea952e5-e7a8-42fd-8cd3-ed07120420e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:13.666897 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.675325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b2656-1009-43c2-bfe1-7b503ce192b9 req-c4e11301-ff81-4222-99df-95edcca5019d tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:13.677277 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d2b2656-1009-43c2-bfe1-7b503ce192b9 req-c4e11301-ff81-4222-99df-95edcca5019d tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.0725284 Jul 05 03:56:13.686503 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd795cf-6c96-43fb-beee-024c2ff842c3 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:13.708228 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-52ff739a-e26a-46d8-a68e-1b9774af88ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.708228 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-52ff739a-e26a-46d8-a68e-1b9774af88ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.708228 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-52ff739a-e26a-46d8-a68e-1b9774af88ea admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d28b9a96-d759-4ab3-b90d-ebe60a24709b HTTP/1.1" status: 204 len: 168 time: 0.3571553 Jul 05 03:56:13.709232 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1fd795cf-6c96-43fb-beee-024c2ff842c3, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1fd795cf-6c96-43fb-beee-024c2ff842c3,segment=NetworkSegment(cd9e76b4-a5a5-4d81-aee3-bb135680162f),segment_id=cd9e76b4-a5a5-4d81-aee3-bb135680162f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:13.717623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff739a-e26a-46d8-a68e-1b9774af88ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28b9a96-d759-4ab3-b90d-ebe60a24709b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:13.775109 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d2b2656-1009-43c2-bfe1-7b503ce192b9 req-184593b1-619c-4354-8e2b-28624930f9ff tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905852 Jul 05 03:56:13.828545 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.886720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=1fd795cf-6c96-43fb-beee-024c2ff842c3,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:13.983617 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1ab6-bd41-455f-a353-c2a2c312f7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.097959 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ad1fa-fa09-479c-8b13-ace06b4de2ff req-be121006-fdb3-4af6-a134-de7d10fe0dad tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:14.099292 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-411ad1fa-fa09-479c-8b13-ace06b4de2ff req-be121006-fdb3-4af6-a134-de7d10fe0dad tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.0644853 Jul 05 03:56:14.153334 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-411ad1fa-fa09-479c-8b13-ace06b4de2ff req-1ad09eb9-3425-406e-b0f5-ee0eb7304715 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471568 Jul 05 03:56:14.377772 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.432732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['1fd795cf-6c96-43fb-beee-024c2ff842c3'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:14.439262 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00019e4c-a597-4b47-a60f-128cb08de55b req-be822787-814e-4932-bc82-5fe298fefe27 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:14.447029 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00019e4c-a597-4b47-a60f-128cb08de55b req-be822787-814e-4932-bc82-5fe298fefe27 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 944 time: 0.0881271 Jul 05 03:56:14.503829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00019e4c-a597-4b47-a60f-128cb08de55b req-2c781013-0e34-48a2-a3d2-846508138501 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557172 Jul 05 03:56:14.814729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435377e1-adec-4dda-b987-5f369e29afe9 req-d52fdeb9-003c-493f-b1cd-c72e39769c9c tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:14.822941 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-435377e1-adec-4dda-b987-5f369e29afe9 req-d52fdeb9-003c-493f-b1cd-c72e39769c9c tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 946 time: 0.0888243 Jul 05 03:56:14.950374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-435377e1-adec-4dda-b987-5f369e29afe9 req-816e2b8e-3ebf-4d17-bbb4-21a7109469b9 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206932 Jul 05 03:56:14.995471 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64d02f-07fc-4f13-a641-51ba135b8c32 req-570a9256-e62b-4037-98ae-f92c81792cce tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:14.997012 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d64d02f-07fc-4f13-a641-51ba135b8c32 req-570a9256-e62b-4037-98ae-f92c81792cce tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.0899477 Jul 05 03:56:15.068904 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d64d02f-07fc-4f13-a641-51ba135b8c32 req-141dddb1-8ef3-4763-9f2d-df7b1d87926f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608001 Jul 05 03:56:15.206657 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.343623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecc419-128e-4ea8-b614-17a659f18480 req-d86a8396-150f-4ba6-9e54-4424ec3a39f0 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:15.345596 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6ecc419-128e-4ea8-b614-17a659f18480 req-d86a8396-150f-4ba6-9e54-4424ec3a39f0 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.0723858 Jul 05 03:56:15.416142 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6ecc419-128e-4ea8-b614-17a659f18480 req-206d83bd-1eaa-416a-b9a6-90e0549605f8 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644984 Jul 05 03:56:15.780568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff59e5-3b1d-43bd-880e-736459156199 req-48fa29c2-6b6c-45e1-80c0-fcbdf68c6db3 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:15.782163 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21ff59e5-3b1d-43bd-880e-736459156199 req-48fa29c2-6b6c-45e1-80c0-fcbdf68c6db3 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 944 time: 0.1375930 Jul 05 03:56:15.827469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21ff59e5-3b1d-43bd-880e-736459156199 req-fd7fbd8b-a66b-46a8-81c1-75a5f25ec88a tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387697 Jul 05 03:56:16.181249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f45df-0b19-4231-93ce-3aee00eec596 req-1ed2ab67-d7a4-4f4a-8fd4-934f48850af8 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:16.183358 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-277f45df-0b19-4231-93ce-3aee00eec596 req-1ed2ab67-d7a4-4f4a-8fd4-934f48850af8 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 946 time: 0.1010091 Jul 05 03:56:16.263422 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-277f45df-0b19-4231-93ce-3aee00eec596 req-a3deb2c0-cb37-4497-94e6-3e82453e1f5e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585589 Jul 05 03:56:16.294701 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d535693-954c-4b26-b814-f146f799d96d req-fb67e229-4159-4d1b-8be2-89cf056c9a02 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:16.296630 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d535693-954c-4b26-b814-f146f799d96d req-fb67e229-4159-4d1b-8be2-89cf056c9a02 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1037550 Jul 05 03:56:16.359732 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d535693-954c-4b26-b814-f146f799d96d req-6ac03bdc-41e3-4316-84e8-ec36212724fe tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461512 Jul 05 03:56:16.623167 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440af4b-e3cd-48d6-834b-f91e03e7d0d8 req-4000fdb0-0afb-49b3-9cdd-b3aabce3f246 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:16.625450 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d440af4b-e3cd-48d6-834b-f91e03e7d0d8 req-4000fdb0-0afb-49b3-9cdd-b3aabce3f246 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.0715396 Jul 05 03:56:16.667753 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d440af4b-e3cd-48d6-834b-f91e03e7d0d8 req-681359b4-66de-4094-ad2a-d84cf5611bc8 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364017 Jul 05 03:56:16.816038 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.012632 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29282e9e-333e-41fd-93bc-b61355faa66e req-8be13dde-3aae-4965-8b30-7aa0630d203a tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:17.014132 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29282e9e-333e-41fd-93bc-b61355faa66e req-8be13dde-3aae-4965-8b30-7aa0630d203a tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 944 time: 0.0681500 Jul 05 03:56:17.054550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29282e9e-333e-41fd-93bc-b61355faa66e req-9e67707f-8913-4743-8f06-48d6f950875a tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334773 Jul 05 03:56:17.466923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1fd795cf-6c96-43fb-beee-024c2ff842c3 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:17.483104 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fbc9c-1345-404f-aa3e-a531f6fee016 req-ec8851ac-a006-4513-a62e-75dde5a05eff tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:17.485676 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb3fbc9c-1345-404f-aa3e-a531f6fee016 req-ec8851ac-a006-4513-a62e-75dde5a05eff tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 946 time: 0.0772552 Jul 05 03:56:17.627399 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 1fd795cf-6c96-43fb-beee-024c2ff842c3 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:17.633352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 1fd795cf-6c96-43fb-beee-024c2ff842c3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:17.633975 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.753434 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.791603 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a311ac49-83ca-49f6-9dcc-4ebd1e5adeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd795cf-6c96-43fb-beee-024c2ff842c3'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:17.794013 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f7bcac-3e1f-4a42-a071-c0bc628b4972" -d '{"events": [{"server_uuid": "a311ac49-83ca-49f6-9dcc-4ebd1e5adeac", "name": "network-vif-plugged", "status": "completed", "tag": "1fd795cf-6c96-43fb-beee-024c2ff842c3"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:17.968689 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb3fbc9c-1345-404f-aa3e-a531f6fee016 req-e25e22a1-8e6b-4bb1-b3ae-ca8222080f00 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728675 Jul 05 03:56:17.974193 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1fd795cf-6c96-43fb-beee-024c2ff842c3, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1fd795cf-6c96-43fb-beee-024c2ff842c3,segment=NetworkSegment(cd9e76b4-a5a5-4d81-aee3-bb135680162f),segment_id=cd9e76b4-a5a5-4d81-aee3-bb135680162f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:18.011165 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c873b-4135-4132-a38b-ced546f0bfb6 req-cbaef23a-9537-4310-a1a7-4f670db2a068 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:18.025698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-793c873b-4135-4132-a38b-ced546f0bfb6 req-cbaef23a-9537-4310-a1a7-4f670db2a068 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1463833 Jul 05 03:56:18.056474 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.072686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-793c873b-4135-4132-a38b-ced546f0bfb6 req-90a5a6a7-4a24-4f2b-8c47-662f0ff8409b tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455608 Jul 05 03:56:18.128696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=1fd795cf-6c96-43fb-beee-024c2ff842c3,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:18.259742 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb3d2c3-71fc-4e9b-8f59-da53761a453a x-openstack-request-id: req-3bb3d2c3-71fc-4e9b-8f59-da53761a453a {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:18.261635 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a311ac49-83ca-49f6-9dcc-4ebd1e5adeac", "name": "network-vif-plugged", "status": "completed", "tag": "1fd795cf-6c96-43fb-beee-024c2ff842c3", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:18.262082 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3bb3d2c3-71fc-4e9b-8f59-da53761a453a {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:18.262289 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a311ac49-83ca-49f6-9dcc-4ebd1e5adeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd795cf-6c96-43fb-beee-024c2ff842c3', 'code': 200} Jul 05 03:56:18.336824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1126888-de43-4f6f-91a7-7332e9d080b9 req-a3f2364a-fd35-4427-a774-35d3d1a6ecd3 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:18.338514 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1126888-de43-4f6f-91a7-7332e9d080b9 req-a3f2364a-fd35-4427-a774-35d3d1a6ecd3 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.0875144 Jul 05 03:56:18.400735 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1126888-de43-4f6f-91a7-7332e9d080b9 req-b933f9c8-dc31-4160-af80-562b346151c6 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559754 Jul 05 03:56:18.413507 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d51e6-cbdb-4045-86e8-3c95b3fda082 req-615b16d8-af6e-49ed-a3d4-3aeb8e272f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:18.415040 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-430d51e6-cbdb-4045-86e8-3c95b3fda082 req-615b16d8-af6e-49ed-a3d4-3aeb8e272f5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 1097 time: 0.0620496 Jul 05 03:56:18.453457 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-430d51e6-cbdb-4045-86e8-3c95b3fda082 req-cd5007e6-4cf5-403c-8d4f-dd1e6d6a3629 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304351 Jul 05 03:56:18.461368 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431bff2-ce5f-4765-b70a-c849cf6720f5 req-d83bd546-0ef2-4c95-b615-1fcbe45409b6 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:18.468170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1431bff2-ce5f-4765-b70a-c849cf6720f5 req-d83bd546-0ef2-4c95-b615-1fcbe45409b6 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 945 time: 0.0847342 Jul 05 03:56:18.509021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1431bff2-ce5f-4765-b70a-c849cf6720f5 req-f1e7bc23-075e-4720-ae98-6244c9e2b3d8 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396016 Jul 05 03:56:18.588461 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44788) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:18.701317 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef8b8-fae2-40d2-8a37-5c05b045ab8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.791216 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef8b8-fae2-40d2-8a37-5c05b045ab8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.851669 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef8b8-fae2-40d2-8a37-5c05b045ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.889173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ef8b8-fae2-40d2-8a37-5c05b045ab8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6ba044-cf53-47e2-a5de-646ccbed1a1a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:18.894982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5d8ef8b8-fae2-40d2-8a37-5c05b045ab8c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d2eb419b1ce491b8103a2ee61c5d32b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3038590 Jul 05 03:56:18.896042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44796) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:18.948284 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d331fa3c-0d26-40be-bca6-f665146ced59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.969195 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d331fa3c-0d26-40be-bca6-f665146ced59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.127963 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d331fa3c-0d26-40be-bca6-f665146ced59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.130561 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d331fa3c-0d26-40be-bca6-f665146ced59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.131700 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d331fa3c-0d26-40be-bca6-f665146ced59 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de6ba044-cf53-47e2-a5de-646ccbed1a1a HTTP/1.1" status: 204 len: 168 time: 0.2347260 Jul 05 03:56:19.142667 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331fa3c-0d26-40be-bca6-f665146ced59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6ba044-cf53-47e2-a5de-646ccbed1a1a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:19.182521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6a373-9216-4739-ac4e-b7c34f1dc2a3 req-511b2451-2e4d-4b8a-b7c2-c688830e16b1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:19.184076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82a6a373-9216-4739-ac4e-b7c34f1dc2a3 req-511b2451-2e4d-4b8a-b7c2-c688830e16b1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 946 time: 0.0859649 Jul 05 03:56:19.237186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82a6a373-9216-4739-ac4e-b7c34f1dc2a3 req-01110c16-0eaf-40ab-b70a-05289d6911f5 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468278 Jul 05 03:56:19.322362 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce32042-a392-4704-b022-202ede2f1440 req-a8c1989d-6a61-457b-b65e-24b54724f422 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:19.328041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ce32042-a392-4704-b022-202ede2f1440 req-a8c1989d-6a61-457b-b65e-24b54724f422 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1071928 Jul 05 03:56:19.372754 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ce32042-a392-4704-b022-202ede2f1440 req-1e9388d3-5907-40ef-96af-a5d1b18805f4 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381725 Jul 05 03:56:19.613522 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a446d2-c08f-4483-888c-68c95dec89f0 req-a262b92a-e3ef-4bee-9e57-8009cf7489ef tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:19.615108 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46a446d2-c08f-4483-888c-68c95dec89f0 req-a262b92a-e3ef-4bee-9e57-8009cf7489ef tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.0923750 Jul 05 03:56:19.693008 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46a446d2-c08f-4483-888c-68c95dec89f0 req-7094d1fd-89d7-4119-bb3e-64099fa5269f tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712023 Jul 05 03:56:19.731049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfef70-e7a0-45cd-909c-b0d84e586c70 req-37ecd5e2-c210-4a83-9ecd-71557699a404 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:19.732544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0cfef70-e7a0-45cd-909c-b0d84e586c70 req-37ecd5e2-c210-4a83-9ecd-71557699a404 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 945 time: 0.0908098 Jul 05 03:56:19.789796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0cfef70-e7a0-45cd-909c-b0d84e586c70 req-743c66f2-2110-4410-a0cd-1ff9de9cf3bf tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503883 Jul 05 03:56:20.633867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ae149-7da8-4f6b-95b6-79c4a0220d66 req-ddb2eb25-4b05-4d0c-9749-2ea95f9dbbc5 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:20.635569 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f74ae149-7da8-4f6b-95b6-79c4a0220d66 req-ddb2eb25-4b05-4d0c-9749-2ea95f9dbbc5 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.0991864 Jul 05 03:56:20.694911 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f74ae149-7da8-4f6b-95b6-79c4a0220d66 req-e5afcec3-fe11-457f-ba2d-5dd521a7f17b tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506577 Jul 05 03:56:20.812579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c840187-dfb5-450d-9670-de549f78d39e req-609ba5c3-0618-4fcb-b202-16443af8c78e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:20.819417 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c840187-dfb5-450d-9670-de549f78d39e req-609ba5c3-0618-4fcb-b202-16443af8c78e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 946 time: 0.0951998 Jul 05 03:56:20.871312 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c840187-dfb5-450d-9670-de549f78d39e req-3b14f2b9-1e50-428d-818a-c0a2a28e5d42 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510266 Jul 05 03:56:21.124928 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a103d-4b03-4bc6-a364-4fdf38d320fa req-b1deec91-f38c-4516-89e6-1b773520cf1f tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:21.126760 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a8a103d-4b03-4bc6-a364-4fdf38d320fa req-b1deec91-f38c-4516-89e6-1b773520cf1f tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.1152318 Jul 05 03:56:21.138027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d375a-65da-44a6-b9ac-50c11f656eb3 req-97670663-8896-4660-a694-d3519f2635f2 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:21.143858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-765d375a-65da-44a6-b9ac-50c11f656eb3 req-97670663-8896-4660-a694-d3519f2635f2 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 945 time: 0.1189754 Jul 05 03:56:21.204691 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a8a103d-4b03-4bc6-a364-4fdf38d320fa req-00063574-117a-4b43-81a6-6e837b862638 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596969 Jul 05 03:56:21.212885 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-765d375a-65da-44a6-b9ac-50c11f656eb3 req-50e5def0-c874-42c7-a420-54c76b6d99f3 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665555 Jul 05 03:56:21.420295 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44872) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:21.443983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8c75d-66f2-4ec9-91e2-03e7a0cdf6bb req-c4bd0676-8a92-4588-bee3-c35c97b0aca0 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:21.445646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50a8c75d-66f2-4ec9-91e2-03e7a0cdf6bb req-c4bd0676-8a92-4588-bee3-c35c97b0aca0 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e08885-91e8-44a0-a8ef-9e939f2fe1e0 HTTP/1.1" status: 200 len: 946 time: 0.0900459 Jul 05 03:56:21.524129 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50a8c75d-66f2-4ec9-91e2-03e7a0cdf6bb req-8850ab1b-c673-4f20-a004-afc79f3d90a4 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574498 Jul 05 03:56:21.627991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a21bf9a5-9479-4711-a01e-deea58f0679e tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-978316115'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:21.628482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a21bf9a5-9479-4711-a01e-deea58f0679e tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] Unknown quota resources ['metering_label']. {{(pid=100932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:56:21.740866 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cfd11-e76f-4e70-949c-c630bc1dfef9 req-192009e8-b4d0-47ac-bf82-ec3343c4586d tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:21.743005 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc0cfd11-e76f-4e70-949c-c630bc1dfef9 req-192009e8-b4d0-47ac-bf82-ec3343c4586d tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6771ec4-e5a9-4134-a8a1-3bf3ba633ea0 HTTP/1.1" status: 200 len: 945 time: 0.0773060 Jul 05 03:56:21.786977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc0cfd11-e76f-4e70-949c-c630bc1dfef9 req-bfc1e53d-ddb9-46d0-93b8-851373a73c97 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379944 Jul 05 03:56:21.910804 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72810ff-b9c1-453b-a729-e62f009ac4f1 req-79bab15a-fd29-4e96-b5c6-58c2775d518c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:21.913307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d72810ff-b9c1-453b-a729-e62f009ac4f1 req-79bab15a-fd29-4e96-b5c6-58c2775d518c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.0783246 Jul 05 03:56:21.939351 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a21bf9a5-9479-4711-a01e-deea58f0679e tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:21.940570 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a21bf9a5-9479-4711-a01e-deea58f0679e tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5223606 Jul 05 03:56:21.943446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44886) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:21.948109 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-eab3b203-209f-4769-89d3-d45515ae8de0 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '27624825-f83b-4315-8342-bf35980bd119'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:21.948727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-eab3b203-209f-4769-89d3-d45515ae8de0 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:56:21.982212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d72810ff-b9c1-453b-a729-e62f009ac4f1 req-fdb788f3-f740-445e-bc64-289ce2c01013 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598834 Jul 05 03:56:22.148637 n-d-771363-32 neutron-server[100932]: WARNING neutron.services.metering.metering_plugin [None req-eab3b203-209f-4769-89d3-d45515ae8de0 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 03:56:22.265821 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eab3b203-209f-4769-89d3-d45515ae8de0 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:22.270627 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-eab3b203-209f-4769-89d3-d45515ae8de0 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3259504 Jul 05 03:56:22.271241 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44900) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:22.275773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0eaaf1b4-faf5-47d7-8da3-9ad34a4be855 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '27624825-f83b-4315-8342-bf35980bd119'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:22.276299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0eaaf1b4-faf5-47d7-8da3-9ad34a4be855 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:56:22.324702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb5d36-30c6-4863-872d-364a7c64d9a4 req-6a074634-18e9-438b-9498-cd3ee080d10e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:22.326482 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4cbb5d36-30c6-4863-872d-364a7c64d9a4 req-6a074634-18e9-438b-9498-cd3ee080d10e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 946 time: 0.0790863 Jul 05 03:56:22.381430 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4cbb5d36-30c6-4863-872d-364a7c64d9a4 req-d4e35414-ea38-464e-99f0-d178a0e73c2b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488510 Jul 05 03:56:22.440385 n-d-771363-32 neutron-server[100932]: WARNING neutron.services.metering.metering_plugin [None req-0eaaf1b4-faf5-47d7-8da3-9ad34a4be855 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 03:56:22.570864 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0eaaf1b4-faf5-47d7-8da3-9ad34a4be855 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:22.574939 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0eaaf1b4-faf5-47d7-8da3-9ad34a4be855 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3025579 Jul 05 03:56:22.575742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44906) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:22.591519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44908) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:22.592253 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d70b10f7-2782-4627-ad3a-b4c519baa8e4 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=34908938-cab7-4d16-ba96-5474f2fdb506 HTTP/1.1" status: 200 len: 462 time: 0.0151725 Jul 05 03:56:22.642206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3d3fd-71ab-4231-94b2-e7088fa1aa5e req-f3ae91eb-bb0f-4e03-a475-5d5a6d363fb5 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:22.643762 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fc3d3fd-71ab-4231-94b2-e7088fa1aa5e req-f3ae91eb-bb0f-4e03-a475-5d5a6d363fb5 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6771ec4-e5a9-4134-a8a1-3bf3ba633ea0 HTTP/1.1" status: 200 len: 945 time: 0.1147614 Jul 05 03:56:22.656948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623d074-0c37-4010-9d48-6d6622308541 req-f02154f5-70b9-4942-b183-e4312ca9db83 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:22.658713 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5623d074-0c37-4010-9d48-6d6622308541 req-f02154f5-70b9-4942-b183-e4312ca9db83 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.2202692 Jul 05 03:56:22.729465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fc3d3fd-71ab-4231-94b2-e7088fa1aa5e req-a514005d-de96-4eaa-a2cd-580905db0fcd tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689521 Jul 05 03:56:22.812619 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5623d074-0c37-4010-9d48-6d6622308541 req-835cd641-3b57-463b-8aee-7c9af3b78a1b tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463568 Jul 05 03:56:22.870770 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fbd25fb3-3937-40ff-a584-54fec7b9b59c tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:22.875120 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fbd25fb3-3937-40ff-a584-54fec7b9b59c tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/34908938-cab7-4d16-ba96-5474f2fdb506 HTTP/1.1" status: 204 len: 168 time: 0.2787426 Jul 05 03:56:22.875865 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44910) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:22.886518 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1f839a4d-2831-4f09-9c0e-a79dd30c79b1 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=34908938-cab7-4d16-ba96-5474f2fdb506 HTTP/1.1" status: 200 len: 221 time: 0.0094664 Jul 05 03:56:22.890268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44912) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:22.894510 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-25b2b283-c9fd-4191-baaf-a2b1b2661916 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1958984968', 'description': 'label created by tempest'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:22.894994 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-25b2b283-c9fd-4191-baaf-a2b1b2661916 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] Unknown quota resources ['metering_label']. {{(pid=100932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:56:23.184152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32a2d-bcb7-4168-a2d8-5b999eae904a req-ef6cfa17-351c-4847-a1a7-0b5ca5ea21f3 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.186075 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5a32a2d-bcb7-4168-a2d8-5b999eae904a req-ef6cfa17-351c-4847-a1a7-0b5ca5ea21f3 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.0781419 Jul 05 03:56:23.192898 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25b2b283-c9fd-4191-baaf-a2b1b2661916 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.197278 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-25b2b283-c9fd-4191-baaf-a2b1b2661916 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3060219 Jul 05 03:56:23.197901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44922) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:23.258246 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5a32a2d-bcb7-4168-a2d8-5b999eae904a req-f59aa911-c636-4bdd-95db-30d10aced9ce tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640182 Jul 05 03:56:23.286869 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-124c737d-3340-4411-b9f6-794b851a66d8 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=ef64cadd-58ac-4fd3-8d23-5bd09d55bec8 HTTP/1.1" status: 200 len: 468 time: 0.0877628 Jul 05 03:56:23.287686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44924) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:23.602579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0abbcc-9d03-4787-b7b1-bd374f71d6da req-4ba13ba0-d843-4975-a470-2b5981fed7b1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.604398 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd0abbcc-9d03-4787-b7b1-bd374f71d6da req-4ba13ba0-d843-4975-a470-2b5981fed7b1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 946 time: 0.0897980 Jul 05 03:56:23.643833 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-175007f7-8eeb-47fe-aee2-19aca4a32b81 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.647789 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-175007f7-8eeb-47fe-aee2-19aca4a32b81 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/ef64cadd-58ac-4fd3-8d23-5bd09d55bec8 HTTP/1.1" status: 204 len: 168 time: 0.3586805 Jul 05 03:56:23.648406 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44934) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:23.670939 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-45916293-b2d8-40ac-976e-fd17e49fbf19 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=ef64cadd-58ac-4fd3-8d23-5bd09d55bec8 HTTP/1.1" status: 200 len: 216 time: 0.0193839 Jul 05 03:56:23.671193 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44936) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:23.692675 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd0abbcc-9d03-4787-b7b1-bd374f71d6da req-ddb31439-56cc-4257-8367-55ae01691adc tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811539 Jul 05 03:56:23.695490 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-37e9695e-93e5-47a0-b2fd-1b9ef202dd99 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0180411 Jul 05 03:56:23.698950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44938) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:23.711791 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f5496a7a-2a19-4b33-b635-b09081dd5c88 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0115373 Jul 05 03:56:23.715500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44940) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:23.744228 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-9a9eb40b-e81e-4b84-ae43-9338b47683c0 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.745801 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-9a9eb40b-e81e-4b84-ae43-9338b47683c0 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160&tenant_id=63c0043dceb94c52ae4db4897d94f388&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 1098 time: 0.2282436 Jul 05 03:56:23.749769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593ef2f-e0ad-480c-bf6c-f9d2a06e9328 req-4d810dda-645c-48df-8bb7-3168eef038e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.751206 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8593ef2f-e0ad-480c-bf6c-f9d2a06e9328 req-4d810dda-645c-48df-8bb7-3168eef038e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 1098 time: 0.1377199 Jul 05 03:56:23.763964 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-32'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:23.786855 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6f914331-0e3d-4077-af90-70a8be892cc8 tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels/27624825-f83b-4315-8342-bf35980bd119 HTTP/1.1" status: 200 len: 472 time: 0.0701439 Jul 05 03:56:23.790173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44944) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:23.800837 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2fa28221-33ef-45b2-92ce-6b72282f14eb tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules/29772a4a-6a0f-4a52-9a13-8faf40c2b8be HTTP/1.1" status: 200 len: 459 time: 0.0095737 Jul 05 03:56:23.805250 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44946) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:23.924120 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.939264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593ef2f-e0ad-480c-bf6c-f9d2a06e9328 req-b94319c8-92ef-44c7-83f2-856787a00d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.940948 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8593ef2f-e0ad-480c-bf6c-f9d2a06e9328 req-b94319c8-92ef-44c7-83f2-856787a00d2c service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.1454480 Jul 05 03:56:23.964609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6b8a3-f85e-446d-8b09-494fc55e9d6b req-553af5ac-5ba9-4c64-87fc-d78589155dbf tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.973418 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04c6b8a3-f85e-446d-8b09-494fc55e9d6b req-553af5ac-5ba9-4c64-87fc-d78589155dbf tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6771ec4-e5a9-4134-a8a1-3bf3ba633ea0 HTTP/1.1" status: 200 len: 945 time: 0.1189632 Jul 05 03:56:24.008859 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8593ef2f-e0ad-480c-bf6c-f9d2a06e9328 req-a8a6a092-d558-4e3f-a10d-7eaf58886187 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1796be8e-1f88-46b6-969c-e78267cb3849 HTTP/1.1" status: 200 len: 217 time: 0.0432708 Jul 05 03:56:24.099924 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf03cf4a-51e0-4b15-ab70-81a0d09c817c tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.106676 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bf03cf4a-51e0-4b15-ab70-81a0d09c817c tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/29772a4a-6a0f-4a52-9a13-8faf40c2b8be HTTP/1.1" status: 204 len: 168 time: 0.2948408 Jul 05 03:56:24.108719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44950) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:24.117166 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04c6b8a3-f85e-446d-8b09-494fc55e9d6b req-d2d289bf-64d7-4765-b963-995a44f17706 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428685 Jul 05 03:56:24.179893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593ef2f-e0ad-480c-bf6c-f9d2a06e9328 req-38f2bd7d-636d-4bba-aaff-2f62b6d39d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:24.181317 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8593ef2f-e0ad-480c-bf6c-f9d2a06e9328 req-38f2bd7d-636d-4bba-aaff-2f62b6d39d7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.1620715 Jul 05 03:56:24.182228 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a6250-2ca7-494a-90b8-bada75695383 req-f7eb9dd2-49ab-4213-9553-2985aa7bae64 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:24.183781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c96a6250-2ca7-494a-90b8-bada75695383 req-f7eb9dd2-49ab-4213-9553-2985aa7bae64 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.1301396 Jul 05 03:56:24.230198 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c96a6250-2ca7-494a-90b8-bada75695383 req-3cd4b7f7-b8e4-4275-ae66-c9d1fbd80984 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391498 Jul 05 03:56:24.580810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6ded0-0c67-4b88-a1e5-e39f1d97b27a req-4a9a8b0a-bdca-4a52-8bae-1460ffcd87e3 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:24.588746 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44e6ded0-0c67-4b88-a1e5-e39f1d97b27a req-4a9a8b0a-bdca-4a52-8bae-1460ffcd87e3 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1015685 Jul 05 03:56:24.596035 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8593ef2f-e0ad-480c-bf6c-f9d2a06e9328 req-6471b86e-9021-493d-ac7d-c74330e9b2b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3966687 Jul 05 03:56:24.628244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44e6ded0-0c67-4b88-a1e5-e39f1d97b27a req-8a9ac0e9-0a06-412c-902f-3271a7eea29e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381711 Jul 05 03:56:24.738904 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] For port 1796be8e-1f88-46b6-969c-e78267cb3849, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1796be8e-1f88-46b6-969c-e78267cb3849,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:24.806817 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] For port 1796be8e-1f88-46b6-969c-e78267cb3849, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:24.809790 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8593ef2f-e0ad-480c-bf6c-f9d2a06e9328 req-172f36b9-849b-4cb3-903d-d3a46acf9c4d service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746876 Jul 05 03:56:24.844470 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4af42311-4d90-4e64-a4da-9fbc838464fe tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.845590 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4af42311-4d90-4e64-a4da-9fbc838464fe tempest-MeteringIpV6TestJSON-1887630529 tempest-MeteringIpV6TestJSON-1887630529-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/27624825-f83b-4315-8342-bf35980bd119 HTTP/1.1" status: 204 len: 168 time: 0.7355654 Jul 05 03:56:24.912226 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee79fc4-7ede-44a9-aeb6-454cf0da360f req-303fb88e-ea2d-481c-ae98-ee33690d43a4 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:24.914291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dee79fc4-7ede-44a9-aeb6-454cf0da360f req-303fb88e-ea2d-481c-ae98-ee33690d43a4 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 946 time: 0.0817139 Jul 05 03:56:24.919813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674da95f-82aa-4dc9-a93c-4e17e5958160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1796be8e-1f88-46b6-969c-e78267cb3849'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:24.922519 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6456957d-7e26-4279-8c2c-e8169b80f345" -d '{"events": [{"server_uuid": "674da95f-82aa-4dc9-a93c-4e17e5958160", "name": "network-vif-unplugged", "status": "completed", "tag": "1796be8e-1f88-46b6-969c-e78267cb3849"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:24.926390 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.972240 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8593ef2f-e0ad-480c-bf6c-f9d2a06e9328 req-7215ef84-4dd6-49cc-a0bf-98384c8d0e07 service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400959 Jul 05 03:56:24.973949 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6d3b88-b606-4356-928d-8a2cb6d28c4d x-openstack-request-id: req-fe6d3b88-b606-4356-928d-8a2cb6d28c4d {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:24.974246 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674da95f-82aa-4dc9-a93c-4e17e5958160", "name": "network-vif-unplugged", "status": "completed", "tag": "1796be8e-1f88-46b6-969c-e78267cb3849", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:24.974539 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe6d3b88-b606-4356-928d-8a2cb6d28c4d {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:24.974920 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674da95f-82aa-4dc9-a93c-4e17e5958160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1796be8e-1f88-46b6-969c-e78267cb3849', 'code': 200} Jul 05 03:56:25.001139 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dee79fc4-7ede-44a9-aeb6-454cf0da360f req-2b219908-3e01-45c3-9b08-9cda51db58d3 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786266 Jul 05 03:56:25.011713 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.054797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ec3af-ce67-48f5-a109-a3b5267f79f1 req-060b3e8c-58ee-4651-9fda-5276efbd2ed4 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:25.056683 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-973ec3af-ce67-48f5-a109-a3b5267f79f1 req-060b3e8c-58ee-4651-9fda-5276efbd2ed4 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6771ec4-e5a9-4134-a8a1-3bf3ba633ea0 HTTP/1.1" status: 200 len: 945 time: 0.1171160 Jul 05 03:56:25.109651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Attempting to bind port 1796be8e-1f88-46b6-969c-e78267cb3849 on host n-h1-771363-32 for vnic_type normal with profile {"migrating_to": "n-h2-771363-32"} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:25.110017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Attempting to bind port 1796be8e-1f88-46b6-969c-e78267cb3849 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:25.110344 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Attempting to bind port 1796be8e-1f88-46b6-969c-e78267cb3849 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:25.120034 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Port 1796be8e-1f88-46b6-969c-e78267cb3849 on network fc21b127-e7b5-412d-946b-08a3b7902b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:25.120317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Attempting to bind port 1796be8e-1f88-46b6-969c-e78267cb3849 on network fc21b127-e7b5-412d-946b-08a3b7902b67 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:25.123527 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1796be8e-1f88-46b6-969c-e78267cb3849,revision_number=7']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:25.129794 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:25.130030 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Checking segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:25.130545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Bound using segment: {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:25.131076 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Bound port: 1796be8e-1f88-46b6-969c-e78267cb3849, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628c9e57-7495-4dfb-a42b-1885bf349e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc21b127-e7b5-412d-946b-08a3b7902b67'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:25.131439 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.184683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-973ec3af-ce67-48f5-a109-a3b5267f79f1 req-2ed68306-6db0-4cf8-8ae4-cf86e67a6931 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Deleting port 51c75f1f-3407-4642-a72e-bd1ff0385407 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:25.185081 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-973ec3af-ce67-48f5-a109-a3b5267f79f1 req-2ed68306-6db0-4cf8-8ae4-cf86e67a6931 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.219208 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] For port 1796be8e-1f88-46b6-969c-e78267cb3849, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:25.222560 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] For port 1796be8e-1f88-46b6-969c-e78267cb3849, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1796be8e-1f88-46b6-969c-e78267cb3849,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:25.299405 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.365260 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-973ec3af-ce67-48f5-a109-a3b5267f79f1 req-2ed68306-6db0-4cf8-8ae4-cf86e67a6931 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] For port 51c75f1f-3407-4642-a72e-bd1ff0385407, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=51c75f1f-3407-4642-a72e-bd1ff0385407,segment=NetworkSegment(cd9e76b4-a5a5-4d81-aee3-bb135680162f),segment_id=cd9e76b4-a5a5-4d81-aee3-bb135680162f)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:25.366811 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-973ec3af-ce67-48f5-a109-a3b5267f79f1 req-2ed68306-6db0-4cf8-8ae4-cf86e67a6931 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.390975 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44982) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:25.412590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-973ec3af-ce67-48f5-a109-a3b5267f79f1 req-2ed68306-6db0-4cf8-8ae4-cf86e67a6931 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Calling delete_port for 51c75f1f-3407-4642-a72e-bd1ff0385407 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:25.453952 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810ae5f-101e-4483-93ae-ca6c0e542063 req-f37167c4-ea83-4a62-b6e8-4eb70f7bb326 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:25.453952 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1810ae5f-101e-4483-93ae-ca6c0e542063 req-f37167c4-ea83-4a62-b6e8-4eb70f7bb326 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6771ec4-e5a9-4134-a8a1-3bf3ba633ea0 HTTP/1.1" status: 200 len: 945 time: 0.1965082 Jul 05 03:56:25.477244 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:25.478027 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.479612 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/1796be8e-1f88-46b6-969c-e78267cb3849 HTTP/1.1" status: 200 len: 1124 time: 1.7217426 Jul 05 03:56:25.480784 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e828cb-2191-4d21-a62b-09ed903a69c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1796be8e-1f88-46b6-969c-e78267cb3849,revision_number=8']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:25.517136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1796be8e-1f88-46b6-969c-e78267cb3849 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:25.570116 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1079aa3c-ce1b-4439-8550-e8e9e809adfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.637221 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1810ae5f-101e-4483-93ae-ca6c0e542063 req-4f2a3f00-7bba-4ea6-a2a7-4ff3a8558405 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356399 Jul 05 03:56:25.686664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['1796be8e-1f88-46b6-969c-e78267cb3849'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:25.702973 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e10d63-df09-4134-b4a9-9b13b25fdd9a req-022dc69e-6849-4569-9f69-05d0f7b23c28 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:25.710290 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-93e10d63-df09-4134-b4a9-9b13b25fdd9a req-022dc69e-6849-4569-9f69-05d0f7b23c28 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.1587424 Jul 05 03:56:25.726432 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1079aa3c-ce1b-4439-8550-e8e9e809adfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.783797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['1796be8e-1f88-46b6-969c-e78267cb3849'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:25.805490 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1796be8e-1f88-46b6-969c-e78267cb3849, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1796be8e-1f88-46b6-969c-e78267cb3849,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:25.810127 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-93e10d63-df09-4134-b4a9-9b13b25fdd9a req-e6bb36d5-c021-4403-8f87-74a24a38b0c9 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986729 Jul 05 03:56:25.846127 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1079aa3c-ce1b-4439-8550-e8e9e809adfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.875947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1796be8e-1f88-46b6-969c-e78267cb3849 has no active binding in host n-h2-771363-32 {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:56:25.909402 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-973ec3af-ce67-48f5-a109-a3b5267f79f1 req-2ed68306-6db0-4cf8-8ae4-cf86e67a6931 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.912487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079aa3c-ce1b-4439-8550-e8e9e809adfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb2f8f1-ba21-49e1-a10b-b2106bf74dc2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:25.952322 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1079aa3c-ce1b-4439-8550-e8e9e809adfb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6e694a50d074a6ba58a5ac325c68b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5591915 Jul 05 03:56:25.954892 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45000) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:25.973048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed68306-6db0-4cf8-8ae4-cf86e67a6931 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Pushing event deleted for resources: {'Port': ['ID=51c75f1f-3407-4642-a72e-bd1ff0385407,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:26.009697 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-973ec3af-ce67-48f5-a109-a3b5267f79f1 req-2ed68306-6db0-4cf8-8ae4-cf86e67a6931 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] No DVR routers for this DVR port 51c75f1f-3407-4642-a72e-bd1ff0385407 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:26.013774 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-973ec3af-ce67-48f5-a109-a3b5267f79f1 req-2ed68306-6db0-4cf8-8ae4-cf86e67a6931 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.016907 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-973ec3af-ce67-48f5-a109-a3b5267f79f1 req-2ed68306-6db0-4cf8-8ae4-cf86e67a6931 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.10 "DELETE /v2.0/ports/51c75f1f-3407-4642-a72e-bd1ff0385407 HTTP/1.1" status: 204 len: 173 time: 0.9530013 Jul 05 03:56:26.017363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6771ec4-e5a9-4134-a8a1-3bf3ba633ea0', 'name': 'network-vif-deleted', 'tag': '51c75f1f-3407-4642-a72e-bd1ff0385407'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:26.020372 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0d653a-3091-40ca-8dea-734111671601" -d '{"events": [{"server_uuid": "d6771ec4-e5a9-4134-a8a1-3bf3ba633ea0", "name": "network-vif-deleted", "tag": "51c75f1f-3407-4642-a72e-bd1ff0385407"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:26.036939 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94939102-7cd6-4fb6-b559-6e317a63b678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.107463 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175779e4-e7e2-48ad-8594-214fe730b357 req-9ff0ca14-987d-4261-b953-b575e24095d5 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:26.112372 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-175779e4-e7e2-48ad-8594-214fe730b357 req-9ff0ca14-987d-4261-b953-b575e24095d5 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1606605 Jul 05 03:56:26.120118 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94939102-7cd6-4fb6-b559-6e317a63b678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.180153 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['43032f06-59b8-438c-815f-cb6212ce7ee8'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:26.220452 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-175779e4-e7e2-48ad-8594-214fe730b357 req-a1cad275-68f0-437e-8f9f-41721e5af5eb tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021774 Jul 05 03:56:26.318933 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94939102-7cd6-4fb6-b559-6e317a63b678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.319130 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1307573-7623-4a37-b3fc-75dc574f172c x-openstack-request-id: req-b1307573-7623-4a37-b3fc-75dc574f172c {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:26.319415 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6771ec4-e5a9-4134-a8a1-3bf3ba633ea0", "name": "network-vif-deleted", "tag": "51c75f1f-3407-4642-a72e-bd1ff0385407", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:26.319650 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b1307573-7623-4a37-b3fc-75dc574f172c {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:26.320054 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6771ec4-e5a9-4134-a8a1-3bf3ba633ea0', 'name': 'network-vif-deleted', 'tag': '51c75f1f-3407-4642-a72e-bd1ff0385407', 'status': 'completed', 'code': 200} Jul 05 03:56:26.321625 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94939102-7cd6-4fb6-b559-6e317a63b678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.322779 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-94939102-7cd6-4fb6-b559-6e317a63b678 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ebb2f8f1-ba21-49e1-a10b-b2106bf74dc2 HTTP/1.1" status: 204 len: 168 time: 0.3666592 Jul 05 03:56:26.342191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94939102-7cd6-4fb6-b559-6e317a63b678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb2f8f1-ba21-49e1-a10b-b2106bf74dc2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:26.387656 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c516845-36f1-47f6-b2c1-2dd30364d5e4 req-db33658d-a7f8-465f-bb5d-28ec28e0900d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:26.424839 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c516845-36f1-47f6-b2c1-2dd30364d5e4 req-db33658d-a7f8-465f-bb5d-28ec28e0900d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 944 time: 0.1610262 Jul 05 03:56:26.467645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c516845-36f1-47f6-b2c1-2dd30364d5e4 req-cd0d2e56-3203-4dc5-8272-1239ed60600d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410306 Jul 05 03:56:26.826123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3e574c3-0fa9-4f1b-a18f-55370bb07338 req-70657c92-7c94-43a5-a9ef-ca195f3b33cd tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6771ec4-e5a9-4134-a8a1-3bf3ba633ea0 HTTP/1.1" status: 200 len: 210 time: 0.0352416 Jul 05 03:56:26.976215 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674da95f-82aa-4dc9-a93c-4e17e5958160', 'tag': '1796be8e-1f88-46b6-969c-e78267cb3849'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:26.979377 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203324bb-f047-4e00-8dd0-df397ef8b969" -d '{"events": [{"name": "network-changed", "server_uuid": "674da95f-82aa-4dc9-a93c-4e17e5958160", "tag": "1796be8e-1f88-46b6-969c-e78267cb3849"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:27.017776 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dd8dd-70d6-4588-8125-5d14a9900c85 req-f74406c5-b7a7-4f29-a2f8-8fe9a1e3eb99 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:27.024645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-587dd8dd-70d6-4588-8125-5d14a9900c85 req-f74406c5-b7a7-4f29-a2f8-8fe9a1e3eb99 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.0953262 Jul 05 03:56:27.100451 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-587dd8dd-70d6-4588-8125-5d14a9900c85 req-f008fb2b-881f-4792-9c37-be932ca33316 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727670 Jul 05 03:56:27.113713 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75846209-e7e1-4cd5-b902-e90a20717cc4 x-openstack-request-id: req-75846209-e7e1-4cd5-b902-e90a20717cc4 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:27.114102 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674da95f-82aa-4dc9-a93c-4e17e5958160", "tag": "1796be8e-1f88-46b6-969c-e78267cb3849", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:27.114467 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-75846209-e7e1-4cd5-b902-e90a20717cc4 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:27.114952 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '674da95f-82aa-4dc9-a93c-4e17e5958160', 'tag': '1796be8e-1f88-46b6-969c-e78267cb3849', 'status': 'completed', 'code': 200} Jul 05 03:56:27.124755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45024) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:27.142814 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b9fa984a-c99a-414f-b25a-487cc40aee49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.219329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203324bb-f047-4e00-8dd0-df397ef8b969 req-7a05ec80-8fa2-4d9f-9dc4-8d65547a2ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:27.220898 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-203324bb-f047-4e00-8dd0-df397ef8b969 req-7a05ec80-8fa2-4d9f-9dc4-8d65547a2ea0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 1127 time: 0.0617518 Jul 05 03:56:27.328822 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b9fa984a-c99a-414f-b25a-487cc40aee49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.399533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203324bb-f047-4e00-8dd0-df397ef8b969 req-6ac5f1b4-7295-41e6-8d90-5b1264e0bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:27.401082 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-203324bb-f047-4e00-8dd0-df397ef8b969 req-6ac5f1b4-7295-41e6-8d90-5b1264e0bf33 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.1704931 Jul 05 03:56:27.423244 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b9fa984a-c99a-414f-b25a-487cc40aee49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.472557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa984a-c99a-414f-b25a-487cc40aee49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3e2c0f-def4-4e80-968e-19f01ac617d5,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:27.519632 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-203324bb-f047-4e00-8dd0-df397ef8b969 req-7ae83e5a-3338-4ae9-9054-739edf29cb21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1796be8e-1f88-46b6-969c-e78267cb3849 HTTP/1.1" status: 200 len: 217 time: 0.1057045 Jul 05 03:56:27.526844 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b9fa984a-c99a-414f-b25a-487cc40aee49 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e68afbd30a0f47ae81f4cef679251b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3984919 Jul 05 03:56:27.527621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45038) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:27.615449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203324bb-f047-4e00-8dd0-df397ef8b969 req-fc6b1d98-0a5b-4846-8a9a-f40acb02e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:27.621971 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-203324bb-f047-4e00-8dd0-df397ef8b969 req-fc6b1d98-0a5b-4846-8a9a-f40acb02e1d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.0882647 Jul 05 03:56:27.653325 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7b205dc-d4af-4c8d-a902-6f0f1d8a6d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.682767 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7b205dc-d4af-4c8d-a902-6f0f1d8a6d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.698800 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 51c75f1f-3407-4642-a72e-bd1ff0385407 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:27.711107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-203324bb-f047-4e00-8dd0-df397ef8b969 req-64b771e0-cf33-477b-932e-993a772ba215 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619328 Jul 05 03:56:27.733206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 51c75f1f-3407-4642-a72e-bd1ff0385407 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:27.734311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 51c75f1f-3407-4642-a72e-bd1ff0385407 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:27.832578 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7b205dc-d4af-4c8d-a902-6f0f1d8a6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.838202 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7b205dc-d4af-4c8d-a902-6f0f1d8a6d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.839153 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a7b205dc-d4af-4c8d-a902-6f0f1d8a6d19 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c3e2c0f-def4-4e80-968e-19f01ac617d5 HTTP/1.1" status: 204 len: 168 time: 0.3104296 Jul 05 03:56:27.849362 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b205dc-d4af-4c8d-a902-6f0f1d8a6d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3e2c0f-def4-4e80-968e-19f01ac617d5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:27.881997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['1fd795cf-6c96-43fb-beee-024c2ff842c3'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:27.897707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbba898-7bcd-4778-836d-104a934917cb req-e03b6eca-f998-421c-baae-195859ceaf77 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:27.909783 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdbba898-7bcd-4778-836d-104a934917cb req-e03b6eca-f998-421c-baae-195859ceaf77 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.3887422 Jul 05 03:56:27.915486 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-203324bb-f047-4e00-8dd0-df397ef8b969 req-3d9c5cdc-11a2-4064-8701-4b4d8a663d3c service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888411 Jul 05 03:56:27.924680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304a091-ec53-4167-bf5a-f66ce85469ed req-3a96ab58-31f6-4223-af4a-f849c36ed9d6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:27.933229 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3304a091-ec53-4167-bf5a-f66ce85469ed req-3a96ab58-31f6-4223-af4a-f849c36ed9d6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 944 time: 0.2264755 Jul 05 03:56:28.076581 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3304a091-ec53-4167-bf5a-f66ce85469ed req-0759abd0-a3c8-444d-a549-51fc1c9fb9c1 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421623 Jul 05 03:56:28.081877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdbba898-7bcd-4778-836d-104a934917cb req-088fbea7-0598-4a34-8df3-726e849f1e89 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466274 Jul 05 03:56:28.133884 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-203324bb-f047-4e00-8dd0-df397ef8b969 req-64715edd-ca40-47c9-a53e-2671d37dae95 service neutron] 10.222.0.10 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975653 Jul 05 03:56:28.379931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fb2db-b0cd-4e0a-a0f8-70fc08ecd07c req-799ab9a4-a780-4e30-a230-982c0e05f917 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.396707 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b78fb2db-b0cd-4e0a-a0f8-70fc08ecd07c req-799ab9a4-a780-4e30-a230-982c0e05f917 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.1009429 Jul 05 03:56:28.458315 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b78fb2db-b0cd-4e0a-a0f8-70fc08ecd07c req-db79ce5f-c9f8-4676-b3cf-ad77df118e33 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605571 Jul 05 03:56:29.336241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f3e1d-1afe-4bbb-b8d0-3add895599a4 req-d1daf3b4-f81b-4278-b0ad-a70fe2b64dcc tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.344899 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-101f3e1d-1afe-4bbb-b8d0-3add895599a4 req-d1daf3b4-f81b-4278-b0ad-a70fe2b64dcc tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1249263 Jul 05 03:56:29.374664 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e3276-881d-46b5-9f02-cc9cf2742056 req-2f4f671c-1857-46cf-8fa3-5c8973d7999d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.376597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-247e3276-881d-46b5-9f02-cc9cf2742056 req-2f4f671c-1857-46cf-8fa3-5c8973d7999d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 944 time: 0.1290555 Jul 05 03:56:29.402939 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-101f3e1d-1afe-4bbb-b8d0-3add895599a4 req-ed41fe6f-c340-487f-bc00-b934a1956975 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568953 Jul 05 03:56:29.439025 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-247e3276-881d-46b5-9f02-cc9cf2742056 req-e6410b48-75ab-49fb-a49e-814da6bbe1fd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510430 Jul 05 03:56:29.895865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9b818-c855-4598-956f-070a9e26a1fa req-17fa0233-74ef-4692-ae65-5813c09b7f1a tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.908182 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f1c9b818-c855-4598-956f-070a9e26a1fa req-17fa0233-74ef-4692-ae65-5813c09b7f1a tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.1582162 Jul 05 03:56:30.003105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f1c9b818-c855-4598-956f-070a9e26a1fa req-f3a60857-f449-4adf-84cb-ea706ee258ef tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939362 Jul 05 03:56:30.130879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba1b74-5209-41d8-9934-c2e42f10e2e6 req-6d375f36-10d0-481b-b796-c2b43d5c6a9d tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.140243 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba1b74-5209-41d8-9934-c2e42f10e2e6 req-6d375f36-10d0-481b-b796-c2b43d5c6a9d tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.147501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16ba1b74-5209-41d8-9934-c2e42f10e2e6 req-6d375f36-10d0-481b-b796-c2b43d5c6a9d tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac&device_id=a7e08885-91e8-44a0-a8ef-9e939f2fe1e0 HTTP/1.1" status: 200 len: 1682 time: 0.1301425 Jul 05 03:56:30.212974 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16ba1b74-5209-41d8-9934-c2e42f10e2e6 req-3294f35b-5d07-4a19-b4d2-09c313b1c56d tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644186 Jul 05 03:56:30.458868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45146) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:30.609542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c69085a1-a2a0-42db-90b6-cbf5332cfc4a tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1164192186', 'router:external': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:30.701372 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1918b53-afaf-481b-b82b-42fa71824a76 req-b1eedab5-87de-4adf-be64-8374b3e976e2 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.708340 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f1918b53-afaf-481b-b82b-42fa71824a76 req-b1eedab5-87de-4adf-be64-8374b3e976e2 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1444933 Jul 05 03:56:30.713496 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69085a1-a2a0-42db-90b6-cbf5332cfc4a tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Made reservation on behalf of a968194124a84ba684866dafa3f67ead for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:30.715841 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c69085a1-a2a0-42db-90b6-cbf5332cfc4a tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.732047 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c69085a1-a2a0-42db-90b6-cbf5332cfc4a tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.867146 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c69085a1-a2a0-42db-90b6-cbf5332cfc4a tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.960529 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c69085a1-a2a0-42db-90b6-cbf5332cfc4a tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.990440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69085a1-a2a0-42db-90b6-cbf5332cfc4a tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:56:31.008936 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69085a1-a2a0-42db-90b6-cbf5332cfc4a tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fe8d37-4193-4f36-97a1-56d6b90a59e7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:31.016232 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c69085a1-a2a0-42db-90b6-cbf5332cfc4a tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.017153 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-c69085a1-a2a0-42db-90b6-cbf5332cfc4a tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Added segment 87d79604-653c-4d48-b0f3-cd1e054fadf4 of type vlan for network 59d41e20-c398-4e8a-b5bb-d3c686aca39f Jul 05 03:56:31.082392 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c69085a1-a2a0-42db-90b6-cbf5332cfc4a tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.102655 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f1918b53-afaf-481b-b82b-42fa71824a76 req-9f4931f5-b591-4ba2-81ca-d4218ddf5f0a tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933625 Jul 05 03:56:31.117094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e70fa-2191-4278-8c0c-45ead5ece43c req-8ddfdce0-4c6f-42c0-9709-34767f09baa3 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:31.124718 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c26e70fa-2191-4278-8c0c-45ead5ece43c req-8ddfdce0-4c6f-42c0-9709-34767f09baa3 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 944 time: 0.4730721 Jul 05 03:56:31.227253 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c69085a1-a2a0-42db-90b6-cbf5332cfc4a tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.228424 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69085a1-a2a0-42db-90b6-cbf5332cfc4a tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:31.229176 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c69085a1-a2a0-42db-90b6-cbf5332cfc4a tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.243100 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c26e70fa-2191-4278-8c0c-45ead5ece43c req-d11dd563-ef72-4584-b920-708e44539a03 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169734 Jul 05 03:56:31.352015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69085a1-a2a0-42db-90b6-cbf5332cfc4a tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Pushing event updated for resources: {'Network': ['ID=59d41e20-c398-4e8a-b5bb-d3c686aca39f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:31.355172 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c69085a1-a2a0-42db-90b6-cbf5332cfc4a tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8954196 Jul 05 03:56:31.358944 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45168) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:31.368332 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 59d41e20-c398-4e8a-b5bb-d3c686aca39f details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:56:31.382035 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4b4049f7-342e-4b1f-b1eb-a3a57b5549a2 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Request body: {'subnet': {'network_id': '59d41e20-c398-4e8a-b5bb-d3c686aca39f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:31.549116 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4049f7-342e-4b1f-b1eb-a3a57b5549a2 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Made reservation on behalf of a968194124a84ba684866dafa3f67ead for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:31.551733 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b4049f7-342e-4b1f-b1eb-a3a57b5549a2 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.746324 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1796be8e-1f88-46b6-969c-e78267cb3849 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:31.756506 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc0c3d-509b-4576-9120-b85064ccb16c req-71b3f5da-62d6-4cae-96ea-debd139f5f55 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:31.758440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8dfc0c3d-509b-4576-9120-b85064ccb16c req-71b3f5da-62d6-4cae-96ea-debd139f5f55 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.1641009 Jul 05 03:56:31.929827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8dfc0c3d-509b-4576-9120-b85064ccb16c req-2821068b-a7d3-459d-809f-f28c32ed7fd3 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640086 Jul 05 03:56:32.214113 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.227202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.objects.ports [None req-4b4049f7-342e-4b1f-b1eb-a3a57b5549a2 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100933) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:56:32.227925 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b4049f7-342e-4b1f-b1eb-a3a57b5549a2 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.350432 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4049f7-342e-4b1f-b1eb-a3a57b5549a2 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Pushing event updated for resources: {'Subnet': ['ID=663f66dd-8260-4411-b41b-58a54bc925d0,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:32.358317 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4049f7-342e-4b1f-b1eb-a3a57b5549a2 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Checking segment: {'id': '87d79604-653c-4d48-b0f3-cd1e054fadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '59d41e20-c398-4e8a-b5bb-d3c686aca39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:32.358759 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4049f7-342e-4b1f-b1eb-a3a57b5549a2 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Network hostable DHCP agents. Network: 59d41e20-c398-4e8a-b5bb-d3c686aca39f, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:56:32.407435 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb970d9a-9259-4700-9045-8cd960d7c8a7 req-e3c47f36-ec68-42c6-81e1-33d760c814df tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:32.409392 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bb970d9a-9259-4700-9045-8cd960d7c8a7 req-e3c47f36-ec68-42c6-81e1-33d760c814df tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1379414 Jul 05 03:56:32.466109 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bb970d9a-9259-4700-9045-8cd960d7c8a7 req-c65ed6ef-e95f-4923-81bf-cccc4a28175d tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505824 Jul 05 03:56:32.522904 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4049f7-342e-4b1f-b1eb-a3a57b5549a2 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Network 59d41e20-c398-4e8a-b5bb-d3c686aca39f is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:56:32.554259 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449889ef-a4a2-488d-8b39-c7468d38fc8f req-46867e85-cd2a-4176-8fde-d662eff380aa tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:32.555962 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-449889ef-a4a2-488d-8b39-c7468d38fc8f req-46867e85-cd2a-4176-8fde-d662eff380aa tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 944 time: 0.0888324 Jul 05 03:56:32.612491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-449889ef-a4a2-488d-8b39-c7468d38fc8f req-31c95e14-388c-4a08-b087-4a0a3f11dc08 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448391 Jul 05 03:56:32.656412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-4b4049f7-342e-4b1f-b1eb-a3a57b5549a2 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 59d41e20-c398-4e8a-b5bb-d3c686aca39f) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:32.666499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4049f7-342e-4b1f-b1eb-a3a57b5549a2 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:32.669242 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b4049f7-342e-4b1f-b1eb-a3a57b5549a2 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.670374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e290ff23-d97b-4aae-a869-d7b6ca1dfc3e None None] Network 59d41e20-c398-4e8a-b5bb-d3c686aca39f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:32.863324 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4b4049f7-342e-4b1f-b1eb-a3a57b5549a2 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5030997 Jul 05 03:56:32.866027 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45198) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:32.871826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-039b92c6-a2ab-430f-ba08-11810bc41afc tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1160379300', 'network_id': '59d41e20-c398-4e8a-b5bb-d3c686aca39f'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:32.874823 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140d2808-b30b-474b-9739-4d4276e70c6a None None] Network 59d41e20-c398-4e8a-b5bb-d3c686aca39f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:32.900055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-a29cc5ef-c922-4280-bc05-884d691ace6f service neutron] 10.222.0.10 "GET /v2.0/ports/1796be8e-1f88-46b6-969c-e78267cb3849/bindings/n-h2-771363-32 HTTP/1.1" status: 200 len: 385 time: 0.1640766 Jul 05 03:56:32.922931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec0d8d-add7-46c1-96fb-85589adb50d8 req-6c278d4f-a3bb-4931-92af-d8a8ccc94eed tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:32.924710 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7ec0d8d-add7-46c1-96fb-85589adb50d8 req-6c278d4f-a3bb-4931-92af-d8a8ccc94eed tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e08885-91e8-44a0-a8ef-9e939f2fe1e0 HTTP/1.1" status: 200 len: 946 time: 0.2005739 Jul 05 03:56:32.988676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039b92c6-a2ab-430f-ba08-11810bc41afc tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Made reservation on behalf of a968194124a84ba684866dafa3f67ead for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:32.991120 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-039b92c6-a2ab-430f-ba08-11810bc41afc tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.031429 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7ec0d8d-add7-46c1-96fb-85589adb50d8 req-21d9ecdc-5f65-4514-8cb9-6d99c19d9f6d tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981529 Jul 05 03:56:33.036953 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-039b92c6-a2ab-430f-ba08-11810bc41afc tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] device_id is not set on port 53294ac2-359b-4a96-ba84-58e75782417a yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:56:33.165642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-039b92c6-a2ab-430f-ba08-11810bc41afc tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Allocated IP 172.20.0.14 (59d41e20-c398-4e8a-b5bb-d3c686aca39f/663f66dd-8260-4411-b41b-58a54bc925d0/53294ac2-359b-4a96-ba84-58e75782417a) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:33.198405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-32bd5312-7df0-4448-a78d-c8450f6ede97 service neutron] For port 1796be8e-1f88-46b6-969c-e78267cb3849, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1796be8e-1f88-46b6-969c-e78267cb3849,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:33.252550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-32bd5312-7df0-4448-a78d-c8450f6ede97 service neutron] For port 1796be8e-1f88-46b6-969c-e78267cb3849, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:33.299847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-32bd5312-7df0-4448-a78d-c8450f6ede97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1796be8e-1f88-46b6-969c-e78267cb3849 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:33.314047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-32bd5312-7df0-4448-a78d-c8450f6ede97 service neutron] For port 1796be8e-1f88-46b6-969c-e78267cb3849, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1796be8e-1f88-46b6-969c-e78267cb3849,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:33.315731 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-039b92c6-a2ab-430f-ba08-11810bc41afc tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.331829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d124d8-d4cd-480f-9d28-5d0a475b5ca7 req-7c6d7436-8a16-4fcd-ba40-ffa75b897bd8 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:33.333528 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4d124d8-d4cd-480f-9d28-5d0a475b5ca7 req-7c6d7436-8a16-4fcd-ba40-ffa75b897bd8 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.1325090 Jul 05 03:56:33.385823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4d124d8-d4cd-480f-9d28-5d0a475b5ca7 req-768e2c94-08e2-40e4-9964-dd5735050266 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438683 Jul 05 03:56:33.422877 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-32bd5312-7df0-4448-a78d-c8450f6ede97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.440548 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-039b92c6-a2ab-430f-ba08-11810bc41afc tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.486200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b92c6-a2ab-430f-ba08-11810bc41afc tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Pushing event updated for resources: {'Port': ['ID=53294ac2-359b-4a96-ba84-58e75782417a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:33.509752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039b92c6-a2ab-430f-ba08-11810bc41afc tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Network 59d41e20-c398-4e8a-b5bb-d3c686aca39f is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:33.511178 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-039b92c6-a2ab-430f-ba08-11810bc41afc tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:33.513921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039b92c6-a2ab-430f-ba08-11810bc41afc tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:33.549582 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-32bd5312-7df0-4448-a78d-c8450f6ede97 service neutron] Transition to ACTIVE for port object 1796be8e-1f88-46b6-969c-e78267cb3849 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:33.555917 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039b92c6-a2ab-430f-ba08-11810bc41afc tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:33.556569 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-039b92c6-a2ab-430f-ba08-11810bc41afc tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.616059 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-32bd5312-7df0-4448-a78d-c8450f6ede97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.671004 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-039b92c6-a2ab-430f-ba08-11810bc41afc tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.8029459 Jul 05 03:56:33.673205 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45208) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:33.720607 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.834318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-32bd5312-7df0-4448-a78d-c8450f6ede97 service neutron] No DVR routers for this DVR port 1796be8e-1f88-46b6-969c-e78267cb3849 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:33.847236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-d9194e25-d443-4151-85de-8aa8ed844b60 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Deleting port 53294ac2-359b-4a96-ba84-58e75782417a {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:33.847675 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d9194e25-d443-4151-85de-8aa8ed844b60 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.921155 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8dfdb-1f09-4254-91e1-2b351f35b6ea req-9147a9fa-ed01-4df8-8c3d-c12a6627a82f tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:33.922359 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08a8dfdb-1f09-4254-91e1-2b351f35b6ea req-9147a9fa-ed01-4df8-8c3d-c12a6627a82f tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7e08885-91e8-44a0-a8ef-9e939f2fe1e0 HTTP/1.1" status: 200 len: 946 time: 0.1478474 Jul 05 03:56:33.932645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd5312-7df0-4448-a78d-c8450f6ede97 service neutron] Pushing event updated for resources: {'Port': ['ID=1796be8e-1f88-46b6-969c-e78267cb3849,revision_number=10']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:33.939322 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-32bd5312-7df0-4448-a78d-c8450f6ede97 service neutron] 10.222.0.10 "PUT /v2.0/ports/1796be8e-1f88-46b6-969c-e78267cb3849/bindings/n-h2-771363-32/activate HTTP/1.1" status: 200 len: 370 time: 1.0135663 Jul 05 03:56:33.990900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de80e06-86ed-4723-92b4-4e4d7d68e7fc req-13131c65-72c3-4ad2-be58-fe01971051b4 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:33.990900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4de80e06-86ed-4723-92b4-4e4d7d68e7fc req-13131c65-72c3-4ad2-be58-fe01971051b4 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.3573062 Jul 05 03:56:34.002272 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6ccfa-4b2a-45c3-95c4-b9268f1e3003 req-a1801a74-b399-45cd-abd5-ada8e99c6f7e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.003958 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abd6ccfa-4b2a-45c3-95c4-b9268f1e3003 req-a1801a74-b399-45cd-abd5-ada8e99c6f7e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 945 time: 0.1716239 Jul 05 03:56:34.052990 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d9194e25-d443-4151-85de-8aa8ed844b60 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.075071 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4de80e06-86ed-4723-92b4-4e4d7d68e7fc req-5e3d8857-9d72-4170-bf40-e79f02c3fa37 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838623 Jul 05 03:56:34.094797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-d9194e25-d443-4151-85de-8aa8ed844b60 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Calling delete_port for 53294ac2-359b-4a96-ba84-58e75782417a owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:34.098987 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abd6ccfa-4b2a-45c3-95c4-b9268f1e3003 req-10a7b9da-4922-4de6-94b1-004d5ed6abfd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779314 Jul 05 03:56:34.349940 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e8751-72fa-4ce2-8dac-1c34b9ecd25d req-674bfe0b-7407-4d1c-ab42-d9ec6e9ba872 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.353641 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-010e8751-72fa-4ce2-8dac-1c34b9ecd25d req-674bfe0b-7407-4d1c-ab42-d9ec6e9ba872 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e08885-91e8-44a0-a8ef-9e939f2fe1e0 HTTP/1.1" status: 200 len: 946 time: 0.0779629 Jul 05 03:56:34.419180 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-010e8751-72fa-4ce2-8dac-1c34b9ecd25d req-32d49f34-09ad-49b7-a652-728599fe9aa4 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/security-groups?id=a21863fb-639a-4caf-bacf-dedf509a601c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499060 Jul 05 03:56:34.444444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-57f8419d-8d03-4ae7-bae6-f4258b55e760 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.445985 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-57f8419d-8d03-4ae7-bae6-f4258b55e760 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160&tenant_id=63c0043dceb94c52ae4db4897d94f388&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 1097 time: 0.3525624 Jul 05 03:56:34.491680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-08a8dfdb-1f09-4254-91e1-2b351f35b6ea req-6a02ed5c-8632-4919-8a6f-da28995ede86 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Deleting port 43032f06-59b8-438c-815f-cb6212ce7ee8 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:34.492360 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-08a8dfdb-1f09-4254-91e1-2b351f35b6ea req-6a02ed5c-8632-4919-8a6f-da28995ede86 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.579330 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d9194e25-d443-4151-85de-8aa8ed844b60 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.639902 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e4863-71c4-4e3b-a11f-7e2428a67d5d req-2aeafd05-c18e-4b67-84c9-96abb4db71ff tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.641828 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-167e4863-71c4-4e3b-a11f-7e2428a67d5d req-2aeafd05-c18e-4b67-84c9-96abb4db71ff tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.1002169 Jul 05 03:56:34.654182 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9194e25-d443-4151-85de-8aa8ed844b60 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Pushing event deleted for resources: {'Port': ['ID=53294ac2-359b-4a96-ba84-58e75782417a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:34.694807 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-167e4863-71c4-4e3b-a11f-7e2428a67d5d req-ef14dcf6-901d-4b8b-95b8-b650ed8e3b64 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477290 Jul 05 03:56:34.774931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-afda24df-a9eb-48c9-9c40-553a8e733d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.776504 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-afda24df-a9eb-48c9-9c40-553a8e733d2a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160&tenant_id=63c0043dceb94c52ae4db4897d94f388 HTTP/1.1" status: 200 len: 1097 time: 0.3148248 Jul 05 03:56:34.782659 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-08a8dfdb-1f09-4254-91e1-2b351f35b6ea req-6a02ed5c-8632-4919-8a6f-da28995ede86 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] For port 43032f06-59b8-438c-815f-cb6212ce7ee8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=43032f06-59b8-438c-815f-cb6212ce7ee8,segment=NetworkSegment(cd9e76b4-a5a5-4d81-aee3-bb135680162f),segment_id=cd9e76b4-a5a5-4d81-aee3-bb135680162f)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:34.783013 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-08a8dfdb-1f09-4254-91e1-2b351f35b6ea req-6a02ed5c-8632-4919-8a6f-da28995ede86 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.791752 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d9194e25-d443-4151-85de-8aa8ed844b60 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.793701 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d9194e25-d443-4151-85de-8aa8ed844b60 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "DELETE /v2.0/ports/53294ac2-359b-4a96-ba84-58e75782417a HTTP/1.1" status: 204 len: 168 time: 1.1192155 Jul 05 03:56:34.796984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45224) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:34.799819 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-08a8dfdb-1f09-4254-91e1-2b351f35b6ea req-6a02ed5c-8632-4919-8a6f-da28995ede86 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Calling delete_port for 43032f06-59b8-438c-815f-cb6212ce7ee8 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:34.802069 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59d41e20-c398-4e8a-b5bb-d3c686aca39f', 'external_fixed_ips': [{'subnet_id': '663f66dd-8260-4411-b41b-58a54bc925d0', 'ip_address': '172.20.0.14'}]}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:34.914174 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.915326 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.960333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-62333700-561e-4b73-ba97-3ecd040b0320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.961768 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-62333700-561e-4b73-ba97-3ecd040b0320 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63c0043dceb94c52ae4db4897d94f388&device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 1097 time: 0.1173074 Jul 05 03:56:34.985731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45230) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:35.021616 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.081048 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffa14a-2064-4f1a-9de3-e73a4f29bc87 req-3c9282d5-00cb-4f6e-937d-140b70d0ef62 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:35.082515 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-afffa14a-2064-4f1a-9de3-e73a4f29bc87 req-3c9282d5-00cb-4f6e-937d-140b70d0ef62 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.36 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 945 time: 0.1942754 Jul 05 03:56:35.158390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-b1173f41-d709-42f2-b6a5-7abe36a660b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:35.160027 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-b1173f41-d709-42f2-b6a5-7abe36a660b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 200 len: 921 time: 0.1863949 Jul 05 03:56:35.163212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-08a8dfdb-1f09-4254-91e1-2b351f35b6ea req-6a02ed5c-8632-4919-8a6f-da28995ede86 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.175448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['43032f06-59b8-438c-815f-cb6212ce7ee8'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:35.221826 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['1fd795cf-6c96-43fb-beee-024c2ff842c3'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:35.253013 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-8b010c65-8900-436c-a402-2e585a769589 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1796be8e-1f88-46b6-969c-e78267cb3849 HTTP/1.1" status: 200 len: 217 time: 0.0826004 Jul 05 03:56:35.255278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02ed5c-8632-4919-8a6f-da28995ede86 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Pushing event deleted for resources: {'Port': ['ID=43032f06-59b8-438c-815f-cb6212ce7ee8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:35.278212 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-964ae381-cd84-4d5a-ba9b-9c9dd896db5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.341360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a8dfdb-1f09-4254-91e1-2b351f35b6ea req-6a02ed5c-8632-4919-8a6f-da28995ede86 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] No DVR routers for this DVR port 43032f06-59b8-438c-815f-cb6212ce7ee8 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:35.345757 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-08a8dfdb-1f09-4254-91e1-2b351f35b6ea req-6a02ed5c-8632-4919-8a6f-da28995ede86 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.347732 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08a8dfdb-1f09-4254-91e1-2b351f35b6ea req-6a02ed5c-8632-4919-8a6f-da28995ede86 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.10 "DELETE /v2.0/ports/43032f06-59b8-438c-815f-cb6212ce7ee8 HTTP/1.1" status: 204 len: 173 time: 1.4154208 Jul 05 03:56:35.349823 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e08885-91e8-44a0-a8ef-9e939f2fe1e0', 'name': 'network-vif-deleted', 'tag': '43032f06-59b8-438c-815f-cb6212ce7ee8'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:35.364228 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c45cd57-fc1a-44cc-8592-29163cd9f2ea" -d '{"events": [{"server_uuid": "a7e08885-91e8-44a0-a8ef-9e939f2fe1e0", "name": "network-vif-deleted", "tag": "43032f06-59b8-438c-815f-cb6212ce7ee8"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:35.376266 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-9e4ab4ea-9ac8-424e-b63d-4adc151eda11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:35.377727 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-9e4ab4ea-9ac8-424e-b63d-4adc151eda11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 200 len: 860 time: 0.1136312 Jul 05 03:56:35.401972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-afffa14a-2064-4f1a-9de3-e73a4f29bc87 req-58ceb2a7-b98b-4bdf-8d61-8e0da98ca351 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Deleting port 1fd795cf-6c96-43fb-beee-024c2ff842c3 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:35.402520 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-afffa14a-2064-4f1a-9de3-e73a4f29bc87 req-58ceb2a7-b98b-4bdf-8d61-8e0da98ca351 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.440672 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-882278b5-81bc-49af-a0c6-ab55ca4e2e5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc21b127-e7b5-412d-946b-08a3b7902b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512817 Jul 05 03:56:35.497762 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.527573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a73ff-217b-45c8-a2e0-02a87f83f923 req-6ef6eea3-f053-46a6-9fcf-861d73c07650 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:35.529395 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e5a73ff-217b-45c8-a2e0-02a87f83f923 req-6ef6eea3-f053-46a6-9fcf-861d73c07650 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.3122706 Jul 05 03:56:35.599449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8905fc6-0d68-4a3d-9ebf-0aae1a6871b5 req-9ccd8c93-3745-4820-b218-0117e5cd7eeb tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:35.601150 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8905fc6-0d68-4a3d-9ebf-0aae1a6871b5 req-9ccd8c93-3745-4820-b218-0117e5cd7eeb tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 945 time: 0.3018556 Jul 05 03:56:35.613724 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-afffa14a-2064-4f1a-9de3-e73a4f29bc87 req-58ceb2a7-b98b-4bdf-8d61-8e0da98ca351 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] For port 1fd795cf-6c96-43fb-beee-024c2ff842c3, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1fd795cf-6c96-43fb-beee-024c2ff842c3,segment=NetworkSegment(cd9e76b4-a5a5-4d81-aee3-bb135680162f),segment_id=cd9e76b4-a5a5-4d81-aee3-bb135680162f)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:35.614097 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-afffa14a-2064-4f1a-9de3-e73a4f29bc87 req-58ceb2a7-b98b-4bdf-8d61-8e0da98ca351 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.615649 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e5a73ff-217b-45c8-a2e0-02a87f83f923 req-5c65bdf8-b6be-4dc8-81a4-2229bf17e051 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774398 Jul 05 03:56:35.625133 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-7ae29d78-fefc-4b6a-801d-15adeb42ca67 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562908 Jul 05 03:56:35.630955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-afffa14a-2064-4f1a-9de3-e73a4f29bc87 req-58ceb2a7-b98b-4bdf-8d61-8e0da98ca351 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Calling delete_port for 1fd795cf-6c96-43fb-beee-024c2ff842c3 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:35.695396 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-964ae381-cd84-4d5a-ba9b-9c9dd896db5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.729730 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8905fc6-0d68-4a3d-9ebf-0aae1a6871b5 req-56215f27-2b69-4388-8dd4-3686bf65a531 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198673 Jul 05 03:56:35.801112 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-964ae381-cd84-4d5a-ba9b-9c9dd896db5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.947727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-964ae381-cd84-4d5a-ba9b-9c9dd896db5a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e4a63f151e6c40baa664177801f66b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9359174 Jul 05 03:56:35.969135 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45248) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:35.971028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ae381-cd84-4d5a-ba9b-9c9dd896db5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2c48e0-815e-4a9e-8b6f-494bf1d97171,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:35.998701 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b0910-43b6-47fd-8e58-e598e5e8eea8 req-7db9f992-905b-48c5-82e7-6dc3af669d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:36.018388 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-660b0910-43b6-47fd-8e58-e598e5e8eea8 req-7db9f992-905b-48c5-82e7-6dc3af669d27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 1097 time: 0.3630407 Jul 05 03:56:36.059127 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2cd1758b-550a-46d7-9d8b-79cff7831fd4 req-28e74fc8-808d-4c49-a751-5d5e608a7669 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7e08885-91e8-44a0-a8ef-9e939f2fe1e0 HTTP/1.1" status: 200 len: 210 time: 0.0850627 Jul 05 03:56:36.100757 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476b9ccf-fa27-4fac-991f-1c28dd0a8cc2 x-openstack-request-id: req-476b9ccf-fa27-4fac-991f-1c28dd0a8cc2 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:36.100757 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e08885-91e8-44a0-a8ef-9e939f2fe1e0", "name": "network-vif-deleted", "tag": "43032f06-59b8-438c-815f-cb6212ce7ee8", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:36.100757 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-476b9ccf-fa27-4fac-991f-1c28dd0a8cc2 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:36.100757 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e08885-91e8-44a0-a8ef-9e939f2fe1e0', 'name': 'network-vif-deleted', 'tag': '43032f06-59b8-438c-815f-cb6212ce7ee8', 'status': 'completed', 'code': 200} Jul 05 03:56:36.144315 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-660b0910-43b6-47fd-8e58-e598e5e8eea8 req-aee3f0e0-9096-4f7a-bdbc-c484aa13822e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127336 Jul 05 03:56:36.151602 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-83f10416-a271-4bd0-b1bb-abb94d32a814 service neutron] 10.222.0.36 "GET /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184252 Jul 05 03:56:36.176788 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80026592-3b77-47d5-ae80-1429c670b55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.200968 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92319ec-acd1-4280-8fbe-95941cdd6d8b req-9902a742-ff3b-477b-9da4-77e45792f386 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:36.207493 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b92319ec-acd1-4280-8fbe-95941cdd6d8b req-9902a742-ff3b-477b-9da4-77e45792f386 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.2362070 Jul 05 03:56:36.220106 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80026592-3b77-47d5-ae80-1429c670b55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.316203 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b92319ec-acd1-4280-8fbe-95941cdd6d8b req-5f5e5af3-4be4-4b92-a440-e8f0558d2204 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034374 Jul 05 03:56:36.371731 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-afffa14a-2064-4f1a-9de3-e73a4f29bc87 req-58ceb2a7-b98b-4bdf-8d61-8e0da98ca351 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.436470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ceb2a7-b98b-4bdf-8d61-8e0da98ca351 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Pushing event deleted for resources: {'Port': ['ID=1fd795cf-6c96-43fb-beee-024c2ff842c3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:36.448979 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.479188 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.493924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-afffa14a-2064-4f1a-9de3-e73a4f29bc87 req-58ceb2a7-b98b-4bdf-8d61-8e0da98ca351 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] No DVR routers for this DVR port 1fd795cf-6c96-43fb-beee-024c2ff842c3 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:36.497041 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-afffa14a-2064-4f1a-9de3-e73a4f29bc87 req-58ceb2a7-b98b-4bdf-8d61-8e0da98ca351 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.499302 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80026592-3b77-47d5-ae80-1429c670b55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.500581 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-afffa14a-2064-4f1a-9de3-e73a4f29bc87 req-58ceb2a7-b98b-4bdf-8d61-8e0da98ca351 tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.36 "DELETE /v2.0/ports/1fd795cf-6c96-43fb-beee-024c2ff842c3 HTTP/1.1" status: 204 len: 173 time: 1.4040823 Jul 05 03:56:36.502304 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80026592-3b77-47d5-ae80-1429c670b55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.503504 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-80026592-3b77-47d5-ae80-1429c670b55f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0b2c48e0-815e-4a9e-8b6f-494bf1d97171 HTTP/1.1" status: 204 len: 168 time: 0.5333495 Jul 05 03:56:36.563476 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80026592-3b77-47d5-ae80-1429c670b55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2c48e0-815e-4a9e-8b6f-494bf1d97171,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:36.700855 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Allocated IP 172.20.0.14 (59d41e20-c398-4e8a-b5bb-d3c686aca39f/663f66dd-8260-4411-b41b-58a54bc925d0/2b467428-ec20-4a9c-80f5-6529816d11f8) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:36.945082 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.975654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b262f1-c677-4e01-af57-c1aa82a238ea req-424b0c82-0e31-4123-969f-e142696c41ed tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:36.977252 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4b262f1-c677-4e01-af57-c1aa82a238ea req-424b0c82-0e31-4123-969f-e142696c41ed tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1833570 Jul 05 03:56:37.050106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-140cf3a8-8d91-4b47-b985-fbc4e81409d5 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:37.052206 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-140cf3a8-8d91-4b47-b985-fbc4e81409d5 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160&tenant_id=63c0043dceb94c52ae4db4897d94f388&binding%3Ahost_id=n-h2-771363-32 HTTP/1.1" status: 200 len: 1097 time: 0.0733914 Jul 05 03:56:37.069921 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a7863-ff6e-4af2-9a1b-a86d2e6e5a9d req-bf354283-f9f0-424d-a5dd-2f0f7f6c0be0 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:37.071469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d7a7863-ff6e-4af2-9a1b-a86d2e6e5a9d req-bf354283-f9f0-424d-a5dd-2f0f7f6c0be0 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 945 time: 0.1801398 Jul 05 03:56:37.075942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4b262f1-c677-4e01-af57-c1aa82a238ea req-c95910ee-5d7a-421d-9649-d7080aaa45ea tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902038 Jul 05 03:56:37.133707 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d7a7863-ff6e-4af2-9a1b-a86d2e6e5a9d req-a826bd40-357d-40e4-9552-c64502c853b9 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546317 Jul 05 03:56:37.166463 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.220628 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Network 59d41e20-c398-4e8a-b5bb-d3c686aca39f is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:37.228779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:37.231562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:37.239096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Pushing event updated for resources: {'Port': ['ID=2b467428-ec20-4a9c-80f5-6529816d11f8,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:37.273664 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:37.274013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:37.274354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:37.274705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:37.275038 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:37.275440 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:37.275747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:37.276102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:37.276422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:37.276746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:37.278670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:37.278670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:37.329413 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-9f23e5dc-ac3a-4b32-9dc1-f0cd15457c39 service neutron] For port 1796be8e-1f88-46b6-969c-e78267cb3849, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:37.332771 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-9f23e5dc-ac3a-4b32-9dc1-f0cd15457c39 service neutron] Notify callbacks [] for binding, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.336039 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64aa2a87-f951-4dbd-a858-cc5990c25e7c req-9f23e5dc-ac3a-4b32-9dc1-f0cd15457c39 service neutron] 10.222.0.36 "DELETE /v2.0/ports/1796be8e-1f88-46b6-969c-e78267cb3849/bindings/n-h1-771363-32 HTTP/1.1" status: 204 len: 173 time: 0.2737677 Jul 05 03:56:37.412117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45280) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:37.434854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16c4489e-5f45-497a-aa04-cfb1fb1fce94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.555702 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16c4489e-5f45-497a-aa04-cfb1fb1fce94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.618261 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16c4489e-5f45-497a-aa04-cfb1fb1fce94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.660383 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-16c4489e-5f45-497a-aa04-cfb1fb1fce94 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=674bb448aeec44cbad83a3d2d14b6d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466431 Jul 05 03:56:37.661609 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4489e-5f45-497a-aa04-cfb1fb1fce94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb2db69-14f0-4703-a9ad-3a6aa757e60f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:37.663980 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45282) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:37.717760 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c1047262-d6c3-4ba3-8257-8e69e95fd459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.740949 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c1047262-d6c3-4ba3-8257-8e69e95fd459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.763969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 43032f06-59b8-438c-815f-cb6212ce7ee8 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:37.809804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 43032f06-59b8-438c-815f-cb6212ce7ee8 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:37.810467 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 43032f06-59b8-438c-815f-cb6212ce7ee8 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:37.835159 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f1fdd48-8dec-45d2-a362-21f9bb4940d9 req-62749b2e-98f9-4e3a-bea8-4f9d05d5d33a tempest-ListServersNegativeTestJSON-2004380104 tempest-ListServersNegativeTestJSON-2004380104-project] 10.222.0.38 "GET /v2.0/ports?device_id=a311ac49-83ca-49f6-9dcc-4ebd1e5adeac HTTP/1.1" status: 200 len: 210 time: 0.1006935 Jul 05 03:56:37.874013 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c1047262-d6c3-4ba3-8257-8e69e95fd459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.877485 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c1047262-d6c3-4ba3-8257-8e69e95fd459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.880574 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c1047262-d6c3-4ba3-8257-8e69e95fd459 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8fb2db69-14f0-4703-a9ad-3a6aa757e60f HTTP/1.1" status: 204 len: 168 time: 0.2142494 Jul 05 03:56:37.891140 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1047262-d6c3-4ba3-8257-8e69e95fd459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb2db69-14f0-4703-a9ad-3a6aa757e60f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:37.897324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ccdb-d557-46e0-aec6-b4b66a9ba795 req-5caa6363-ef5e-4b14-80ce-858a8a328c82 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:37.904655 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c852ccdb-d557-46e0-aec6-b4b66a9ba795 req-5caa6363-ef5e-4b14-80ce-858a8a328c82 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.1685464 Jul 05 03:56:37.953280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c852ccdb-d557-46e0-aec6-b4b66a9ba795 req-f66427f9-2e53-4f77-af2d-55f2fb415e42 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476518 Jul 05 03:56:38.062303 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.099643 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a311ac49-83ca-49f6-9dcc-4ebd1e5adeac', 'name': 'network-vif-deleted', 'tag': '1fd795cf-6c96-43fb-beee-024c2ff842c3'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:38.102535 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5c0e7b-bd1e-4662-992c-0018fce932a8" -d '{"events": [{"server_uuid": "a311ac49-83ca-49f6-9dcc-4ebd1e5adeac", "name": "network-vif-deleted", "tag": "1fd795cf-6c96-43fb-beee-024c2ff842c3"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:38.177960 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff74aa6e-19c4-456b-9df9-de7894018650 x-openstack-request-id: req-ff74aa6e-19c4-456b-9df9-de7894018650 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:38.179408 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a311ac49-83ca-49f6-9dcc-4ebd1e5adeac", "name": "network-vif-deleted", "tag": "1fd795cf-6c96-43fb-beee-024c2ff842c3", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:38.179408 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ff74aa6e-19c4-456b-9df9-de7894018650 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:38.179408 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a311ac49-83ca-49f6-9dcc-4ebd1e5adeac', 'name': 'network-vif-deleted', 'tag': '1fd795cf-6c96-43fb-beee-024c2ff842c3', 'status': 'completed', 'code': 200} Jul 05 03:56:38.311474 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:56:38.375171 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.502063 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c4a1b-3f9c-4533-8d60-01d23bd3fcdb req-04f4c3b5-5da1-43e7-915a-d42ef79e954d tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:38.503547 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a2c4a1b-3f9c-4533-8d60-01d23bd3fcdb req-04f4c3b5-5da1-43e7-915a-d42ef79e954d tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.2196732 Jul 05 03:56:38.530757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8f776-1cf9-4083-9e29-db23f172a932 req-8eb62535-ac84-425b-845f-b0c607a597ae tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:38.532286 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1a8f776-1cf9-4083-9e29-db23f172a932 req-8eb62535-ac84-425b-845f-b0c607a597ae tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 945 time: 0.2353454 Jul 05 03:56:38.612774 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a2c4a1b-3f9c-4533-8d60-01d23bd3fcdb req-f2d0cbf8-6982-4ec3-9524-0bfe6c977f84 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015775 Jul 05 03:56:38.624593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1a8f776-1cf9-4083-9e29-db23f172a932 req-de360836-7a30-458b-9d45-a06bd45eecfd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810194 Jul 05 03:56:38.759627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Router c34279d4-a6c7-4caf-a87c-7be823bf3246 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:56:38.917682 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:38.932590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2642c6-4869-4ae2-bd2e-e454b7b1ca49 req-324888c1-3450-4c96-8371-085c5858b5a1 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:38.933278 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Sync routers for ids ['c34279d4-a6c7-4caf-a87c-7be823bf3246'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:38.934088 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e2642c6-4869-4ae2-bd2e-e454b7b1ca49 req-324888c1-3450-4c96-8371-085c5858b5a1 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 1097 time: 0.1219091 Jul 05 03:56:38.947386 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Routers {'c34279d4-a6c7-4caf-a87c-7be823bf3246'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:38.950046 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:56:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c34279d4-a6c7-4caf-a87c-7be823bf3246'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:39.010491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e2642c6-4869-4ae2-bd2e-e454b7b1ca49 req-d117dc27-115c-44dc-98de-9542a3296034 tempest-LiveAutoBlockMigrationV225Test-310510735 tempest-LiveAutoBlockMigrationV225Test-310510735-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661368 Jul 05 03:56:39.017004 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.020767 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2bb3061c-cf05-4676-9a05-ba2642cd0a56 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.2224607 Jul 05 03:56:39.021715 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45330) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:39.022411 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45332) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:39.102672 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Set router c34279d4-a6c7-4caf-a87c-7be823bf3246 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:39.244324 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbe1f1c-eb96-4279-8774-db8a6d89f903 admin admin] Deleting subnet cea952e5-e7a8-42fd-8cd3-ed07120420e9 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:39.248864 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1f1c-eb96-4279-8774-db8a6d89f903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.254764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00602c-fc33-4a16-a455-537a440c592b req-137a9b7c-bf4e-4271-8df8-4e57544d71d5 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:39.264379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f00602c-fc33-4a16-a455-537a440c592b req-137a9b7c-bf4e-4271-8df8-4e57544d71d5 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.1093600 Jul 05 03:56:39.304295 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1f1c-eb96-4279-8774-db8a6d89f903 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.345114 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f00602c-fc33-4a16-a455-537a440c592b req-c27113a2-0209-42de-a0da-8a0d60428172 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794964 Jul 05 03:56:39.360617 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34279d4-a6c7-4caf-a87c-7be823bf3246', 'name': '', 'tenant_id': 'a968194124a84ba684866dafa3f67ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59d41e20-c398-4e8a-b5bb-d3c686aca39f', 'external_fixed_ips': [{'subnet_id': '663f66dd-8260-4411-b41b-58a54bc925d0', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '2b467428-ec20-4a9c-80f5-6529816d11f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:34Z', 'updated_at': '2021-07-05T03:56:37Z', 'revision_number': 3, 'project_id': 'a968194124a84ba684866dafa3f67ead', 'gw_port': {'id': '2b467428-ec20-4a9c-80f5-6529816d11f8', 'name': '', 'network_id': '59d41e20-c398-4e8a-b5bb-d3c686aca39f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34279d4-a6c7-4caf-a87c-7be823bf3246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '663f66dd-8260-4411-b41b-58a54bc925d0', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:36Z', 'updated_at': '2021-07-05T03:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '663f66dd-8260-4411-b41b-58a54bc925d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:39.383720 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3014-ff99-45de-981e-10ba783c97e9 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.419641 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1f1c-eb96-4279-8774-db8a6d89f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.534280 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Checking router: c34279d4-a6c7-4caf-a87c-7be823bf3246 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:56:39.534911 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Updating router c34279d4-a6c7-4caf-a87c-7be823bf3246 port 2b467428-ec20-4a9c-80f5-6529816d11f8 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:56:39.574242 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3014-ff99-45de-981e-10ba783c97e9 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.585884 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.586657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1fd795cf-6c96-43fb-beee-024c2ff842c3 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:39.596844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea1319-58e2-46e6-96f8-7d8cf23567f1 req-62fe333e-e493-4b5a-ac73-4c0fa45a44d5 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:39.606609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63ea1319-58e2-46e6-96f8-7d8cf23567f1 req-62fe333e-e493-4b5a-ac73-4c0fa45a44d5 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1162806 Jul 05 03:56:39.607601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 1fd795cf-6c96-43fb-beee-024c2ff842c3 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:39.609548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1fd795cf-6c96-43fb-beee-024c2ff842c3 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:39.650715 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63ea1319-58e2-46e6-96f8-7d8cf23567f1 req-b3467184-ce34-4ab3-9fd0-b48e9cb6ae91 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431387 Jul 05 03:56:39.697213 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1f1c-eb96-4279-8774-db8a6d89f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.739470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe1f1c-eb96-4279-8774-db8a6d89f903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea952e5-e7a8-42fd-8cd3-ed07120420e9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:39.753932 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1f1c-eb96-4279-8774-db8a6d89f903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.756951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45352) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:39.760762 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1bbe1f1c-eb96-4279-8774-db8a6d89f903 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cea952e5-e7a8-42fd-8cd3-ed07120420e9 HTTP/1.1" status: 204 len: 168 time: 0.5808747 Jul 05 03:56:39.871317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f9cc3014-ff99-45de-981e-10ba783c97e9 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Deleting port 2b467428-ec20-4a9c-80f5-6529816d11f8 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:39.871721 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3014-ff99-45de-981e-10ba783c97e9 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.960582 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2507-1c8a-4cb0-8bab-bcae3872a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.968787 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3014-ff99-45de-981e-10ba783c97e9 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.984700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f9cc3014-ff99-45de-981e-10ba783c97e9 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Calling delete_port for 2b467428-ec20-4a9c-80f5-6529816d11f8 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:39.999731 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.019885 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Transition to ACTIVE for port object 2b467428-ec20-4a9c-80f5-6529816d11f8 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:40.048927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe121c-3b1e-4524-a1fb-5b735e8accd5 req-e8df0af1-be2c-424f-b486-ad37b677f592 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.051536 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8fe121c-3b1e-4524-a1fb-5b735e8accd5 req-e8df0af1-be2c-424f-b486-ad37b677f592 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1850803 Jul 05 03:56:40.101569 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.158362 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2507-1c8a-4cb0-8bab-bcae3872a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.176351 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8fe121c-3b1e-4524-a1fb-5b735e8accd5 req-5271030e-830e-42eb-8475-a6f0b2943fc9 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217084 Jul 05 03:56:40.196017 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-b9ce2507-1c8a-4cb0-8bab-bcae3872a9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57acb1e-e66b-4876-bd4f-6291365c0844']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:40.206936 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d2ddc-3c1e-4c51-8c10-8d0d74fabead None None] Pushing event updated for resources: {'Port': ['ID=2b467428-ec20-4a9c-80f5-6529816d11f8,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:40.220162 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-b9ce2507-1c8a-4cb0-8bab-bcae3872a9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9e76b4-a5a5-4d81-aee3-bb135680162f') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:40.220465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-b9ce2507-1c8a-4cb0-8bab-bcae3872a9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9e76b4-a5a5-4d81-aee3-bb135680162f') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:40.234957 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Attempting to bind port 2b467428-ec20-4a9c-80f5-6529816d11f8 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:40.235761 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Attempting to bind port 2b467428-ec20-4a9c-80f5-6529816d11f8 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '87d79604-653c-4d48-b0f3-cd1e054fadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '59d41e20-c398-4e8a-b5bb-d3c686aca39f'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:40.236255 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Attempting to bind port 2b467428-ec20-4a9c-80f5-6529816d11f8 on network 59d41e20-c398-4e8a-b5bb-d3c686aca39f {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:40.250308 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:40.270989 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Checking segment: {'id': '87d79604-653c-4d48-b0f3-cd1e054fadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '59d41e20-c398-4e8a-b5bb-d3c686aca39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:40.272849 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.274005 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Bound using segment: {'id': '87d79604-653c-4d48-b0f3-cd1e054fadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '59d41e20-c398-4e8a-b5bb-d3c686aca39f'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:40.274005 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Bound port: 2b467428-ec20-4a9c-80f5-6529816d11f8, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d79604-653c-4d48-b0f3-cd1e054fadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '59d41e20-c398-4e8a-b5bb-d3c686aca39f'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:40.276671 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.325676 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2507-1c8a-4cb0-8bab-bcae3872a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.360356 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2507-1c8a-4cb0-8bab-bcae3872a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.369809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ce2507-1c8a-4cb0-8bab-bcae3872a9d9 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:40.370293 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2507-1c8a-4cb0-8bab-bcae3872a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:40.372342 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:40.422167 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3014-ff99-45de-981e-10ba783c97e9 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.424001 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.db.api [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:56:40.424468 n-d-771363-32 neutron-server[100935]: DEBUG oslo_db.api [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:56:40.460689 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc3014-ff99-45de-981e-10ba783c97e9 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b467428-ec20-4a9c-80f5-6529816d11f8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:40.466842 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f53f6d-1279-46c8-b9c1-f8ab739f4d3d req-e1463af1-91f4-4406-87a1-36908ea8c40c tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.469225 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d8f53f6d-1279-46c8-b9c1-f8ab739f4d3d req-e1463af1-91f4-4406-87a1-36908ea8c40c tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 945 time: 0.2587433 Jul 05 03:56:40.520684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d8f53f6d-1279-46c8-b9c1-f8ab739f4d3d req-7fbfe902-c4f4-4833-b995-fcf701ce0b4f tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454016 Jul 05 03:56:40.537341 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3014-ff99-45de-981e-10ba783c97e9 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.554341 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2507-1c8a-4cb0-8bab-bcae3872a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.559666 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2507-1c8a-4cb0-8bab-bcae3872a9d9 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.564341 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b9ce2507-1c8a-4cb0-8bab-bcae3872a9d9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b57acb1e-e66b-4876-bd4f-6291365c0844 HTTP/1.1" status: 204 len: 168 time: 0.8030584 Jul 05 03:56:40.576260 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce2507-1c8a-4cb0-8bab-bcae3872a9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b57acb1e-e66b-4876-bd4f-6291365c0844,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:40.682675 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3014-ff99-45de-981e-10ba783c97e9 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.685638 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3014-ff99-45de-981e-10ba783c97e9 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.768087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369166c-4b8b-42b6-b849-879aef32ec06 req-a58bd37b-6037-4bce-aec6-341f1959ab8f tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.769621 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9369166c-4b8b-42b6-b849-879aef32ec06 req-a58bd37b-6037-4bce-aec6-341f1959ab8f tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.0754132 Jul 05 03:56:40.804450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0ea72-6091-457f-ad6a-f03e064fad1b req-5764eaa3-4185-4e55-8b26-53f9241a3b65 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.806278 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bda0ea72-6091-457f-ad6a-f03e064fad1b req-5764eaa3-4185-4e55-8b26-53f9241a3b65 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.36 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 945 time: 0.0735486 Jul 05 03:56:40.814048 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9369166c-4b8b-42b6-b849-879aef32ec06 req-f98de609-19ce-458a-86af-67872e4afeab tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370183 Jul 05 03:56:40.895250 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3014-ff99-45de-981e-10ba783c97e9 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.895861 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cc3014-ff99-45de-981e-10ba783c97e9 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c34279d4-a6c7-4caf-a87c-7be823bf3246 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:56:40.901398 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3014-ff99-45de-981e-10ba783c97e9 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.902576 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f9cc3014-ff99-45de-981e-10ba783c97e9 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "DELETE /v2.0/routers/c34279d4-a6c7-4caf-a87c-7be823bf3246 HTTP/1.1" status: 204 len: 168 time: 1.8789341 Jul 05 03:56:40.906129 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45386) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:40.942680 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Attempting to bind port 2b467428-ec20-4a9c-80f5-6529816d11f8 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:40.943044 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Attempting to bind port 2b467428-ec20-4a9c-80f5-6529816d11f8 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '87d79604-653c-4d48-b0f3-cd1e054fadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '59d41e20-c398-4e8a-b5bb-d3c686aca39f'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:40.943927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-bda0ea72-6091-457f-ad6a-f03e064fad1b req-bd4626ad-9a31-457c-9c86-bc7604703bf3 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Deleting port 1796be8e-1f88-46b6-969c-e78267cb3849 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:40.944556 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bda0ea72-6091-457f-ad6a-f03e064fad1b req-bd4626ad-9a31-457c-9c86-bc7604703bf3 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.945213 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Attempting to bind port 2b467428-ec20-4a9c-80f5-6529816d11f8 on network 59d41e20-c398-4e8a-b5bb-d3c686aca39f {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:40.955686 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:40.956048 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Checking segment: {'id': '87d79604-653c-4d48-b0f3-cd1e054fadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '59d41e20-c398-4e8a-b5bb-d3c686aca39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:40.958459 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.960777 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Bound using segment: {'id': '87d79604-653c-4d48-b0f3-cd1e054fadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '59d41e20-c398-4e8a-b5bb-d3c686aca39f'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:40.961951 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Bound port: 2b467428-ec20-4a9c-80f5-6529816d11f8, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d79604-653c-4d48-b0f3-cd1e054fadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '59d41e20-c398-4e8a-b5bb-d3c686aca39f'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:40.962380 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.972525 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cbaabf-aca8-4710-92c2-11824f32c567 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Deleting subnet 663f66dd-8260-4411-b41b-58a54bc925d0 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:40.982706 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b0cbaabf-aca8-4710-92c2-11824f32c567 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.005127 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.plugin [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Port 2b467428-ec20-4a9c-80f5-6529816d11f8 has been deleted concurrently {{(pid=100935) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 05 03:56:41.018750 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Routers set() bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:41.019244 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Router IDs set() for agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 03:56:41.022628 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_agentschedulers_db [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c34279d4-a6c7-4caf-a87c-7be823bf3246'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:56:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent'). {{(pid=100935) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 03:56:41.022628 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d2c74-e6a8-4dd6-ab4a-1a7c2d730d66 None None] The sync data for ids ['c34279d4-a6c7-4caf-a87c-7be823bf3246'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:41.033002 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b0cbaabf-aca8-4710-92c2-11824f32c567 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.049108 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-bda0ea72-6091-457f-ad6a-f03e064fad1b req-bd4626ad-9a31-457c-9c86-bc7604703bf3 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] For port 1796be8e-1f88-46b6-969c-e78267cb3849, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1796be8e-1f88-46b6-969c-e78267cb3849,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:41.049478 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bda0ea72-6091-457f-ad6a-f03e064fad1b req-bd4626ad-9a31-457c-9c86-bc7604703bf3 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.064086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-bda0ea72-6091-457f-ad6a-f03e064fad1b req-bd4626ad-9a31-457c-9c86-bc7604703bf3 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Calling delete_port for 1796be8e-1f88-46b6-969c-e78267cb3849 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:41.089094 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b0cbaabf-aca8-4710-92c2-11824f32c567 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.110396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45390) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:41.190372 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ed68d04a-bd1e-45bf-9a5a-b831761c5499 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d40db2a803084f97bc1e3a3dad2929b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0788417 Jul 05 03:56:41.195646 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45392) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:41.258567 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d67c132d-08b6-4a0e-98da-3b613a0dbbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.282223 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d67c132d-08b6-4a0e-98da-3b613a0dbbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.304450 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b0cbaabf-aca8-4710-92c2-11824f32c567 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.337087 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3c565ca6-13d8-425c-b237-a9f925573480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.338446 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bda0ea72-6091-457f-ad6a-f03e064fad1b req-bd4626ad-9a31-457c-9c86-bc7604703bf3 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.358739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['1796be8e-1f88-46b6-969c-e78267cb3849'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:41.363050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbaabf-aca8-4710-92c2-11824f32c567 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=663f66dd-8260-4411-b41b-58a54bc925d0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:41.367936 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b0cbaabf-aca8-4710-92c2-11824f32c567 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.369371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b0cbaabf-aca8-4710-92c2-11824f32c567 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "DELETE /v2.0/subnets/663f66dd-8260-4411-b41b-58a54bc925d0 HTTP/1.1" status: 204 len: 168 time: 0.4620817 Jul 05 03:56:41.373044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45402) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:41.398867 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4626ad-9a31-457c-9c86-bc7604703bf3 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Pushing event deleted for resources: {'Port': ['ID=1796be8e-1f88-46b6-969c-e78267cb3849,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:41.430436 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d67c132d-08b6-4a0e-98da-3b613a0dbbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.433050 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d67c132d-08b6-4a0e-98da-3b613a0dbbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.436863 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d67c132d-08b6-4a0e-98da-3b613a0dbbfa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a21863fb-639a-4caf-bacf-dedf509a601c HTTP/1.1" status: 204 len: 168 time: 0.2376919 Jul 05 03:56:41.460427 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce5511-b9b3-4004-bb4e-c56466b1515f req-464ae6c0-eb95-4468-9327-2fc4e0ac5871 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:41.467953 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dbce5511-b9b3-4004-bb4e-c56466b1515f req-464ae6c0-eb95-4468-9327-2fc4e0ac5871 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1751270 Jul 05 03:56:41.474141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda0ea72-6091-457f-ad6a-f03e064fad1b req-bd4626ad-9a31-457c-9c86-bc7604703bf3 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] No DVR routers for this DVR port 1796be8e-1f88-46b6-969c-e78267cb3849 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:41.479224 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bda0ea72-6091-457f-ad6a-f03e064fad1b req-bd4626ad-9a31-457c-9c86-bc7604703bf3 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.480021 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8288e71f-dc15-49de-aba7-ea901d8775a8 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.481679 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bda0ea72-6091-457f-ad6a-f03e064fad1b req-bd4626ad-9a31-457c-9c86-bc7604703bf3 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.36 "DELETE /v2.0/ports/1796be8e-1f88-46b6-969c-e78267cb3849 HTTP/1.1" status: 204 len: 173 time: 0.6662278 Jul 05 03:56:41.490371 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674da95f-82aa-4dc9-a93c-4e17e5958160', 'name': 'network-vif-deleted', 'tag': '1796be8e-1f88-46b6-969c-e78267cb3849'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:41.492829 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403867af-c9b1-41b9-be71-98142dc6d431" -d '{"events": [{"server_uuid": "674da95f-82aa-4dc9-a93c-4e17e5958160", "name": "network-vif-deleted", "tag": "1796be8e-1f88-46b6-969c-e78267cb3849"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:41.496845 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c132d-08b6-4a0e-98da-3b613a0dbbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21863fb-639a-4caf-bacf-dedf509a601c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:41.526570 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dbce5511-b9b3-4004-bb4e-c56466b1515f req-559eb47f-0ad2-47ec-b169-06933d98b95e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575266 Jul 05 03:56:41.579036 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b90313-8434-4bab-9cc8-944f92e9bd87 x-openstack-request-id: req-e3b90313-8434-4bab-9cc8-944f92e9bd87 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:41.579747 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674da95f-82aa-4dc9-a93c-4e17e5958160", "name": "network-vif-deleted", "tag": "1796be8e-1f88-46b6-969c-e78267cb3849", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:41.580002 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e3b90313-8434-4bab-9cc8-944f92e9bd87 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:41.580437 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674da95f-82aa-4dc9-a93c-4e17e5958160', 'name': 'network-vif-deleted', 'tag': '1796be8e-1f88-46b6-969c-e78267cb3849', 'status': 'completed', 'code': 200} Jul 05 03:56:41.633851 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8288e71f-dc15-49de-aba7-ea901d8775a8 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.644686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-8288e71f-dc15-49de-aba7-ea901d8775a8 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d41e20-c398-4e8a-b5bb-d3c686aca39f']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:41.656044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-8288e71f-dc15-49de-aba7-ea901d8775a8 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d79604-653c-4d48-b0f3-cd1e054fadf4') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:41.656371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-8288e71f-dc15-49de-aba7-ea901d8775a8 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d79604-653c-4d48-b0f3-cd1e054fadf4') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:41.665721 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8288e71f-dc15-49de-aba7-ea901d8775a8 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.690863 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8288e71f-dc15-49de-aba7-ea901d8775a8 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.714972 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56e882ca-43f2-489e-850d-042cc673bfbc req-e2356c10-4fdc-49a2-a032-696d6c6bb199 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 210 time: 0.0353262 Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8288e71f-dc15-49de-aba7-ea901d8775a8 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8288e71f-dc15-49de-aba7-ea901d8775a8 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:41.725313 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:41.965151 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8288e71f-dc15-49de-aba7-ea901d8775a8 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.981276 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8288e71f-dc15-49de-aba7-ea901d8775a8 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 59d41e20-c398-4e8a-b5bb-d3c686aca39f {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 03:56:41.995570 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8288e71f-dc15-49de-aba7-ea901d8775a8 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.997968 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8288e71f-dc15-49de-aba7-ea901d8775a8 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "DELETE /v2.0/networks/59d41e20-c398-4e8a-b5bb-d3c686aca39f HTTP/1.1" status: 204 len: 168 time: 0.6235027 Jul 05 03:56:42.001332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288e71f-dc15-49de-aba7-ea901d8775a8 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Pushing event deleted for resources: {'Network': ['ID=59d41e20-c398-4e8a-b5bb-d3c686aca39f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:42.040306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e852d4-c417-40ce-9930-dc65dee3ccec req-cc3fb83c-e0c7-476a-9c08-d3bcbfb6b9bc tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:42.048247 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2e852d4-c417-40ce-9930-dc65dee3ccec req-cc3fb83c-e0c7-476a-9c08-d3bcbfb6b9bc tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1144710 Jul 05 03:56:42.097298 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2e852d4-c417-40ce-9930-dc65dee3ccec req-e66b039f-14f5-4ac6-9f75-0303e29664a6 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477545 Jul 05 03:56:42.688087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45454) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:42.692838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-377693b5-faf0-43d7-a8bf-5d9ed8faf874 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Request body: {'router': {'name': 'tempest-router--161264619', 'project_id': '50dea5ab5ced4acc84208254b53ee7e5'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:42.799641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3877304-7f7d-41ad-8175-29835cbce2b9 req-7956bed3-9665-4a69-9eed-259b2262a3ff tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:42.808391 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3877304-7f7d-41ad-8175-29835cbce2b9 req-7956bed3-9665-4a69-9eed-259b2262a3ff tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1027076 Jul 05 03:56:42.866000 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3877304-7f7d-41ad-8175-29835cbce2b9 req-1b593c66-2e02-43d8-8c03-27dba24fecad tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550513 Jul 05 03:56:42.871631 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-377693b5-faf0-43d7-a8bf-5d9ed8faf874 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.871631 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-377693b5-faf0-43d7-a8bf-5d9ed8faf874 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.012673 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-377693b5-faf0-43d7-a8bf-5d9ed8faf874 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.061254 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-424135fe-3b2a-4120-924a-707babb426e0 req-31c16b5c-2bbe-43e1-8731-bc9df043a53e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 210 time: 0.0633852 Jul 05 03:56:43.129146 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-377693b5-faf0-43d7-a8bf-5d9ed8faf874 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.170979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c4456-b385-44ca-9d02-5abcf12c27e6 req-11b802cb-8dcb-4007-a455-6702915654bb tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:43.172259 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-212c4456-b385-44ca-9d02-5abcf12c27e6 req-11b802cb-8dcb-4007-a455-6702915654bb tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1234574 Jul 05 03:56:43.224359 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-377693b5-faf0-43d7-a8bf-5d9ed8faf874 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.228293 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-377693b5-faf0-43d7-a8bf-5d9ed8faf874 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5391726 Jul 05 03:56:43.231582 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45472) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:43.257734 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-212c4456-b385-44ca-9d02-5abcf12c27e6 req-ff32b2de-9114-48d0-874a-74219cdaf843 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792809 Jul 05 03:56:43.327950 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7fc60c50-8e4c-4e30-90b9-884a4b1fb91e tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.339301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45476) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:43.552478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-61183983-a0e6-459d-94a3-fdfcf5bfdc82 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-422955664-network', 'tenant_id': 'df711c78837f417da4947b1fe3d61c90'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:43.638650 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7fc60c50-8e4c-4e30-90b9-884a4b1fb91e tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.641400 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7fc60c50-8e4c-4e30-90b9-884a4b1fb91e tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.678443 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61183983-a0e6-459d-94a3-fdfcf5bfdc82 admin admin] Made reservation on behalf of df711c78837f417da4947b1fe3d61c90 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:43.680890 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61183983-a0e6-459d-94a3-fdfcf5bfdc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.690902 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61183983-a0e6-459d-94a3-fdfcf5bfdc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.805928 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7fc60c50-8e4c-4e30-90b9-884a4b1fb91e tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.810064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc60c50-8e4c-4e30-90b9-884a4b1fb91e tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86c01a97-9a9c-46ca-998e-c96dcc852e74 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:56:43.813702 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7fc60c50-8e4c-4e30-90b9-884a4b1fb91e tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.817208 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7fc60c50-8e4c-4e30-90b9-884a4b1fb91e tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "DELETE /v2.0/routers/86c01a97-9a9c-46ca-998e-c96dcc852e74 HTTP/1.1" status: 204 len: 168 time: 0.5817010 Jul 05 03:56:43.891813 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61183983-a0e6-459d-94a3-fdfcf5bfdc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.959824 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-17a481c2-27d7-4bab-b4f5-8d19138f1e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.010659 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61183983-a0e6-459d-94a3-fdfcf5bfdc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.067812 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61183983-a0e6-459d-94a3-fdfcf5bfdc82 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:56:44.082032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61183983-a0e6-459d-94a3-fdfcf5bfdc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce73f05-6365-49aa-a78e-d4fe95516e92,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:44.093977 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61183983-a0e6-459d-94a3-fdfcf5bfdc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.094540 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-61183983-a0e6-459d-94a3-fdfcf5bfdc82 admin admin] Added segment 6a8f5a2a-405a-4270-a8b2-c397b67757d2 of type vlan for network f062fb12-500c-48c7-aee5-a1a2356071d3 Jul 05 03:56:44.160214 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61183983-a0e6-459d-94a3-fdfcf5bfdc82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.190260 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c587156-907a-458c-aa01-b8d6798ad2e4 req-467e5ac8-b43a-4ac4-85b8-eee723822699 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.191811 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c587156-907a-458c-aa01-b8d6798ad2e4 req-467e5ac8-b43a-4ac4-85b8-eee723822699 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1845706 Jul 05 03:56:44.244057 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2accc782-411b-42a2-b494-6f286a736db0 req-be9ef060-c002-4878-bc38-ac0fa4612505 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 210 time: 0.0495844 Jul 05 03:56:44.254113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45498) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:44.279973 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c587156-907a-458c-aa01-b8d6798ad2e4 req-287df119-dcb6-4e25-9af3-e83f7ce5e3c4 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726998 Jul 05 03:56:44.335278 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.336303 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61183983-a0e6-459d-94a3-fdfcf5bfdc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.337464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61183983-a0e6-459d-94a3-fdfcf5bfdc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.338122 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61183983-a0e6-459d-94a3-fdfcf5bfdc82 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.500488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61183983-a0e6-459d-94a3-fdfcf5bfdc82 admin admin] Pushing event updated for resources: {'Network': ['ID=f062fb12-500c-48c7-aee5-a1a2356071d3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:44.513317 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network f062fb12-500c-48c7-aee5-a1a2356071d3 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:56:44.532940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-645956267', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:44.537712 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-61183983-a0e6-459d-94a3-fdfcf5bfdc82 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1970060 Jul 05 03:56:44.542196 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45508) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:44.547688 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-630ff0e7-6b86-44f7-9755-d5d70ac82d94 admin admin] Request body: {'subnet': {'network_id': 'f062fb12-500c-48c7-aee5-a1a2356071d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-422955664-subnet', 'tenant_id': 'df711c78837f417da4947b1fe3d61c90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:44.560107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba776a4a-e623-4599-8458-7fabe44dbfa8 req-3ebd1c10-e5ee-4894-b35b-cb33a40443a5 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.567431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba776a4a-e623-4599-8458-7fabe44dbfa8 req-3ebd1c10-e5ee-4894-b35b-cb33a40443a5 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1297729 Jul 05 03:56:44.610434 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba776a4a-e623-4599-8458-7fabe44dbfa8 req-e307f548-e607-4aa1-bfea-4b9c2cf7b2ae tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421321 Jul 05 03:56:44.714453 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.715738 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.835734 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.839711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630ff0e7-6b86-44f7-9755-d5d70ac82d94 admin admin] Made reservation on behalf of df711c78837f417da4947b1fe3d61c90 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:44.842537 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-630ff0e7-6b86-44f7-9755-d5d70ac82d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.989704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45516) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:45.123413 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-630ff0e7-6b86-44f7-9755-d5d70ac82d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.129190 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c346109f-2421-4c4d-ba1b-006e3ed9adfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.142361 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.185129 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ff0e7-6b86-44f7-9755-d5d70ac82d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b144ec37-5137-497f-872c-33e47670893f,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:45.223239 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.227153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630ff0e7-6b86-44f7-9755-d5d70ac82d94 admin admin] Checking segment: {'id': '6a8f5a2a-405a-4270-a8b2-c397b67757d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f062fb12-500c-48c7-aee5-a1a2356071d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:45.232854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630ff0e7-6b86-44f7-9755-d5d70ac82d94 admin admin] Network hostable DHCP agents. Network: f062fb12-500c-48c7-aee5-a1a2356071d3, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:56:45.310136 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c346109f-2421-4c4d-ba1b-006e3ed9adfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.337284 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630ff0e7-6b86-44f7-9755-d5d70ac82d94 admin admin] Network f062fb12-500c-48c7-aee5-a1a2356071d3 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:56:45.454215 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c346109f-2421-4c4d-ba1b-006e3ed9adfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.502851 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5fe96d9d-f358-40f9-9d54-065cf7fa703c req-bc996178-b89b-4939-a0ea-2551572eb4db tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 210 time: 0.0574355 Jul 05 03:56:45.518404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-630ff0e7-6b86-44f7-9755-d5d70ac82d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, f062fb12-500c-48c7-aee5-a1a2356071d3) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:45.527014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81852cc-5a65-4f63-9ef7-e4099430edbf None None] Network f062fb12-500c-48c7-aee5-a1a2356071d3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:45.570985 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346109f-2421-4c4d-ba1b-006e3ed9adfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51cfcee-abbf-4fc0-9899-507e3342e237,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:45.594770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630ff0e7-6b86-44f7-9755-d5d70ac82d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:45.598835 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-630ff0e7-6b86-44f7-9755-d5d70ac82d94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.623805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1796be8e-1f88-46b6-969c-e78267cb3849 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:45.652926 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c346109f-2421-4c4d-ba1b-006e3ed9adfe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=757e3faa43d54ba6a39b50154585e875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6598885 Jul 05 03:56:45.658357 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45536) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:45.714672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621844f6-0ba0-4643-b5fd-3209e2733e36 req-093d9e46-8583-4467-9568-66ac5a655698 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:45.717459 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-621844f6-0ba0-4643-b5fd-3209e2733e36 req-093d9e46-8583-4467-9568-66ac5a655698 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.2259429 Jul 05 03:56:45.734467 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 1796be8e-1f88-46b6-969c-e78267cb3849 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:45.735077 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1796be8e-1f88-46b6-969c-e78267cb3849 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:45.779973 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-630ff0e7-6b86-44f7-9755-d5d70ac82d94 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2362139 Jul 05 03:56:45.807603 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0235e4-8b6e-462e-93f8-03271d28af49 None None] Network f062fb12-500c-48c7-aee5-a1a2356071d3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:45.815791 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba09a4a5-6b4c-4df0-b545-c6e905b461ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.836964 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-621844f6-0ba0-4643-b5fd-3209e2733e36 req-95724455-6160-4b53-bfe1-7b4b67db9513 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952053 Jul 05 03:56:45.896001 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba09a4a5-6b4c-4df0-b545-c6e905b461ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.949900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.993345 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.074637 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba09a4a5-6b4c-4df0-b545-c6e905b461ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.078622 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba09a4a5-6b4c-4df0-b545-c6e905b461ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.082647 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ba09a4a5-6b4c-4df0-b545-c6e905b461ef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c51cfcee-abbf-4fc0-9899-507e3342e237 HTTP/1.1" status: 204 len: 168 time: 0.4217591 Jul 05 03:56:46.096230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09a4a5-6b4c-4df0-b545-c6e905b461ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51cfcee-abbf-4fc0-9899-507e3342e237,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:46.225080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Allocated IP 172.25.6.227 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/34eafb17-22fd-4d7f-9234-b6139a6576c3) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:46.343743 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.520270 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.599179 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:46.607245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:46.614103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:46.734249 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27159032-c379-41d4-8b36-ca584fcaaf7c req-d9a61b98-2093-4566-abb6-c9f41b33c93e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=674da95f-82aa-4dc9-a93c-4e17e5958160 HTTP/1.1" status: 200 len: 210 time: 0.0460331 Jul 05 03:56:46.770836 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Pushing event updated for resources: {'Port': ['ID=34eafb17-22fd-4d7f-9234-b6139a6576c3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:46.786550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:46.786947 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:46.787490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:46.787983 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:46.788359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:46.788703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:46.789043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:46.789415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:46.789748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:46.790360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:46.790705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:46.791042 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:46.806059 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.112312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45578) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:47.128346 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a59dfc76-0786-4dbd-adfa-512cf3276ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.156685 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.300417 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42b9ef-6a13-4974-9246-8011d0ff6c3e req-3f41665f-5031-4ce5-8c83-983295638d8a tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.307201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f42b9ef-6a13-4974-9246-8011d0ff6c3e req-3f41665f-5031-4ce5-8c83-983295638d8a tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1421995 Jul 05 03:56:47.370885 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f42b9ef-6a13-4974-9246-8011d0ff6c3e req-7c3f42df-dec6-4df1-bfb6-fefea8eea50a tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627868 Jul 05 03:56:47.372935 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a59dfc76-0786-4dbd-adfa-512cf3276ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.407420 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.456241 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a59dfc76-0786-4dbd-adfa-512cf3276ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.521448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59dfc76-0786-4dbd-adfa-512cf3276ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff508e70-1538-48dd-8dd8-509af386fe49,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:47.577820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a59dfc76-0786-4dbd-adfa-512cf3276ffe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e22362c11ef44a8084c0c656a96becec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4643183 Jul 05 03:56:47.579576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45592) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:47.651065 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-82734683-f8c9-4a73-97c9-a2c4eb8ce475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.680489 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-82734683-f8c9-4a73-97c9-a2c4eb8ce475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.703295 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Router c7a09018-d04d-4e72-a1d1-6564afc35f35 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:56:47.831101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:47.845536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b736204-135d-41b1-96c0-00a9192699a4 None None] Sync routers for ids ['c7a09018-d04d-4e72-a1d1-6564afc35f35'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:47.855662 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b736204-135d-41b1-96c0-00a9192699a4 None None] Routers {'c7a09018-d04d-4e72-a1d1-6564afc35f35'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:47.856321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1b736204-135d-41b1-96c0-00a9192699a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:56:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c7a09018-d04d-4e72-a1d1-6564afc35f35'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:47.861247 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-82734683-f8c9-4a73-97c9-a2c4eb8ce475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.878110 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-82734683-f8c9-4a73-97c9-a2c4eb8ce475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.882787 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-82734683-f8c9-4a73-97c9-a2c4eb8ce475 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ff508e70-1538-48dd-8dd8-509af386fe49 HTTP/1.1" status: 204 len: 168 time: 0.3017135 Jul 05 03:56:47.893772 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1b736204-135d-41b1-96c0-00a9192699a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:47.902725 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82734683-f8c9-4a73-97c9-a2c4eb8ce475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff508e70-1538-48dd-8dd8-509af386fe49,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:47.912489 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b736204-135d-41b1-96c0-00a9192699a4 None None] Routers {'c7a09018-d04d-4e72-a1d1-6564afc35f35'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:47.913356 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1b736204-135d-41b1-96c0-00a9192699a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:56:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c7a09018-d04d-4e72-a1d1-6564afc35f35'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:47.926585 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.930520 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a78cbea7-6807-49fc-b46e-f9d43227e0bd tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6729355 Jul 05 03:56:47.934695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45602) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:47.967906 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1b736204-135d-41b1-96c0-00a9192699a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:47.968479 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b736204-135d-41b1-96c0-00a9192699a4 None None] The sync data for ids ['c7a09018-d04d-4e72-a1d1-6564afc35f35'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:48.116034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45614) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:48.116359 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-65d9f582-6195-4768-9aea-ae704e5a1cad tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/routers/c7a09018-d04d-4e72-a1d1-6564afc35f35 HTTP/1.1" status: 200 len: 920 time: 0.1839931 Jul 05 03:56:48.168335 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-29068eeb-855b-474e-977a-08cc8327016e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7a09018-d04d-4e72-a1d1-6564afc35f35 HTTP/1.1" status: 200 len: 205 time: 0.0506363 Jul 05 03:56:48.171100 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45616) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:48.537168 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d33c9-0984-43b5-ae06-f6cdc24df6e1 req-f8063248-a84e-4a8e-af74-2e22632043a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:48.541806 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d68d33c9-0984-43b5-ae06-f6cdc24df6e1 req-f8063248-a84e-4a8e-af74-2e22632043a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b68a52351a9459890afd450c0a0c46b&device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 1098 time: 0.1269181 Jul 05 03:56:48.744228 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d33c9-0984-43b5-ae06-f6cdc24df6e1 req-3165ebf7-c65c-4264-b4ea-e206877bf819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:48.744228 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d68d33c9-0984-43b5-ae06-f6cdc24df6e1 req-3165ebf7-c65c-4264-b4ea-e206877bf819 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3fdf8913-47c8-4a23-a882-812e457ca862 HTTP/1.1" status: 200 len: 919 time: 0.1894240 Jul 05 03:56:48.786975 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d68d33c9-0984-43b5-ae06-f6cdc24df6e1 req-15927571-54fa-404c-b82c-18f00063aa7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aed92df0-007b-49ca-9909-5b42683f510a HTTP/1.1" status: 200 len: 217 time: 0.0390434 Jul 05 03:56:48.840523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d33c9-0984-43b5-ae06-f6cdc24df6e1 req-8f8d53ad-ef9f-414c-ac63-bc447398de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:48.842706 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d68d33c9-0984-43b5-ae06-f6cdc24df6e1 req-8f8d53ad-ef9f-414c-ac63-bc447398de4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cadd956f-4ed6-4336-8d28-a9a782accda4 HTTP/1.1" status: 200 len: 858 time: 0.0490227 Jul 05 03:56:48.898349 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d68d33c9-0984-43b5-ae06-f6cdc24df6e1 req-b39ef435-2111-4857-bc0f-89dc6b01f171 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fdf8913-47c8-4a23-a882-812e457ca862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479817 Jul 05 03:56:48.968646 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ef0061b4-3a27-4e78-bfb8-ca667dc32ec7 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.037230 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d68d33c9-0984-43b5-ae06-f6cdc24df6e1 req-4204f30b-d5aa-44c3-a35c-f5d8e0c72315 service neutron] 10.222.0.36 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312428 Jul 05 03:56:49.081361 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073432ba-75de-4bde-bf9d-22c659c802e5 req-76127e42-c887-4780-a8f9-421042ebb71c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:49.082903 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-073432ba-75de-4bde-bf9d-22c659c802e5 req-76127e42-c887-4780-a8f9-421042ebb71c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.2458868 Jul 05 03:56:49.108648 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e065293-0aa7-4c5c-a1de-fca461ed00c0 req-a4abd070-ad1c-48af-aa43-aa41a46f754f tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:49.115911 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e065293-0aa7-4c5c-a1de-fca461ed00c0 req-a4abd070-ad1c-48af-aa43-aa41a46f754f tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.2777064 Jul 05 03:56:49.174295 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d68d33c9-0984-43b5-ae06-f6cdc24df6e1 req-11f59169-9b13-482b-9555-47fad09d95aa service neutron] 10.222.0.36 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297340 Jul 05 03:56:49.198547 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-073432ba-75de-4bde-bf9d-22c659c802e5 req-9a4a6332-0939-49b8-ae76-c86cbac7fedf tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036878 Jul 05 03:56:49.234565 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ef0061b4-3a27-4e78-bfb8-ca667dc32ec7 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.252792 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e065293-0aa7-4c5c-a1de-fca461ed00c0 req-b9359c25-f335-4a37-8978-8fa81973851b tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357899 Jul 05 03:56:49.396961 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-ef0061b4-3a27-4e78-bfb8-ca667dc32ec7 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Deleting port 34eafb17-22fd-4d7f-9234-b6139a6576c3 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:49.397586 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ef0061b4-3a27-4e78-bfb8-ca667dc32ec7 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.574550 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ef0061b4-3a27-4e78-bfb8-ca667dc32ec7 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.593391 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-ef0061b4-3a27-4e78-bfb8-ca667dc32ec7 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Calling delete_port for 34eafb17-22fd-4d7f-9234-b6139a6576c3 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:49.803296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c995c7-0bab-4ab1-bbe4-1a55b8ade5ac req-c6115292-04aa-4ca8-91ac-c78250d87d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:49.806491 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-04c995c7-0bab-4ab1-bbe4-1a55b8ade5ac req-c6115292-04aa-4ca8-91ac-c78250d87d4e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 1098 time: 0.1025083 Jul 05 03:56:49.889950 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-04c995c7-0bab-4ab1-bbe4-1a55b8ade5ac req-087486e6-9bc1-4246-aabf-96d527d760b6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744648 Jul 05 03:56:50.047195 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-ec7e2ce6-6625-40a1-9fde-0f5ca9ec8208 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.049748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-ec7e2ce6-6625-40a1-9fde-0f5ca9ec8208 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/networks?id=f062fb12-500c-48c7-aee5-a1a2356071d3 HTTP/1.1" status: 200 len: 809 time: 0.2927983 Jul 05 03:56:50.067946 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-9c383495-daec-4901-bd3e-bc799bf0b6e8 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/quotas/df711c78837f417da4947b1fe3d61c90 HTTP/1.1" status: 200 len: 375 time: 0.0126834 Jul 05 03:56:50.124272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b2954de3-4b0f-42c0-ade3-b5ce93a21626 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=df711c78837f417da4947b1fe3d61c90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475457 Jul 05 03:56:50.159445 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ef0061b4-3a27-4e78-bfb8-ca667dc32ec7 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.225035 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0061b4-3a27-4e78-bfb8-ca667dc32ec7 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Pushing event deleted for resources: {'Port': ['ID=34eafb17-22fd-4d7f-9234-b6139a6576c3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:50.321144 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-c49e1b30-00fe-437e-860e-36043d0f39d0 service neutron] 10.222.0.38 "GET /v2.0/networks/f062fb12-500c-48c7-aee5-a1a2356071d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882465 Jul 05 03:56:50.375627 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ef0061b4-3a27-4e78-bfb8-ca667dc32ec7 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.544101 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ef0061b4-3a27-4e78-bfb8-ca667dc32ec7 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.547913 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ef0061b4-3a27-4e78-bfb8-ca667dc32ec7 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.628671 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-67741d51-616d-461d-95f3-925b2a73cc9c service neutron] 10.222.0.38 "GET /v2.0/networks/f062fb12-500c-48c7-aee5-a1a2356071d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065481 Jul 05 03:56:50.671446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1072e5-54c6-4b1d-9cea-549e97f4c690 req-f4c32258-5240-4e37-b9ea-113cc86744cb tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.676699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a1072e5-54c6-4b1d-9cea-549e97f4c690 req-f4c32258-5240-4e37-b9ea-113cc86744cb tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1991866 Jul 05 03:56:50.737859 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a1072e5-54c6-4b1d-9cea-549e97f4c690 req-45ad6d21-d34e-40e0-b66b-c126928b8419 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550807 Jul 05 03:56:50.738617 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ef0061b4-3a27-4e78-bfb8-ca667dc32ec7 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.739191 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0061b4-3a27-4e78-bfb8-ca667dc32ec7 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Fanout notify agent at l3_agent the message router_deleted on router c7a09018-d04d-4e72-a1d1-6564afc35f35 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:56:50.747502 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ef0061b4-3a27-4e78-bfb8-ca667dc32ec7 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.754945 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45700) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:50.755487 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ef0061b4-3a27-4e78-bfb8-ca667dc32ec7 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "DELETE /v2.0/routers/c7a09018-d04d-4e72-a1d1-6564afc35f35 HTTP/1.1" status: 204 len: 168 time: 2.5831842 Jul 05 03:56:50.761513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Request body: {'router': {'name': 'tempest-snat-router-223495549', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'enable_snat': False}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:50.937930 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.939054 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.002571 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.052457 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbfb4c-52d9-4b32-8a45-312116cb9dd8 req-f3f46458-bb46-4c08-bcbb-4601d64818f4 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:51.054672 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9dbfb4c-52d9-4b32-8a45-312116cb9dd8 req-f3f46458-bb46-4c08-bcbb-4601d64818f4 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1302776 Jul 05 03:56:51.167963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9dbfb4c-52d9-4b32-8a45-312116cb9dd8 req-86a4b3e7-3fa0-47d1-8b32-07bcfaf98a4d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066747 Jul 05 03:56:51.374200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f045f85-39e5-421d-913d-92ec963ffca9 req-37c8123b-098b-4c04-84ba-d4481d6d5339 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 210 time: 0.0916531 Jul 05 03:56:51.484401 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.807595 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.848931 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.118608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac6094-6460-41e2-9482-c78679ed2b27 req-301b9e8d-f139-4c7e-a286-c43dd6237864 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:52.133578 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15ac6094-6460-41e2-9482-c78679ed2b27 req-301b9e8d-f139-4c7e-a286-c43dd6237864 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1776836 Jul 05 03:56:52.191183 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15ac6094-6460-41e2-9482-c78679ed2b27 req-f42b0e3a-8f53-4e34-9598-01416d841331 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562570 Jul 05 03:56:52.235228 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Allocated IP 172.25.6.67 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/7e902846-c617-487b-81c9-4c18e1e488a3) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:52.256345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-4ad86003-a8af-4253-9d34-146501cc5bc1 req-6aab4de5-6463-4474-bf18-769cb2d4e202 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-803480210', 'description': 'tempest-description-459515324'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:52.365768 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4ad86003-a8af-4253-9d34-146501cc5bc1 req-6aab4de5-6463-4474-bf18-769cb2d4e202 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.454805 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.565592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c55f07-a296-4c8e-99bc-2e5b5ae3c75f req-badbc07b-c3dc-4c58-b2ec-74d45388904a tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:52.567246 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0c55f07-a296-4c8e-99bc-2e5b5ae3c75f req-badbc07b-c3dc-4c58-b2ec-74d45388904a tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1462328 Jul 05 03:56:52.600390 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.603392 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4ad86003-a8af-4253-9d34-146501cc5bc1 req-6aab4de5-6463-4474-bf18-769cb2d4e202 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.624773 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0c55f07-a296-4c8e-99bc-2e5b5ae3c75f req-280c529c-58b4-4c28-9507-86695325b3cf tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479701 Jul 05 03:56:52.644813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:52.661300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:52.663804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Pushing event updated for resources: {'Port': ['ID=7e902846-c617-487b-81c9-4c18e1e488a3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:52.666163 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:52.701189 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4ad86003-a8af-4253-9d34-146501cc5bc1 req-6aab4de5-6463-4474-bf18-769cb2d4e202 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.761562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab4de5-6463-4474-bf18-769cb2d4e202 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db68b3fb-545c-429b-9510-67acc72f2404,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:52.879719 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4ad86003-a8af-4253-9d34-146501cc5bc1 req-6aab4de5-6463-4474-bf18-769cb2d4e202 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.881971 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ad86003-a8af-4253-9d34-146501cc5bc1 req-6aab4de5-6463-4474-bf18-769cb2d4e202 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6310825 Jul 05 03:56:53.027178 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d80020ed-a034-4b4e-96db-537927fd56f7 req-00edd7b8-8db3-4c99-b404-3bda05dc57a1 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 210 time: 0.0603807 Jul 05 03:56:53.119604 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.269344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d3483df-ea29-43ff-8600-239886d8fa4b req-5a013e13-1a88-4de6-8888-b057c96ebbca tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-803480210&fields=id&tenant_id=965868a2cb014d159f025b9a99fb2569 HTTP/1.1" status: 200 len: 267 time: 0.0548842 Jul 05 03:56:53.414074 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3483df-ea29-43ff-8600-239886d8fa4b req-125ee2e1-f709-4291-91c8-2e31659a73ff tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:53.416211 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d3483df-ea29-43ff-8600-239886d8fa4b req-125ee2e1-f709-4291-91c8-2e31659a73ff tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1410053 Jul 05 03:56:53.428328 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.430086 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-7d3483df-ea29-43ff-8600-239886d8fa4b req-1435da62-cc94-4f0f-aaaf-f01be39e719e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Request body: {'port': {'security_groups': ['23cd0a6a-aaa7-4490-8558-18bfcc02689d', 'db68b3fb-545c-429b-9510-67acc72f2404']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:53.537420 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7d3483df-ea29-43ff-8600-239886d8fa4b req-1435da62-cc94-4f0f-aaaf-f01be39e719e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.723861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813b7dd-b3ce-428a-a87e-377511ce308e req-1a93f2e2-85ee-48d5-94c0-4ecb0924440b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:53.725939 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2813b7dd-b3ce-428a-a87e-377511ce308e req-1a93f2e2-85ee-48d5-94c0-4ecb0924440b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 944 time: 0.1219397 Jul 05 03:56:53.741568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Router f867b26e-3b18-4d52-b75b-77fc9eec0329 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:56:53.827461 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2813b7dd-b3ce-428a-a87e-377511ce308e req-b9d15de1-e03c-4f17-ab3e-9257b7eb174b tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849340 Jul 05 03:56:53.875409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-7d3483df-ea29-43ff-8600-239886d8fa4b req-1435da62-cc94-4f0f-aaaf-f01be39e719e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] For port a9cdfc70-45d8-4233-b209-4189e8a62180, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a9cdfc70-45d8-4233-b209-4189e8a62180,segment=NetworkSegment(864f937f-c4cf-4fe6-9197-d6377f0c10cb),segment_id=864f937f-c4cf-4fe6-9197-d6377f0c10cb)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:53.928912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:53.957510 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Sync routers for ids ['f867b26e-3b18-4d52-b75b-77fc9eec0329'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:53.981968 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7d3483df-ea29-43ff-8600-239886d8fa4b req-1435da62-cc94-4f0f-aaaf-f01be39e719e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.990847 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Routers {'f867b26e-3b18-4d52-b75b-77fc9eec0329'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:53.991680 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:56:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f867b26e-3b18-4d52-b75b-77fc9eec0329'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:54.041223 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7d3483df-ea29-43ff-8600-239886d8fa4b req-1435da62-cc94-4f0f-aaaf-f01be39e719e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.057581 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['a9cdfc70-45d8-4233-b209-4189e8a62180'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:54.061290 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.063099 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-08811d82-1bd8-4503-affb-1a7c1389ebfe tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3057466 Jul 05 03:56:54.065955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45774) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:54.141483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435da62-cc94-4f0f-aaaf-f01be39e719e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Pushing event updated for resources: {'Port': ['ID=a9cdfc70-45d8-4233-b209-4189e8a62180,revision_number=6']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:54.204910 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Set router f867b26e-3b18-4d52-b75b-77fc9eec0329 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:54.239418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3483df-ea29-43ff-8600-239886d8fa4b req-1435da62-cc94-4f0f-aaaf-f01be39e719e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:54.241344 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7d3483df-ea29-43ff-8600-239886d8fa4b req-1435da62-cc94-4f0f-aaaf-f01be39e719e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.270317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d3483df-ea29-43ff-8600-239886d8fa4b req-1435da62-cc94-4f0f-aaaf-f01be39e719e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "PUT /v2.0/ports/a9cdfc70-45d8-4233-b209-4189e8a62180 HTTP/1.1" status: 200 len: 982 time: 0.8460581 Jul 05 03:56:54.286750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'tag': 'a9cdfc70-45d8-4233-b209-4189e8a62180'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:54.289526 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e22349-9bfd-413c-8a8c-a2d9bad5c9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "49ff9b59-02b0-49f6-8bed-f7722ab7dfff", "tag": "a9cdfc70-45d8-4233-b209-4189e8a62180"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:54.333134 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['a9cdfc70-45d8-4233-b209-4189e8a62180'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:54.407488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e795436-3c7a-4990-ad68-b6765de60fba req-4caa472c-85a2-43c3-85f2-c4441890ec3d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:54.409034 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e795436-3c7a-4990-ad68-b6765de60fba req-4caa472c-85a2-43c3-85f2-c4441890ec3d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.3527071 Jul 05 03:56:54.506840 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e795436-3c7a-4990-ad68-b6765de60fba req-45551e45-1d8e-4485-8d0a-1b4d111c9d4a tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917404 Jul 05 03:56:54.644440 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f867b26e-3b18-4d52-b75b-77fc9eec0329', 'name': 'tempest-snat-router-223495549', 'tenant_id': 'a968194124a84ba684866dafa3f67ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.67'}], 'enable_snat': False}, 'gw_port_id': '7e902846-c617-487b-81c9-4c18e1e488a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:50Z', 'updated_at': '2021-07-05T03:56:52Z', 'revision_number': 3, 'project_id': 'a968194124a84ba684866dafa3f67ead', 'gw_port': {'id': '7e902846-c617-487b-81c9-4c18e1e488a3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f867b26e-3b18-4d52-b75b-77fc9eec0329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:51Z', 'updated_at': '2021-07-05T03:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:54.732345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-80d487c6-5f69-4a39-96c8-3bc4c17eb08c req-5b53b870-f323-4378-a7d5-f36c7b5191ea tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 210 time: 0.0747843 Jul 05 03:56:54.767539 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Checking router: f867b26e-3b18-4d52-b75b-77fc9eec0329 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:56:54.768033 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Updating router f867b26e-3b18-4d52-b75b-77fc9eec0329 port 7e902846-c617-487b-81c9-4c18e1e488a3 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:56:54.849402 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.860813 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690a02c2-9fab-4559-8108-38b9db9f7762 x-openstack-request-id: req-690a02c2-9fab-4559-8108-38b9db9f7762 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:54.862083 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ff9b59-02b0-49f6-8bed-f7722ab7dfff", "tag": "a9cdfc70-45d8-4233-b209-4189e8a62180", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:54.862083 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-690a02c2-9fab-4559-8108-38b9db9f7762 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:54.862416 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'tag': 'a9cdfc70-45d8-4233-b209-4189e8a62180', 'status': 'completed', 'code': 200} Jul 05 03:56:54.865687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a34f63ef-05f7-4979-9680-fd97dad69f94 req-49c276b5-5390-42e0-9829-7735c10b08b5 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-803480210&fields=id&tenant_id=965868a2cb014d159f025b9a99fb2569 HTTP/1.1" status: 200 len: 267 time: 0.0967438 Jul 05 03:56:54.986889 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f63ef-05f7-4979-9680-fd97dad69f94 req-4f258d24-e64d-43ae-b392-da83e8182b44 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:54.995101 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a34f63ef-05f7-4979-9680-fd97dad69f94 req-4f258d24-e64d-43ae-b392-da83e8182b44 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 985 time: 0.1197603 Jul 05 03:56:55.000269 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22349-9bfd-413c-8a8c-a2d9bad5c9e6 req-697957a7-8e2e-4592-898f-6edb586ec573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.002006 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4e22349-9bfd-413c-8a8c-a2d9bad5c9e6 req-697957a7-8e2e-4592-898f-6edb586ec573 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=965868a2cb014d159f025b9a99fb2569&device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 1137 time: 0.1354270 Jul 05 03:56:55.006002 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-a34f63ef-05f7-4979-9680-fd97dad69f94 req-a1ffad88-794a-40d5-b47b-51ea1cd9593e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Request body: {'port': {'security_groups': ['23cd0a6a-aaa7-4490-8558-18bfcc02689d']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:55.020503 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d1f51c61-fa69-4d80-843a-b73173600581 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/routers/f867b26e-3b18-4d52-b75b-77fc9eec0329 HTTP/1.1" status: 200 len: 907 time: 0.9522948 Jul 05 03:56:55.025364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45796) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:55.030600 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Request body: {'router': {'name': 'tempest-snat-router-223495549', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'enable_snat': True}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:55.107623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1be49-55e0-4e11-bbcc-270d81a1c6f3 req-ce1e8220-a263-43f0-9df1-4a5363382b87 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.112872 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7ed1be49-55e0-4e11-bbcc-270d81a1c6f3 req-ce1e8220-a263-43f0-9df1-4a5363382b87 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 944 time: 0.2498658 Jul 05 03:56:55.165696 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-766ad059-58d4-49f1-acd2-66ff2a057972 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.172308 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-766ad059-58d4-49f1-acd2-66ff2a057972 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.10 "GET /v2.0/networks?id=f062fb12-500c-48c7-aee5-a1a2356071d3 HTTP/1.1" status: 200 len: 809 time: 0.2908540 Jul 05 03:56:55.194198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-99da811f-9515-4499-813b-a63700a60938 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Request body: {'port': {'device_id': '8a6f55e8-b4f9-4785-9445-b138530f26d0', 'network_id': 'f062fb12-500c-48c7-aee5-a1a2356071d3', 'admin_state_up': True, 'tenant_id': 'df711c78837f417da4947b1fe3d61c90'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:55.259404 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.266277 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.267380 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.277047 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Transition to ACTIVE for port object 7e902846-c617-487b-81c9-4c18e1e488a3 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:55.282903 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a34f63ef-05f7-4979-9680-fd97dad69f94 req-a1ffad88-794a-40d5-b47b-51ea1cd9593e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.375213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22349-9bfd-413c-8a8c-a2d9bad5c9e6 req-88c22ad8-b959-4b1b-85d2-cd6d96e9304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.378021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4e22349-9bfd-413c-8a8c-a2d9bad5c9e6 req-88c22ad8-b959-4b1b-85d2-cd6d96e9304d service neutron] 10.222.0.10 "GET /v2.0/networks?id=702ce1ba-a7db-46c8-8515-74ee4b752ef6 HTTP/1.1" status: 200 len: 921 time: 0.3056297 Jul 05 03:56:55.396352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a916bd-1d2b-45b7-a7d0-d3adbec83636 req-5f85f8b1-d7d8-4361-baa6-18b712d742eb tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.402573 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.414138 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44a916bd-1d2b-45b7-a7d0-d3adbec83636 req-5f85f8b1-d7d8-4361-baa6-18b712d742eb tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 944 time: 0.3433173 Jul 05 03:56:55.415371 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.455504 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-7ed1be49-55e0-4e11-bbcc-270d81a1c6f3 req-eea3898c-5757-43ae-8610-bcf54ea74fcd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Deleting port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:55.455845 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7ed1be49-55e0-4e11-bbcc-270d81a1c6f3 req-eea3898c-5757-43ae-8610-bcf54ea74fcd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.537946 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec47ae-c820-4b07-aca2-447a5f46817c None None] Pushing event updated for resources: {'Port': ['ID=7e902846-c617-487b-81c9-4c18e1e488a3,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:55.547136 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4e22349-9bfd-413c-8a8c-a2d9bad5c9e6 req-c1fc6324-3b98-4a16-aaad-e592367abf0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9cdfc70-45d8-4233-b209-4189e8a62180 HTTP/1.1" status: 200 len: 217 time: 0.0668693 Jul 05 03:56:55.554788 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Attempting to bind port 7e902846-c617-487b-81c9-4c18e1e488a3 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:55.555462 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Attempting to bind port 7e902846-c617-487b-81c9-4c18e1e488a3 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:55.556052 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Attempting to bind port 7e902846-c617-487b-81c9-4c18e1e488a3 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:55.570219 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:55.571504 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:55.572220 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.572841 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:55.573988 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Bound port: 7e902846-c617-487b-81c9-4c18e1e488a3, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:55.574653 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.601694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-99da811f-9515-4499-813b-a63700a60938 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Made reservation on behalf of df711c78837f417da4947b1fe3d61c90 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:55.605004 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-99da811f-9515-4499-813b-a63700a60938 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.645934 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] For port 7e902846-c617-487b-81c9-4c18e1e488a3, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:55.650349 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] For port 7e902846-c617-487b-81c9-4c18e1e488a3, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7e902846-c617-487b-81c9-4c18e1e488a3,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:55.653221 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec47ae-c820-4b07-aca2-447a5f46817c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:55.655746 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec47ae-c820-4b07-aca2-447a5f46817c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:55.656424 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec47ae-c820-4b07-aca2-447a5f46817c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:55.657019 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec47ae-c820-4b07-aca2-447a5f46817c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:55.657733 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec47ae-c820-4b07-aca2-447a5f46817c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:55.658263 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec47ae-c820-4b07-aca2-447a5f46817c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:55.658844 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec47ae-c820-4b07-aca2-447a5f46817c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:55.659459 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec47ae-c820-4b07-aca2-447a5f46817c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:55.660090 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec47ae-c820-4b07-aca2-447a5f46817c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:55.661305 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec47ae-c820-4b07-aca2-447a5f46817c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:55.661890 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec47ae-c820-4b07-aca2-447a5f46817c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:55.662753 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec47ae-c820-4b07-aca2-447a5f46817c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:55.680618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44a916bd-1d2b-45b7-a7d0-d3adbec83636 req-c9e3f97a-5362-45bc-9f2d-40ca027d3f89 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989191 Jul 05 03:56:55.731753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-a34f63ef-05f7-4979-9680-fd97dad69f94 req-a1ffad88-794a-40d5-b47b-51ea1cd9593e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] For port a9cdfc70-45d8-4233-b209-4189e8a62180, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a9cdfc70-45d8-4233-b209-4189e8a62180,segment=NetworkSegment(864f937f-c4cf-4fe6-9197-d6377f0c10cb),segment_id=864f937f-c4cf-4fe6-9197-d6377f0c10cb)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:55.750278 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.760709 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.785423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22349-9bfd-413c-8a8c-a2d9bad5c9e6 req-9db3c9c4-564b-4b5d-a300-47d2b3de140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.788543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4e22349-9bfd-413c-8a8c-a2d9bad5c9e6 req-9db3c9c4-564b-4b5d-a300-47d2b3de140e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c65c4df-6b50-4777-bc22-c6cd95c8554d HTTP/1.1" status: 200 len: 860 time: 0.2076612 Jul 05 03:56:55.798934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-7ed1be49-55e0-4e11-bbcc-270d81a1c6f3 req-eea3898c-5757-43ae-8610-bcf54ea74fcd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] For port bf24e089-eef9-4b41-af9f-3f393d1ad4c4, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:55.799310 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7ed1be49-55e0-4e11-bbcc-270d81a1c6f3 req-eea3898c-5757-43ae-8610-bcf54ea74fcd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.820555 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-7ed1be49-55e0-4e11-bbcc-270d81a1c6f3 req-eea3898c-5757-43ae-8610-bcf54ea74fcd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Calling delete_port for bf24e089-eef9-4b41-af9f-3f393d1ad4c4 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:55.878824 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4e22349-9bfd-413c-8a8c-a2d9bad5c9e6 req-b49da013-d750-4e33-8d9a-135b8cd30f8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=702ce1ba-a7db-46c8-8515-74ee4b752ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686698 Jul 05 03:56:55.881416 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a34f63ef-05f7-4979-9680-fd97dad69f94 req-a1ffad88-794a-40d5-b47b-51ea1cd9593e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.901171 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec47ae-c820-4b07-aca2-447a5f46817c None None] Pushing event updated for resources: {'Port': ['ID=7e902846-c617-487b-81c9-4c18e1e488a3,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:55.912983 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Routers {'f867b26e-3b18-4d52-b75b-77fc9eec0329'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:55.913637 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:56:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f867b26e-3b18-4d52-b75b-77fc9eec0329'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:55.962672 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-99da811f-9515-4499-813b-a63700a60938 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Allocated IP 172.20.0.4 (f062fb12-500c-48c7-aee5-a1a2356071d3/b144ec37-5137-497f-872c-33e47670893f/1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:56.002166 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a34f63ef-05f7-4979-9680-fd97dad69f94 req-a1ffad88-794a-40d5-b47b-51ea1cd9593e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.018514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['a9cdfc70-45d8-4233-b209-4189e8a62180'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:56.099867 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] Set router f867b26e-3b18-4d52-b75b-77fc9eec0329 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:56.125613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f63ef-05f7-4979-9680-fd97dad69f94 req-a1ffad88-794a-40d5-b47b-51ea1cd9593e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:56.126292 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a34f63ef-05f7-4979-9680-fd97dad69f94 req-a1ffad88-794a-40d5-b47b-51ea1cd9593e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.127746 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a34f63ef-05f7-4979-9680-fd97dad69f94 req-a1ffad88-794a-40d5-b47b-51ea1cd9593e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "PUT /v2.0/ports/a9cdfc70-45d8-4233-b209-4189e8a62180 HTTP/1.1" status: 200 len: 943 time: 1.1321700 Jul 05 03:56:56.230094 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['a9cdfc70-45d8-4233-b209-4189e8a62180'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:56.325744 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-99da811f-9515-4499-813b-a63700a60938 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.327804 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4e22349-9bfd-413c-8a8c-a2d9bad5c9e6 req-18d36c64-24a3-4c6e-9f9b-a211dd99f609 service neutron] 10.222.0.10 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369962 Jul 05 03:56:56.330375 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffad88-794a-40d5-b47b-51ea1cd9593e tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Pushing event updated for resources: {'Port': ['ID=a9cdfc70-45d8-4233-b209-4189e8a62180,revision_number=7']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:56.355219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9fbda-18ce-4a9d-ba8a-2cfd7e0d105d req-1a040756-a486-44ba-94f8-02de879654c9 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:56.356991 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5f9fbda-18ce-4a9d-ba8a-2cfd7e0d105d req-1a040756-a486-44ba-94f8-02de879654c9 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.3916466 Jul 05 03:56:56.408324 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f867b26e-3b18-4d52-b75b-77fc9eec0329', 'name': 'tempest-snat-router-223495549', 'tenant_id': 'a968194124a84ba684866dafa3f67ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.67'}], 'enable_snat': False}, 'gw_port_id': '7e902846-c617-487b-81c9-4c18e1e488a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:50Z', 'updated_at': '2021-07-05T03:56:52Z', 'revision_number': 3, 'project_id': 'a968194124a84ba684866dafa3f67ead', 'gw_port': {'id': '7e902846-c617-487b-81c9-4c18e1e488a3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f867b26e-3b18-4d52-b75b-77fc9eec0329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:51Z', 'updated_at': '2021-07-05T03:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:56.444153 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f5ecc-1db1-4608-9745-e84289d2757f None None] The sync data for ids ['f867b26e-3b18-4d52-b75b-77fc9eec0329'] in n-d-771363-32 is: [{'id': 'f867b26e-3b18-4d52-b75b-77fc9eec0329', 'name': 'tempest-snat-router-223495549', 'tenant_id': 'a968194124a84ba684866dafa3f67ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.67'}], 'enable_snat': False}, 'gw_port_id': '7e902846-c617-487b-81c9-4c18e1e488a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:50Z', 'updated_at': '2021-07-05T03:56:52Z', 'revision_number': 3, 'project_id': 'a968194124a84ba684866dafa3f67ead', 'gw_port': {'id': '7e902846-c617-487b-81c9-4c18e1e488a3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f867b26e-3b18-4d52-b75b-77fc9eec0329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:51Z', 'updated_at': '2021-07-05T03:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:56.518946 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7ed1be49-55e0-4e11-bbcc-270d81a1c6f3 req-eea3898c-5757-43ae-8610-bcf54ea74fcd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.571757 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-99da811f-9515-4499-813b-a63700a60938 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.678523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3898c-5757-43ae-8610-bcf54ea74fcd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Pushing event deleted for resources: {'Port': ['ID=bf24e089-eef9-4b41-af9f-3f393d1ad4c4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:56.783575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed1be49-55e0-4e11-bbcc-270d81a1c6f3 req-eea3898c-5757-43ae-8610-bcf54ea74fcd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] No DVR routers for this DVR port bf24e089-eef9-4b41-af9f-3f393d1ad4c4 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:56.789541 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-99da811f-9515-4499-813b-a63700a60938 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Network f062fb12-500c-48c7-aee5-a1a2356071d3 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:56.795919 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7ed1be49-55e0-4e11-bbcc-270d81a1c6f3 req-eea3898c-5757-43ae-8610-bcf54ea74fcd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.798267 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7ed1be49-55e0-4e11-bbcc-270d81a1c6f3 req-eea3898c-5757-43ae-8610-bcf54ea74fcd tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.36 "DELETE /v2.0/ports/bf24e089-eef9-4b41-af9f-3f393d1ad4c4 HTTP/1.1" status: 204 len: 173 time: 1.6807754 Jul 05 03:56:56.798818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3a6ff3-2932-4903-a430-4e77d304f4bd', 'name': 'network-vif-deleted', 'tag': 'bf24e089-eef9-4b41-af9f-3f393d1ad4c4'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:56.801251 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5490cbfe-f1c8-4a24-b229-37bf095ba204" -d '{"events": [{"server_uuid": "ef3a6ff3-2932-4903-a430-4e77d304f4bd", "name": "network-vif-deleted", "tag": "bf24e089-eef9-4b41-af9f-3f393d1ad4c4"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:56.808545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-99da811f-9515-4499-813b-a63700a60938 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:56.815717 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-99da811f-9515-4499-813b-a63700a60938 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:56.873747 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-99da811f-9515-4499-813b-a63700a60938 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:56.874823 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-99da811f-9515-4499-813b-a63700a60938 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.887449 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.935688 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.941818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da811f-9515-4499-813b-a63700a60938 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Pushing event updated for resources: {'Port': ['ID=1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:57.016413 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-99da811f-9515-4499-813b-a63700a60938 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8281846 Jul 05 03:56:57.034085 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Request body: {'port': {'device_id': '8a6f55e8-b4f9-4785-9445-b138530f26d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:57.073279 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdf857a5-b8db-4258-9566-177b81130b2d req-e272efb4-5104-41ac-be31-e7b62de097b0 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 210 time: 0.6944885 Jul 05 03:56:57.073857 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'tag': 'a9cdfc70-45d8-4233-b209-4189e8a62180'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:57.083140 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827ae9b3-116a-445a-836c-1c736e6c3001" -d '{"events": [{"name": "network-changed", "server_uuid": "49ff9b59-02b0-49f6-8bed-f7722ab7dfff", "tag": "a9cdfc70-45d8-4233-b209-4189e8a62180"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:57.173254 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5f9fbda-18ce-4a9d-ba8a-2cfd7e0d105d req-e82c5a01-9493-48c6-b95c-29232d7f8193 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7746804 Jul 05 03:56:57.177393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Allocated IP 172.25.6.155 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/26655d8d-3578-4c36-9071-d2dd52aa5e06) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:57.230922 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.497310 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-bfa12d3d-9c4d-46ae-9d70-1df949452825 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3782513 Jul 05 03:56:57.528814 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:57.594729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77676cde-e473-4f61-97bd-1c08326191bf req-a6220ef8-a518-4666-8f56-3443c0c72630 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3a6ff3-2932-4903-a430-4e77d304f4bd HTTP/1.1" status: 200 len: 210 time: 0.0937350 Jul 05 03:56:57.621435 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4e22349-9bfd-413c-8a8c-a2d9bad5c9e6 req-02ba8d51-8002-4e2c-b2fe-5f09c7e808a8 service neutron] 10.222.0.10 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2626569 Jul 05 03:56:57.648759 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.716752 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c28fa0b-2e04-4622-b121-edbcc9556ca7 x-openstack-request-id: req-2c28fa0b-2e04-4622-b121-edbcc9556ca7 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:57.717042 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3a6ff3-2932-4903-a430-4e77d304f4bd", "name": "network-vif-deleted", "tag": "bf24e089-eef9-4b41-af9f-3f393d1ad4c4", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:57.717280 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c28fa0b-2e04-4622-b121-edbcc9556ca7 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:57.717836 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3a6ff3-2932-4903-a430-4e77d304f4bd', 'name': 'network-vif-deleted', 'tag': 'bf24e089-eef9-4b41-af9f-3f393d1ad4c4', 'status': 'completed', 'code': 200} Jul 05 03:56:57.720106 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.977770 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.987335 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.053291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:58.078021 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.096041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Transition to ACTIVE for port object 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:58.119840 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c119c083-5ce3-4421-8b85-0cc72b3ee3e2 x-openstack-request-id: req-c119c083-5ce3-4421-8b85-0cc72b3ee3e2 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:58.120449 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ff9b59-02b0-49f6-8bed-f7722ab7dfff", "tag": "a9cdfc70-45d8-4233-b209-4189e8a62180", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:58.120874 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c119c083-5ce3-4421-8b85-0cc72b3ee3e2 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:58.122084 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'tag': 'a9cdfc70-45d8-4233-b209-4189e8a62180', 'status': 'completed', 'code': 200} Jul 05 03:56:58.130266 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:58.135271 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:58.142739 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Pushing event updated for resources: {'Port': ['ID=26655d8d-3578-4c36-9071-d2dd52aa5e06,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:58.146008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:58.240002 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ae9b3-116a-445a-836c-1c736e6c3001 req-163153c6-ceb2-4465-adcf-ed078cb084b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.241966 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-827ae9b3-116a-445a-836c-1c736e6c3001 req-163153c6-ceb2-4465-adcf-ed078cb084b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=965868a2cb014d159f025b9a99fb2569&device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 1098 time: 0.1332252 Jul 05 03:56:58.415857 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Allocated IP 172.25.6.58 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/e5daa86e-e068-430a-95c9-2ac242fda30b) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:58.473783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7e902846-c617-487b-81c9-4c18e1e488a3 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:58.494776 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.583702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:58.702949 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a27e6-5cfe-4815-b647-1e0cc7380e81 req-49880ae6-5e55-4a85-866a-364d027bef74 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.703776 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Attempting to bind port 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:58.703776 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Attempting to bind port 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '6a8f5a2a-405a-4270-a8b2-c397b67757d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f062fb12-500c-48c7-aee5-a1a2356071d3'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:58.703776 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Attempting to bind port 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 on network f062fb12-500c-48c7-aee5-a1a2356071d3 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:58.704382 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d3a27e6-5cfe-4815-b647-1e0cc7380e81 req-49880ae6-5e55-4a85-866a-364d027bef74 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 943 time: 0.2656851 Jul 05 03:56:58.704485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Port 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 on network f062fb12-500c-48c7-aee5-a1a2356071d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:58.704485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Attempting to bind port 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 on network f062fb12-500c-48c7-aee5-a1a2356071d3 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:58.704485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:58.704485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Checking segment: {'id': '6a8f5a2a-405a-4270-a8b2-c397b67757d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f062fb12-500c-48c7-aee5-a1a2356071d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:58.704485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Bound using segment: {'id': '6a8f5a2a-405a-4270-a8b2-c397b67757d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f062fb12-500c-48c7-aee5-a1a2356071d3'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:58.705112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Bound port: 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8f5a2a-405a-4270-a8b2-c397b67757d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f062fb12-500c-48c7-aee5-a1a2356071d3'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:58.705486 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.720007 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 7e902846-c617-487b-81c9-4c18e1e488a3 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:58.725250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 7e902846-c617-487b-81c9-4c18e1e488a3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:58.725853 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.756622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ae9b3-116a-445a-836c-1c736e6c3001 req-3c5c75de-e79f-426e-92fb-f14873ebc26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.763609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-827ae9b3-116a-445a-836c-1c736e6c3001 req-3c5c75de-e79f-426e-92fb-f14873ebc26b service neutron] 10.222.0.10 "GET /v2.0/networks?id=702ce1ba-a7db-46c8-8515-74ee4b752ef6 HTTP/1.1" status: 200 len: 921 time: 0.5114863 Jul 05 03:56:58.855831 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-827ae9b3-116a-445a-836c-1c736e6c3001 req-4af07d76-d667-421e-98d4-1f4cd8e4175e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9cdfc70-45d8-4233-b209-4189e8a62180 HTTP/1.1" status: 200 len: 217 time: 0.0637021 Jul 05 03:56:58.887761 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.913400 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.930488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d3a27e6-5cfe-4815-b647-1e0cc7380e81 req-3f36a278-c697-4f9a-9ecd-a351bb83bac9 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce73f05-6365-49aa-a78e-d4fe95516e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297063 Jul 05 03:56:58.946087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] For port 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:58.954173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 7e902846-c617-487b-81c9-4c18e1e488a3, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7e902846-c617-487b-81c9-4c18e1e488a3,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:58.976899 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] For port 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3,segment=NetworkSegment(6a8f5a2a-405a-4270-a8b2-c397b67757d2),segment_id=6a8f5a2a-405a-4270-a8b2-c397b67757d2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:58.982985 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.993929 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ae9b3-116a-445a-836c-1c736e6c3001 req-ff6ca1ea-967d-4cd1-ae9e-0302ce36aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.995461 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-827ae9b3-116a-445a-836c-1c736e6c3001 req-ff6ca1ea-967d-4cd1-ae9e-0302ce36aaaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c65c4df-6b50-4777-bc22-c6cd95c8554d HTTP/1.1" status: 200 len: 860 time: 0.1230264 Jul 05 03:56:59.079623 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.090435 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-827ae9b3-116a-445a-836c-1c736e6c3001 req-4f30e8e1-6177-47e8-a506-4c8d11c1b7b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=702ce1ba-a7db-46c8-8515-74ee4b752ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857704 Jul 05 03:56:59.156449 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=7e902846-c617-487b-81c9-4c18e1e488a3,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:59.205070 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.265804 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:59.271976 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:59.284010 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:59.347077 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Pushing event updated for resources: {'Port': ['ID=e5daa86e-e068-430a-95c9-2ac242fda30b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:59.384246 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9b01a-8ab1-4d20-9113-74d4954dd49b req-185f819d-3c8e-4e7d-accc-858bd3b02a90 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.385772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4d9b01a-8ab1-4d20-9113-74d4954dd49b req-185f819d-3c8e-4e7d-accc-858bd3b02a90 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.2734363 Jul 05 03:56:59.390628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-827ae9b3-116a-445a-836c-1c736e6c3001 req-1e820a29-ef66-4743-b0a5-719b5499a90f service neutron] 10.222.0.10 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901394 Jul 05 03:56:59.420352 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.461777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.462438 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.464330 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] 10.222.0.10 "PUT /v2.0/ports/1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 HTTP/1.1" status: 200 len: 1092 time: 2.4347978 Jul 05 03:56:59.514740 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4d9b01a-8ab1-4d20-9113-74d4954dd49b req-0575c868-b75c-4ca5-a301-9bd2c90cde2a tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208251 Jul 05 03:56:59.556041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504e595-e1f2-422f-89f1-3eac27aedfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:59.578187 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.608627 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-827ae9b3-116a-445a-836c-1c736e6c3001 req-556c4f2e-026a-42eb-bfbf-e21e7c55c202 service neutron] 10.222.0.10 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072566 Jul 05 03:56:59.668892 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.710506 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device bf24e089-eef9-4b41-af9f-3f393d1ad4c4 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:59.719889 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6f55e8-b4f9-4785-9445-b138530f26d0', 'tag': '1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:59.722343 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6c6f5e-16cc-4f03-95e9-698714dc775b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6f55e8-b4f9-4785-9445-b138530f26d0", "tag": "1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:59.752568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: bf24e089-eef9-4b41-af9f-3f393d1ad4c4 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:59.753687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device bf24e089-eef9-4b41-af9f-3f393d1ad4c4 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:59.782998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-732ce73b-4a69-468f-a9a4-3dd9affcfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.785204 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-732ce73b-4a69-468f-a9a4-3dd9affcfcf5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df711c78837f417da4947b1fe3d61c90&device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 1095 time: 0.1609237 Jul 05 03:56:59.795755 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:59.845174 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-0fe9b47e-9273-48d4-8392-bad9c83a1a62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 HTTP/1.1" status: 200 len: 217 time: 0.0471692 Jul 05 03:56:59.925511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-c6a1170c-c904-4a66-9559-cde85a1af186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.927644 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-c6a1170c-c904-4a66-9559-cde85a1af186 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b144ec37-5137-497f-872c-33e47670893f HTTP/1.1" status: 200 len: 849 time: 0.0729051 Jul 05 03:56:59.974130 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-fc9d6ef1-cde9-456f-9da2-d5b5cf48ada3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f062fb12-500c-48c7-aee5-a1a2356071d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386536 Jul 05 03:56:59.994217 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.012253 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Router e0b50009-4a03-48cb-a719-7e20091c6998 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:57:00.066162 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.154786 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Pushing event updated for resources: {'Port': ['ID=e5daa86e-e068-430a-95c9-2ac242fda30b,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:00.164938 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.166172 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-1f8c3bb6-6d27-421c-a3ef-f09460e6cbd5 service neutron] 10.222.0.10 "GET /v2.0/networks/f062fb12-500c-48c7-aee5-a1a2356071d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803820 Jul 05 03:57:00.232951 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:00.247410 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Sync routers for ids ['e0b50009-4a03-48cb-a719-7e20091c6998'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:00.256815 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.265431 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Routers {'e0b50009-4a03-48cb-a719-7e20091c6998'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:00.265582 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-f720d834-8211-454a-9222-4df321b65b1c tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7404156 Jul 05 03:57:00.266123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:56:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['e0b50009-4a03-48cb-a719-7e20091c6998'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:00.280962 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba2f96b4-8ca2-4ebd-ada5-43c07d9df32a req-370a8ebb-0280-4c97-8d50-ed737db82d4f service neutron] 10.222.0.10 "GET /v2.0/networks/f062fb12-500c-48c7-aee5-a1a2356071d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068671 Jul 05 03:57:00.327674 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-9a825228-664b-4234-bb87-e834c1de9200 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.0610888 Jul 05 03:57:00.366506 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.366506 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7a99484b-1a44-4595-a989-867d53eb5955 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3350923 Jul 05 03:57:00.368737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45880) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:00.404388 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Set router e0b50009-4a03-48cb-a719-7e20091c6998 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:00.456733 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-ab696d1d-6268-4274-bf1c-cc81521f8772 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.464544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-ab696d1d-6268-4274-bf1c-cc81521f8772 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.1358709 Jul 05 03:57:00.473592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-0b3306cd-4066-4a12-9833-3dce0f0edb8b tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:57:00.491738 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9621df8d-bf4d-435a-9a08-5dbfe838c2c3 req-0b3306cd-4066-4a12-9833-3dce0f0edb8b tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0262578 Jul 05 03:57:00.498744 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7899c2f2-ad13-4d8c-8951-e696a7a5bfa1 x-openstack-request-id: req-7899c2f2-ad13-4d8c-8951-e696a7a5bfa1 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:00.499168 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6f55e8-b4f9-4785-9445-b138530f26d0", "tag": "1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:00.499490 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7899c2f2-ad13-4d8c-8951-e696a7a5bfa1 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:00.504375 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6f55e8-b4f9-4785-9445-b138530f26d0', 'tag': '1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3', 'status': 'completed', 'code': 200} Jul 05 03:57:00.620815 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c6f5e-16cc-4f03-95e9-698714dc775b req-6253ebc1-cedb-4c7a-af49-63b56ec5ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.623240 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8a6c6f5e-16cc-4f03-95e9-698714dc775b req-6253ebc1-cedb-4c7a-af49-63b56ec5ed0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df711c78837f417da4947b1fe3d61c90&device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 1095 time: 0.1300213 Jul 05 03:57:00.628106 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-07e98b28-1957-4559-b4cf-62abcc35a746 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/routers/e0b50009-4a03-48cb-a719-7e20091c6998 HTTP/1.1" status: 200 len: 907 time: 0.2566702 Jul 05 03:57:00.632031 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45888) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:00.708537 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7e902846-c617-487b-81c9-4c18e1e488a3 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:00.747029 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c6f5e-16cc-4f03-95e9-698714dc775b req-7d887dca-208e-4d10-be0d-3d8bb3d7d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.749346 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8a6c6f5e-16cc-4f03-95e9-698714dc775b req-7d887dca-208e-4d10-be0d-3d8bb3d7d0b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f062fb12-500c-48c7-aee5-a1a2356071d3 HTTP/1.1" status: 200 len: 910 time: 0.1170752 Jul 05 03:57:00.810216 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3548e23d-f98f-4f23-a525-83b5f5013026 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.829141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 7e902846-c617-487b-81c9-4c18e1e488a3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:00.829723 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:00.831902 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8a6c6f5e-16cc-4f03-95e9-698714dc775b req-4a7c5c44-62f7-426d-a241-7ca680c130c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 HTTP/1.1" status: 200 len: 217 time: 0.0669713 Jul 05 03:57:00.932524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c6f5e-16cc-4f03-95e9-698714dc775b req-df8e42dc-ceda-4100-a65c-2b5c787dabda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.935076 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8a6c6f5e-16cc-4f03-95e9-698714dc775b req-df8e42dc-ceda-4100-a65c-2b5c787dabda service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b144ec37-5137-497f-872c-33e47670893f HTTP/1.1" status: 200 len: 849 time: 0.0917902 Jul 05 03:57:00.977065 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b0453-38f6-4053-9c8f-df962003a0b4 req-9bec43df-6730-48bc-a86e-1e25665d90c8 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.986356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b73b0453-38f6-4053-9c8f-df962003a0b4 req-9bec43df-6730-48bc-a86e-1e25665d90c8 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 943 time: 0.4592149 Jul 05 03:57:01.052693 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8a6c6f5e-16cc-4f03-95e9-698714dc775b req-d633e92b-7df4-4af8-b830-525065b4ad8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f062fb12-500c-48c7-aee5-a1a2356071d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046567 Jul 05 03:57:01.057003 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b50009-4a03-48cb-a719-7e20091c6998', 'name': 'tempest-snat-router-223495549', 'tenant_id': 'a968194124a84ba684866dafa3f67ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '26655d8d-3578-4c36-9071-d2dd52aa5e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:55Z', 'updated_at': '2021-07-05T03:56:58Z', 'revision_number': 3, 'project_id': 'a968194124a84ba684866dafa3f67ead', 'gw_port': {'id': '26655d8d-3578-4c36-9071-d2dd52aa5e06', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b50009-4a03-48cb-a719-7e20091c6998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:56Z', 'updated_at': '2021-07-05T03:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:01.080200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b73b0453-38f6-4053-9c8f-df962003a0b4 req-ddba3b2d-28cc-4477-8972-77e1aff8b4c5 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce73f05-6365-49aa-a78e-d4fe95516e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853941 Jul 05 03:57:01.098565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Checking router: e0b50009-4a03-48cb-a719-7e20091c6998 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:01.099432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Updating router e0b50009-4a03-48cb-a719-7e20091c6998 port 26655d8d-3578-4c36-9071-d2dd52aa5e06 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:57:01.115376 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3548e23d-f98f-4f23-a525-83b5f5013026 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.144579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258d316-65f9-453d-9655-a7e1c30c18b6 req-2dd4d265-e6c4-4e82-a325-443d0cebbdb5 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.146075 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.147725 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3258d316-65f9-453d-9655-a7e1c30c18b6 req-2dd4d265-e6c4-4e82-a325-443d0cebbdb5 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 944 time: 0.4892993 Jul 05 03:57:01.197356 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8a6c6f5e-16cc-4f03-95e9-698714dc775b req-35f2b895-01af-409d-b036-de04a47a6d88 service neutron] 10.222.0.10 "GET /v2.0/networks/f062fb12-500c-48c7-aee5-a1a2356071d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327803 Jul 05 03:57:01.218995 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3258d316-65f9-453d-9655-a7e1c30c18b6 req-ca3fa68d-ef75-4332-8bf5-5de272c15c32 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636053 Jul 05 03:57:01.384712 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8a6c6f5e-16cc-4f03-95e9-698714dc775b req-1aa82d42-0215-4544-9ba4-560446373da3 service neutron] 10.222.0.10 "GET /v2.0/networks/f062fb12-500c-48c7-aee5-a1a2356071d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589766 Jul 05 03:57:01.475277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3548e23d-f98f-4f23-a525-83b5f5013026 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Deleting port 26655d8d-3578-4c36-9071-d2dd52aa5e06 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:01.475629 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3548e23d-f98f-4f23-a525-83b5f5013026 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.485375 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890ee42-81c3-425a-b912-84619067bd6b req-af61333d-a583-41bc-b97e-c9056905c317 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.492918 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6890ee42-81c3-425a-b912-84619067bd6b req-af61333d-a583-41bc-b97e-c9056905c317 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2668254 Jul 05 03:57:01.542501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabd1bd-89a2-48a6-af80-7c246600d8c2 req-a7d2b084-b9d8-47f6-8b52-49efe118eee9 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.544295 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-aaabd1bd-89a2-48a6-af80-7c246600d8c2 req-a7d2b084-b9d8-47f6-8b52-49efe118eee9 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.36 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 944 time: 0.1575408 Jul 05 03:57:01.599185 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6890ee42-81c3-425a-b912-84619067bd6b req-f5464fb4-533a-4e78-97fd-4dfac538ced4 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.1053538 Jul 05 03:57:01.604250 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-6890ee42-81c3-425a-b912-84619067bd6b req-7ea69958-6279-4be9-add7-6dc45d242954 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Request body: {'floatingip': {'port_id': 'a9cdfc70-45d8-4233-b209-4189e8a62180', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:01.610926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45918) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:01.622238 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.725114 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6890ee42-81c3-425a-b912-84619067bd6b req-7ea69958-6279-4be9-add7-6dc45d242954 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.748688 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Transition to ACTIVE for port object 26655d8d-3578-4c36-9071-d2dd52aa5e06 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:01.768603 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-aaabd1bd-89a2-48a6-af80-7c246600d8c2 req-d3cb0da0-ec81-4906-8561-a2c46cdb5a4d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Deleting port 0fb37b48-635d-462f-9b6f-d4c314123e7b {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:01.769062 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-aaabd1bd-89a2-48a6-af80-7c246600d8c2 req-d3cb0da0-ec81-4906-8561-a2c46cdb5a4d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.799626 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.864167 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2245ac-5c6a-41d5-8643-6b082a3e7a7f req-f8a9a586-4c91-4a14-a9ad-569a9aac86ad tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.872451 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e2245ac-5c6a-41d5-8643-6b082a3e7a7f req-f8a9a586-4c91-4a14-a9ad-569a9aac86ad tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.4778302 Jul 05 03:57:01.882493 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3548e23d-f98f-4f23-a525-83b5f5013026 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.889900 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:01.938279 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a5e41525-c273-4fc0-8ac5-79002daf5030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.938664 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3548e23d-f98f-4f23-a525-83b5f5013026 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Calling delete_port for 26655d8d-3578-4c36-9071-d2dd52aa5e06 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:01.943444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Attempting to bind port 26655d8d-3578-4c36-9071-d2dd52aa5e06 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:01.943835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Attempting to bind port 26655d8d-3578-4c36-9071-d2dd52aa5e06 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:01.944239 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Attempting to bind port 26655d8d-3578-4c36-9071-d2dd52aa5e06 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:01.985844 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:01.986327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:01.987171 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.987171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:01.987601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Bound port: 26655d8d-3578-4c36-9071-d2dd52aa5e06, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:01.987989 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.992500 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e2245ac-5c6a-41d5-8643-6b082a3e7a7f req-373509f1-8f7b-443f-b7f4-09579e44c390 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188827 Jul 05 03:57:02.049225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] For port 26655d8d-3578-4c36-9071-d2dd52aa5e06, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:02.052123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022cf76-3fa1-4eb9-9a6b-424664bc80b5 None None] Pushing event updated for resources: {'Port': ['ID=26655d8d-3578-4c36-9071-d2dd52aa5e06,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:02.056942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] For port 26655d8d-3578-4c36-9071-d2dd52aa5e06, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=26655d8d-3578-4c36-9071-d2dd52aa5e06,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:02.058471 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.resource_extend [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:57:02.149366 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.153865 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-aaabd1bd-89a2-48a6-af80-7c246600d8c2 req-d3cb0da0-ec81-4906-8561-a2c46cdb5a4d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] For port 0fb37b48-635d-462f-9b6f-d4c314123e7b, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=0fb37b48-635d-462f-9b6f-d4c314123e7b,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:02.154900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-aaabd1bd-89a2-48a6-af80-7c246600d8c2 req-d3cb0da0-ec81-4906-8561-a2c46cdb5a4d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.174796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-aaabd1bd-89a2-48a6-af80-7c246600d8c2 req-d3cb0da0-ec81-4906-8561-a2c46cdb5a4d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Calling delete_port for 0fb37b48-635d-462f-9b6f-d4c314123e7b owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:02.203847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3,segment=NetworkSegment(6a8f5a2a-405a-4270-a8b2-c397b67757d2),segment_id=6a8f5a2a-405a-4270-a8b2-c397b67757d2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:02.227323 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.241264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3', 'network_id': 'f062fb12-500c-48c7-aee5-a1a2356071d3', 'port_id': '1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3', 'mac_address': 'fa:16:3e:27:ee:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b144ec37-5137-497f-872c-33e47670893f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:02.259911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Routers {'e0b50009-4a03-48cb-a719-7e20091c6998'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:02.260565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:56:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['e0b50009-4a03-48cb-a719-7e20091c6998'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:02.265712 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022cf76-3fa1-4eb9-9a6b-424664bc80b5 None None] Pushing event updated for resources: {'Port': ['ID=26655d8d-3578-4c36-9071-d2dd52aa5e06,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:02.275238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc565f8-ef22-47d6-b33b-fc0acc44ef1f req-a799fba1-4505-4c57-b7b3-46ee8304b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:02.277029 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4cc565f8-ef22-47d6-b33b-fc0acc44ef1f req-a799fba1-4505-4c57-b7b3-46ee8304b1e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 1098 time: 0.3634679 Jul 05 03:57:02.339140 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4cc565f8-ef22-47d6-b33b-fc0acc44ef1f req-e4953ed3-0e12-4543-81b0-73ee262c0340 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539372 Jul 05 03:57:02.381847 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.395791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] Set router e0b50009-4a03-48cb-a719-7e20091c6998 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:02.432741 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a5e41525-c273-4fc0-8ac5-79002daf5030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.460091 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b50009-4a03-48cb-a719-7e20091c6998', 'name': 'tempest-snat-router-223495549', 'tenant_id': 'a968194124a84ba684866dafa3f67ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:55Z', 'updated_at': '2021-07-05T03:57:01Z', 'revision_number': 4, 'project_id': 'a968194124a84ba684866dafa3f67ead', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:02.462986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:02.495476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b351d6fe-f261-4a8d-9101-2bf7764fe789 None None] The sync data for ids ['e0b50009-4a03-48cb-a719-7e20091c6998'] in n-d-771363-32 is: [{'id': 'e0b50009-4a03-48cb-a719-7e20091c6998', 'name': 'tempest-snat-router-223495549', 'tenant_id': 'a968194124a84ba684866dafa3f67ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:55Z', 'updated_at': '2021-07-05T03:57:01Z', 'revision_number': 4, 'project_id': 'a968194124a84ba684866dafa3f67ead', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:02.514138 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3,segment=NetworkSegment(6a8f5a2a-405a-4270-a8b2-c397b67757d2),segment_id=6a8f5a2a-405a-4270-a8b2-c397b67757d2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:02.523382 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a5e41525-c273-4fc0-8ac5-79002daf5030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.577418 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a5e41525-c273-4fc0-8ac5-79002daf5030 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=43c2fae759fd4d80a4b05991fcf2f019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9592471 Jul 05 03:57:02.577418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e41525-c273-4fc0-8ac5-79002daf5030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff48757e-e0a0-49ea-a029-ba5887e3adc9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:02.579210 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45928) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:02.604408 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-aaabd1bd-89a2-48a6-af80-7c246600d8c2 req-d3cb0da0-ec81-4906-8561-a2c46cdb5a4d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.622373 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.642169 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0da0-ec81-4906-8561-a2c46cdb5a4d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Pushing event deleted for resources: {'Port': ['ID=0fb37b48-635d-462f-9b6f-d4c314123e7b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:02.719788 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:02.742720 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70ecca59-ac51-4ef3-b07a-80e6614e3dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.744972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaabd1bd-89a2-48a6-af80-7c246600d8c2 req-d3cb0da0-ec81-4906-8561-a2c46cdb5a4d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] No DVR routers for this DVR port 0fb37b48-635d-462f-9b6f-d4c314123e7b on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:02.748520 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-aaabd1bd-89a2-48a6-af80-7c246600d8c2 req-d3cb0da0-ec81-4906-8561-a2c46cdb5a4d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.750575 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-aaabd1bd-89a2-48a6-af80-7c246600d8c2 req-d3cb0da0-ec81-4906-8561-a2c46cdb5a4d tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.36 "DELETE /v2.0/ports/0fb37b48-635d-462f-9b6f-d4c314123e7b HTTP/1.1" status: 204 len: 173 time: 1.1994772 Jul 05 03:57:02.751043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474a2648-e315-414e-bda0-b18e6c01591c', 'name': 'network-vif-deleted', 'tag': '0fb37b48-635d-462f-9b6f-d4c314123e7b'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:02.753329 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5c5816-3b0e-4496-8d6e-fdc5b3bf2dfa" -d '{"events": [{"server_uuid": "474a2648-e315-414e-bda0-b18e6c01591c", "name": "network-vif-deleted", "tag": "0fb37b48-635d-462f-9b6f-d4c314123e7b"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:02.777424 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70ecca59-ac51-4ef3-b07a-80e6614e3dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.924154 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:02.929374 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70ecca59-ac51-4ef3-b07a-80e6614e3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.931965 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70ecca59-ac51-4ef3-b07a-80e6614e3dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.936223 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-70ecca59-ac51-4ef3-b07a-80e6614e3dd7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ff48757e-e0a0-49ea-a029-ba5887e3adc9 HTTP/1.1" status: 204 len: 168 time: 0.3425601 Jul 05 03:57:02.960293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecca59-ac51-4ef3-b07a-80e6614e3dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff48757e-e0a0-49ea-a029-ba5887e3adc9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:03.011221 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40037411-e3f4-49ac-a3a3-ef3145cfa510 req-a6a9e51b-f06a-45e8-afda-72ff487d4a9a tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:03.013031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40037411-e3f4-49ac-a3a3-ef3145cfa510 req-a6a9e51b-f06a-45e8-afda-72ff487d4a9a tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 944 time: 0.2582586 Jul 05 03:57:03.092963 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3548e23d-f98f-4f23-a525-83b5f5013026 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.118857 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40037411-e3f4-49ac-a3a3-ef3145cfa510 req-6ce2812d-8a7c-4405-9ede-93e4004a5375 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce73f05-6365-49aa-a78e-d4fe95516e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951793 Jul 05 03:57:03.152164 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548e23d-f98f-4f23-a525-83b5f5013026 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Pushing event deleted for resources: {'Port': ['ID=26655d8d-3578-4c36-9071-d2dd52aa5e06,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:03.340490 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3548e23d-f98f-4f23-a525-83b5f5013026 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.352138 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a9f6905-690f-4242-8354-57f3dbfc8bae req-2ba62cae-f5c5-48c3-9a16-a04acd6bb16e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=474a2648-e315-414e-bda0-b18e6c01591c HTTP/1.1" status: 200 len: 210 time: 0.0656378 Jul 05 03:57:03.410334 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6890ee42-81c3-425a-b912-84619067bd6b req-7ea69958-6279-4be9-add7-6dc45d242954 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.428223 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ce4867-f855-4192-a212-8caa59afd714 x-openstack-request-id: req-64ce4867-f855-4192-a212-8caa59afd714 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:03.428578 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474a2648-e315-414e-bda0-b18e6c01591c", "name": "network-vif-deleted", "tag": "0fb37b48-635d-462f-9b6f-d4c314123e7b", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:03.429830 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-64ce4867-f855-4192-a212-8caa59afd714 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:03.429830 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474a2648-e315-414e-bda0-b18e6c01591c', 'name': 'network-vif-deleted', 'tag': '0fb37b48-635d-462f-9b6f-d4c314123e7b', 'status': 'completed', 'code': 200} Jul 05 03:57:03.492986 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6890ee42-81c3-425a-b912-84619067bd6b req-7ea69958-6279-4be9-add7-6dc45d242954 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.624839 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3548e23d-f98f-4f23-a525-83b5f5013026 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.668906 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3548e23d-f98f-4f23-a525-83b5f5013026 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.679358 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.729472 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [req-6890ee42-81c3-425a-b912-84619067bd6b req-7ea69958-6279-4be9-add7-6dc45d242954 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Floating IP 98f10457-bc9a-477b-bb3b-88ddce159c68 associated. External IP: 172.25.6.58, port: a9cdfc70-45d8-4233-b209-4189e8a62180. Jul 05 03:57:03.789763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45946) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:03.805917 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e233786-49dd-430d-820a-8527cc9b6e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.850002 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823ceaf-3436-4b43-9f99-bacfd2840f7f req-fed265a3-79ce-4ef3-bc57-05c96bb3e9dc tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:03.851625 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2823ceaf-3436-4b43-9f99-bacfd2840f7f req-fed265a3-79ce-4ef3-bc57-05c96bb3e9dc tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.2155991 Jul 05 03:57:03.869985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:03.942134 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3548e23d-f98f-4f23-a525-83b5f5013026 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.942595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3548e23d-f98f-4f23-a525-83b5f5013026 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0b50009-4a03-48cb-a719-7e20091c6998 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:57:03.948338 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2823ceaf-3436-4b43-9f99-bacfd2840f7f req-cd4808d9-22fd-4171-8f4f-1886c723c364 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872900 Jul 05 03:57:03.953412 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3548e23d-f98f-4f23-a525-83b5f5013026 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.956897 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3548e23d-f98f-4f23-a525-83b5f5013026 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "DELETE /v2.0/routers/e0b50009-4a03-48cb-a719-7e20091c6998 HTTP/1.1" status: 204 len: 168 time: 3.3207762 Jul 05 03:57:03.957850 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45948) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:04.085377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:04.090278 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:04.090667 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.097812 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6890ee42-81c3-425a-b912-84619067bd6b req-7ea69958-6279-4be9-add7-6dc45d242954 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:57:04.161873 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90c99dd-1392-4061-b9ea-4f895caf92b7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.301837 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.346206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6f55e8-b4f9-4785-9445-b138530f26d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:04.347960 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d816747-19ea-4de6-9eb0-6c3491f142a4" -d '{"events": [{"server_uuid": "8a6f55e8-b4f9-4785-9445-b138530f26d0", "name": "network-vif-plugged", "status": "completed", "tag": "1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:04.353558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6890ee42-81c3-425a-b912-84619067bd6b req-7ea69958-6279-4be9-add7-6dc45d242954 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:04.366033 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da91436-1a32-427a-bf28-4aa494651cf1 None None] Sync routers for ids ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:04.382026 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da91436-1a32-427a-bf28-4aa494651cf1 None None] Routers {'889f8fdf-63d8-49d9-8e85-fcbed6ce4152'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:04.383027 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6890ee42-81c3-425a-b912-84619067bd6b req-7ea69958-6279-4be9-add7-6dc45d242954 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.384352 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1da91436-1a32-427a-bf28-4aa494651cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:56:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:04.398699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3,segment=NetworkSegment(6a8f5a2a-405a-4270-a8b2-c397b67757d2),segment_id=6a8f5a2a-405a-4270-a8b2-c397b67757d2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:04.471977 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.489715 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e233786-49dd-430d-820a-8527cc9b6e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.491807 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90c99dd-1392-4061-b9ea-4f895caf92b7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.499114 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6890ee42-81c3-425a-b912-84619067bd6b req-7ea69958-6279-4be9-add7-6dc45d242954 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "PUT /v2.0/floatingips/98f10457-bc9a-477b-bb3b-88ddce159c68 HTTP/1.1" status: 200 len: 996 time: 2.8964691 Jul 05 03:57:04.536049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'tag': 'a9cdfc70-45d8-4233-b209-4189e8a62180'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:04.542189 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2be1d6f-1ec1-4148-9ff4-d516565fb976" -d '{"events": [{"name": "network-changed", "server_uuid": "49ff9b59-02b0-49f6-8bed-f7722ab7dfff", "tag": "a9cdfc70-45d8-4233-b209-4189e8a62180"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:04.554509 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:04.559173 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e233786-49dd-430d-820a-8527cc9b6e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.621699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e233786-49dd-430d-820a-8527cc9b6e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb13c1e8-3e6d-4fed-b868-bd6a95b2d3b3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:04.644993 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2e233786-49dd-430d-820a-8527cc9b6e34 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3b26edcfd82747d0a318ed7bb7b4ed81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8511324 Jul 05 03:57:04.645430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575eed45-3f0a-4574-935a-e7cdd44e912e req-77b3dd50-d986-453c-81cc-c300e486c50b tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:04.645894 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45958) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:04.652039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-575eed45-3f0a-4574-935a-e7cdd44e912e req-77b3dd50-d986-453c-81cc-c300e486c50b tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 945 time: 0.1823783 Jul 05 03:57:04.682881 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890ee42-81c3-425a-b912-84619067bd6b req-e090d31e-3f92-416d-9b31-2ed221b2f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:04.684706 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6890ee42-81c3-425a-b912-84619067bd6b req-e090d31e-3f92-416d-9b31-2ed221b2f725 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=965868a2cb014d159f025b9a99fb2569&device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 1098 time: 0.1357584 Jul 05 03:57:04.704568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-c90c99dd-1392-4061-b9ea-4f895caf92b7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Deleting port 7e902846-c617-487b-81c9-4c18e1e488a3 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:04.704947 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90c99dd-1392-4061-b9ea-4f895caf92b7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.717127 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-1da91436-1a32-427a-bf28-4aa494651cf1 None None] Set router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:04.721343 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-575eed45-3f0a-4574-935a-e7cdd44e912e req-0a9e7dbd-2b9d-4e90-817b-ffea93249966 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce73f05-6365-49aa-a78e-d4fe95516e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683746 Jul 05 03:57:04.809824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-750dc542-51b8-4490-aa1c-ee98d918d22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.816983 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dba85b-2628-47e4-9f4c-3050dc234382 x-openstack-request-id: req-b2dba85b-2628-47e4-9f4c-3050dc234382 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:04.817330 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6f55e8-b4f9-4785-9445-b138530f26d0", "name": "network-vif-plugged", "status": "completed", "tag": "1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:04.817535 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2dba85b-2628-47e4-9f4c-3050dc234382 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:04.817940 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6f55e8-b4f9-4785-9445-b138530f26d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3', 'code': 200} Jul 05 03:57:04.826648 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890ee42-81c3-425a-b912-84619067bd6b req-f65c4f08-ff2b-4cf9-8711-527f0e6caa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:04.835143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6890ee42-81c3-425a-b912-84619067bd6b req-f65c4f08-ff2b-4cf9-8711-527f0e6caa4d service neutron] 10.222.0.38 "GET /v2.0/networks?id=702ce1ba-a7db-46c8-8515-74ee4b752ef6 HTTP/1.1" status: 200 len: 921 time: 0.1389489 Jul 05 03:57:04.870897 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-750dc542-51b8-4490-aa1c-ee98d918d22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.907369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-c90c99dd-1392-4061-b9ea-4f895caf92b7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] For port 7e902846-c617-487b-81c9-4c18e1e488a3, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7e902846-c617-487b-81c9-4c18e1e488a3,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:04.907906 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90c99dd-1392-4061-b9ea-4f895caf92b7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.933763 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6890ee42-81c3-425a-b912-84619067bd6b req-522a48f6-932d-4f19-91f0-c00f27098bfe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9cdfc70-45d8-4233-b209-4189e8a62180 HTTP/1.1" status: 200 len: 999 time: 0.0976932 Jul 05 03:57:04.941911 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-c90c99dd-1392-4061-b9ea-4f895caf92b7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Calling delete_port for 7e902846-c617-487b-81c9-4c18e1e488a3 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:04.999936 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890ee42-81c3-425a-b912-84619067bd6b req-c67cabb3-50ed-412a-9b91-286a4e8a22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.007689 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6890ee42-81c3-425a-b912-84619067bd6b req-c67cabb3-50ed-412a-9b91-286a4e8a22f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c65c4df-6b50-4777-bc22-c6cd95c8554d HTTP/1.1" status: 200 len: 860 time: 0.0726368 Jul 05 03:57:05.041025 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862025fb-8324-4d96-bc31-907ff6edfee1 x-openstack-request-id: req-862025fb-8324-4d96-bc31-907ff6edfee1 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:05.041285 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ff9b59-02b0-49f6-8bed-f7722ab7dfff", "tag": "a9cdfc70-45d8-4233-b209-4189e8a62180", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:05.041418 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-862025fb-8324-4d96-bc31-907ff6edfee1 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:05.041783 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'tag': 'a9cdfc70-45d8-4233-b209-4189e8a62180', 'status': 'completed', 'code': 200} Jul 05 03:57:05.050785 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6890ee42-81c3-425a-b912-84619067bd6b req-9446e482-f7a5-489a-a0b2-9a74f314d4da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=702ce1ba-a7db-46c8-8515-74ee4b752ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423849 Jul 05 03:57:05.055711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-6890ee42-81c3-425a-b912-84619067bd6b req-5353bcfe-ab6f-47e4-8f57-b20b27c49682 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:57:05.063675 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6890ee42-81c3-425a-b912-84619067bd6b req-5353bcfe-ab6f-47e4-8f57-b20b27c49682 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120182 Jul 05 03:57:05.236256 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1da91436-1a32-427a-bf28-4aa494651cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-router', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '699f7f22-6741-4b3b-9267-7209220e2229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:42Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'gw_port': {'id': '699f7f22-6741-4b3b-9267-7209220e2229', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:44Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '98f10457-bc9a-477b-bb3b-88ddce159c68', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'port_id': 'a9cdfc70-45d8-4233-b209-4189e8a62180', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6', 'mac_address': 'fa:16:3e:b2:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:56:59Z', 'updated_at': '2021-07-05T03:57:03Z', 'revision_number': 1, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741ed52f-eb37-4608-8b87-66446d81179f', 'name': '', 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'mac_address': 'fa:16:3e:d5:02:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:49Z', 'updated_at': '2021-07-05T03:55:56Z', 'revision_number': 5, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'subnets': [{'id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:05.247131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afef54-08c2-42b5-90d6-4cd892adaeb5 req-2421f294-8bd7-4801-9d02-809a30b7f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.250191 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24afef54-08c2-42b5-90d6-4cd892adaeb5 req-2421f294-8bd7-4801-9d02-809a30b7f769 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 1097 time: 0.3218575 Jul 05 03:57:05.261495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6890ee42-81c3-425a-b912-84619067bd6b req-ce9647c2-36e6-4490-9f4a-7bda16906a46 service neutron] 10.222.0.38 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969471 Jul 05 03:57:05.279173 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da91436-1a32-427a-bf28-4aa494651cf1 None None] Checking router: 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:05.285634 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90c99dd-1392-4061-b9ea-4f895caf92b7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.290678 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da91436-1a32-427a-bf28-4aa494651cf1 None None] Routers {'889f8fdf-63d8-49d9-8e85-fcbed6ce4152'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:05.290678 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1da91436-1a32-427a-bf28-4aa494651cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:56:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:05.334591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c99dd-1392-4061-b9ea-4f895caf92b7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e902846-c617-487b-81c9-4c18e1e488a3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:05.355518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be1d6f-1ec1-4148-9ff4-d516565fb976 req-aede38d6-a02c-4074-928d-2c09561db66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.358481 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2be1d6f-1ec1-4148-9ff4-d516565fb976 req-aede38d6-a02c-4074-928d-2c09561db66c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=965868a2cb014d159f025b9a99fb2569&device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 1098 time: 0.1726797 Jul 05 03:57:05.365965 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24afef54-08c2-42b5-90d6-4cd892adaeb5 req-6af6924d-2077-4854-be22-80007440a5ab service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5ce73f05-6365-49aa-a78e-d4fe95516e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034217 Jul 05 03:57:05.402918 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-750dc542-51b8-4490-aa1c-ee98d918d22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.407193 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-750dc542-51b8-4490-aa1c-ee98d918d22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.410580 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-750dc542-51b8-4490-aa1c-ee98d918d22d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb13c1e8-3e6d-4fed-b868-bd6a95b2d3b3 HTTP/1.1" status: 204 len: 168 time: 0.7610772 Jul 05 03:57:05.424685 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750dc542-51b8-4490-aa1c-ee98d918d22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb13c1e8-3e6d-4fed-b868-bd6a95b2d3b3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:05.426607 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90c99dd-1392-4061-b9ea-4f895caf92b7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.443869 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-1da91436-1a32-427a-bf28-4aa494651cf1 None None] Set router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:05.508788 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6890ee42-81c3-425a-b912-84619067bd6b req-40472660-d678-41e3-aace-d287c13c3a3c service neutron] 10.222.0.38 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376757 Jul 05 03:57:05.564210 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90c99dd-1392-4061-b9ea-4f895caf92b7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.570098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be1d6f-1ec1-4148-9ff4-d516565fb976 req-5ea97d78-ffd0-48b7-b839-a4da4e53b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.571401 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90c99dd-1392-4061-b9ea-4f895caf92b7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.571688 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2be1d6f-1ec1-4148-9ff4-d516565fb976 req-5ea97d78-ffd0-48b7-b839-a4da4e53b619 service neutron] 10.222.0.10 "GET /v2.0/networks?id=702ce1ba-a7db-46c8-8515-74ee4b752ef6 HTTP/1.1" status: 200 len: 921 time: 0.2048156 Jul 05 03:57:05.648649 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2be1d6f-1ec1-4148-9ff4-d516565fb976 req-550a9c81-b119-4b40-a1d1-5690fc86239f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9cdfc70-45d8-4233-b209-4189e8a62180 HTTP/1.1" status: 200 len: 999 time: 0.0685585 Jul 05 03:57:05.735164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 0fb37b48-635d-462f-9b6f-d4c314123e7b no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:05.742092 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90c99dd-1392-4061-b9ea-4f895caf92b7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.742588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90c99dd-1392-4061-b9ea-4f895caf92b7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f867b26e-3b18-4d52-b75b-77fc9eec0329 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:57:05.750953 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90c99dd-1392-4061-b9ea-4f895caf92b7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.759313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be1d6f-1ec1-4148-9ff4-d516565fb976 req-1b780a36-940d-4034-8886-ab0c8a06f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.765280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2be1d6f-1ec1-4148-9ff4-d516565fb976 req-1b780a36-940d-4034-8886-ab0c8a06f3af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c65c4df-6b50-4777-bc22-c6cd95c8554d HTTP/1.1" status: 200 len: 860 time: 0.0994802 Jul 05 03:57:05.766337 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45978) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:05.767008 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c90c99dd-1392-4061-b9ea-4f895caf92b7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "DELETE /v2.0/routers/f867b26e-3b18-4d52-b75b-77fc9eec0329 HTTP/1.1" status: 204 len: 168 time: 1.8064559 Jul 05 03:57:05.770298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 0fb37b48-635d-462f-9b6f-d4c314123e7b {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:05.771059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 0fb37b48-635d-462f-9b6f-d4c314123e7b not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:05.772784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1657500370', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}, 'admin_state_up': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:05.821427 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2be1d6f-1ec1-4148-9ff4-d516565fb976 req-849953c7-4f6e-44d9-b0bf-2b5cd86843b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=702ce1ba-a7db-46c8-8515-74ee4b752ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425909 Jul 05 03:57:05.859967 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1da91436-1a32-427a-bf28-4aa494651cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-router', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '699f7f22-6741-4b3b-9267-7209220e2229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:42Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'gw_port': {'id': '699f7f22-6741-4b3b-9267-7209220e2229', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:44Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '98f10457-bc9a-477b-bb3b-88ddce159c68', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'port_id': 'a9cdfc70-45d8-4233-b209-4189e8a62180', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6', 'mac_address': 'fa:16:3e:b2:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:56:59Z', 'updated_at': '2021-07-05T03:57:03Z', 'revision_number': 1, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741ed52f-eb37-4608-8b87-66446d81179f', 'name': '', 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'mac_address': 'fa:16:3e:d5:02:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:49Z', 'updated_at': '2021-07-05T03:55:56Z', 'revision_number': 5, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'subnets': [{'id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:05.915659 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da91436-1a32-427a-bf28-4aa494651cf1 None None] The sync data for ids ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'] in n-d-771363-32 is: [{'id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-router', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '699f7f22-6741-4b3b-9267-7209220e2229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:42Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'gw_port': {'id': '699f7f22-6741-4b3b-9267-7209220e2229', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:44Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '98f10457-bc9a-477b-bb3b-88ddce159c68', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'port_id': 'a9cdfc70-45d8-4233-b209-4189e8a62180', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6', 'mac_address': 'fa:16:3e:b2:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:56:59Z', 'updated_at': '2021-07-05T03:57:03Z', 'revision_number': 1, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741ed52f-eb37-4608-8b87-66446d81179f', 'name': '', 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'mac_address': 'fa:16:3e:d5:02:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:49Z', 'updated_at': '2021-07-05T03:55:56Z', 'revision_number': 5, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'subnets': [{'id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:05.958605 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.958605 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:06.012415 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865488c3-e174-4af9-a3fa-bc9d4d23ad54 req-097fcba6-f129-4303-86f6-77fdb3f20dfd tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.015982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-865488c3-e174-4af9-a3fa-bc9d4d23ad54 req-097fcba6-f129-4303-86f6-77fdb3f20dfd tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.3127501 Jul 05 03:57:06.135236 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:06.154821 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2be1d6f-1ec1-4148-9ff4-d516565fb976 req-684be151-163c-45bf-90e3-0e77ba0946b1 service neutron] 10.222.0.10 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064349 Jul 05 03:57:06.162863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-865488c3-e174-4af9-a3fa-bc9d4d23ad54 req-a2c08557-01f3-4281-9e59-5d8a7264632d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338215 Jul 05 03:57:06.172181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5d2d3-b4b4-41d5-bbf4-00825d55fc8b req-9f0e081f-2cd4-43a2-94ce-1c9cc16d7c84 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.173745 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3d5d2d3-b4b4-41d5-bbf4-00825d55fc8b req-9f0e081f-2cd4-43a2-94ce-1c9cc16d7c84 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 944 time: 0.2312915 Jul 05 03:57:06.207968 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45139a9-5a02-4ced-afab-e49070bf58e4 None None] New status for floating IP 98f10457-bc9a-477b-bb3b-88ddce159c68: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:57:06.323404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff92cc6-2312-4a2c-bd01-c3ad14ad460e req-7e1e77f9-b25f-419f-907b-3f9b4ca2c58e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.326533 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8ff92cc6-2312-4a2c-bd01-c3ad14ad460e req-7e1e77f9-b25f-419f-907b-3f9b4ca2c58e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.36 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 944 time: 0.0868790 Jul 05 03:57:06.327198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45988) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:06.364887 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3d5d2d3-b4b4-41d5-bbf4-00825d55fc8b req-17b89234-fb74-4b74-b89f-c536d741123e tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/security-groups?id=f93820cf-3c61-4574-b004-d5932d6437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826315 Jul 05 03:57:06.434407 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f0bc790-8e3d-416d-9c7f-72018ed83083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:06.480710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7e902846-c617-487b-81c9-4c18e1e488a3 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:06.509429 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 7e902846-c617-487b-81c9-4c18e1e488a3 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:06.510057 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7e902846-c617-487b-81c9-4c18e1e488a3 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:06.622229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-8ff92cc6-2312-4a2c-bd01-c3ad14ad460e req-34508b1d-33b2-4b6c-a508-3287eddd52e6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Deleting port 9c7d9fcf-9635-440c-a021-79d069c41ba3 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:06.622229 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8ff92cc6-2312-4a2c-bd01-c3ad14ad460e req-34508b1d-33b2-4b6c-a508-3287eddd52e6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:06.863537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-49c0384e-0e4c-4359-9ff9-861997ae0386 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 999 time: 0.6581192 Jul 05 03:57:06.939657 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f0bc790-8e3d-416d-9c7f-72018ed83083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:06.987184 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-8ff92cc6-2312-4a2c-bd01-c3ad14ad460e req-34508b1d-33b2-4b6c-a508-3287eddd52e6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] For port 9c7d9fcf-9635-440c-a021-79d069c41ba3, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9c7d9fcf-9635-440c-a021-79d069c41ba3,segment=NetworkSegment(628c9e57-7495-4dfb-a42b-1885bf349e47),segment_id=628c9e57-7495-4dfb-a42b-1885bf349e47)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:06.987564 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8ff92cc6-2312-4a2c-bd01-c3ad14ad460e req-34508b1d-33b2-4b6c-a508-3287eddd52e6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:06.988819 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2be1d6f-1ec1-4148-9ff4-d516565fb976 req-68beea24-d62f-480a-b8d1-1f11a327d17c service neutron] 10.222.0.10 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8140936 Jul 05 03:57:06.998245 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.001435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-8ff92cc6-2312-4a2c-bd01-c3ad14ad460e req-34508b1d-33b2-4b6c-a508-3287eddd52e6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Calling delete_port for 9c7d9fcf-9635-440c-a021-79d069c41ba3 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:07.031014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-b315ad68-09d8-44f5-abb0-8dd4b33fb6f4 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:07.032482 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-b315ad68-09d8-44f5-abb0-8dd4b33fb6f4 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports/a9cdfc70-45d8-4233-b209-4189e8a62180 HTTP/1.1" status: 200 len: 943 time: 0.1460328 Jul 05 03:57:07.050486 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f0bc790-8e3d-416d-9c7f-72018ed83083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.053250 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb8fa6-fb91-4279-92b2-5795828af00a req-6ac885ca-a20e-4480-abd3-8ffa638832c5 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:07.057996 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4bdb8fa6-fb91-4279-92b2-5795828af00a req-6ac885ca-a20e-4480-abd3-8ffa638832c5 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 945 time: 0.2128963 Jul 05 03:57:07.107902 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1f0bc790-8e3d-416d-9c7f-72018ed83083 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e37b79f0d8b4d838d42a22c6c0bcdfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7780521 Jul 05 03:57:07.117972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45996) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:07.139004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bc790-8e3d-416d-9c7f-72018ed83083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a54612-a297-426d-b9f9-8dbfa2611b1e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:07.146117 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4bdb8fa6-fb91-4279-92b2-5795828af00a req-c6c41f0d-b102-4e00-9fe6-68a5172b5f66 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce73f05-6365-49aa-a78e-d4fe95516e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848491 Jul 05 03:57:07.231976 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b87a04c1-735d-4754-aae9-43cd91df80ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.265010 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b87a04c1-735d-4754-aae9-43cd91df80ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.351832 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8ff92cc6-2312-4a2c-bd01-c3ad14ad460e req-34508b1d-33b2-4b6c-a508-3287eddd52e6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.388611 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34508b1d-33b2-4b6c-a508-3287eddd52e6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Pushing event deleted for resources: {'Port': ['ID=9c7d9fcf-9635-440c-a021-79d069c41ba3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:07.430828 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.460011 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.489917 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff92cc6-2312-4a2c-bd01-c3ad14ad460e req-34508b1d-33b2-4b6c-a508-3287eddd52e6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] No DVR routers for this DVR port 9c7d9fcf-9635-440c-a021-79d069c41ba3 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:07.493434 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8ff92cc6-2312-4a2c-bd01-c3ad14ad460e req-34508b1d-33b2-4b6c-a508-3287eddd52e6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.496807 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8ff92cc6-2312-4a2c-bd01-c3ad14ad460e req-34508b1d-33b2-4b6c-a508-3287eddd52e6 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.36 "DELETE /v2.0/ports/9c7d9fcf-9635-440c-a021-79d069c41ba3 HTTP/1.1" status: 204 len: 173 time: 1.1585989 Jul 05 03:57:07.498421 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b87a04c1-735d-4754-aae9-43cd91df80ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.503597 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b87a04c1-735d-4754-aae9-43cd91df80ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.506668 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b87a04c1-735d-4754-aae9-43cd91df80ee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/81a54612-a297-426d-b9f9-8dbfa2611b1e HTTP/1.1" status: 204 len: 168 time: 0.3848553 Jul 05 03:57:07.507631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53436406-37f5-4107-bc1d-e5db61a1427f', 'name': 'network-vif-deleted', 'tag': '9c7d9fcf-9635-440c-a021-79d069c41ba3'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:07.511555 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274c6531-0eb3-498f-a93e-f8fdc6849955" -d '{"events": [{"server_uuid": "53436406-37f5-4107-bc1d-e5db61a1427f", "name": "network-vif-deleted", "tag": "9c7d9fcf-9635-440c-a021-79d069c41ba3"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:07.525358 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a04c1-735d-4754-aae9-43cd91df80ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a54612-a297-426d-b9f9-8dbfa2611b1e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:07.608563 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-2a105ca1-039d-4235-9b82-53c88d53dac5 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 1001 time: 0.3391907 Jul 05 03:57:07.632704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Allocated IP 172.25.6.77 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/7353d5df-7326-41ca-b8de-47b075c62846) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:07.789486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-e5c94002-eef9-425e-b6dc-b3c6cab0688d tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:07.791148 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-e5c94002-eef9-425e-b6dc-b3c6cab0688d tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.1818056 Jul 05 03:57:07.812436 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-611ae70c-d717-4e32-9016-73762d3b1b01 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:57:07.813737 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-611ae70c-d717-4e32-9016-73762d3b1b01 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122240 Jul 05 03:57:07.879331 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.908872 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-55316154-1b2d-4e4f-9754-e412f42cfa6f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 1001 time: 0.0865257 Jul 05 03:57:07.927523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-d976e18b-3fa3-400e-85d8-bfb5e1c9a5a8 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:08.004790 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d93ee75e-2262-4154-830e-979ddd56a8c6 req-4c62111d-173f-44b8-9f71-da595ca4c635 tempest-LiveAutoBlockMigrationV225Test-920297834 tempest-LiveAutoBlockMigrationV225Test-920297834-project] 10.222.0.38 "GET /v2.0/ports?device_id=53436406-37f5-4107-bc1d-e5db61a1427f HTTP/1.1" status: 200 len: 210 time: 0.0396092 Jul 05 03:57:08.030324 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-d976e18b-3fa3-400e-85d8-bfb5e1c9a5a8 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.092599 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67189825-0f7e-4980-b252-2df283abe4d2 x-openstack-request-id: req-67189825-0f7e-4980-b252-2df283abe4d2 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:08.092967 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53436406-37f5-4107-bc1d-e5db61a1427f", "name": "network-vif-deleted", "tag": "9c7d9fcf-9635-440c-a021-79d069c41ba3", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:08.093599 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67189825-0f7e-4980-b252-2df283abe4d2 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:08.097216 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53436406-37f5-4107-bc1d-e5db61a1427f', 'name': 'network-vif-deleted', 'tag': '9c7d9fcf-9635-440c-a021-79d069c41ba3', 'status': 'completed', 'code': 200} Jul 05 03:57:08.112173 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.154254 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cde5a-4e53-4f30-9148-b91b3299739c req-4280e604-16f8-4080-a4bd-70022e2028bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:08.156551 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-052cde5a-4e53-4f30-9148-b91b3299739c req-4280e604-16f8-4080-a4bd-70022e2028bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b68a52351a9459890afd450c0a0c46b&device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 1098 time: 0.1106215 Jul 05 03:57:08.190703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:08.231480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:08.279294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:08.286057 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cde5a-4e53-4f30-9148-b91b3299739c req-a671220c-db46-4815-a10e-d78299c1c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:08.290826 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-052cde5a-4e53-4f30-9148-b91b3299739c req-a671220c-db46-4815-a10e-d78299c1c5be service neutron] 10.222.0.36 "GET /v2.0/networks?id=3fdf8913-47c8-4a23-a882-812e457ca862 HTTP/1.1" status: 200 len: 919 time: 0.1257629 Jul 05 03:57:08.310501 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Pushing event updated for resources: {'Port': ['ID=7353d5df-7326-41ca-b8de-47b075c62846,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:08.337867 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-052cde5a-4e53-4f30-9148-b91b3299739c req-3d990c03-d61c-4ddd-a4ad-fab32fcf8f32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aed92df0-007b-49ca-9909-5b42683f510a HTTP/1.1" status: 200 len: 217 time: 0.0396090 Jul 05 03:57:08.389839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cde5a-4e53-4f30-9148-b91b3299739c req-db565704-fafa-4603-a104-523278935393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:08.391329 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-052cde5a-4e53-4f30-9148-b91b3299739c req-db565704-fafa-4603-a104-523278935393 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cadd956f-4ed6-4336-8d28-a9a782accda4 HTTP/1.1" status: 200 len: 858 time: 0.0443029 Jul 05 03:57:08.391464 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-d976e18b-3fa3-400e-85d8-bfb5e1c9a5a8 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.426842 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-052cde5a-4e53-4f30-9148-b91b3299739c req-85654fba-e119-4e6d-86c1-e621a5cab11f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fdf8913-47c8-4a23-a882-812e457ca862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273991 Jul 05 03:57:08.439345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cb17f-01e0-446e-bfd5-39a6a1b65bc1 req-93c3c0c5-8fc0-4193-a79c-eb4c1c07c733 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:08.442499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb8cb17f-01e0-446e-bfd5-39a6a1b65bc1 req-93c3c0c5-8fc0-4193-a79c-eb4c1c07c733 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.2542388 Jul 05 03:57:08.473798 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-d976e18b-3fa3-400e-85d8-bfb5e1c9a5a8 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:08.474119 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-d976e18b-3fa3-400e-85d8-bfb5e1c9a5a8 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Floating IP 98f10457-bc9a-477b-bb3b-88ddce159c68 disassociated. External IP: 172.25.6.58, port: a9cdfc70-45d8-4233-b209-4189e8a62180. Jul 05 03:57:08.542694 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-052cde5a-4e53-4f30-9148-b91b3299739c req-a0c2cbe7-dfb9-4685-b3c7-c5dfa3c1b574 service neutron] 10.222.0.36 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043117 Jul 05 03:57:08.604556 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb8cb17f-01e0-446e-bfd5-39a6a1b65bc1 req-1b85f4cc-552b-4083-b40b-36d5f39bc72b tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342537 Jul 05 03:57:08.663087 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-052cde5a-4e53-4f30-9148-b91b3299739c req-dbc8002f-27e5-4af7-a222-c5d082a9187d service neutron] 10.222.0.36 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123769 Jul 05 03:57:08.915974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-d976e18b-3fa3-400e-85d8-bfb5e1c9a5a8 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:57:08.933819 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10674748-388d-4d16-a25b-bda56f5ace6b req-55291ccc-031d-40e8-9a71-9177c84d33fa tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:08.936699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10674748-388d-4d16-a25b-bda56f5ace6b req-55291ccc-031d-40e8-9a71-9177c84d33fa tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 945 time: 0.2098269 Jul 05 03:57:09.013654 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:09.078372 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10674748-388d-4d16-a25b-bda56f5ace6b req-853e4374-fac9-4d6a-b61f-09888a780718 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce73f05-6365-49aa-a78e-d4fe95516e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293278 Jul 05 03:57:09.179342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-d976e18b-3fa3-400e-85d8-bfb5e1c9a5a8 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:09.186227 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-d976e18b-3fa3-400e-85d8-bfb5e1c9a5a8 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:09.190570 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06c9a29-c0db-4b3e-9391-11095209a7f9 None None] Sync routers for ids ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:09.203051 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06c9a29-c0db-4b3e-9391-11095209a7f9 None None] Routers {'889f8fdf-63d8-49d9-8e85-fcbed6ce4152'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:09.203701 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c06c9a29-c0db-4b3e-9391-11095209a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:56:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:09.276662 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-d976e18b-3fa3-400e-85d8-bfb5e1c9a5a8 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "PUT /v2.0/floatingips/98f10457-bc9a-477b-bb3b-88ddce159c68 HTTP/1.1" status: 200 len: 694 time: 1.3590193 Jul 05 03:57:09.293204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'tag': 'a9cdfc70-45d8-4233-b209-4189e8a62180'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:09.297376 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21eb28eb-a872-44b9-affe-405253032cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "49ff9b59-02b0-49f6-8bed-f7722ab7dfff", "tag": "a9cdfc70-45d8-4233-b209-4189e8a62180"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:09.351746 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-c06c9a29-c0db-4b3e-9391-11095209a7f9 None None] Set router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:09.359614 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46054) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:09.660916 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c06c9a29-c0db-4b3e-9391-11095209a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-router', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '699f7f22-6741-4b3b-9267-7209220e2229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:42Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'gw_port': {'id': '699f7f22-6741-4b3b-9267-7209220e2229', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:44Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '741ed52f-eb37-4608-8b87-66446d81179f', 'name': '', 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'mac_address': 'fa:16:3e:d5:02:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:49Z', 'updated_at': '2021-07-05T03:55:56Z', 'revision_number': 5, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'subnets': [{'id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:09.696316 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06c9a29-c0db-4b3e-9391-11095209a7f9 None None] Checking router: 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:09.710475 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06c9a29-c0db-4b3e-9391-11095209a7f9 None None] Routers {'889f8fdf-63d8-49d9-8e85-fcbed6ce4152'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:09.711819 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c06c9a29-c0db-4b3e-9391-11095209a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:56:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:09.739814 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ca2a82-ef68-405c-b076-3880a8b30598 x-openstack-request-id: req-69ca2a82-ef68-405c-b076-3880a8b30598 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:09.739814 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ff9b59-02b0-49f6-8bed-f7722ab7dfff", "tag": "a9cdfc70-45d8-4233-b209-4189e8a62180", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:09.739814 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-69ca2a82-ef68-405c-b076-3880a8b30598 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:09.740525 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'tag': 'a9cdfc70-45d8-4233-b209-4189e8a62180', 'status': 'completed', 'code': 200} Jul 05 03:57:09.750590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ecd780b-3df7-4653-987c-f9cc703e54ac admin admin] Deleting subnet 13e58e0b-cbb7-42b5-a550-6e06ecae5d23 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:09.758863 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9c7d9fcf-9635-440c-a021-79d069c41ba3 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:09.761590 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ecd780b-3df7-4653-987c-f9cc703e54ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:09.799763 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:09.809472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 9c7d9fcf-9635-440c-a021-79d069c41ba3 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:09.810702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9c7d9fcf-9635-440c-a021-79d069c41ba3 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:09.835262 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ecd780b-3df7-4653-987c-f9cc703e54ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:09.858183 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-c06c9a29-c0db-4b3e-9391-11095209a7f9 None None] Set router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:09.879559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-131efe68-2545-4972-a10c-7d0fbda06906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:09.881129 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-131efe68-2545-4972-a10c-7d0fbda06906 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=965868a2cb014d159f025b9a99fb2569&device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 1098 time: 0.6001000 Jul 05 03:57:09.889648 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ecd780b-3df7-4653-987c-f9cc703e54ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:09.917997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb28eb-a872-44b9-affe-405253032cb0 req-a9dd36e1-7cde-4edd-a1e7-705ceb1f126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:09.920016 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21eb28eb-a872-44b9-affe-405253032cb0 req-a9dd36e1-7cde-4edd-a1e7-705ceb1f126c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=965868a2cb014d159f025b9a99fb2569&device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 1098 time: 0.1768711 Jul 05 03:57:10.086662 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c06c9a29-c0db-4b3e-9391-11095209a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-router', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '699f7f22-6741-4b3b-9267-7209220e2229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:42Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'gw_port': {'id': '699f7f22-6741-4b3b-9267-7209220e2229', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:44Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '741ed52f-eb37-4608-8b87-66446d81179f', 'name': '', 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'mac_address': 'fa:16:3e:d5:02:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:49Z', 'updated_at': '2021-07-05T03:55:56Z', 'revision_number': 5, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'subnets': [{'id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:10.107586 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-41ba80b4-8644-45af-a69a-11c720fbfe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:10.109011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-41ba80b4-8644-45af-a69a-11c720fbfe05 service neutron] 10.222.0.38 "GET /v2.0/networks?id=702ce1ba-a7db-46c8-8515-74ee4b752ef6 HTTP/1.1" status: 200 len: 921 time: 0.2016928 Jul 05 03:57:10.111505 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb28eb-a872-44b9-affe-405253032cb0 req-4ee37a8a-9cc5-4613-a577-37a4838b7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:10.112913 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21eb28eb-a872-44b9-affe-405253032cb0 req-4ee37a8a-9cc5-4613-a577-37a4838b7ebf service neutron] 10.222.0.10 "GET /v2.0/networks?id=702ce1ba-a7db-46c8-8515-74ee4b752ef6 HTTP/1.1" status: 200 len: 921 time: 0.1813967 Jul 05 03:57:10.121831 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06c9a29-c0db-4b3e-9391-11095209a7f9 None None] The sync data for ids ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'] in n-d-771363-32 is: [{'id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-router', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '699f7f22-6741-4b3b-9267-7209220e2229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:42Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'gw_port': {'id': '699f7f22-6741-4b3b-9267-7209220e2229', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:44Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '741ed52f-eb37-4608-8b87-66446d81179f', 'name': '', 'network_id': '702ce1ba-a7db-46c8-8515-74ee4b752ef6', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'mac_address': 'fa:16:3e:d5:02:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:49Z', 'updated_at': '2021-07-05T03:55:56Z', 'revision_number': 5, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'subnets': [{'id': '2c65c4df-6b50-4777-bc22-c6cd95c8554d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:10.135668 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ecd780b-3df7-4653-987c-f9cc703e54ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.161777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-ca593fda-a72b-4aa7-b96d-55a6677b8c8f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9cdfc70-45d8-4233-b209-4189e8a62180 HTTP/1.1" status: 200 len: 217 time: 0.0455232 Jul 05 03:57:10.173039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd780b-3df7-4653-987c-f9cc703e54ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e58e0b-cbb7-42b5-a550-6e06ecae5d23,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:10.179018 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ecd780b-3df7-4653-987c-f9cc703e54ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.183549 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4ecd780b-3df7-4653-987c-f9cc703e54ac admin admin] 10.222.0.38 "DELETE /v2.0/subnets/13e58e0b-cbb7-42b5-a550-6e06ecae5d23 HTTP/1.1" status: 204 len: 168 time: 0.8192255 Jul 05 03:57:10.183845 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46072) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:10.209201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21eb28eb-a872-44b9-affe-405253032cb0 req-6903d107-8e49-4442-b4e5-a3af468df308 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9cdfc70-45d8-4233-b209-4189e8a62180 HTTP/1.1" status: 200 len: 217 time: 0.0558369 Jul 05 03:57:10.261649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Router 7bdec8c9-6b5e-4e59-9c49-799912784fcd is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:57:10.374638 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-f15fab3a-af1e-4a70-a391-d09375eb9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:10.376557 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-f15fab3a-af1e-4a70-a391-d09375eb9502 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c65c4df-6b50-4777-bc22-c6cd95c8554d HTTP/1.1" status: 200 len: 860 time: 0.1776218 Jul 05 03:57:10.417220 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9255c199-d6db-40de-81cd-e918a6a9be60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.433408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb28eb-a872-44b9-affe-405253032cb0 req-231d1ff0-8c81-4bd1-b9b8-c671a185c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:10.434934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21eb28eb-a872-44b9-affe-405253032cb0 req-231d1ff0-8c81-4bd1-b9b8-c671a185c09c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c65c4df-6b50-4777-bc22-c6cd95c8554d HTTP/1.1" status: 200 len: 860 time: 0.1850603 Jul 05 03:57:10.505261 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-3da57c36-d498-45aa-980f-9a069f5cf8a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=702ce1ba-a7db-46c8-8515-74ee4b752ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198943 Jul 05 03:57:10.529692 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9255c199-d6db-40de-81cd-e918a6a9be60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.540035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94b30c9-5be5-40b0-91b8-6391f8ef447a None None] New status for floating IP 98f10457-bc9a-477b-bb3b-88ddce159c68: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:57:10.555923 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9255c199-d6db-40de-81cd-e918a6a9be60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc21b127-e7b5-412d-946b-08a3b7902b67']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:10.569613 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9255c199-d6db-40de-81cd-e918a6a9be60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628c9e57-7495-4dfb-a42b-1885bf349e47') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:10.569913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9255c199-d6db-40de-81cd-e918a6a9be60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628c9e57-7495-4dfb-a42b-1885bf349e47') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:10.582955 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9255c199-d6db-40de-81cd-e918a6a9be60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.605016 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9255c199-d6db-40de-81cd-e918a6a9be60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.612833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9255c199-d6db-40de-81cd-e918a6a9be60 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:57:10.613334 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9255c199-d6db-40de-81cd-e918a6a9be60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: items = [ Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:57:10.615794 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:57:10.682536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:10.689209 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21eb28eb-a872-44b9-affe-405253032cb0 req-459ac483-92f2-4c82-b712-c67f5b033b13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=702ce1ba-a7db-46c8-8515-74ee4b752ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1904218 Jul 05 03:57:10.692250 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012dca2a-db35-4b9f-be83-e8f47f2a9d5d None None] Sync routers for ids ['7bdec8c9-6b5e-4e59-9c49-799912784fcd'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:10.705782 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012dca2a-db35-4b9f-be83-e8f47f2a9d5d None None] Routers {'7bdec8c9-6b5e-4e59-9c49-799912784fcd'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:10.707248 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-012dca2a-db35-4b9f-be83-e8f47f2a9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:56:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7bdec8c9-6b5e-4e59-9c49-799912784fcd'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:10.792858 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-012dca2a-db35-4b9f-be83-e8f47f2a9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:10.803869 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-955dc7dc-ccc8-4caf-8739-ef483c99cbb1 service neutron] 10.222.0.38 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843864 Jul 05 03:57:10.805679 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9255c199-d6db-40de-81cd-e918a6a9be60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.821784 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9255c199-d6db-40de-81cd-e918a6a9be60 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.828931 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9255c199-d6db-40de-81cd-e918a6a9be60 admin admin] 10.222.0.38 "DELETE /v2.0/networks/fc21b127-e7b5-412d-946b-08a3b7902b67 HTTP/1.1" status: 204 len: 168 time: 0.6392043 Jul 05 03:57:10.831393 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012dca2a-db35-4b9f-be83-e8f47f2a9d5d None None] Routers {'7bdec8c9-6b5e-4e59-9c49-799912784fcd'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:10.832425 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-012dca2a-db35-4b9f-be83-e8f47f2a9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:56:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7bdec8c9-6b5e-4e59-9c49-799912784fcd'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:10.835789 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46104) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:10.846278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255c199-d6db-40de-81cd-e918a6a9be60 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc21b127-e7b5-412d-946b-08a3b7902b67,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:10.872661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287b323-afa6-4a40-8bf6-897affe9aae4 req-452d2426-fa98-4021-8355-43bf9f0510f9 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:10.874310 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b287b323-afa6-4a40-8bf6-897affe9aae4 req-452d2426-fa98-4021-8355-43bf9f0510f9 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.4967046 Jul 05 03:57:10.885122 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.885122 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6de5cb25-5882-49b3-9f0e-84ad0966f6cc tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1149819 Jul 05 03:57:10.887138 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46110) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:10.898116 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4c722c70-3fd3-4073-b1a9-05b69ee17459 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'enable_snat': False}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:10.906271 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-012dca2a-db35-4b9f-be83-e8f47f2a9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:10.907539 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012dca2a-db35-4b9f-be83-e8f47f2a9d5d None None] The sync data for ids ['7bdec8c9-6b5e-4e59-9c49-799912784fcd'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:10.970499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058a82aa-5c67-4167-9870-c5a1dd0f78d4 req-b171126c-ade5-44d3-9725-d9e65dae59bf service neutron] 10.222.0.38 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656795 Jul 05 03:57:10.977804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2c362f-c2a2-4e2a-adbe-c862f6ad8cc9 admin admin] Deleting subnet bf59f8e4-d664-4988-bb4e-ce81441d85dd {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:10.982498 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee2c362f-c2a2-4e2a-adbe-c862f6ad8cc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.993562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21eb28eb-a872-44b9-affe-405253032cb0 req-6bf93192-e242-4eed-aeb0-5470576b203a service neutron] 10.222.0.10 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873266 Jul 05 03:57:11.008148 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b287b323-afa6-4a40-8bf6-897affe9aae4 req-0fce855f-d0c3-47b0-bc14-d31230c5c8a6 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134188 Jul 05 03:57:11.074135 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee2c362f-c2a2-4e2a-adbe-c862f6ad8cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.186950 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21eb28eb-a872-44b9-affe-405253032cb0 req-0fc69c6f-b7ba-4e93-997b-6302868a735a service neutron] 10.222.0.10 "GET /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776838 Jul 05 03:57:11.188672 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee2c362f-c2a2-4e2a-adbe-c862f6ad8cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.385981 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-82ea5665-12f1-49b4-bbd2-36cef199fa63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.386516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22622fd5-4b2e-4ff8-8b61-52cef0ed0299 req-9dbb6c50-7189-4e79-8d40-e1c8915d4af7 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:11.386516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22622fd5-4b2e-4ff8-8b61-52cef0ed0299 req-9dbb6c50-7189-4e79-8d40-e1c8915d4af7 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 945 time: 0.1465650 Jul 05 03:57:11.387544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1b1f5d0-f3f0-49af-9270-a49c6cf5bf12 req-7eaeeae7-e852-41da-bb28-fdc452395490 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/floatingips/98f10457-bc9a-477b-bb3b-88ddce159c68 HTTP/1.1" status: 200 len: 692 time: 0.0842562 Jul 05 03:57:11.430463 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee2c362f-c2a2-4e2a-adbe-c862f6ad8cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.491226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c362f-c2a2-4e2a-adbe-c862f6ad8cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf59f8e4-d664-4988-bb4e-ce81441d85dd,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:11.502558 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee2c362f-c2a2-4e2a-adbe-c862f6ad8cc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.507182 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ee2c362f-c2a2-4e2a-adbe-c862f6ad8cc9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bf59f8e4-d664-4988-bb4e-ce81441d85dd HTTP/1.1" status: 204 len: 168 time: 0.6671741 Jul 05 03:57:11.507182 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46130) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:11.546070 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22622fd5-4b2e-4ff8-8b61-52cef0ed0299 req-cda0a4ef-1dc7-4f09-926b-9926cce6baed tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce73f05-6365-49aa-a78e-d4fe95516e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528690 Jul 05 03:57:11.548340 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4c722c70-3fd3-4073-b1a9-05b69ee17459 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.554003 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1f5d0-f3f0-49af-9270-a49c6cf5bf12 req-25930cc9-9520-4ac2-ba16-bc0a581ca7e6 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:11.554970 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1b1f5d0-f3f0-49af-9270-a49c6cf5bf12 req-25930cc9-9520-4ac2-ba16-bc0a581ca7e6 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 784 time: 0.1600776 Jul 05 03:57:11.631970 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8535d2a3-34ac-4e16-a635-c6527bb06b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.634441 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1b1f5d0-f3f0-49af-9270-a49c6cf5bf12 req-6af05d74-7207-4c0c-a18d-8ce62f41e116 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.0684266 Jul 05 03:57:11.692110 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1b1f5d0-f3f0-49af-9270-a49c6cf5bf12 req-c50e3db6-0d29-4671-8e47-e214feca3a48 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.6.58 HTTP/1.1" status: 200 len: 695 time: 0.0511103 Jul 05 03:57:11.781260 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8535d2a3-34ac-4e16-a635-c6527bb06b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.794070 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8535d2a3-34ac-4e16-a635-c6527bb06b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95e82c2-f466-4c85-a784-c4b1db24e724']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:11.808012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8535d2a3-34ac-4e16-a635-c6527bb06b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0191a00-9430-4d63-a18e-9f6b60304cb2') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:11.809014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8535d2a3-34ac-4e16-a635-c6527bb06b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0191a00-9430-4d63-a18e-9f6b60304cb2') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:11.824260 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8535d2a3-34ac-4e16-a635-c6527bb06b7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.849839 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-e1b1f5d0-f3f0-49af-9270-a49c6cf5bf12 req-2d0b3429-b3b8-4dc6-91c8-2bbcf98d277f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Deleting port e5daa86e-e068-430a-95c9-2ac242fda30b {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:11.849839 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e1b1f5d0-f3f0-49af-9270-a49c6cf5bf12 req-2d0b3429-b3b8-4dc6-91c8-2bbcf98d277f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.850344 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8535d2a3-34ac-4e16-a635-c6527bb06b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.853313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8535d2a3-34ac-4e16-a635-c6527bb06b7a admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:57:11.853724 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8535d2a3-34ac-4e16-a635-c6527bb06b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:57:11.855432 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:57:11.934506 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e1b1f5d0-f3f0-49af-9270-a49c6cf5bf12 req-2d0b3429-b3b8-4dc6-91c8-2bbcf98d277f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.935846 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e1b1f5d0-f3f0-49af-9270-a49c6cf5bf12 req-2d0b3429-b3b8-4dc6-91c8-2bbcf98d277f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.950176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-e1b1f5d0-f3f0-49af-9270-a49c6cf5bf12 req-2d0b3429-b3b8-4dc6-91c8-2bbcf98d277f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Calling delete_port for e5daa86e-e068-430a-95c9-2ac242fda30b owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:11.953203 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46136) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:12.050729 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8535d2a3-34ac-4e16-a635-c6527bb06b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.057182 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8535d2a3-34ac-4e16-a635-c6527bb06b7a admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.062352 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8535d2a3-34ac-4e16-a635-c6527bb06b7a admin admin] 10.222.0.38 "DELETE /v2.0/networks/a95e82c2-f466-4c85-a784-c4b1db24e724 HTTP/1.1" status: 204 len: 168 time: 0.5511041 Jul 05 03:57:12.078800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535d2a3-34ac-4e16-a635-c6527bb06b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=a95e82c2-f466-4c85-a784-c4b1db24e724,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:12.152347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ddd3dbb4-b19d-4f68-941e-ca0e82f2acde admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.243932 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40347c2-bbcd-465f-a654-7b8307bc1b99 req-6a91d00d-e58f-4085-994f-8150b9cd515a tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.245374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b40347c2-bbcd-465f-a654-7b8307bc1b99 req-6a91d00d-e58f-4085-994f-8150b9cd515a tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.0833483 Jul 05 03:57:12.289020 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4c722c70-3fd3-4073-b1a9-05b69ee17459 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.292623 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4c722c70-3fd3-4073-b1a9-05b69ee17459 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.302252 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e1b1f5d0-f3f0-49af-9270-a49c6cf5bf12 req-2d0b3429-b3b8-4dc6-91c8-2bbcf98d277f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.352009 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b3429-b3b8-4dc6-91c8-2bbcf98d277f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Pushing event deleted for resources: {'Port': ['ID=e5daa86e-e068-430a-95c9-2ac242fda30b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:12.389169 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b40347c2-bbcd-465f-a654-7b8307bc1b99 req-55afff2b-db39-4ef6-99d3-4a7b86a9bddc tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365838 Jul 05 03:57:12.426860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c722c70-3fd3-4073-b1a9-05b69ee17459 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Router 7bdec8c9-6b5e-4e59-9c49-799912784fcd has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:57:12.469354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b42d5-be3e-4538-9135-24a940066bb5 req-92592f6e-1cf6-439d-9d0f-4a9663899517 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.470858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff6b42d5-be3e-4538-9135-24a940066bb5 req-92592f6e-1cf6-439d-9d0f-4a9663899517 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 945 time: 0.2113094 Jul 05 03:57:12.487347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e1b1f5d0-f3f0-49af-9270-a49c6cf5bf12 req-2d0b3429-b3b8-4dc6-91c8-2bbcf98d277f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.490172 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e1b1f5d0-f3f0-49af-9270-a49c6cf5bf12 req-2d0b3429-b3b8-4dc6-91c8-2bbcf98d277f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.494739 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1b1f5d0-f3f0-49af-9270-a49c6cf5bf12 req-2d0b3429-b3b8-4dc6-91c8-2bbcf98d277f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "DELETE /v2.0/floatingips/98f10457-bc9a-477b-bb3b-88ddce159c68 HTTP/1.1" status: 204 len: 173 time: 0.7971873 Jul 05 03:57:12.495411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46148) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:12.566486 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ddd3dbb4-b19d-4f68-941e-ca0e82f2acde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.608680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c722c70-3fd3-4073-b1a9-05b69ee17459 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:12.620523 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4c722c70-3fd3-4073-b1a9-05b69ee17459 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.622154 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c76afd0-6d71-43ce-a944-aa46d3e5d7ce None None] Sync routers for ids ['7bdec8c9-6b5e-4e59-9c49-799912784fcd'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:12.626622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4c722c70-3fd3-4073-b1a9-05b69ee17459 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "PUT /v2.0/routers/7bdec8c9-6b5e-4e59-9c49-799912784fcd HTTP/1.1" status: 200 len: 921 time: 1.7370403 Jul 05 03:57:12.627324 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46156) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:12.635705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9ab6622f-b374-4b17-a200-b9a5294c12fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=63c0043dceb94c52ae4db4897d94f388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1185145 Jul 05 03:57:12.644139 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46158) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:12.658533 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76afd0-6d71-43ce-a944-aa46d3e5d7ce None None] Routers {'7bdec8c9-6b5e-4e59-9c49-799912784fcd'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:12.660045 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-3c76afd0-6d71-43ce-a944-aa46d3e5d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:56:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7bdec8c9-6b5e-4e59-9c49-799912784fcd'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:12.682877 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ddd3dbb4-b19d-4f68-941e-ca0e82f2acde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.717871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ddd3dbb4-b19d-4f68-941e-ca0e82f2acde admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5a8453b906f44748b83463045e0499f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7636256 Jul 05 03:57:12.727472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-3c76afd0-6d71-43ce-a944-aa46d3e5d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:12.730624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9083fb9c-545d-44a8-acfa-52f4f195e329 req-97bd386f-8470-4045-8762-980db3053303 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups/db68b3fb-545c-429b-9510-67acc72f2404 HTTP/1.1" status: 200 len: 1808 time: 0.2080696 Jul 05 03:57:12.732837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46162) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:12.742207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76afd0-6d71-43ce-a944-aa46d3e5d7ce None None] Routers {'7bdec8c9-6b5e-4e59-9c49-799912784fcd'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:12.743022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-3c76afd0-6d71-43ce-a944-aa46d3e5d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:56:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7bdec8c9-6b5e-4e59-9c49-799912784fcd'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:12.775204 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f5557d33-d145-4119-87c2-10d8b7655101 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/routers/7bdec8c9-6b5e-4e59-9c49-799912784fcd HTTP/1.1" status: 200 len: 921 time: 0.1462941 Jul 05 03:57:12.778872 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46166) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:12.798281 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-3c76afd0-6d71-43ce-a944-aa46d3e5d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:12.799208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c76afd0-6d71-43ce-a944-aa46d3e5d7ce None None] The sync data for ids ['7bdec8c9-6b5e-4e59-9c49-799912784fcd'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:12.851654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3dbb4-b19d-4f68-941e-ca0e82f2acde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b03adb-4724-4278-9661-e098ec92cffc,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:12.923117 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9083fb9c-545d-44a8-acfa-52f4f195e329 req-1ffbd852-223c-43f9-b2a1-a5aa9da30c3f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.935630 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d2fa2b-e71b-4750-920c-5227dd3c860d tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.937193 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e2d2fa2b-e71b-4750-920c-5227dd3c860d tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&device_id=7bdec8c9-6b5e-4e59-9c49-799912784fcd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1575429 Jul 05 03:57:12.939950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46170) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:12.960748 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-ff6b42d5-be3e-4538-9135-24a940066bb5 req-f50c7ea9-1491-49c7-8b01-957a2a3e80c5 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Deleting port 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:12.961120 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff6b42d5-be3e-4538-9135-24a940066bb5 req-f50c7ea9-1491-49c7-8b01-957a2a3e80c5 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.979735 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3118-f80c-42f6-984d-ba5808415695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.993009 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9083fb9c-545d-44a8-acfa-52f4f195e329 req-1ffbd852-223c-43f9-b2a1-a5aa9da30c3f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.008360 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-87ea0dd2-2700-4ef4-8327-7367a146fecb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1527762 Jul 05 03:57:13.043408 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69333343-5ba4-4808-a33f-9644462701b6 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.046023 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-69333343-5ba4-4808-a33f-9644462701b6 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 881 time: 0.1048460 Jul 05 03:57:13.047939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd41a3-c64f-4efc-80dc-133887d0c9ac req-5d323c4a-f241-4f9f-b48f-16606c09deab tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.049526 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f1dd41a3-c64f-4efc-80dc-133887d0c9ac req-5d323c4a-f241-4f9f-b48f-16606c09deab tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 945 time: 0.3428326 Jul 05 03:57:13.050000 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46172) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:13.059978 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aef93cbc-6cdb-4245-af83-82c1454bd1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.122761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6d357016-7337-4982-a43e-7f91858942f7 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bdec8c9-6b5e-4e59-9c49-799912784fcd HTTP/1.1" status: 200 len: 205 time: 0.0634959 Jul 05 03:57:13.144862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46174) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:13.151196 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3118-f80c-42f6-984d-ba5808415695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.244152 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aef93cbc-6cdb-4245-af83-82c1454bd1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.333371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f1dd41a3-c64f-4efc-80dc-133887d0c9ac req-41b6006b-a9c5-48de-917e-e3b46ab40df0 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce73f05-6365-49aa-a78e-d4fe95516e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649393 Jul 05 03:57:13.345088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ff6b42d5-be3e-4538-9135-24a940066bb5 req-f50c7ea9-1491-49c7-8b01-957a2a3e80c5 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] For port 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3,segment=NetworkSegment(6a8f5a2a-405a-4270-a8b2-c397b67757d2),segment_id=6a8f5a2a-405a-4270-a8b2-c397b67757d2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:13.345432 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff6b42d5-be3e-4538-9135-24a940066bb5 req-f50c7ea9-1491-49c7-8b01-957a2a3e80c5 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.396979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-ff6b42d5-be3e-4538-9135-24a940066bb5 req-f50c7ea9-1491-49c7-8b01-957a2a3e80c5 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Calling delete_port for 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:13.407130 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-eaba140f-1ad5-4374-a97c-a97d9c3fc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.407616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-eaba140f-1ad5-4374-a97c-a97d9c3fc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.408106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-eaba140f-1ad5-4374-a97c-a97d9c3fc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.408580 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-eaba140f-1ad5-4374-a97c-a97d9c3fc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.409045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-eaba140f-1ad5-4374-a97c-a97d9c3fc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.409511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-eaba140f-1ad5-4374-a97c-a97d9c3fc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.409976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-eaba140f-1ad5-4374-a97c-a97d9c3fc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.412121 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-eaba140f-1ad5-4374-a97c-a97d9c3fc6a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 6499 time: 0.3649364 Jul 05 03:57:13.427044 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9083fb9c-545d-44a8-acfa-52f4f195e329 req-1ffbd852-223c-43f9-b2a1-a5aa9da30c3f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.429783 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9083fb9c-545d-44a8-acfa-52f4f195e329 req-1ffbd852-223c-43f9-b2a1-a5aa9da30c3f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.430925 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9083fb9c-545d-44a8-acfa-52f4f195e329 req-1ffbd852-223c-43f9-b2a1-a5aa9da30c3f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "DELETE /v2.0/security-groups/db68b3fb-545c-429b-9510-67acc72f2404 HTTP/1.1" status: 204 len: 173 time: 0.6994996 Jul 05 03:57:13.602433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-0f2c32a8-eb2c-4fc5-afc4-1407ce9f0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.603238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-0f2c32a8-eb2c-4fc5-afc4-1407ce9f0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.603665 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-0f2c32a8-eb2c-4fc5-afc4-1407ce9f0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.605540 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-0f2c32a8-eb2c-4fc5-afc4-1407ce9f0989 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b2509fec-b4aa-4ad3-ac1f-230ef4872f6e&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=ee2b7915-3adb-42ee-968d-9a1a80eef953&id=ee2b7915-3adb-42ee-968d-9a1a80eef953 HTTP/1.1" status: 200 len: 2293 time: 0.1561515 Jul 05 03:57:13.779349 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-6eb6b8e2-37fa-446b-8e6c-c66ad0b92eaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d HTTP/1.1" status: 200 len: 1001 time: 0.1665823 Jul 05 03:57:13.840170 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-f6eb74fe-4725-434d-873d-8e0d05c4e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.842330 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-f6eb74fe-4725-434d-873d-8e0d05c4e16b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=043ce9f2-e045-400d-955c-c52ba74f89a2 HTTP/1.1" status: 200 len: 851 time: 0.0553539 Jul 05 03:57:13.922880 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ff836189-61ee-4a8d-8adc-774dd4bf3c3c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.926505 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbd852-223c-43f9-b2a1-a5aa9da30c3f tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db68b3fb-545c-429b-9510-67acc72f2404,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:13.928420 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3118-f80c-42f6-984d-ba5808415695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.931016 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3118-f80c-42f6-984d-ba5808415695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.932697 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7cfb3118-f80c-42f6-984d-ba5808415695 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f93820cf-3c61-4574-b004-d5932d6437f4 HTTP/1.1" status: 204 len: 168 time: 1.2812266 Jul 05 03:57:14.026561 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd251-14d5-44b4-8e38-713ab429bc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.050187 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aef93cbc-6cdb-4245-af83-82c1454bd1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.067804 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aef93cbc-6cdb-4245-af83-82c1454bd1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.070804 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-aef93cbc-6cdb-4245-af83-82c1454bd1ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33b03adb-4724-4278-9661-e098ec92cffc HTTP/1.1" status: 204 len: 168 time: 1.3204789 Jul 05 03:57:14.085740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-4d9597b9-ab20-44c3-a977-88ce41d7452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.088112 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-4d9597b9-ab20-44c3-a977-88ce41d7452d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2509fec-b4aa-4ad3-ac1f-230ef4872f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2141294 Jul 05 03:57:14.157134 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb3118-f80c-42f6-984d-ba5808415695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93820cf-3c61-4574-b004-d5932d6437f4,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:14.220692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef93cbc-6cdb-4245-af83-82c1454bd1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b03adb-4724-4278-9661-e098ec92cffc,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:14.244518 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-99c2cfdd-fb3d-496f-a566-49fbe116a325 service neutron] 10.222.0.36 "GET /v2.0/networks/b2509fec-b4aa-4ad3-ac1f-230ef4872f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472559 Jul 05 03:57:14.382228 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ff836189-61ee-4a8d-8adc-774dd4bf3c3c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.393644 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff6b42d5-be3e-4538-9135-24a940066bb5 req-f50c7ea9-1491-49c7-8b01-957a2a3e80c5 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.396184 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-d6851bc8-6bfa-43e2-a69d-6cb0481d00a9 service neutron] 10.222.0.36 "GET /v2.0/networks/b2509fec-b4aa-4ad3-ac1f-230ef4872f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434939 Jul 05 03:57:14.410836 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.427009 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02377fe-7e91-483a-8729-e6eb734280ee req-69b853c2-212d-43fe-8178-c9641c5cfd03 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.434218 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c02377fe-7e91-483a-8729-e6eb734280ee req-69b853c2-212d-43fe-8178-c9641c5cfd03 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.2731915 Jul 05 03:57:14.469187 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-722c324c-64ca-4eae-b59f-970838eacbee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=512d2f3b-40a5-4840-ad2d-bd6629884f66 HTTP/1.1" status: 200 len: 217 time: 0.0655813 Jul 05 03:57:14.487658 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c7ea9-1491-49c7-8b01-957a2a3e80c5 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Pushing event deleted for resources: {'Port': ['ID=1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:14.567747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6b42d5-be3e-4538-9135-24a940066bb5 req-f50c7ea9-1491-49c7-8b01-957a2a3e80c5 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] No DVR routers for this DVR port 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:14.582006 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff6b42d5-be3e-4538-9135-24a940066bb5 req-f50c7ea9-1491-49c7-8b01-957a2a3e80c5 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.585748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-e5f2fd81-3213-4a21-8bf4-1d8d39ef752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.587534 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff6b42d5-be3e-4538-9135-24a940066bb5 req-f50c7ea9-1491-49c7-8b01-957a2a3e80c5 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.10 "DELETE /v2.0/ports/1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 HTTP/1.1" status: 204 len: 173 time: 2.1000724 Jul 05 03:57:14.588027 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-e5f2fd81-3213-4a21-8bf4-1d8d39ef752d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 200 len: 797 time: 0.1114597 Jul 05 03:57:14.644508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6f55e8-b4f9-4785-9445-b138530f26d0', 'name': 'network-vif-deleted', 'tag': '1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:14.647252 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1887665e-d213-46e3-8427-1790a4efae7c" -d '{"events": [{"server_uuid": "8a6f55e8-b4f9-4785-9445-b138530f26d0", "name": "network-vif-deleted", "tag": "1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:14.683364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c02377fe-7e91-483a-8729-e6eb734280ee req-08d21315-6bd5-4389-a690-d19332441222 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481530 Jul 05 03:57:14.733820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-021d3155-2afd-4302-a3e4-6a95a18ed517 req-8cc2c06f-e3cc-41fd-8617-29b666774698 tempest-ServerGroupTestJSON-2074814177 tempest-ServerGroupTestJSON-2074814177-project] 10.222.0.38 "GET /v2.0/ports?device_id=8a6f55e8-b4f9-4785-9445-b138530f26d0 HTTP/1.1" status: 200 len: 210 time: 0.0834906 Jul 05 03:57:14.770380 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-0864b9e0-2ece-444f-ab97-d0b99a449aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.772015 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-0864b9e0-2ece-444f-ab97-d0b99a449aea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1716743 Jul 05 03:57:14.781367 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d32af98-75df-4eae-b1e9-46e4ae921532 x-openstack-request-id: req-4d32af98-75df-4eae-b1e9-46e4ae921532 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:14.781550 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6f55e8-b4f9-4785-9445-b138530f26d0", "name": "network-vif-deleted", "tag": "1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:14.781749 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4d32af98-75df-4eae-b1e9-46e4ae921532 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:14.782147 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6f55e8-b4f9-4785-9445-b138530f26d0', 'name': 'network-vif-deleted', 'tag': '1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3', 'status': 'completed', 'code': 200} Jul 05 03:57:14.798754 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-ff836189-61ee-4a8d-8adc-774dd4bf3c3c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Deleting port 7353d5df-7326-41ca-b8de-47b075c62846 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:14.799116 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ff836189-61ee-4a8d-8adc-774dd4bf3c3c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.889712 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ff836189-61ee-4a8d-8adc-774dd4bf3c3c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.897000 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-49ed21ad-db3e-4ee3-a568-492440a4851d service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175745 Jul 05 03:57:14.906550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-ff836189-61ee-4a8d-8adc-774dd4bf3c3c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Calling delete_port for 7353d5df-7326-41ca-b8de-47b075c62846 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:14.998220 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-bc80f7cf-8547-4cff-a166-eb27919c570a service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941205 Jul 05 03:57:15.047264 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-a65d1ae4-960a-4bce-8ace-7327d76cbf6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=bd52334b-41ac-4635-b2ed-9618cb33fe9e HTTP/1.1" status: 200 len: 217 time: 0.0419436 Jul 05 03:57:15.112554 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-620b9828-ea9c-489c-923c-250f2b073a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:15.114336 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-620b9828-ea9c-489c-923c-250f2b073a63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 200 len: 797 time: 0.0580680 Jul 05 03:57:15.189928 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-c7615c3c-581f-4c2d-9617-9d4f6514d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:15.194301 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-c7615c3c-581f-4c2d-9617-9d4f6514d8d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0728467 Jul 05 03:57:15.224155 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ff836189-61ee-4a8d-8adc-774dd4bf3c3c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.261801 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.301634 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46210) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:15.312738 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46212) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:15.321519 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:57:15.337000 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5ae77fbf-e01e-4dd6-b2bf-ff650e8da33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.351096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff836189-61ee-4a8d-8adc-774dd4bf3c3c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Pushing event deleted for resources: {'Port': ['ID=7353d5df-7326-41ca-b8de-47b075c62846,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:15.395832 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ff836189-61ee-4a8d-8adc-774dd4bf3c3c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.413261 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-736823b4-31c1-44c8-ab3e-6884e9d69796 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=29715c4a749e45ecb38a76b7ddf08f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0991359 Jul 05 03:57:15.421025 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46216) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:15.435019 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-1c842e33-13ac-4091-b5dc-bd4da3f04494 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324736 Jul 05 03:57:15.523813 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ff836189-61ee-4a8d-8adc-774dd4bf3c3c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.532126 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ff836189-61ee-4a8d-8adc-774dd4bf3c3c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.611674 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-be4042b7-2d11-42a6-ba0a-de166383ad4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.661769 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5ae77fbf-e01e-4dd6-b2bf-ff650e8da33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.680539 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-be4042b7-2d11-42a6-ba0a-de166383ad4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.694807 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-37f14a0e-0719-4a5f-9804-b79dcc373907 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476711 Jul 05 03:57:15.730398 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ff836189-61ee-4a8d-8adc-774dd4bf3c3c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.732868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff836189-61ee-4a8d-8adc-774dd4bf3c3c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Fanout notify agent at l3_agent the message router_deleted on router 7bdec8c9-6b5e-4e59-9c49-799912784fcd {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:57:15.740183 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ff836189-61ee-4a8d-8adc-774dd4bf3c3c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.748111 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ff836189-61ee-4a8d-8adc-774dd4bf3c3c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "DELETE /v2.0/routers/7bdec8c9-6b5e-4e59-9c49-799912784fcd HTTP/1.1" status: 204 len: 168 time: 2.5901544 Jul 05 03:57:15.748781 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46226) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:15.750333 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-a5d9ceea-55aa-4919-b651-cddf8a107ac5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=f7991792-8e2e-4ea5-bce6-4072571e392e HTTP/1.1" status: 200 len: 217 time: 0.0477939 Jul 05 03:57:15.754992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3931ebab-d60f-4e96-872a-73006a9a2ef1 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1350371555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:15.807350 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5ae77fbf-e01e-4dd6-b2bf-ff650e8da33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.853906 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-2892913f-cab4-4e1f-88cd-4bda4a429e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:15.855563 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-2892913f-cab4-4e1f-88cd-4bda4a429e87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 200 len: 797 time: 0.0912983 Jul 05 03:57:15.888803 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5ae77fbf-e01e-4dd6-b2bf-ff650e8da33c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=16a5930e80814529a0c82262cf07e138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5836542 Jul 05 03:57:15.889143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46232) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:15.906226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae77fbf-e01e-4dd6-b2bf-ff650e8da33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857256ee-c73a-4e15-8815-bdfd967caf7e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:15.918528 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:15.959299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-5de0b546-8450-42aa-a913-67e81a948171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:15.960588 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:15.961154 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 1fc76b4c-39ca-4ab8-bdbc-38c2d627fba3 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:15.962118 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-5de0b546-8450-42aa-a913-67e81a948171 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0972385 Jul 05 03:57:15.989252 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-be4042b7-2d11-42a6-ba0a-de166383ad4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.993733 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-be4042b7-2d11-42a6-ba0a-de166383ad4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:15.993733 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-be4042b7-2d11-42a6-ba0a-de166383ad4f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/37cdb090-8a3c-464a-8070-c754e519dcb8 HTTP/1.1" status: 204 len: 168 time: 0.5714471 Jul 05 03:57:16.023488 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3931ebab-d60f-4e96-872a-73006a9a2ef1 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.024431 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3931ebab-d60f-4e96-872a-73006a9a2ef1 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.029262 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662f90d-7482-4525-b4f1-edf17861ea37 req-5b927311-0571-421b-bc60-dd0fd5653adf tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.031289 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9662f90d-7482-4525-b4f1-edf17861ea37 req-5b927311-0571-421b-bc60-dd0fd5653adf tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.4649382 Jul 05 03:57:16.046709 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4042b7-2d11-42a6-ba0a-de166383ad4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cdb090-8a3c-464a-8070-c754e519dcb8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:16.072046 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-48aa1579-9176-4d2e-9398-bb2a55bdec04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.099212 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-48aa1579-9176-4d2e-9398-bb2a55bdec04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.129573 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3931ebab-d60f-4e96-872a-73006a9a2ef1 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.132812 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-da223e4d-4bb2-46cf-a0e2-3d7527b4043e service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638999 Jul 05 03:57:16.168091 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9662f90d-7482-4525-b4f1-edf17861ea37 req-6970474f-d2cf-4341-93b0-fbd107f8e727 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246276 Jul 05 03:57:16.178594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ae857-363e-4ecb-8e18-24ae7d0d744d req-3d5ad49b-6d8c-4b46-b851-38504e201c16 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.180291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d3ae857-363e-4ecb-8e18-24ae7d0d744d req-3d5ad49b-6d8c-4b46-b851-38504e201c16 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.3024645 Jul 05 03:57:16.223010 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3931ebab-d60f-4e96-872a-73006a9a2ef1 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.239021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d3ae857-363e-4ecb-8e18-24ae7d0d744d req-64962639-f8fa-4dd0-bafb-1f5fe1614d28 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438778 Jul 05 03:57:16.245214 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-ce6955d1-3de2-45ad-8227-3b1afe9d2db3 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050897 Jul 05 03:57:16.316840 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-8cb5cc19-f2d9-4267-8d55-747445fe71f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f HTTP/1.1" status: 200 len: 217 time: 0.0603957 Jul 05 03:57:16.368203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-84d7b4c4-1982-4700-ac4c-2d2ef4a9f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.370148 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-48aa1579-9176-4d2e-9398-bb2a55bdec04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.370704 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-84d7b4c4-1982-4700-ac4c-2d2ef4a9f867 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 200 len: 797 time: 0.0474014 Jul 05 03:57:16.373734 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-48aa1579-9176-4d2e-9398-bb2a55bdec04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.377442 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-48aa1579-9176-4d2e-9398-bb2a55bdec04 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/857256ee-c73a-4e15-8815-bdfd967caf7e HTTP/1.1" status: 204 len: 168 time: 0.4836035 Jul 05 03:57:16.383927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa1579-9176-4d2e-9398-bb2a55bdec04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857256ee-c73a-4e15-8815-bdfd967caf7e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:16.442412 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3931ebab-d60f-4e96-872a-73006a9a2ef1 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.454735 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3931ebab-d60f-4e96-872a-73006a9a2ef1 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6921921 Jul 05 03:57:16.454735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-647341de-72d7-4b32-a14e-1ddfcd5fb381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.454735 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-647341de-72d7-4b32-a14e-1ddfcd5fb381 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0750101 Jul 05 03:57:16.456871 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46248) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:16.461513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Request body: {'router': {'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:16.798168 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.831104 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-af411ab6-cd93-404b-8e58-c985ba4845d7 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794242 Jul 05 03:57:16.851793 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.936919 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-faa655b1-b319-42a6-b21b-194e81a22328 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987883 Jul 05 03:57:16.961645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46294) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:17.006172 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-574aef50-c7cd-4f5e-8a44-9ecaa43a7179 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7401aa57-9d41-435b-8dc0-f5e910105980 HTTP/1.1" status: 200 len: 217 time: 0.0627735 Jul 05 03:57:17.051528 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ae3b0e-8b62-4ef6-9356-a30c2a696b4e admin admin] Deleting subnet b144ec37-5137-497f-872c-33e47670893f {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:17.056390 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3b0e-8b62-4ef6-9356-a30c2a696b4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.108521 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3b0e-8b62-4ef6-9356-a30c2a696b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.120492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-de9403a8-249e-4e6c-aca5-75a020ce5a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:17.122819 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-de9403a8-249e-4e6c-aca5-75a020ce5a86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c35818c5-0831-4e64-a9b2-4971f2421e18 HTTP/1.1" status: 200 len: 797 time: 0.0979288 Jul 05 03:57:17.185910 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91c3ba-3616-4863-8904-2be27393fa40 req-26957982-190e-4452-ab9b-70d4dbceaaa5 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:17.188339 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da91c3ba-3616-4863-8904-2be27393fa40 req-26957982-190e-4452-ab9b-70d4dbceaaa5 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.10 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.1795475 Jul 05 03:57:17.319142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-ca159d6d-539a-4013-a55a-d0e9b416e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:17.324960 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3b0e-8b62-4ef6-9356-a30c2a696b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.329091 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-ca159d6d-539a-4013-a55a-d0e9b416e073 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee2b7915-3adb-42ee-968d-9a1a80eef953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1932671 Jul 05 03:57:17.475820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-da91c3ba-3616-4863-8904-2be27393fa40 req-6853c132-360a-46c2-8d5f-6551bf1d5e93 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Deleting port a9cdfc70-45d8-4233-b209-4189e8a62180 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:17.476459 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-da91c3ba-3616-4863-8904-2be27393fa40 req-6853c132-360a-46c2-8d5f-6551bf1d5e93 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.616213 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3b0e-8b62-4ef6-9356-a30c2a696b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.655250 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.712399 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae3b0e-8b62-4ef6-9356-a30c2a696b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b144ec37-5137-497f-872c-33e47670893f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:17.723283 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3b0e-8b62-4ef6-9356-a30c2a696b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.729061 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f0ae3b0e-8b62-4ef6-9356-a30c2a696b4e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b144ec37-5137-497f-872c-33e47670893f HTTP/1.1" status: 204 len: 168 time: 0.7663617 Jul 05 03:57:17.739630 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46330) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:17.753762 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.818686 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-d3401199-8201-4865-baa2-255f3d9b2102 service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140191 Jul 05 03:57:17.874217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-da91c3ba-3616-4863-8904-2be27393fa40 req-6853c132-360a-46c2-8d5f-6551bf1d5e93 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] For port a9cdfc70-45d8-4233-b209-4189e8a62180, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a9cdfc70-45d8-4233-b209-4189e8a62180,segment=NetworkSegment(864f937f-c4cf-4fe6-9197-d6377f0c10cb),segment_id=864f937f-c4cf-4fe6-9197-d6377f0c10cb)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:17.874593 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-da91c3ba-3616-4863-8904-2be27393fa40 req-6853c132-360a-46c2-8d5f-6551bf1d5e93 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.902913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-da91c3ba-3616-4863-8904-2be27393fa40 req-6853c132-360a-46c2-8d5f-6551bf1d5e93 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Calling delete_port for a9cdfc70-45d8-4233-b209-4189e8a62180 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:17.910314 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c5711ec-fe3e-4b25-8bf5-24100515b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.924046 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b9643-2f3b-4965-bf0b-fee82899e30c req-539042d6-52f8-4fb4-95f4-15cfc9a6686b tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:17.925753 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-341b9643-2f3b-4965-bf0b-fee82899e30c req-539042d6-52f8-4fb4-95f4-15cfc9a6686b tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 946 time: 0.3115778 Jul 05 03:57:18.096433 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-341b9643-2f3b-4965-bf0b-fee82899e30c req-6be8f104-6d05-4dac-911e-f68c16832fce tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/security-groups?id=23cd0a6a-aaa7-4490-8558-18bfcc02689d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595905 Jul 05 03:57:18.163361 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-051d7ad9-5604-4067-87b9-7da9c5fbe5f4 service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149183 Jul 05 03:57:18.168000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Allocated IP 172.25.6.213 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/fd677f4c-fc42-4a07-bcd8-8bbfe4086389) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:18.174634 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c5711ec-fe3e-4b25-8bf5-24100515b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.198068 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-2c5711ec-fe3e-4b25-8bf5-24100515b984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f062fb12-500c-48c7-aee5-a1a2356071d3']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:18.238858 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-13bd479a-29f0-4ccf-a6fa-02c67702f206 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3811ad8e-f193-4d3c-9583-2f5e428524c0 HTTP/1.1" status: 200 len: 217 time: 0.0668647 Jul 05 03:57:18.279739 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-2c5711ec-fe3e-4b25-8bf5-24100515b984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8f5a2a-405a-4270-a8b2-c397b67757d2') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:18.293745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-2c5711ec-fe3e-4b25-8bf5-24100515b984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8f5a2a-405a-4270-a8b2-c397b67757d2') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:18.342658 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c5711ec-fe3e-4b25-8bf5-24100515b984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.374665 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c5711ec-fe3e-4b25-8bf5-24100515b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.382487 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5711ec-fe3e-4b25-8bf5-24100515b984 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:57:18.383134 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c5711ec-fe3e-4b25-8bf5-24100515b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: items = [ Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:57:18.385127 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:57:18.397983 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-5d19de9e-0e1f-44b4-8ffd-198d34311ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.399545 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-5d19de9e-0e1f-44b4-8ffd-198d34311ef5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c35818c5-0831-4e64-a9b2-4971f2421e18 HTTP/1.1" status: 200 len: 797 time: 0.1496530 Jul 05 03:57:18.479931 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.490673 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-da91c3ba-3616-4863-8904-2be27393fa40 req-6853c132-360a-46c2-8d5f-6551bf1d5e93 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.512477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-0119cb60-9479-4339-aa61-4a875713e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.514833 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-0119cb60-9479-4339-aa61-4a875713e665 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee2b7915-3adb-42ee-968d-9a1a80eef953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1017773 Jul 05 03:57:18.572158 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853c132-360a-46c2-8d5f-6551bf1d5e93 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Pushing event deleted for resources: {'Port': ['ID=a9cdfc70-45d8-4233-b209-4189e8a62180,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:18.616550 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c5711ec-fe3e-4b25-8bf5-24100515b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.649891 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c5711ec-fe3e-4b25-8bf5-24100515b984 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.651903 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2c5711ec-fe3e-4b25-8bf5-24100515b984 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f062fb12-500c-48c7-aee5-a1a2356071d3 HTTP/1.1" status: 204 len: 168 time: 0.9073679 Jul 05 03:57:18.654511 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-da91c3ba-3616-4863-8904-2be27393fa40 req-6853c132-360a-46c2-8d5f-6551bf1d5e93 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] No DVR routers for this DVR port a9cdfc70-45d8-4233-b209-4189e8a62180 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:18.665505 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-da91c3ba-3616-4863-8904-2be27393fa40 req-6853c132-360a-46c2-8d5f-6551bf1d5e93 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.666296 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-acbb1e57-8bad-489e-be47-21ea286557c7 service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434989 Jul 05 03:57:18.667723 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da91c3ba-3616-4863-8904-2be27393fa40 req-6853c132-360a-46c2-8d5f-6551bf1d5e93 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.10 "DELETE /v2.0/ports/a9cdfc70-45d8-4233-b209-4189e8a62180 HTTP/1.1" status: 204 len: 173 time: 1.4684765 Jul 05 03:57:18.668462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'name': 'network-vif-deleted', 'tag': 'a9cdfc70-45d8-4233-b209-4189e8a62180'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:18.671576 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a741a98e-3227-4f06-910e-3a490e390f60" -d '{"events": [{"server_uuid": "49ff9b59-02b0-49f6-8bed-f7722ab7dfff", "name": "network-vif-deleted", "tag": "a9cdfc70-45d8-4233-b209-4189e8a62180"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:18.680778 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5711ec-fe3e-4b25-8bf5-24100515b984 admin admin] Pushing event deleted for resources: {'Network': ['ID=f062fb12-500c-48c7-aee5-a1a2356071d3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:18.782419 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45637ea1-6f32-4eb8-bdeb-66ac67a64662 x-openstack-request-id: req-45637ea1-6f32-4eb8-bdeb-66ac67a64662 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:18.782715 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ff9b59-02b0-49f6-8bed-f7722ab7dfff", "name": "network-vif-deleted", "tag": "a9cdfc70-45d8-4233-b209-4189e8a62180", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:18.782974 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-45637ea1-6f32-4eb8-bdeb-66ac67a64662 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:18.783389 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ff9b59-02b0-49f6-8bed-f7722ab7dfff', 'name': 'network-vif-deleted', 'tag': 'a9cdfc70-45d8-4233-b209-4189e8a62180', 'status': 'completed', 'code': 200} Jul 05 03:57:19.149747 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.169628 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46400) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:19.198164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Pushing event updated for resources: {'Port': ['ID=fd677f4c-fc42-4a07-bcd8-8bbfe4086389,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:19.217345 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:19.220287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:19.223566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:19.249370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d729dcc7-f9bd-4084-b541-df26018ff7a8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=df711c78837f417da4947b1fe3d61c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820017 Jul 05 03:57:19.253001 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46404) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:19.306939 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08917dc3-ec35-4099-aac3-6436b7bd31b0 req-58757b41-302c-4fae-83ec-9912878c8d08 service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6251125 Jul 05 03:57:19.399898 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2a92d97d-c73d-4914-a3e3-373ad8d36a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.481158 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2a92d97d-c73d-4914-a3e3-373ad8d36a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.485242 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c05bcea-09e7-4341-b432-28c93ddd0f8b req-464c77f4-2b97-4d50-bde2-8cde2003e301 tempest-ServerRescueTestJSONUnderV235-453625861 tempest-ServerRescueTestJSONUnderV235-453625861-project] 10.222.0.38 "GET /v2.0/ports?device_id=49ff9b59-02b0-49f6-8bed-f7722ab7dfff HTTP/1.1" status: 200 len: 210 time: 0.0712082 Jul 05 03:57:19.706882 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2a92d97d-c73d-4914-a3e3-373ad8d36a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.711669 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2a92d97d-c73d-4914-a3e3-373ad8d36a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.715397 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.716563 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2a92d97d-c73d-4914-a3e3-373ad8d36a50 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5ce73f05-6365-49aa-a78e-d4fe95516e92 HTTP/1.1" status: 204 len: 168 time: 0.4578686 Jul 05 03:57:19.728544 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92d97d-c73d-4914-a3e3-373ad8d36a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce73f05-6365-49aa-a78e-d4fe95516e92,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:19.930859 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a9cdfc70-45d8-4233-b209-4189e8a62180 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:19.946295 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-7cdb8e6c-d8dd-4307-ad62-1251358201f8 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=dd46e87c74d64db883b1d7bd177ca1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387022 Jul 05 03:57:19.958336 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: a9cdfc70-45d8-4233-b209-4189e8a62180 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:19.959036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a9cdfc70-45d8-4233-b209-4189e8a62180 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:20.099593 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-9207fccd-2a2d-4051-ae73-e6cd3eea1d1b tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:20.102152 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-9207fccd-2a2d-4051-ae73-e6cd3eea1d1b tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547773 Jul 05 03:57:20.118714 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.123176 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.133065 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-c8decc35-ef28-48ac-b7c7-b2701716b1b7 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/quotas/dd46e87c74d64db883b1d7bd177ca1b2 HTTP/1.1" status: 200 len: 375 time: 0.0239680 Jul 05 03:57:20.218583 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-0c660c6c-8e37-41a2-8cff-83321deee85a tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd46e87c74d64db883b1d7bd177ca1b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795066 Jul 05 03:57:20.451020 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Router 59c0592d-ff74-456a-9fbb-0a715f3b941d is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:57:20.664429 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:20.675657 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ea797-fb1f-42a7-8a75-1f520e8ef4a0 None None] Sync routers for ids ['59c0592d-ff74-456a-9fbb-0a715f3b941d'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:20.678134 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.679913 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-59fb1e58-46f2-4c8f-930d-3ff4bc1d4f6d tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "PUT /v2.0/routers/59c0592d-ff74-456a-9fbb-0a715f3b941d HTTP/1.1" status: 200 len: 880 time: 4.2211857 Jul 05 03:57:20.681877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46486) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:20.718069 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-279fac4f-f808-4880-b7cc-55ed40aed12d req-e0bc829a-f1b0-4e53-a5e5-e96a9c341316 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 210 time: 0.1373470 Jul 05 03:57:20.807096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46488) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:20.902615 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9ea797-fb1f-42a7-8a75-1f520e8ef4a0 None None] Routers {'59c0592d-ff74-456a-9fbb-0a715f3b941d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:20.902615 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8a9ea797-fb1f-42a7-8a75-1f520e8ef4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:57:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['59c0592d-ff74-456a-9fbb-0a715f3b941d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:20.948534 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f49f2d6d-adb1-467c-b943-cd7a59bedd81 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/routers/59c0592d-ff74-456a-9fbb-0a715f3b941d HTTP/1.1" status: 200 len: 921 time: 0.2654517 Jul 05 03:57:20.953490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46498) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:21.001190 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8a9ea797-fb1f-42a7-8a75-1f520e8ef4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:21.057939 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9ea797-fb1f-42a7-8a75-1f520e8ef4a0 None None] Routers {'59c0592d-ff74-456a-9fbb-0a715f3b941d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:21.063505 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8a9ea797-fb1f-42a7-8a75-1f520e8ef4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:57:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['59c0592d-ff74-456a-9fbb-0a715f3b941d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:21.087043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f058c07-57bd-4f49-bc16-b4dbf12b437b tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:21.091524 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4f058c07-57bd-4f49-bc16-b4dbf12b437b tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&device_id=59c0592d-ff74-456a-9fbb-0a715f3b941d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1339908 Jul 05 03:57:21.091524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46506) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:21.181204 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8a9ea797-fb1f-42a7-8a75-1f520e8ef4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:21.181880 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ea797-fb1f-42a7-8a75-1f520e8ef4a0 None None] The sync data for ids ['59c0592d-ff74-456a-9fbb-0a715f3b941d'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:21.296117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31357ae4-6151-4458-b3e3-209eb477e0b5 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:21.301346 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-31357ae4-6151-4458-b3e3-209eb477e0b5 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 881 time: 0.2070920 Jul 05 03:57:21.304914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46512) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:21.336949 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a839dfd9-b0c6-4640-a488-4b07a25b154e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "GET /v2.0/ports?device_id=59c0592d-ff74-456a-9fbb-0a715f3b941d HTTP/1.1" status: 200 len: 205 time: 0.0308597 Jul 05 03:57:21.339576 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46514) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:21.501457 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7e59bb2-d61d-4619-9af5-816044d86bf3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.595142 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eea56508-29a2-4251-aa58-1f2d08d6538f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.663580 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46524) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:21.724878 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7e59bb2-d61d-4619-9af5-816044d86bf3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.866146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7f95525f-0947-4465-99ec-f9b75242b988 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1318264810-network', 'tenant_id': '580a28adedd1418e8e0efcb5de2942f7'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:21.928059 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c8ce720-abdd-40b1-b857-f1c97a873048 req-06bc30f5-5aee-4ac2-a5fa-dfe2419625d5 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 210 time: 0.0632062 Jul 05 03:57:21.954711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f7e59bb2-d61d-4619-9af5-816044d86bf3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Deleting port fd677f4c-fc42-4a07-bcd8-8bbfe4086389 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:21.955296 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7e59bb2-d61d-4619-9af5-816044d86bf3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.028435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f95525f-0947-4465-99ec-f9b75242b988 admin admin] Made reservation on behalf of 580a28adedd1418e8e0efcb5de2942f7 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:22.031451 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7f95525f-0947-4465-99ec-f9b75242b988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.049253 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7f95525f-0947-4465-99ec-f9b75242b988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.167356 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-eea56508-29a2-4251-aa58-1f2d08d6538f admin admin] Deleting port 741ed52f-eb37-4608-8b87-66446d81179f {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:22.169290 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eea56508-29a2-4251-aa58-1f2d08d6538f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.193537 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7e59bb2-d61d-4619-9af5-816044d86bf3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.222617 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7f95525f-0947-4465-99ec-f9b75242b988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.224019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f7e59bb2-d61d-4619-9af5-816044d86bf3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Calling delete_port for fd677f4c-fc42-4a07-bcd8-8bbfe4086389 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:22.275431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-eea56508-29a2-4251-aa58-1f2d08d6538f admin admin] For port 741ed52f-eb37-4608-8b87-66446d81179f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=741ed52f-eb37-4608-8b87-66446d81179f,segment=NetworkSegment(864f937f-c4cf-4fe6-9197-d6377f0c10cb),segment_id=864f937f-c4cf-4fe6-9197-d6377f0c10cb)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:22.275781 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eea56508-29a2-4251-aa58-1f2d08d6538f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.293316 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-eea56508-29a2-4251-aa58-1f2d08d6538f admin admin] Calling delete_port for 741ed52f-eb37-4608-8b87-66446d81179f owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:22.321534 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7f95525f-0947-4465-99ec-f9b75242b988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.334236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f95525f-0947-4465-99ec-f9b75242b988 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:57:22.345666 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7f95525f-0947-4465-99ec-f9b75242b988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.346080 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-7f95525f-0947-4465-99ec-f9b75242b988 admin admin] Added segment b6a17785-ca73-4e11-b3de-56f4df9ded86 of type vlan for network 356591dd-7209-4fa9-98e7-43d2fffd38d2 Jul 05 03:57:22.403630 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95525f-0947-4465-99ec-f9b75242b988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70dc383-7d9c-4774-a6da-5b0c1df9285d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:22.428812 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7f95525f-0947-4465-99ec-f9b75242b988 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.639646 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eea56508-29a2-4251-aa58-1f2d08d6538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.673862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea56508-29a2-4251-aa58-1f2d08d6538f admin admin] Pushing event deleted for resources: {'Port': ['ID=741ed52f-eb37-4608-8b87-66446d81179f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:22.713103 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7e59bb2-d61d-4619-9af5-816044d86bf3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.755871 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e59bb2-d61d-4619-9af5-816044d86bf3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Pushing event deleted for resources: {'Port': ['ID=fd677f4c-fc42-4a07-bcd8-8bbfe4086389,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:22.773130 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7f95525f-0947-4465-99ec-f9b75242b988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.774101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f95525f-0947-4465-99ec-f9b75242b988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:22.783809 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7f95525f-0947-4465-99ec-f9b75242b988 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.923104 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eea56508-29a2-4251-aa58-1f2d08d6538f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.951911 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7f95525f-0947-4465-99ec-f9b75242b988 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2895989 Jul 05 03:57:22.952959 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7e59bb2-d61d-4619-9af5-816044d86bf3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.957941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46542) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:23.010527 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-fff1e623-6e33-4c6e-b45a-84bed664cfbd admin admin] Request body: {'subnet': {'network_id': '356591dd-7209-4fa9-98e7-43d2fffd38d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1318264810-subnet', 'tenant_id': '580a28adedd1418e8e0efcb5de2942f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:23.136060 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95525f-0947-4465-99ec-f9b75242b988 admin admin] Pushing event updated for resources: {'Network': ['ID=356591dd-7209-4fa9-98e7-43d2fffd38d2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:23.148723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 356591dd-7209-4fa9-98e7-43d2fffd38d2 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:57:23.156653 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7e59bb2-d61d-4619-9af5-816044d86bf3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.165882 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7e59bb2-d61d-4619-9af5-816044d86bf3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.342242 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff1e623-6e33-4c6e-b45a-84bed664cfbd admin admin] Made reservation on behalf of 580a28adedd1418e8e0efcb5de2942f7 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:23.344813 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fff1e623-6e33-4c6e-b45a-84bed664cfbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.595722 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7e59bb2-d61d-4619-9af5-816044d86bf3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.596868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e59bb2-d61d-4619-9af5-816044d86bf3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Fanout notify agent at l3_agent the message router_deleted on router 59c0592d-ff74-456a-9fbb-0a715f3b941d {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:57:23.611482 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7e59bb2-d61d-4619-9af5-816044d86bf3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.613226 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f7e59bb2-d61d-4619-9af5-816044d86bf3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "DELETE /v2.0/routers/59c0592d-ff74-456a-9fbb-0a715f3b941d HTTP/1.1" status: 204 len: 168 time: 2.2721832 Jul 05 03:57:23.617048 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46550) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:23.623049 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4bbc97fe-4520-40db-bff7-00d20e32c69f tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-792232805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:23.667742 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fff1e623-6e33-4c6e-b45a-84bed664cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.691785 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4378c8b-24ad-42ae-9e07-1d030f2744ce req-dabfb3c3-5c52-4e33-bb50-f5af1a3db2fd tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 210 time: 0.0437114 Jul 05 03:57:23.724238 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bbc97fe-4520-40db-bff7-00d20e32c69f tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.725373 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bbc97fe-4520-40db-bff7-00d20e32c69f tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.777619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1e623-6e33-4c6e-b45a-84bed664cfbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda68834-fff4-4102-8800-7037cee39cf3,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:23.794490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff1e623-6e33-4c6e-b45a-84bed664cfbd admin admin] Checking segment: {'id': 'b6a17785-ca73-4e11-b3de-56f4df9ded86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '356591dd-7209-4fa9-98e7-43d2fffd38d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:23.794869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff1e623-6e33-4c6e-b45a-84bed664cfbd admin admin] Network hostable DHCP agents. Network: 356591dd-7209-4fa9-98e7-43d2fffd38d2, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:57:23.828475 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bbc97fe-4520-40db-bff7-00d20e32c69f tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.920172 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bbc97fe-4520-40db-bff7-00d20e32c69f tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:23.947028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea56508-29a2-4251-aa58-1f2d08d6538f admin admin] Router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:57:23.952770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff1e623-6e33-4c6e-b45a-84bed664cfbd admin admin] Network 356591dd-7209-4fa9-98e7-43d2fffd38d2 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:57:24.014095 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bbc97fe-4520-40db-bff7-00d20e32c69f tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.018950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46558) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:24.020766 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4bbc97fe-4520-40db-bff7-00d20e32c69f tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4020889 Jul 05 03:57:24.023737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'enable_snat': True}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:24.066320 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-fff1e623-6e33-4c6e-b45a-84bed664cfbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 356591dd-7209-4fa9-98e7-43d2fffd38d2) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:24.075726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff1e623-6e33-4c6e-b45a-84bed664cfbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.077925 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fff1e623-6e33-4c6e-b45a-84bed664cfbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.080261 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b7b4b-d5f0-416e-8d4f-6b0c4e1a8563 None None] Network 356591dd-7209-4fa9-98e7-43d2fffd38d2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:24.149284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-4d0e0518-cf8d-46fc-8a4d-a4d87dd51ce3 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dd46e87c74d64db883b1d7bd177ca1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437665 Jul 05 03:57:24.241387 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fff1e623-6e33-4c6e-b45a-84bed664cfbd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2817495 Jul 05 03:57:24.465394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a043d9fd-9b27-44b1-b1f9-4a5aa36b413b None None] Network 356591dd-7209-4fa9-98e7-43d2fffd38d2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:24.508607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-b867ad5c-417c-40c3-aa87-4a03cc36644f tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.511095 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-b867ad5c-417c-40c3-aa87-4a03cc36644f tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3036692 Jul 05 03:57:24.529930 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Request body: {'port': {'device_id': 'c2be055d-9a96-41c1-8703-1f666842d863', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': 'dd46e87c74d64db883b1d7bd177ca1b2'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:24.639544 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea56508-29a2-4251-aa58-1f2d08d6538f admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:24.652805 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-eea56508-29a2-4251-aa58-1f2d08d6538f admin admin] 10.222.0.38 "PUT /v2.0/routers/889f8fdf-63d8-49d9-8e85-fcbed6ce4152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8421526 Jul 05 03:57:24.652923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa074d-58bf-4beb-bf37-eee7c2830ecb None None] Sync routers for ids ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:24.654596 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46574) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:24.664162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa074d-58bf-4beb-bf37-eee7c2830ecb None None] Routers {'889f8fdf-63d8-49d9-8e85-fcbed6ce4152'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:24.665777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-34aa074d-58bf-4beb-bf37-eee7c2830ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:57:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:24.697701 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.878755 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ef8607c-beb3-4e64-a408-06a1bbe66b1a admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.914067 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-34aa074d-58bf-4beb-bf37-eee7c2830ecb None None] Set router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:24.970870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Made reservation on behalf of dd46e87c74d64db883b1d7bd177ca1b2 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:24.974434 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:24.978032 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6a409c60-54ff-435d-8f65-bfef28a4883b req-00564c13-a03f-4b07-9e41-2dea7424ca5f tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 210 time: 0.1291313 Jul 05 03:57:24.997746 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.021124 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ef8607c-beb3-4e64-a408-06a1bbe66b1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.121429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-6b330b8d-23f1-4e45-b335-0c7a49f468c7 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:25.130727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-6b330b8d-23f1-4e45-b335-0c7a49f468c7 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/networks?id=356591dd-7209-4fa9-98e7-43d2fffd38d2 HTTP/1.1" status: 200 len: 813 time: 0.2782776 Jul 05 03:57:25.160927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-6618ae6c-9585-4962-80dc-9ca0308ce41b tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/quotas/580a28adedd1418e8e0efcb5de2942f7 HTTP/1.1" status: 200 len: 375 time: 0.0260859 Jul 05 03:57:25.182658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-3ef8607c-beb3-4e64-a408-06a1bbe66b1a admin admin] Deleting port 699f7f22-6741-4b3b-9267-7209220e2229 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:25.186299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ef8607c-beb3-4e64-a408-06a1bbe66b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.193464 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-34aa074d-58bf-4beb-bf37-eee7c2830ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-router', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '699f7f22-6741-4b3b-9267-7209220e2229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:42Z', 'updated_at': '2021-07-05T03:57:22Z', 'revision_number': 5, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'gw_port': {'id': '699f7f22-6741-4b3b-9267-7209220e2229', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:44Z', 'updated_at': '2021-07-05T03:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:25.220035 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-25d7e213-f3e4-4e40-b07c-7875f9f14d91 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=580a28adedd1418e8e0efcb5de2942f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612724 Jul 05 03:57:25.226802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa074d-58bf-4beb-bf37-eee7c2830ecb None None] Checking router: 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:25.248739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa074d-58bf-4beb-bf37-eee7c2830ecb None None] Routers {'889f8fdf-63d8-49d9-8e85-fcbed6ce4152'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:25.249398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-34aa074d-58bf-4beb-bf37-eee7c2830ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:57:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:25.344422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-3ef8607c-beb3-4e64-a408-06a1bbe66b1a admin admin] For port 699f7f22-6741-4b3b-9267-7209220e2229, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=699f7f22-6741-4b3b-9267-7209220e2229,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:25.344979 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ef8607c-beb3-4e64-a408-06a1bbe66b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.362069 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-3ef8607c-beb3-4e64-a408-06a1bbe66b1a admin admin] Calling delete_port for 699f7f22-6741-4b3b-9267-7209220e2229 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:25.508323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-34aa074d-58bf-4beb-bf37-eee7c2830ecb None None] Set router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:25.574895 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.607425 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-34aa074d-58bf-4beb-bf37-eee7c2830ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-router', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:42Z', 'updated_at': '2021-07-05T03:57:25Z', 'revision_number': 6, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:25.633415 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-87d52834-3b10-45bd-82c1-70c4903f46e9 service neutron] 10.222.0.38 "GET /v2.0/networks/356591dd-7209-4fa9-98e7-43d2fffd38d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124830 Jul 05 03:57:25.647721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa074d-58bf-4beb-bf37-eee7c2830ecb None None] The sync data for ids ['889f8fdf-63d8-49d9-8e85-fcbed6ce4152'] in n-d-771363-32 is: [{'id': '889f8fdf-63d8-49d9-8e85-fcbed6ce4152', 'name': 'tempest-ServerRescueTestJSONUnderV235-1291297423-router', 'tenant_id': '965868a2cb014d159f025b9a99fb2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:42Z', 'updated_at': '2021-07-05T03:57:25Z', 'revision_number': 6, 'project_id': '965868a2cb014d159f025b9a99fb2569', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:25.712145 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.716527 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.741947 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ef8607c-beb3-4e64-a408-06a1bbe66b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.754984 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.776915 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8607c-beb3-4e64-a408-06a1bbe66b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=699f7f22-6741-4b3b-9267-7209220e2229,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:25.853279 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ef8607c-beb3-4e64-a408-06a1bbe66b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.863887 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cadf4db-18a1-45a8-b357-f4ce023782ce,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:25.945368 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-7a5dd656-db14-4465-8c97-17692ade081f service neutron] 10.222.0.38 "GET /v2.0/networks/356591dd-7209-4fa9-98e7-43d2fffd38d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031189 Jul 05 03:57:26.003092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Allocated IP 172.25.6.130 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/d6511132-e10f-40af-a0c0-c1143c26a475) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:26.031737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Allocated IP 192.168.233.123 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/9b19c079-c3ad-4f81-be3c-59d9bd709776) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:26.297375 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.382516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a231180-bf75-4719-b79e-e02ed24c854e req-31652c07-c2db-4ee4-9b54-6ff6dcbf6a9d tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 210 time: 0.1154473 Jul 05 03:57:26.511732 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.544368 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c994ea2d-50a1-4e26-9910-759315630b2a req-0290e1f0-7603-4779-ab23-1231b3cb888f tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 210 time: 0.0980961 Jul 05 03:57:26.565732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Transition to ACTIVE for port object 9b19c079-c3ad-4f81-be3c-59d9bd709776 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:26.592037 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ef8607c-beb3-4e64-a408-06a1bbe66b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.597320 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ef8607c-beb3-4e64-a408-06a1bbe66b1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.658539 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.740232 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:26.742135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 741ed52f-eb37-4608-8b87-66446d81179f no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:26.744425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:26.751513 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:26.763456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 741ed52f-eb37-4608-8b87-66446d81179f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:26.763806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 741ed52f-eb37-4608-8b87-66446d81179f not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:26.764254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 699f7f22-6741-4b3b-9267-7209220e2229 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:26.788456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 699f7f22-6741-4b3b-9267-7209220e2229 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:26.789060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 699f7f22-6741-4b3b-9267-7209220e2229 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:26.795898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Pushing event updated for resources: {'Port': ['ID=d6511132-e10f-40af-a0c0-c1143c26a475,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:26.804695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ef8607c-beb3-4e64-a408-06a1bbe66b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.805256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef8607c-beb3-4e64-a408-06a1bbe66b1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 889f8fdf-63d8-49d9-8e85-fcbed6ce4152 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:57:26.813866 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ef8607c-beb3-4e64-a408-06a1bbe66b1a admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.817578 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3ef8607c-beb3-4e64-a408-06a1bbe66b1a admin admin] 10.222.0.38 "DELETE /v2.0/routers/889f8fdf-63d8-49d9-8e85-fcbed6ce4152 HTTP/1.1" status: 204 len: 168 time: 2.1593750 Jul 05 03:57:26.818015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46620) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:26.877588 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.889470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-7964c880-b635-487f-b825-fbcb567e8586 admin admin] Deleting subnet 2c65c4df-6b50-4777-bc22-c6cd95c8554d {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:26.893166 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7964c880-b635-487f-b825-fbcb567e8586 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.964313 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7964c880-b635-487f-b825-fbcb567e8586 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.000283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:27.011048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:27.021462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:27.034280 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7964c880-b635-487f-b825-fbcb567e8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.067236 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Pushing event updated for resources: {'Port': ['ID=9b19c079-c3ad-4f81-be3c-59d9bd709776,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:27.086244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.086915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.210935 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6fb9ef51-2aac-4fe9-a3bd-dc6c6edfcce4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6884835 Jul 05 03:57:27.221706 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7964c880-b635-487f-b825-fbcb567e8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.229669 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Request body: {'port': {'device_id': 'c2be055d-9a96-41c1-8703-1f666842d863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:27.258006 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964c880-b635-487f-b825-fbcb567e8586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c65c4df-6b50-4777-bc22-c6cd95c8554d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:27.260157 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7964c880-b635-487f-b825-fbcb567e8586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.262842 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7964c880-b635-487f-b825-fbcb567e8586 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2c65c4df-6b50-4777-bc22-c6cd95c8554d HTTP/1.1" status: 204 len: 168 time: 0.4436231 Jul 05 03:57:27.265714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46636) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:27.365285 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5339002c-1b57-4570-ba76-ff2d00d6d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.445139 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-44577e35-a2be-4640-8c08-327985af044b None None] Provisioning for port 9b19c079-c3ad-4f81-be3c-59d9bd709776 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:27.450102 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-44577e35-a2be-4640-8c08-327985af044b None None] Provisioning complete for port 9b19c079-c3ad-4f81-be3c-59d9bd709776 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:27.450920 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-44577e35-a2be-4640-8c08-327985af044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.459428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.488202 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5339002c-1b57-4570-ba76-ff2d00d6d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.501413 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-5339002c-1b57-4570-ba76-ff2d00d6d818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702ce1ba-a7db-46c8-8515-74ee4b752ef6']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:27.516911 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.524183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-5339002c-1b57-4570-ba76-ff2d00d6d818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864f937f-c4cf-4fe6-9197-d6377f0c10cb') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:27.524183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-5339002c-1b57-4570-ba76-ff2d00d6d818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864f937f-c4cf-4fe6-9197-d6377f0c10cb') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:27.537028 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5339002c-1b57-4570-ba76-ff2d00d6d818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.541086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-44577e35-a2be-4640-8c08-327985af044b None None] Port 9b19c079-c3ad-4f81-be3c-59d9bd709776 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:27.555168 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5339002c-1b57-4570-ba76-ff2d00d6d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.568617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5339002c-1b57-4570-ba76-ff2d00d6d818 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:57:27.569036 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5339002c-1b57-4570-ba76-ff2d00d6d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:57:27.570790 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:57:27.695841 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5339002c-1b57-4570-ba76-ff2d00d6d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.703769 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5339002c-1b57-4570-ba76-ff2d00d6d818 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.705645 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5339002c-1b57-4570-ba76-ff2d00d6d818 admin admin] 10.222.0.38 "DELETE /v2.0/networks/702ce1ba-a7db-46c8-8515-74ee4b752ef6 HTTP/1.1" status: 204 len: 168 time: 0.4389400 Jul 05 03:57:27.711896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-33c7fcb1-2405-440b-9858-3ae0741ce82d req-d47c2350-e3bd-43fd-a65c-3ac4192fad44 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 210 time: 0.0857804 Jul 05 03:57:27.748632 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339002c-1b57-4570-ba76-ff2d00d6d818 admin admin] Pushing event deleted for resources: {'Network': ['ID=702ce1ba-a7db-46c8-8515-74ee4b752ef6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:27.888275 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46656) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:28.032390 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d581f33-5313-4b8e-9c41-cab53a014339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.152675 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d581f33-5313-4b8e-9c41-cab53a014339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.179227 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46662) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:28.229263 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5d2e2ab0-90fa-4b81-92cf-020d9f125fc9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=965868a2cb014d159f025b9a99fb2569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485997 Jul 05 03:57:28.234319 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46664) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:28.275114 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d581f33-5313-4b8e-9c41-cab53a014339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.330117 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3d581f33-5313-4b8e-9c41-cab53a014339 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a2d7f1e2b99a4573a36828e5ad5b3173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4384177 Jul 05 03:57:28.333597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46666) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:28.336131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d581f33-5313-4b8e-9c41-cab53a014339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7212cdb1-653e-466e-b96e-a1ae604b9e04,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:28.343168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba22d74-795e-4d2d-87c1-20d03d9435c3 req-2071b312-4153-4a0c-8849-ba640a07c72e tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:28.344745 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dba22d74-795e-4d2d-87c1-20d03d9435c3 req-2071b312-4153-4a0c-8849-ba640a07c72e tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 936 time: 0.7164316 Jul 05 03:57:28.350968 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fdc556af-9385-477d-9b3a-ec7dcef4c8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.381966 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.394307 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fdc556af-9385-477d-9b3a-ec7dcef4c8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.394834 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.425615 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dba22d74-795e-4d2d-87c1-20d03d9435c3 req-c957a36f-bc04-41d0-97d4-3f8825352d85 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726793 Jul 05 03:57:28.473348 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-466c67e9-4c28-4eb9-b40f-a94c34b1eda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.501565 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-466c67e9-4c28-4eb9-b40f-a94c34b1eda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.604311 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fdc556af-9385-477d-9b3a-ec7dcef4c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.607173 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fdc556af-9385-477d-9b3a-ec7dcef4c8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.609103 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fdc556af-9385-477d-9b3a-ec7dcef4c8c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23cd0a6a-aaa7-4490-8558-18bfcc02689d HTTP/1.1" status: 204 len: 168 time: 0.3756700 Jul 05 03:57:28.619922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc556af-9385-477d-9b3a-ec7dcef4c8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cd0a6a-aaa7-4490-8558-18bfcc02689d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:28.644391 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-466c67e9-4c28-4eb9-b40f-a94c34b1eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.652101 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-466c67e9-4c28-4eb9-b40f-a94c34b1eda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.652101 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-466c67e9-4c28-4eb9-b40f-a94c34b1eda6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7212cdb1-653e-466e-b96e-a1ae604b9e04 HTTP/1.1" status: 204 len: 168 time: 0.3137739 Jul 05 03:57:28.668130 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c67e9-4c28-4eb9-b40f-a94c34b1eda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7212cdb1-653e-466e-b96e-a1ae604b9e04,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:28.689346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b19c079-c3ad-4f81-be3c-59d9bd709776 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:28.703178 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.723138 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Transition to ACTIVE for port object 9b19c079-c3ad-4f81-be3c-59d9bd709776 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:28.826344 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Router f58c7784-5961-4fd4-af38-43e778374bdf is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:57:28.884265 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.916057 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f964ba1c-11ae-41e7-8d27-94e20399891d req-5b4d27ac-1437-49bc-b3f1-3e20e2ca9647 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 210 time: 0.0452745 Jul 05 03:57:29.034027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Pushing event updated for resources: {'Port': ['ID=9b19c079-c3ad-4f81-be3c-59d9bd709776,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:29.072455 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:29.080937 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.083275 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-79ce4d64-117f-4c34-83b4-f3abf40388c7 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "PUT /v2.0/routers/f58c7784-5961-4fd4-af38-43e778374bdf HTTP/1.1" status: 200 len: 914 time: 5.0622625 Jul 05 03:57:29.086162 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d26467-cdcb-4dbc-8dd2-87537df5b407 None None] Sync routers for ids ['f58c7784-5961-4fd4-af38-43e778374bdf'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:29.093535 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46680) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:29.097998 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d26467-cdcb-4dbc-8dd2-87537df5b407 None None] Routers {'f58c7784-5961-4fd4-af38-43e778374bdf'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:29.098841 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-49d26467-cdcb-4dbc-8dd2-87537df5b407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:57:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f58c7784-5961-4fd4-af38-43e778374bdf'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:29.205023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Attempting to bind port 9b19c079-c3ad-4f81-be3c-59d9bd709776 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:29.205366 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Attempting to bind port 9b19c079-c3ad-4f81-be3c-59d9bd709776 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:29.205749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Attempting to bind port 9b19c079-c3ad-4f81-be3c-59d9bd709776 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:29.206620 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-49d26467-cdcb-4dbc-8dd2-87537df5b407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:29.226478 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d26467-cdcb-4dbc-8dd2-87537df5b407 None None] Routers {'f58c7784-5961-4fd4-af38-43e778374bdf'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:29.227035 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-49d26467-cdcb-4dbc-8dd2-87537df5b407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:57:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f58c7784-5961-4fd4-af38-43e778374bdf'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:29.250545 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Port 9b19c079-c3ad-4f81-be3c-59d9bd709776 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:29.251797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Attempting to bind port 9b19c079-c3ad-4f81-be3c-59d9bd709776 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:29.286414 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-49d26467-cdcb-4dbc-8dd2-87537df5b407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:29.287259 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d26467-cdcb-4dbc-8dd2-87537df5b407 None None] The sync data for ids ['f58c7784-5961-4fd4-af38-43e778374bdf'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:29.306388 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:29.306745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:29.307146 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:29.308192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Bound port: 9b19c079-c3ad-4f81-be3c-59d9bd709776, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:29.308430 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.341326 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46686) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:29.349485 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c674830c-1ff3-4603-9cff-5b1ac1828873 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/routers/f58c7784-5961-4fd4-af38-43e778374bdf HTTP/1.1" status: 200 len: 920 time: 0.2490108 Jul 05 03:57:29.417694 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] For port 9b19c079-c3ad-4f81-be3c-59d9bd709776, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:29.428012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] For port 9b19c079-c3ad-4f81-be3c-59d9bd709776, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9b19c079-c3ad-4f81-be3c-59d9bd709776,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:29.428471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b130b046-a7c4-45c7-8a7d-0d0c0a223d5b tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:29.430056 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b130b046-a7c4-45c7-8a7d-0d0c0a223d5b tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&device_id=f58c7784-5961-4fd4-af38-43e778374bdf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0877140 Jul 05 03:57:29.432956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46692) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:29.517052 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.659571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:29.661075 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.665156 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] 10.222.0.10 "PUT /v2.0/ports/9b19c079-c3ad-4f81-be3c-59d9bd709776 HTTP/1.1" status: 200 len: 1097 time: 2.4404812 Jul 05 03:57:29.666790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2be055d-9a96-41c1-8703-1f666842d863', 'tag': '9b19c079-c3ad-4f81-be3c-59d9bd709776'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:29.676308 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e685d357-1f2d-40f5-88ec-692d98a389dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c2be055d-9a96-41c1-8703-1f666842d863", "tag": "9b19c079-c3ad-4f81-be3c-59d9bd709776"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:29.681224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e487ef-2677-49d6-aa03-76a9635da825 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:29.685886 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d2e487ef-2677-49d6-aa03-76a9635da825 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 881 time: 0.2499971 Jul 05 03:57:29.701735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46704) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:29.748644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1b024-ec5f-45b7-9bb8-1d501785aabc service neutron] Pushing event updated for resources: {'Port': ['ID=9b19c079-c3ad-4f81-be3c-59d9bd709776,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:29.766977 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1833a1-5869-4905-96b4-ba9cddd2be17 x-openstack-request-id: req-4d1833a1-5869-4905-96b4-ba9cddd2be17 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:29.767271 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2be055d-9a96-41c1-8703-1f666842d863", "tag": "9b19c079-c3ad-4f81-be3c-59d9bd709776", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:29.768419 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4d1833a1-5869-4905-96b4-ba9cddd2be17 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:29.768841 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2be055d-9a96-41c1-8703-1f666842d863', 'tag': '9b19c079-c3ad-4f81-be3c-59d9bd709776', 'status': 'completed', 'code': 200} Jul 05 03:57:29.771648 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46708) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:29.779267 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-955cb478-0f10-4649-bf45-c80ff1a1ff30 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c7784-5961-4fd4-af38-43e778374bdf HTTP/1.1" status: 200 len: 205 time: 0.0763848 Jul 05 03:57:29.784443 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46710) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:29.823846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-48e57b1b-b605-43fb-907f-3a1e9df3a0d1 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:29.826039 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-48e57b1b-b605-43fb-907f-3a1e9df3a0d1 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.36 "GET /v2.0/networks?id=356591dd-7209-4fa9-98e7-43d2fffd38d2 HTTP/1.1" status: 200 len: 813 time: 0.3008304 Jul 05 03:57:29.826895 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6d07656e-f18c-4513-8780-adab494fb328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.842171 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-d17b278b-29b2-45c4-a750-9339b89bc787 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Request body: {'port': {'device_id': 'e70ede9c-fbed-426c-b134-fa920e6b9aba', 'network_id': '356591dd-7209-4fa9-98e7-43d2fffd38d2', 'admin_state_up': True, 'tenant_id': '580a28adedd1418e8e0efcb5de2942f7'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:30.011594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18f123-ef3c-4253-9f98-1a250abdb2c1 req-63a920dc-261d-4050-b93f-f803fa8a5c07 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.029679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b18f123-ef3c-4253-9f98-1a250abdb2c1 req-63a920dc-261d-4050-b93f-f803fa8a5c07 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 948 time: 0.4344597 Jul 05 03:57:30.143278 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6d07656e-f18c-4513-8780-adab494fb328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.179534 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81650bf7-ad01-404e-8531-504e41faf3c6 req-6236d8f3-5b5c-4f12-9f3b-52b064d6193c tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 210 time: 0.0746939 Jul 05 03:57:30.182434 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b18f123-ef3c-4253-9f98-1a250abdb2c1 req-69f0c641-832b-4a62-a710-a33e0f8edb15 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540627 Jul 05 03:57:30.187046 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac4a66c-97b6-40e2-bb63-2944009d5332 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.223928 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6d07656e-f18c-4513-8780-adab494fb328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.277253 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6d07656e-f18c-4513-8780-adab494fb328 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=143cb4a076564af2a52f50fa0876a284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5004983 Jul 05 03:57:30.279738 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07656e-f18c-4513-8780-adab494fb328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b59466-9206-4b1c-b297-7ae5621d047e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:30.282653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46724) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:30.338528 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3fc21f5-b09b-41d9-8b3a-39690fc8369b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.358043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-d17b278b-29b2-45c4-a750-9339b89bc787 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Made reservation on behalf of 580a28adedd1418e8e0efcb5de2942f7 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:30.362414 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-d17b278b-29b2-45c4-a750-9339b89bc787 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.369538 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3fc21f5-b09b-41d9-8b3a-39690fc8369b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.378214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685d357-1f2d-40f5-88ec-692d98a389dd req-fab9b644-eef6-4eac-9e60-7ec91bdc234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.380811 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e685d357-1f2d-40f5-88ec-692d98a389dd req-fab9b644-eef6-4eac-9e60-7ec91bdc234d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd46e87c74d64db883b1d7bd177ca1b2&device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 1100 time: 0.5921638 Jul 05 03:57:30.389522 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac4a66c-97b6-40e2-bb63-2944009d5332 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.423294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e685d357-1f2d-40f5-88ec-692d98a389dd req-2cb6efb1-ac16-4416-a24c-b0c0285be70b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=dd46e87c74d64db883b1d7bd177ca1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287983 Jul 05 03:57:30.460817 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46728) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:30.556103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-d17b278b-29b2-45c4-a750-9339b89bc787 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Allocated IP 172.20.0.6 (356591dd-7209-4fa9-98e7-43d2fffd38d2/fda68834-fff4-4102-8800-7037cee39cf3/6823ef63-82d1-4338-be4e-4ece3c91cf13) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:30.567710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685d357-1f2d-40f5-88ec-692d98a389dd req-6be1f791-6979-44e5-b19b-0b0d491a1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.569462 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e685d357-1f2d-40f5-88ec-692d98a389dd req-6be1f791-6979-44e5-b19b-0b0d491a1431 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384547 Jul 05 03:57:30.608261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3ac4a66c-97b6-40e2-bb63-2944009d5332 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Deleting port d6511132-e10f-40af-a0c0-c1143c26a475 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:30.608673 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac4a66c-97b6-40e2-bb63-2944009d5332 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.620556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2e0d6bf4-6047-4b57-a426-d8bdce898ac5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1889124082-network', 'tenant_id': '75022fc2382d4e0bae62df00acec3084'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:30.630246 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3fc21f5-b09b-41d9-8b3a-39690fc8369b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.632867 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3fc21f5-b09b-41d9-8b3a-39690fc8369b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.634074 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d3fc21f5-b09b-41d9-8b3a-39690fc8369b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b7b59466-9206-4b1c-b297-7ae5621d047e HTTP/1.1" status: 204 len: 168 time: 0.3504014 Jul 05 03:57:30.694816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc21f5-b09b-41d9-8b3a-39690fc8369b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b59466-9206-4b1c-b297-7ae5621d047e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:30.786091 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-d17b278b-29b2-45c4-a750-9339b89bc787 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.791009 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac4a66c-97b6-40e2-bb63-2944009d5332 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.811090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-fbfb17f2-8bbc-4df8-a53c-2274defdfdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.812824 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-fbfb17f2-8bbc-4df8-a53c-2274defdfdc5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd46e87c74d64db883b1d7bd177ca1b2&device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 1100 time: 0.1452928 Jul 05 03:57:30.813841 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3ac4a66c-97b6-40e2-bb63-2944009d5332 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Calling delete_port for d6511132-e10f-40af-a0c0-c1143c26a475 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:30.870139 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-fba6131e-06c4-46ef-b3a6-06fa2aa234d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=9b19c079-c3ad-4f81-be3c-59d9bd709776 HTTP/1.1" status: 200 len: 217 time: 0.0450420 Jul 05 03:57:30.882784 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0d6bf4-6047-4b57-a426-d8bdce898ac5 admin admin] Made reservation on behalf of 75022fc2382d4e0bae62df00acec3084 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:30.886258 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6bf4-6047-4b57-a426-d8bdce898ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.896660 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6bf4-6047-4b57-a426-d8bdce898ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.940101 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-d17b278b-29b2-45c4-a750-9339b89bc787 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.968190 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-398e449c-e95d-41ac-b905-c709781a9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.969731 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-398e449c-e95d-41ac-b905-c709781a9c02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0697594 Jul 05 03:57:31.010113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-d17b278b-29b2-45c4-a750-9339b89bc787 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Network 356591dd-7209-4fa9-98e7-43d2fffd38d2 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:31.020375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b278b-29b2-45c4-a750-9339b89bc787 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Pushing event updated for resources: {'Port': ['ID=6823ef63-82d1-4338-be4e-4ece3c91cf13,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:31.022992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-d17b278b-29b2-45c4-a750-9339b89bc787 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:31.027208 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-d17b278b-29b2-45c4-a750-9339b89bc787 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:31.103206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-d17b278b-29b2-45c4-a750-9339b89bc787 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.103883 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-d17b278b-29b2-45c4-a750-9339b89bc787 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.111094 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6bf4-6047-4b57-a426-d8bdce898ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.119570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6f3078b7-ba20-4109-9817-e5ebf2d54051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.122643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-6f3078b7-ba20-4109-9817-e5ebf2d54051 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1098573 Jul 05 03:57:31.198246 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6bf4-6047-4b57-a426-d8bdce898ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.208231 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac4a66c-97b6-40e2-bb63-2944009d5332 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.272515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4a66c-97b6-40e2-bb63-2944009d5332 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Pushing event deleted for resources: {'Port': ['ID=d6511132-e10f-40af-a0c0-c1143c26a475,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:31.273388 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0d6bf4-6047-4b57-a426-d8bdce898ac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:57:31.286165 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-d17b278b-29b2-45c4-a750-9339b89bc787 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4478948 Jul 05 03:57:31.296110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d6bf4-6047-4b57-a426-d8bdce898ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c14f5f1-4c86-485a-a405-bc90347c566e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:31.306487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Request body: {'port': {'device_id': 'e70ede9c-fbed-426c-b134-fa920e6b9aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:31.329360 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6bf4-6047-4b57-a426-d8bdce898ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.329722 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-2e0d6bf4-6047-4b57-a426-d8bdce898ac5 admin admin] Added segment 42fa3041-801c-4adf-8cbc-add653f98de7 of type vlan for network fe43e6d3-afbd-4d1a-a397-43745695d0ea Jul 05 03:57:31.347572 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-d348a908-b715-4158-be3c-81803fdbe9d5 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186589 Jul 05 03:57:31.441007 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6bf4-6047-4b57-a426-d8bdce898ac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.498509 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.535002 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac4a66c-97b6-40e2-bb63-2944009d5332 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.618237 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6bf4-6047-4b57-a426-d8bdce898ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.619217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0d6bf4-6047-4b57-a426-d8bdce898ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.619801 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6bf4-6047-4b57-a426-d8bdce898ac5 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.663020 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac4a66c-97b6-40e2-bb63-2944009d5332 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.674455 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac4a66c-97b6-40e2-bb63-2944009d5332 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.688294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2b83242-f98c-4d28-952c-94cad7acfc19 req-aa329d4d-5537-44dd-a627-a7a735831cba service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081837 Jul 05 03:57:31.744355 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2e0d6bf4-6047-4b57-a426-d8bdce898ac5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2820899 Jul 05 03:57:31.748693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46760) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:31.751173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb0f27-f841-4d0b-945d-a6b15f0d9942 req-980cedea-c942-453d-840b-bb297029ae32 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.752796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-07cb0f27-f841-4d0b-945d-a6b15f0d9942 req-980cedea-c942-453d-840b-bb297029ae32 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 948 time: 0.3711381 Jul 05 03:57:31.761408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b609b-8fc2-4a6b-95e5-89b7f952d1a5 req-66330c24-76a9-4137-8fdb-b17a42d32e93 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.769418 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e9b609b-8fc2-4a6b-95e5-89b7f952d1a5 req-66330c24-76a9-4137-8fdb-b17a42d32e93 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 931 time: 0.3866596 Jul 05 03:57:31.787041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-459c79e7-94a7-46e5-98e0-bb300a5e7e73 admin admin] Request body: {'subnet': {'network_id': 'fe43e6d3-afbd-4d1a-a397-43745695d0ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1889124082-subnet', 'tenant_id': '75022fc2382d4e0bae62df00acec3084', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:31.793639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d6bf4-6047-4b57-a426-d8bdce898ac5 admin admin] Pushing event updated for resources: {'Network': ['ID=fe43e6d3-afbd-4d1a-a397-43745695d0ea,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:31.806385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network fe43e6d3-afbd-4d1a-a397-43745695d0ea details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:57:31.840338 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e9b609b-8fc2-4a6b-95e5-89b7f952d1a5 req-7069bb80-4094-4145-9c2f-5d35687d79d3 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/security-groups?id=d70dc383-7d9c-4774-a6da-5b0c1df9285d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699365 Jul 05 03:57:31.851037 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-07cb0f27-f841-4d0b-945d-a6b15f0d9942 req-50ee8971-691b-4d2d-b93a-5ddf179db5ab tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789919 Jul 05 03:57:31.858312 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac4a66c-97b6-40e2-bb63-2944009d5332 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.859027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac4a66c-97b6-40e2-bb63-2944009d5332 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Fanout notify agent at l3_agent the message router_deleted on router f58c7784-5961-4fd4-af38-43e778374bdf {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:57:31.874506 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac4a66c-97b6-40e2-bb63-2944009d5332 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:31.874506 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3ac4a66c-97b6-40e2-bb63-2944009d5332 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "DELETE /v2.0/routers/f58c7784-5961-4fd4-af38-43e778374bdf HTTP/1.1" status: 204 len: 168 time: 2.0778246 Jul 05 03:57:31.876514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46768) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:31.885460 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b5a26f32-581d-45cf-a01c-8e4869e7d1d3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1739457229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:31.991658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459c79e7-94a7-46e5-98e0-bb300a5e7e73 admin admin] Made reservation on behalf of 75022fc2382d4e0bae62df00acec3084 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:31.994527 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-459c79e7-94a7-46e5-98e0-bb300a5e7e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.052671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6823ef63-82d1-4338-be4e-4ece3c91cf13 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:32.067018 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b5a26f32-581d-45cf-a01c-8e4869e7d1d3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.068174 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b5a26f32-581d-45cf-a01c-8e4869e7d1d3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.071496 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.100403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Transition to ACTIVE for port object 6823ef63-82d1-4338-be4e-4ece3c91cf13 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:32.162350 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b5a26f32-581d-45cf-a01c-8e4869e7d1d3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.171611 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.214237 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.243961 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b5a26f32-581d-45cf-a01c-8e4869e7d1d3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.300267 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6823ef63-82d1-4338-be4e-4ece3c91cf13,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:32.345816 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b5a26f32-581d-45cf-a01c-8e4869e7d1d3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.347261 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b5a26f32-581d-45cf-a01c-8e4869e7d1d3 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4697342 Jul 05 03:57:32.349945 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46776) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:32.354804 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'enable_snat': False}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:32.362064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Attempting to bind port 6823ef63-82d1-4338-be4e-4ece3c91cf13 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:32.362403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Attempting to bind port 6823ef63-82d1-4338-be4e-4ece3c91cf13 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'b6a17785-ca73-4e11-b3de-56f4df9ded86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '356591dd-7209-4fa9-98e7-43d2fffd38d2'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:32.362735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Attempting to bind port 6823ef63-82d1-4338-be4e-4ece3c91cf13 on network 356591dd-7209-4fa9-98e7-43d2fffd38d2 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:32.367078 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Port 6823ef63-82d1-4338-be4e-4ece3c91cf13 on network 356591dd-7209-4fa9-98e7-43d2fffd38d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:32.367403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Attempting to bind port 6823ef63-82d1-4338-be4e-4ece3c91cf13 on network 356591dd-7209-4fa9-98e7-43d2fffd38d2 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:32.375134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:32.375955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Checking segment: {'id': 'b6a17785-ca73-4e11-b3de-56f4df9ded86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '356591dd-7209-4fa9-98e7-43d2fffd38d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:32.376563 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Bound using segment: {'id': 'b6a17785-ca73-4e11-b3de-56f4df9ded86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '356591dd-7209-4fa9-98e7-43d2fffd38d2'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:32.377361 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Bound port: 6823ef63-82d1-4338-be4e-4ece3c91cf13, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a17785-ca73-4e11-b3de-56f4df9ded86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '356591dd-7209-4fa9-98e7-43d2fffd38d2'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:32.378067 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.424555 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-459c79e7-94a7-46e5-98e0-bb300a5e7e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.484848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c79e7-94a7-46e5-98e0-bb300a5e7e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e3c5b7f-01aa-4c94-8d4e-ec644111979e,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:32.562259 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] For port 6823ef63-82d1-4338-be4e-4ece3c91cf13, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:32.565986 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c79e7-94a7-46e5-98e0-bb300a5e7e73 admin admin] Checking segment: {'id': '42fa3041-801c-4adf-8cbc-add653f98de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fe43e6d3-afbd-4d1a-a397-43745695d0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:32.566686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459c79e7-94a7-46e5-98e0-bb300a5e7e73 admin admin] Network hostable DHCP agents. Network: fe43e6d3-afbd-4d1a-a397-43745695d0ea, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:57:32.575629 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] For port 6823ef63-82d1-4338-be4e-4ece3c91cf13, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=6823ef63-82d1-4338-be4e-4ece3c91cf13,segment=NetworkSegment(b6a17785-ca73-4e11-b3de-56f4df9ded86),segment_id=b6a17785-ca73-4e11-b3de-56f4df9ded86)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:32.694531 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459c79e7-94a7-46e5-98e0-bb300a5e7e73 admin admin] Network fe43e6d3-afbd-4d1a-a397-43745695d0ea is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:57:32.697918 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.772042 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.773111 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.774614 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] 10.222.0.36 "PUT /v2.0/ports/6823ef63-82d1-4338-be4e-4ece3c91cf13 HTTP/1.1" status: 200 len: 1092 time: 1.4739175 Jul 05 03:57:32.777330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70ede9c-fbed-426c-b134-fa920e6b9aba', 'tag': '6823ef63-82d1-4338-be4e-4ece3c91cf13'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:32.781356 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deea0749-4731-47be-9dda-a2d7133c4549" -d '{"events": [{"name": "network-changed", "server_uuid": "e70ede9c-fbed-426c-b134-fa920e6b9aba", "tag": "6823ef63-82d1-4338-be4e-4ece3c91cf13"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:32.819341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51a74d-c65d-4e80-91bc-b1c9aaea45a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6823ef63-82d1-4338-be4e-4ece3c91cf13,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:32.852492 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1262418-812e-41cb-9915-4ef63926679e x-openstack-request-id: req-e1262418-812e-41cb-9915-4ef63926679e {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:32.852782 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70ede9c-fbed-426c-b134-fa920e6b9aba", "tag": "6823ef63-82d1-4338-be4e-4ece3c91cf13", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:32.853041 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e1262418-812e-41cb-9915-4ef63926679e {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:32.853455 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70ede9c-fbed-426c-b134-fa920e6b9aba', 'tag': '6823ef63-82d1-4338-be4e-4ece3c91cf13', 'status': 'completed', 'code': 200} Jul 05 03:57:32.871367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96435d-b086-415b-851f-75b4e89e3f64 req-181b3dad-1188-4d2a-828c-e62f55b11636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.880025 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d96435d-b086-415b-851f-75b4e89e3f64 req-181b3dad-1188-4d2a-828c-e62f55b11636 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b68a52351a9459890afd450c0a0c46b&device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 1098 time: 0.1735444 Jul 05 03:57:32.891747 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-459c79e7-94a7-46e5-98e0-bb300a5e7e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, fe43e6d3-afbd-4d1a-a397-43745695d0ea) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:32.901527 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c79e7-94a7-46e5-98e0-bb300a5e7e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.905327 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-459c79e7-94a7-46e5-98e0-bb300a5e7e73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.906033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e64463-1203-400f-be4e-24bae6cb015c None None] Network fe43e6d3-afbd-4d1a-a397-43745695d0ea requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:33.073507 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.136893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea0749-4731-47be-9dda-a2d7133c4549 req-18991f77-924e-4924-9595-ef195c6ce174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:33.138503 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-deea0749-4731-47be-9dda-a2d7133c4549 req-18991f77-924e-4924-9595-ef195c6ce174 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=580a28adedd1418e8e0efcb5de2942f7&device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 1095 time: 0.2261586 Jul 05 03:57:33.139729 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-459c79e7-94a7-46e5-98e0-bb300a5e7e73 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3868241 Jul 05 03:57:33.177874 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96435d-b086-415b-851f-75b4e89e3f64 req-1780c6bb-64a0-4f91-a9ec-e056e313be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:33.180641 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d96435d-b086-415b-851f-75b4e89e3f64 req-1780c6bb-64a0-4f91-a9ec-e056e313be64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3fdf8913-47c8-4a23-a882-812e457ca862 HTTP/1.1" status: 200 len: 919 time: 0.2647569 Jul 05 03:57:33.191428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b97feb-2e4e-4d1d-b557-aa6bc6cdaaef None None] Network fe43e6d3-afbd-4d1a-a397-43745695d0ea requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:33.214649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450b32c-207e-4805-8354-ea22f6e5ad8b req-4fd29437-4ce7-4f42-a0c5-52058cfc3013 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:33.221470 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6450b32c-207e-4805-8354-ea22f6e5ad8b req-4fd29437-4ce7-4f42-a0c5-52058cfc3013 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1361334 Jul 05 03:57:33.269475 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d96435d-b086-415b-851f-75b4e89e3f64 req-46151e54-4d99-423b-9744-4aef956e56b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aed92df0-007b-49ca-9909-5b42683f510a HTTP/1.1" status: 200 len: 217 time: 0.0451279 Jul 05 03:57:33.330946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfeb57-9291-436c-8843-d7c473d6ae31 req-2c7781a0-cabf-4f7d-8b2e-c99a3ed639ec tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:33.338559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a7cfeb57-9291-436c-8843-d7c473d6ae31 req-2c7781a0-cabf-4f7d-8b2e-c99a3ed639ec tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 943 time: 0.2588639 Jul 05 03:57:33.386905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6450b32c-207e-4805-8354-ea22f6e5ad8b req-a975f57c-a27b-4c88-ba82-8a9ef9aa1c1c tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478484 Jul 05 03:57:33.391720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96435d-b086-415b-851f-75b4e89e3f64 req-a3a6e0d4-5127-406d-b833-9d3211f29a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:33.395910 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d96435d-b086-415b-851f-75b4e89e3f64 req-a3a6e0d4-5127-406d-b833-9d3211f29a99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cadd956f-4ed6-4336-8d28-a9a782accda4 HTTP/1.1" status: 200 len: 858 time: 0.1134782 Jul 05 03:57:33.437997 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a7cfeb57-9291-436c-8843-d7c473d6ae31 req-810a6bf8-a552-46d5-beb0-cb8be3df737f tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/security-groups?id=d70dc383-7d9c-4774-a6da-5b0c1df9285d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984817 Jul 05 03:57:33.489168 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d96435d-b086-415b-851f-75b4e89e3f64 req-e8f855ca-d494-4cf5-8a8c-d9ad97285213 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fdf8913-47c8-4a23-a882-812e457ca862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819273 Jul 05 03:57:33.557879 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea0749-4731-47be-9dda-a2d7133c4549 req-7697e378-1559-481d-b680-3ce6d6a3f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:33.559889 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-deea0749-4731-47be-9dda-a2d7133c4549 req-7697e378-1559-481d-b680-3ce6d6a3f2f6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=580a28adedd1418e8e0efcb5de2942f7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4135008 Jul 05 03:57:33.694457 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d96435d-b086-415b-851f-75b4e89e3f64 req-33dc6f1a-8240-40a3-8797-7abca583b8ca service neutron] 10.222.0.36 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936071 Jul 05 03:57:33.701645 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.706570 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.733188 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.777695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea0749-4731-47be-9dda-a2d7133c4549 req-13339761-4984-4945-aa17-da4eacd69c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:33.779547 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-deea0749-4731-47be-9dda-a2d7133c4549 req-13339761-4984-4945-aa17-da4eacd69c03 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2109792 Jul 05 03:57:33.798023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be2afd-d8ca-437f-b21c-06869ce0e53b req-d804f352-79a6-4563-a62d-b1cd69f07ae1 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:33.798023 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19be2afd-d8ca-437f-b21c-06869ce0e53b req-d804f352-79a6-4563-a62d-b1cd69f07ae1 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 948 time: 0.1654711 Jul 05 03:57:33.840220 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d96435d-b086-415b-851f-75b4e89e3f64 req-d35ef762-0133-4012-aa32-5d245a5e2e65 service neutron] 10.222.0.36 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380966 Jul 05 03:57:33.930148 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19be2afd-d8ca-437f-b21c-06869ce0e53b req-3029bc4b-10f1-417a-b583-65b17c521137 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293018 Jul 05 03:57:33.941513 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Allocated IP 172.25.6.147 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/e7be00f5-33ae-49dd-9f6f-1b7a2e27299e) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:33.978243 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-3a8aab45-e2fb-47a9-a38b-7b82e3718cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:33.979977 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-3a8aab45-e2fb-47a9-a38b-7b82e3718cb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=580a28adedd1418e8e0efcb5de2942f7&device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 1095 time: 0.1203930 Jul 05 03:57:34.021476 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46828) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:34.031403 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-c02aacba-c5b8-4dca-bbd1-5ad2ee6fd83d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6823ef63-82d1-4338-be4e-4ece3c91cf13 HTTP/1.1" status: 200 len: 217 time: 0.0418520 Jul 05 03:57:34.097953 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-40bb2ebe-6430-4796-afa0-311f71b7a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.100302 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-40bb2ebe-6430-4796-afa0-311f71b7a461 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fda68834-fff4-4102-8800-7037cee39cf3 HTTP/1.1" status: 200 len: 853 time: 0.0611465 Jul 05 03:57:34.169520 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.176054 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-a0ff70c9-9ef2-4738-af5e-8aaaaaceb0c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=356591dd-7209-4fa9-98e7-43d2fffd38d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674107 Jul 05 03:57:34.182374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-d84e751e-bd07-4d9b-a06a-1b305ac0f409 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.183839 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-d84e751e-bd07-4d9b-a06a-1b305ac0f409 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/networks?id=fe43e6d3-afbd-4d1a-a397-43745695d0ea HTTP/1.1" status: 200 len: 809 time: 0.1902966 Jul 05 03:57:34.210438 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7bb998da-82fe-4de4-ae7a-5ee2e947ca14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.225277 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-332451e6-6a30-451a-be05-cac4afa65e9b tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/quotas/75022fc2382d4e0bae62df00acec3084 HTTP/1.1" status: 200 len: 375 time: 0.0315964 Jul 05 03:57:34.277351 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-d4128bca-1bdd-4cae-9895-90d81afd4d6b tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=75022fc2382d4e0bae62df00acec3084&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423317 Jul 05 03:57:34.292782 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-d6a0e17a-c076-4e01-849b-835c7ab32803 service neutron] 10.222.0.36 "GET /v2.0/networks/356591dd-7209-4fa9-98e7-43d2fffd38d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993841 Jul 05 03:57:34.398299 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bafdcea5-3a71-4090-997c-0d9a827cad7c req-363b5079-47a0-44e6-8fd7-d300f9c72afe service neutron] 10.222.0.36 "GET /v2.0/networks/356591dd-7209-4fa9-98e7-43d2fffd38d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987494 Jul 05 03:57:34.416662 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.430309 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-da7b3650-762c-453e-9d61-244e7a8cb4c1 service neutron] 10.222.0.38 "GET /v2.0/networks/fe43e6d3-afbd-4d1a-a397-43745695d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421862 Jul 05 03:57:34.534507 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:34.541774 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7bb998da-82fe-4de4-ae7a-5ee2e947ca14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.557242 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:34.577152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Pushing event updated for resources: {'Port': ['ID=e7be00f5-33ae-49dd-9f6f-1b7a2e27299e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:34.581117 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:34.661793 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-2126409f-3a06-47b4-b29c-e82426901883 service neutron] 10.222.0.38 "GET /v2.0/networks/fe43e6d3-afbd-4d1a-a397-43745695d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307158 Jul 05 03:57:34.705157 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7bb998da-82fe-4de4-ae7a-5ee2e947ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.758563 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb00bf-c481-4b58-8f8d-448cb785d192 req-5a06da16-c73d-41de-928b-904e4d5d9110 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.760060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdcb00bf-c481-4b58-8f8d-448cb785d192 req-5a06da16-c73d-41de-928b-904e4d5d9110 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.2278070 Jul 05 03:57:34.829144 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7bb998da-82fe-4de4-ae7a-5ee2e947ca14 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c3ea3e53fab14e2da47bba64332839b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8034642 Jul 05 03:57:34.829649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46840) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:34.837044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb998da-82fe-4de4-ae7a-5ee2e947ca14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d55fd76-5587-4fa0-99a0-54cd7764dbc1,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:34.859644 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdcb00bf-c481-4b58-8f8d-448cb785d192 req-b8369ae7-5ea2-4471-a120-3616fbe44aea tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877624 Jul 05 03:57:34.886827 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ad9a8e0b-f0a7-463e-97c8-5cf9caf2a136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.934632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ad9a8e0b-f0a7-463e-97c8-5cf9caf2a136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.099914 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ad9a8e0b-f0a7-463e-97c8-5cf9caf2a136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.103449 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ad9a8e0b-f0a7-463e-97c8-5cf9caf2a136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.110990 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ad9a8e0b-f0a7-463e-97c8-5cf9caf2a136 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6d55fd76-5587-4fa0-99a0-54cd7764dbc1 HTTP/1.1" status: 204 len: 168 time: 0.2801533 Jul 05 03:57:35.123890 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a8e0b-f0a7-463e-97c8-5cf9caf2a136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d55fd76-5587-4fa0-99a0-54cd7764dbc1,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:35.166976 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21572296-d73f-4c0d-97f0-818ddea19129 req-f91ae062-d5e4-4f53-9b96-baecddf388b5 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 210 time: 0.0725782 Jul 05 03:57:35.192826 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.271515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9447b0-d759-4f4f-98da-2bf42b52b5fa req-3d28f222-38d8-4f71-b843-cec7a0d5a124 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.273474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f9447b0-d759-4f4f-98da-2bf42b52b5fa req-3d28f222-38d8-4f71-b843-cec7a0d5a124 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 943 time: 0.2461736 Jul 05 03:57:35.401628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f9447b0-d759-4f4f-98da-2bf42b52b5fa req-44d15de4-5722-44e0-9f5b-e9bcf625880a tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/security-groups?id=d70dc383-7d9c-4774-a6da-5b0c1df9285d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949962 Jul 05 03:57:35.469743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a20024-3554-48be-a3d0-3c0e37f2bc3c req-1d83574a-5954-4e8e-b5a2-c71b9fc6045e tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.471256 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77a20024-3554-48be-a3d0-3c0e37f2bc3c req-1d83574a-5954-4e8e-b5a2-c71b9fc6045e tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 948 time: 0.1657915 Jul 05 03:57:35.539667 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.547398 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77a20024-3554-48be-a3d0-3c0e37f2bc3c req-44ee6fa5-bc0b-4483-b54a-025fac3753d5 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500095 Jul 05 03:57:35.548428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.878215 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Router 21d3c927-501f-4faa-84dc-1c29326cc16c is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:57:36.013390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:36.026042 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9d180-abb4-46e4-8a0f-45d207662ec4 None None] Sync routers for ids ['21d3c927-501f-4faa-84dc-1c29326cc16c'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:36.031888 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9b19c079-c3ad-4f81-be3c-59d9bd709776 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:36.038378 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.039667 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-94da3622-157b-436c-8ffe-93070a709995 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "PUT /v2.0/routers/21d3c927-501f-4faa-84dc-1c29326cc16c HTTP/1.1" status: 200 len: 916 time: 3.6887369 Jul 05 03:57:36.043408 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46860) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:36.081810 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9d180-abb4-46e4-8a0f-45d207662ec4 None None] Routers {'21d3c927-501f-4faa-84dc-1c29326cc16c'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:36.082449 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-e8e9d180-abb4-46e4-8a0f-45d207662ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:57:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['21d3c927-501f-4faa-84dc-1c29326cc16c'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:36.088418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698f867-e0c7-4704-9eae-53a0ce45f030 req-dbff0eb2-abc0-446b-9f9e-ba5ca26e57f9 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.090060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8698f867-e0c7-4704-9eae-53a0ce45f030 req-dbff0eb2-abc0-446b-9f9e-ba5ca26e57f9 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.0933633 Jul 05 03:57:36.154583 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8698f867-e0c7-4704-9eae-53a0ce45f030 req-a2067c28-8d9b-4cdd-92be-5d824921bd01 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510511 Jul 05 03:57:36.207429 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bcfd73d5-0962-4e52-be45-c8a5aca013e0 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/routers/21d3c927-501f-4faa-84dc-1c29326cc16c HTTP/1.1" status: 200 len: 922 time: 0.1617918 Jul 05 03:57:36.210822 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46866) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:36.237539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-e8e9d180-abb4-46e4-8a0f-45d207662ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:36.264473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9d180-abb4-46e4-8a0f-45d207662ec4 None None] Routers {'21d3c927-501f-4faa-84dc-1c29326cc16c'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:36.264473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-e8e9d180-abb4-46e4-8a0f-45d207662ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:57:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['21d3c927-501f-4faa-84dc-1c29326cc16c'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:36.313594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04f487e0-3fb9-4bcd-94f0-0bcc3a4ebec8 req-bd220067-6b24-4e5c-9780-f229c1515dbb tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 210 time: 0.0874922 Jul 05 03:57:36.333833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-e8e9d180-abb4-46e4-8a0f-45d207662ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:36.334484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9d180-abb4-46e4-8a0f-45d207662ec4 None None] The sync data for ids ['21d3c927-501f-4faa-84dc-1c29326cc16c'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:36.365428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9b19c079-c3ad-4f81-be3c-59d9bd709776, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9b19c079-c3ad-4f81-be3c-59d9bd709776,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:36.383967 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '9b19c079-c3ad-4f81-be3c-59d9bd709776', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '9b19c079-c3ad-4f81-be3c-59d9bd709776', 'mac_address': 'fa:16:3e:9d:1b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:36.401925 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d019492-4862-4ca8-a0bb-e4cd0ccc26af tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.403502 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6d019492-4862-4ca8-a0bb-e4cd0ccc26af tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&device_id=21d3c927-501f-4faa-84dc-1c29326cc16c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1910520 Jul 05 03:57:36.407135 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46870) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:36.433377 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.459816 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b19c079-c3ad-4f81-be3c-59d9bd709776 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:36.492429 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9b19c079-c3ad-4f81-be3c-59d9bd709776, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9b19c079-c3ad-4f81-be3c-59d9bd709776,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:36.510831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4206e6-40ba-4f01-a7a6-d2bfc1bd3ffa tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.515505 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1e4206e6-40ba-4f01-a7a6-d2bfc1bd3ffa tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 881 time: 0.1043322 Jul 05 03:57:36.516214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46874) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:36.546898 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e51248f0-db07-4281-8ff5-75952a760927 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "GET /v2.0/ports?device_id=21d3c927-501f-4faa-84dc-1c29326cc16c HTTP/1.1" status: 200 len: 205 time: 0.0292718 Jul 05 03:57:36.550079 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46876) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:36.659435 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb76c6-7207-4c93-baf4-a62a432fb168 req-c164fd0b-42c5-4fed-aa58-cb5fab6f69d2 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.661532 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bdfb76c6-7207-4c93-baf4-a62a432fb168 req-c164fd0b-42c5-4fed-aa58-cb5fab6f69d2 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 943 time: 0.0922942 Jul 05 03:57:36.698346 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af3e3193-d37a-4e5a-b564-fb4c4ee6888e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.712633 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bdfb76c6-7207-4c93-baf4-a62a432fb168 req-67a142c0-1f32-427f-a2e3-f6b4670276cb tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/security-groups?id=d70dc383-7d9c-4774-a6da-5b0c1df9285d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445039 Jul 05 03:57:36.792785 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab71fc-b603-4389-b0e7-4a0efff96525 req-6bb0f196-9076-4009-8524-7c4dcbebfa6f tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.795605 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10ab71fc-b603-4389-b0e7-4a0efff96525 req-6bb0f196-9076-4009-8524-7c4dcbebfa6f tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 948 time: 0.0815704 Jul 05 03:57:36.820847 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af3e3193-d37a-4e5a-b564-fb4c4ee6888e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.836158 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10ab71fc-b603-4389-b0e7-4a0efff96525 req-454de28d-fa4c-482a-9ff7-1e0751fe1d1e tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348070 Jul 05 03:57:36.981332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46882) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:36.995309 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-62d56e71-2ff8-46c0-b465-f5a221da1bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.031378 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.093509 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9b19c079-c3ad-4f81-be3c-59d9bd709776,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:37.097832 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-62d56e71-2ff8-46c0-b465-f5a221da1bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.102366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.102710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.103053 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.103372 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.103699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.104308 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.104420 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.104703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.105036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.105341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.105661 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.106026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.110389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-af3e3193-d37a-4e5a-b564-fb4c4ee6888e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Deleting port e7be00f5-33ae-49dd-9f6f-1b7a2e27299e {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:37.111057 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af3e3193-d37a-4e5a-b564-fb4c4ee6888e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.169527 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-62d56e71-2ff8-46c0-b465-f5a221da1bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.208627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af3e3193-d37a-4e5a-b564-fb4c4ee6888e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.224485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-af3e3193-d37a-4e5a-b564-fb4c4ee6888e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Calling delete_port for e7be00f5-33ae-49dd-9f6f-1b7a2e27299e owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:37.238280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-62d56e71-2ff8-46c0-b465-f5a221da1bc0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2177a09a52004aaa8e10fd53b70fcc1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555506 Jul 05 03:57:37.242159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46888) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:37.251094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d56e71-2ff8-46c0-b465-f5a221da1bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c47df5b-9eb7-41be-8639-d59a3dc9a4ff,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:37.266993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9b19c079-c3ad-4f81-be3c-59d9bd709776'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:37.456586 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.501883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2078ab-760c-4b40-9a55-41fbf29b8571 req-80bbfc57-2d65-4854-8367-6e8069df33bf tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.503962 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6a2078ab-760c-4b40-9a55-41fbf29b8571 req-80bbfc57-2d65-4854-8367-6e8069df33bf tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1645358 Jul 05 03:57:37.508699 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.538050 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af3e3193-d37a-4e5a-b564-fb4c4ee6888e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.581125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e3193-d37a-4e5a-b564-fb4c4ee6888e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Pushing event deleted for resources: {'Port': ['ID=e7be00f5-33ae-49dd-9f6f-1b7a2e27299e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:37.621294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6a2078ab-760c-4b40-9a55-41fbf29b8571 req-fe71d770-ed7a-47c6-833d-da9767a330a6 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045537 Jul 05 03:57:37.623775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d8de2c4-4b7f-42c4-a825-c0057cf31bac req-c34cdc44-3786-4607-99d6-b23a7838d285 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 210 time: 0.0508418 Jul 05 03:57:37.661350 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af3e3193-d37a-4e5a-b564-fb4c4ee6888e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.734255 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.738559 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.740106 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8c47df5b-9eb7-41be-8639-d59a3dc9a4ff HTTP/1.1" status: 204 len: 168 time: 0.4967353 Jul 05 03:57:37.759916 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c47df5b-9eb7-41be-8639-d59a3dc9a4ff,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:37.775115 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.778187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.778187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.778187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.778187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.778187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.778187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.778187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.778865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.778865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.779041 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.780331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab828e9-5539-4eae-9f71-d96963ec3bc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:37.896316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 6823ef63-82d1-4338-be4e-4ece3c91cf13 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:37.998562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a2eb4-bdd6-4db6-9a9f-24a9d24ea930 req-e2cc98fe-dd1a-4560-a36d-ca5f5cf9427c tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:38.005801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f1a2eb4-bdd6-4db6-9a9f-24a9d24ea930 req-e2cc98fe-dd1a-4560-a36d-ca5f5cf9427c tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 943 time: 0.1542842 Jul 05 03:57:38.045302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9b19c079-c3ad-4f81-be3c-59d9bd709776 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:38.101163 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f1a2eb4-bdd6-4db6-9a9f-24a9d24ea930 req-d1b6ae44-4616-4cbf-a27a-ac9c8a379e36 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/security-groups?id=d70dc383-7d9c-4774-a6da-5b0c1df9285d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943904 Jul 05 03:57:38.141406 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af3e3193-d37a-4e5a-b564-fb4c4ee6888e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.142014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 6823ef63-82d1-4338-be4e-4ece3c91cf13, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=6823ef63-82d1-4338-be4e-4ece3c91cf13,segment=NetworkSegment(b6a17785-ca73-4e11-b3de-56f4df9ded86),segment_id=b6a17785-ca73-4e11-b3de-56f4df9ded86)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:38.144013 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af3e3193-d37a-4e5a-b564-fb4c4ee6888e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.155299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '6823ef63-82d1-4338-be4e-4ece3c91cf13', 'network_id': '356591dd-7209-4fa9-98e7-43d2fffd38d2', 'port_id': '6823ef63-82d1-4338-be4e-4ece3c91cf13', 'mac_address': 'fa:16:3e:01:ae:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda68834-fff4-4102-8800-7037cee39cf3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:38.172101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d56137-e11d-4081-9752-21fd6ac44bd6 req-76d89a52-9b02-4e4e-88e8-ed69c485f222 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:38.172101 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6d56137-e11d-4081-9752-21fd6ac44bd6 req-76d89a52-9b02-4e4e-88e8-ed69c485f222 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 949 time: 0.1372979 Jul 05 03:57:38.221212 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.226833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6823ef63-82d1-4338-be4e-4ece3c91cf13 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:38.239122 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6d56137-e11d-4081-9752-21fd6ac44bd6 req-394d8268-48af-4968-892e-0d8dc52b9f39 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617197 Jul 05 03:57:38.252719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 6823ef63-82d1-4338-be4e-4ece3c91cf13, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=6823ef63-82d1-4338-be4e-4ece3c91cf13,segment=NetworkSegment(b6a17785-ca73-4e11-b3de-56f4df9ded86),segment_id=b6a17785-ca73-4e11-b3de-56f4df9ded86)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:38.272446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 9b19c079-c3ad-4f81-be3c-59d9bd709776 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:38.277043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 9b19c079-c3ad-4f81-be3c-59d9bd709776 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:38.289375 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.301219 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af3e3193-d37a-4e5a-b564-fb4c4ee6888e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.301694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3e3193-d37a-4e5a-b564-fb4c4ee6888e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Fanout notify agent at l3_agent the message router_deleted on router 21d3c927-501f-4faa-84dc-1c29326cc16c {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:57:38.311430 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af3e3193-d37a-4e5a-b564-fb4c4ee6888e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.311430 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-af3e3193-d37a-4e5a-b564-fb4c4ee6888e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "DELETE /v2.0/routers/21d3c927-501f-4faa-84dc-1c29326cc16c HTTP/1.1" status: 204 len: 168 time: 1.7594304 Jul 05 03:57:38.314762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46904) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:38.319953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1869655448', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}, 'admin_state_up': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:38.370406 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.373228 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.433298 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.439970 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.451029 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2be055d-9a96-41c1-8703-1f666842d863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b19c079-c3ad-4f81-be3c-59d9bd709776'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:38.453684 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08022f8e-a8c5-4589-bda9-d9e96085bd71" -d '{"events": [{"server_uuid": "c2be055d-9a96-41c1-8703-1f666842d863", "name": "network-vif-plugged", "status": "completed", "tag": "9b19c079-c3ad-4f81-be3c-59d9bd709776"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:38.482002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9b19c079-c3ad-4f81-be3c-59d9bd709776, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9b19c079-c3ad-4f81-be3c-59d9bd709776,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:38.492863 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=6823ef63-82d1-4338-be4e-4ece3c91cf13,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:38.550824 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.550824 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f67f849-12ca-4e0a-bb00-6de9f12448bb x-openstack-request-id: req-8f67f849-12ca-4e0a-bb00-6de9f12448bb {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:38.550824 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2be055d-9a96-41c1-8703-1f666842d863", "name": "network-vif-plugged", "status": "completed", "tag": "9b19c079-c3ad-4f81-be3c-59d9bd709776", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:38.550824 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8f67f849-12ca-4e0a-bb00-6de9f12448bb {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:38.550824 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2be055d-9a96-41c1-8703-1f666842d863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b19c079-c3ad-4f81-be3c-59d9bd709776', 'code': 200} Jul 05 03:57:38.552404 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.608993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9b19c079-c3ad-4f81-be3c-59d9bd709776,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:38.911393 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['6823ef63-82d1-4338-be4e-4ece3c91cf13'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:38.925779 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-67814df5-a6ba-4238-b2a0-f4a74fafe84c tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:38.927440 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-67814df5-a6ba-4238-b2a0-f4a74fafe84c tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.10 "GET /v2.0/networks?id=fe43e6d3-afbd-4d1a-a397-43745695d0ea HTTP/1.1" status: 200 len: 809 time: 0.1380258 Jul 05 03:57:38.942416 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-e70fa7bc-e8a7-4ea2-8cfa-af57da9ef90e tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Request body: {'port': {'device_id': '2415a5d5-6843-4792-acb7-6f6829899a71', 'network_id': 'fe43e6d3-afbd-4d1a-a397-43745695d0ea', 'admin_state_up': True, 'tenant_id': '75022fc2382d4e0bae62df00acec3084'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:39.239203 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff84fc64-d059-4728-8e47-b6c53a9f1171 req-8139d879-43e7-4d49-bd37-f1723d947a71 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 210 time: 0.0473983 Jul 05 03:57:39.348474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-e70fa7bc-e8a7-4ea2-8cfa-af57da9ef90e tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Made reservation on behalf of 75022fc2382d4e0bae62df00acec3084 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:39.352963 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-e70fa7bc-e8a7-4ea2-8cfa-af57da9ef90e tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.446687 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.506604 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd270b0-1faf-4f06-abbc-69201bc838aa req-756b16fe-060b-4e0e-b28e-40820d727017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:39.508439 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2bd270b0-1faf-4f06-abbc-69201bc838aa req-756b16fe-060b-4e0e-b28e-40820d727017 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 1102 time: 0.8884704 Jul 05 03:57:39.576105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f276b-ddfa-4100-a297-917a8380eec8 req-6f228b39-8084-4454-a4bb-f89af6bc339c tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:39.577766 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e81f276b-ddfa-4100-a297-917a8380eec8 req-6f228b39-8084-4454-a4bb-f89af6bc339c tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.3839598 Jul 05 03:57:39.588655 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-e70fa7bc-e8a7-4ea2-8cfa-af57da9ef90e tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Allocated IP 172.20.0.2 (fe43e6d3-afbd-4d1a-a397-43745695d0ea/0e3c5b7f-01aa-4c94-8d4e-ec644111979e/62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:39.671069 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2bd270b0-1faf-4f06-abbc-69201bc838aa req-044d2d93-28d6-4e4b-82ab-dc66ecd027b1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509590 Jul 05 03:57:39.699303 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23b8d4-70cd-453f-82cc-f9b22fd6a9b8 req-1aebd26a-6df2-4c1f-9e01-e65842d43dc9 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:39.707103 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d23b8d4-70cd-453f-82cc-f9b22fd6a9b8 req-1aebd26a-6df2-4c1f-9e01-e65842d43dc9 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 944 time: 0.2869208 Jul 05 03:57:39.736119 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e81f276b-ddfa-4100-a297-917a8380eec8 req-35a1fa96-e4ca-4dd5-a84c-4e0a7359d620 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437283 Jul 05 03:57:39.774608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-e70fa7bc-e8a7-4ea2-8cfa-af57da9ef90e tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.780704 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d23b8d4-70cd-453f-82cc-f9b22fd6a9b8 req-aadc5135-c7b4-44f0-bcb3-d13fd2685a5e tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/security-groups?id=d70dc383-7d9c-4774-a6da-5b0c1df9285d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713191 Jul 05 03:57:39.895947 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-e70fa7bc-e8a7-4ea2-8cfa-af57da9ef90e tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.954681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-e70fa7bc-e8a7-4ea2-8cfa-af57da9ef90e tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Network fe43e6d3-afbd-4d1a-a397-43745695d0ea is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:39.982718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-e70fa7bc-e8a7-4ea2-8cfa-af57da9ef90e tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:39.985391 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fa7bc-e8a7-4ea2-8cfa-af57da9ef90e tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Pushing event updated for resources: {'Port': ['ID=62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:39.987727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-e70fa7bc-e8a7-4ea2-8cfa-af57da9ef90e tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:39.996007 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.022611 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.050786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-e70fa7bc-e8a7-4ea2-8cfa-af57da9ef90e tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:40.051420 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-e70fa7bc-e8a7-4ea2-8cfa-af57da9ef90e tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.102002 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c89979-6469-4c7d-93e6-5a09adfe3abf req-827e10b4-be51-4beb-bb33-4db078045cd5 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:40.103514 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56c89979-6469-4c7d-93e6-5a09adfe3abf req-827e10b4-be51-4beb-bb33-4db078045cd5 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 950 time: 0.1798379 Jul 05 03:57:40.136603 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-e70fa7bc-e8a7-4ea2-8cfa-af57da9ef90e tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1994908 Jul 05 03:57:40.153399 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Request body: {'port': {'device_id': '2415a5d5-6843-4792-acb7-6f6829899a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:40.185623 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56c89979-6469-4c7d-93e6-5a09adfe3abf req-8b34f377-b04b-464d-9733-31ebde9845f0 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740612 Jul 05 03:57:40.186720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Allocated IP 172.25.6.165 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/1abf7110-11f1-4704-a756-a3e3dcdce07a) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:40.255404 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.337053 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.480620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516de96-337c-48ea-b49a-bf63150f9891 req-947af6c2-27d2-4b33-9726-27f942732d46 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:40.482598 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3516de96-337c-48ea-b49a-bf63150f9891 req-947af6c2-27d2-4b33-9726-27f942732d46 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 931 time: 0.0857003 Jul 05 03:57:40.525090 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3516de96-337c-48ea-b49a-bf63150f9891 req-6e1e0b03-3f10-44b2-b497-1e1eef992bfb tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c14f5f1-4c86-485a-a405-bc90347c566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343218 Jul 05 03:57:40.580008 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.582804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:40.592091 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.615595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Transition to ACTIVE for port object 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:40.646238 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:40.654955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:40.660555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:40.662757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Pushing event updated for resources: {'Port': ['ID=1abf7110-11f1-4704-a756-a3e3dcdce07a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:40.762582 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.935369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Pushing event updated for resources: {'Port': ['ID=62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:41.021027 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Attempting to bind port 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:41.021426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Attempting to bind port 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '42fa3041-801c-4adf-8cbc-add653f98de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fe43e6d3-afbd-4d1a-a397-43745695d0ea'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:41.021678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Attempting to bind port 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae on network fe43e6d3-afbd-4d1a-a397-43745695d0ea {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:41.027380 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Port 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae on network fe43e6d3-afbd-4d1a-a397-43745695d0ea not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:41.028508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Attempting to bind port 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae on network fe43e6d3-afbd-4d1a-a397-43745695d0ea {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:41.035941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:41.036323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Checking segment: {'id': '42fa3041-801c-4adf-8cbc-add653f98de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fe43e6d3-afbd-4d1a-a397-43745695d0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:41.037144 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Bound using segment: {'id': '42fa3041-801c-4adf-8cbc-add653f98de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fe43e6d3-afbd-4d1a-a397-43745695d0ea'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:41.037636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Bound port: 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42fa3041-801c-4adf-8cbc-add653f98de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fe43e6d3-afbd-4d1a-a397-43745695d0ea'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:41.038129 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.120886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] For port 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:41.126510 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] For port 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae,segment=NetworkSegment(42fa3041-801c-4adf-8cbc-add653f98de7),segment_id=42fa3041-801c-4adf-8cbc-add653f98de7)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:41.136794 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f26df7-f6cd-431a-8ffa-dd0a06233317 req-9c1603dd-bfc1-44cc-859a-5851dfe5ef80 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.140810 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8f26df7-f6cd-431a-8ffa-dd0a06233317 req-9c1603dd-bfc1-44cc-859a-5851dfe5ef80 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.2212436 Jul 05 03:57:41.174666 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.188462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711a644-537d-45ab-84df-67dcd35d735e req-093952dd-de9d-45bc-8a6c-a3c6d83f9ec6 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.193064 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6711a644-537d-45ab-84df-67dcd35d735e req-093952dd-de9d-45bc-8a6c-a3c6d83f9ec6 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 944 time: 0.1827488 Jul 05 03:57:41.197411 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.268572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.269545 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.277292 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] 10.222.0.10 "PUT /v2.0/ports/62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae HTTP/1.1" status: 200 len: 1092 time: 1.1276960 Jul 05 03:57:41.282265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2415a5d5-6843-4792-acb7-6f6829899a71', 'tag': '62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:41.284915 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11545a4-c0f3-4faf-8de8-3827a0c82a65" -d '{"events": [{"name": "network-changed", "server_uuid": "2415a5d5-6843-4792-acb7-6f6829899a71", "tag": "62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:41.295566 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8f26df7-f6cd-431a-8ffa-dd0a06233317 req-a59f5b4f-99ea-4e1c-b7ab-2ba98f8ab7d7 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470087 Jul 05 03:57:41.314027 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c77430-6ff1-4b16-9559-be55ae539f02 service neutron] Pushing event updated for resources: {'Port': ['ID=62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:41.358066 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aef214ad-5e23-4666-a998-8ed6fba1a3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.410754 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6711a644-537d-45ab-84df-67dcd35d735e req-12a44bb4-427f-4ebc-80d4-dc8707a60dcd tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/security-groups?id=d70dc383-7d9c-4774-a6da-5b0c1df9285d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569335 Jul 05 03:57:41.478821 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e761ac3-9398-4d4e-a633-80b2b0e73b96 x-openstack-request-id: req-4e761ac3-9398-4d4e-a633-80b2b0e73b96 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:41.478821 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2415a5d5-6843-4792-acb7-6f6829899a71", "tag": "62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:41.478821 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e761ac3-9398-4d4e-a633-80b2b0e73b96 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:41.478821 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2415a5d5-6843-4792-acb7-6f6829899a71', 'tag': '62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae', 'status': 'completed', 'code': 200} Jul 05 03:57:41.503602 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-cff413e3-5590-4114-bca5-33d2e8fa32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.505231 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-cff413e3-5590-4114-bca5-33d2e8fa32f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75022fc2382d4e0bae62df00acec3084&device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 1095 time: 0.0827532 Jul 05 03:57:41.580508 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-0fdaf260-9002-4922-bef7-3c3b68f9b492 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae HTTP/1.1" status: 200 len: 217 time: 0.0632086 Jul 05 03:57:41.610663 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.647063 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-cffc63a2-9d98-4d08-8705-21853c9bdc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.649021 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-cffc63a2-9d98-4d08-8705-21853c9bdc28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0e3c5b7f-01aa-4c94-8d4e-ec644111979e HTTP/1.1" status: 200 len: 849 time: 0.0600424 Jul 05 03:57:41.690573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d75129-4689-4c52-97b6-da80e066420b req-0baaa15d-5249-4631-8db4-c254c3909bba tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.698382 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9d75129-4689-4c52-97b6-da80e066420b req-0baaa15d-5249-4631-8db4-c254c3909bba tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 950 time: 0.1449497 Jul 05 03:57:41.698915 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-a49497a9-9f98-4705-9b60-bfdc6951b3b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe43e6d3-afbd-4d1a-a397-43745695d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416553 Jul 05 03:57:41.806313 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-d800b8b6-2f1c-497d-b012-a615de111003 service neutron] 10.222.0.10 "GET /v2.0/networks/fe43e6d3-afbd-4d1a-a397-43745695d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001921 Jul 05 03:57:41.826918 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9d75129-4689-4c52-97b6-da80e066420b req-f1219ce8-4d9f-48f9-a372-6ea432405f5e tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275773 Jul 05 03:57:41.899690 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6c3b0-4a98-46a7-b434-9f123ba6d68f req-b9902e25-336c-4587-b70c-c1034cc502e5 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.908619 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fad6c3b0-4a98-46a7-b434-9f123ba6d68f req-b9902e25-336c-4587-b70c-c1034cc502e5 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 943 time: 0.1902106 Jul 05 03:57:41.917592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 6823ef63-82d1-4338-be4e-4ece3c91cf13 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:41.938871 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2106f7ff-3de0-498c-8927-03e22cd0f583 req-8aa6ff6e-6853-49b4-a386-88e3f35a496b service neutron] 10.222.0.10 "GET /v2.0/networks/fe43e6d3-afbd-4d1a-a397-43745695d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254876 Jul 05 03:57:41.962248 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fad6c3b0-4a98-46a7-b434-9f123ba6d68f req-bb93edb0-5007-48ca-8953-6484aab1c327 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c14f5f1-4c86-485a-a405-bc90347c566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527284 Jul 05 03:57:42.026854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Router dfccafa8-f5af-4d73-834f-2db4b8c3443b is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:57:42.066582 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 6823ef63-82d1-4338-be4e-4ece3c91cf13 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:42.107949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 6823ef63-82d1-4338-be4e-4ece3c91cf13 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:42.107949 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.177286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11545a4-c0f3-4faf-8de8-3827a0c82a65 req-795fea77-e90a-497d-9ce9-8ced9c615f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.179578 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c11545a4-c0f3-4faf-8de8-3827a0c82a65 req-795fea77-e90a-497d-9ce9-8ced9c615f3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75022fc2382d4e0bae62df00acec3084&device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 1095 time: 0.0808587 Jul 05 03:57:42.194520 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.219353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:42.222108 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285dbbf7-2625-4716-b13f-1033e530870d None None] Sync routers for ids ['dfccafa8-f5af-4d73-834f-2db4b8c3443b'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:42.233845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70ede9c-fbed-426c-b134-fa920e6b9aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6823ef63-82d1-4338-be4e-4ece3c91cf13'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:42.236245 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6615c20-87e5-4213-a8de-47e3da1a0a81" -d '{"events": [{"server_uuid": "e70ede9c-fbed-426c-b134-fa920e6b9aba", "name": "network-vif-plugged", "status": "completed", "tag": "6823ef63-82d1-4338-be4e-4ece3c91cf13"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:42.240348 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285dbbf7-2625-4716-b13f-1033e530870d None None] Routers {'dfccafa8-f5af-4d73-834f-2db4b8c3443b'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:42.243425 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-285dbbf7-2625-4716-b13f-1033e530870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:57:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dfccafa8-f5af-4d73-834f-2db4b8c3443b'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:42.265733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 6823ef63-82d1-4338-be4e-4ece3c91cf13, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=6823ef63-82d1-4338-be4e-4ece3c91cf13,segment=NetworkSegment(b6a17785-ca73-4e11-b3de-56f4df9ded86),segment_id=b6a17785-ca73-4e11-b3de-56f4df9ded86)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:42.304422 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-285dbbf7-2625-4716-b13f-1033e530870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:42.316680 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08136612-ad76-4ce8-ae68-2cb37f06a4f8 x-openstack-request-id: req-08136612-ad76-4ce8-ae68-2cb37f06a4f8 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:42.316965 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70ede9c-fbed-426c-b134-fa920e6b9aba", "name": "network-vif-plugged", "status": "completed", "tag": "6823ef63-82d1-4338-be4e-4ece3c91cf13", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:42.317533 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-08136612-ad76-4ce8-ae68-2cb37f06a4f8 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:42.318082 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70ede9c-fbed-426c-b134-fa920e6b9aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6823ef63-82d1-4338-be4e-4ece3c91cf13', 'code': 200} Jul 05 03:57:42.330638 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285dbbf7-2625-4716-b13f-1033e530870d None None] Routers {'dfccafa8-f5af-4d73-834f-2db4b8c3443b'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:42.331457 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-285dbbf7-2625-4716-b13f-1033e530870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:57:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dfccafa8-f5af-4d73-834f-2db4b8c3443b'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:42.341238 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.342865 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cb92d9b5-1bb8-42a3-9564-2988fa49d16c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0273662 Jul 05 03:57:42.345643 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47024) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:42.351216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-e9a66bd0-5f89-4af0-8b3c-44e8a51eb040 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:42.369648 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.393118 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-285dbbf7-2625-4716-b13f-1033e530870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:42.393772 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285dbbf7-2625-4716-b13f-1033e530870d None None] The sync data for ids ['dfccafa8-f5af-4d73-834f-2db4b8c3443b'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:42.412220 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11545a4-c0f3-4faf-8de8-3827a0c82a65 req-2e0b51d4-edfd-4c61-b434-ab846f689670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.414608 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c11545a4-c0f3-4faf-8de8-3827a0c82a65 req-2e0b51d4-edfd-4c61-b434-ab846f689670 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe43e6d3-afbd-4d1a-a397-43745695d0ea HTTP/1.1" status: 200 len: 910 time: 0.2234921 Jul 05 03:57:42.466210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=6823ef63-82d1-4338-be4e-4ece3c91cf13,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:42.484833 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c11545a4-c0f3-4faf-8de8-3827a0c82a65 req-485bdad8-c536-4658-8df9-996a6c533c09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae HTTP/1.1" status: 200 len: 217 time: 0.0492377 Jul 05 03:57:42.570032 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11545a4-c0f3-4faf-8de8-3827a0c82a65 req-a1f07bd1-d269-485e-ac62-2f60c22340a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.570032 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c11545a4-c0f3-4faf-8de8-3827a0c82a65 req-a1f07bd1-d269-485e-ac62-2f60c22340a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0e3c5b7f-01aa-4c94-8d4e-ec644111979e HTTP/1.1" status: 200 len: 849 time: 0.0743909 Jul 05 03:57:42.608451 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c11545a4-c0f3-4faf-8de8-3827a0c82a65 req-7970a53d-d5a5-448e-862e-d44ebe325b87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe43e6d3-afbd-4d1a-a397-43745695d0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295858 Jul 05 03:57:42.617329 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53082e2-d76a-4270-a976-1c5ba8fad358 req-e3edc602-6012-48fe-bc21-97dde1f02852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.618978 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e53082e2-d76a-4270-a976-1c5ba8fad358 req-e3edc602-6012-48fe-bc21-97dde1f02852 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 1097 time: 0.2341018 Jul 05 03:57:42.732313 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e53082e2-d76a-4270-a976-1c5ba8fad358 req-55a52fbf-981c-41b7-bed1-dc6880cba457 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d70dc383-7d9c-4774-a6da-5b0c1df9285d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018715 Jul 05 03:57:42.798223 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c11545a4-c0f3-4faf-8de8-3827a0c82a65 req-c08c0ede-9cfa-4ec0-b503-3a0d87014b1f service neutron] 10.222.0.10 "GET /v2.0/networks/fe43e6d3-afbd-4d1a-a397-43745695d0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782200 Jul 05 03:57:42.913144 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c11545a4-c0f3-4faf-8de8-3827a0c82a65 req-4545dced-bce3-48ca-88c5-8bdc336b4de5 service neutron] 10.222.0.10 "GET /v2.0/networks/fe43e6d3-afbd-4d1a-a397-43745695d0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044407 Jul 05 03:57:42.982737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9043697-d7b5-4b33-98fe-19419e63bb34 req-67b95017-5e01-4feb-9319-46e82845cd56 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.984246 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9043697-d7b5-4b33-98fe-19419e63bb34 req-67b95017-5e01-4feb-9319-46e82845cd56 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 950 time: 0.5444615 Jul 05 03:57:43.074167 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3179d07-e724-4f03-8e46-88ddbac1aa9c req-3092cd6f-1914-48bb-9923-46a137fb6d40 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.076587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3179d07-e724-4f03-8e46-88ddbac1aa9c req-3092cd6f-1914-48bb-9923-46a137fb6d40 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.5061240 Jul 05 03:57:43.088287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9043697-d7b5-4b33-98fe-19419e63bb34 req-c4d60c27-2214-407e-a415-8f6b99998fda tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966511 Jul 05 03:57:43.190040 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3179d07-e724-4f03-8e46-88ddbac1aa9c req-eeeea568-1f4c-4e6e-a1f6-ef04b1276582 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058831 Jul 05 03:57:43.389551 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9a66bd0-5f89-4af0-8b3c-44e8a51eb040 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.497271 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9a66bd0-5f89-4af0-8b3c-44e8a51eb040 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.511474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34bc25-da1c-4b01-a4e0-19842d5b825c req-4ca463a1-77ce-42b0-9acc-6f087e4f1f63 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.513773 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f34bc25-da1c-4b01-a4e0-19842d5b825c req-4ca463a1-77ce-42b0-9acc-6f087e4f1f63 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 943 time: 0.1152852 Jul 05 03:57:43.523211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507339ca-c515-437b-a9cb-23d348319c56 req-d477008c-bf22-4260-849e-9715d890728b tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.524861 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-507339ca-c515-437b-a9cb-23d348319c56 req-d477008c-bf22-4260-849e-9715d890728b tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 945 time: 0.1159496 Jul 05 03:57:43.589436 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f34bc25-da1c-4b01-a4e0-19842d5b825c req-82e1cd2d-ad95-405e-8914-b1d25c36e132 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c14f5f1-4c86-485a-a405-bc90347c566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636945 Jul 05 03:57:43.592847 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-507339ca-c515-437b-a9cb-23d348319c56 req-3f917988-405a-40e4-9641-367a45352f73 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/security-groups?id=d70dc383-7d9c-4774-a6da-5b0c1df9285d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588217 Jul 05 03:57:43.711605 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d71f02c-1828-4519-a30a-3798a2982acc req-a0f25105-2ea2-456e-9f16-7f15886a2213 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=dd46e87c74d64db883b1d7bd177ca1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264637 Jul 05 03:57:43.791515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e9a66bd0-5f89-4af0-8b3c-44e8a51eb040 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Deleting port 1abf7110-11f1-4704-a756-a3e3dcdce07a {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:43.791867 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9a66bd0-5f89-4af0-8b3c-44e8a51eb040 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.891647 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71f02c-1828-4519-a30a-3798a2982acc req-b7887f93-f6f7-4785-86a0-0fb8e675cfa9 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.893260 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d71f02c-1828-4519-a30a-3798a2982acc req-b7887f93-f6f7-4785-86a0-0fb8e675cfa9 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1711524 Jul 05 03:57:43.919073 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9a66bd0-5f89-4af0-8b3c-44e8a51eb040 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.929123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d71f02c-1828-4519-a30a-3798a2982acc req-79d5384b-f104-4f96-bd69-30140c00924e tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/quotas/dd46e87c74d64db883b1d7bd177ca1b2 HTTP/1.1" status: 200 len: 375 time: 0.0285439 Jul 05 03:57:43.933078 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e9a66bd0-5f89-4af0-8b3c-44e8a51eb040 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Calling delete_port for 1abf7110-11f1-4704-a756-a3e3dcdce07a owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:43.946658 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b09a2c7a-44f1-41f7-8366-b11afd6b02f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.080690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d71f02c-1828-4519-a30a-3798a2982acc req-a3b6f548-d522-4bfb-8d26-6299719957fd tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd46e87c74d64db883b1d7bd177ca1b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1427729 Jul 05 03:57:44.301876 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9a66bd0-5f89-4af0-8b3c-44e8a51eb040 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.342135 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.347607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a66bd0-5f89-4af0-8b3c-44e8a51eb040 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Pushing event deleted for resources: {'Port': ['ID=1abf7110-11f1-4704-a756-a3e3dcdce07a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:44.457118 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9a66bd0-5f89-4af0-8b3c-44e8a51eb040 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.581998 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-777242c8-41c7-475f-be00-b80937afa8ae req-4d081faf-cb6c-4b90-9b52-ad380155e09e tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 210 time: 0.0412810 Jul 05 03:57:44.591227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28712f08-c225-4d02-896b-d58ec889da35 req-e8472bca-26db-4a36-8fc5-8a048c99dbf3 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:44.593088 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28712f08-c225-4d02-896b-d58ec889da35 req-e8472bca-26db-4a36-8fc5-8a048c99dbf3 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.2559111 Jul 05 03:57:44.736344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28712f08-c225-4d02-896b-d58ec889da35 req-91642d64-ba72-40b8-9292-36f1084baa2d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014044 Jul 05 03:57:44.792092 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9a66bd0-5f89-4af0-8b3c-44e8a51eb040 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.799243 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9a66bd0-5f89-4af0-8b3c-44e8a51eb040 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.946460 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d653117-817b-403b-91b3-75cba91d72ee req-e158fd79-71a9-4802-b444-46bfdcf79985 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:44.948499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d653117-817b-403b-91b3-75cba91d72ee req-e158fd79-71a9-4802-b444-46bfdcf79985 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 943 time: 0.2156062 Jul 05 03:57:44.951197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a66bd0-5f89-4af0-8b3c-44e8a51eb040 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Router dfccafa8-f5af-4d73-834f-2db4b8c3443b has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:57:45.075089 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d653117-817b-403b-91b3-75cba91d72ee req-65d9cd2f-d4a1-4730-a4e8-f03a5ea68361 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c14f5f1-4c86-485a-a405-bc90347c566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154232 Jul 05 03:57:45.078705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a66bd0-5f89-4af0-8b3c-44e8a51eb040 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:45.086497 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9a66bd0-5f89-4af0-8b3c-44e8a51eb040 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.088898 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608fbbc-5be2-4eb3-b4a8-eccd68955bd0 None None] Sync routers for ids ['dfccafa8-f5af-4d73-834f-2db4b8c3443b'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:45.089839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47084) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:45.090833 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e9a66bd0-5f89-4af0-8b3c-44e8a51eb040 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "PUT /v2.0/routers/dfccafa8-f5af-4d73-834f-2db4b8c3443b HTTP/1.1" status: 200 len: 706 time: 2.7430928 Jul 05 03:57:45.098521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdb9a4-2e53-479d-b6fa-8715c1af1828 req-ed14ad0f-af0b-431d-88fd-3eefe4e21d07 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.108469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-72bdb9a4-2e53-479d-b6fa-8715c1af1828 req-ed14ad0f-af0b-431d-88fd-3eefe4e21d07 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 945 time: 0.2277787 Jul 05 03:57:45.108574 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4608fbbc-5be2-4eb3-b4a8-eccd68955bd0 None None] Routers {'dfccafa8-f5af-4d73-834f-2db4b8c3443b'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:45.108574 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-4608fbbc-5be2-4eb3-b4a8-eccd68955bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:57:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dfccafa8-f5af-4d73-834f-2db4b8c3443b'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:45.146978 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-4608fbbc-5be2-4eb3-b4a8-eccd68955bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:45.153385 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-72bdb9a4-2e53-479d-b6fa-8715c1af1828 req-2f76cb56-01df-4dd7-8786-33a5d6c6d11c tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/security-groups?id=d70dc383-7d9c-4774-a6da-5b0c1df9285d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468910 Jul 05 03:57:45.170307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4608fbbc-5be2-4eb3-b4a8-eccd68955bd0 None None] Routers {'dfccafa8-f5af-4d73-834f-2db4b8c3443b'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:45.171284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-4608fbbc-5be2-4eb3-b4a8-eccd68955bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:57:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dfccafa8-f5af-4d73-834f-2db4b8c3443b'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:45.213438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-4608fbbc-5be2-4eb3-b4a8-eccd68955bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:45.214107 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608fbbc-5be2-4eb3-b4a8-eccd68955bd0 None None] The sync data for ids ['dfccafa8-f5af-4d73-834f-2db4b8c3443b'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:45.217332 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d896d930-e7ba-46f8-81aa-0109260b4725 tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/routers/dfccafa8-f5af-4d73-834f-2db4b8c3443b HTTP/1.1" status: 200 len: 741 time: 0.1253695 Jul 05 03:57:45.220313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47090) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:45.244467 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.269482 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-66660232-d26a-45cd-9f81-fc4ef387dbfa tempest-RoutersAdminTest-694815258 tempest-RoutersAdminTest-694815258-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&device_id=dfccafa8-f5af-4d73-834f-2db4b8c3443b HTTP/1.1" status: 200 len: 205 time: 0.0479004 Jul 05 03:57:45.272111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47092) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:45.306485 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3d324326-a028-4de3-9a6b-e504cc13c924 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "GET /v2.0/ports?device_id=dfccafa8-f5af-4d73-834f-2db4b8c3443b HTTP/1.1" status: 200 len: 205 time: 0.0305233 Jul 05 03:57:45.306485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47094) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:45.383703 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-093865a3-9dc7-476c-a790-a260ff68b763 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.554673 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-093865a3-9dc7-476c-a790-a260ff68b763 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.556903 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-093865a3-9dc7-476c-a790-a260ff68b763 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.747186 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-093865a3-9dc7-476c-a790-a260ff68b763 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.747739 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093865a3-9dc7-476c-a790-a260ff68b763 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Fanout notify agent at l3_agent the message router_deleted on router dfccafa8-f5af-4d73-834f-2db4b8c3443b {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:57:45.750825 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b488f63c-dcb0-4493-98cb-f0eab9206d3c req-8dfff811-c439-439b-834e-b8a439df6dfe tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 210 time: 0.0298200 Jul 05 03:57:45.756224 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-093865a3-9dc7-476c-a790-a260ff68b763 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.757785 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-093865a3-9dc7-476c-a790-a260ff68b763 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "DELETE /v2.0/routers/dfccafa8-f5af-4d73-834f-2db4b8c3443b HTTP/1.1" status: 204 len: 168 time: 0.4500656 Jul 05 03:57:45.762346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47104) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:45.792618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d6a1fefa-1a66-454b-94c5-d209ac50e062 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "GET /v2.0/ports?device_id=dfccafa8-f5af-4d73-834f-2db4b8c3443b HTTP/1.1" status: 200 len: 205 time: 0.0289097 Jul 05 03:57:45.795923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47108) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:45.844812 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-9a73328d-0a83-4782-9795-fa25f790c641 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] delete failed (client error): The resource could not be found. Jul 05 03:57:45.845853 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9a73328d-0a83-4782-9795-fa25f790c641 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "DELETE /v2.0/routers/dfccafa8-f5af-4d73-834f-2db4b8c3443b HTTP/1.1" status: 404 len: 336 time: 0.0488722 Jul 05 03:57:45.848686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47110) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:45.890343 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-06255475-3d36-498c-ada2-2170752887e2 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "GET /v2.0/ports?device_id=21d3c927-501f-4faa-84dc-1c29326cc16c HTTP/1.1" status: 200 len: 205 time: 0.0405064 Jul 05 03:57:45.892777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47112) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:45.939823 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-5ae61025-09fe-41a7-8305-74d6ffece0b1 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] delete failed (client error): The resource could not be found. Jul 05 03:57:45.943524 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5ae61025-09fe-41a7-8305-74d6ffece0b1 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "DELETE /v2.0/routers/21d3c927-501f-4faa-84dc-1c29326cc16c HTTP/1.1" status: 404 len: 336 time: 0.0472498 Jul 05 03:57:45.943725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47114) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:45.947895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417473a3-70bc-4005-85a6-5d7101db8052 req-e085bbd2-5fbe-49d4-af98-ae70551901e0 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:45.950194 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-417473a3-70bc-4005-85a6-5d7101db8052 req-e085bbd2-5fbe-49d4-af98-ae70551901e0 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.0877137 Jul 05 03:57:45.987483 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4c523044-8cf0-4326-882f-8e101851e0ca tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58c7784-5961-4fd4-af38-43e778374bdf HTTP/1.1" status: 200 len: 205 time: 0.0425448 Jul 05 03:57:45.989958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47118) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:45.993000 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-417473a3-70bc-4005-85a6-5d7101db8052 req-f560b03f-e1e7-4599-ac95-8e0484063c2f tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369015 Jul 05 03:57:46.033334 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-ddb3e7c3-eb75-416c-b5f0-59c58db1747e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] delete failed (client error): The resource could not be found. Jul 05 03:57:46.034358 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ddb3e7c3-eb75-416c-b5f0-59c58db1747e tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "DELETE /v2.0/routers/f58c7784-5961-4fd4-af38-43e778374bdf HTTP/1.1" status: 404 len: 336 time: 0.0433147 Jul 05 03:57:46.036929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47120) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:46.067137 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6132bba1-5e4e-48af-9f00-ea56e5e526e4 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "GET /v2.0/ports?device_id=59c0592d-ff74-456a-9fbb-0a715f3b941d HTTP/1.1" status: 200 len: 205 time: 0.0291033 Jul 05 03:57:46.069532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47122) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:46.091707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:46.114976 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-b011c376-ff9a-41fd-bcde-d9692f5bc269 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] delete failed (client error): The resource could not be found. Jul 05 03:57:46.118794 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47126) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:46.119333 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b011c376-ff9a-41fd-bcde-d9692f5bc269 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "DELETE /v2.0/routers/59c0592d-ff74-456a-9fbb-0a715f3b941d HTTP/1.1" status: 404 len: 336 time: 0.0484698 Jul 05 03:57:46.189399 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c6f14167-5225-4698-9bb7-f33602094c90 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "GET /v2.0/ports?device_id=7bdec8c9-6b5e-4e59-9c49-799912784fcd HTTP/1.1" status: 200 len: 205 time: 0.0694296 Jul 05 03:57:46.192013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47130) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:46.245481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae,segment=NetworkSegment(42fa3041-801c-4adf-8cbc-add653f98de7),segment_id=42fa3041-801c-4adf-8cbc-add653f98de7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:46.255347 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-e6e7b355-e3f3-464d-a40b-046afdcd0b07 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] delete failed (client error): The resource could not be found. Jul 05 03:57:46.256769 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e6e7b355-e3f3-464d-a40b-046afdcd0b07 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "DELETE /v2.0/routers/7bdec8c9-6b5e-4e59-9c49-799912784fcd HTTP/1.1" status: 404 len: 336 time: 0.0626056 Jul 05 03:57:46.259561 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47134) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:46.269364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae', 'network_id': 'fe43e6d3-afbd-4d1a-a397-43745695d0ea', 'port_id': '62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae', 'mac_address': 'fa:16:3e:b7:69:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3c5b7f-01aa-4c94-8d4e-ec644111979e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:46.304908 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0f33a537-f531-4816-810f-de63d544b38c tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7a09018-d04d-4e72-a1d1-6564afc35f35 HTTP/1.1" status: 200 len: 205 time: 0.0435956 Jul 05 03:57:46.305817 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47136) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:46.330084 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.343637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:46.355086 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-7d08666d-1960-40c3-a088-ec63e4b887e9 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] delete failed (client error): The resource could not be found. Jul 05 03:57:46.359637 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7d08666d-1960-40c3-a088-ec63e4b887e9 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "DELETE /v2.0/routers/c7a09018-d04d-4e72-a1d1-6564afc35f35 HTTP/1.1" status: 404 len: 336 time: 0.0500870 Jul 05 03:57:46.361680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47138) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:46.370467 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae,segment=NetworkSegment(42fa3041-801c-4adf-8cbc-add653f98de7),segment_id=42fa3041-801c-4adf-8cbc-add653f98de7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:46.394276 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e52c1b-6d25-450c-b2ee-6ba43ecb0628 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] DELETE failed (client error): The resource could not be found. Jul 05 03:57:46.394825 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e52c1b-6d25-450c-b2ee-6ba43ecb0628 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:57:46.396508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-11e52c1b-6d25-450c-b2ee-6ba43ecb0628 tempest-RoutersAdminTest-1829723331 tempest-RoutersAdminTest-1829723331-project] 10.222.0.38 "DELETE /v2.0/subnets/663f66dd-8260-4411-b41b-58a54bc925d0 HTTP/1.1" status: 404 len: 337 time: 0.0338933 Jul 05 03:57:46.409428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21287c-8f78-4862-a87c-18df66350ef8 req-9285af4d-0582-4393-bce2-1ce5574dacb1 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:46.411012 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c21287c-8f78-4862-a87c-18df66350ef8 req-9285af4d-0582-4393-bce2-1ce5574dacb1 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 943 time: 0.1593454 Jul 05 03:57:46.431490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b53bb4-aa1e-4904-9419-af881113c535 req-a80f557c-9835-4075-89a6-6cabb787fe15 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:46.438933 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29b53bb4-aa1e-4904-9419-af881113c535 req-a80f557c-9835-4075-89a6-6cabb787fe15 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 945 time: 0.1311393 Jul 05 03:57:46.448524 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.510007 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c21287c-8f78-4862-a87c-18df66350ef8 req-7e89c901-bec0-4214-96be-b2b5e3d0d9a1 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c14f5f1-4c86-485a-a405-bc90347c566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853434 Jul 05 03:57:46.513705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29b53bb4-aa1e-4904-9419-af881113c535 req-e71b1ed8-48da-47ae-9d54-51d22f07ba27 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/security-groups?id=d70dc383-7d9c-4774-a6da-5b0c1df9285d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739861 Jul 05 03:57:46.551414 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:46.756998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:46.796368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec93d29-51ec-4d38-a6b7-8c7d636eed63 req-911e20ca-4d74-4c7f-ad73-631262fb058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:46.797923 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eec93d29-51ec-4d38-a6b7-8c7d636eed63 req-911e20ca-4d74-4c7f-ad73-631262fb058a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 1098 time: 0.1788936 Jul 05 03:57:46.840610 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eec93d29-51ec-4d38-a6b7-8c7d636eed63 req-c0d8fe9d-fc85-40ac-9be4-41633bc4d2b2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303226 Jul 05 03:57:46.870800 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.910244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-239aaa7d-5118-4140-be5a-85e4018425ac req-b50abf56-faf9-4067-8d74-2c90792ad38d tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 210 time: 0.0330560 Jul 05 03:57:47.033022 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47160) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:47.177913 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-33831451-7864-47ef-bf48-6cba23332633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.234410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa16f5-fe7b-4714-8e52-b51b5df0fd16 req-a0b67fb4-ec98-458c-acc5-0156f7f08808 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.236011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3aa16f5-fe7b-4714-8e52-b51b5df0fd16 req-a0b67fb4-ec98-458c-acc5-0156f7f08808 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1027987 Jul 05 03:57:47.301607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3aa16f5-fe7b-4714-8e52-b51b5df0fd16 req-999df708-cec1-4c03-8bbc-4913789ad04d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568449 Jul 05 03:57:47.349293 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-33831451-7864-47ef-bf48-6cba23332633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.432692 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-33831451-7864-47ef-bf48-6cba23332633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.476339 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-33831451-7864-47ef-bf48-6cba23332633 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5c74187507e4b38b82fc90682603eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392140 Jul 05 03:57:47.476339 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33831451-7864-47ef-bf48-6cba23332633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6486ca7-2759-4663-9e19-27704cc42e38,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:47.477005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47170) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:47.553631 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d71f02c-1828-4519-a30a-3798a2982acc req-59e42de7-cd30-4ec3-859f-d7698649bf5b tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=dd46e87c74d64db883b1d7bd177ca1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534177 Jul 05 03:57:47.725757 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.742251 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60074c66-180e-49d9-8d77-e5613dc020f0 req-91bdde11-5a41-446c-a216-40a3f0d0c734 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.750887 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60074c66-180e-49d9-8d77-e5613dc020f0 req-91bdde11-5a41-446c-a216-40a3f0d0c734 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 944 time: 0.1037483 Jul 05 03:57:47.791518 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:47.807956 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60074c66-180e-49d9-8d77-e5613dc020f0 req-81a7c549-0680-4a85-b27d-d7eeaa8fc850 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c14f5f1-4c86-485a-a405-bc90347c566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560157 Jul 05 03:57:47.812715 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71f02c-1828-4519-a30a-3798a2982acc req-0b129c3d-6a85-44be-8ac7-c635b79e1467 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.814411 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d71f02c-1828-4519-a30a-3798a2982acc req-0b129c3d-6a85-44be-8ac7-c635b79e1467 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2528114 Jul 05 03:57:47.833071 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-5d71f02c-1828-4519-a30a-3798a2982acc req-0baadcf3-8dc1-4b23-9d86-1a363162eb34 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Request body: {'port': {'device_id': 'b2194852-c716-4745-b84e-62fd238e5dd5', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': 'dd46e87c74d64db883b1d7bd177ca1b2'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:47.841952 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee8963-c048-4c75-ac36-ce528f4583e0 req-1c2c88b8-6295-47a9-bf0a-24b54648850b tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.849845 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98ee8963-c048-4c75-ac36-ce528f4583e0 req-1c2c88b8-6295-47a9-bf0a-24b54648850b tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 945 time: 0.1570952 Jul 05 03:57:47.905123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98ee8963-c048-4c75-ac36-ce528f4583e0 req-38b7f364-361e-4f40-8ebb-0a179a0c8d1a tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/security-groups?id=d70dc383-7d9c-4774-a6da-5b0c1df9285d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541968 Jul 05 03:57:48.015493 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.018408 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.022221 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a6486ca7-2759-4663-9e19-27704cc42e38 HTTP/1.1" status: 204 len: 168 time: 0.5412571 Jul 05 03:57:48.032179 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6486ca7-2759-4663-9e19-27704cc42e38,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:48.049874 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:48.050630 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:48.050973 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:48.051311 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:48.051677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:48.051974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:48.052530 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:48.052719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:48.053047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:48.053467 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:48.053685 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:48.054012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03a021-b2a3-450d-8eab-870cda5680af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:48.057461 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d71f02c-1828-4519-a30a-3798a2982acc req-0baadcf3-8dc1-4b23-9d86-1a363162eb34 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Made reservation on behalf of dd46e87c74d64db883b1d7bd177ca1b2 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:48.061462 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5d71f02c-1828-4519-a30a-3798a2982acc req-0baadcf3-8dc1-4b23-9d86-1a363162eb34 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.111836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:48.149871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3fe19b84-939e-4859-8bf7-0ad213768212 req-9c38b694-791f-4cee-b38f-85e4fcb73f8c tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 210 time: 0.0681045 Jul 05 03:57:48.270690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-5d71f02c-1828-4519-a30a-3798a2982acc req-0baadcf3-8dc1-4b23-9d86-1a363162eb34 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Allocated IP 192.168.233.181 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/7691c9b9-744b-4bf4-82a1-ec6811913cf7) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:48.329507 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:48.336356 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:48.336969 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.451628 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.520327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae,segment=NetworkSegment(42fa3041-801c-4adf-8cbc-add653f98de7),segment_id=42fa3041-801c-4adf-8cbc-add653f98de7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:48.521637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2415a5d5-6843-4792-acb7-6f6829899a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:48.525213 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5d71f02c-1828-4519-a30a-3798a2982acc req-0baadcf3-8dc1-4b23-9d86-1a363162eb34 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.526211 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d133d9b-93f3-4c13-873a-076fdb5d4177" -d '{"events": [{"server_uuid": "2415a5d5-6843-4792-acb7-6f6829899a71", "name": "network-vif-plugged", "status": "completed", "tag": "62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:48.551205 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-5d71f02c-1828-4519-a30a-3798a2982acc req-0baadcf3-8dc1-4b23-9d86-1a363162eb34 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Transition to ACTIVE for port object 7691c9b9-744b-4bf4-82a1-ec6811913cf7 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:48.583561 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3ecff0-93ae-4e37-8727-2b77035388c2 x-openstack-request-id: req-df3ecff0-93ae-4e37-8727-2b77035388c2 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:48.583849 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2415a5d5-6843-4792-acb7-6f6829899a71", "name": "network-vif-plugged", "status": "completed", "tag": "62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:48.584484 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-df3ecff0-93ae-4e37-8727-2b77035388c2 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:48.585106 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2415a5d5-6843-4792-acb7-6f6829899a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae', 'code': 200} Jul 05 03:57:48.604175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43895007-9b4f-4e8e-8a93-97a3daee8c7b req-4942160e-6e83-4946-9429-4b972884f3f4 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.609250 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43895007-9b4f-4e8e-8a93-97a3daee8c7b req-4942160e-6e83-4946-9429-4b972884f3f4 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1659760 Jul 05 03:57:48.632574 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.693244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43895007-9b4f-4e8e-8a93-97a3daee8c7b req-62640025-b8b6-455e-bec6-d1052e843172 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776920 Jul 05 03:57:48.701530 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:48.794032 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a1d4e-559e-4d11-a206-240017e32723 req-bd1895df-6b8e-420c-b0a4-f6fb13962247 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.795622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-702a1d4e-559e-4d11-a206-240017e32723 req-bd1895df-6b8e-420c-b0a4-f6fb13962247 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.36 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 945 time: 0.1820176 Jul 05 03:57:48.798888 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5d71f02c-1828-4519-a30a-3798a2982acc req-0baadcf3-8dc1-4b23-9d86-1a363162eb34 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.807357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53f711-47a3-4669-8b79-c42f7973470b req-26fca040-a414-44a5-b4c0-803340e4b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.809452 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dd53f711-47a3-4669-8b79-c42f7973470b req-26fca040-a414-44a5-b4c0-803340e4b6e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 1097 time: 0.0916309 Jul 05 03:57:48.815322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9b19c079-c3ad-4f81-be3c-59d9bd709776'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:49.095494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae4ca3-fff9-4bcc-9081-87f9011bb7d3 req-6f91c1a6-fa51-476d-8248-22d7f77005d4 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.102883 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5ae4ca3-fff9-4bcc-9081-87f9011bb7d3 req-6f91c1a6-fa51-476d-8248-22d7f77005d4 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 945 time: 0.1190641 Jul 05 03:57:49.115032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47198) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:49.212644 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-47f7bec7-83a9-460c-8ad1-014936a5bac5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a968194124a84ba684866dafa3f67ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0955927 Jul 05 03:57:49.220820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47204) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:49.228383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d71f02c-1828-4519-a30a-3798a2982acc req-0baadcf3-8dc1-4b23-9d86-1a363162eb34 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:49.232603 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baadcf3-8dc1-4b23-9d86-1a363162eb34 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Pushing event updated for resources: {'Port': ['ID=7691c9b9-744b-4bf4-82a1-ec6811913cf7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:49.241045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-5d71f02c-1828-4519-a30a-3798a2982acc req-0baadcf3-8dc1-4b23-9d86-1a363162eb34 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:49.249685 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d71f02c-1828-4519-a30a-3798a2982acc req-0baadcf3-8dc1-4b23-9d86-1a363162eb34 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:49.250832 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5ae4ca3-fff9-4bcc-9081-87f9011bb7d3 req-abed0dff-832b-4525-abde-2838edc9deb2 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c14f5f1-4c86-485a-a405-bc90347c566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422687 Jul 05 03:57:49.304817 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d6949-6c6a-493f-8a7a-c1119863b493 req-81a40445-1fa6-4679-be33-1888a20b3e52 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.315089 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-447d6949-6c6a-493f-8a7a-c1119863b493 req-81a40445-1fa6-4679-be33-1888a20b3e52 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 945 time: 0.1853161 Jul 05 03:57:49.341538 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dd53f711-47a3-4669-8b79-c42f7973470b req-76391cbf-5549-4608-9c59-09f0c7e48acd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5c14f5f1-4c86-485a-a405-bc90347c566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986029 Jul 05 03:57:49.380364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71f02c-1828-4519-a30a-3798a2982acc req-0baadcf3-8dc1-4b23-9d86-1a363162eb34 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.381109 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5d71f02c-1828-4519-a30a-3798a2982acc req-0baadcf3-8dc1-4b23-9d86-1a363162eb34 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.383983 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-447d6949-6c6a-493f-8a7a-c1119863b493 req-bbcdb2ba-a984-4b15-bfa7-2669d8ea0db6 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/security-groups?id=d70dc383-7d9c-4774-a6da-5b0c1df9285d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679119 Jul 05 03:57:49.430396 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-05bdbe02-9164-4739-8ce5-82f2744d7713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.479407 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d71f02c-1828-4519-a30a-3798a2982acc req-0baadcf3-8dc1-4b23-9d86-1a363162eb34 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6504450 Jul 05 03:57:49.504949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Request body: {'port': {'device_id': 'b2194852-c716-4745-b84e-62fd238e5dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:49.555810 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-05bdbe02-9164-4739-8ce5-82f2744d7713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.564811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-702a1d4e-559e-4d11-a206-240017e32723 req-35852585-5691-482a-a97a-4e40c6b85138 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Deleting port 6823ef63-82d1-4338-be4e-4ece3c91cf13 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:49.565140 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-702a1d4e-559e-4d11-a206-240017e32723 req-35852585-5691-482a-a97a-4e40c6b85138 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.655349 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955b3bb-ed80-4b49-a91a-29d49dee4cef req-6f2ea47e-cebd-43af-b68d-19ff880b256d tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.657042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f955b3bb-ed80-4b49-a91a-29d49dee4cef req-6f2ea47e-cebd-43af-b68d-19ff880b256d tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 936 time: 0.0883219 Jul 05 03:57:49.673514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d3824aad-2120-4b30-b838-712a60c654c4 None None] Provisioning for port 7691c9b9-744b-4bf4-82a1-ec6811913cf7 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:49.677506 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.678300 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d3824aad-2120-4b30-b838-712a60c654c4 None None] Provisioning complete for port 7691c9b9-744b-4bf4-82a1-ec6811913cf7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:49.678676 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d3824aad-2120-4b30-b838-712a60c654c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.755842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d3824aad-2120-4b30-b838-712a60c654c4 None None] Port 7691c9b9-744b-4bf4-82a1-ec6811913cf7 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:49.756093 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f955b3bb-ed80-4b49-a91a-29d49dee4cef req-826d11a5-a808-48aa-b631-57a774743793 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929770 Jul 05 03:57:49.790244 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-702a1d4e-559e-4d11-a206-240017e32723 req-35852585-5691-482a-a97a-4e40c6b85138 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] For port 6823ef63-82d1-4338-be4e-4ece3c91cf13, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=6823ef63-82d1-4338-be4e-4ece3c91cf13,segment=NetworkSegment(b6a17785-ca73-4e11-b3de-56f4df9ded86),segment_id=b6a17785-ca73-4e11-b3de-56f4df9ded86)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:49.790244 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-702a1d4e-559e-4d11-a206-240017e32723 req-35852585-5691-482a-a97a-4e40c6b85138 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.811363 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-702a1d4e-559e-4d11-a206-240017e32723 req-35852585-5691-482a-a97a-4e40c6b85138 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Calling delete_port for 6823ef63-82d1-4338-be4e-4ece3c91cf13 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:49.941054 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-05bdbe02-9164-4739-8ce5-82f2744d7713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.944778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-05bdbe02-9164-4739-8ce5-82f2744d7713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.948880 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-05bdbe02-9164-4739-8ce5-82f2744d7713 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/36fe8d37-4193-4f36-97a1-56d6b90a59e7 HTTP/1.1" status: 204 len: 168 time: 0.7230690 Jul 05 03:57:49.973952 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7391ebe-4f6d-445c-a268-49be4ba4928b req-06896c9a-e2e9-49f6-b80b-72a822caad7d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.976103 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7391ebe-4f6d-445c-a268-49be4ba4928b req-06896c9a-e2e9-49f6-b80b-72a822caad7d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.0829213 Jul 05 03:57:49.990569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdbe02-9164-4739-8ce5-82f2744d7713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fe8d37-4193-4f36-97a1-56d6b90a59e7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:50.052049 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7391ebe-4f6d-445c-a268-49be4ba4928b req-6f1f3c87-582f-433c-8526-cd446c1e2278 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686758 Jul 05 03:57:50.279133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7691c9b9-744b-4bf4-82a1-ec6811913cf7 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:50.302363 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-702a1d4e-559e-4d11-a206-240017e32723 req-35852585-5691-482a-a97a-4e40c6b85138 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.314137 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.424850 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35852585-5691-482a-a97a-4e40c6b85138 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Pushing event deleted for resources: {'Port': ['ID=6823ef63-82d1-4338-be4e-4ece3c91cf13,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:50.504661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Transition to ACTIVE for port object 7691c9b9-744b-4bf4-82a1-ec6811913cf7 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:50.527603 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e110480-60e8-4fb6-95b3-6692aeeecb08 req-3b52a18f-7504-41b4-9298-5129ff40d380 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.535970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-702a1d4e-559e-4d11-a206-240017e32723 req-35852585-5691-482a-a97a-4e40c6b85138 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] No DVR routers for this DVR port 6823ef63-82d1-4338-be4e-4ece3c91cf13 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:50.540185 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-702a1d4e-559e-4d11-a206-240017e32723 req-35852585-5691-482a-a97a-4e40c6b85138 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.541955 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-702a1d4e-559e-4d11-a206-240017e32723 req-35852585-5691-482a-a97a-4e40c6b85138 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.36 "DELETE /v2.0/ports/6823ef63-82d1-4338-be4e-4ece3c91cf13 HTTP/1.1" status: 204 len: 173 time: 1.7301469 Jul 05 03:57:50.542508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70ede9c-fbed-426c-b134-fa920e6b9aba', 'name': 'network-vif-deleted', 'tag': '6823ef63-82d1-4338-be4e-4ece3c91cf13'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:50.542655 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e110480-60e8-4fb6-95b3-6692aeeecb08 req-3b52a18f-7504-41b4-9298-5129ff40d380 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 945 time: 0.1149359 Jul 05 03:57:50.545559 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ffb422-a013-407a-acf1-e69d1b4b8f93" -d '{"events": [{"server_uuid": "e70ede9c-fbed-426c-b134-fa920e6b9aba", "name": "network-vif-deleted", "tag": "6823ef63-82d1-4338-be4e-4ece3c91cf13"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:50.552358 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.641980 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e110480-60e8-4fb6-95b3-6692aeeecb08 req-c08cb9b5-d91a-4521-8039-fd9926a6b63f tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c14f5f1-4c86-485a-a405-bc90347c566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904183 Jul 05 03:57:50.666995 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Pushing event updated for resources: {'Port': ['ID=7691c9b9-744b-4bf4-82a1-ec6811913cf7,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:50.786508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Attempting to bind port 7691c9b9-744b-4bf4-82a1-ec6811913cf7 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:50.786843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Attempting to bind port 7691c9b9-744b-4bf4-82a1-ec6811913cf7 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:50.787175 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Attempting to bind port 7691c9b9-744b-4bf4-82a1-ec6811913cf7 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:50.802636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Port 7691c9b9-744b-4bf4-82a1-ec6811913cf7 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:50.802989 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Attempting to bind port 7691c9b9-744b-4bf4-82a1-ec6811913cf7 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:50.825935 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:50.826279 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:50.826674 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:50.827123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Bound port: 7691c9b9-744b-4bf4-82a1-ec6811913cf7, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:50.827485 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.001418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] For port 7691c9b9-744b-4bf4-82a1-ec6811913cf7, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:51.004779 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] For port 7691c9b9-744b-4bf4-82a1-ec6811913cf7, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7691c9b9-744b-4bf4-82a1-ec6811913cf7,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:51.006801 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be661f0-7a68-4c0a-9cf4-69bd7cd7f1b4 x-openstack-request-id: req-6be661f0-7a68-4c0a-9cf4-69bd7cd7f1b4 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:51.007084 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70ede9c-fbed-426c-b134-fa920e6b9aba", "name": "network-vif-deleted", "tag": "6823ef63-82d1-4338-be4e-4ece3c91cf13", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:51.007361 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6be661f0-7a68-4c0a-9cf4-69bd7cd7f1b4 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:51.007775 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70ede9c-fbed-426c-b134-fa920e6b9aba', 'name': 'network-vif-deleted', 'tag': '6823ef63-82d1-4338-be4e-4ece3c91cf13', 'status': 'completed', 'code': 200} Jul 05 03:57:51.050203 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b36cf35f-159b-4828-b52a-467b0db1aaaf req-97e9469d-b0ec-4dda-8728-b8fd3d1e59b9 tempest-ServerPasswordTestJSON-488794908 tempest-ServerPasswordTestJSON-488794908-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70ede9c-fbed-426c-b134-fa920e6b9aba HTTP/1.1" status: 200 len: 210 time: 0.0948026 Jul 05 03:57:51.077096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abf6c6-1d7e-44cb-8795-0a77d47e61a7 req-780fe8d0-4478-4eac-bd33-61fee4161f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.078683 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5abf6c6-1d7e-44cb-8795-0a77d47e61a7 req-780fe8d0-4478-4eac-bd33-61fee4161f51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b68a52351a9459890afd450c0a0c46b&device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 1098 time: 0.0701065 Jul 05 03:57:51.091670 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.217774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8f156-ccbc-45fb-a031-fe19a13e2002 req-65b49d14-56c9-4da4-bed2-7baffa188798 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.224664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9c8f156-ccbc-45fb-a031-fe19a13e2002 req-65b49d14-56c9-4da4-bed2-7baffa188798 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1067982 Jul 05 03:57:51.289962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Pushing event updated for resources: {'Port': ['ID=7691c9b9-744b-4bf4-82a1-ec6811913cf7,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:51.293909 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.294886 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.296319 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d71f02c-1828-4519-a30a-3798a2982acc req-65108aa5-39a6-4c1f-a9bf-06d5a0e01f5f service neutron] 10.222.0.36 "PUT /v2.0/ports/7691c9b9-744b-4bf4-82a1-ec6811913cf7 HTTP/1.1" status: 200 len: 1097 time: 1.7965059 Jul 05 03:57:51.318543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9c8f156-ccbc-45fb-a031-fe19a13e2002 req-332e520f-fe69-47fd-9462-cab1e1958936 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898845 Jul 05 03:57:51.346087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb3aa4-2087-46a3-b26f-9d101f81b7ef req-77167b6c-2424-4f97-8b8c-fc519320bb19 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.353407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8bb3aa4-2087-46a3-b26f-9d101f81b7ef req-77167b6c-2424-4f97-8b8c-fc519320bb19 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 948 time: 0.1270351 Jul 05 03:57:51.386402 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abf6c6-1d7e-44cb-8795-0a77d47e61a7 req-7e00fbbe-2935-4f78-a541-6c08a00fc2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.390875 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5abf6c6-1d7e-44cb-8795-0a77d47e61a7 req-7e00fbbe-2935-4f78-a541-6c08a00fc2c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3fdf8913-47c8-4a23-a882-812e457ca862 HTTP/1.1" status: 200 len: 919 time: 0.3009317 Jul 05 03:57:51.424798 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8bb3aa4-2087-46a3-b26f-9d101f81b7ef req-9f8cf68f-a7e4-4069-a275-9e4e559544fa tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704424 Jul 05 03:57:51.462200 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5abf6c6-1d7e-44cb-8795-0a77d47e61a7 req-71b5cd7d-1974-4080-9a00-84cb869e13b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aed92df0-007b-49ca-9909-5b42683f510a HTTP/1.1" status: 200 len: 217 time: 0.0529661 Jul 05 03:57:51.512774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47256) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:51.555743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abf6c6-1d7e-44cb-8795-0a77d47e61a7 req-bbe05ace-5fdc-47e8-9fcf-e86768130bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.557452 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5abf6c6-1d7e-44cb-8795-0a77d47e61a7 req-bbe05ace-5fdc-47e8-9fcf-e86768130bbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cadd956f-4ed6-4336-8d28-a9a782accda4 HTTP/1.1" status: 200 len: 858 time: 0.0673091 Jul 05 03:57:51.602998 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5abf6c6-1d7e-44cb-8795-0a77d47e61a7 req-8aa7a0f1-45bd-4205-89f4-0005bf5af22c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fdf8913-47c8-4a23-a882-812e457ca862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331154 Jul 05 03:57:51.609519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71f02c-1828-4519-a30a-3798a2982acc req-bb589f92-86c7-47a3-b9dc-9bda7229f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.610954 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d71f02c-1828-4519-a30a-3798a2982acc req-bb589f92-86c7-47a3-b9dc-9bda7229f349 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd46e87c74d64db883b1d7bd177ca1b2&device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 1100 time: 0.1595831 Jul 05 03:57:51.658747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-1a989077-5b16-41bd-97e0-47926d718c65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1066929151'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:51.744890 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a989077-5b16-41bd-97e0-47926d718c65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:51.745953 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d71f02c-1828-4519-a30a-3798a2982acc req-4cff4b00-af5b-415c-95f6-2733ac0160ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7691c9b9-744b-4bf4-82a1-ec6811913cf7 HTTP/1.1" status: 200 len: 217 time: 0.1040382 Jul 05 03:57:51.750935 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1a989077-5b16-41bd-97e0-47926d718c65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.893637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71f02c-1828-4519-a30a-3798a2982acc req-04abbf3f-edee-4709-ab3b-ecc5be4ce322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.895232 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d71f02c-1828-4519-a30a-3798a2982acc req-04abbf3f-edee-4709-ab3b-ecc5be4ce322 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1231358 Jul 05 03:57:51.899420 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5abf6c6-1d7e-44cb-8795-0a77d47e61a7 req-a6a4934a-0d5b-41cf-ab64-aa6774698aaa service neutron] 10.222.0.36 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716160 Jul 05 03:57:51.974480 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 6823ef63-82d1-4338-be4e-4ece3c91cf13 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:52.026174 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 6823ef63-82d1-4338-be4e-4ece3c91cf13 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:52.026715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 6823ef63-82d1-4338-be4e-4ece3c91cf13 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:52.099951 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5abf6c6-1d7e-44cb-8795-0a77d47e61a7 req-3885e13f-5b63-465b-bfac-2ba5b2b34b9c service neutron] 10.222.0.36 "GET /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525643 Jul 05 03:57:52.177046 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1a989077-5b16-41bd-97e0-47926d718c65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.192758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71f02c-1828-4519-a30a-3798a2982acc req-2b63ba25-af6f-466f-9cde-4fd6300f7f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.194428 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d71f02c-1828-4519-a30a-3798a2982acc req-2b63ba25-af6f-466f-9cde-4fd6300f7f12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2698812 Jul 05 03:57:52.293494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e17e7-8ccb-49d2-9526-89fb6db95592 req-030a4627-a398-4047-99fc-78eea6afa3fa tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.301548 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a4e17e7-8ccb-49d2-9526-89fb6db95592 req-030a4627-a398-4047-99fc-78eea6afa3fa tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 945 time: 0.1615834 Jul 05 03:57:52.311292 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:57:52.340203 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d71f02c-1828-4519-a30a-3798a2982acc req-2c553b35-9ee3-4924-8fde-89b02b1f396e service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284652 Jul 05 03:57:52.379125 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a4e17e7-8ccb-49d2-9526-89fb6db95592 req-969517c2-7279-4f70-9cf9-50523b7ed559 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c14f5f1-4c86-485a-a405-bc90347c566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766397 Jul 05 03:57:52.390473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47286) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:52.487741 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-5664a4ce-0fee-47b3-a06c-c81d5235d830 admin admin] Deleting subnet fda68834-fff4-4102-8800-7037cee39cf3 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:52.500209 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5664a4ce-0fee-47b3-a06c-c81d5235d830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.575464 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d71f02c-1828-4519-a30a-3798a2982acc req-80c7a238-44cb-4e9a-ac93-cbf7839de039 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230098 Jul 05 03:57:52.610115 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5664a4ce-0fee-47b3-a06c-c81d5235d830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.671503 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1a989077-5b16-41bd-97e0-47926d718c65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.683258 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5664a4ce-0fee-47b3-a06c-c81d5235d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.692575 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e9def-b6b0-4007-8422-36fe637162bf req-de978cfe-5401-432e-9828-8a230905aa1e tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.694193 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-148e9def-b6b0-4007-8422-36fe637162bf req-de978cfe-5401-432e-9828-8a230905aa1e tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1960881 Jul 05 03:57:52.764580 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-148e9def-b6b0-4007-8422-36fe637162bf req-33a6f11c-bbd2-4dd3-b78b-41b2bf502a1e tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528777 Jul 05 03:57:52.802225 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1a989077-5b16-41bd-97e0-47926d718c65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.842912 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a989077-5b16-41bd-97e0-47926d718c65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:57:52.867304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a989077-5b16-41bd-97e0-47926d718c65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35390db2-2a26-4fba-9958-c728a8fc4413,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:52.893394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1a989077-5b16-41bd-97e0-47926d718c65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.893929 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-1a989077-5b16-41bd-97e0-47926d718c65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Added segment 7876848d-0714-4bcd-9595-6c83e4fd77c4 of type vlan for network 764cff81-f32e-40f8-af56-b4a9d80a62e7 Jul 05 03:57:52.936278 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5664a4ce-0fee-47b3-a06c-c81d5235d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.009013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2194852-c716-4745-b84e-62fd238e5dd5', 'tag': '7691c9b9-744b-4bf4-82a1-ec6811913cf7'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:53.011385 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a02b993-e70e-4df1-8912-c62fa5b295da" -d '{"events": [{"name": "network-changed", "server_uuid": "b2194852-c716-4745-b84e-62fd238e5dd5", "tag": "7691c9b9-744b-4bf4-82a1-ec6811913cf7"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:53.037223 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664a4ce-0fee-47b3-a06c-c81d5235d830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fda68834-fff4-4102-8800-7037cee39cf3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:53.043904 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5664a4ce-0fee-47b3-a06c-c81d5235d830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.048403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5664a4ce-0fee-47b3-a06c-c81d5235d830 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/fda68834-fff4-4102-8800-7037cee39cf3 HTTP/1.1" status: 204 len: 168 time: 0.6544547 Jul 05 03:57:53.048787 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47302) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:53.053111 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1a989077-5b16-41bd-97e0-47926d718c65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.116367 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066abe81-e733-432e-9ab0-6b412c4911d7 req-8ee9d3a1-d1e3-4f56-8df3-772dd47e1388 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:53.124505 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-066abe81-e733-432e-9ab0-6b412c4911d7 req-8ee9d3a1-d1e3-4f56-8df3-772dd47e1388 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 948 time: 0.2487645 Jul 05 03:57:53.139575 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07c7393b-5581-4008-ac31-ccc0a3d586a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.165582 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1a989077-5b16-41bd-97e0-47926d718c65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.171649 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67116c1b-4a63-4772-8085-4e9c2e5d458c x-openstack-request-id: req-67116c1b-4a63-4772-8085-4e9c2e5d458c {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:53.171937 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2194852-c716-4745-b84e-62fd238e5dd5", "tag": "7691c9b9-744b-4bf4-82a1-ec6811913cf7", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:53.172092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a989077-5b16-41bd-97e0-47926d718c65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:53.172203 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67116c1b-4a63-4772-8085-4e9c2e5d458c {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:53.172639 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2194852-c716-4745-b84e-62fd238e5dd5', 'tag': '7691c9b9-744b-4bf4-82a1-ec6811913cf7', 'status': 'completed', 'code': 200} Jul 05 03:57:53.175631 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1a989077-5b16-41bd-97e0-47926d718c65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.223752 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-066abe81-e733-432e-9ab0-6b412c4911d7 req-73469fdf-4d28-4a30-9b67-f4cd19217f7b tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978682 Jul 05 03:57:53.272244 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07c7393b-5581-4008-ac31-ccc0a3d586a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.297283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-07c7393b-5581-4008-ac31-ccc0a3d586a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356591dd-7209-4fa9-98e7-43d2fffd38d2']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:53.312726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-07c7393b-5581-4008-ac31-ccc0a3d586a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a17785-ca73-4e11-b3de-56f4df9ded86') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:53.313280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-07c7393b-5581-4008-ac31-ccc0a3d586a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a17785-ca73-4e11-b3de-56f4df9ded86') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:53.325755 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07c7393b-5581-4008-ac31-ccc0a3d586a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.346025 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07c7393b-5581-4008-ac31-ccc0a3d586a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.350605 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02b993-e70e-4df1-8912-c62fa5b295da req-eb340d22-f534-4c0b-8e53-deba6ee2b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:53.352412 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a02b993-e70e-4df1-8912-c62fa5b295da req-eb340d22-f534-4c0b-8e53-deba6ee2b028 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd46e87c74d64db883b1d7bd177ca1b2&device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 1100 time: 0.1285129 Jul 05 03:57:53.380471 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a989077-5b16-41bd-97e0-47926d718c65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Network': ['ID=764cff81-f32e-40f8-af56-b4a9d80a62e7,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:53.397737 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:57:53.398264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c7393b-5581-4008-ac31-ccc0a3d586a4 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:57:53.398398 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1a989077-5b16-41bd-97e0-47926d718c65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8839529 Jul 05 03:57:53.399775 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47310) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:53.404447 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07c7393b-5581-4008-ac31-ccc0a3d586a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: timer() Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:57:53.408865 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:57:53.411446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c1a09b5f-db6b-4ab5-92cd-82b5ff11cbd3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:53.586056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a09b5f-db6b-4ab5-92cd-82b5ff11cbd3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:53.590357 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c1a09b5f-db6b-4ab5-92cd-82b5ff11cbd3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.610880 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02b993-e70e-4df1-8912-c62fa5b295da req-f8b39bf8-fc4b-48f1-8e58-3dcaf7aac4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:53.612547 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a02b993-e70e-4df1-8912-c62fa5b295da req-f8b39bf8-fc4b-48f1-8e58-3dcaf7aac4cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2475801 Jul 05 03:57:53.678097 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07c7393b-5581-4008-ac31-ccc0a3d586a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.686178 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07c7393b-5581-4008-ac31-ccc0a3d586a4 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.692834 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-07c7393b-5581-4008-ac31-ccc0a3d586a4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/356591dd-7209-4fa9-98e7-43d2fffd38d2 HTTP/1.1" status: 204 len: 168 time: 0.6427042 Jul 05 03:57:53.716398 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a02b993-e70e-4df1-8912-c62fa5b295da req-6f8e6f5d-f574-4d95-a469-2c3c23cc8387 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7691c9b9-744b-4bf4-82a1-ec6811913cf7 HTTP/1.1" status: 200 len: 217 time: 0.0887263 Jul 05 03:57:53.717744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7393b-5581-4008-ac31-ccc0a3d586a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=356591dd-7209-4fa9-98e7-43d2fffd38d2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:53.777564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02b993-e70e-4df1-8912-c62fa5b295da req-d0511f8a-bc7c-42a1-af96-5f62dd5c9f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:53.780059 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a02b993-e70e-4df1-8912-c62fa5b295da req-d0511f8a-bc7c-42a1-af96-5f62dd5c9f46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0562723 Jul 05 03:57:53.876539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02b993-e70e-4df1-8912-c62fa5b295da req-295e3ca5-3a15-4bdf-97ae-8d9c99f53516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:53.878816 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a02b993-e70e-4df1-8912-c62fa5b295da req-295e3ca5-3a15-4bdf-97ae-8d9c99f53516 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0844967 Jul 05 03:57:53.912150 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c1a09b5f-db6b-4ab5-92cd-82b5ff11cbd3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.010084 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a02b993-e70e-4df1-8912-c62fa5b295da req-4fb89183-ee1c-4c58-b64f-9aa9b8eeebfb service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215158 Jul 05 03:57:54.066727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a09b5f-db6b-4ab5-92cd-82b5ff11cbd3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=52c706bd-d5aa-467d-93f2-e617b3461ff5,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:54.116048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a09b5f-db6b-4ab5-92cd-82b5ff11cbd3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:54.116550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a09b5f-db6b-4ab5-92cd-82b5ff11cbd3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network hostable DHCP agents. Network: 764cff81-f32e-40f8-af56-b4a9d80a62e7, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:57:54.134407 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9538bfb-04f5-43e2-a0b3-f676bed05ff4 req-832c41d1-c7b9-4868-b0eb-0ecbd5ad93e9 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.140789 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a02b993-e70e-4df1-8912-c62fa5b295da req-f950dc60-1c15-4448-990b-6564d8d937ef service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226416 Jul 05 03:57:54.142261 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9538bfb-04f5-43e2-a0b3-f676bed05ff4 req-832c41d1-c7b9-4868-b0eb-0ecbd5ad93e9 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1966043 Jul 05 03:57:54.196784 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9538bfb-04f5-43e2-a0b3-f676bed05ff4 req-cee5d8d2-3294-4743-815d-025d336c975c tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536132 Jul 05 03:57:54.254212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a09b5f-db6b-4ab5-92cd-82b5ff11cbd3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:57:54.260978 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47334) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:54.316118 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cccf9ccd-874e-4bd6-9d1b-d5867fc076ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=580a28adedd1418e8e0efcb5de2942f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473974 Jul 05 03:57:54.317321 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47336) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:54.377994 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed4f5e6b-6093-4a10-9288-1593766ae443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.395712 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed4f5e6b-6093-4a10-9288-1593766ae443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.397553 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-c1a09b5f-db6b-4ab5-92cd-82b5ff11cbd3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 764cff81-f32e-40f8-af56-b4a9d80a62e7) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:54.403833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a09b5f-db6b-4ab5-92cd-82b5ff11cbd3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.404303 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c1a09b5f-db6b-4ab5-92cd-82b5ff11cbd3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.421936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1894f99d-b348-4a4b-8370-7cd456ed727b None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:54.438549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb423f71-d018-49c3-851d-42dc24692473 req-2556102e-8ad4-471c-9fda-2aaedb7804c9 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.445608 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb423f71-d018-49c3-851d-42dc24692473 req-2556102e-8ad4-471c-9fda-2aaedb7804c9 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 948 time: 0.0888996 Jul 05 03:57:54.489266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c1a09b5f-db6b-4ab5-92cd-82b5ff11cbd3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0879853 Jul 05 03:57:54.497455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47348) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:54.503482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-25e22049-86d6-4378-84ff-ff6530e8becc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'name': 'tempest-NetworksTestDHCPv6-903807140'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:54.510177 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb423f71-d018-49c3-851d-42dc24692473 req-3db0ae0e-a892-46c0-82b2-8f883fc2b250 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635936 Jul 05 03:57:54.571856 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed4f5e6b-6093-4a10-9288-1593766ae443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.575546 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed4f5e6b-6093-4a10-9288-1593766ae443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.576810 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ed4f5e6b-6093-4a10-9288-1593766ae443 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d70dc383-7d9c-4774-a6da-5b0c1df9285d HTTP/1.1" status: 204 len: 168 time: 0.2584946 Jul 05 03:57:54.596983 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f5e6b-6093-4a10-9288-1593766ae443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70dc383-7d9c-4774-a6da-5b0c1df9285d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:54.708197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': '52c706bd-d5aa-467d-93f2-e617b3461ff5'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:57:54.709164 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.775211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e22049-86d6-4378-84ff-ff6530e8becc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:54.780857 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25e22049-86d6-4378-84ff-ff6530e8becc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.854740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-25e22049-86d6-4378-84ff-ff6530e8becc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port 66fbbd43-88ef-4d41-93f1-485a352fcbbc yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:57:54.871583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Allocated IP 2001:db8::2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/52c706bd-d5aa-467d-93f2-e617b3461ff5/a3d7355a-6f21-451b-beb1-3a187d93c684) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:55.039623 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.048502 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Transition to ACTIVE for port object a3d7355a-6f21-451b-beb1-3a187d93c684 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:55.064504 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Transition to ACTIVE for port object a3d7355a-6f21-451b-beb1-3a187d93c684 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:55.207139 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.251576 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-25e22049-86d6-4378-84ff-ff6530e8becc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::fb (764cff81-f32e-40f8-af56-b4a9d80a62e7/52c706bd-d5aa-467d-93f2-e617b3461ff5/66fbbd43-88ef-4d41-93f1-485a352fcbbc) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:55.360284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Pushing event updated for resources: {'Port': ['ID=a3d7355a-6f21-451b-beb1-3a187d93c684,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:55.395247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:55.397220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:55.405461 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:55.568500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47384) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:55.585726 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25e22049-86d6-4378-84ff-ff6530e8becc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.611236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Attempting to bind port a3d7355a-6f21-451b-beb1-3a187d93c684 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:55.612209 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Attempting to bind port a3d7355a-6f21-451b-beb1-3a187d93c684 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:55.617402 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Attempting to bind port a3d7355a-6f21-451b-beb1-3a187d93c684 on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:55.619157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:55.619726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:55.620735 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.621385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:55.622626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Bound port: a3d7355a-6f21-451b-beb1-3a187d93c684, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:55.623185 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.627105 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-25e22049-86d6-4378-84ff-ff6530e8becc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 66fbbd43-88ef-4d41-93f1-485a352fcbbc will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:55.722807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] For port a3d7355a-6f21-451b-beb1-3a187d93c684, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:55.730390 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] For port a3d7355a-6f21-451b-beb1-3a187d93c684, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a3d7355a-6f21-451b-beb1-3a187d93c684,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:55.736270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ae42f-d41c-4f40-9266-68dd3024d87b req-b2097fdb-d60b-4814-909a-d98fbabc0f78 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:55.756613 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed8ae42f-d41c-4f40-9266-68dd3024d87b req-b2097fdb-d60b-4814-909a-d98fbabc0f78 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.2654088 Jul 05 03:57:55.795437 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.796354 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25e22049-86d6-4378-84ff-ff6530e8becc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.918217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bc8e1-1c78-4d66-aff0-c2e279304ff3 None None] Pushing event updated for resources: {'Port': ['ID=a3d7355a-6f21-451b-beb1-3a187d93c684,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:55.966389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e22049-86d6-4378-84ff-ff6530e8becc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=66fbbd43-88ef-4d41-93f1-485a352fcbbc,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:55.988645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e22049-86d6-4378-84ff-ff6530e8becc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:55.990766 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-25e22049-86d6-4378-84ff-ff6530e8becc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:55.998977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e22049-86d6-4378-84ff-ff6530e8becc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:56.005352 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb782-2b25-4313-9a94-ac5143d9f63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.014572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e22049-86d6-4378-84ff-ff6530e8becc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.015986 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25e22049-86d6-4378-84ff-ff6530e8becc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.022369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7691c9b9-744b-4bf4-82a1-ec6811913cf7 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:56.048627 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed8ae42f-d41c-4f40-9266-68dd3024d87b req-09eac5df-39df-4bc6-a034-7616d2272240 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903771 Jul 05 03:57:56.128686 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-25e22049-86d6-4378-84ff-ff6530e8becc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6300292 Jul 05 03:57:56.131417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47400) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:56.271033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39ed7d-17cd-4718-a59e-d0cd984c82c7 req-65a7e1cc-c6d3-4633-8efc-70033eb55ece tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.279143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c39ed7d-17cd-4718-a59e-d0cd984c82c7 req-65a7e1cc-c6d3-4633-8efc-70033eb55ece tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 948 time: 0.4085317 Jul 05 03:57:56.315687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7691c9b9-744b-4bf4-82a1-ec6811913cf7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7691c9b9-744b-4bf4-82a1-ec6811913cf7,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:56.358109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '7691c9b9-744b-4bf4-82a1-ec6811913cf7', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '7691c9b9-744b-4bf4-82a1-ec6811913cf7', 'mac_address': 'fa:16:3e:60:56:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:56.439072 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c39ed7d-17cd-4718-a59e-d0cd984c82c7 req-b2fea7e7-e403-4374-95db-e4e1f9edf578 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589072 Jul 05 03:57:56.483729 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.515180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7691c9b9-744b-4bf4-82a1-ec6811913cf7 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:56.515556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb40617-e45c-4e34-a456-bf3c8a97d9eb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.524866 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb40617-e45c-4e34-a456-bf3c8a97d9eb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:56.530429 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bfb40617-e45c-4e34-a456-bf3c8a97d9eb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3949909 Jul 05 03:57:56.530429 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47406) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:56.531118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47408) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:56.549124 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a3d7355a-6f21-451b-beb1-3a187d93c684 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:56.560314 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb782-2b25-4313-9a94-ac5143d9f63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.594962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7691c9b9-744b-4bf4-82a1-ec6811913cf7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7691c9b9-744b-4bf4-82a1-ec6811913cf7,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:56.633396 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb782-2b25-4313-9a94-ac5143d9f63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.655437 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.682196 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-42f86933-b0f5-4ff0-8101-66c2cac974b7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 66fbbd43-88ef-4d41-93f1-485a352fcbbc {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:56.682668 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42f86933-b0f5-4ff0-8101-66c2cac974b7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.714033 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dc3fb782-2b25-4313-9a94-ac5143d9f63d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b979f8da7ef44e6bbf77102c7ea8ece6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1422548 Jul 05 03:57:56.718398 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47412) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:56.719408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fb782-2b25-4313-9a94-ac5143d9f63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4b33ce-62f2-41c0-8488-0ecbf4ff4c6e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:56.742349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7691c9b9-744b-4bf4-82a1-ec6811913cf7,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:56.746824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port a3d7355a-6f21-451b-beb1-3a187d93c684 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:56.781728 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f4501f15-fa31-4065-84ca-9e17f875868f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-405892379-network', 'tenant_id': 'b54499cdf5b04da2a0e9616d056ed57c'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:56.816093 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1412726c-5406-4df4-b001-ba9120825906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.841733 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1412726c-5406-4df4-b001-ba9120825906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.857577 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42f86933-b0f5-4ff0-8101-66c2cac974b7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.872442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-42f86933-b0f5-4ff0-8101-66c2cac974b7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 66fbbd43-88ef-4d41-93f1-485a352fcbbc owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:56.920481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4501f15-fa31-4065-84ca-9e17f875868f admin admin] Made reservation on behalf of b54499cdf5b04da2a0e9616d056ed57c for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:56.922924 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4501f15-fa31-4065-84ca-9e17f875868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.936527 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4501f15-fa31-4065-84ca-9e17f875868f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.095306 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1412726c-5406-4df4-b001-ba9120825906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.101531 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1412726c-5406-4df4-b001-ba9120825906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.101531 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1412726c-5406-4df4-b001-ba9120825906 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cd4b33ce-62f2-41c0-8488-0ecbf4ff4c6e HTTP/1.1" status: 204 len: 168 time: 0.3638339 Jul 05 03:57:57.119656 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42f86933-b0f5-4ff0-8101-66c2cac974b7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.125847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412726c-5406-4df4-b001-ba9120825906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4b33ce-62f2-41c0-8488-0ecbf4ff4c6e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:57.159392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['7691c9b9-744b-4bf4-82a1-ec6811913cf7'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:57.224553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f86933-b0f5-4ff0-8101-66c2cac974b7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=66fbbd43-88ef-4d41-93f1-485a352fcbbc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:57.303571 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42f86933-b0f5-4ff0-8101-66c2cac974b7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.312040 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-42f86933-b0f5-4ff0-8101-66c2cac974b7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/66fbbd43-88ef-4d41-93f1-485a352fcbbc HTTP/1.1" status: 204 len: 168 time: 0.7779133 Jul 05 03:57:57.313275 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47422) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:57.391033 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4501f15-fa31-4065-84ca-9e17f875868f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.395016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797c87a9-5aa4-4a6e-bdbd-add60b8b3555 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.396682 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797c87a9-5aa4-4a6e-bdbd-add60b8b3555 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.401238 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-797c87a9-5aa4-4a6e-bdbd-add60b8b3555 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0843399 Jul 05 03:57:57.401838 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47428) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:57.404875 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42f705-a3f1-4507-ad05-1080dac1c0a2 req-c97a4112-174e-4153-989a-ce952c10221f tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.409593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc42f705-a3f1-4507-ad05-1080dac1c0a2 req-c97a4112-174e-4153-989a-ce952c10221f tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1326592 Jul 05 03:57:57.485726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-592228f0-9d83-409b-a70b-ad261d04fcb3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 52c706bd-d5aa-467d-93f2-e617b3461ff5 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:57.489734 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-592228f0-9d83-409b-a70b-ad261d04fcb3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.514877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc42f705-a3f1-4507-ad05-1080dac1c0a2 req-731b3dd3-558b-402c-9a59-6f336fc3bd78 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960665 Jul 05 03:57:57.518698 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1b524b-c880-4158-a6ad-35c227705019 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:57.585349 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4501f15-fa31-4065-84ca-9e17f875868f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.611797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4501f15-fa31-4065-84ca-9e17f875868f admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:57:57.632571 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4501f15-fa31-4065-84ca-9e17f875868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.633038 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-f4501f15-fa31-4065-84ca-9e17f875868f admin admin] Added segment 3501f9c9-94a9-4881-8fee-e797ebc05ddd of type vlan for network 6bbb661a-c337-48f0-8045-f937cf6565eb Jul 05 03:57:57.710836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b7c9c963-138a-40dd-aa93-c25ddd0968e0 None None] Provisioning for port a3d7355a-6f21-451b-beb1-3a187d93c684 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:57.800123 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4501f15-fa31-4065-84ca-9e17f875868f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.827644 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-592228f0-9d83-409b-a70b-ad261d04fcb3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.879368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4501f15-fa31-4065-84ca-9e17f875868f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544dc784-615a-4509-a4fd-77e606dae3f3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:57.892086 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9365f-ae09-471c-928f-46bd5bbd8c00 req-df6c3f6b-e2d8-4610-a3b6-e1c76bf1b97f tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.893679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3df9365f-ae09-471c-928f-46bd5bbd8c00 req-df6c3f6b-e2d8-4610-a3b6-e1c76bf1b97f tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 949 time: 0.1763468 Jul 05 03:57:57.911315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b7c9c963-138a-40dd-aa93-c25ddd0968e0 None None] Provisioning complete for port a3d7355a-6f21-451b-beb1-3a187d93c684 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:57.919792 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b7c9c963-138a-40dd-aa93-c25ddd0968e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.959362 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3df9365f-ae09-471c-928f-46bd5bbd8c00 req-e3c68308-42b7-4ada-8be8-219743350fac tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581274 Jul 05 03:57:58.047450 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-592228f0-9d83-409b-a70b-ad261d04fcb3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.060562 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b7c9c963-138a-40dd-aa93-c25ddd0968e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.082074 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4501f15-fa31-4065-84ca-9e17f875868f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.082074 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4501f15-fa31-4065-84ca-9e17f875868f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:58.082074 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4501f15-fa31-4065-84ca-9e17f875868f admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.189348 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4501f15-fa31-4065-84ca-9e17f875868f admin admin] Pushing event updated for resources: {'Network': ['ID=6bbb661a-c337-48f0-8045-f937cf6565eb,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:58.209417 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 6bbb661a-c337-48f0-8045-f937cf6565eb details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:57:58.266575 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f4501f15-fa31-4065-84ca-9e17f875868f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7317955 Jul 05 03:57:58.266575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47454) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:58.272108 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5c6c85bb-6827-4d44-a6cf-adba685bc0c6 admin admin] Request body: {'subnet': {'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-405892379-subnet', 'tenant_id': 'b54499cdf5b04da2a0e9616d056ed57c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:58.314165 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-592228f0-9d83-409b-a70b-ad261d04fcb3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.373365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592228f0-9d83-409b-a70b-ad261d04fcb3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=52c706bd-d5aa-467d-93f2-e617b3461ff5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:58.381247 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-592228f0-9d83-409b-a70b-ad261d04fcb3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.385697 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-592228f0-9d83-409b-a70b-ad261d04fcb3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/52c706bd-d5aa-467d-93f2-e617b3461ff5 HTTP/1.1" status: 204 len: 168 time: 0.9799190 Jul 05 03:57:58.386083 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47458) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:58.399117 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-b7c9c963-138a-40dd-aa93-c25ddd0968e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:57:58.408741 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-b7c9c963-138a-40dd-aa93-c25ddd0968e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:57:58.438436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc25ff9-9556-4e61-b053-3f6d289783ad None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:58.496283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6c85bb-6827-4d44-a6cf-adba685bc0c6 admin admin] Made reservation on behalf of b54499cdf5b04da2a0e9616d056ed57c for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:58.501472 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c6c85bb-6827-4d44-a6cf-adba685bc0c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.544101 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-938316ad-d1bc-44ed-b737-5e71cec79987 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1558316 Jul 05 03:57:58.548184 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47470) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:58.554686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b4c5ba03-932b-4ff6-9a6c-82e018d15fcc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:58.735233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c5ba03-932b-4ff6-9a6c-82e018d15fcc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:58.738886 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4c5ba03-932b-4ff6-9a6c-82e018d15fcc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.856706 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17095e4-916e-497d-88a4-6be213a23676 None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:57:58.910058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-c17095e4-916e-497d-88a4-6be213a23676 None None] Deleting port a3d7355a-6f21-451b-beb1-3a187d93c684 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:58.910637 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c17095e4-916e-497d-88a4-6be213a23676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.958447 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c6c85bb-6827-4d44-a6cf-adba685bc0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.010770 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b7c9c963-138a-40dd-aa93-c25ddd0968e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.044881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-c17095e4-916e-497d-88a4-6be213a23676 None None] For port a3d7355a-6f21-451b-beb1-3a187d93c684, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a3d7355a-6f21-451b-beb1-3a187d93c684,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:59.045292 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c17095e4-916e-497d-88a4-6be213a23676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.083084 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c85bb-6827-4d44-a6cf-adba685bc0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:59.091056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6c85bb-6827-4d44-a6cf-adba685bc0c6 admin admin] Checking segment: {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:59.091437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6c85bb-6827-4d44-a6cf-adba685bc0c6 admin admin] Network hostable DHCP agents. Network: 6bbb661a-c337-48f0-8045-f937cf6565eb, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:57:59.091711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-c17095e4-916e-497d-88a4-6be213a23676 None None] Calling delete_port for a3d7355a-6f21-451b-beb1-3a187d93c684 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:59.126053 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b7c9c963-138a-40dd-aa93-c25ddd0968e0 None None] For port a3d7355a-6f21-451b-beb1-3a187d93c684, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a3d7355a-6f21-451b-beb1-3a187d93c684,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:59.180828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6c85bb-6827-4d44-a6cf-adba685bc0c6 admin admin] Network 6bbb661a-c337-48f0-8045-f937cf6565eb is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:57:59.218988 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b7c9c963-138a-40dd-aa93-c25ddd0968e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.268459 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4c5ba03-932b-4ff6-9a6c-82e018d15fcc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.276335 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9c963-138a-40dd-aa93-c25ddd0968e0 None None] Pushing event updated for resources: {'Port': ['ID=a3d7355a-6f21-451b-beb1-3a187d93c684,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:59.306042 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-5c6c85bb-6827-4d44-a6cf-adba685bc0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 6bbb661a-c337-48f0-8045-f937cf6565eb) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:59.306657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c5ba03-932b-4ff6-9a6c-82e018d15fcc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:59.310982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6c85bb-6827-4d44-a6cf-adba685bc0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.311586 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c6c85bb-6827-4d44-a6cf-adba685bc0c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.319308 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887acc8c-53f7-4a4b-bafd-4b1455063cc2 None None] Network 6bbb661a-c337-48f0-8045-f937cf6565eb requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:59.346246 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-b4c5ba03-932b-4ff6-9a6c-82e018d15fcc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:59.355791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c5ba03-932b-4ff6-9a6c-82e018d15fcc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.356517 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4c5ba03-932b-4ff6-9a6c-82e018d15fcc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.385642 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5ba03-932b-4ff6-9a6c-82e018d15fcc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=8a7f47be-fbda-4a2d-a7a3-cc15bf7ff9eb,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:59.416418 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c17095e4-916e-497d-88a4-6be213a23676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.422045 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5c6c85bb-6827-4d44-a6cf-adba685bc0c6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1543708 Jul 05 03:57:59.441817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-07e79565-29f8-47b0-90c0-10e764d784ee None None] Could not find standard attr ID for object a3d7355a-6f21-451b-beb1-3a187d93c684. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:57:59.447515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f56404-ddd9-4489-8b74-1ce6c90af592 req-d45acbc5-9e4f-4eea-82f4-22476fb634a9 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.456686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9f56404-ddd9-4489-8b74-1ce6c90af592 req-d45acbc5-9e4f-4eea-82f4-22476fb634a9 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 949 time: 0.2545254 Jul 05 03:57:59.464028 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17095e4-916e-497d-88a4-6be213a23676 None None] No DVR routers for this DVR port a3d7355a-6f21-451b-beb1-3a187d93c684 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:59.486938 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17095e4-916e-497d-88a4-6be213a23676 None None] Pushing event deleted for resources: {'Port': ['ID=a3d7355a-6f21-451b-beb1-3a187d93c684,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:59.491686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d70dde-d2da-482f-8f5b-fb224be2e7dd None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:59.503900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9f56404-ddd9-4489-8b74-1ce6c90af592 req-d95b1e81-e403-49de-9f5d-1ba436dc9932 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461450 Jul 05 03:57:59.514222 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b4c5ba03-932b-4ff6-9a6c-82e018d15fcc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9610636 Jul 05 03:57:59.515498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47486) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:59.519640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-149811cf-974d-4f4b-98df-2f2199176311 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'name': 'tempest-NetworksTestDHCPv6-1946525660'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:59.601273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a2687-c3cf-47d2-9474-9e70e5df8b8c req-83bade0f-07b6-43df-9b08-adcd539369fc tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.609922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b4a2687-c3cf-47d2-9474-9e70e5df8b8c req-83bade0f-07b6-43df-9b08-adcd539369fc tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 945 time: 0.2303267 Jul 05 03:57:59.732760 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b4a2687-c3cf-47d2-9474-9e70e5df8b8c req-2e59bc5f-3f83-406d-910a-1d62d639d795 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c14f5f1-4c86-485a-a405-bc90347c566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200736 Jul 05 03:57:59.853180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29d156d-3111-4503-a3e9-e0b745bd4c5b None None] Network 6bbb661a-c337-48f0-8045-f937cf6565eb requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:59.877816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149811cf-974d-4f4b-98df-2f2199176311 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:59.881714 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-149811cf-974d-4f4b-98df-2f2199176311 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.907840 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-149811cf-974d-4f4b-98df-2f2199176311 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port 4a6e420d-3c4f-4d57-a98b-f66651c4d8b7 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:00.073203 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7691c9b9-744b-4bf4-82a1-ec6811913cf7 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:00.076843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-149811cf-974d-4f4b-98df-2f2199176311 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::83 (764cff81-f32e-40f8-af56-b4a9d80a62e7/8a7f47be-fbda-4a2d-a7a3-cc15bf7ff9eb/4a6e420d-3c4f-4d57-a98b-f66651c4d8b7) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:00.079731 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': '8a7f47be-fbda-4a2d-a7a3-cc15bf7ff9eb'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:00.079731 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.219236 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-1e7042ff-ad71-4149-b939-d35053f67543 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:00.228090 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-1e7042ff-ad71-4149-b939-d35053f67543 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 805 time: 0.2496338 Jul 05 03:58:00.248243 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-94cf2164-1f67-40ae-ae4e-27a411bbfe36 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/quotas/b54499cdf5b04da2a0e9616d056ed57c HTTP/1.1" status: 200 len: 375 time: 0.0189674 Jul 05 03:58:00.295957 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-a620f9ba-246a-4185-a576-656032d67c3e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466838 Jul 05 03:58:00.335724 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-149811cf-974d-4f4b-98df-2f2199176311 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.375146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-149811cf-974d-4f4b-98df-2f2199176311 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 4a6e420d-3c4f-4d57-a98b-f66651c4d8b7 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:00.441410 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a3d7355a-6f21-451b-beb1-3a187d93c684 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:00.452507 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-4dbfa92b-d6d5-44d0-ae78-cdc2ea949d2d service neutron] 10.222.0.38 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556194 Jul 05 03:58:00.462877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: a3d7355a-6f21-451b-beb1-3a187d93c684 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:00.463225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a3d7355a-6f21-451b-beb1-3a187d93c684 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:00.503661 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-149811cf-974d-4f4b-98df-2f2199176311 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.509587 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 7691c9b9-744b-4bf4-82a1-ec6811913cf7 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:00.584345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-96ee1a52-8b01-47e6-babf-498ea5b0bec7 service neutron] 10.222.0.38 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229351 Jul 05 03:58:00.585521 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 7691c9b9-744b-4bf4-82a1-ec6811913cf7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:00.586274 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.634435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149811cf-974d-4f4b-98df-2f2199176311 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:00.657075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-149811cf-974d-4f4b-98df-2f2199176311 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:00.661588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149811cf-974d-4f4b-98df-2f2199176311 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:00.671466 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149811cf-974d-4f4b-98df-2f2199176311 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:00.674540 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-149811cf-974d-4f4b-98df-2f2199176311 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.695414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149811cf-974d-4f4b-98df-2f2199176311 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=4a6e420d-3c4f-4d57-a98b-f66651c4d8b7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:00.749131 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.774787 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2194852-c716-4745-b84e-62fd238e5dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7691c9b9-744b-4bf4-82a1-ec6811913cf7'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:00.778556 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8d3b96-716d-45a4-aebe-16a004d118bd" -d '{"events": [{"server_uuid": "b2194852-c716-4745-b84e-62fd238e5dd5", "name": "network-vif-plugged", "status": "completed", "tag": "7691c9b9-744b-4bf4-82a1-ec6811913cf7"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:00.800963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7691c9b9-744b-4bf4-82a1-ec6811913cf7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7691c9b9-744b-4bf4-82a1-ec6811913cf7,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:00.804583 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-149811cf-974d-4f4b-98df-2f2199176311 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2888412 Jul 05 03:58:00.806742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47526) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:00.815303 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749f8c0-cc93-4b2c-9b2e-346f9730eda1 req-a790ee83-1c4a-46b2-b14b-7e02d86a0015 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:00.822659 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2749f8c0-cc93-4b2c-9b2e-346f9730eda1 req-a790ee83-1c4a-46b2-b14b-7e02d86a0015 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 949 time: 0.1060936 Jul 05 03:58:00.867142 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2749f8c0-cc93-4b2c-9b2e-346f9730eda1 req-0062e27b-a3bd-43b1-a2c4-3003d5a8297d tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433726 Jul 05 03:58:00.898907 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.909959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a980d4-40ce-4508-a47a-c5418d647965 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:00.914562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47530) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:00.915531 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c6a980d4-40ce-4508-a47a-c5418d647965 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1077430 Jul 05 03:58:00.966387 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Allocated IP 2001:db8::2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/8a7f47be-fbda-4a2d-a7a3-cc15bf7ff9eb/ec5ede26-00f1-4a33-baf4-d8524855b88f) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:01.017278 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ffe946-0187-4610-b010-c8ffffda73ae x-openstack-request-id: req-88ffe946-0187-4610-b010-c8ffffda73ae {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:01.017679 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2194852-c716-4745-b84e-62fd238e5dd5", "name": "network-vif-plugged", "status": "completed", "tag": "7691c9b9-744b-4bf4-82a1-ec6811913cf7", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:01.019822 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-88ffe946-0187-4610-b010-c8ffffda73ae {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:01.020428 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2194852-c716-4745-b84e-62fd238e5dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7691c9b9-744b-4bf4-82a1-ec6811913cf7', 'code': 200} Jul 05 03:58:01.198761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993629e6-33ea-4702-91d2-535bd7e89712 req-99c57dfa-fd3d-4b48-89a3-3affcc1d4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.205330 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-993629e6-33ea-4702-91d2-535bd7e89712 req-99c57dfa-fd3d-4b48-89a3-3affcc1d4b61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 1102 time: 0.1166239 Jul 05 03:58:01.253585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47542) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:01.268997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7691c9b9-744b-4bf4-82a1-ec6811913cf7,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:01.276462 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ecbd5d1-6868-40ec-ba07-4cec94a17f0f req-0a5029d4-9586-4194-a19b-805efac27656 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 210 time: 0.1631918 Jul 05 03:58:01.316113 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-993629e6-33ea-4702-91d2-535bd7e89712 req-807b7966-0593-4251-b659-d9d93ab24557 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982368 Jul 05 03:58:01.453101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ffe19-503f-494b-89d6-2f2329b87e12 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 4a6e420d-3c4f-4d57-a98b-f66651c4d8b7 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:01.453614 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ee7ffe19-503f-494b-89d6-2f2329b87e12 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.477433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b2f13-c447-4c54-82a2-431f975cd8e7 req-6314722c-8d4a-47b9-a762-38874011f3b9 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.481017 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-843b2f13-c447-4c54-82a2-431f975cd8e7 req-6314722c-8d4a-47b9-a762-38874011f3b9 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.10 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 945 time: 0.1555974 Jul 05 03:58:01.516031 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.536787 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Transition to ACTIVE for port object ec5ede26-00f1-4a33-baf4-d8524855b88f will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:01.587181 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Transition to ACTIVE for port object ec5ede26-00f1-4a33-baf4-d8524855b88f will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:01.666893 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.686845 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-843b2f13-c447-4c54-82a2-431f975cd8e7 req-31f69dc5-8433-4923-917e-69d29610cadf tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Deleting port 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:01.687298 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-843b2f13-c447-4c54-82a2-431f975cd8e7 req-31f69dc5-8433-4923-917e-69d29610cadf tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.717402 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:01.726539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:01.731682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:01.732521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5e361-bd5f-4639-a521-07830ed647ed req-ff1e58b2-3e36-43bd-9196-13264d9b0788 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.740916 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21d5e361-bd5f-4639-a521-07830ed647ed req-ff1e58b2-3e36-43bd-9196-13264d9b0788 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 945 time: 0.6301036 Jul 05 03:58:01.741149 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Pushing event updated for resources: {'Port': ['ID=ec5ede26-00f1-4a33-baf4-d8524855b88f,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:01.795146 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d086bc43-e684-4020-acb7-74b45ad64cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.814882 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Attempting to bind port ec5ede26-00f1-4a33-baf4-d8524855b88f on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:01.815250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Attempting to bind port ec5ede26-00f1-4a33-baf4-d8524855b88f by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:01.815624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Attempting to bind port ec5ede26-00f1-4a33-baf4-d8524855b88f on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:01.821499 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:01.821911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:01.822293 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.822929 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:01.823416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Bound port: ec5ede26-00f1-4a33-baf4-d8524855b88f, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:01.823803 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.834206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-843b2f13-c447-4c54-82a2-431f975cd8e7 req-31f69dc5-8433-4923-917e-69d29610cadf tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] For port 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae,segment=NetworkSegment(42fa3041-801c-4adf-8cbc-add653f98de7),segment_id=42fa3041-801c-4adf-8cbc-add653f98de7)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:01.834594 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-843b2f13-c447-4c54-82a2-431f975cd8e7 req-31f69dc5-8433-4923-917e-69d29610cadf tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.854335 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-843b2f13-c447-4c54-82a2-431f975cd8e7 req-31f69dc5-8433-4923-917e-69d29610cadf tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Calling delete_port for 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:01.900721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21d5e361-bd5f-4639-a521-07830ed647ed req-d74ef1a3-dcfe-4929-ae94-107f696de772 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c14f5f1-4c86-485a-a405-bc90347c566e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586685 Jul 05 03:58:01.906154 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ee7ffe19-503f-494b-89d6-2f2329b87e12 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.924532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] For port ec5ede26-00f1-4a33-baf4-d8524855b88f, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:01.930528 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] For port ec5ede26-00f1-4a33-baf4-d8524855b88f, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ec5ede26-00f1-4a33-baf4-d8524855b88f,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:01.987120 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.015505 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ffe19-503f-494b-89d6-2f2329b87e12 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 4a6e420d-3c4f-4d57-a98b-f66651c4d8b7 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:02.070432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa7891-84cd-4f60-a087-cfc4dbad11a3 None None] Pushing event updated for resources: {'Port': ['ID=ec5ede26-00f1-4a33-baf4-d8524855b88f,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:02.087114 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d086bc43-e684-4020-acb7-74b45ad64cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.123727 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-843b2f13-c447-4c54-82a2-431f975cd8e7 req-31f69dc5-8433-4923-917e-69d29610cadf tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.159023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:02.219258 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f69dc5-8433-4923-917e-69d29610cadf tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Pushing event deleted for resources: {'Port': ['ID=62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:02.219802 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d086bc43-e684-4020-acb7-74b45ad64cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.242808 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-843b2f13-c447-4c54-82a2-431f975cd8e7 req-31f69dc5-8433-4923-917e-69d29610cadf tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] No DVR routers for this DVR port 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:02.245457 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-843b2f13-c447-4c54-82a2-431f975cd8e7 req-31f69dc5-8433-4923-917e-69d29610cadf tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.248239 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-843b2f13-c447-4c54-82a2-431f975cd8e7 req-31f69dc5-8433-4923-917e-69d29610cadf tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.10 "DELETE /v2.0/ports/62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae HTTP/1.1" status: 204 len: 173 time: 0.7572777 Jul 05 03:58:02.248692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2415a5d5-6843-4792-acb7-6f6829899a71', 'name': 'network-vif-deleted', 'tag': '62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:02.250975 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905e3ae6-d412-4427-b2c4-dc923b6a9be2" -d '{"events": [{"server_uuid": "2415a5d5-6843-4792-acb7-6f6829899a71", "name": "network-vif-deleted", "tag": "62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:02.287966 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.358152 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de68b1ce-760f-4662-bae3-b76f225a0d52 x-openstack-request-id: req-de68b1ce-760f-4662-bae3-b76f225a0d52 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:02.358449 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2415a5d5-6843-4792-acb7-6f6829899a71", "name": "network-vif-deleted", "tag": "62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:02.358746 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-de68b1ce-760f-4662-bae3-b76f225a0d52 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:02.359211 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2415a5d5-6843-4792-acb7-6f6829899a71', 'name': 'network-vif-deleted', 'tag': '62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae', 'status': 'completed', 'code': 200} Jul 05 03:58:02.540881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ec5ede26-00f1-4a33-baf4-d8524855b88f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:02.735333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a0e25-035e-42ff-b8e6-331913ad0327 req-d102cebc-a066-4f6e-8cc5-1638acd341c6 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.737130 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8c1a0e25-035e-42ff-b8e6-331913ad0327 req-d102cebc-a066-4f6e-8cc5-1638acd341c6 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 950 time: 0.7106194 Jul 05 03:58:02.757834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port ec5ede26-00f1-4a33-baf4-d8524855b88f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:02.769491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5767745-4fb9-4510-bc9b-43d1da1e5c83 req-f83c3691-e27a-4097-8112-8bb91dcfb374 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 210 time: 0.0926332 Jul 05 03:58:02.777937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086bc43-e684-4020-acb7-74b45ad64cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb63cfb-fb5f-4493-b371-afb19c46b66e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:02.785977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d086bc43-e684-4020-acb7-74b45ad64cdb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0799fe2a190d41a18173b525f00e86ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5276761 Jul 05 03:58:02.792900 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47570) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:02.841033 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8c1a0e25-035e-42ff-b8e6-331913ad0327 req-98deda70-5cb5-41b5-b060-629e72db66f9 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704780 Jul 05 03:58:02.889262 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-10029aa5-8c7e-4b49-87b1-bb7ba79dc5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.889470 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ee7ffe19-503f-494b-89d6-2f2329b87e12 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.935888 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-10029aa5-8c7e-4b49-87b1-bb7ba79dc5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.973843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ffe19-503f-494b-89d6-2f2329b87e12 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=4a6e420d-3c4f-4d57-a98b-f66651c4d8b7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:03.014856 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ee7ffe19-503f-494b-89d6-2f2329b87e12 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.017183 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ee7ffe19-503f-494b-89d6-2f2329b87e12 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/4a6e420d-3c4f-4d57-a98b-f66651c4d8b7 HTTP/1.1" status: 204 len: 168 time: 2.1013196 Jul 05 03:58:03.019816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47574) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:03.085343 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-10029aa5-8c7e-4b49-87b1-bb7ba79dc5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.088209 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-10029aa5-8c7e-4b49-87b1-bb7ba79dc5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.089637 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-10029aa5-8c7e-4b49-87b1-bb7ba79dc5ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0eb63cfb-fb5f-4493-b371-afb19c46b66e HTTP/1.1" status: 204 len: 168 time: 0.2992554 Jul 05 03:58:03.108716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caa692d-a5a4-4eaa-af83-166e6d41e1c4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:03.110779 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caa692d-a5a4-4eaa-af83-166e6d41e1c4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:03.115177 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2caa692d-a5a4-4eaa-af83-166e6d41e1c4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0897703 Jul 05 03:58:03.115177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10029aa5-8c7e-4b49-87b1-bb7ba79dc5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb63cfb-fb5f-4493-b371-afb19c46b66e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:03.122099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47578) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:03.208199 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34cac17-039e-4088-aa7d-301bd408d458 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 8a7f47be-fbda-4a2d-a7a3-cc15bf7ff9eb {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:03.218759 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c34cac17-039e-4088-aa7d-301bd408d458 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.288131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20186c74-63a8-43e2-abe5-13b715601d9a req-3c5daa7d-b9ff-4399-b25a-e02f647b69b0 tempest-ServerTagsTestJSON-1072989300 tempest-ServerTagsTestJSON-1072989300-project] 10.222.0.38 "GET /v2.0/ports?device_id=2415a5d5-6843-4792-acb7-6f6829899a71 HTTP/1.1" status: 200 len: 210 time: 0.0703287 Jul 05 03:58:03.321654 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c34cac17-039e-4088-aa7d-301bd408d458 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.482974 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c34cac17-039e-4088-aa7d-301bd408d458 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.707772 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c34cac17-039e-4088-aa7d-301bd408d458 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.769371 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c34cac17-039e-4088-aa7d-301bd408d458 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.771342 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c34cac17-039e-4088-aa7d-301bd408d458 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/8a7f47be-fbda-4a2d-a7a3-cc15bf7ff9eb HTTP/1.1" status: 204 len: 168 time: 0.6549590 Jul 05 03:58:03.772426 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cac17-039e-4088-aa7d-301bd408d458 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=8a7f47be-fbda-4a2d-a7a3-cc15bf7ff9eb,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:03.774526 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47586) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:03.780102 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.783192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-581dbd23-0bb8-4a00-bf4b-c0e7bcee3134 None None] Provisioning for port ec5ede26-00f1-4a33-baf4-d8524855b88f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:03.796850 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-581dbd23-0bb8-4a00-bf4b-c0e7bcee3134 None None] Provisioning complete for port ec5ede26-00f1-4a33-baf4-d8524855b88f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:03.797984 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-581dbd23-0bb8-4a00-bf4b-c0e7bcee3134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.971802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a504e27-f298-48be-b810-be74fdee5e65 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:04.167398 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-581dbd23-0bb8-4a00-bf4b-c0e7bcee3134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.168200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7aeb669c-9b08-4758-8067-83d14f0c52a9 req-0ee93266-2faa-4443-9344-d012fead79ba tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 210 time: 0.0370605 Jul 05 03:58:04.170450 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47594) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:04.207813 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a14b4dca-6672-45bc-bcf1-d8d1edf9eb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.260372 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5def0-d1be-45cb-8e08-029c029137a4 req-4a32641c-84a2-4493-9e02-8518c11b0b8a tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.263053 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fa5def0-d1be-45cb-8e08-029c029137a4 req-4a32641c-84a2-4493-9e02-8518c11b0b8a tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 950 time: 0.2172785 Jul 05 03:58:04.334648 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-581dbd23-0bb8-4a00-bf4b-c0e7bcee3134 None None] For port ec5ede26-00f1-4a33-baf4-d8524855b88f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ec5ede26-00f1-4a33-baf4-d8524855b88f,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:04.388845 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fa5def0-d1be-45cb-8e08-029c029137a4 req-9377326e-4fad-40d1-b46b-3fb3e7f07d0e tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137276 Jul 05 03:58:04.414566 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-581dbd23-0bb8-4a00-bf4b-c0e7bcee3134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.422228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ecc3aa-3048-4d69-9d9b-d3e0ee581225 None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:58:04.551626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dbd23-0bb8-4a00-bf4b-c0e7bcee3134 None None] Pushing event updated for resources: {'Port': ['ID=ec5ede26-00f1-4a33-baf4-d8524855b88f,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:04.552702 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-088423b4-953a-471b-8ec2-b0f0f8e34d5b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7599463 Jul 05 03:58:04.553366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47602) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:04.570756 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a14b4dca-6672-45bc-bcf1-d8d1edf9eb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.581725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2b71a91f-5931-491b-8bf3-550406acea33 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:04.643190 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a14b4dca-6672-45bc-bcf1-d8d1edf9eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.658487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d9d1cd35-c058-4774-a570-181765298fec None None] Could not find standard attr ID for object 66fbbd43-88ef-4d41-93f1-485a352fcbbc. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:58:04.730201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e7ecc3aa-3048-4d69-9d9b-d3e0ee581225 None None] Deleting port ec5ede26-00f1-4a33-baf4-d8524855b88f {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:04.730588 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc3aa-3048-4d69-9d9b-d3e0ee581225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.734738 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47606) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:04.771802 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a14b4dca-6672-45bc-bcf1-d8d1edf9eb9c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1e99ffb7a79d41ff9ef750cf4d7b8e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6001167 Jul 05 03:58:04.788156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47608) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:04.789784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b4dca-6672-45bc-bcf1-d8d1edf9eb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095f3c56-d24a-4fc9-b277-2456b26108cc,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:04.878223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e7ecc3aa-3048-4d69-9d9b-d3e0ee581225 None None] For port ec5ede26-00f1-4a33-baf4-d8524855b88f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ec5ede26-00f1-4a33-baf4-d8524855b88f,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:04.878766 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc3aa-3048-4d69-9d9b-d3e0ee581225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.906977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e7ecc3aa-3048-4d69-9d9b-d3e0ee581225 None None] Calling delete_port for ec5ede26-00f1-4a33-baf4-d8524855b88f owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:04.978727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-5663bcce-76f9-4864-b236-15b724d96e12 admin admin] Deleting subnet 0e3c5b7f-01aa-4c94-8d4e-ec644111979e {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:05.028810 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5663bcce-76f9-4864-b236-15b724d96e12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.119624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-9901819b-2964-4228-95d3-8ec44343997b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:05.122377 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-9901819b-2964-4228-95d3-8ec44343997b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.36 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 805 time: 0.3865464 Jul 05 03:58:05.124700 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5663bcce-76f9-4864-b236-15b724d96e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.126473 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60099ab5-db9c-4e6d-b8d3-0bd0d507250f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.150314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-870bcdb8-e991-4adf-b153-cef5978d8760 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Request body: {'port': {'device_id': 'bbdd2cee-c1e0-4626-ba9d-7a6585ca3252', 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb', 'admin_state_up': True, 'tenant_id': 'b54499cdf5b04da2a0e9616d056ed57c'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:05.163760 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc3aa-3048-4d69-9d9b-d3e0ee581225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.223406 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b71a91f-5931-491b-8bf3-550406acea33 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:05.223566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecc3aa-3048-4d69-9d9b-d3e0ee581225 None None] Pushing event deleted for resources: {'Port': ['ID=ec5ede26-00f1-4a33-baf4-d8524855b88f,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:05.236469 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b71a91f-5931-491b-8bf3-550406acea33 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.239258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ecc3aa-3048-4d69-9d9b-d3e0ee581225 None None] No DVR routers for this DVR port ec5ede26-00f1-4a33-baf4-d8524855b88f on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:05.475152 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60099ab5-db9c-4e6d-b8d3-0bd0d507250f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.488653 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad3bb382-4a96-40c6-bbc6-05ab15d1f709 req-b7a9cfda-fbaa-4162-a152-d4c4d62c4d0d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 210 time: 0.0439234 Jul 05 03:58:05.560559 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5663bcce-76f9-4864-b236-15b724d96e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.585158 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ca0b5-020d-40cb-8658-5a27c3b7a516 req-de502f7b-de02-45ff-b4f5-66621e9604c2 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:05.587117 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f2ca0b5-020d-40cb-8658-5a27c3b7a516 req-de502f7b-de02-45ff-b4f5-66621e9604c2 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 950 time: 0.0850084 Jul 05 03:58:05.640657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f2ca0b5-020d-40cb-8658-5a27c3b7a516 req-b10bc460-19dd-44cf-bbbc-fa7c9c2d0599 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465443 Jul 05 03:58:05.843615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-870bcdb8-e991-4adf-b153-cef5978d8760 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Made reservation on behalf of b54499cdf5b04da2a0e9616d056ed57c for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:05.847361 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-870bcdb8-e991-4adf-b153-cef5978d8760 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.850646 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60099ab5-db9c-4e6d-b8d3-0bd0d507250f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.853270 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-60099ab5-db9c-4e6d-b8d3-0bd0d507250f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.854455 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-60099ab5-db9c-4e6d-b8d3-0bd0d507250f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/095f3c56-d24a-4fc9-b277-2456b26108cc HTTP/1.1" status: 204 len: 168 time: 1.0255573 Jul 05 03:58:05.855852 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5663bcce-76f9-4864-b236-15b724d96e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.897847 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b71a91f-5931-491b-8bf3-550406acea33 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.904234 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60099ab5-db9c-4e6d-b8d3-0bd0d507250f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095f3c56-d24a-4fc9-b277-2456b26108cc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:05.916197 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5663bcce-76f9-4864-b236-15b724d96e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.920848 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47624) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:05.921410 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5663bcce-76f9-4864-b236-15b724d96e12 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0e3c5b7f-01aa-4c94-8d4e-ec644111979e HTTP/1.1" status: 204 len: 168 time: 1.1707070 Jul 05 03:58:05.924723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663bcce-76f9-4864-b236-15b724d96e12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e3c5b7f-01aa-4c94-8d4e-ec644111979e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:06.021465 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da71e796-a035-4d12-a2a2-b9ee4827cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.036750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b71a91f-5931-491b-8bf3-550406acea33 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:06.042665 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-2b71a91f-5931-491b-8bf3-550406acea33 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:06.053610 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2ecd18-3d78-4f57-aedf-51957d07acb2 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:06.063543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b71a91f-5931-491b-8bf3-550406acea33 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.064998 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b71a91f-5931-491b-8bf3-550406acea33 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.135425 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da71e796-a035-4d12-a2a2-b9ee4827cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.138154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71a91f-5931-491b-8bf3-550406acea33 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=033b9d7a-c615-4a99-a857-0799566b8527,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:06.150222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-da71e796-a035-4d12-a2a2-b9ee4827cc15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe43e6d3-afbd-4d1a-a397-43745695d0ea']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:06.162129 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2b71a91f-5931-491b-8bf3-550406acea33 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6076918 Jul 05 03:58:06.166880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:06.169197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47628) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:06.178664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-cc119cbb-9846-47e7-905d-f67d5c1bb9ef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'name': 'tempest-NetworksTestDHCPv6-2103103064'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:06.180744 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-da71e796-a035-4d12-a2a2-b9ee4827cc15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fa3041-801c-4adf-8cbc-add653f98de7') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:06.181107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-da71e796-a035-4d12-a2a2-b9ee4827cc15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fa3041-801c-4adf-8cbc-add653f98de7') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:06.192521 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da71e796-a035-4d12-a2a2-b9ee4827cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.198010 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:06.198774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 62ead0cd-8f4a-4644-ba1e-8ae3760aa8ae not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:06.208815 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da71e796-a035-4d12-a2a2-b9ee4827cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.215975 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da71e796-a035-4d12-a2a2-b9ee4827cc15 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:58:06.216526 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da71e796-a035-4d12-a2a2-b9ee4827cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:58:06.218773 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:58:06.267092 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-870bcdb8-e991-4adf-b153-cef5978d8760 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Allocated IP 172.20.0.2 (6bbb661a-c337-48f0-8045-f937cf6565eb/9c7d7ce7-579d-4301-8ea7-b94a8620a3c1/822f9ecf-4c3d-46eb-9712-da1b4ef8696f) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:06.307040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': '033b9d7a-c615-4a99-a857-0799566b8527'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:06.313095 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.363469 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da71e796-a035-4d12-a2a2-b9ee4827cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.377366 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da71e796-a035-4d12-a2a2-b9ee4827cc15 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.379822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-da71e796-a035-4d12-a2a2-b9ee4827cc15 admin admin] 10.222.0.38 "DELETE /v2.0/networks/fe43e6d3-afbd-4d1a-a397-43745695d0ea HTTP/1.1" status: 204 len: 168 time: 0.4578424 Jul 05 03:58:06.414071 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71e796-a035-4d12-a2a2-b9ee4827cc15 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe43e6d3-afbd-4d1a-a397-43745695d0ea,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:06.449822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ec5ede26-00f1-4a33-baf4-d8524855b88f no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:06.502319 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: ec5ede26-00f1-4a33-baf4-d8524855b88f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:06.506694 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ec5ede26-00f1-4a33-baf4-d8524855b88f not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:06.514121 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-870bcdb8-e991-4adf-b153-cef5978d8760 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.575647 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc119cbb-9846-47e7-905d-f67d5c1bb9ef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:06.581737 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc119cbb-9846-47e7-905d-f67d5c1bb9ef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.608451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-cc119cbb-9846-47e7-905d-f67d5c1bb9ef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port 741fb0fb-dac2-4833-a75e-9cadadb437d9 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:06.618292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Allocated IP 2001:db8::2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/033b9d7a-c615-4a99-a857-0799566b8527/8a14c3e1-e3af-40ca-bb63-c40ba3997f88) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:06.690973 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-870bcdb8-e991-4adf-b153-cef5978d8760 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.708162 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96d4ebf3-8ce1-48f2-a25f-d3f26bb555a3 req-d25ce362-a1d5-4c57-aafc-37b50e3763c6 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 210 time: 0.0773602 Jul 05 03:58:06.759996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-870bcdb8-e991-4adf-b153-cef5978d8760 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Network 6bbb661a-c337-48f0-8045-f937cf6565eb is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:06.766478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-870bcdb8-e991-4adf-b153-cef5978d8760 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:06.770813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-870bcdb8-e991-4adf-b153-cef5978d8760 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:06.778510 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bcdb8-e991-4adf-b153-cef5978d8760 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Pushing event updated for resources: {'Port': ['ID=822f9ecf-4c3d-46eb-9712-da1b4ef8696f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:06.839078 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-870bcdb8-e991-4adf-b153-cef5978d8760 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.840909 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-870bcdb8-e991-4adf-b153-cef5978d8760 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.875153 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.884811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47648) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:06.891297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Transition to ACTIVE for port object 8a14c3e1-e3af-40ca-bb63-c40ba3997f88 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:06.904332 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9adc88a3-f4fb-486c-84c7-cf046b052ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.911508 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Transition to ACTIVE for port object 8a14c3e1-e3af-40ca-bb63-c40ba3997f88 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:06.920031 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-870bcdb8-e991-4adf-b153-cef5978d8760 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7748160 Jul 05 03:58:06.927687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235594b-0c2b-4114-932d-789989406544 req-0af2aac3-e3f7-4782-8d3a-b3f586678b8b tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.935364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c235594b-0c2b-4114-932d-789989406544 req-0af2aac3-e3f7-4782-8d3a-b3f586678b8b tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 950 time: 0.0768681 Jul 05 03:58:06.935692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Request body: {'port': {'device_id': 'bbdd2cee-c1e0-4626-ba9d-7a6585ca3252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:06.983924 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c235594b-0c2b-4114-932d-789989406544 req-ad148209-5c52-4030-afa4-dd7545b7fb41 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475717 Jul 05 03:58:07.009234 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.073552 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47654) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:07.093309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Pushing event updated for resources: {'Port': ['ID=8a14c3e1-e3af-40ca-bb63-c40ba3997f88,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:07.102170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:07.103986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:07.109917 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:07.177386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Attempting to bind port 8a14c3e1-e3af-40ca-bb63-c40ba3997f88 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:07.177931 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Attempting to bind port 8a14c3e1-e3af-40ca-bb63-c40ba3997f88 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:07.178396 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Attempting to bind port 8a14c3e1-e3af-40ca-bb63-c40ba3997f88 on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:07.185012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:07.185812 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:07.186341 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.186833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:07.187585 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Bound port: 8a14c3e1-e3af-40ca-bb63-c40ba3997f88, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:07.188127 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.189448 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c0ac24f1-24ac-4f64-9dca-fe37ae260b6a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=75022fc2382d4e0bae62df00acec3084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1132944 Jul 05 03:58:07.189756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47656) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:07.230540 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9adc88a3-f4fb-486c-84c7-cf046b052ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.244691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-cc119cbb-9846-47e7-905d-f67d5c1bb9ef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::ec (764cff81-f32e-40f8-af56-b4a9d80a62e7/033b9d7a-c615-4a99-a857-0799566b8527/741fb0fb-dac2-4833-a75e-9cadadb437d9) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:07.246166 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06dea6e7-fd90-4222-bdae-61c3b5fdcfeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.267378 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] For port 8a14c3e1-e3af-40ca-bb63-c40ba3997f88, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:07.271503 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] For port 8a14c3e1-e3af-40ca-bb63-c40ba3997f88, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8a14c3e1-e3af-40ca-bb63-c40ba3997f88,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:07.279674 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc91d10-108d-4bd3-a270-b1964d7957be req-564379f6-f915-40ce-af53-975404066044 tempest-LiveMigrationNegativeTest-1592199284 tempest-LiveMigrationNegativeTest-1592199284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.291488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5cc91d10-108d-4bd3-a270-b1964d7957be req-564379f6-f915-40ce-af53-975404066044 tempest-LiveMigrationNegativeTest-1592199284 tempest-LiveMigrationNegativeTest-1592199284-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 1102 time: 0.1611865 Jul 05 03:58:07.318344 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5cc91d10-108d-4bd3-a270-b1964d7957be req-b193f5d5-93e4-415a-be3a-3095d2754b08 tempest-LiveMigrationNegativeTest-1592199284 tempest-LiveMigrationNegativeTest-1592199284-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.333216 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06dea6e7-fd90-4222-bdae-61c3b5fdcfeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.437445 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc119cbb-9846-47e7-905d-f67d5c1bb9ef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.453685 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-cc119cbb-9846-47e7-905d-f67d5c1bb9ef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 741fb0fb-dac2-4833-a75e-9cadadb437d9 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:07.489637 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9adc88a3-f4fb-486c-84c7-cf046b052ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.505775 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5cc91d10-108d-4bd3-a270-b1964d7957be req-b193f5d5-93e4-415a-be3a-3095d2754b08 tempest-LiveMigrationNegativeTest-1592199284 tempest-LiveMigrationNegativeTest-1592199284-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.523577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc88a3-f4fb-486c-84c7-cf046b052ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e053de-1635-476e-90e8-e9a74dd37ff2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:07.534631 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.565531 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47658) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:07.565754 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9adc88a3-f4fb-486c-84c7-cf046b052ec2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c7cc06f4d34e4bfda1e681607f950b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6792824 Jul 05 03:58:07.577344 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.672594 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5e33fbb8-3556-4552-9056-b0c1fa935a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.675662 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d7ead-dac8-43e8-abe3-9aa5c73b6b30 None None] Pushing event updated for resources: {'Port': ['ID=8a14c3e1-e3af-40ca-bb63-c40ba3997f88,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:07.707907 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5e33fbb8-3556-4552-9056-b0c1fa935a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.730537 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc119cbb-9846-47e7-905d-f67d5c1bb9ef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.739104 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5cc91d10-108d-4bd3-a270-b1964d7957be req-b193f5d5-93e4-415a-be3a-3095d2754b08 tempest-LiveMigrationNegativeTest-1592199284 tempest-LiveMigrationNegativeTest-1592199284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.762032 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06dea6e7-fd90-4222-bdae-61c3b5fdcfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.769689 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06dea6e7-fd90-4222-bdae-61c3b5fdcfeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.772194 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-06dea6e7-fd90-4222-bdae-61c3b5fdcfeb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c14f5f1-4c86-485a-a405-bc90347c566e HTTP/1.1" status: 204 len: 168 time: 0.5790896 Jul 05 03:58:07.824733 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5cc91d10-108d-4bd3-a270-b1964d7957be req-b193f5d5-93e4-415a-be3a-3095d2754b08 tempest-LiveMigrationNegativeTest-1592199284 tempest-LiveMigrationNegativeTest-1592199284-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299339 Jul 05 03:58:07.852378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193f5d5-93e4-415a-be3a-3095d2754b08 tempest-LiveMigrationNegativeTest-1592199284 tempest-LiveMigrationNegativeTest-1592199284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829f79fb-226f-4094-a72e-aae3f1862921,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:07.875472 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dea6e7-fd90-4222-bdae-61c3b5fdcfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c14f5f1-4c86-485a-a405-bc90347c566e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:07.893370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc119cbb-9846-47e7-905d-f67d5c1bb9ef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:07.904303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc119cbb-9846-47e7-905d-f67d5c1bb9ef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=741fb0fb-dac2-4833-a75e-9cadadb437d9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:07.914265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-cc119cbb-9846-47e7-905d-f67d5c1bb9ef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:07.920129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc119cbb-9846-47e7-905d-f67d5c1bb9ef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:07.934222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc119cbb-9846-47e7-905d-f67d5c1bb9ef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.935136 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc119cbb-9846-47e7-905d-f67d5c1bb9ef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.997719 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5e33fbb8-3556-4552-9056-b0c1fa935a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.021733 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5e33fbb8-3556-4552-9056-b0c1fa935a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.025766 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5e33fbb8-3556-4552-9056-b0c1fa935a44 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34e053de-1635-476e-90e8-e9a74dd37ff2 HTTP/1.1" status: 204 len: 168 time: 0.4567237 Jul 05 03:58:08.034239 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cc119cbb-9846-47e7-905d-f67d5c1bb9ef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8618670 Jul 05 03:58:08.037725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47672) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:08.118458 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33fbb8-3556-4552-9056-b0c1fa935a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e053de-1635-476e-90e8-e9a74dd37ff2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:08.173346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822f9ecf-4c3d-46eb-9712-da1b4ef8696f {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:08.185618 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.207009 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Transition to ACTIVE for port object 822f9ecf-4c3d-46eb-9712-da1b4ef8696f will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:08.275738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a683049-0b6a-4239-b7d4-cf89ce35e7a6 req-c03606da-922a-46fa-900c-c9091a58446f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:08.285789 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a683049-0b6a-4239-b7d4-cf89ce35e7a6 req-c03606da-922a-46fa-900c-c9091a58446f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 931 time: 0.2403140 Jul 05 03:58:08.289793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a742221c-2576-413d-a683-4026336229ec tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:08.299493 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a742221c-2576-413d-a683-4026336229ec tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:08.303225 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a742221c-2576-413d-a683-4026336229ec tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2618544 Jul 05 03:58:08.312382 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47680) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:08.373864 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a683049-0b6a-4239-b7d4-cf89ce35e7a6 req-4891c164-0c64-4646-aff8-c30b24b2d84e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767512 Jul 05 03:58:08.385119 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.469022 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Pushing event updated for resources: {'Port': ['ID=822f9ecf-4c3d-46eb-9712-da1b4ef8696f,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:08.506830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8a14c3e1-e3af-40ca-bb63-c40ba3997f88 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:08.691644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-40a46b98-afa1-421e-ba64-cf3425542798 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 741fb0fb-dac2-4833-a75e-9cadadb437d9 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:08.692052 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-40a46b98-afa1-421e-ba64-cf3425542798 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.704829 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 8a14c3e1-e3af-40ca-bb63-c40ba3997f88 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:08.767763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Attempting to bind port 822f9ecf-4c3d-46eb-9712-da1b4ef8696f on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:08.775322 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Attempting to bind port 822f9ecf-4c3d-46eb-9712-da1b4ef8696f by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:08.775739 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Attempting to bind port 822f9ecf-4c3d-46eb-9712-da1b4ef8696f on network 6bbb661a-c337-48f0-8045-f937cf6565eb {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:08.785426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Port 822f9ecf-4c3d-46eb-9712-da1b4ef8696f on network 6bbb661a-c337-48f0-8045-f937cf6565eb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:08.786178 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Attempting to bind port 822f9ecf-4c3d-46eb-9712-da1b4ef8696f on network 6bbb661a-c337-48f0-8045-f937cf6565eb {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:08.796106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:08.798287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Checking segment: {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:08.798287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Bound using segment: {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:08.798287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Bound port: 822f9ecf-4c3d-46eb-9712-da1b4ef8696f, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:08.798287 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.898778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-40a46b98-afa1-421e-ba64-cf3425542798 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.936437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-40a46b98-afa1-421e-ba64-cf3425542798 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 741fb0fb-dac2-4833-a75e-9cadadb437d9 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:08.953934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] For port 822f9ecf-4c3d-46eb-9712-da1b4ef8696f, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:08.958295 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] For port 822f9ecf-4c3d-46eb-9712-da1b4ef8696f, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=822f9ecf-4c3d-46eb-9712-da1b4ef8696f,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:09.109531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.253637 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-40a46b98-afa1-421e-ba64-cf3425542798 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.347155 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:09.347813 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.349313 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-f419667d-4d27-4910-8832-58e31353c667 service neutron] 10.222.0.36 "PUT /v2.0/ports/822f9ecf-4c3d-46eb-9712-da1b4ef8696f HTTP/1.1" status: 200 len: 1092 time: 2.4190784 Jul 05 03:58:09.353824 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdd2cee-c1e0-4626-ba9d-7a6585ca3252', 'tag': '822f9ecf-4c3d-46eb-9712-da1b4ef8696f'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:09.360418 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fbb7d9-cade-4c9e-a351-2ab764b5de55" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdd2cee-c1e0-4626-ba9d-7a6585ca3252", "tag": "822f9ecf-4c3d-46eb-9712-da1b4ef8696f"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:09.461071 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-40a46b98-afa1-421e-ba64-cf3425542798 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.463042 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-40a46b98-afa1-421e-ba64-cf3425542798 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/741fb0fb-dac2-4833-a75e-9cadadb437d9 HTTP/1.1" status: 204 len: 168 time: 1.1495903 Jul 05 03:58:09.466133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47716) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:09.490636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419667d-4d27-4910-8832-58e31353c667 service neutron] Pushing event updated for resources: {'Port': ['ID=822f9ecf-4c3d-46eb-9712-da1b4ef8696f,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:09.577262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a46b98-afa1-421e-ba64-cf3425542798 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=741fb0fb-dac2-4833-a75e-9cadadb437d9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:09.639929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-1916f6d7-046a-4528-857a-10e39b45db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:09.642906 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-1916f6d7-046a-4528-857a-10e39b45db51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 1095 time: 0.1491876 Jul 05 03:58:09.648930 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2bcd07ba-0d30-4dc6-ab92-63475a830ae1 None None] Provisioning for port 8a14c3e1-e3af-40ca-bb63-c40ba3997f88 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:09.661216 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2bcd07ba-0d30-4dc6-ab92-63475a830ae1 None None] Provisioning complete for port 8a14c3e1-e3af-40ca-bb63-c40ba3997f88 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:09.661216 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2bcd07ba-0d30-4dc6-ab92-63475a830ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.689152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc35b0f-8bac-4273-b79e-43be209ce9d5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:09.689152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc35b0f-8bac-4273-b79e-43be209ce9d5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:09.690071 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fcc35b0f-8bac-4273-b79e-43be209ce9d5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2229261 Jul 05 03:58:09.700534 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47722) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:09.705256 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-a19f3eb0-66c2-4ffc-ade6-eef181140df3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=822f9ecf-4c3d-46eb-9712-da1b4ef8696f HTTP/1.1" status: 200 len: 217 time: 0.0502443 Jul 05 03:58:09.799743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-d449157b-8b0c-461a-ad4b-6b21eb30005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:09.801684 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-d449157b-8b0c-461a-ad4b-6b21eb30005b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 HTTP/1.1" status: 200 len: 845 time: 0.0861175 Jul 05 03:58:09.854392 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-0738d8c7-64c8-4461-a031-85113d7550fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bbb661a-c337-48f0-8045-f937cf6565eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413518 Jul 05 03:58:09.911934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5685d23-3883-4bee-9754-43dcea5cdfb7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 033b9d7a-c615-4a99-a857-0799566b8527 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:09.936968 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5685d23-3883-4bee-9754-43dcea5cdfb7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:09.955056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f594374-4644-4c99-92af-3673f49a1c0a req-5fd9804b-8244-4baa-b221-d56dcd0a6c02 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:09.966690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f594374-4644-4c99-92af-3673f49a1c0a req-5fd9804b-8244-4baa-b221-d56dcd0a6c02 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 950 time: 0.3894656 Jul 05 03:58:10.052384 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2bcd07ba-0d30-4dc6-ab92-63475a830ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.058303 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-40e0a35b-03be-4a8b-8593-fbd23b8df2e2 service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966698 Jul 05 03:58:10.112541 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5685d23-3883-4bee-9754-43dcea5cdfb7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.134244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2bcd07ba-0d30-4dc6-ab92-63475a830ae1 None None] For port 8a14c3e1-e3af-40ca-bb63-c40ba3997f88, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8a14c3e1-e3af-40ca-bb63-c40ba3997f88,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:10.208687 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f9eb18c0-35b7-4652-ace4-17275de20d28 req-baa8be8c-49b2-4cf4-bd8e-17796539498b service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320710 Jul 05 03:58:10.214272 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2bcd07ba-0d30-4dc6-ab92-63475a830ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.238347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c528daa-10ec-4cb8-9a87-5331424724bf req-1d27b899-2c64-41c7-ae47-7f7430fbb24e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.248550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c528daa-10ec-4cb8-9a87-5331424724bf req-1d27b899-2c64-41c7-ae47-7f7430fbb24e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 943 time: 0.5474365 Jul 05 03:58:10.259711 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f594374-4644-4c99-92af-3673f49a1c0a req-0f7987c9-dba2-47d1-ada1-a8dabd0afb01 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869985 Jul 05 03:58:10.326848 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c528daa-10ec-4cb8-9a87-5331424724bf req-d9099921-8daa-406c-8cc0-26b673fb3afd tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785975 Jul 05 03:58:10.344430 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d87298c1-bd25-4beb-acfd-34164c22b422 None None] Could not find standard attr ID for object 741fb0fb-dac2-4833-a75e-9cadadb437d9. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:58:10.372962 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b411ca1-1cb7-48b5-910f-3d0f7e15c51a x-openstack-request-id: req-0b411ca1-1cb7-48b5-910f-3d0f7e15c51a {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:10.376443 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdd2cee-c1e0-4626-ba9d-7a6585ca3252", "tag": "822f9ecf-4c3d-46eb-9712-da1b4ef8696f", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:10.376443 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0b411ca1-1cb7-48b5-910f-3d0f7e15c51a {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:10.376443 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdd2cee-c1e0-4626-ba9d-7a6585ca3252', 'tag': '822f9ecf-4c3d-46eb-9712-da1b4ef8696f', 'status': 'completed', 'code': 200} Jul 05 03:58:10.389457 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd07ba-0d30-4dc6-ab92-63475a830ae1 None None] Pushing event updated for resources: {'Port': ['ID=8a14c3e1-e3af-40ca-bb63-c40ba3997f88,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:10.412938 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5685d23-3883-4bee-9754-43dcea5cdfb7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.578147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbb7d9-cade-4c9e-a351-2ab764b5de55 req-8e17ec04-7f29-4889-b87b-1c22df26e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.579845 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-07fbb7d9-cade-4c9e-a351-2ab764b5de55 req-8e17ec04-7f29-4889-b87b-1c22df26e95e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 1095 time: 0.0798800 Jul 05 03:58:10.609293 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5685d23-3883-4bee-9754-43dcea5cdfb7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.644138 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5685d23-3883-4bee-9754-43dcea5cdfb7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=033b9d7a-c615-4a99-a857-0799566b8527,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:10.646124 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5685d23-3883-4bee-9754-43dcea5cdfb7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.648697 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f5685d23-3883-4bee-9754-43dcea5cdfb7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/033b9d7a-c615-4a99-a857-0799566b8527 HTTP/1.1" status: 204 len: 168 time: 0.9458258 Jul 05 03:58:10.653627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47760) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:10.655126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da618cc-576c-4514-afb0-89e0da4b10c3 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:10.713440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbb7d9-cade-4c9e-a351-2ab764b5de55 req-7f730ec9-befd-42c7-9b58-991b1ab09662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.715049 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-07fbb7d9-cade-4c9e-a351-2ab764b5de55 req-7f730ec9-befd-42c7-9b58-991b1ab09662 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 906 time: 0.1175804 Jul 05 03:58:10.753469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d380b8a2-f6a0-410d-868b-bd5392f6d56c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012971 Jul 05 03:58:10.754098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47764) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:10.799046 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-07fbb7d9-cade-4c9e-a351-2ab764b5de55 req-b6dad112-0be6-429c-8d6a-23e85ce2e121 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=822f9ecf-4c3d-46eb-9712-da1b4ef8696f HTTP/1.1" status: 200 len: 217 time: 0.0748675 Jul 05 03:58:10.889828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbb7d9-cade-4c9e-a351-2ab764b5de55 req-c4dcf5d7-cef7-40f7-8b85-989823c78725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.891966 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-07fbb7d9-cade-4c9e-a351-2ab764b5de55 req-c4dcf5d7-cef7-40f7-8b85-989823c78725 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 HTTP/1.1" status: 200 len: 845 time: 0.0770173 Jul 05 03:58:10.914267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64c3d49-de99-43be-a9d3-df83b012bc94 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.918522 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e64c3d49-de99-43be-a9d3-df83b012bc94 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1609671 Jul 05 03:58:10.922258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47770) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:10.936267 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-07fbb7d9-cade-4c9e-a351-2ab764b5de55 req-d96ff783-a6f4-4897-9909-83d440d0bcc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bbb661a-c337-48f0-8045-f937cf6565eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341792 Jul 05 03:58:10.949197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e85d2d-46db-41e1-9c7a-4559a375981e None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:58:10.988864 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9436d53-e1e1-425d-9b32-812c0abcedde tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.993525 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b9436d53-e1e1-425d-9b32-812c0abcedde tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0700743 Jul 05 03:58:10.994248 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47774) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:11.062767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e3e85d2d-46db-41e1-9c7a-4559a375981e None None] Deleting port 8a14c3e1-e3af-40ca-bb63-c40ba3997f88 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:11.063145 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e3e85d2d-46db-41e1-9c7a-4559a375981e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.080996 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b1f9f057-28d0-4ae5-b042-06cdbaae5bb9 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829751 Jul 05 03:58:11.083031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47782) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:11.094638 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5eed80de-de8c-4ff9-bb25-909aae3ffc16 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:11.119222 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-07fbb7d9-cade-4c9e-a351-2ab764b5de55 req-19f0eebe-b909-4d01-8af3-ad42bc7e0def service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677082 Jul 05 03:58:11.137918 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f42743c-4d24-4fe8-939f-18b27e3883f8 req-5cc44761-a450-43c7-9cb4-a3eaa1d5cb25 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.1003001 Jul 05 03:58:11.196390 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e3e85d2d-46db-41e1-9c7a-4559a375981e None None] For port 8a14c3e1-e3af-40ca-bb63-c40ba3997f88, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8a14c3e1-e3af-40ca-bb63-c40ba3997f88,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:11.196855 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e3e85d2d-46db-41e1-9c7a-4559a375981e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.220996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e3e85d2d-46db-41e1-9c7a-4559a375981e None None] Calling delete_port for 8a14c3e1-e3af-40ca-bb63-c40ba3997f88 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:11.352377 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-07fbb7d9-cade-4c9e-a351-2ab764b5de55 req-aa56fc2a-ca7e-4f82-8dda-5bc9fe51fc36 service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283163 Jul 05 03:58:11.408286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eed80de-de8c-4ff9-bb25-909aae3ffc16 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:11.411828 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4967e622-5808-4111-9c1f-813f5c724069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.413703 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e3e85d2d-46db-41e1-9c7a-4559a375981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.418395 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5eed80de-de8c-4ff9-bb25-909aae3ffc16 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.518497 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e85d2d-46db-41e1-9c7a-4559a375981e None None] Pushing event deleted for resources: {'Port': ['ID=8a14c3e1-e3af-40ca-bb63-c40ba3997f88,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:11.528805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e85d2d-46db-41e1-9c7a-4559a375981e None None] No DVR routers for this DVR port 8a14c3e1-e3af-40ca-bb63-c40ba3997f88 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:11.624947 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45897d7d-4a88-46e8-bd14-9aca6d38870a req-41d0d57d-cf34-49b6-914a-1c5e49f17150 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.635710 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-45897d7d-4a88-46e8-bd14-9aca6d38870a req-41d0d57d-cf34-49b6-914a-1c5e49f17150 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 950 time: 0.1738992 Jul 05 03:58:11.737740 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-45897d7d-4a88-46e8-bd14-9aca6d38870a req-5bd3590f-c6ee-4957-81e0-a8a7448674f4 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992219 Jul 05 03:58:11.806383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633189f-fd48-400d-aa98-128db1f34d8c req-a97aaa33-dd37-4a2d-a801-5bbac26c2f3f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.809401 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2633189f-fd48-400d-aa98-128db1f34d8c req-a97aaa33-dd37-4a2d-a801-5bbac26c2f3f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 943 time: 0.2560356 Jul 05 03:58:11.822200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47802) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:11.852957 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5eed80de-de8c-4ff9-bb25-909aae3ffc16 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.887419 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2633189f-fd48-400d-aa98-128db1f34d8c req-0fa837dd-e3be-4dbc-8240-8e67ca628b93 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623665 Jul 05 03:58:11.899463 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed80de-de8c-4ff9-bb25-909aae3ffc16 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:11.899463 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-5eed80de-de8c-4ff9-bb25-909aae3ffc16 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:11.920445 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea124ed-7e1d-4213-9dd0-1664c7043217 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:12.020470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed80de-de8c-4ff9-bb25-909aae3ffc16 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=6143a71d-83ab-41f0-8997-5489fa21cb95,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:12.042997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eed80de-de8c-4ff9-bb25-909aae3ffc16 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.071231 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5eed80de-de8c-4ff9-bb25-909aae3ffc16 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.091552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-24419c84-bb54-4c79-ae5f-aa28aca45f36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'network': {'name': 'tempest-network-smoke--1171948386', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'port_security_enabled': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:12.181367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e069066-f4c4-469d-b268-7549994965ee req-5648a501-d5f6-4341-a948-d269c7b2d258 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.193724 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6e069066-f4c4-469d-b268-7549994965ee req-5648a501-d5f6-4341-a948-d269c7b2d258 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 950 time: 0.1127956 Jul 05 03:58:12.204366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': '6143a71d-83ab-41f0-8997-5489fa21cb95'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:12.205651 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.252665 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f64f370-d80e-4430-bbf0-4d657fcf1821 req-a0eb1977-bd02-43cc-9db5-f4165cf45b07 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0401762 Jul 05 03:58:12.279707 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5eed80de-de8c-4ff9-bb25-909aae3ffc16 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1914501 Jul 05 03:58:12.280458 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47816) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:12.286187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-e9997c59-54dd-4522-8469-adcecd31cc0c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'fixed_ips': [{'subnet_id': '6143a71d-83ab-41f0-8997-5489fa21cb95', 'ip_address': '2001:db8::6ab0:14f7:be39:d2d3'}], 'name': 'tempest-NetworksTestDHCPv6-1097093474'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:12.389786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24419c84-bb54-4c79-ae5f-aa28aca45f36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Made reservation on behalf of b18740ad05054462a8bead1ca98b0711 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:12.396350 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24419c84-bb54-4c79-ae5f-aa28aca45f36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.431432 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24419c84-bb54-4c79-ae5f-aa28aca45f36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.476519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-6e069066-f4c4-469d-b268-7549994965ee req-7da39a89-7d11-4d5b-90a9-582daf678a14 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Deleting port 7691c9b9-744b-4bf4-82a1-ec6811913cf7 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:12.476880 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6e069066-f4c4-469d-b268-7549994965ee req-7da39a89-7d11-4d5b-90a9-582daf678a14 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.489657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8a14c3e1-e3af-40ca-bb63-c40ba3997f88 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:12.611459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Allocated IP 2001:db8::2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/6143a71d-83ab-41f0-8997-5489fa21cb95/24f7eea1-80fb-4f0b-839a-6548408f0ac0) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:12.631051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 8a14c3e1-e3af-40ca-bb63-c40ba3997f88 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:12.631447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8a14c3e1-e3af-40ca-bb63-c40ba3997f88 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:12.700857 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-6e069066-f4c4-469d-b268-7549994965ee req-7da39a89-7d11-4d5b-90a9-582daf678a14 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] For port 7691c9b9-744b-4bf4-82a1-ec6811913cf7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7691c9b9-744b-4bf4-82a1-ec6811913cf7,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:12.701627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6e069066-f4c4-469d-b268-7549994965ee req-7da39a89-7d11-4d5b-90a9-582daf678a14 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.741216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-6e069066-f4c4-469d-b268-7549994965ee req-7da39a89-7d11-4d5b-90a9-582daf678a14 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Calling delete_port for 7691c9b9-744b-4bf4-82a1-ec6811913cf7 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:12.814078 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.836142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Transition to ACTIVE for port object 24f7eea1-80fb-4f0b-839a-6548408f0ac0 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:12.836887 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24419c84-bb54-4c79-ae5f-aa28aca45f36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.878818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Transition to ACTIVE for port object 24f7eea1-80fb-4f0b-839a-6548408f0ac0 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:12.941407 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24419c84-bb54-4c79-ae5f-aa28aca45f36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.957576 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24419c84-bb54-4c79-ae5f-aa28aca45f36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:58:12.989934 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.016911 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24419c84-bb54-4c79-ae5f-aa28aca45f36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.023036 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-24419c84-bb54-4c79-ae5f-aa28aca45f36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Added segment 0e0743dc-5584-4a8a-b611-22dac37fa4d2 of type vlan for network ec674479-f6ba-4dee-8c7c-d20f38f46c45 Jul 05 03:58:13.045474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9997c59-54dd-4522-8469-adcecd31cc0c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:13.095923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:13.101682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:13.106227 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:13.119158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24419c84-bb54-4c79-ae5f-aa28aca45f36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3f7f2d-009b-41af-a652-44d9c23e0be9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:13.138223 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24419c84-bb54-4c79-ae5f-aa28aca45f36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.157924 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Pushing event updated for resources: {'Port': ['ID=24f7eea1-80fb-4f0b-839a-6548408f0ac0,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:13.184283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c2412-61ae-43f6-9962-233f8863fb22 req-088ad5a9-4899-4e15-bf4e-2f3483044f64 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.191828 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-918c2412-61ae-43f6-9962-233f8863fb22 req-088ad5a9-4899-4e15-bf4e-2f3483044f64 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 950 time: 0.2634435 Jul 05 03:58:13.202797 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6e069066-f4c4-469d-b268-7549994965ee req-7da39a89-7d11-4d5b-90a9-582daf678a14 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.229846 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['7691c9b9-744b-4bf4-82a1-ec6811913cf7'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:13.237045 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9b19c079-c3ad-4f81-be3c-59d9bd709776'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:13.247685 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da39a89-7d11-4d5b-90a9-582daf678a14 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Pushing event deleted for resources: {'Port': ['ID=7691c9b9-744b-4bf4-82a1-ec6811913cf7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:13.261993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-918c2412-61ae-43f6-9962-233f8863fb22 req-a1e9d2e7-42e3-457d-8c7a-a7d17a3879a5 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687289 Jul 05 03:58:13.284485 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9997c59-54dd-4522-8469-adcecd31cc0c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.310748 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-e9997c59-54dd-4522-8469-adcecd31cc0c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port 039d59fa-f60c-4b1a-a9fb-8974796be3cc yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:13.317471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24419c84-bb54-4c79-ae5f-aa28aca45f36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.324443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24419c84-bb54-4c79-ae5f-aa28aca45f36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.325182 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24419c84-bb54-4c79-ae5f-aa28aca45f36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.365428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba918ca-9893-42ef-97fc-d5afbde35d71 req-b6b07bb9-a53e-4858-b2a1-a0e96efcaf1c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.367781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ba918ca-9893-42ef-97fc-d5afbde35d71 req-b6b07bb9-a53e-4858-b2a1-a0e96efcaf1c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 943 time: 0.2365446 Jul 05 03:58:13.374963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Attempting to bind port 24f7eea1-80fb-4f0b-839a-6548408f0ac0 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:13.375619 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Attempting to bind port 24f7eea1-80fb-4f0b-839a-6548408f0ac0 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:13.376177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Attempting to bind port 24f7eea1-80fb-4f0b-839a-6548408f0ac0 on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:13.381303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e069066-f4c4-469d-b268-7549994965ee req-7da39a89-7d11-4d5b-90a9-582daf678a14 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] No DVR routers for this DVR port 7691c9b9-744b-4bf4-82a1-ec6811913cf7 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:13.391205 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:13.391687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:13.392240 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.392730 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:13.395066 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Bound port: 24f7eea1-80fb-4f0b-839a-6548408f0ac0, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:13.395066 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.487717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] For port 24f7eea1-80fb-4f0b-839a-6548408f0ac0, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:13.491406 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] For port 24f7eea1-80fb-4f0b-839a-6548408f0ac0, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=24f7eea1-80fb-4f0b-839a-6548408f0ac0,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:13.504633 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6e069066-f4c4-469d-b268-7549994965ee req-7da39a89-7d11-4d5b-90a9-582daf678a14 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.506686 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6e069066-f4c4-469d-b268-7549994965ee req-7da39a89-7d11-4d5b-90a9-582daf678a14 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.36 "DELETE /v2.0/ports/7691c9b9-744b-4bf4-82a1-ec6811913cf7 HTTP/1.1" status: 204 len: 173 time: 1.3100843 Jul 05 03:58:13.507149 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2194852-c716-4745-b84e-62fd238e5dd5', 'name': 'network-vif-deleted', 'tag': '7691c9b9-744b-4bf4-82a1-ec6811913cf7'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:13.518921 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1619d056-49bf-4b06-9c3e-6fde872efc73" -d '{"events": [{"server_uuid": "b2194852-c716-4745-b84e-62fd238e5dd5", "name": "network-vif-deleted", "tag": "7691c9b9-744b-4bf4-82a1-ec6811913cf7"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:13.571159 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.626374 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24419c84-bb54-4c79-ae5f-aa28aca45f36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Network': ['ID=ec674479-f6ba-4dee-8c7c-d20f38f46c45,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:13.673695 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network ec674479-f6ba-4dee-8c7c-d20f38f46c45 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:58:13.717070 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-24419c84-bb54-4c79-ae5f-aa28aca45f36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8937201 Jul 05 03:58:13.721169 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47834) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:13.726287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'admin_state_up': True, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:13.887916 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.888918 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.897856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-e9997c59-54dd-4522-8469-adcecd31cc0c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::6ab0:14f7:be39:d2d3 (764cff81-f32e-40f8-af56-b4a9d80a62e7/6143a71d-83ab-41f0-8997-5489fa21cb95/039d59fa-f60c-4b1a-a9fb-8974796be3cc) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:13.945772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ba918ca-9893-42ef-97fc-d5afbde35d71 req-0880774d-e2c8-4b53-8eae-896794a84523 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319057 Jul 05 03:58:13.957811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bed6a-03e0-464c-9f41-ff798576fa07 None None] Pushing event updated for resources: {'Port': ['ID=24f7eea1-80fb-4f0b-839a-6548408f0ac0,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:14.034955 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec88336e-d41a-49ac-a3fd-bdc255f10cd7 req-9d5265a0-0dbc-46e4-b4fd-db5c3c0aa648 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0812283 Jul 05 03:58:14.035896 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6be859ce-2783-4b5b-a6ab-79c0a8a78ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.113822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 822f9ecf-4c3d-46eb-9712-da1b4ef8696f details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:14.380527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 822f9ecf-4c3d-46eb-9712-da1b4ef8696f, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=822f9ecf-4c3d-46eb-9712-da1b4ef8696f,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:14.380848 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9997c59-54dd-4522-8469-adcecd31cc0c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.428112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-e9997c59-54dd-4522-8469-adcecd31cc0c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 039d59fa-f60c-4b1a-a9fb-8974796be3cc will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:14.435400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '822f9ecf-4c3d-46eb-9712-da1b4ef8696f', 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb', 'port_id': '822f9ecf-4c3d-46eb-9712-da1b4ef8696f', 'mac_address': 'fa:16:3e:b1:77:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7d7ce7-579d-4301-8ea7-b94a8620a3c1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:14.509741 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.545997 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9997c59-54dd-4522-8469-adcecd31cc0c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.570125 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.586078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 24f7eea1-80fb-4f0b-839a-6548408f0ac0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:14.694062 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822f9ecf-4c3d-46eb-9712-da1b4ef8696f {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:14.736527 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-89c63d95-a955-4e8e-aeaf-3dac82328b9a req-7489b01c-2800-4fd8-bdf2-335e49ec19c0 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2194852-c716-4745-b84e-62fd238e5dd5 HTTP/1.1" status: 200 len: 210 time: 0.1005042 Jul 05 03:58:14.756792 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 822f9ecf-4c3d-46eb-9712-da1b4ef8696f, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=822f9ecf-4c3d-46eb-9712-da1b4ef8696f,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:14.762629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9997c59-54dd-4522-8469-adcecd31cc0c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:14.785636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-e9997c59-54dd-4522-8469-adcecd31cc0c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:14.796360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9997c59-54dd-4522-8469-adcecd31cc0c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:14.803783 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9997c59-54dd-4522-8469-adcecd31cc0c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.804542 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9997c59-54dd-4522-8469-adcecd31cc0c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.816395 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9997c59-54dd-4522-8469-adcecd31cc0c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=039d59fa-f60c-4b1a-a9fb-8974796be3cc,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:14.836239 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.856522 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ec1cf4-c0b6-4e16-bd01-e885a9ae1a3b x-openstack-request-id: req-c5ec1cf4-c0b6-4e16-bd01-e885a9ae1a3b {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:14.857097 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2194852-c716-4745-b84e-62fd238e5dd5", "name": "network-vif-deleted", "tag": "7691c9b9-744b-4bf4-82a1-ec6811913cf7", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:14.857097 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c5ec1cf4-c0b6-4e16-bd01-e885a9ae1a3b {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:14.857460 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2194852-c716-4745-b84e-62fd238e5dd5', 'name': 'network-vif-deleted', 'tag': '7691c9b9-744b-4bf4-82a1-ec6811913cf7', 'status': 'completed', 'code': 200} Jul 05 03:58:14.860639 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.905579 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=822f9ecf-4c3d-46eb-9712-da1b4ef8696f,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:14.908523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 24f7eea1-80fb-4f0b-839a-6548408f0ac0 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:14.938471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47846) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:14.938715 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e9997c59-54dd-4522-8469-adcecd31cc0c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6569381 Jul 05 03:58:15.214532 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.329159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['822f9ecf-4c3d-46eb-9712-da1b4ef8696f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:15.329396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35949864-abcb-4f07-a417-6b4a192955ec req-bf1026fe-e2e8-4d83-b86b-f783ca8a0811 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:15.340866 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35949864-abcb-4f07-a417-6b4a192955ec req-bf1026fe-e2e8-4d83-b86b-f783ca8a0811 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 944 time: 0.1849163 Jul 05 03:58:15.373849 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb070ee-e8a9-45b5-b2ca-dea8e0042b25 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:15.389062 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb070ee-e8a9-45b5-b2ca-dea8e0042b25 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:15.396188 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5cb070ee-e8a9-45b5-b2ca-dea8e0042b25 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4553230 Jul 05 03:58:15.396486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47854) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:15.412621 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.456205 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9a9dc3a-ecdb-418f-809f-a4a238394bff req-ab11cb02-17da-4990-bbd2-982d4b083797 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0650702 Jul 05 03:58:15.485664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35949864-abcb-4f07-a417-6b4a192955ec req-0ae5e3d6-ac8f-4274-81ed-653b9cb70f87 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378140 Jul 05 03:58:15.535263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-79670d89-9862-402c-90d9-63e09e1cdd0d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 039d59fa-f60c-4b1a-a9fb-8974796be3cc {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:15.535739 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79670d89-9862-402c-90d9-63e09e1cdd0d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.692444 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79670d89-9862-402c-90d9-63e09e1cdd0d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.707832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-79670d89-9862-402c-90d9-63e09e1cdd0d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 039d59fa-f60c-4b1a-a9fb-8974796be3cc owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:15.737452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0330785b-c3e5-4e54-91e2-90c92767bb80 None None] Provisioning for port 24f7eea1-80fb-4f0b-839a-6548408f0ac0 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:15.737452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0330785b-c3e5-4e54-91e2-90c92767bb80 None None] Provisioning complete for port 24f7eea1-80fb-4f0b-839a-6548408f0ac0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:15.738022 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0330785b-c3e5-4e54-91e2-90c92767bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.863646 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0330785b-c3e5-4e54-91e2-90c92767bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.909566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0330785b-c3e5-4e54-91e2-90c92767bb80 None None] For port 24f7eea1-80fb-4f0b-839a-6548408f0ac0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=24f7eea1-80fb-4f0b-839a-6548408f0ac0,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:15.954123 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.983330 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.008608 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0330785b-c3e5-4e54-91e2-90c92767bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.065772 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79670d89-9862-402c-90d9-63e09e1cdd0d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.079471 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330785b-c3e5-4e54-91e2-90c92767bb80 None None] Pushing event updated for resources: {'Port': ['ID=24f7eea1-80fb-4f0b-839a-6548408f0ac0,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:16.123693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7f394ad0-f505-4f0e-accb-a97b185e067d None None] Could not find standard attr ID for object 039d59fa-f60c-4b1a-a9fb-8974796be3cc. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:58:16.140692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79670d89-9862-402c-90d9-63e09e1cdd0d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=039d59fa-f60c-4b1a-a9fb-8974796be3cc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:16.145088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7691c9b9-744b-4bf4-82a1-ec6811913cf7 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:16.191520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 7691c9b9-744b-4bf4-82a1-ec6811913cf7 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:16.191869 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7691c9b9-744b-4bf4-82a1-ec6811913cf7 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:16.202584 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79670d89-9862-402c-90d9-63e09e1cdd0d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.207419 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-79670d89-9862-402c-90d9-63e09e1cdd0d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/039d59fa-f60c-4b1a-a9fb-8974796be3cc HTTP/1.1" status: 204 len: 168 time: 0.8077340 Jul 05 03:58:16.207573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47866) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:16.284092 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Allocated IP 172.25.6.130 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:16.311636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3323d2-d8a5-499c-a79f-a4a94374bec0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.315651 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3323d2-d8a5-499c-a79f-a4a94374bec0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.324515 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5b3323d2-d8a5-499c-a79f-a4a94374bec0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1157365 Jul 05 03:58:16.325173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47868) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:16.437235 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-a188b09e-59d9-4410-851a-23c407f53ef2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 6143a71d-83ab-41f0-8997-5489fa21cb95 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:16.446364 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a188b09e-59d9-4410-851a-23c407f53ef2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.508494 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e8a0e8be-fa35-4f4f-a744-1a0865b8dd68 req-3d5adeb4-9bc1-435c-b628-26ae1bbce561 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0749805 Jul 05 03:58:16.535072 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a188b09e-59d9-4410-851a-23c407f53ef2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.550115 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 24f7eea1-80fb-4f0b-839a-6548408f0ac0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:16.620556 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.673457 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 24f7eea1-80fb-4f0b-839a-6548408f0ac0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:16.673457 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.736537 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.791742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:16.801466 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:16.812515 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a188b09e-59d9-4410-851a-23c407f53ef2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.813748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:16.814994 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:16.837677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Port': ['ID=4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:16.902967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e27932-53d9-4ef5-9b14-579373f04237 req-9bd9ad24-765c-49b4-9c30-67485ca36c8d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.904690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57e27932-53d9-4ef5-9b14-579373f04237 req-9bd9ad24-765c-49b4-9c30-67485ca36c8d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.2186263 Jul 05 03:58:16.943805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a81305-1fc3-4fa7-96d6-38a16b549acc req-fa6e5a1b-5a8c-4c2b-bf51-48904162f2c1 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.945698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9a81305-1fc3-4fa7-96d6-38a16b549acc req-fa6e5a1b-5a8c-4c2b-bf51-48904162f2c1 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 950 time: 0.2748432 Jul 05 03:58:17.010097 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9a81305-1fc3-4fa7-96d6-38a16b549acc req-50f8c5af-89c6-4cfd-a87a-2286a074a038 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514436 Jul 05 03:58:17.022714 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57e27932-53d9-4ef5-9b14-579373f04237 req-d748ff3f-d1f7-4965-b446-d87ae71d66a3 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082335 Jul 05 03:58:17.098981 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a188b09e-59d9-4410-851a-23c407f53ef2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.152190 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188b09e-59d9-4410-851a-23c407f53ef2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=6143a71d-83ab-41f0-8997-5489fa21cb95,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:17.194955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca64d19-81e9-4f01-9173-7721450ed570 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:17.223047 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a188b09e-59d9-4410-851a-23c407f53ef2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.226529 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a188b09e-59d9-4410-851a-23c407f53ef2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/6143a71d-83ab-41f0-8997-5489fa21cb95 HTTP/1.1" status: 204 len: 168 time: 0.9003899 Jul 05 03:58:17.230324 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47882) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:17.231367 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-75d9a37d-73fa-49a2-ae54-b8a4c3c26a36 req-f25ffeeb-9ca0-4ecf-b932-58806e0551c1 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0820568 Jul 05 03:58:17.275374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd4f8a-5fcc-45b4-989c-3d222ce9febf req-941c7b62-01e2-4a9f-b639-ab79eddebe95 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.278237 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0fd4f8a-5fcc-45b4-989c-3d222ce9febf req-941c7b62-01e2-4a9f-b639-ab79eddebe95 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 944 time: 0.1239219 Jul 05 03:58:17.296186 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-017702ad-0d66-43b5-a1ef-4c876779357a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644996 Jul 05 03:58:17.296991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47884) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:17.305958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a8265e13-d3a9-486c-a56e-99e66d76823b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:17.326790 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0fd4f8a-5fcc-45b4-989c-3d222ce9febf req-b429cc4a-8e95-4378-8d03-b347a9be192b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429752 Jul 05 03:58:17.354465 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.462916 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb4c1c3-08a0-45ab-9e2e-f226f6b77030 None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:58:17.523211 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4c1c3-08a0-45ab-9e2e-f226f6b77030 None None] Deleting port 24f7eea1-80fb-4f0b-839a-6548408f0ac0 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:17.523589 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c1c3-08a0-45ab-9e2e-f226f6b77030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.575800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8265e13-d3a9-486c-a56e-99e66d76823b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:17.579717 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a8265e13-d3a9-486c-a56e-99e66d76823b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.588852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0bb4c1c3-08a0-45ab-9e2e-f226f6b77030 None None] For port 24f7eea1-80fb-4f0b-839a-6548408f0ac0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=24f7eea1-80fb-4f0b-839a-6548408f0ac0,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:17.589535 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c1c3-08a0-45ab-9e2e-f226f6b77030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.602803 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4c1c3-08a0-45ab-9e2e-f226f6b77030 None None] Calling delete_port for 24f7eea1-80fb-4f0b-839a-6548408f0ac0 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:17.734573 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.837482 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c1c3-08a0-45ab-9e2e-f226f6b77030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:17.864809 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4c1c3-08a0-45ab-9e2e-f226f6b77030 None None] Pushing event deleted for resources: {'Port': ['ID=24f7eea1-80fb-4f0b-839a-6548408f0ac0,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:17.866636 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4c1c3-08a0-45ab-9e2e-f226f6b77030 None None] No DVR routers for this DVR port 24f7eea1-80fb-4f0b-839a-6548408f0ac0 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:17.991052 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Router c27ac356-c424-4536-a3db-8a742efc248a is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:58:18.058387 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a8265e13-d3a9-486c-a56e-99e66d76823b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.138109 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8265e13-d3a9-486c-a56e-99e66d76823b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:18.146750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-a8265e13-d3a9-486c-a56e-99e66d76823b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:18.149756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8265e13-d3a9-486c-a56e-99e66d76823b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.150430 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a8265e13-d3a9-486c-a56e-99e66d76823b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.158973 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e19644-1e50-4fa9-84db-6653f841cdd1 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:18.161923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 822f9ecf-4c3d-46eb-9712-da1b4ef8696f up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:18.165569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8265e13-d3a9-486c-a56e-99e66d76823b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=87f38689-be5e-4d5f-a944-f9b8c695f001,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:18.178114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:58:18.190384 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Sync routers for ids ['c27ac356-c424-4536-a3db-8a742efc248a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:58:18.201300 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Routers {'c27ac356-c424-4536-a3db-8a742efc248a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:18.201931 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:58:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c27ac356-c424-4536-a3db-8a742efc248a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:18.247984 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a8265e13-d3a9-486c-a56e-99e66d76823b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9478328 Jul 05 03:58:18.248631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47892) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:18.254084 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6c862748-1485-4077-8a57-b3ed5a2ad778 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'fixed_ips': [{'subnet_id': '87f38689-be5e-4d5f-a944-f9b8c695f001', 'ip_address': '2001:db8::c5ad:4d4f:a093:d2'}], 'name': 'tempest-NetworksTestDHCPv6-1286734317'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:18.260045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.262455 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-57faed47-0bab-457a-b8d0-2acfd48633cf tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5400286 Jul 05 03:58:18.265704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47894) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:18.342071 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 822f9ecf-4c3d-46eb-9712-da1b4ef8696f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:18.346967 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 822f9ecf-4c3d-46eb-9712-da1b4ef8696f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:18.347698 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.357334 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Set router c27ac356-c424-4536-a3db-8a742efc248a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:18.372409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': '87f38689-be5e-4d5f-a944-f9b8c695f001'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:18.373524 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.383478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f36fe-013c-4a12-a574-9784dba90b4d req-511e6521-7020-4b00-bb23-7f81a076b613 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.385098 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d5f36fe-013c-4a12-a574-9784dba90b4d req-511e6521-7020-4b00-bb23-7f81a076b613 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 950 time: 0.2523086 Jul 05 03:58:18.421262 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c6b1a-5fa5-4611-8fa0-933a6d8e8367 req-eace33ee-cc49-4126-9eaa-613a3882439f tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.422786 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e8c6b1a-5fa5-4611-8fa0-933a6d8e8367 req-eace33ee-cc49-4126-9eaa-613a3882439f tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.2770548 Jul 05 03:58:18.433764 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9fd23303-8a31-4916-a75b-64acfb3cc1af tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=b18740ad05054462a8bead1ca98b0711&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1662948 Jul 05 03:58:18.439625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47902) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:18.650934 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T03:58:16Z', 'revision_number': 3, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:18.671819 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 24f7eea1-80fb-4f0b-839a-6548408f0ac0 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:18.685168 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Checking router: c27ac356-c424-4536-a3db-8a742efc248a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:58:18.687185 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Updating router c27ac356-c424-4536-a3db-8a742efc248a port 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:58:18.722903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Allocated IP 2001:db8::2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/87f38689-be5e-4d5f-a944-f9b8c695f001/f04aca88-0c00-4999-a9fa-cf4c741e97ff) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:18.730729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 24f7eea1-80fb-4f0b-839a-6548408f0ac0 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:18.731353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 24f7eea1-80fb-4f0b-839a-6548408f0ac0 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:18.785015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6681cfb9-8aab-40a8-9562-cbacfeedc30b tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.790533 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6681cfb9-8aab-40a8-9562-cbacfeedc30b tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3461609 Jul 05 03:58:18.790533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47914) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:18.791554 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:18.846113 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3436dcf9-0fe8-4b81-995e-44197e371568 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533252 Jul 05 03:58:18.855655 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47916) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:18.866684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b479d137-3621-4a70-8b9b-e3db185e327c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-562894393', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:19.018251 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e8c6b1a-5fa5-4611-8fa0-933a6d8e8367 req-fae12993-a768-4826-a125-65a06f6e4563 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789063 Jul 05 03:58:19.071318 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.084378 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d5f36fe-013c-4a12-a574-9784dba90b4d req-268db448-959d-4ece-848d-b0081656eec3 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751761 Jul 05 03:58:19.107751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f8ef3-02d3-4ed7-8bea-e2b58f03b57d req-d085a5c0-dbb2-4e3d-a2fc-99e920dc51e7 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:19.109358 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-088f8ef3-02d3-4ed7-8bea-e2b58f03b57d req-d085a5c0-dbb2-4e3d-a2fc-99e920dc51e7 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 950 time: 0.5973132 Jul 05 03:58:19.160318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdd2cee-c1e0-4626-ba9d-7a6585ca3252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822f9ecf-4c3d-46eb-9712-da1b4ef8696f'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:19.162633 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9725e31-bc4c-4433-9ba3-1a7875987ab3" -d '{"events": [{"server_uuid": "bbdd2cee-c1e0-4626-ba9d-7a6585ca3252", "name": "network-vif-plugged", "status": "completed", "tag": "822f9ecf-4c3d-46eb-9712-da1b4ef8696f"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:19.225888 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b479d137-3621-4a70-8b9b-e3db185e327c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Made reservation on behalf of b18740ad05054462a8bead1ca98b0711 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:19.239191 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b479d137-3621-4a70-8b9b-e3db185e327c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.245725 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.257456 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Transition to ACTIVE for port object 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:19.286567 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-204da539-ae02-4033-a59e-d208fdb56980 req-d3557252-ddae-4b42-841f-516c3efc395b tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0350356 Jul 05 03:58:19.287151 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.296444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 822f9ecf-4c3d-46eb-9712-da1b4ef8696f, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=822f9ecf-4c3d-46eb-9712-da1b4ef8696f,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:19.297697 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Transition to ACTIVE for port object f04aca88-0c00-4999-a9fa-cf4c741e97ff will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:19.315547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Transition to ACTIVE for port object f04aca88-0c00-4999-a9fa-cf4c741e97ff will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:19.378302 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c862748-1485-4077-8a57-b3ed5a2ad778 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:19.395159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8e8fe-9b62-4964-a711-8c619c980472 req-9484ae23-16a8-444a-bd25-f98ab4235a8c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:19.397237 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4e8e8fe-9b62-4964-a711-8c619c980472 req-9484ae23-16a8-444a-bd25-f98ab4235a8c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 944 time: 0.1021671 Jul 05 03:58:19.449188 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.483818 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.488483 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.545344 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Attempting to bind port 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:19.546228 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Attempting to bind port 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:19.559330 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Attempting to bind port 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:19.572225 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec749a4-b5f4-4b82-9a20-bba25a0ea0cd None None] Pushing event updated for resources: {'Port': ['ID=4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:19.575749 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:19.576379 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:19.578189 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.578189 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:19.578189 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Bound port: 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:19.579716 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.635339 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec749a4-b5f4-4b82-9a20-bba25a0ea0cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:19.636798 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec749a4-b5f4-4b82-9a20-bba25a0ea0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:19.636798 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec749a4-b5f4-4b82-9a20-bba25a0ea0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:19.636798 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec749a4-b5f4-4b82-9a20-bba25a0ea0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:19.636798 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec749a4-b5f4-4b82-9a20-bba25a0ea0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:19.637165 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec749a4-b5f4-4b82-9a20-bba25a0ea0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:19.637402 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec749a4-b5f4-4b82-9a20-bba25a0ea0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:19.637779 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec749a4-b5f4-4b82-9a20-bba25a0ea0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:19.638110 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec749a4-b5f4-4b82-9a20-bba25a0ea0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:19.638431 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec749a4-b5f4-4b82-9a20-bba25a0ea0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:19.638750 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec749a4-b5f4-4b82-9a20-bba25a0ea0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:19.639463 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec749a4-b5f4-4b82-9a20-bba25a0ea0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:19.642576 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:19.672574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4e8e8fe-9b62-4964-a711-8c619c980472 req-a76c473f-5895-4b72-87f2-accad0d584d9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600975 Jul 05 03:58:19.684081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:19.691279 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9194aa9c-25ad-4de8-8ae7-9c7008fbe4b2 x-openstack-request-id: req-9194aa9c-25ad-4de8-8ae7-9c7008fbe4b2 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:19.691628 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdd2cee-c1e0-4626-ba9d-7a6585ca3252", "name": "network-vif-plugged", "status": "completed", "tag": "822f9ecf-4c3d-46eb-9712-da1b4ef8696f", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:19.691820 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9194aa9c-25ad-4de8-8ae7-9c7008fbe4b2 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:19.696346 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdd2cee-c1e0-4626-ba9d-7a6585ca3252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822f9ecf-4c3d-46eb-9712-da1b4ef8696f', 'code': 200} Jul 05 03:58:19.699209 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:19.715063 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=822f9ecf-4c3d-46eb-9712-da1b4ef8696f,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:19.755330 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c862748-1485-4077-8a57-b3ed5a2ad778 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.764937 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-088f8ef3-02d3-4ed7-8bea-e2b58f03b57d req-bb8b4dc6-9606-40f0-abf4-8722e3c3fb18 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Deleting port 9b19c079-c3ad-4f81-be3c-59d9bd709776 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:19.765762 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-088f8ef3-02d3-4ed7-8bea-e2b58f03b57d req-bb8b4dc6-9606-40f0-abf4-8722e3c3fb18 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.795435 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-6c862748-1485-4077-8a57-b3ed5a2ad778 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port b954dfbc-d85d-4167-85b0-4339b2f62793 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:19.797957 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] For port 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:19.802897 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] For port 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:19.824774 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b479d137-3621-4a70-8b9b-e3db185e327c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.884707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Pushing event updated for resources: {'Port': ['ID=f04aca88-0c00-4999-a9fa-cf4c741e97ff,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:19.941899 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Attempting to bind port f04aca88-0c00-4999-a9fa-cf4c741e97ff on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:19.942271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Attempting to bind port f04aca88-0c00-4999-a9fa-cf4c741e97ff by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:19.942637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Attempting to bind port f04aca88-0c00-4999-a9fa-cf4c741e97ff on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:19.948037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:19.949170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:19.949685 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.950097 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:19.952349 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:19.961500 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Bound port: f04aca88-0c00-4999-a9fa-cf4c741e97ff, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:19.961949 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.069999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-6c862748-1485-4077-8a57-b3ed5a2ad778 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::c5ad:4d4f:a093:d2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/87f38689-be5e-4d5f-a944-f9b8c695f001/b954dfbc-d85d-4167-85b0-4339b2f62793) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:20.083342 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Routers {'c27ac356-c424-4536-a3db-8a742efc248a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:20.083993 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:58:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c27ac356-c424-4536-a3db-8a742efc248a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:20.096458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] For port f04aca88-0c00-4999-a9fa-cf4c741e97ff, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:20.104098 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] For port f04aca88-0c00-4999-a9fa-cf4c741e97ff, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f04aca88-0c00-4999-a9fa-cf4c741e97ff,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:20.132413 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec749a4-b5f4-4b82-9a20-bba25a0ea0cd None None] Pushing event updated for resources: {'Port': ['ID=4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:20.203742 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.256785 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] Set router c27ac356-c424-4536-a3db-8a742efc248a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:20.321347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d9b7b-0177-4cb1-a6b3-1632008f547f None None] Pushing event updated for resources: {'Port': ['ID=f04aca88-0c00-4999-a9fa-cf4c741e97ff,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:20.323132 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c862748-1485-4077-8a57-b3ed5a2ad778 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.421610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-6c862748-1485-4077-8a57-b3ed5a2ad778 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object b954dfbc-d85d-4167-85b0-4339b2f62793 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:20.435445 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479d137-3621-4a70-8b9b-e3db185e327c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Subnet': ['ID=fbe35c1f-8425-49c9-a815-5964dc5cc9e5,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:20.458815 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-088f8ef3-02d3-4ed7-8bea-e2b58f03b57d req-bb8b4dc6-9606-40f0-abf4-8722e3c3fb18 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] For port 9b19c079-c3ad-4f81-be3c-59d9bd709776, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9b19c079-c3ad-4f81-be3c-59d9bd709776,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:20.459710 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-088f8ef3-02d3-4ed7-8bea-e2b58f03b57d req-bb8b4dc6-9606-40f0-abf4-8722e3c3fb18 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.485720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210decc3-8bd0-401e-97e0-2cc09809b7c9 req-fa22f288-992e-4094-a8a8-50723990ab15 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.487411 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-210decc3-8bd0-401e-97e0-2cc09809b7c9 req-fa22f288-992e-4094-a8a8-50723990ab15 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.1530731 Jul 05 03:58:20.499564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-088f8ef3-02d3-4ed7-8bea-e2b58f03b57d req-bb8b4dc6-9606-40f0-abf4-8722e3c3fb18 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Calling delete_port for 9b19c079-c3ad-4f81-be3c-59d9bd709776 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:20.521454 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd17fa-afc1-4012-a400-11ad6f91f0f8 req-dca9ac60-329b-456e-bcbb-6acf37ae8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.523129 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3dd17fa-afc1-4012-a400-11ad6f91f0f8 req-dca9ac60-329b-456e-bcbb-6acf37ae8568 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 1097 time: 0.7167144 Jul 05 03:58:20.544266 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b479d137-3621-4a70-8b9b-e3db185e327c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Checking segment: {'id': '0e0743dc-5584-4a8a-b611-22dac37fa4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:20.544967 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b479d137-3621-4a70-8b9b-e3db185e327c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network hostable DHCP agents. Network: ec674479-f6ba-4dee-8c7c-d20f38f46c45, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:58:20.577560 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4a20a-07e6-492d-8576-a7efedde00bd req-2212a029-6888-48d7-a4e2-9e2d24161bd4 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.579183 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d6c4a20a-07e6-492d-8576-a7efedde00bd req-2212a029-6888-48d7-a4e2-9e2d24161bd4 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 945 time: 0.3275964 Jul 05 03:58:20.665313 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c862748-1485-4077-8a57-b3ed5a2ad778 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.697632 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T03:58:16Z', 'revision_number': 3, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:20.743272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-210decc3-8bd0-401e-97e0-2cc09809b7c9 req-89d7aacb-08f5-4a67-8b7c-c3c311b47efd tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489393 Jul 05 03:58:20.744158 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3dd17fa-afc1-4012-a400-11ad6f91f0f8 req-43fb081f-e73c-42e3-8394-252f828389ab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017446 Jul 05 03:58:20.753173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c862748-1485-4077-8a57-b3ed5a2ad778 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=b954dfbc-d85d-4167-85b0-4339b2f62793,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:20.756389 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed51f40-4cf7-4dec-8b2b-3378a0f4a038 None None] The sync data for ids ['c27ac356-c424-4536-a3db-8a742efc248a'] in n-d-771363-32 is: [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T03:58:16Z', 'revision_number': 3, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:58:20.802824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c862748-1485-4077-8a57-b3ed5a2ad778 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:20.805516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-6c862748-1485-4077-8a57-b3ed5a2ad778 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:20.809636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c862748-1485-4077-8a57-b3ed5a2ad778 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:20.819274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c862748-1485-4077-8a57-b3ed5a2ad778 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.820544 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c862748-1485-4077-8a57-b3ed5a2ad778 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.866136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b479d137-3621-4a70-8b9b-e3db185e327c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network ec674479-f6ba-4dee-8c7c-d20f38f46c45 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:58:20.897802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6afe4-357a-4b53-a29b-92833d85db22 req-71f8ebcf-bfba-41f5-808a-20fe57da50b6 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.900900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fd6afe4-357a-4b53-a29b-92833d85db22 req-71f8ebcf-bfba-41f5-808a-20fe57da50b6 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 950 time: 0.3199956 Jul 05 03:58:20.903014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-d6c4a20a-07e6-492d-8576-a7efedde00bd req-38ffcb4b-123d-433e-898e-eeba5ebf93f1 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Deleting port cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:20.903585 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d6c4a20a-07e6-492d-8576-a7efedde00bd req-38ffcb4b-123d-433e-898e-eeba5ebf93f1 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.934310 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6c862748-1485-4077-8a57-b3ed5a2ad778 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6848938 Jul 05 03:58:20.939064 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47942) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:20.981883 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-b479d137-3621-4a70-8b9b-e3db185e327c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, ec674479-f6ba-4dee-8c7c-d20f38f46c45) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:20.996479 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b479d137-3621-4a70-8b9b-e3db185e327c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.997537 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b479d137-3621-4a70-8b9b-e3db185e327c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.998559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71210275-69fc-4764-bd00-fe35fb2d453e None None] Network ec674479-f6ba-4dee-8c7c-d20f38f46c45 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:21.015652 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-088f8ef3-02d3-4ed7-8bea-e2b58f03b57d req-bb8b4dc6-9606-40f0-abf4-8722e3c3fb18 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.035250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9b19c079-c3ad-4f81-be3c-59d9bd709776'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:21.036026 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fd6afe4-357a-4b53-a29b-92833d85db22 req-4b5d1441-411f-41cd-a194-e9f682d00fe6 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cadf4db-18a1-45a8-b357-f4ce023782ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276166 Jul 05 03:58:21.090686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b4dc6-9606-40f0-abf4-8722e3c3fb18 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Pushing event deleted for resources: {'Port': ['ID=9b19c079-c3ad-4f81-be3c-59d9bd709776,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:21.094004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c084921-04c6-4bef-a300-945ea8eefb6c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:21.102554 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c084921-04c6-4bef-a300-945ea8eefb6c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:21.111171 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8c084921-04c6-4bef-a300-945ea8eefb6c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1673744 Jul 05 03:58:21.111693 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47952) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:21.145188 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b479d137-3621-4a70-8b9b-e3db185e327c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2872565 Jul 05 03:58:21.147928 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47954) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:21.328257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-088f8ef3-02d3-4ed7-8bea-e2b58f03b57d req-bb8b4dc6-9606-40f0-abf4-8722e3c3fb18 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] No DVR routers for this DVR port 9b19c079-c3ad-4f81-be3c-59d9bd709776 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:21.332981 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-088f8ef3-02d3-4ed7-8bea-e2b58f03b57d req-bb8b4dc6-9606-40f0-abf4-8722e3c3fb18 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.340224 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-088f8ef3-02d3-4ed7-8bea-e2b58f03b57d req-bb8b4dc6-9606-40f0-abf4-8722e3c3fb18 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.10 "DELETE /v2.0/ports/9b19c079-c3ad-4f81-be3c-59d9bd709776 HTTP/1.1" status: 204 len: 173 time: 2.2184393 Jul 05 03:58:21.390953 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2be055d-9a96-41c1-8703-1f666842d863', 'name': 'network-vif-deleted', 'tag': '9b19c079-c3ad-4f81-be3c-59d9bd709776'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:21.393741 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf067c6-60b0-444b-a64f-894d88b6d645" -d '{"events": [{"server_uuid": "c2be055d-9a96-41c1-8703-1f666842d863", "name": "network-vif-deleted", "tag": "9b19c079-c3ad-4f81-be3c-59d9bd709776"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:21.394530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d030dfec-b2c1-49d5-8499-b54a70c1338f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port b954dfbc-d85d-4167-85b0-4339b2f62793 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:21.395380 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d030dfec-b2c1-49d5-8499-b54a70c1338f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.402703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-d6c4a20a-07e6-492d-8576-a7efedde00bd req-38ffcb4b-123d-433e-898e-eeba5ebf93f1 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] For port cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3,segment=NetworkSegment(4231db98-9b73-480e-9f0a-831c104e6372),segment_id=4231db98-9b73-480e-9f0a-831c104e6372)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:21.403181 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d6c4a20a-07e6-492d-8576-a7efedde00bd req-38ffcb4b-123d-433e-898e-eeba5ebf93f1 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.424875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-d6c4a20a-07e6-492d-8576-a7efedde00bd req-38ffcb4b-123d-433e-898e-eeba5ebf93f1 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Calling delete_port for cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:21.491332 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:21.495288 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.785230 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d030dfec-b2c1-49d5-8499-b54a70c1338f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:21.866897 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d030dfec-b2c1-49d5-8499-b54a70c1338f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for b954dfbc-d85d-4167-85b0-4339b2f62793 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:21.980992 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Allocated IP 172.20.0.2 (ec674479-f6ba-4dee-8c7c-d20f38f46c45/fbe35c1f-8425-49c9-a815-5964dc5cc9e5/69393485-d02f-4df0-a705-8e1795f7c5f7) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:21.990925 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d666e-2ed9-432a-a2b9-954e6c8bb0da req-83150e8e-70eb-4163-a466-53085367303b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:22.002335 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-702d666e-2ed9-432a-a2b9-954e6c8bb0da req-83150e8e-70eb-4163-a466-53085367303b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 945 time: 0.4223139 Jul 05 03:58:22.015000 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f502d7f-bb9d-4589-a673-556819ed51f8 x-openstack-request-id: req-7f502d7f-bb9d-4589-a673-556819ed51f8 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:22.015853 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2be055d-9a96-41c1-8703-1f666842d863", "name": "network-vif-deleted", "tag": "9b19c079-c3ad-4f81-be3c-59d9bd709776", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:22.015853 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f502d7f-bb9d-4589-a673-556819ed51f8 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:22.019378 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2be055d-9a96-41c1-8703-1f666842d863', 'name': 'network-vif-deleted', 'tag': '9b19c079-c3ad-4f81-be3c-59d9bd709776', 'status': 'completed', 'code': 200} Jul 05 03:58:22.216199 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.346785 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d6c4a20a-07e6-492d-8576-a7efedde00bd req-38ffcb4b-123d-433e-898e-eeba5ebf93f1 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.375758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-702d666e-2ed9-432a-a2b9-954e6c8bb0da req-4d227cdd-36db-4887-b268-137496c2fbb2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728540 Jul 05 03:58:22.426346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['aed92df0-007b-49ca-9909-5b42683f510a'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:22.453431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02a86b-6e99-49fc-b8c0-28a03a989fa7 req-66cfa594-6216-46f8-bde7-c0ce4d4d2d61 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:22.461286 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6a02a86b-6e99-49fc-b8c0-28a03a989fa7 req-66cfa594-6216-46f8-bde7-c0ce4d4d2d61 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 867 time: 0.2510026 Jul 05 03:58:22.478040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b7727d90-9106-4b3b-b905-e2c690b7a9c8 None None] Provisioning for port f04aca88-0c00-4999-a9fa-cf4c741e97ff completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:22.500266 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d030dfec-b2c1-49d5-8499-b54a70c1338f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.583917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030dfec-b2c1-49d5-8499-b54a70c1338f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=b954dfbc-d85d-4167-85b0-4339b2f62793,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:22.602358 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffcb4b-123d-433e-898e-eeba5ebf93f1 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Pushing event deleted for resources: {'Port': ['ID=cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:22.662722 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.673008 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Transition to ACTIVE for port object 69393485-d02f-4df0-a705-8e1795f7c5f7 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:22.685028 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec32c412-9b38-4839-b657-1272b4ea18f7 req-455b0b1d-f09e-4730-9f86-7edf1a99a7da tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0830321 Jul 05 03:58:22.712472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6a02a86b-6e99-49fc-b8c0-28a03a989fa7 req-1f78cc16-f623-4562-8552-7e31c1fa5d89 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366562 Jul 05 03:58:22.712472 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d030dfec-b2c1-49d5-8499-b54a70c1338f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.713262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Transition to ACTIVE for port object 69393485-d02f-4df0-a705-8e1795f7c5f7 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:22.713477 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d030dfec-b2c1-49d5-8499-b54a70c1338f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/b954dfbc-d85d-4167-85b0-4339b2f62793 HTTP/1.1" status: 204 len: 168 time: 1.5968761 Jul 05 03:58:22.715629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47976) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:22.761877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:22.830200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c4a20a-07e6-492d-8576-a7efedde00bd req-38ffcb4b-123d-433e-898e-eeba5ebf93f1 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] No DVR routers for this DVR port cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:22.842103 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d6c4a20a-07e6-492d-8576-a7efedde00bd req-38ffcb4b-123d-433e-898e-eeba5ebf93f1 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.844322 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d6c4a20a-07e6-492d-8576-a7efedde00bd req-38ffcb4b-123d-433e-898e-eeba5ebf93f1 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.36 "DELETE /v2.0/ports/cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 HTTP/1.1" status: 204 len: 173 time: 2.2411284 Jul 05 03:58:22.876669 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d964e818-1083-4fca-8e11-d383171d2c77 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:22.883309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d964e818-1083-4fca-8e11-d383171d2c77 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:22.889660 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d964e818-1083-4fca-8e11-d383171d2c77 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1726906 Jul 05 03:58:22.892321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47978) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:22.920816 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:22.984652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5e3408c8-861e-4350-8a65-17079b19f5b4 None None] Could not find standard attr ID for object b954dfbc-d85d-4167-85b0-4339b2f62793. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:58:23.050035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Network ec674479-f6ba-4dee-8c7c-d20f38f46c45 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:23.057493 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:23.067489 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:23.102791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Pushing event updated for resources: {'Port': ['ID=69393485-d02f-4df0-a705-8e1795f7c5f7,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:23.113657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea4fc7d1-1319-472d-814e-07ee80dfbbe8 req-c3e11e83-dbf3-4f3a-b5d0-8aeac303c4b9 tempest-LiveMigrationNegativeTest-1890370614 tempest-LiveMigrationNegativeTest-1890370614-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be055d-9a96-41c1-8703-1f666842d863 HTTP/1.1" status: 200 len: 210 time: 0.1046827 Jul 05 03:58:23.118390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-114e2420-c07e-43d5-9818-718a3f8c8825 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 87f38689-be5e-4d5f-a944-f9b8c695f001 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:23.122601 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-114e2420-c07e-43d5-9818-718a3f8c8825 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.188973 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-114e2420-c07e-43d5-9818-718a3f8c8825 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.218482 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Attempting to bind port 69393485-d02f-4df0-a705-8e1795f7c5f7 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:23.219247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Attempting to bind port 69393485-d02f-4df0-a705-8e1795f7c5f7 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '0e0743dc-5584-4a8a-b611-22dac37fa4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:23.219855 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Attempting to bind port 69393485-d02f-4df0-a705-8e1795f7c5f7 on network ec674479-f6ba-4dee-8c7c-d20f38f46c45 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:23.233467 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:23.234261 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Checking segment: {'id': '0e0743dc-5584-4a8a-b611-22dac37fa4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:23.234945 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.235637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Bound using segment: {'id': '0e0743dc-5584-4a8a-b611-22dac37fa4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:23.236367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Bound port: 69393485-d02f-4df0-a705-8e1795f7c5f7, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0743dc-5584-4a8a-b611-22dac37fa4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:23.237003 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.294451 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:23.306831 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:23.307441 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.327976 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-114e2420-c07e-43d5-9818-718a3f8c8825 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.334123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] For port 69393485-d02f-4df0-a705-8e1795f7c5f7, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:23.354073 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] For port 69393485-d02f-4df0-a705-8e1795f7c5f7, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=69393485-d02f-4df0-a705-8e1795f7c5f7,segment=NetworkSegment(0e0743dc-5584-4a8a-b611-22dac37fa4d2),segment_id=0e0743dc-5584-4a8a-b611-22dac37fa4d2)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:23.364384 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Allocated IP 172.20.0.1 (ec674479-f6ba-4dee-8c7c-d20f38f46c45/fbe35c1f-8425-49c9-a815-5964dc5cc9e5/2894e031-d2db-4969-b896-e162d1480c8d) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:23.433392 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.461418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:23.464816 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.572261 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.574963 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.575900 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f04aca88-0c00-4999-a9fa-cf4c741e97ff up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:23.582501 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-114e2420-c07e-43d5-9818-718a3f8c8825 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.583046 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0856d8-f6e4-4787-8a05-3d42c05cd5a5 None None] Pushing event updated for resources: {'Port': ['ID=69393485-d02f-4df0-a705-8e1795f7c5f7,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:23.591455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Transition to ACTIVE for port object 2894e031-d2db-4969-b896-e162d1480c8d will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:23.628702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e2420-c07e-43d5-9818-718a3f8c8825 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=87f38689-be5e-4d5f-a944-f9b8c695f001,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:23.634930 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-114e2420-c07e-43d5-9818-718a3f8c8825 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.637314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-114e2420-c07e-43d5-9818-718a3f8c8825 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/87f38689-be5e-4d5f-a944-f9b8c695f001 HTTP/1.1" status: 204 len: 168 time: 0.7419903 Jul 05 03:58:23.643720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47984) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:23.661172 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29d2b9a-8ef8-4a1c-951a-3110e9657c72 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:23.688236 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ccbb490e-a03a-479f-bb5f-37a2439a27cb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414929 Jul 05 03:58:23.696881 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47986) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:23.706117 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-abf1c98f-259c-43c6-8932-d55a222748ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:23.767565 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.771270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751f72c-9210-4e7b-a7ae-49dbfae82aa1 req-43643845-f7fb-405d-8048-1a11bd38f292 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:23.795397 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6751f72c-9210-4e7b-a7ae-49dbfae82aa1 req-43643845-f7fb-405d-8048-1a11bd38f292 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 945 time: 0.2588873 Jul 05 03:58:23.853840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:23.872308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network ec674479-f6ba-4dee-8c7c-d20f38f46c45 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:23.875302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:23.890766 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:23.973722 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port f04aca88-0c00-4999-a9fa-cf4c741e97ff completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:23.981765 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port f04aca88-0c00-4999-a9fa-cf4c741e97ff triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:23.982142 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:23.986725 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6751f72c-9210-4e7b-a7ae-49dbfae82aa1 req-8e77131d-2660-4c34-b4e5-9483cf093540 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892211 Jul 05 03:58:24.033971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a359b24-f8b5-4e3d-9718-2e319e6080dd', 'name': 'network-vif-deleted', 'tag': 'cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:24.037073 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1329b73-7ee5-4919-861c-4150c98f5d05" -d '{"events": [{"server_uuid": "2a359b24-f8b5-4e3d-9718-2e319e6080dd", "name": "network-vif-deleted", "tag": "cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:24.056706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Port': ['ID=2894e031-d2db-4969-b896-e162d1480c8d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:24.081961 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ec16961-4d52-4db7-97a3-a689d7d0db9a req-fcc86d1a-ad41-4077-ade4-294fa4d0d1b8 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a359b24-f8b5-4e3d-9718-2e319e6080dd HTTP/1.1" status: 200 len: 210 time: 0.1147633 Jul 05 03:58:24.090084 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf1c98f-259c-43c6-8932-d55a222748ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:24.095237 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.106410 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-abf1c98f-259c-43c6-8932-d55a222748ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.197382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:24.367057 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c362b38-7a42-4fcc-9143-6ad717d2eb4d None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:58:24.386543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9b19c079-c3ad-4f81-be3c-59d9bd709776 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:24.395299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-adab2229-63f5-4036-8477-b33ae168acc8 req-59b11c59-2807-4da2-a4ad-237b05de0673 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0580509 Jul 05 03:58:24.434835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:24.437440 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:24.475929 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 9b19c079-c3ad-4f81-be3c-59d9bd709776 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:24.476411 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9b19c079-c3ad-4f81-be3c-59d9bd709776 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:24.486734 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.514706 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.525773 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port f04aca88-0c00-4999-a9fa-cf4c741e97ff, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f04aca88-0c00-4999-a9fa-cf4c741e97ff,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:24.530810 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e5640e-4f6f-4514-a3ef-b7e9d64e1e1b x-openstack-request-id: req-f4e5640e-4f6f-4514-a3ef-b7e9d64e1e1b {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:24.531818 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a359b24-f8b5-4e3d-9718-2e319e6080dd", "name": "network-vif-deleted", "tag": "cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:24.531818 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4e5640e-4f6f-4514-a3ef-b7e9d64e1e1b {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:24.531818 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a359b24-f8b5-4e3d-9718-2e319e6080dd', 'name': 'network-vif-deleted', 'tag': 'cb00a1eb-bf8e-4c86-bd3a-097788e1b3b3', 'status': 'completed', 'code': 200} Jul 05 03:58:24.552218 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-abf1c98f-259c-43c6-8932-d55a222748ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.577333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9c362b38-7a42-4fcc-9143-6ad717d2eb4d None None] Deleting port f04aca88-0c00-4999-a9fa-cf4c741e97ff {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:24.577758 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9c362b38-7a42-4fcc-9143-6ad717d2eb4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.650615 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.817718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=f04aca88-0c00-4999-a9fa-cf4c741e97ff,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:24.836285 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad04f94-f472-41d2-afce-34af0e498d24 req-5441d1b0-b5a7-4f2d-b9f6-f3dcf5730259 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:24.844623 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ad04f94-f472-41d2-afce-34af0e498d24 req-5441d1b0-b5a7-4f2d-b9f6-f3dcf5730259 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 805 time: 0.2224891 Jul 05 03:58:24.850198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf1c98f-259c-43c6-8932-d55a222748ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:24.862584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9c362b38-7a42-4fcc-9143-6ad717d2eb4d None None] For port f04aca88-0c00-4999-a9fa-cf4c741e97ff, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f04aca88-0c00-4999-a9fa-cf4c741e97ff,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:24.864812 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9c362b38-7a42-4fcc-9143-6ad717d2eb4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.864944 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1c98f-259c-43c6-8932-d55a222748ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=941659cf-1e36-41cc-99de-d4127d9a1499,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:24.894382 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ad04f94-f472-41d2-afce-34af0e498d24 req-669d414a-7bb4-4634-901a-8da7c9ef05f4 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/quotas/b54499cdf5b04da2a0e9616d056ed57c HTTP/1.1" status: 200 len: 375 time: 0.0485525 Jul 05 03:58:24.904350 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9c362b38-7a42-4fcc-9143-6ad717d2eb4d None None] Calling delete_port for f04aca88-0c00-4999-a9fa-cf4c741e97ff owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:24.904694 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-abf1c98f-259c-43c6-8932-d55a222748ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:24.967741 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf1c98f-259c-43c6-8932-d55a222748ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:24.990484 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-abf1c98f-259c-43c6-8932-d55a222748ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.129414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ad04f94-f472-41d2-afce-34af0e498d24 req-5dc3142e-6db2-49e6-a0b6-0caf13148e69 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2337587 Jul 05 03:58:25.214654 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.239756 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-abf1c98f-259c-43c6-8932-d55a222748ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5407653 Jul 05 03:58:25.245605 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48020) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:25.252636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-081b8416-5235-4348-b247-d89755cebf89 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'fixed_ips': [{'subnet_id': '941659cf-1e36-41cc-99de-d4127d9a1499', 'ip_address': '2001:db8::e637:3fbb:1ad6:91e9'}], 'name': 'tempest-NetworksTestDHCPv6-1051690662'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:25.318265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48022) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:25.337025 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ad04f94-f472-41d2-afce-34af0e498d24 req-4e4f16a0-8757-4e3e-b57d-01aee5ac9406 service neutron] 10.222.0.38 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064517 Jul 05 03:58:25.369112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 69393485-d02f-4df0-a705-8e1795f7c5f7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:25.371986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5b0912-b524-4665-8c8a-72cfc63a0eb7 None None] Network ec674479-f6ba-4dee-8c7c-d20f38f46c45 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:25.417404 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.476639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ad04f94-f472-41d2-afce-34af0e498d24 req-d74c6dfa-4ab4-4578-a71e-cbe1be26ce70 service neutron] 10.222.0.38 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334569 Jul 05 03:58:25.527892 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.530881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Port': ['ID=2894e031-d2db-4969-b896-e162d1480c8d,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:25.610423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9eab4b21-e6a5-4938-81f1-164287a942e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd46e87c74d64db883b1d7bd177ca1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909493 Jul 05 03:58:25.614128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48030) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:25.627840 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081b8416-5235-4348-b247-d89755cebf89 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:25.631184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fd65a72e-0af8-42ec-90bb-51864f843314 None None] Provisioning for port 69393485-d02f-4df0-a705-8e1795f7c5f7 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:25.737338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network ec674479-f6ba-4dee-8c7c-d20f38f46c45 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:25.747636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:25.753150 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-011be992-ed0e-4434-baec-aabf78691137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.784281 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 69393485-d02f-4df0-a705-8e1795f7c5f7 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:25.787309 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9c362b38-7a42-4fcc-9143-6ad717d2eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.809761 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-011be992-ed0e-4434-baec-aabf78691137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.864643 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-081b8416-5235-4348-b247-d89755cebf89 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.871815 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 69393485-d02f-4df0-a705-8e1795f7c5f7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:25.875647 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.875647 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c362b38-7a42-4fcc-9143-6ad717d2eb4d None None] Pushing event deleted for resources: {'Port': ['ID=f04aca88-0c00-4999-a9fa-cf4c741e97ff,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:25.908109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c362b38-7a42-4fcc-9143-6ad717d2eb4d None None] No DVR routers for this DVR port f04aca88-0c00-4999-a9fa-cf4c741e97ff on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:25.937836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5358d8-b220-4a18-86de-cd4c801dc0bb None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:25.950896 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-081b8416-5235-4348-b247-d89755cebf89 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port 1cb9997f-919b-49ec-9f48-74b80384835b yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:26.033233 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16afd1f0-5065-48c7-beca-33e56c5bc6aa req-e78a8b7d-09ca-451b-a7df-0447dadfe1aa tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0500839 Jul 05 03:58:26.115015 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.231970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Router c27ac356-c424-4536-a3db-8a742efc248a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:58:26.246059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 69393485-d02f-4df0-a705-8e1795f7c5f7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=69393485-d02f-4df0-a705-8e1795f7c5f7,segment=NetworkSegment(0e0743dc-5584-4a8a-b611-22dac37fa4d2),segment_id=0e0743dc-5584-4a8a-b611-22dac37fa4d2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:26.257424 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-011be992-ed0e-4434-baec-aabf78691137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.264126 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-011be992-ed0e-4434-baec-aabf78691137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.271084 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-011be992-ed0e-4434-baec-aabf78691137 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3cadf4db-18a1-45a8-b357-f4ce023782ce HTTP/1.1" status: 204 len: 168 time: 0.6555862 Jul 05 03:58:26.352635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a5f84f07-4be3-4b17-94f3-d10f84a09e50 None None] Provisioning for port 2894e031-d2db-4969-b896-e162d1480c8d completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:26.357543 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.358636 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:26.361051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': '941659cf-1e36-41cc-99de-d4127d9a1499'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:26.362389 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.398689 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011be992-ed0e-4434-baec-aabf78691137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cadf4db-18a1-45a8-b357-f4ce023782ce,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:26.409182 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a5f84f07-4be3-4b17-94f3-d10f84a09e50 None None] Provisioning complete for port 2894e031-d2db-4969-b896-e162d1480c8d triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:26.409604 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a5f84f07-4be3-4b17-94f3-d10f84a09e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.468912 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e9710-9a7d-417d-b2e3-e1492feeb821 req-68ad117e-d3eb-4a7e-b029-9fe94944197e tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:26.498636 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-658e9710-9a7d-417d-b2e3-e1492feeb821 req-68ad117e-d3eb-4a7e-b029-9fe94944197e tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1303539 Jul 05 03:58:26.521090 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-081b8416-5235-4348-b247-d89755cebf89 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::e637:3fbb:1ad6:91e9 (764cff81-f32e-40f8-af56-b4a9d80a62e7/941659cf-1e36-41cc-99de-d4127d9a1499/1cb9997f-919b-49ec-9f48-74b80384835b) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:26.555678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:58:26.563793 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-152819b1-9996-4142-97f7-81e39f806e6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "PUT /v2.0/routers/c27ac356-c424-4536-a3db-8a742efc248a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4109797 Jul 05 03:58:26.565342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48056) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:26.567233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=69393485-d02f-4df0-a705-8e1795f7c5f7,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:26.605677 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-658e9710-9a7d-417d-b2e3-e1492feeb821 req-477cb5a1-c74b-4bc2-b23d-99777d32dff0 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046410 Jul 05 03:58:26.657006 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Sync routers for ids ['c27ac356-c424-4536-a3db-8a742efc248a'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:58:26.889371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a5f84f07-4be3-4b17-94f3-d10f84a09e50 None None] Port 2894e031-d2db-4969-b896-e162d1480c8d cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:26.898459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Routers {'c27ac356-c424-4536-a3db-8a742efc248a'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:26.899472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:58:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c27ac356-c424-4536-a3db-8a742efc248a'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:26.902812 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:26.903563 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.004604 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a5f84f07-4be3-4b17-94f3-d10f84a09e50 None None] Provisioning complete for port 69393485-d02f-4df0-a705-8e1795f7c5f7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:27.005072 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a5f84f07-4be3-4b17-94f3-d10f84a09e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.176082 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Set router c27ac356-c424-4536-a3db-8a742efc248a gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:27.195590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48092) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:27.312347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-dc33a01a-cb8e-4283-ad0f-1853561e066c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.314496 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-dc33a01a-cb8e-4283-ad0f-1853561e066c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 805 time: 0.1857352 Jul 05 03:58:27.373269 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a40a8489-4cf6-435f-b606-e16ce159de65 req-4923e932-b78a-4fb3-bf58-2ebb3aa3c120 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0546269 Jul 05 03:58:27.381232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-80230507-5254-4a93-ba9a-fc867449c29c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3feb376f30b64b7b99be15697fdae3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839190 Jul 05 03:58:27.382249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48094) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:27.384803 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-af28652e-426c-4502-a434-ac0e26d43ff6 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/quotas/b54499cdf5b04da2a0e9616d056ed57c HTTP/1.1" status: 200 len: 375 time: 0.0614641 Jul 05 03:58:27.417691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79417159-3d1c-4029-a54d-40b174ea273d tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.418679 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79417159-3d1c-4029-a54d-40b174ea273d tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.419321 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79417159-3d1c-4029-a54d-40b174ea273d tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.419938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79417159-3d1c-4029-a54d-40b174ea273d tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.420581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79417159-3d1c-4029-a54d-40b174ea273d tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.421201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79417159-3d1c-4029-a54d-40b174ea273d tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.422017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79417159-3d1c-4029-a54d-40b174ea273d tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.422639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79417159-3d1c-4029-a54d-40b174ea273d tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.423265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79417159-3d1c-4029-a54d-40b174ea273d tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.423917 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79417159-3d1c-4029-a54d-40b174ea273d tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.426166 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-79417159-3d1c-4029-a54d-40b174ea273d tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7067 time: 0.8603699 Jul 05 03:58:27.429718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48096) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:27.478010 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f04aca88-0c00-4999-a9fa-cf4c741e97ff no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:27.540271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: f04aca88-0c00-4999-a9fa-cf4c741e97ff {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:27.540699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f04aca88-0c00-4999-a9fa-cf4c741e97ff not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:27.561639 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9737a1ef-3e40-4de1-ab71-0c56314c57ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.573694 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-081b8416-5235-4348-b247-d89755cebf89 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.577940 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8cc7947b-d0d9-4c58-a4b2-f52d8c0a43c2 req-c89e6931-9cb5-4066-a704-30efb1b5dff1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bff27be628b4828a3b9dc1383351f8e&device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0420632 Jul 05 03:58:27.644635 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9737a1ef-3e40-4de1-ab71-0c56314c57ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.655456 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-081b8416-5235-4348-b247-d89755cebf89 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 1cb9997f-919b-49ec-9f48-74b80384835b will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:27.658365 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8cc7947b-d0d9-4c58-a4b2-f52d8c0a43c2 req-1e19bfcf-ad02-492d-a49a-5467b16c6e3a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8bff27be628b4828a3b9dc1383351f8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455356 Jul 05 03:58:27.665155 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b814a7-122d-468b-9b28-67b8b64b4eeb tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.665155 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b814a7-122d-468b-9b28-67b8b64b4eeb tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.665558 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b814a7-122d-468b-9b28-67b8b64b4eeb tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.666013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b814a7-122d-468b-9b28-67b8b64b4eeb tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.666471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b814a7-122d-468b-9b28-67b8b64b4eeb tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.666976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b814a7-122d-468b-9b28-67b8b64b4eeb tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.667542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b814a7-122d-468b-9b28-67b8b64b4eeb tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.667958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b814a7-122d-468b-9b28-67b8b64b4eeb tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.668444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b814a7-122d-468b-9b28-67b8b64b4eeb tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.668899 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b814a7-122d-468b-9b28-67b8b64b4eeb tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.671597 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-53b814a7-122d-468b-9b28-67b8b64b4eeb tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6440 time: 0.2407522 Jul 05 03:58:27.675544 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48100) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:27.683957 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-fa759dd4-9cd8-4761-b265-be6538cf45b4 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2430778 Jul 05 03:58:27.711974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 69393485-d02f-4df0-a705-8e1795f7c5f7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:27.793130 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 69393485-d02f-4df0-a705-8e1795f7c5f7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:27.793866 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7947b-d0d9-4c58-a4b2-f52d8c0a43c2 req-2323f622-8cd9-409c-9d2a-86ef76eaaacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.794294 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.795512 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8cc7947b-d0d9-4c58-a4b2-f52d8c0a43c2 req-2323f622-8cd9-409c-9d2a-86ef76eaaacd service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228726 Jul 05 03:58:27.819872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b28c83f3-ca36-464b-b936-20a69920ebf5 None None] Provisioning complete for port 2894e031-d2db-4969-b896-e162d1480c8d triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:27.820374 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b28c83f3-ca36-464b-b936-20a69920ebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.877592 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-081b8416-5235-4348-b247-d89755cebf89 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.930737 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b28c83f3-ca36-464b-b936-20a69920ebf5 None None] Port 2894e031-d2db-4969-b896-e162d1480c8d cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:27.947316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081b8416-5235-4348-b247-d89755cebf89 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:27.953256 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2894e031-d2db-4969-b896-e162d1480c8d', 'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:17:1e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 2, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:27.958527 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-081b8416-5235-4348-b247-d89755cebf89 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:27.963196 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b8416-5235-4348-b247-d89755cebf89 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:27.965602 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Allocated IP 2001:db8::2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/941659cf-1e36-41cc-99de-d4127d9a1499/0cf9432d-9882-4bf9-b58f-d7cb361b0364) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:27.972186 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081b8416-5235-4348-b247-d89755cebf89 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.972626 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-081b8416-5235-4348-b247-d89755cebf89 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.974577 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-6cdf8643-bbee-4cfb-af29-54bdf1aca911 service neutron] 10.222.0.38 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570102 Jul 05 03:58:27.984658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b8416-5235-4348-b247-d89755cebf89 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=1cb9997f-919b-49ec-9f48-74b80384835b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:28.007050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4955986-138d-4468-8446-2e4234f5448e req-8a3cc21d-3499-4119-9dc3-78584db8c5ca tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:28.009207 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4955986-138d-4468-8446-2e4234f5448e req-8a3cc21d-3499-4119-9dc3-78584db8c5ca tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1851268 Jul 05 03:58:28.009336 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Checking router: c27ac356-c424-4536-a3db-8a742efc248a for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:58:28.009595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Updating router c27ac356-c424-4536-a3db-8a742efc248a port 2894e031-d2db-4969-b896-e162d1480c8d binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:58:28.067584 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9737a1ef-3e40-4de1-ab71-0c56314c57ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.070583 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9737a1ef-3e40-4de1-ab71-0c56314c57ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.071728 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9737a1ef-3e40-4de1-ab71-0c56314c57ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/829f79fb-226f-4094-a72e-aae3f1862921 HTTP/1.1" status: 204 len: 168 time: 0.6851692 Jul 05 03:58:28.114473 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-081b8416-5235-4348-b247-d89755cebf89 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8651760 Jul 05 03:58:28.116485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48106) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:28.138138 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.176931 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4955986-138d-4468-8446-2e4234f5448e req-e4bd2cb1-9000-456e-ba6b-d44fc59a3b7d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119151 Jul 05 03:58:28.253910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c2f005-a596-40a1-812f-33cea034ec16 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:28.255580 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-02c2f005-a596-40a1-812f-33cea034ec16 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1377981 Jul 05 03:58:28.263186 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48108) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:28.397079 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-747316e1-b888-4da2-a62a-fc7df323df4e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 1cb9997f-919b-49ec-9f48-74b80384835b {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:28.397833 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-747316e1-b888-4da2-a62a-fc7df323df4e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.523162 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-747316e1-b888-4da2-a62a-fc7df323df4e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.540038 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.543340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-747316e1-b888-4da2-a62a-fc7df323df4e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 1cb9997f-919b-49ec-9f48-74b80384835b owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:28.563798 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Transition to ACTIVE for port object 0cf9432d-9882-4bf9-b58f-d7cb361b0364 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:28.637205 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Transition to ACTIVE for port object 0cf9432d-9882-4bf9-b58f-d7cb361b0364 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:28.678827 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737a1ef-3e40-4de1-ab71-0c56314c57ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829f79fb-226f-4094-a72e-aae3f1862921,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:28.684472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-9094097f-ed72-40b2-8ba0-e4183b486ba3 service neutron] 10.222.0.38 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6851058 Jul 05 03:58:28.732815 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-25070b49-b647-480d-9655-06526f9a4e54 req-6db24f4d-cb2d-406f-b34d-b5ae2cb40535 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.1147597 Jul 05 03:58:28.772112 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.788714 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Transition to ACTIVE for port object 2894e031-d2db-4969-b896-e162d1480c8d will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:28.795969 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.872991 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4aacb4cd-c4cd-4d18-a97e-1a86af227445 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 1.1878765 Jul 05 03:58:28.890382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:28.897070 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:28.907293 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:28.910739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Pushing event updated for resources: {'Port': ['ID=0cf9432d-9882-4bf9-b58f-d7cb361b0364,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:28.928639 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:28.956710 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-747316e1-b888-4da2-a62a-fc7df323df4e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.007092 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747316e1-b888-4da2-a62a-fc7df323df4e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=1cb9997f-919b-49ec-9f48-74b80384835b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:29.037760 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-747316e1-b888-4da2-a62a-fc7df323df4e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.039729 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-747316e1-b888-4da2-a62a-fc7df323df4e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/1cb9997f-919b-49ec-9f48-74b80384835b HTTP/1.1" status: 204 len: 168 time: 0.7756674 Jul 05 03:58:29.047233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48126) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:29.103567 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc7fe0-ccee-4742-8eef-1b3844f7d55a None None] Pushing event updated for resources: {'Port': ['ID=2894e031-d2db-4969-b896-e162d1480c8d,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:29.143177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Attempting to bind port 0cf9432d-9882-4bf9-b58f-d7cb361b0364 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:29.143559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Attempting to bind port 0cf9432d-9882-4bf9-b58f-d7cb361b0364 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:29.143927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Attempting to bind port 0cf9432d-9882-4bf9-b58f-d7cb361b0364 on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:29.162532 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b38200a-f6be-4c57-a248-5ce49c889c58 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.164215 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b38200a-f6be-4c57-a248-5ce49c889c58 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.165774 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4b38200a-f6be-4c57-a248-5ce49c889c58 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1216195 Jul 05 03:58:29.170764 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48134) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:29.225142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:29.225142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:29.225470 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.225609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:29.226084 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Bound port: 0cf9432d-9882-4bf9-b58f-d7cb361b0364, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:29.226470 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.272183 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b5a87c0e-6f7e-4e06-987d-e112a5499f18 req-2a626c4b-99b8-47df-97c6-3fe2c6f29543 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 210 time: 0.1052775 Jul 05 03:58:29.282353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48138) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:29.287054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-daa2303c-7131-4c1e-8135-397aea4704f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-250416388', 'description': 'tempest-secgroup-smoke-250416388 description', 'project_id': 'b18740ad05054462a8bead1ca98b0711'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:29.302604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-d639e85b-7088-474c-b164-814136ea934a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 941659cf-1e36-41cc-99de-d4127d9a1499 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:29.307232 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d639e85b-7088-474c-b164-814136ea934a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.318105 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:58:29.429748 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d639e85b-7088-474c-b164-814136ea934a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.442472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Attempting to bind port 2894e031-d2db-4969-b896-e162d1480c8d on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:29.442848 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Attempting to bind port 2894e031-d2db-4969-b896-e162d1480c8d by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '0e0743dc-5584-4a8a-b611-22dac37fa4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:29.446688 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Attempting to bind port 2894e031-d2db-4969-b896-e162d1480c8d on network ec674479-f6ba-4dee-8c7c-d20f38f46c45 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:29.465208 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-daa2303c-7131-4c1e-8135-397aea4704f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.518755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:29.519283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Checking segment: {'id': '0e0743dc-5584-4a8a-b611-22dac37fa4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:29.519762 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.520258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Bound using segment: {'id': '0e0743dc-5584-4a8a-b611-22dac37fa4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:29.520821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Bound port: 2894e031-d2db-4969-b896-e162d1480c8d, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0743dc-5584-4a8a-b611-22dac37fa4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:29.521400 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.525092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] For port 0cf9432d-9882-4bf9-b58f-d7cb361b0364, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:29.530472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] For port 0cf9432d-9882-4bf9-b58f-d7cb361b0364, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0cf9432d-9882-4bf9-b58f-d7cb361b0364,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:29.605151 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] For port 2894e031-d2db-4969-b896-e162d1480c8d, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:29.608886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] For port 2894e031-d2db-4969-b896-e162d1480c8d, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2894e031-d2db-4969-b896-e162d1480c8d,segment=NetworkSegment(0e0743dc-5584-4a8a-b611-22dac37fa4d2),segment_id=0e0743dc-5584-4a8a-b611-22dac37fa4d2)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:29.626313 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.627939 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d639e85b-7088-474c-b164-814136ea934a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.648141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dde92c-f559-4291-8b91-89bbdf7d97cb req-0c66c7fe-8bba-4aa1-8b1c-a9362c7ec5dd tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.651997 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2dde92c-f559-4291-8b91-89bbdf7d97cb req-0c66c7fe-8bba-4aa1-8b1c-a9362c7ec5dd tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1537364 Jul 05 03:58:29.728804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d7838-3ad6-4f8a-8d4d-a80c9a12894e None None] Pushing event updated for resources: {'Port': ['ID=0cf9432d-9882-4bf9-b58f-d7cb361b0364,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:29.746555 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.765646 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-daa2303c-7131-4c1e-8135-397aea4704f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.821840 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2dde92c-f559-4291-8b91-89bbdf7d97cb req-ec8b0d8f-53cf-43a9-ae6d-8415ecf21ebe tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598349 Jul 05 03:58:29.844643 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-daa2303c-7131-4c1e-8135-397aea4704f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.858353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Routers {'c27ac356-c424-4536-a3db-8a742efc248a'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:29.867210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:58:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c27ac356-c424-4536-a3db-8a742efc248a'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:29.877870 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d639e85b-7088-474c-b164-814136ea934a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.918747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2303c-7131-4c1e-8135-397aea4704f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719e91a8-0397-48c0-8fe6-425c61380528,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:29.962758 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-daa2303c-7131-4c1e-8135-397aea4704f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:29.966922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-daa2303c-7131-4c1e-8135-397aea4704f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6812086 Jul 05 03:58:29.967193 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48160) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:29.973741 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4771fda2-ca83-4158-a759-a31a937ecb06 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '719e91a8-0397-48c0-8fe6-425c61380528', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:30.003121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639e85b-7088-474c-b164-814136ea934a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=941659cf-1e36-41cc-99de-d4127d9a1499,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:30.050382 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d639e85b-7088-474c-b164-814136ea934a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.076128 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d639e85b-7088-474c-b164-814136ea934a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/941659cf-1e36-41cc-99de-d4127d9a1499 HTTP/1.1" status: 204 len: 168 time: 0.8850706 Jul 05 03:58:30.078687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48164) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:30.098716 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc7fe0-ccee-4742-8eef-1b3844f7d55a None None] Pushing event updated for resources: {'Port': ['ID=2894e031-d2db-4969-b896-e162d1480c8d,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:30.155269 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7a77f9c-04d9-4706-af77-39b8ed3552ad req-f015493f-aa78-4a63-9623-d381a258e732 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.1387670 Jul 05 03:58:30.185917 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4771fda2-ca83-4158-a759-a31a937ecb06 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.241795 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d76fe521-f544-43e6-82c5-3e2c2430ad53 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1616044 Jul 05 03:58:30.242571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48166) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:30.311990 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] Set router c27ac356-c424-4536-a3db-8a742efc248a gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:30.349505 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4771fda2-ca83-4158-a759-a31a937ecb06 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.391157 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5eebe71e-4951-4533-a411-92191a99fe95 req-af7d270c-7ccb-4bc9-9269-c4e76fd47153 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 210 time: 0.0358882 Jul 05 03:58:30.415062 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2608a53b-238a-4c97-acad-1db7518c9807 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.419769 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2608a53b-238a-4c97-acad-1db7518c9807 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1724927 Jul 05 03:58:30.420878 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48172) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:30.430957 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4771fda2-ca83-4158-a759-a31a937ecb06 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.470826 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771fda2-ca83-4158-a759-a31a937ecb06 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb40c2ff-b740-4f42-a2a6-4d7d5fc80fd6,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:30.502229 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1581b5b1-c67f-485f-abfa-5285ecc29709 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.505953 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1581b5b1-c67f-485f-abfa-5285ecc29709 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0815620 Jul 05 03:58:30.506710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48174) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:30.560750 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fd6a04a7-0870-4eca-a0d7-2cb9a4a12166 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478034 Jul 05 03:58:30.562374 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48178) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:30.568131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4fda59d6-8b0b-446e-8926-8a37a85e8cc5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:30.614114 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4771fda2-ca83-4158-a759-a31a937ecb06 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.615761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4771fda2-ca83-4158-a759-a31a937ecb06 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6475279 Jul 05 03:58:30.622900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48182) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:30.631430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-e2c3da24-1c88-4a9e-a54e-e34d1d598a11 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '719e91a8-0397-48c0-8fe6-425c61380528', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:30.645556 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2894e031-d2db-4969-b896-e162d1480c8d', 'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:17:1e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:29Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:30.679423 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d6c813-9c4b-4e7a-a07a-14586d4cd127 None None] The sync data for ids ['c27ac356-c424-4536-a3db-8a742efc248a'] in n-d-771363-32 is: [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2894e031-d2db-4969-b896-e162d1480c8d', 'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:17:1e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:29Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:58:30.783461 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e2c3da24-1c88-4a9e-a54e-e34d1d598a11 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.930566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fda59d6-8b0b-446e-8926-8a37a85e8cc5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:30.932114 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fda59d6-8b0b-446e-8926-8a37a85e8cc5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.952537 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e2c3da24-1c88-4a9e-a54e-e34d1d598a11 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.044866 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e2c3da24-1c88-4a9e-a54e-e34d1d598a11 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.105745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3da24-1c88-4a9e-a54e-e34d1d598a11 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bab6397-6eed-4856-9a03-d8b98b1929c4,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:31.274725 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e2c3da24-1c88-4a9e-a54e-e34d1d598a11 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.276421 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e2c3da24-1c88-4a9e-a54e-e34d1d598a11 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6510487 Jul 05 03:58:31.279287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48196) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:31.289504 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5d18d564-b034-4d67-8deb-324adcb19a76 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '719e91a8-0397-48c0-8fe6-425c61380528', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:31.337121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cb5e9-a11c-4070-a0f2-66112bbad91a req-cd676e5f-e869-4da4-86ce-3c653abd96a1 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:31.345956 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f42cb5e9-a11c-4070-a0f2-66112bbad91a req-cd676e5f-e869-4da4-86ce-3c653abd96a1 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1539433 Jul 05 03:58:31.347083 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fda59d6-8b0b-446e-8926-8a37a85e8cc5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.402921 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f42cb5e9-a11c-4070-a0f2-66112bbad91a req-b88485c8-1bc6-47b0-b4bd-286330ba2799 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547714 Jul 05 03:58:31.408890 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa701ac6-4981-4581-a17c-f132df4a8a1b None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:31.415053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda59d6-8b0b-446e-8926-8a37a85e8cc5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=7ad80133-30d5-4833-9628-b7031fd1a9ff,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:31.464895 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d8e68fe1-2a49-4094-ab5a-6a405c23b74d req-5ef937bd-b367-48d9-8865-aa90595c988e tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0498214 Jul 05 03:58:31.467990 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fda59d6-8b0b-446e-8926-8a37a85e8cc5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:31.475988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-4fda59d6-8b0b-446e-8926-8a37a85e8cc5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:31.494090 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5d18d564-b034-4d67-8deb-324adcb19a76 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.500746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fda59d6-8b0b-446e-8926-8a37a85e8cc5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:31.501569 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fda59d6-8b0b-446e-8926-8a37a85e8cc5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.672344 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48206) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:31.672461 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4fda59d6-8b0b-446e-8926-8a37a85e8cc5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1029656 Jul 05 03:58:31.682325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-75d45f4a-3afa-460a-8ebd-a4e974847f00 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'fixed_ips': [{'subnet_id': '7ad80133-30d5-4833-9628-b7031fd1a9ff', 'ip_address': '2001:db8::5843:7d5:842e:b07d'}], 'name': 'tempest-NetworksTestDHCPv6-1213353261'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:31.684140 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5d18d564-b034-4d67-8deb-324adcb19a76 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.716035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-79e3d9b7-5807-4e7c-8004-56a3a82a22eb None None] Provisioning for port 0cf9432d-9882-4bf9-b58f-d7cb361b0364 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:31.791351 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5d18d564-b034-4d67-8deb-324adcb19a76 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:31.834877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29076801-4761-4cf3-9809-6599dbde0f14 req-75442a53-53c3-41d4-a3a3-dbf5ce357e75 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 210 time: 0.0504122 Jul 05 03:58:31.848995 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2894e031-d2db-4969-b896-e162d1480c8d up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:31.905341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18d564-b034-4d67-8deb-324adcb19a76 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740f51ba-e45b-4a62-95bc-de4040edc385,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:31.975552 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-e5b93e66-bd52-4f26-bd06-dd69a2a1e9b9 req-c3786a06-6b54-42c2-9394-33492af78b39 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Request body: {'security_group': {'name': 'tempest-securitygroup-461529691', 'description': 'tempest-description-660999148'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:32.075356 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5d18d564-b034-4d67-8deb-324adcb19a76 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.076901 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5d18d564-b034-4d67-8deb-324adcb19a76 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7957914 Jul 05 03:58:32.079980 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48208) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:32.086559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6c64ff54-133e-4282-b82e-4040e5640531 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '719e91a8-0397-48c0-8fe6-425c61380528', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:32.091076 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.api [req-e5b93e66-bd52-4f26-bd06-dd69a2a1e9b9 req-c3786a06-6b54-42c2-9394-33492af78b39 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:58:32.091076 n-d-771363-32 neutron-server[100933]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:58:32.091076 n-d-771363-32 neutron-server[100933]: [parameters: {'project_id_1': '6fbab95d593849e898ee1ba28ed2217b', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 58, 31, 987466)}] Jul 05 03:58:32.091076 n-d-771363-32 neutron-server[100933]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:58:32.091526 n-d-771363-32 neutron-server[100933]: DEBUG oslo_db.api [req-e5b93e66-bd52-4f26-bd06-dd69a2a1e9b9 req-c3786a06-6b54-42c2-9394-33492af78b39 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:58:32.113331 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01a1dc7-9685-4434-9cc1-51bbdc4d5f4a None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:32.127267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 2894e031-d2db-4969-b896-e162d1480c8d completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:32.162107 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2894e031-d2db-4969-b896-e162d1480c8d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:32.162481 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.214231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d45f4a-3afa-460a-8ebd-a4e974847f00 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:32.306781 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.330704 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c64ff54-133e-4282-b82e-4040e5640531 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.360858 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.430297 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-75d45f4a-3afa-460a-8ebd-a4e974847f00 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.430522 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 2894e031-d2db-4969-b896-e162d1480c8d, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2894e031-d2db-4969-b896-e162d1480c8d,segment=NetworkSegment(0e0743dc-5584-4a8a-b611-22dac37fa4d2),segment_id=0e0743dc-5584-4a8a-b611-22dac37fa4d2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:32.474691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-75d45f4a-3afa-460a-8ebd-a4e974847f00 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port a9152b8d-0115-4176-8f11-921f93f75573 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:32.544824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c64ff54-133e-4282-b82e-4040e5640531 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.551765 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.552739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0cf9432d-9882-4bf9-b58f-d7cb361b0364 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:32.618811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-02246ad5-a083-4d94-a1cf-9c0c49c4a999 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.625667 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-02246ad5-a083-4d94-a1cf-9c0c49c4a999 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.10 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 805 time: 0.2009194 Jul 05 03:58:32.627637 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c64ff54-133e-4282-b82e-4040e5640531 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.674895 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-460b5550-0aaf-443c-abdd-073a0c5e35ee tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Request body: {'port': {'device_id': '594d213e-3630-42f8-bf3f-52efe420ac2f', 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb', 'admin_state_up': True, 'tenant_id': 'b54499cdf5b04da2a0e9616d056ed57c'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:32.706663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64ff54-133e-4282-b82e-4040e5640531 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ed5aef-ebd8-4044-8efe-03878b836a85,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:32.782536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=2894e031-d2db-4969-b896-e162d1480c8d,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:32.842835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 0cf9432d-9882-4bf9-b58f-d7cb361b0364 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:32.848184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0cf9432d-9882-4bf9-b58f-d7cb361b0364 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:32.848902 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.880491 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c64ff54-133e-4282-b82e-4040e5640531 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.882136 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6c64ff54-133e-4282-b82e-4040e5640531 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7996359 Jul 05 03:58:32.889507 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48218) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:32.896386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ad47aec9-9326-40a1-84b4-3208c782267c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '719e91a8-0397-48c0-8fe6-425c61380528', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:32.942394 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-75d45f4a-3afa-460a-8ebd-a4e974847f00 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::5843:7d5:842e:b07d (764cff81-f32e-40f8-af56-b4a9d80a62e7/7ad80133-30d5-4833-9628-b7031fd1a9ff/a9152b8d-0115-4176-8f11-921f93f75573) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:32.986805 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.019279 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91543c-7e15-4a72-bfc9-4ea3db0bb35f req-d45666c6-cc75-4156-ab7c-20534f996053 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:33.027567 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc91543c-7e15-4a72-bfc9-4ea3db0bb35f req-d45666c6-cc75-4156-ab7c-20534f996053 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.2589006 Jul 05 03:58:33.039038 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.api [None req-ad47aec9-9326-40a1-84b4-3208c782267c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:58:33.039038 n-d-771363-32 neutron-server[100933]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:58:33.039038 n-d-771363-32 neutron-server[100933]: [parameters: {'project_id_1': 'b18740ad05054462a8bead1ca98b0711', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 58, 32, 906277)}] Jul 05 03:58:33.039038 n-d-771363-32 neutron-server[100933]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:58:33.039491 n-d-771363-32 neutron-server[100933]: DEBUG oslo_db.api [None req-ad47aec9-9326-40a1-84b4-3208c782267c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:58:33.039986 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e5b93e66-bd52-4f26-bd06-dd69a2a1e9b9 req-c3786a06-6b54-42c2-9394-33492af78b39 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.044128 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 0cf9432d-9882-4bf9-b58f-d7cb361b0364, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0cf9432d-9882-4bf9-b58f-d7cb361b0364,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:33.046831 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-71142b69-9d81-4674-93cf-f84213115bee None None] Provisioning complete for port 0cf9432d-9882-4bf9-b58f-d7cb361b0364 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:33.047298 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-71142b69-9d81-4674-93cf-f84213115bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.080149 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e5b93e66-bd52-4f26-bd06-dd69a2a1e9b9 req-c3786a06-6b54-42c2-9394-33492af78b39 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.135337 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-460b5550-0aaf-443c-abdd-073a0c5e35ee tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Made reservation on behalf of b54499cdf5b04da2a0e9616d056ed57c for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:33.138550 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-71142b69-9d81-4674-93cf-f84213115bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.143854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-460b5550-0aaf-443c-abdd-073a0c5e35ee tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.145924 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc91543c-7e15-4a72-bfc9-4ea3db0bb35f req-7b12efe7-3521-4855-8197-d9a84d2c46a4 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/security-groups?id=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171496 Jul 05 03:58:33.186164 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.280792 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=0cf9432d-9882-4bf9-b58f-d7cb361b0364,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:33.285179 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-71142b69-9d81-4674-93cf-f84213115bee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:58:33.285530 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-71142b69-9d81-4674-93cf-f84213115bee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:58:33.297109 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bce462-fdc9-4c71-a789-b5247d5bef08 req-278ccd74-ceae-4b2f-9241-7f97f8180b3b tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:33.299342 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f1bce462-fdc9-4c71-a789-b5247d5bef08 req-278ccd74-ceae-4b2f-9241-7f97f8180b3b tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.36 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 946 time: 0.1956341 Jul 05 03:58:33.427025 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-75d45f4a-3afa-460a-8ebd-a4e974847f00 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.443018 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-75d45f4a-3afa-460a-8ebd-a4e974847f00 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object a9152b8d-0115-4176-8f11-921f93f75573 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:33.545874 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54c04299-01b9-4de5-9e6d-e92ef858ec15 req-63ee5413-3d7d-413f-8848-a5886c21c9ee tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0687661 Jul 05 03:58:33.555520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-460b5550-0aaf-443c-abdd-073a0c5e35ee tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Allocated IP 172.20.0.10 (6bbb661a-c337-48f0-8045-f937cf6565eb/9c7d7ce7-579d-4301-8ea7-b94a8620a3c1/c56f3b45-12a4-47db-b7fe-25c60fa340aa) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:33.607796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-f1bce462-fdc9-4c71-a789-b5247d5bef08 req-b68d895a-f5d9-4037-83ad-8d265c3f747d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Deleting port aed92df0-007b-49ca-9909-5b42683f510a {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:33.607796 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f1bce462-fdc9-4c71-a789-b5247d5bef08 req-b68d895a-f5d9-4037-83ad-8d265c3f747d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.616790 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-75d45f4a-3afa-460a-8ebd-a4e974847f00 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.670336 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e5b93e66-bd52-4f26-bd06-dd69a2a1e9b9 req-c3786a06-6b54-42c2-9394-33492af78b39 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.686416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2894e031-d2db-4969-b896-e162d1480c8d up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:33.715250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-f1bce462-fdc9-4c71-a789-b5247d5bef08 req-b68d895a-f5d9-4037-83ad-8d265c3f747d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] For port aed92df0-007b-49ca-9909-5b42683f510a, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=aed92df0-007b-49ca-9909-5b42683f510a,segment=NetworkSegment(4231db98-9b73-480e-9f0a-831c104e6372),segment_id=4231db98-9b73-480e-9f0a-831c104e6372)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:33.715689 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f1bce462-fdc9-4c71-a789-b5247d5bef08 req-b68d895a-f5d9-4037-83ad-8d265c3f747d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.718572 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.742014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d45f4a-3afa-460a-8ebd-a4e974847f00 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:33.749905 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e5b93e66-bd52-4f26-bd06-dd69a2a1e9b9 req-c3786a06-6b54-42c2-9394-33492af78b39 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.752519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-75d45f4a-3afa-460a-8ebd-a4e974847f00 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:33.753867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d45f4a-3afa-460a-8ebd-a4e974847f00 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=a9152b8d-0115-4176-8f11-921f93f75573,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:33.757082 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d45f4a-3afa-460a-8ebd-a4e974847f00 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:33.759031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-f1bce462-fdc9-4c71-a789-b5247d5bef08 req-b68d895a-f5d9-4037-83ad-8d265c3f747d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Calling delete_port for aed92df0-007b-49ca-9909-5b42683f510a owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:33.763976 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d45f4a-3afa-460a-8ebd-a4e974847f00 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:33.764711 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-75d45f4a-3afa-460a-8ebd-a4e974847f00 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.829045 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3786a06-6b54-42c2-9394-33492af78b39 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2af4b7c-d4cf-4487-93f0-b26a75e365ee,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:33.879763 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2894e031-d2db-4969-b896-e162d1480c8d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:33.880970 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.929025 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-ad47aec9-9326-40a1-84b4-3208c782267c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Project b18740ad05054462a8bead1ca98b0711 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:58:33.937347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ad47aec9-9326-40a1-84b4-3208c782267c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.061976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d9d1c922-5020-41c6-ada3-9101ac229955 None None] Could not find standard attr ID for object 1cb9997f-919b-49ec-9f48-74b80384835b. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:58:34.065589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0cf9432d-9882-4bf9-b58f-d7cb361b0364 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:34.078604 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-75d45f4a-3afa-460a-8ebd-a4e974847f00 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4096940 Jul 05 03:58:34.083350 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48224) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:34.086421 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9cdc1c0-cb22-49b1-a5af-6164215aa2e3 req-a0a67d11-6ff1-4704-b0cf-48332fde4bf9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 210 time: 0.1143456 Jul 05 03:58:34.104020 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7856e1ba-1d97-4156-aa1f-4c796b0f63ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'fixed_ips': [{'subnet_id': '7ad80133-30d5-4833-9628-b7031fd1a9ff', 'ip_address': '2001:db8::5843:7d5:842e:b07d'}], 'name': 'tempest-NetworksTestDHCPv6-222688980'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:34.158825 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f1bce462-fdc9-4c71-a789-b5247d5bef08 req-b68d895a-f5d9-4037-83ad-8d265c3f747d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.160478 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ad47aec9-9326-40a1-84b4-3208c782267c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.195058 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e5b93e66-bd52-4f26-bd06-dd69a2a1e9b9 req-c3786a06-6b54-42c2-9394-33492af78b39 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.209647 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['aed92df0-007b-49ca-9909-5b42683f510a'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:34.237055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d895a-f5d9-4037-83ad-8d265c3f747d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Pushing event deleted for resources: {'Port': ['ID=aed92df0-007b-49ca-9909-5b42683f510a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:34.242530 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ad47aec9-9326-40a1-84b4-3208c782267c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.259630 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0cf9432d-9882-4bf9-b58f-d7cb361b0364 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:34.262100 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.277173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47aec9-9326-40a1-84b4-3208c782267c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe685d3-0eff-4927-a9a2-b0a11369d787,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:34.313733 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e5b93e66-bd52-4f26-bd06-dd69a2a1e9b9 req-c3786a06-6b54-42c2-9394-33492af78b39 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.337100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bce462-fdc9-4c71-a789-b5247d5bef08 req-b68d895a-f5d9-4037-83ad-8d265c3f747d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] No DVR routers for this DVR port aed92df0-007b-49ca-9909-5b42683f510a on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:34.341554 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-460b5550-0aaf-443c-abdd-073a0c5e35ee tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.347361 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f1bce462-fdc9-4c71-a789-b5247d5bef08 req-b68d895a-f5d9-4037-83ad-8d265c3f747d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.349700 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f1bce462-fdc9-4c71-a789-b5247d5bef08 req-b68d895a-f5d9-4037-83ad-8d265c3f747d tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.36 "DELETE /v2.0/ports/aed92df0-007b-49ca-9909-5b42683f510a HTTP/1.1" status: 204 len: 173 time: 1.0381725 Jul 05 03:58:34.351460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a400fe73-5e18-4b9f-9acc-17c45e948047', 'name': 'network-vif-deleted', 'tag': 'aed92df0-007b-49ca-9909-5b42683f510a'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:34.354847 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b442fa-be38-4904-94cc-1ff4b7581f89" -d '{"events": [{"server_uuid": "a400fe73-5e18-4b9f-9acc-17c45e948047", "name": "network-vif-deleted", "tag": "aed92df0-007b-49ca-9909-5b42683f510a"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:34.389829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66236aa5-9179-4cca-9fc5-a3669a722f65 req-0801b62e-47b8-49da-b0b6-877416ccb333 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 210 time: 0.0672166 Jul 05 03:58:34.391972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-80a5a076-230b-4fee-b6c8-09c3703d0b29 None None] Provisioning for port a9152b8d-0115-4176-8f11-921f93f75573 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:34.398798 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-80a5a076-230b-4fee-b6c8-09c3703d0b29 None None] Provisioning complete for port a9152b8d-0115-4176-8f11-921f93f75573 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:34.399181 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-80a5a076-230b-4fee-b6c8-09c3703d0b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.424360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3786a06-6b54-42c2-9394-33492af78b39 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ece68e-3069-4b0a-8391-b7a4b3882390,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:34.459421 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ad47aec9-9326-40a1-84b4-3208c782267c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.464336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ad47aec9-9326-40a1-84b4-3208c782267c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5703294 Jul 05 03:58:34.464435 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d050978-19db-41ce-a135-4a2774dd1ea7 x-openstack-request-id: req-8d050978-19db-41ce-a135-4a2774dd1ea7 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:34.464435 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a400fe73-5e18-4b9f-9acc-17c45e948047", "name": "network-vif-deleted", "tag": "aed92df0-007b-49ca-9909-5b42683f510a", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:34.464435 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d050978-19db-41ce-a135-4a2774dd1ea7 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:34.464435 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a400fe73-5e18-4b9f-9acc-17c45e948047', 'name': 'network-vif-deleted', 'tag': 'aed92df0-007b-49ca-9909-5b42683f510a', 'status': 'completed', 'code': 200} Jul 05 03:58:34.465699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48230) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:34.470781 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a027c8fb-742c-492f-abc7-05c95fd3953f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '719e91a8-0397-48c0-8fe6-425c61380528', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:34.500910 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-80a5a076-230b-4fee-b6c8-09c3703d0b29 None None] Port a9152b8d-0115-4176-8f11-921f93f75573 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:34.511238 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e5b93e66-bd52-4f26-bd06-dd69a2a1e9b9 req-c3786a06-6b54-42c2-9394-33492af78b39 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.512640 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5b93e66-bd52-4f26-bd06-dd69a2a1e9b9 req-c3786a06-6b54-42c2-9394-33492af78b39 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.5454595 Jul 05 03:58:34.544687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-6c104040-ee70-4b73-961b-2f6c364b4d90 req-84a1aa7a-c0f7-408b-972a-3e5efb941f45 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1584998510', 'description': 'tempest-description-1485874824'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:34.545422 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-460b5550-0aaf-443c-abdd-073a0c5e35ee tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.562036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['822f9ecf-4c3d-46eb-9712-da1b4ef8696f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:34.640815 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-460b5550-0aaf-443c-abdd-073a0c5e35ee tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Network 6bbb661a-c337-48f0-8045-f937cf6565eb is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:34.644258 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-460b5550-0aaf-443c-abdd-073a0c5e35ee tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:34.663991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-460b5550-0aaf-443c-abdd-073a0c5e35ee tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:34.666467 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7856e1ba-1d97-4156-aa1f-4c796b0f63ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:34.730836 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7ba76c8-ad75-4e2a-9267-34fd9f18e11b req-3bef9a57-50d8-482d-8910-952a69e8274e tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0341084 Jul 05 03:58:34.774940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b5550-0aaf-443c-abdd-073a0c5e35ee tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Pushing event updated for resources: {'Port': ['ID=c56f3b45-12a4-47db-b7fe-25c60fa340aa,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:34.803784 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7856e1ba-1d97-4156-aa1f-4c796b0f63ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.815123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-460b5550-0aaf-443c-abdd-073a0c5e35ee tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:34.815746 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-460b5550-0aaf-443c-abdd-073a0c5e35ee tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.839251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-7856e1ba-1d97-4156-aa1f-4c796b0f63ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port e80de84a-9df0-435c-9b68-99e34d8327ee yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:34.854402 n-d-771363-32 neutron-server[100932]: INFO neutron.db.securitygroups_db [None req-a027c8fb-742c-492f-abc7-05c95fd3953f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Project b18740ad05054462a8bead1ca98b0711 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 03:58:34.886742 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a027c8fb-742c-492f-abc7-05c95fd3953f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.993176 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6c104040-ee70-4b73-961b-2f6c364b4d90 req-84a1aa7a-c0f7-408b-972a-3e5efb941f45 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.997961 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a027c8fb-742c-492f-abc7-05c95fd3953f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.113442 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-460b5550-0aaf-443c-abdd-073a0c5e35ee tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4683297 Jul 05 03:58:35.113442 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-7856e1ba-1d97-4156-aa1f-4c796b0f63ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 03:58:35.115886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7856e1ba-1d97-4156-aa1f-4c796b0f63ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:58:35.128308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Request body: {'port': {'device_id': '594d213e-3630-42f8-bf3f-52efe420ac2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:35.157978 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a027c8fb-742c-492f-abc7-05c95fd3953f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.175265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027c8fb-742c-492f-abc7-05c95fd3953f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff5bd0e-cb42-4eb4-ac3a-373c288a3f60,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:35.242020 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.299255 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6c104040-ee70-4b73-961b-2f6c364b4d90 req-84a1aa7a-c0f7-408b-972a-3e5efb941f45 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.327359 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed63f76-592e-4cbb-9cda-6741a1e66670 req-a061b676-3e6c-4aad-9954-15ba9dcb4b4c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:35.330458 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fed63f76-592e-4cbb-9cda-6741a1e66670 req-a061b676-3e6c-4aad-9954-15ba9dcb4b4c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 932 time: 0.0908666 Jul 05 03:58:35.383665 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fed63f76-592e-4cbb-9cda-6741a1e66670 req-d00ae891-a30c-41bd-9439-b5637be290dd tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484908 Jul 05 03:58:35.431245 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6c104040-ee70-4b73-961b-2f6c364b4d90 req-84a1aa7a-c0f7-408b-972a-3e5efb941f45 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.477527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1aa7a-c0f7-408b-972a-3e5efb941f45 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3430d44-e306-4993-8dcb-5b59ca22565d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:35.591150 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56f3b45-12a4-47db-b7fe-25c60fa340aa {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:35.595375 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6c104040-ee70-4b73-961b-2f6c364b4d90 req-84a1aa7a-c0f7-408b-972a-3e5efb941f45 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.596865 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c104040-ee70-4b73-961b-2f6c364b4d90 req-84a1aa7a-c0f7-408b-972a-3e5efb941f45 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.0590670 Jul 05 03:58:35.615131 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7856e1ba-1d97-4156-aa1f-4c796b0f63ee tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.5284352 Jul 05 03:58:35.615131 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a027c8fb-742c-492f-abc7-05c95fd3953f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.615131 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a027c8fb-742c-492f-abc7-05c95fd3953f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1481233 Jul 05 03:58:35.616986 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.617795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48248) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:35.644177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Transition to ACTIVE for port object c56f3b45-12a4-47db-b7fe-25c60fa340aa will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:35.745094 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-526b5d0f-8c0c-49ac-b500-36779ad30214 req-6f07cfb1-558f-4da5-be00-3f3a31d2ee20 tempest-ServerRescueNegativeTestJSON-599260013 tempest-ServerRescueNegativeTestJSON-599260013-project] 10.222.0.38 "GET /v2.0/ports?device_id=a400fe73-5e18-4b9f-9acc-17c45e948047 HTTP/1.1" status: 200 len: 210 time: 0.1467154 Jul 05 03:58:35.751576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-0cc44290-27b3-489c-8099-c8f1b8c89998 req-e0f63d05-fd4d-46f4-ba29-1b711546b801 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-342437434', 'description': 'tempest-description-1301281330'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:35.797006 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.819635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e43cc2-4990-4eed-ab4b-21da552abcd5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:35.826483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e43cc2-4990-4eed-ab4b-21da552abcd5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:35.830690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-18e43cc2-4990-4eed-ab4b-21da552abcd5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1503794 Jul 05 03:58:35.830955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48258) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:35.901816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Pushing event updated for resources: {'Port': ['ID=c56f3b45-12a4-47db-b7fe-25c60fa340aa,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:35.928159 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0cc44290-27b3-489c-8099-c8f1b8c89998 req-e0f63d05-fd4d-46f4-ba29-1b711546b801 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.959706 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0cc44290-27b3-489c-8099-c8f1b8c89998 req-e0f63d05-fd4d-46f4-ba29-1b711546b801 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:35.992276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1211ff7-e577-4ff9-83ac-7a8f2f451461 req-9a10038a-c011-49df-84ad-091a57dfd40f tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0465765 Jul 05 03:58:35.995454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e18ce-2bb4-4f08-935b-e481f7840727 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port a9152b8d-0115-4176-8f11-921f93f75573 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:35.996126 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b4e18ce-2bb4-4f08-935b-e481f7840727 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.005683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Attempting to bind port c56f3b45-12a4-47db-b7fe-25c60fa340aa on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:36.006029 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Attempting to bind port c56f3b45-12a4-47db-b7fe-25c60fa340aa by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:36.006364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Attempting to bind port c56f3b45-12a4-47db-b7fe-25c60fa340aa on network 6bbb661a-c337-48f0-8045-f937cf6565eb {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:36.012212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Port c56f3b45-12a4-47db-b7fe-25c60fa340aa on network 6bbb661a-c337-48f0-8045-f937cf6565eb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:36.012597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Attempting to bind port c56f3b45-12a4-47db-b7fe-25c60fa340aa on network 6bbb661a-c337-48f0-8045-f937cf6565eb {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:36.018161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:36.018647 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Checking segment: {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:36.019042 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Bound using segment: {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:36.019475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Bound port: c56f3b45-12a4-47db-b7fe-25c60fa340aa, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:36.019848 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.104897 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] For port c56f3b45-12a4-47db-b7fe-25c60fa340aa, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:36.105958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] For port c56f3b45-12a4-47db-b7fe-25c60fa340aa, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c56f3b45-12a4-47db-b7fe-25c60fa340aa,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:36.186150 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b4e18ce-2bb4-4f08-935b-e481f7840727 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.191850 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-bf74fe0f-9bdb-421b-b9ce-7d4228633599 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-250416388&fields=id&tenant_id=b18740ad05054462a8bead1ca98b0711 HTTP/1.1" status: 200 len: 267 time: 0.1057024 Jul 05 03:58:36.208263 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e18ce-2bb4-4f08-935b-e481f7840727 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for a9152b8d-0115-4176-8f11-921f93f75573 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:36.237526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device aed92df0-007b-49ca-9909-5b42683f510a no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:36.252965 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.258041 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: aed92df0-007b-49ca-9909-5b42683f510a {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:36.258301 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device aed92df0-007b-49ca-9909-5b42683f510a not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:36.289364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:36.290026 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.292035 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] 10.222.0.10 "PUT /v2.0/ports/c56f3b45-12a4-47db-b7fe-25c60fa340aa HTTP/1.1" status: 200 len: 1093 time: 1.1700840 Jul 05 03:58:36.327740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a1e2a-8e67-40f8-812e-86833a08e672 service neutron] Pushing event updated for resources: {'Port': ['ID=c56f3b45-12a4-47db-b7fe-25c60fa340aa,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:36.406761 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0cc44290-27b3-489c-8099-c8f1b8c89998 req-e0f63d05-fd4d-46f4-ba29-1b711546b801 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.428414 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-fff5303d-0b84-432e-b9ac-eb3a69af9b52 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:36.437593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-fff5303d-0b84-432e-b9ac-eb3a69af9b52 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/networks?id=ec674479-f6ba-4dee-8c7c-d20f38f46c45 HTTP/1.1" status: 200 len: 797 time: 0.2296481 Jul 05 03:58:36.457927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-83d6066b-2df9-4c18-a21f-e24f0845eab0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/quotas/b18740ad05054462a8bead1ca98b0711 HTTP/1.1" status: 200 len: 375 time: 0.0200605 Jul 05 03:58:36.472209 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594d213e-3630-42f8-bf3f-52efe420ac2f', 'tag': 'c56f3b45-12a4-47db-b7fe-25c60fa340aa'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:36.474448 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e28d081-a381-4d3a-a286-f20a08b5f071" -d '{"events": [{"name": "network-changed", "server_uuid": "594d213e-3630-42f8-bf3f-52efe420ac2f", "tag": "c56f3b45-12a4-47db-b7fe-25c60fa340aa"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:36.513513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f6085887-3823-4f45-832a-afc21104a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:36.514666 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0cc44290-27b3-489c-8099-c8f1b8c89998 req-e0f63d05-fd4d-46f4-ba29-1b711546b801 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.515144 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-f6085887-3823-4f45-832a-afc21104a329 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 1096 time: 0.0696828 Jul 05 03:58:36.586686 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-7ccf3f24-d558-4276-b2a9-2d3b427597d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56f3b45-12a4-47db-b7fe-25c60fa340aa HTTP/1.1" status: 200 len: 217 time: 0.0613437 Jul 05 03:58:36.590072 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f63d05-fd4d-46f4-ba29-1b711546b801 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9572ec54-6258-49ff-abdf-cf988ecc3cef,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:36.645201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-a866f70f-3d1f-404a-b5d1-63deddc5ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:36.646996 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-dc937f58-ba66-4c36-bb0b-3ffe66913c36 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b18740ad05054462a8bead1ca98b0711&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1834488 Jul 05 03:58:36.649301 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-a866f70f-3d1f-404a-b5d1-63deddc5ec54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 HTTP/1.1" status: 200 len: 845 time: 0.0528705 Jul 05 03:58:36.692718 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-c31f3c18-2523-4084-9333-2d628c66e0ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6bbb661a-c337-48f0-8045-f937cf6565eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375946 Jul 05 03:58:36.718441 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b4e18ce-2bb4-4f08-935b-e481f7840727 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.767767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e18ce-2bb4-4f08-935b-e481f7840727 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=a9152b8d-0115-4176-8f11-921f93f75573,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:36.772873 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0cc44290-27b3-489c-8099-c8f1b8c89998 req-e0f63d05-fd4d-46f4-ba29-1b711546b801 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.804866 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b4e18ce-2bb4-4f08-935b-e481f7840727 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.807271 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4b4e18ce-2bb4-4f08-935b-e481f7840727 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/a9152b8d-0115-4176-8f11-921f93f75573 HTTP/1.1" status: 204 len: 168 time: 0.9749234 Jul 05 03:58:36.814375 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48278) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:36.829096 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-53d27deb-ed6e-4457-8f5e-d51860e2ddec service neutron] 10.222.0.10 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280026 Jul 05 03:58:36.883422 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0cc44290-27b3-489c-8099-c8f1b8c89998 req-e0f63d05-fd4d-46f4-ba29-1b711546b801 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.922716 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-5172d534-bee8-4c72-a1f1-fb1c444543a5 service neutron] 10.222.0.38 "GET /v2.0/networks/ec674479-f6ba-4dee-8c7c-d20f38f46c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594132 Jul 05 03:58:36.958313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40893c7-5718-4593-ba36-789a5621f933 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:36.960029 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40893c7-5718-4593-ba36-789a5621f933 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:36.965393 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c40893c7-5718-4593-ba36-789a5621f933 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1499465 Jul 05 03:58:36.967063 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f63d05-fd4d-46f4-ba29-1b711546b801 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b92e21-cd22-45c7-bfe4-464bd3b17b36,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:36.968173 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48280) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:37.014267 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0cc44290-27b3-489c-8099-c8f1b8c89998 req-e0f63d05-fd4d-46f4-ba29-1b711546b801 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.028010 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cc44290-27b3-489c-8099-c8f1b8c89998 req-e0f63d05-fd4d-46f4-ba29-1b711546b801 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.2741807 Jul 05 03:58:37.070617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-84173345-2979-481e-8fb5-ad896d315c44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 7ad80133-30d5-4833-9628-b7031fd1a9ff {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:37.082587 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84173345-2979-481e-8fb5-ad896d315c44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.095078 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f30f782a-d194-40b4-afd9-8ca3fc9c001d req-be9bd78f-fd39-45d0-970d-49608744701f service neutron] 10.222.0.10 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531078 Jul 05 03:58:37.131836 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-b9ada384-c287-4f20-a991-63c41da7e599 service neutron] 10.222.0.38 "GET /v2.0/networks/ec674479-f6ba-4dee-8c7c-d20f38f46c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919725 Jul 05 03:58:37.175976 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84173345-2979-481e-8fb5-ad896d315c44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.248694 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84173345-2979-481e-8fb5-ad896d315c44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.346634 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e1e61-2d13-42ce-a2a3-74d9f6e8c2c4 req-893b7fc8-cf60-455c-bd7d-1394f9d767ae tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.348197 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd4e1e61-2d13-42ce-a2a3-74d9f6e8c2c4 req-893b7fc8-cf60-455c-bd7d-1394f9d767ae tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 944 time: 0.0740392 Jul 05 03:58:37.422361 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca5976c-ab77-461f-abd9-ceba580eb7a0 x-openstack-request-id: req-aca5976c-ab77-461f-abd9-ceba580eb7a0 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:37.422720 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594d213e-3630-42f8-bf3f-52efe420ac2f", "tag": "c56f3b45-12a4-47db-b7fe-25c60fa340aa", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:37.425413 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aca5976c-ab77-461f-abd9-ceba580eb7a0 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:37.427172 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594d213e-3630-42f8-bf3f-52efe420ac2f', 'tag': 'c56f3b45-12a4-47db-b7fe-25c60fa340aa', 'status': 'completed', 'code': 200} Jul 05 03:58:37.451982 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84173345-2979-481e-8fb5-ad896d315c44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.454219 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd4e1e61-2d13-42ce-a2a3-74d9f6e8c2c4 req-332bc63b-787d-4b0a-8502-cd267992b353 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996027 Jul 05 03:58:37.473527 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84173345-2979-481e-8fb5-ad896d315c44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.476202 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92bddf3-3e79-4b82-9ac7-41d9fc2e01a6 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:37.482048 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-84173345-2979-481e-8fb5-ad896d315c44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/7ad80133-30d5-4833-9628-b7031fd1a9ff HTTP/1.1" status: 204 len: 168 time: 0.5078213 Jul 05 03:58:37.483997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48290) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:37.561378 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48292) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:37.563863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-3c7f797a-7262-4251-86f3-6a37f99ec2c0 req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1220984630', 'description': 'tempest-description-1216631188'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:37.573649 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e7e79902-6206-4237-a29f-a8dc4192215f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849717 Jul 05 03:58:37.578056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48294) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:37.581361 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c1beb897-7429-4488-a5d1-6e7e53a2fa47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:37.781769 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1b7ffac-a196-4ad8-9d23-e31afd419880 req-ed14c5c8-a76b-49a4-9e4d-85bbbc8f3c5b tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0459161 Jul 05 03:58:37.815495 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84173345-2979-481e-8fb5-ad896d315c44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad80133-30d5-4833-9628-b7031fd1a9ff,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:37.858083 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7d4ec96-ea51-46a7-935e-7561c7df0608 req-4612be2b-a37d-41f9-b01e-53466d09e2e4 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 210 time: 0.0316427 Jul 05 03:58:37.866318 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3c7f797a-7262-4251-86f3-6a37f99ec2c0 req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:37.903326 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:58:37.954578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28d081-a381-4d3a-a286-f20a08b5f071 req-4ff28f78-c50a-406b-958e-7be61d3a60b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.956515 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e28d081-a381-4d3a-a286-f20a08b5f071 req-4ff28f78-c50a-406b-958e-7be61d3a60b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 1096 time: 0.4932518 Jul 05 03:58:37.975488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Deleting port 0cf9432d-9882-4bf9-b58f-d7cb361b0364 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:37.980752 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.046530 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] For port 0cf9432d-9882-4bf9-b58f-d7cb361b0364, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0cf9432d-9882-4bf9-b58f-d7cb361b0364,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:38.046530 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.063806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Calling delete_port for 0cf9432d-9882-4bf9-b58f-d7cb361b0364 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:38.155845 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28d081-a381-4d3a-a286-f20a08b5f071 req-89c84374-d015-4528-92bf-f536226338f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:38.158419 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e28d081-a381-4d3a-a286-f20a08b5f071 req-89c84374-d015-4528-92bf-f536226338f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 906 time: 0.1736965 Jul 05 03:58:38.241656 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1beb897-7429-4488-a5d1-6e7e53a2fa47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:38.245862 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c1beb897-7429-4488-a5d1-6e7e53a2fa47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.253602 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e28d081-a381-4d3a-a286-f20a08b5f071 req-779c86e1-4a53-4873-9480-094c40cd4c17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56f3b45-12a4-47db-b7fe-25c60fa340aa HTTP/1.1" status: 200 len: 217 time: 0.0858123 Jul 05 03:58:38.310366 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.334940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28d081-a381-4d3a-a286-f20a08b5f071 req-902bc3a8-b02a-4fd9-886d-79a7610cce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:38.336757 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e28d081-a381-4d3a-a286-f20a08b5f071 req-902bc3a8-b02a-4fd9-886d-79a7610cce6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 HTTP/1.1" status: 200 len: 845 time: 0.0728304 Jul 05 03:58:38.357519 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Pushing event deleted for resources: {'Port': ['ID=0cf9432d-9882-4bf9-b58f-d7cb361b0364,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:38.360316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] No DVR routers for this DVR port 0cf9432d-9882-4bf9-b58f-d7cb361b0364 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:38.375703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.375703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.375703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.377029 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.377401 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.378220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.378220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.378450 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.378786 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.379117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.379466 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.379774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c71c015-f11a-458b-8c01-b458021e72e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.414729 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e28d081-a381-4d3a-a286-f20a08b5f071 req-73ff41a5-4ac3-434d-9e1d-db04b1239402 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6bbb661a-c337-48f0-8045-f937cf6565eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666533 Jul 05 03:58:38.465063 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3c7f797a-7262-4251-86f3-6a37f99ec2c0 req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.550309 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3c7f797a-7262-4251-86f3-6a37f99ec2c0 req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.598988 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecaff96-98ef-455c-8f4b-694155326f2d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:38.607022 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.607631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.614963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.614963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.614963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.614963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.614963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.614963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.614963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.614963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.614963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.614963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:38.700963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd71e6a-ab66-40c9-a370-f9aaaebfde6a req-6eea28ff-6844-4779-95f4-371583ebe908 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:38.702515 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1bd71e6a-ab66-40c9-a370-f9aaaebfde6a req-6eea28ff-6844-4779-95f4-371583ebe908 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 944 time: 0.0721951 Jul 05 03:58:38.716735 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c1beb897-7429-4488-a5d1-6e7e53a2fa47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.719664 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3c7f797a-7262-4251-86f3-6a37f99ec2c0 req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.719899 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c7f797a-7262-4251-86f3-6a37f99ec2c0 req-846fa0fa-3b44-4a91-a317-6e4909148e5c tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.1600912 Jul 05 03:58:38.802937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1beb897-7429-4488-a5d1-6e7e53a2fa47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:38.813318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-c1beb897-7429-4488-a5d1-6e7e53a2fa47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:38.818482 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1beb897-7429-4488-a5d1-6e7e53a2fa47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:38.818482 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c1beb897-7429-4488-a5d1-6e7e53a2fa47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.823977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70bdf07-8d87-402c-83a9-d0c9a3e01537 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:38.824757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1bd71e6a-ab66-40c9-a370-f9aaaebfde6a req-1c4d7377-a44d-47cb-b9a4-24319237cb24 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164503 Jul 05 03:58:38.836575 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1beb897-7429-4488-a5d1-6e7e53a2fa47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=0c85c57f-9ff5-4235-9c33-55a6a003794e,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:38.981416 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e28d081-a381-4d3a-a286-f20a08b5f071 req-a0c7f25d-23fc-4309-a620-f6c849790a0f service neutron] 10.222.0.10 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569439 Jul 05 03:58:38.999717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': '0c85c57f-9ff5-4235-9c33-55a6a003794e'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:39.000626 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.011452 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01f63894-35b1-49eb-8cd4-40d0ffc148cb req-501e436f-5b6b-477f-a699-03f892b634b0 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0462668 Jul 05 03:58:39.086626 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c1beb897-7429-4488-a5d1-6e7e53a2fa47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4981117 Jul 05 03:58:39.146608 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48320) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:39.153213 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d0a9e194-5365-4833-9211-c7e5fcbae7f5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'fixed_ips': [{'subnet_id': '0c85c57f-9ff5-4235-9c33-55a6a003794e', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1768454766'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:39.181598 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b92ad615-8fa0-4114-a25f-360482c96f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.206928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Allocated IP 2001:db8::2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/0c85c57f-9ff5-4235-9c33-55a6a003794e/ddaddcc0-244a-4f54-9179-117db36ccbb0) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:39.252236 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4e28d081-a381-4d3a-a286-f20a08b5f071 req-f5f94a0c-27b7-4f8b-8ef7-b25a8361074a service neutron] 10.222.0.10 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607424 Jul 05 03:58:39.521800 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3fbeabff-36ed-4c5b-9ff6-b16f29072e7b req-076a5721-165d-4d7b-b6e2-df5e215c6932 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 210 time: 0.0434294 Jul 05 03:58:39.536839 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-1962b849-5f59-480f-b17f-0c86fffc6aa6 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 41917 time: 0.7738764 Jul 05 03:58:39.573762 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a9e194-5365-4833-9211-c7e5fcbae7f5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:39.581700 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d0a9e194-5365-4833-9211-c7e5fcbae7f5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.582500 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.592188 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Transition to ACTIVE for port object ddaddcc0-244a-4f54-9179-117db36ccbb0 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:39.611233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Transition to ACTIVE for port object ddaddcc0-244a-4f54-9179-117db36ccbb0 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:39.611756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-d0a9e194-5365-4833-9211-c7e5fcbae7f5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port e2c7ab33-a6f3-4c9c-a118-219a48296127 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:39.643049 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-1c0a0a2f-e0ef-441d-9ae9-5f8e9f80ff64 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/1331858e-10f3-4923-980f-051f6802b1ce HTTP/1.1" status: 200 len: 2973 time: 0.0996892 Jul 05 03:58:39.691294 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0cf9432d-9882-4bf9-b58f-d7cb361b0364 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:39.697100 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.713594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-5f85074b-0f02-49f2-a22b-896000dbd8a5 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/1331858e-10f3-4923-980f-051f6802b1ce HTTP/1.1" status: 200 len: 2973 time: 0.0687947 Jul 05 03:58:39.737534 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 0cf9432d-9882-4bf9-b58f-d7cb361b0364 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:39.738028 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0cf9432d-9882-4bf9-b58f-d7cb361b0364 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:39.789030 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b92ad615-8fa0-4114-a25f-360482c96f53 admin admin] Deleting port 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:39.789900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b92ad615-8fa0-4114-a25f-360482c96f53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.801622 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-9bae8a36-c67a-41cb-a5e0-28f8f444b839 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/35390db2-2a26-4fba-9958-c728a8fc4413 HTTP/1.1" status: 200 len: 2985 time: 0.0813432 Jul 05 03:58:39.801908 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:39.805393 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:39.812894 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:39.859014 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a9e194-5365-4833-9211-c7e5fcbae7f5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:58:39.859521 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a9e194-5365-4833-9211-c7e5fcbae7f5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:58:39.871316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Pushing event updated for resources: {'Port': ['ID=ddaddcc0-244a-4f54-9179-117db36ccbb0,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:39.882351 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-efb27b5c-38d5-4291-b5e7-0d44f2d5efa1 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/35390db2-2a26-4fba-9958-c728a8fc4413 HTTP/1.1" status: 200 len: 2985 time: 0.0616684 Jul 05 03:58:39.890499 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Attempting to bind port ddaddcc0-244a-4f54-9179-117db36ccbb0 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:39.891321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Attempting to bind port ddaddcc0-244a-4f54-9179-117db36ccbb0 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:39.891659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Attempting to bind port ddaddcc0-244a-4f54-9179-117db36ccbb0 on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:39.893073 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-b92ad615-8fa0-4114-a25f-360482c96f53 admin admin] For port 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2c091ae0-d01d-4fbc-bf5b-3244bd7855f7,segment=NetworkSegment(4231db98-9b73-480e-9f0a-831c104e6372),segment_id=4231db98-9b73-480e-9f0a-831c104e6372)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:39.893618 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b92ad615-8fa0-4114-a25f-360482c96f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.900249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:39.901366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:39.901971 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.902550 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:39.904237 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Bound port: ddaddcc0-244a-4f54-9179-117db36ccbb0, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:39.904691 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.909410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b92ad615-8fa0-4114-a25f-360482c96f53 admin admin] Calling delete_port for 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:39.931048 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-98a4751a-8a85-440a-81f7-b7de83d92d9e tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/37cf7559-82ea-4d95-9223-642d6fb498b7 HTTP/1.1" status: 200 len: 2977 time: 0.0476282 Jul 05 03:58:39.988198 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] For port ddaddcc0-244a-4f54-9179-117db36ccbb0, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:39.996784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] For port ddaddcc0-244a-4f54-9179-117db36ccbb0, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ddaddcc0-244a-4f54-9179-117db36ccbb0,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:40.028025 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-b68bf9d6-34ed-424d-849b-122fffbe9801 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/37cf7559-82ea-4d95-9223-642d6fb498b7 HTTP/1.1" status: 200 len: 2977 time: 0.0890417 Jul 05 03:58:40.105934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-917de9bc-d629-483e-95d1-fb50b4241e5d tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/385be0ec-0623-4b3d-b660-338e0557d541 HTTP/1.1" status: 200 len: 2981 time: 0.0757236 Jul 05 03:58:40.123172 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d0a9e194-5365-4833-9211-c7e5fcbae7f5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9753137 Jul 05 03:58:40.129451 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48330) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:40.145433 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.179900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d522d-602c-4f11-ac51-e9df0a958047 req-55b2d2af-ed33-4fbb-b6b0-81a72c42a108 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.181426 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c3d522d-602c-4f11-ac51-e9df0a958047 req-55b2d2af-ed33-4fbb-b6b0-81a72c42a108 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 944 time: 0.1445520 Jul 05 03:58:40.225861 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8b186-8280-4378-92e4-d7781bc0c55c None None] Pushing event updated for resources: {'Port': ['ID=ddaddcc0-244a-4f54-9179-117db36ccbb0,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:40.268758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-957f96ea-4198-413e-9bb9-a068728cebea tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/385be0ec-0623-4b3d-b660-338e0557d541 HTTP/1.1" status: 200 len: 2981 time: 0.1557720 Jul 05 03:58:40.273186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c3d522d-602c-4f11-ac51-e9df0a958047 req-459a1103-d020-47e1-87cd-7894ccf1b265 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795219 Jul 05 03:58:40.282805 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b92ad615-8fa0-4114-a25f-360482c96f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.324720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device c56f3b45-12a4-47db-b7fe-25c60fa340aa details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:40.332431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dd69ee-2ead-42ba-9d50-956f4b9258e3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.334748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ad615-8fa0-4114-a25f-360482c96f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c091ae0-d01d-4fbc-bf5b-3244bd7855f7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:40.334896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f4dd69ee-2ead-42ba-9d50-956f4b9258e3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2029154 Jul 05 03:58:40.344666 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48332) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:40.371509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-18ff4151-019f-43c6-aa91-f7671b6d08be tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/3c3f7f2d-009b-41af-a652-44d9c23e0be9 HTTP/1.1" status: 200 len: 2985 time: 0.1005061 Jul 05 03:58:40.425020 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-2cebb7c9-5c56-4ff9-be23-b5e4b7c24c95 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/3c3f7f2d-009b-41af-a652-44d9c23e0be9 HTTP/1.1" status: 200 len: 2985 time: 0.0525458 Jul 05 03:58:40.488456 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-af54b42f-4bbe-4722-b5da-7384ea124767 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/544dc784-615a-4509-a4fd-77e606dae3f3 HTTP/1.1" status: 200 len: 2985 time: 0.0624456 Jul 05 03:58:40.569853 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c57b90-42c3-46aa-8d6b-4c5724666b9f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.569853 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c57b90-42c3-46aa-8d6b-4c5724666b9f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.570189 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-97c57b90-42c3-46aa-8d6b-4c5724666b9f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2237775 Jul 05 03:58:40.573283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48338) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:40.598295 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port c56f3b45-12a4-47db-b7fe-25c60fa340aa, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c56f3b45-12a4-47db-b7fe-25c60fa340aa,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:40.639184 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d087582b-a4ab-478e-a85d-03837c305c58 req-32a87b5f-6c89-474b-8c19-80b5dede0f42 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0762157 Jul 05 03:58:40.650442 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'c56f3b45-12a4-47db-b7fe-25c60fa340aa', 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb', 'port_id': 'c56f3b45-12a4-47db-b7fe-25c60fa340aa', 'mac_address': 'fa:16:3e:53:1b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7d7ce7-579d-4301-8ea7-b94a8620a3c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:40.696996 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.712776 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56f3b45-12a4-47db-b7fe-25c60fa340aa {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:40.717287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-a9ab9656-f818-47d4-a79a-abc0f01f039d tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/544dc784-615a-4509-a4fd-77e606dae3f3 HTTP/1.1" status: 200 len: 2985 time: 0.2279451 Jul 05 03:58:40.752277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port c56f3b45-12a4-47db-b7fe-25c60fa340aa, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c56f3b45-12a4-47db-b7fe-25c60fa340aa,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:40.753301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-650df12d-0f98-4fb5-bf49-d84b5e035c58 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 0c85c57f-9ff5-4235-9c33-55a6a003794e {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:40.793953 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-e9c71daf-6718-4341-973c-19b7644d311d tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/9572ec54-6258-49ff-abdf-cf988ecc3cef HTTP/1.1" status: 200 len: 2985 time: 0.0708356 Jul 05 03:58:40.802269 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-650df12d-0f98-4fb5-bf49-d84b5e035c58 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.842000 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.863058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-650df12d-0f98-4fb5-bf49-d84b5e035c58 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.865831 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b92ad615-8fa0-4114-a25f-360482c96f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.890867 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f87e6291-b84c-4381-a8bf-9c3112e104dc req-bd9d98d4-5cd1-45ec-85c7-cc278073b5f0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 210 time: 0.0564790 Jul 05 03:58:40.893964 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-7be26b4f-f65a-44e2-a7fe-432e308ca7b9 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/9572ec54-6258-49ff-abdf-cf988ecc3cef HTTP/1.1" status: 200 len: 2985 time: 0.0941932 Jul 05 03:58:40.938385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=c56f3b45-12a4-47db-b7fe-25c60fa340aa,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:40.946194 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-10ea511f-41b1-4f87-9d01-c2f969cb5c27 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/d2af4b7c-d4cf-4487-93f0-b26a75e365ee HTTP/1.1" status: 200 len: 2985 time: 0.0462213 Jul 05 03:58:41.023827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-e91d5abb-1d6c-4c6b-a040-d756ebc8b9d4 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/d2af4b7c-d4cf-4487-93f0-b26a75e365ee HTTP/1.1" status: 200 len: 2985 time: 0.0669451 Jul 05 03:58:41.111794 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-650df12d-0f98-4fb5-bf49-d84b5e035c58 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.127264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-3ee339d5-6ccc-4f93-8c6d-4e2d05d961fb tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/f5d5cb73-412c-4cc6-8ea7-92c36a0232e8 HTTP/1.1" status: 200 len: 2985 time: 0.0797286 Jul 05 03:58:41.157660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['c56f3b45-12a4-47db-b7fe-25c60fa340aa'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:41.178864 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-6f29b3c0-dfa1-47a5-8067-6fc1507e5c22 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/f5d5cb73-412c-4cc6-8ea7-92c36a0232e8 HTTP/1.1" status: 200 len: 2985 time: 0.0449731 Jul 05 03:58:41.290828 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-7a34e176-ba50-4b0a-8c5f-c64f444bde00 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/f9b50fcf-5064-4201-b06e-df00dc9325e8 HTTP/1.1" status: 200 len: 2981 time: 0.0996780 Jul 05 03:58:41.367681 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b63bf739-3756-4995-a476-774a1df91cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.397103 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8977d352-4f91-495b-b1e2-3ce921cd3265 req-3371ecff-ab93-47ec-befd-aea9e29c8079 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/f9b50fcf-5064-4201-b06e-df00dc9325e8 HTTP/1.1" status: 200 len: 2981 time: 0.0975442 Jul 05 03:58:41.572865 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-650df12d-0f98-4fb5-bf49-d84b5e035c58 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.625967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b945ef2-4504-4cf8-a27a-1ddd881d4dae req-f36d8023-fd90-45f5-bd69-215de7129200 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6fbab95d593849e898ee1ba28ed2217b HTTP/1.1" status: 200 len: 6110 time: 0.1860268 Jul 05 03:58:41.653350 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16a705-9d97-41e9-98d0-bf0d52109ce3 req-f42d76be-e838-4138-b0d3-43cbbbbe60c4 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:41.657880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f16a705-9d97-41e9-98d0-bf0d52109ce3 req-f42d76be-e838-4138-b0d3-43cbbbbe60c4 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 945 time: 0.1933472 Jul 05 03:58:41.739331 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-2f8015b5-dc5b-4566-bc80-c52794edde07 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:41.742125 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-2f8015b5-dc5b-4566-bc80-c52794edde07 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.10 "GET /v2.0/networks?id=ec674479-f6ba-4dee-8c7c-d20f38f46c45 HTTP/1.1" status: 200 len: 797 time: 0.1804807 Jul 05 03:58:41.783985 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b945ef2-4504-4cf8-a27a-1ddd881d4dae req-99cc2c13-64e7-460f-82de-8c3bf09d893d tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] 10.222.0.38 "GET /v2.0/security-groups/d2af4b7c-d4cf-4487-93f0-b26a75e365ee HTTP/1.1" status: 200 len: 2985 time: 0.1569219 Jul 05 03:58:41.818708 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650df12d-0f98-4fb5-bf49-d84b5e035c58 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=0c85c57f-9ff5-4235-9c33-55a6a003794e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:41.825802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400b0df5-dcdd-4f06-8f75-53ab88bfca81 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:41.842799 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-650df12d-0f98-4fb5-bf49-d84b5e035c58 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.844301 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ddaddcc0-244a-4f54-9179-117db36ccbb0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:41.847296 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-650df12d-0f98-4fb5-bf49-d84b5e035c58 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/0c85c57f-9ff5-4235-9c33-55a6a003794e HTTP/1.1" status: 204 len: 168 time: 1.2705719 Jul 05 03:58:41.867133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48354) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:41.893339 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-22f03bc8-f7bf-4671-b4b3-9b99582cecdb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18740ad05054462a8bead1ca98b0711 HTTP/1.1" status: 200 len: 379 time: 0.1086674 Jul 05 03:58:41.895216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92ad615-8fa0-4114-a25f-360482c96f53 admin admin] Router 4c8314c4-4988-426a-bb33-216181d0eb92 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:58:41.896286 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f16a705-9d97-41e9-98d0-bf0d52109ce3 req-4934f27b-0217-4983-b03a-7b9742de6dc2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176716 Jul 05 03:58:41.907723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-3e1cf644-dfb2-476f-970a-5ace7969d3ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'port': {'device_id': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'admin_state_up': True, 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'security_groups': ['719e91a8-0397-48c0-8fe6-425c61380528']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:41.959070 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e416ec9a-7cfe-4a07-85c6-93276494ff0f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811195 Jul 05 03:58:41.964772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b945ef2-4504-4cf8-a27a-1ddd881d4dae req-c32dcfce-7087-4522-acab-170f0a191c6f tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] 10.222.0.38 "GET /v2.0/security-groups/d2af4b7c-d4cf-4487-93f0-b26a75e365ee HTTP/1.1" status: 200 len: 2985 time: 0.1488178 Jul 05 03:58:41.965277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48358) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:41.971279 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-29b616e5-f51f-4185-8e14-8e59dd718861 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:42.069861 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-dd3a2688-feea-4dfd-87e3-733f12117c58 None None] Provisioning for port ddaddcc0-244a-4f54-9179-117db36ccbb0 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:42.147316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port ddaddcc0-244a-4f54-9179-117db36ccbb0 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:42.163413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ddaddcc0-244a-4f54-9179-117db36ccbb0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:42.163810 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.170244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3582076a-29b6-4f8a-8b49-d564681c1625 req-7430cd2d-34ad-4218-af2a-e5e8e3ca6fe5 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0587573 Jul 05 03:58:42.222691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b616e5-f51f-4185-8e14-8e59dd718861 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:42.226809 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-29b616e5-f51f-4185-8e14-8e59dd718861 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.228303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6f7414-62b5-44f6-bc4c-0db2dd7ef5f5 None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:58:42.307608 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.312121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92ad615-8fa0-4114-a25f-360482c96f53 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:58:42.323635 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57466d9-eb16-433e-a9d2-21f08bf4eac8 None None] Sync routers for ids ['4c8314c4-4988-426a-bb33-216181d0eb92'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:58:42.326615 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b92ad615-8fa0-4114-a25f-360482c96f53 admin admin] 10.222.0.38 "PUT /v2.0/routers/4c8314c4-4988-426a-bb33-216181d0eb92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7592015 Jul 05 03:58:42.330488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48364) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:42.340269 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57466d9-eb16-433e-a9d2-21f08bf4eac8 None None] Routers {'4c8314c4-4988-426a-bb33-216181d0eb92'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:42.340917 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d57466d9-eb16-433e-a9d2-21f08bf4eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:58:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['4c8314c4-4988-426a-bb33-216181d0eb92'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:42.360197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port ddaddcc0-244a-4f54-9179-117db36ccbb0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ddaddcc0-244a-4f54-9179-117db36ccbb0,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:42.360489 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device c56f3b45-12a4-47db-b7fe-25c60fa340aa up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:42.428698 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f7414-62b5-44f6-bc4c-0db2dd7ef5f5 None None] Deleting port ddaddcc0-244a-4f54-9179-117db36ccbb0 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:42.429143 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7414-62b5-44f6-bc4c-0db2dd7ef5f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.436087 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-938512ce-80a5-44ac-b5ac-765c60a5aa87 req-b978725e-1daf-467d-bcb1-590713c63f6d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 210 time: 0.2321265 Jul 05 03:58:42.471998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-3e1cf644-dfb2-476f-970a-5ace7969d3ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Made reservation on behalf of b18740ad05054462a8bead1ca98b0711 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:42.475714 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-3e1cf644-dfb2-476f-970a-5ace7969d3ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.498406 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.522897 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-d57466d9-eb16-433e-a9d2-21f08bf4eac8 None None] Set router 4c8314c4-4988-426a-bb33-216181d0eb92 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:42.536290 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port c56f3b45-12a4-47db-b7fe-25c60fa340aa completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:42.563821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port c56f3b45-12a4-47db-b7fe-25c60fa340aa triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:42.564492 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.579809 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ed5fc20-414e-4a7f-a275-ffbdab0b6870 req-5e0f97fa-7f7d-4b9c-bcce-8343953de3eb tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/fecaff96-98ef-455c-8f4b-694155326f2d HTTP/1.1" status: 200 len: 1780 time: 0.3661747 Jul 05 03:58:42.614222 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654f8d45-eebc-4785-a117-1bf634be25fb admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.660942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-ea6f7414-62b5-44f6-bc4c-0db2dd7ef5f5 None None] For port ddaddcc0-244a-4f54-9179-117db36ccbb0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ddaddcc0-244a-4f54-9179-117db36ccbb0,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:42.661359 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7414-62b5-44f6-bc4c-0db2dd7ef5f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.726399 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8ed5fc20-414e-4a7f-a275-ffbdab0b6870 req-dd0fa380-c8b9-4856-8abf-b90eaf06c525 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.731465 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-29b616e5-f51f-4185-8e14-8e59dd718861 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.757660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f7414-62b5-44f6-bc4c-0db2dd7ef5f5 None None] Calling delete_port for ddaddcc0-244a-4f54-9179-117db36ccbb0 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:42.769244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=ddaddcc0-244a-4f54-9179-117db36ccbb0,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:42.789073 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-3e1cf644-dfb2-476f-970a-5ace7969d3ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Allocated IP 172.20.0.3 (ec674479-f6ba-4dee-8c7c-d20f38f46c45/fbe35c1f-8425-49c9-a815-5964dc5cc9e5/3974d4cd-a29e-4664-bc64-b8bf7852cc3a) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:42.835562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b616e5-f51f-4185-8e14-8e59dd718861 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:42.836774 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d57466d9-eb16-433e-a9d2-21f08bf4eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'name': 'tempest-ServerRescueNegativeTestJSON-196251025-router', 'tenant_id': '8b68a52351a9459890afd450c0a0c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:20Z', 'updated_at': '2021-07-05T03:58:40Z', 'revision_number': 5, 'project_id': '8b68a52351a9459890afd450c0a0c46b', 'gw_port': {'id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:22Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:42.841763 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8ed5fc20-414e-4a7f-a275-ffbdab0b6870 req-dd0fa380-c8b9-4856-8abf-b90eaf06c525 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.845234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-29b616e5-f51f-4185-8e14-8e59dd718861 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:42.851868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b616e5-f51f-4185-8e14-8e59dd718861 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:42.851868 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-29b616e5-f51f-4185-8e14-8e59dd718861 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.879489 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57466d9-eb16-433e-a9d2-21f08bf4eac8 None None] Checking router: 4c8314c4-4988-426a-bb33-216181d0eb92 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:58:42.900236 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57466d9-eb16-433e-a9d2-21f08bf4eac8 None None] Routers {'4c8314c4-4988-426a-bb33-216181d0eb92'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:42.902836 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d57466d9-eb16-433e-a9d2-21f08bf4eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:58:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['4c8314c4-4988-426a-bb33-216181d0eb92'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:42.904627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654f8d45-eebc-4785-a117-1bf634be25fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.908217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b616e5-f51f-4185-8e14-8e59dd718861 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=8ef6e6d9-9162-42a9-88fd-ce425722e9b8,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:42.953534 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-29b616e5-f51f-4185-8e14-8e59dd718861 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9869730 Jul 05 03:58:42.956041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48370) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:42.960826 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.963107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2b15884d-baea-4dac-8f98-bc7660b80e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-482144466', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:42.998293 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594d213e-3630-42f8-bf3f-52efe420ac2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56f3b45-12a4-47db-b7fe-25c60fa340aa'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:43.001134 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473da546-08c2-474c-a889-7bbffbb0590c" -d '{"events": [{"server_uuid": "594d213e-3630-42f8-bf3f-52efe420ac2f", "name": "network-vif-plugged", "status": "completed", "tag": "c56f3b45-12a4-47db-b7fe-25c60fa340aa"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:43.019087 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port c56f3b45-12a4-47db-b7fe-25c60fa340aa, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c56f3b45-12a4-47db-b7fe-25c60fa340aa,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:43.048464 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8ed5fc20-414e-4a7f-a275-ffbdab0b6870 req-dd0fa380-c8b9-4856-8abf-b90eaf06c525 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.051921 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-8ed5fc20-414e-4a7f-a275-ffbdab0b6870 req-dd0fa380-c8b9-4856-8abf-b90eaf06c525 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.053197 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-3e1cf644-dfb2-476f-970a-5ace7969d3ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.060672 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ed5fc20-414e-4a7f-a275-ffbdab0b6870 req-dd0fa380-c8b9-4856-8abf-b90eaf06c525 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "DELETE /v2.0/security-groups/fecaff96-98ef-455c-8f4b-694155326f2d HTTP/1.1" status: 204 len: 173 time: 0.4769769 Jul 05 03:58:43.070274 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-3e1cf644-dfb2-476f-970a-5ace7969d3ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Transition to ACTIVE for port object 3974d4cd-a29e-4664-bc64-b8bf7852cc3a will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:43.137448 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fce333-0e9c-499c-ac1c-a78c8ffe761c x-openstack-request-id: req-35fce333-0e9c-499c-ac1c-a78c8ffe761c {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:43.138503 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594d213e-3630-42f8-bf3f-52efe420ac2f", "name": "network-vif-plugged", "status": "completed", "tag": "c56f3b45-12a4-47db-b7fe-25c60fa340aa", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:43.138966 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35fce333-0e9c-499c-ac1c-a78c8ffe761c {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:43.139560 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594d213e-3630-42f8-bf3f-52efe420ac2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56f3b45-12a4-47db-b7fe-25c60fa340aa', 'code': 200} Jul 05 03:58:43.152918 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.154032 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b15884d-baea-4dac-8f98-bc7660b80e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.155217 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b15884d-baea-4dac-8f98-bc7660b80e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.155993 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7414-62b5-44f6-bc4c-0db2dd7ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.170555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fa380-c8b9-4856-8abf-b90eaf06c525 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecaff96-98ef-455c-8f4b-694155326f2d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:43.219171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f7414-62b5-44f6-bc4c-0db2dd7ef5f5 None None] No DVR routers for this DVR port ddaddcc0-244a-4f54-9179-117db36ccbb0 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:43.239015 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-d57466d9-eb16-433e-a9d2-21f08bf4eac8 None None] Set router 4c8314c4-4988-426a-bb33-216181d0eb92 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:43.248495 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7984bca8-2b24-4cbc-82f2-33c832f10901 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:43.252345 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b15884d-baea-4dac-8f98-bc7660b80e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.264374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53bc0248-e4e3-4d39-b628-da7e10779ecd req-147f3a3f-3a57-42f5-8888-a33483aa3727 tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "GET /v2.0/security-groups/65b92e21-cd22-45c7-bfe4-464bd3b17b36 HTTP/1.1" status: 200 len: 1779 time: 0.0947638 Jul 05 03:58:43.270635 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-654f8d45-eebc-4785-a117-1bf634be25fb admin admin] Deleting port 0ddbcce0-d233-422c-8f50-4a37534dd703 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:43.270635 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654f8d45-eebc-4785-a117-1bf634be25fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.311535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=c56f3b45-12a4-47db-b7fe-25c60fa340aa,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:43.318920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151a154-75a1-4052-af13-3f30e144ced8 req-fc9525ea-09e7-44f9-990f-026326081a25 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.320613 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7151a154-75a1-4052-af13-3f30e144ced8 req-fc9525ea-09e7-44f9-990f-026326081a25 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 945 time: 0.2523539 Jul 05 03:58:43.347883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f7414-62b5-44f6-bc4c-0db2dd7ef5f5 None None] Pushing event deleted for resources: {'Port': ['ID=ddaddcc0-244a-4f54-9179-117db36ccbb0,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:43.375195 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b15884d-baea-4dac-8f98-bc7660b80e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.390068 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-3e1cf644-dfb2-476f-970a-5ace7969d3ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.421330 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7151a154-75a1-4052-af13-3f30e144ced8 req-c69b898a-51e9-4fe6-8c03-ddc7c020478a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894866 Jul 05 03:58:43.424462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bbdbd-7efb-43aa-881a-65efbea0ba5b req-6e8df5f9-77c5-4000-b6c1-c4e1f67a5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.425447 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1c3bbdbd-7efb-43aa-881a-65efbea0ba5b req-6e8df5f9-77c5-4000-b6c1-c4e1f67a5f2a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 1098 time: 0.1793754 Jul 05 03:58:43.437026 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-53bc0248-e4e3-4d39-b628-da7e10779ecd req-8712319a-e001-4119-a01e-8f6aa3d4757e tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.452719 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-53bc0248-e4e3-4d39-b628-da7e10779ecd req-8712319a-e001-4119-a01e-8f6aa3d4757e tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.516476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': '8ef6e6d9-9162-42a9-88fd-ce425722e9b8'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:43.517523 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.529967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1c3bbdbd-7efb-43aa-881a-65efbea0ba5b req-cf8bc196-1c81-4b7a-b1c3-97ad5e1c46f2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366662 Jul 05 03:58:43.552705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-654f8d45-eebc-4785-a117-1bf634be25fb admin admin] For port 0ddbcce0-d233-422c-8f50-4a37534dd703, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0ddbcce0-d233-422c-8f50-4a37534dd703,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:43.553210 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654f8d45-eebc-4785-a117-1bf634be25fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.577265 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b15884d-baea-4dac-8f98-bc7660b80e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.578748 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2b15884d-baea-4dac-8f98-bc7660b80e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6214383 Jul 05 03:58:43.581371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48380) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:43.585779 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d57466d9-eb16-433e-a9d2-21f08bf4eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'name': 'tempest-ServerRescueNegativeTestJSON-196251025-router', 'tenant_id': '8b68a52351a9459890afd450c0a0c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:20Z', 'updated_at': '2021-07-05T03:58:40Z', 'revision_number': 5, 'project_id': '8b68a52351a9459890afd450c0a0c46b', 'gw_port': {'id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:22Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:43.612895 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-3e1cf644-dfb2-476f-970a-5ace7969d3ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network ec674479-f6ba-4dee-8c7c-d20f38f46c45 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:43.630552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-654f8d45-eebc-4785-a117-1bf634be25fb admin admin] Calling delete_port for 0ddbcce0-d233-422c-8f50-4a37534dd703 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:43.639918 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-3e1cf644-dfb2-476f-970a-5ace7969d3ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:43.639918 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-3e1cf644-dfb2-476f-970a-5ace7969d3ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:43.681134 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57466d9-eb16-433e-a9d2-21f08bf4eac8 None None] The sync data for ids ['4c8314c4-4988-426a-bb33-216181d0eb92'] in n-d-771363-32 is: [{'id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'name': 'tempest-ServerRescueNegativeTestJSON-196251025-router', 'tenant_id': '8b68a52351a9459890afd450c0a0c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:55:20Z', 'updated_at': '2021-07-05T03:58:40Z', 'revision_number': 5, 'project_id': '8b68a52351a9459890afd450c0a0c46b', 'gw_port': {'id': '0ddbcce0-d233-422c-8f50-4a37534dd703', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8314c4-4988-426a-bb33-216181d0eb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:55:22Z', 'updated_at': '2021-07-05T03:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:58:43.697941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ddaddcc0-244a-4f54-9179-117db36ccbb0 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:43.726044 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-53bc0248-e4e3-4d39-b628-da7e10779ecd req-8712319a-e001-4119-a01e-8f6aa3d4757e tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.732123 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-53bc0248-e4e3-4d39-b628-da7e10779ecd req-8712319a-e001-4119-a01e-8f6aa3d4757e tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.734316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cf644-dfb2-476f-970a-5ace7969d3ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Port': ['ID=3974d4cd-a29e-4664-bc64-b8bf7852cc3a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:43.746308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53bc0248-e4e3-4d39-b628-da7e10779ecd req-8712319a-e001-4119-a01e-8f6aa3d4757e tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] 10.222.0.38 "DELETE /v2.0/security-groups/65b92e21-cd22-45c7-bfe4-464bd3b17b36 HTTP/1.1" status: 204 len: 173 time: 0.4808371 Jul 05 03:58:43.779876 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-3e1cf644-dfb2-476f-970a-5ace7969d3ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.788092 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-3e1cf644-dfb2-476f-970a-5ace7969d3ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.788431 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: ddaddcc0-244a-4f54-9179-117db36ccbb0 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:43.788431 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ddaddcc0-244a-4f54-9179-117db36ccbb0 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:43.827367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Allocated IP 2001:db8::2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/8ef6e6d9-9162-42a9-88fd-ce425722e9b8/533223f7-e1cc-4646-a458-ad18a4403caf) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:43.931367 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712319a-e001-4119-a01e-8f6aa3d4757e tempest-SecurityGroupsTestAdminJSON-640046411 tempest-SecurityGroupsTestAdminJSON-640046411-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b92e21-cd22-45c7-bfe4-464bd3b17b36,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:43.959117 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-3e1cf644-dfb2-476f-970a-5ace7969d3ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0584328 Jul 05 03:58:43.959244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-06fe1e08-4dcf-42c3-9b1e-e33b7d23becd req-75340b68-9f73-4339-b31f-6f428696e5d6 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.2421219 Jul 05 03:58:43.995832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Request body: {'port': {'device_id': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:44.055187 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-239ef172-8377-4f55-b357-bcfeda990103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.157415 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.177402 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.187414 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-95ecc917-5338-45b5-9f28-b68cd605f946 None None] Provisioning for port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:44.191584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Transition to ACTIVE for port object 533223f7-e1cc-4646-a458-ad18a4403caf will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:44.196659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-95ecc917-5338-45b5-9f28-b68cd605f946 None None] Provisioning complete for port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:44.197077 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-95ecc917-5338-45b5-9f28-b68cd605f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.258435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-95ecc917-5338-45b5-9f28-b68cd605f946 None None] Port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:44.272297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Transition to ACTIVE for port object 533223f7-e1cc-4646-a458-ad18a4403caf will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:44.317960 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69862903-7adf-4467-8544-e76ab33fd242 req-70cc789b-8b33-4c07-9b58-c99c586768e2 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] 10.222.0.38 "GET /v2.0/security-groups/a3430d44-e306-4993-8dcb-5b59ca22565d HTTP/1.1" status: 200 len: 1780 time: 0.1407092 Jul 05 03:58:44.335755 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654f8d45-eebc-4785-a117-1bf634be25fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.340929 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b21bd-d24d-4fd9-997a-6c483572c99e req-bb02c9a6-3abf-4f2b-8f08-d44d491463f7 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.344318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca3b21bd-d24d-4fd9-997a-6c483572c99e req-bb02c9a6-3abf-4f2b-8f08-d44d491463f7 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 931 time: 0.3051269 Jul 05 03:58:44.393831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f8d45-eebc-4785-a117-1bf634be25fb admin admin] Pushing event deleted for resources: {'Port': ['ID=0ddbcce0-d233-422c-8f50-4a37534dd703,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:44.397498 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.399208 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.460631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:44.466538 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.470760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:44.472257 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:44.485493 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca3b21bd-d24d-4fd9-997a-6c483572c99e req-01511001-1d21-460a-9e17-7bcc7ed47215 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=719e91a8-0397-48c0-8fe6-425c61380528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349392 Jul 05 03:58:44.486166 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Pushing event updated for resources: {'Port': ['ID=533223f7-e1cc-4646-a458-ad18a4403caf,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:44.548384 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654f8d45-eebc-4785-a117-1bf634be25fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.572438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Attempting to bind port 533223f7-e1cc-4646-a458-ad18a4403caf on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:44.573352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Attempting to bind port 533223f7-e1cc-4646-a458-ad18a4403caf by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:44.573725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Attempting to bind port 533223f7-e1cc-4646-a458-ad18a4403caf on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:44.577849 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-69862903-7adf-4467-8544-e76ab33fd242 req-e48c7013-4303-440d-a15c-45a758477112 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.580923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:44.581745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:44.582365 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.582763 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:44.583829 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Bound port: 533223f7-e1cc-4646-a458-ad18a4403caf, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:44.584690 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.640423 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-69862903-7adf-4467-8544-e76ab33fd242 req-e48c7013-4303-440d-a15c-45a758477112 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.671726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] For port 533223f7-e1cc-4646-a458-ad18a4403caf, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:44.677507 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] For port 533223f7-e1cc-4646-a458-ad18a4403caf, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=533223f7-e1cc-4646-a458-ad18a4403caf,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:44.719267 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654f8d45-eebc-4785-a117-1bf634be25fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.722576 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654f8d45-eebc-4785-a117-1bf634be25fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.824111 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab73ef-6049-428f-aefa-755e02f68df0 req-e53ce3ce-da81-438d-be25-5c8a29c0f495 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.825778 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1aab73ef-6049-428f-aefa-755e02f68df0 req-e53ce3ce-da81-438d-be25-5c8a29c0f495 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 946 time: 0.1609073 Jul 05 03:58:44.832919 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::1 (764cff81-f32e-40f8-af56-b4a9d80a62e7/8ef6e6d9-9162-42a9-88fd-ce425722e9b8/9e689dab-eea0-4783-87d7-d7915e86573f) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:44.848723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3974d4cd-a29e-4664-bc64-b8bf7852cc3a {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:44.854291 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.868112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Transition to ACTIVE for port object 3974d4cd-a29e-4664-bc64-b8bf7852cc3a will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:44.875861 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.915090 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-69862903-7adf-4467-8544-e76ab33fd242 req-e48c7013-4303-440d-a15c-45a758477112 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.918255 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-69862903-7adf-4467-8544-e76ab33fd242 req-e48c7013-4303-440d-a15c-45a758477112 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.922354 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69862903-7adf-4467-8544-e76ab33fd242 req-e48c7013-4303-440d-a15c-45a758477112 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] 10.222.0.38 "DELETE /v2.0/security-groups/a3430d44-e306-4993-8dcb-5b59ca22565d HTTP/1.1" status: 204 len: 173 time: 0.5941706 Jul 05 03:58:44.951310 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654f8d45-eebc-4785-a117-1bf634be25fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.951808 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654f8d45-eebc-4785-a117-1bf634be25fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c8314c4-4988-426a-bb33-216181d0eb92 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:58:44.956317 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7df07-0c81-452c-9be1-6dde290ffb80 None None] Pushing event updated for resources: {'Port': ['ID=533223f7-e1cc-4646-a458-ad18a4403caf,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:44.963524 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654f8d45-eebc-4785-a117-1bf634be25fb admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.963524 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-654f8d45-eebc-4785-a117-1bf634be25fb admin admin] 10.222.0.38 "DELETE /v2.0/routers/4c8314c4-4988-426a-bb33-216181d0eb92 HTTP/1.1" status: 204 len: 168 time: 2.6307847 Jul 05 03:58:44.965607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48392) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:44.982147 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1aab73ef-6049-428f-aefa-755e02f68df0 req-242f3c96-58c2-4dbf-9313-3d52a1b828cc tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449630 Jul 05 03:58:44.986310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c7013-4303-440d-a15c-45a758477112 tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3430d44-e306-4993-8dcb-5b59ca22565d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:45.065874 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.092420 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e05f3d96-ba3c-468d-8aa9-a918c16a2b0c req-3df968f6-6d2c-4a69-9755-9d1ac5e6d03e tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] 10.222.0.38 "GET /v2.0/security-groups/72ece68e-3069-4b0a-8391-b7a4b3882390 HTTP/1.1" status: 200 len: 1778 time: 0.1534412 Jul 05 03:58:45.151505 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.208554 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 9e689dab-eea0-4783-87d7-d7915e86573f will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:45.213603 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.238373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e44cd90-ff91-49b2-8750-8409d2a92899 admin admin] Deleting subnet cadd956f-4ed6-4336-8d28-a9a782accda4 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:45.258468 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e05f3d96-ba3c-468d-8aa9-a918c16a2b0c req-f12ae9c1-1365-4c13-a314-acb1ad20ed8c tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.267324 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e44cd90-ff91-49b2-8750-8409d2a92899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.300936 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Pushing event updated for resources: {'Port': ['ID=3974d4cd-a29e-4664-bc64-b8bf7852cc3a,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:45.317310 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-09f6b782-906f-4a1f-9263-717a3764475d req-5eea08f4-f68d-4545-8b93-4d954aaabe88 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0530272 Jul 05 03:58:45.325511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e44cd90-ff91-49b2-8750-8409d2a92899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.345991 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e05f3d96-ba3c-468d-8aa9-a918c16a2b0c req-f12ae9c1-1365-4c13-a314-acb1ad20ed8c tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.482459 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e44cd90-ff91-49b2-8750-8409d2a92899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.526304 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e05f3d96-ba3c-468d-8aa9-a918c16a2b0c req-f12ae9c1-1365-4c13-a314-acb1ad20ed8c tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.530026 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e05f3d96-ba3c-468d-8aa9-a918c16a2b0c req-f12ae9c1-1365-4c13-a314-acb1ad20ed8c tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.539039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e05f3d96-ba3c-468d-8aa9-a918c16a2b0c req-f12ae9c1-1365-4c13-a314-acb1ad20ed8c tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] 10.222.0.38 "DELETE /v2.0/security-groups/72ece68e-3069-4b0a-8391-b7a4b3882390 HTTP/1.1" status: 204 len: 173 time: 0.4459889 Jul 05 03:58:45.627878 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Attempting to bind port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:45.629114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Attempting to bind port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '0e0743dc-5584-4a8a-b611-22dac37fa4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:45.637589 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Attempting to bind port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a on network ec674479-f6ba-4dee-8c7c-d20f38f46c45 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:45.648234 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a on network ec674479-f6ba-4dee-8c7c-d20f38f46c45 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:45.648571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Attempting to bind port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a on network ec674479-f6ba-4dee-8c7c-d20f38f46c45 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:45.661982 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.669454 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:45.670031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Checking segment: {'id': '0e0743dc-5584-4a8a-b611-22dac37fa4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:45.670170 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Bound using segment: {'id': '0e0743dc-5584-4a8a-b611-22dac37fa4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:45.670621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Bound port: 3974d4cd-a29e-4664-bc64-b8bf7852cc3a, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0743dc-5584-4a8a-b611-22dac37fa4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:45.673270 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.673422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ae9c1-1365-4c13-a314-acb1ad20ed8c tempest-SecurityGroupsTestAdminJSON-1591649336 tempest-SecurityGroupsTestAdminJSON-1591649336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ece68e-3069-4b0a-8391-b7a4b3882390,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:45.695687 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e44cd90-ff91-49b2-8750-8409d2a92899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.741399 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e44cd90-ff91-49b2-8750-8409d2a92899 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.749091 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8e44cd90-ff91-49b2-8750-8409d2a92899 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cadd956f-4ed6-4336-8d28-a9a782accda4 HTTP/1.1" status: 204 len: 168 time: 0.7819273 Jul 05 03:58:45.779960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48412) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:45.896727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:45.914060 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:45.920331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:45.921073 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.924566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] For port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:45.926625 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 533223f7-e1cc-4646-a458-ad18a4403caf up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:45.927894 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] For port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=3974d4cd-a29e-4664-bc64-b8bf7852cc3a,segment=NetworkSegment(0e0743dc-5584-4a8a-b611-22dac37fa4d2),segment_id=0e0743dc-5584-4a8a-b611-22dac37fa4d2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:45.930313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44cd90-ff91-49b2-8750-8409d2a92899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cadd956f-4ed6-4336-8d28-a9a782accda4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:46.004526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=9e689dab-eea0-4783-87d7-d7915e86573f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:46.013756 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.063659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 533223f7-e1cc-4646-a458-ad18a4403caf completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:46.107261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Pushing event updated for resources: {'Port': ['ID=3974d4cd-a29e-4664-bc64-b8bf7852cc3a,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:46.144949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:46.145675 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.147879 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-a4179571-4519-4ca1-9ae0-b54ef503b03c service neutron] 10.222.0.10 "PUT /v2.0/ports/3974d4cd-a29e-4664-bc64-b8bf7852cc3a HTTP/1.1" status: 200 len: 1092 time: 2.1581984 Jul 05 03:58:46.148444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'tag': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:46.150235 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cf065626-dc2f-400e-9e4c-2607d18d4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.152030 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3715a8-cd88-462f-b776-5123b4338d17" -d '{"events": [{"name": "network-changed", "server_uuid": "62500498-3ab2-487b-87a7-c3cbfa6a091b", "tag": "3974d4cd-a29e-4664-bc64-b8bf7852cc3a"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:46.194436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:46.216918 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:46.218068 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2c091ae0-d01d-4fbc-bf5b-3244bd7855f7 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:46.218686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0ddbcce0-d233-422c-8f50-4a37534dd703 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:46.241342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 0ddbcce0-d233-422c-8f50-4a37534dd703 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:46.242003 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0ddbcce0-d233-422c-8f50-4a37534dd703 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:46.288162 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48422) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:46.334558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856dd6c-bf3a-4673-93f0-2558f1ddf7e2 req-c27d34d9-3018-4622-9008-352080de080a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:46.336327 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3856dd6c-bf3a-4673-93f0-2558f1ddf7e2 req-c27d34d9-3018-4622-9008-352080de080a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 943 time: 0.5474737 Jul 05 03:58:46.409575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-679696f6-1519-42ed-97ba-594a4cbb6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:46.411114 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-679696f6-1519-42ed-97ba-594a4cbb6b55 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b18740ad05054462a8bead1ca98b0711&device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 1095 time: 0.1319368 Jul 05 03:58:46.483304 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-ac323c5d-dcbe-4522-8df3-3dc98e1d6079 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3974d4cd-a29e-4664-bc64-b8bf7852cc3a HTTP/1.1" status: 200 len: 217 time: 0.0637670 Jul 05 03:58:46.518825 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cf065626-dc2f-400e-9e4c-2607d18d4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.593904 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d062be32-924f-4246-8bb9-fc7f42896d2a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6fbab95d593849e898ee1ba28ed2217b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046477 Jul 05 03:58:46.596517 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48432) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:46.597336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-cf065626-dc2f-400e-9e4c-2607d18d4b87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdf8913-47c8-4a23-a882-812e457ca862']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:46.614616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3856dd6c-bf3a-4673-93f0-2558f1ddf7e2 req-a96b9eb6-e03c-455b-9c55-6879300e80c5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=719e91a8-0397-48c0-8fe6-425c61380528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372975 Jul 05 03:58:46.627258 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-e7742f4c-40ae-4874-af03-800cc276d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:46.629102 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-e7742f4c-40ae-4874-af03-800cc276d128 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fbe35c1f-8425-49c9-a815-5964dc5cc9e5 HTTP/1.1" status: 200 len: 834 time: 0.1264334 Jul 05 03:58:46.631480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-cf065626-dc2f-400e-9e4c-2607d18d4b87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4231db98-9b73-480e-9f0a-831c104e6372') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:46.632220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-cf065626-dc2f-400e-9e4c-2607d18d4b87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4231db98-9b73-480e-9f0a-831c104e6372') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:46.649999 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.725989 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d3add9-c889-410f-a32b-cf6568e2812f x-openstack-request-id: req-71d3add9-c889-410f-a32b-cf6568e2812f {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:46.732632 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62500498-3ab2-487b-87a7-c3cbfa6a091b", "tag": "3974d4cd-a29e-4664-bc64-b8bf7852cc3a", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:46.738425 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71d3add9-c889-410f-a32b-cf6568e2812f {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:46.738766 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'tag': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'status': 'completed', 'code': 200} Jul 05 03:58:46.773841 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ba148d1-f1c3-4cb5-80f3-dc16634ab316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.806382 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ba148d1-f1c3-4cb5-80f3-dc16634ab316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.836222 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.884934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-661997c9-9a4b-4e56-9b67-f2d25661e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:46.886708 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-661997c9-9a4b-4e56-9b67-f2d25661e468 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ec674479-f6ba-4dee-8c7c-d20f38f46c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2387552 Jul 05 03:58:46.988885 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ba148d1-f1c3-4cb5-80f3-dc16634ab316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.991620 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ba148d1-f1c3-4cb5-80f3-dc16634ab316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.996973 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3ba148d1-f1c3-4cb5-80f3-dc16634ab316 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d2af4b7c-d4cf-4487-93f0-b26a75e365ee HTTP/1.1" status: 204 len: 168 time: 0.3954005 Jul 05 03:58:47.014388 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6642dc74-3d81-4e4e-ba89-6ea2da64e477 None None] Provisioning for port 533223f7-e1cc-4646-a458-ad18a4403caf completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:47.019005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6642dc74-3d81-4e4e-ba89-6ea2da64e477 None None] Provisioning complete for port 533223f7-e1cc-4646-a458-ad18a4403caf triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:47.019238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba148d1-f1c3-4cb5-80f3-dc16634ab316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2af4b7c-d4cf-4487-93f0-b26a75e365ee,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:47.019767 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6642dc74-3d81-4e4e-ba89-6ea2da64e477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.026613 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-2c149ec4-6b66-42b6-bb84-49b599be79a8 service neutron] 10.222.0.10 "GET /v2.0/networks/ec674479-f6ba-4dee-8c7c-d20f38f46c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294968 Jul 05 03:58:47.150224 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6642dc74-3d81-4e4e-ba89-6ea2da64e477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.207950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc051dd-71a3-40ae-8322-eba84015fdc4 req-6e0a0272-c89d-46da-9a7b-c8c338e093e9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:47.211938 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6642dc74-3d81-4e4e-ba89-6ea2da64e477 None None] For port 533223f7-e1cc-4646-a458-ad18a4403caf, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=533223f7-e1cc-4646-a458-ad18a4403caf,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:47.215474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4dc051dd-71a3-40ae-8322-eba84015fdc4 req-6e0a0272-c89d-46da-9a7b-c8c338e093e9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 946 time: 1.0394588 Jul 05 03:58:47.218820 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cf065626-dc2f-400e-9e4c-2607d18d4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.229630 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d779d912-2cc5-425e-8ec8-fbd0e2e584ae req-381c589a-fcae-4782-a478-95a52920f962 service neutron] 10.222.0.10 "GET /v2.0/networks/ec674479-f6ba-4dee-8c7c-d20f38f46c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813662 Jul 05 03:58:47.293671 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6642dc74-3d81-4e4e-ba89-6ea2da64e477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.318186 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cf065626-dc2f-400e-9e4c-2607d18d4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.324445 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-373d7fa0-3940-4c32-bfb9-203fea922183 req-78bd1f5f-876f-4ac8-ae18-a22c3116a0bd tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.1012185 Jul 05 03:58:47.343503 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf065626-dc2f-400e-9e4c-2607d18d4b87 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:58:47.343928 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cf065626-dc2f-400e-9e4c-2607d18d4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: timer() Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:58:47.346875 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:58:47.365125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642dc74-3d81-4e4e-ba89-6ea2da64e477 None None] Pushing event updated for resources: {'Port': ['ID=533223f7-e1cc-4646-a458-ad18a4403caf,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:47.404020 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4dc051dd-71a3-40ae-8322-eba84015fdc4 req-77c7988a-dbdd-4c13-a9c3-ca8242f8efe3 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862764 Jul 05 03:58:47.511732 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3715a8-cd88-462f-b776-5123b4338d17 req-be80d5ca-3948-436c-be0e-5955ff8979b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:47.513622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1c3715a8-cd88-462f-b776-5123b4338d17 req-be80d5ca-3948-436c-be0e-5955ff8979b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b18740ad05054462a8bead1ca98b0711&device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 1095 time: 0.1453788 Jul 05 03:58:47.533056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5cff687b-3c96-487d-8486-dc4e3dc7b52a None None] Provisioning for port 9e689dab-eea0-4783-87d7-d7915e86573f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:47.537842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5cff687b-3c96-487d-8486-dc4e3dc7b52a None None] Provisioning complete for port 9e689dab-eea0-4783-87d7-d7915e86573f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:47.538074 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5cff687b-3c96-487d-8486-dc4e3dc7b52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.556244 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.596029 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cf065626-dc2f-400e-9e4c-2607d18d4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.616669 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5cff687b-3c96-487d-8486-dc4e3dc7b52a None None] Port 9e689dab-eea0-4783-87d7-d7915e86573f cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:47.633761 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cf065626-dc2f-400e-9e4c-2607d18d4b87 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.633761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cf065626-dc2f-400e-9e4c-2607d18d4b87 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3fdf8913-47c8-4a23-a882-812e457ca862 HTTP/1.1" status: 204 len: 168 time: 1.8398743 Jul 05 03:58:47.633955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf065626-dc2f-400e-9e4c-2607d18d4b87 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fdf8913-47c8-4a23-a882-812e457ca862,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:47.668485 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.669728 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.730481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3715a8-cd88-462f-b776-5123b4338d17 req-286d3d52-45fa-4f60-8db4-40ccc6e30be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:47.734273 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1c3715a8-cd88-462f-b776-5123b4338d17 req-286d3d52-45fa-4f60-8db4-40ccc6e30be5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ec674479-f6ba-4dee-8c7c-d20f38f46c45 HTTP/1.1" status: 200 len: 898 time: 0.2069278 Jul 05 03:58:47.738373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 533223f7-e1cc-4646-a458-ad18a4403caf up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:47.787536 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1c3715a8-cd88-462f-b776-5123b4338d17 req-359f6bea-802c-4d90-ae69-fb8052657114 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3974d4cd-a29e-4664-bc64-b8bf7852cc3a HTTP/1.1" status: 200 len: 217 time: 0.0439475 Jul 05 03:58:47.795396 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 533223f7-e1cc-4646-a458-ad18a4403caf triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:47.795907 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.858248 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3715a8-cd88-462f-b776-5123b4338d17 req-ec443666-28b2-42b5-990f-c714f8ff5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:47.859767 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1c3715a8-cd88-462f-b776-5123b4338d17 req-ec443666-28b2-42b5-990f-c714f8ff5a66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fbe35c1f-8425-49c9-a815-5964dc5cc9e5 HTTP/1.1" status: 200 len: 834 time: 0.0651984 Jul 05 03:58:47.917137 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=9e689dab-eea0-4783-87d7-d7915e86573f,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:47.954876 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3715a8-cd88-462f-b776-5123b4338d17 req-717be68a-0b60-4c41-b649-f866e5d7dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:47.957059 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1c3715a8-cd88-462f-b776-5123b4338d17 req-717be68a-0b60-4c41-b649-f866e5d7dd45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ec674479-f6ba-4dee-8c7c-d20f38f46c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858014 Jul 05 03:58:47.960133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48446) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:48.002621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bf7cb-a1ae-41eb-893e-21bdccacdf3d req-2e71d8eb-8b3f-4efe-b470-3554cc6ae13c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.004183 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-147bf7cb-a1ae-41eb-893e-21bdccacdf3d req-2e71d8eb-8b3f-4efe-b470-3554cc6ae13c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 946 time: 0.3729167 Jul 05 03:58:48.013585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8b9d1-e907-4d73-a4b4-1d060fb5d3a8 req-fcee08ae-d794-49b3-8732-dd15e59160c4 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.015055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3cf8b9d1-e907-4d73-a4b4-1d060fb5d3a8 req-fcee08ae-d794-49b3-8732-dd15e59160c4 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 943 time: 0.2219942 Jul 05 03:58:48.021013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:48.030945 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:48.048956 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-36ff0ddf-5add-4f1c-9be7-275179a6bb7d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=48ffb11a23c04fedba3a2c5ad1ee2e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877221 Jul 05 03:58:48.051428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48448) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:48.080109 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48450) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:48.163343 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-147bf7cb-a1ae-41eb-893e-21bdccacdf3d req-e0139daa-648c-435f-8a0e-efc78d70c673 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443491 Jul 05 03:58:48.187855 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3cf8b9d1-e907-4d73-a4b4-1d060fb5d3a8 req-49ce93d4-0359-42d2-9a60-1ca3f387cdab tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=719e91a8-0397-48c0-8fe6-425c61380528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648066 Jul 05 03:58:48.320481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Router 522f1cd0-dc1f-4d49-987b-4dc2a09a961b is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:58:48.357819 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-05cd39a1-21bb-4f80-9393-0a2f90b1be20 None None] Provisioning complete for port 9e689dab-eea0-4783-87d7-d7915e86573f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:48.358399 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-05cd39a1-21bb-4f80-9393-0a2f90b1be20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.416495 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1c3715a8-cd88-462f-b776-5123b4338d17 req-31b55382-25b1-42f6-a8c6-d81ece1513f4 service neutron] 10.222.0.10 "GET /v2.0/networks/ec674479-f6ba-4dee-8c7c-d20f38f46c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417653 Jul 05 03:58:48.419830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-05cd39a1-21bb-4f80-9393-0a2f90b1be20 None None] Port 9e689dab-eea0-4783-87d7-d7915e86573f cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:48.459746 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0513c073-d785-45ff-93ab-fd8ce33d141f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b68a52351a9459890afd450c0a0c46b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784983 Jul 05 03:58:48.464921 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48456) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:48.486647 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.491536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:58:48.504712 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d70ed2e6-a688-495f-a089-5a681c79c4ff tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "PUT /v2.0/routers/522f1cd0-dc1f-4d49-987b-4dc2a09a961b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9217348 Jul 05 03:58:48.509228 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48458) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:48.516554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Sync routers for ids ['522f1cd0-dc1f-4d49-987b-4dc2a09a961b'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:58:48.544420 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Routers {'522f1cd0-dc1f-4d49-987b-4dc2a09a961b'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:48.550755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:58:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['522f1cd0-dc1f-4d49-987b-4dc2a09a961b'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:48.567411 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6a5c-56f6-4df2-98b9-4eec43262a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.569658 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.622607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e754e66-15a2-4ca1-ae42-70daa4b5522b req-98baeee0-eda4-4fd9-a656-a71aeb91129d tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0400176 Jul 05 03:58:48.628030 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc7b5a-7819-46b4-9022-5a37900e406e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.629699 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-aabc7b5a-7819-46b4-9022-5a37900e406e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports/9e689dab-eea0-4783-87d7-d7915e86573f HTTP/1.1" status: 200 len: 911 time: 0.1158164 Jul 05 03:58:48.632358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48462) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:48.649250 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1c3715a8-cd88-462f-b776-5123b4338d17 req-bcd0d708-d7ab-4501-a063-a4c06baad444 service neutron] 10.222.0.10 "GET /v2.0/networks/ec674479-f6ba-4dee-8c7c-d20f38f46c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191155 Jul 05 03:58:48.689347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6a5c-56f6-4df2-98b9-4eec43262a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.719098 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Set router 522f1cd0-dc1f-4d49-987b-4dc2a09a961b gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:48.795196 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f257ed-db1d-4d35-8975-e13019cc99da tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.801145 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f257ed-db1d-4d35-8975-e13019cc99da tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.805747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f9f257ed-db1d-4d35-8975-e13019cc99da tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1697502 Jul 05 03:58:48.806197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48472) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:48.819141 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.823877 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.835457 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9572ec54-6258-49ff-abdf-cf988ecc3cef HTTP/1.1" status: 204 len: 168 time: 0.7758389 Jul 05 03:58:48.851296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9572ec54-6258-49ff-abdf-cf988ecc3cef,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:48.881981 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:48.882436 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:48.882856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:48.883269 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:48.888410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:48.888865 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:48.889288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:48.889702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:48.890112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:48.890519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:48.890921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:48.891324 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81faec0-bfd6-480f-bc7e-c00e5ea9c23b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:48.916979 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6a5c-56f6-4df2-98b9-4eec43262a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.916979 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6a5c-56f6-4df2-98b9-4eec43262a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.918040 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fd7b6a5c-56f6-4df2-98b9-4eec43262a22 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f5d5cb73-412c-4cc6-8ea7-92c36a0232e8 HTTP/1.1" status: 204 len: 168 time: 0.4516914 Jul 05 03:58:48.935478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b6a5c-56f6-4df2-98b9-4eec43262a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d5cb73-412c-4cc6-8ea7-92c36a0232e8,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.286851 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d69aea-2091-4354-a5c7-ece49613a6c7 req-6fc4074d-0741-4317-9e28-9b2dd977c7ef tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:49.288510 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14d69aea-2091-4354-a5c7-ece49613a6c7 req-6fc4074d-0741-4317-9e28-9b2dd977c7ef tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 946 time: 0.3036261 Jul 05 03:58:49.295594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522f1cd0-dc1f-4d49-987b-4dc2a09a961b', 'name': 'tempest-NetworksTestDHCPv6-router-482144466', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:43Z', 'updated_at': '2021-07-05T03:58:46Z', 'revision_number': 2, 'project_id': 'fdf7db7b7c9846c1b99980e228219dba', 'gw_port_host': None, '_interfaces': [{'id': '9e689dab-eea0-4783-87d7-d7915e86573f', 'name': '', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'mac_address': 'fa:16:3e:7c:05:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522f1cd0-dc1f-4d49-987b-4dc2a09a961b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8ef6e6d9-9162-42a9-88fd-ce425722e9b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:44Z', 'updated_at': '2021-07-05T03:58:47Z', 'revision_number': 2, 'project_id': 'fdf7db7b7c9846c1b99980e228219dba', 'subnets': [{'id': '8ef6e6d9-9162-42a9-88fd-ce425722e9b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:49.329833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Checking router: 522f1cd0-dc1f-4d49-987b-4dc2a09a961b for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:58:49.330299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Updating router 522f1cd0-dc1f-4d49-987b-4dc2a09a961b port 9e689dab-eea0-4783-87d7-d7915e86573f binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:58:49.373663 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.437107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14d69aea-2091-4354-a5c7-ece49613a6c7 req-df25472e-fbf2-408f-aef1-20c5fad65c4e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352930 Jul 05 03:58:49.513831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f80f5-e08a-46ad-86c7-6eeaf52ecdc5 req-092e5beb-fe4c-4580-9ebb-953cde101f33 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:49.515395 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d98f80f5-e08a-46ad-86c7-6eeaf52ecdc5 req-092e5beb-fe4c-4580-9ebb-953cde101f33 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 943 time: 0.1496203 Jul 05 03:58:49.640690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d98f80f5-e08a-46ad-86c7-6eeaf52ecdc5 req-9fe9712a-72d0-4805-95a6-3bfc3bd1ee29 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=719e91a8-0397-48c0-8fe6-425c61380528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193762 Jul 05 03:58:49.641341 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7dcef2ab-e4b1-4e4a-a24c-6e8c34b34793 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.773583 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.789667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Transition to ACTIVE for port object 9e689dab-eea0-4783-87d7-d7915e86573f will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:49.841718 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.850187 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ebd32757-88b9-4483-98db-0739f6539829 req-15b271af-9613-411f-a2f9-3391676ff0bd tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0328119 Jul 05 03:58:49.927334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0d9d5-e43d-4c88-9cfe-df99bfedf188 None None] Pushing event updated for resources: {'Port': ['ID=9e689dab-eea0-4783-87d7-d7915e86573f,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.939964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-7dcef2ab-e4b1-4e4a-a24c-6e8c34b34793 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 9e689dab-eea0-4783-87d7-d7915e86573f {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:49.939964 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7dcef2ab-e4b1-4e4a-a24c-6e8c34b34793 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.999520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Attempting to bind port 9e689dab-eea0-4783-87d7-d7915e86573f on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:49.999520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Attempting to bind port 9e689dab-eea0-4783-87d7-d7915e86573f by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:49.999520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Attempting to bind port 9e689dab-eea0-4783-87d7-d7915e86573f on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:50.010954 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:50.011597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:50.017100 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.019007 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:50.019007 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Bound port: 9e689dab-eea0-4783-87d7-d7915e86573f, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:50.019007 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.064141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-7dcef2ab-e4b1-4e4a-a24c-6e8c34b34793 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] For port 9e689dab-eea0-4783-87d7-d7915e86573f, host n-d-771363-32, got binding levels [] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:50.064488 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7dcef2ab-e4b1-4e4a-a24c-6e8c34b34793 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.077830 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-7dcef2ab-e4b1-4e4a-a24c-6e8c34b34793 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 9e689dab-eea0-4783-87d7-d7915e86573f owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:50.099916 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48512) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:50.107474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] For port 9e689dab-eea0-4783-87d7-d7915e86573f, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:50.111274 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] For port 9e689dab-eea0-4783-87d7-d7915e86573f, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9e689dab-eea0-4783-87d7-d7915e86573f,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:50.190814 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.259413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Routers {'522f1cd0-dc1f-4d49-987b-4dc2a09a961b'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:50.260168 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:58:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['522f1cd0-dc1f-4d49-987b-4dc2a09a961b'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:50.295446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0d9d5-e43d-4c88-9cfe-df99bfedf188 None None] Pushing event updated for resources: {'Port': ['ID=9e689dab-eea0-4783-87d7-d7915e86573f,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:50.367669 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7dcef2ab-e4b1-4e4a-a24c-6e8c34b34793 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.376855 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 3974d4cd-a29e-4664-bc64-b8bf7852cc3a details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:50.382963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] Set router 522f1cd0-dc1f-4d49-987b-4dc2a09a961b gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:50.412257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcef2ab-e4b1-4e4a-a24c-6e8c34b34793 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=9e689dab-eea0-4783-87d7-d7915e86573f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:50.527593 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2cb56837-19b1-4ecd-9139-5e9882f83b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.640930 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=3974d4cd-a29e-4664-bc64-b8bf7852cc3a,segment=NetworkSegment(0e0743dc-5584-4a8a-b611-22dac37fa4d2),segment_id=0e0743dc-5584-4a8a-b611-22dac37fa4d2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:50.661196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'port_id': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'mac_address': 'fa:16:3e:d1:fc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:50.663531 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5849d-69b2-4233-acc0-793a0fab28fe req-b20cb467-f003-46ea-a370-e5c4a5bad123 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:50.665742 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4eb5849d-69b2-4233-acc0-793a0fab28fe req-b20cb467-f003-46ea-a370-e5c4a5bad123 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.10 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 946 time: 0.0889652 Jul 05 03:58:50.723088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4036a996-e6f6-4b02-9e0c-57e10c82df77 None None] Could not find standard attr ID for object 9e689dab-eea0-4783-87d7-d7915e86573f. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:58:50.783154 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2cb56837-19b1-4ecd-9139-5e9882f83b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.785094 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.808801 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3974d4cd-a29e-4664-bc64-b8bf7852cc3a {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:50.841036 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7dcef2ab-e4b1-4e4a-a24c-6e8c34b34793 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.854630 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2cb56837-19b1-4ecd-9139-5e9882f83b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.880198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48534) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:50.899826 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb56837-19b1-4ecd-9139-5e9882f83b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32de41e8-e1ff-43a7-9637-89f02da99b3c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:50.922326 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=3974d4cd-a29e-4664-bc64-b8bf7852cc3a,segment=NetworkSegment(0e0743dc-5584-4a8a-b611-22dac37fa4d2),segment_id=0e0743dc-5584-4a8a-b611-22dac37fa4d2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:50.937385 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-4eb5849d-69b2-4233-acc0-793a0fab28fe req-cd6f0668-bd82-4ec3-b7d9-523a2a9946cd tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Deleting port c56f3b45-12a4-47db-b7fe-25c60fa340aa {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:50.937670 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4eb5849d-69b2-4233-acc0-793a0fab28fe req-cd6f0668-bd82-4ec3-b7d9-523a2a9946cd tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.968588 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522f1cd0-dc1f-4d49-987b-4dc2a09a961b', 'name': 'tempest-NetworksTestDHCPv6-router-482144466', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:43Z', 'updated_at': '2021-07-05T03:58:46Z', 'revision_number': 2, 'project_id': 'fdf7db7b7c9846c1b99980e228219dba', 'gw_port_host': None, '_interfaces': [{'id': '9e689dab-eea0-4783-87d7-d7915e86573f', 'name': '', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'mac_address': 'fa:16:3e:7c:05:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522f1cd0-dc1f-4d49-987b-4dc2a09a961b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8ef6e6d9-9162-42a9-88fd-ce425722e9b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:44Z', 'updated_at': '2021-07-05T03:58:50Z', 'revision_number': 4, 'project_id': 'fdf7db7b7c9846c1b99980e228219dba', 'subnets': [{'id': '8ef6e6d9-9162-42a9-88fd-ce425722e9b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:51.016885 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.018799 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640e2a2b-f77b-424f-a3a1-7253f5f7c768 None None] The sync data for ids ['522f1cd0-dc1f-4d49-987b-4dc2a09a961b'] in n-d-771363-32 is: [{'id': '522f1cd0-dc1f-4d49-987b-4dc2a09a961b', 'name': 'tempest-NetworksTestDHCPv6-router-482144466', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:43Z', 'updated_at': '2021-07-05T03:58:46Z', 'revision_number': 2, 'project_id': 'fdf7db7b7c9846c1b99980e228219dba', 'gw_port_host': None, '_interfaces': [{'id': '9e689dab-eea0-4783-87d7-d7915e86573f', 'name': '', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'mac_address': 'fa:16:3e:7c:05:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522f1cd0-dc1f-4d49-987b-4dc2a09a961b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8ef6e6d9-9162-42a9-88fd-ce425722e9b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:44Z', 'updated_at': '2021-07-05T03:58:50Z', 'revision_number': 4, 'project_id': 'fdf7db7b7c9846c1b99980e228219dba', 'subnets': [{'id': '8ef6e6d9-9162-42a9-88fd-ce425722e9b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:58:51.060851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-88313cbb-ec5f-4983-8699-a226ff823115 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-469760521-network', 'tenant_id': 'a2ee014bb2224bf8b2a8ff13d10ed4fd'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:51.079363 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2cb56837-19b1-4ecd-9139-5e9882f83b13 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0993800596804de7a550fbd00064ffa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9760828 Jul 05 03:58:51.081261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48546) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:51.101352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=3974d4cd-a29e-4664-bc64-b8bf7852cc3a,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:51.124354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-4eb5849d-69b2-4233-acc0-793a0fab28fe req-cd6f0668-bd82-4ec3-b7d9-523a2a9946cd tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] For port c56f3b45-12a4-47db-b7fe-25c60fa340aa, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c56f3b45-12a4-47db-b7fe-25c60fa340aa,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:51.124723 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4eb5849d-69b2-4233-acc0-793a0fab28fe req-cd6f0668-bd82-4ec3-b7d9-523a2a9946cd tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.140519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-4eb5849d-69b2-4233-acc0-793a0fab28fe req-cd6f0668-bd82-4ec3-b7d9-523a2a9946cd tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Calling delete_port for c56f3b45-12a4-47db-b7fe-25c60fa340aa owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:51.200379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88313cbb-ec5f-4983-8699-a226ff823115 admin admin] Made reservation on behalf of a2ee014bb2224bf8b2a8ff13d10ed4fd for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:51.203466 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-88313cbb-ec5f-4983-8699-a226ff823115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.217813 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-88313cbb-ec5f-4983-8699-a226ff823115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.245961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['3974d4cd-a29e-4664-bc64-b8bf7852cc3a'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:51.425091 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-88313cbb-ec5f-4983-8699-a226ff823115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.453974 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4eb5849d-69b2-4233-acc0-793a0fab28fe req-cd6f0668-bd82-4ec3-b7d9-523a2a9946cd tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.468567 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['822f9ecf-4c3d-46eb-9712-da1b4ef8696f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:51.502764 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f0668-bd82-4ec3-b7d9-523a2a9946cd tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Pushing event deleted for resources: {'Port': ['ID=c56f3b45-12a4-47db-b7fe-25c60fa340aa,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:51.527006 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-88313cbb-ec5f-4983-8699-a226ff823115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.589486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88313cbb-ec5f-4983-8699-a226ff823115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:51.598904 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb5849d-69b2-4233-acc0-793a0fab28fe req-cd6f0668-bd82-4ec3-b7d9-523a2a9946cd tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] No DVR routers for this DVR port c56f3b45-12a4-47db-b7fe-25c60fa340aa on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:51.604951 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4eb5849d-69b2-4233-acc0-793a0fab28fe req-cd6f0668-bd82-4ec3-b7d9-523a2a9946cd tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.615628 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4eb5849d-69b2-4233-acc0-793a0fab28fe req-cd6f0668-bd82-4ec3-b7d9-523a2a9946cd tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.10 "DELETE /v2.0/ports/c56f3b45-12a4-47db-b7fe-25c60fa340aa HTTP/1.1" status: 204 len: 173 time: 0.9308357 Jul 05 03:58:51.616139 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594d213e-3630-42f8-bf3f-52efe420ac2f', 'name': 'network-vif-deleted', 'tag': 'c56f3b45-12a4-47db-b7fe-25c60fa340aa'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:51.627524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2aee6-af98-45e5-85c6-985f2fbdf952 req-43c1bd2f-ce44-428d-a222-bdcb624e48d8 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:51.635161 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2c2aee6-af98-45e5-85c6-985f2fbdf952 req-43c1bd2f-ce44-428d-a222-bdcb624e48d8 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 867 time: 1.0007184 Jul 05 03:58:51.637259 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62f6e50-b3c4-4c09-b9fb-2616c59ece44" -d '{"events": [{"server_uuid": "594d213e-3630-42f8-bf3f-52efe420ac2f", "name": "network-vif-deleted", "tag": "c56f3b45-12a4-47db-b7fe-25c60fa340aa"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:51.667539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88313cbb-ec5f-4983-8699-a226ff823115 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:58:51.690101 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-88313cbb-ec5f-4983-8699-a226ff823115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.694886 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-88313cbb-ec5f-4983-8699-a226ff823115 admin admin] Added segment a4dd49fd-0509-454d-9dbd-0875ab94addb of type vlan for network bd58e159-a7c6-402f-bb41-680ec0a6f913 Jul 05 03:58:51.696027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcef2ab-e4b1-4e4a-a24c-6e8c34b34793 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Router 522f1cd0-dc1f-4d49-987b-4dc2a09a961b has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:58:51.708182 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81603f-bd8e-45ce-b49d-3003a94f7a3d req-71b6e19a-878e-418e-b47b-f7f0dcc1f2c2 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:51.709865 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b81603f-bd8e-45ce-b49d-3003a94f7a3d req-71b6e19a-878e-418e-b47b-f7f0dcc1f2c2 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 944 time: 0.7253821 Jul 05 03:58:51.768394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2c2aee6-af98-45e5-85c6-985f2fbdf952 req-538d4eb0-1b46-45c4-bdbc-4aa34f581653 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319454 Jul 05 03:58:51.784174 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-88313cbb-ec5f-4983-8699-a226ff823115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.807957 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a30070c6-2416-4367-9975-979bf445bf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.927656 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-88313cbb-ec5f-4983-8699-a226ff823115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.929033 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88313cbb-ec5f-4983-8699-a226ff823115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:51.930339 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-88313cbb-ec5f-4983-8699-a226ff823115 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.945292 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a30070c6-2416-4367-9975-979bf445bf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.992161 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-144300b3-adf2-4fb1-8a43-9dfb55b25ad2 req-ddf59a04-9986-4848-b9a9-b934814aa6cd tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0568743 Jul 05 03:58:52.000601 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b81603f-bd8e-45ce-b49d-3003a94f7a3d req-b33d49f8-bb73-4469-8a0d-434717714a5a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=719e91a8-0397-48c0-8fe6-425c61380528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463744 Jul 05 03:58:52.003410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcef2ab-e4b1-4e4a-a24c-6e8c34b34793 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:58:52.013875 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7dcef2ab-e4b1-4e4a-a24c-6e8c34b34793 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "PUT /v2.0/routers/522f1cd0-dc1f-4d49-987b-4dc2a09a961b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2037735 Jul 05 03:58:52.017618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48558) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:52.069941 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-88313cbb-ec5f-4983-8699-a226ff823115 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1880863 Jul 05 03:58:52.075969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48560) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:52.090473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f6b8f99d-5825-4aef-9d71-877e513e0727 admin admin] Request body: {'subnet': {'network_id': 'bd58e159-a7c6-402f-bb41-680ec0a6f913', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-469760521-subnet', 'tenant_id': 'a2ee014bb2224bf8b2a8ff13d10ed4fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:52.092671 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e468b3c4-63a4-4814-86b1-9db9bb54bcd1 x-openstack-request-id: req-e468b3c4-63a4-4814-86b1-9db9bb54bcd1 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:52.093843 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594d213e-3630-42f8-bf3f-52efe420ac2f", "name": "network-vif-deleted", "tag": "c56f3b45-12a4-47db-b7fe-25c60fa340aa", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:52.094453 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e468b3c4-63a4-4814-86b1-9db9bb54bcd1 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:52.095204 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594d213e-3630-42f8-bf3f-52efe420ac2f', 'name': 'network-vif-deleted', 'tag': 'c56f3b45-12a4-47db-b7fe-25c60fa340aa', 'status': 'completed', 'code': 200} Jul 05 03:58:52.131435 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b91163-4f96-4a68-8691-73a78d4e2335 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.131729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88313cbb-ec5f-4983-8699-a226ff823115 admin admin] Pushing event updated for resources: {'Network': ['ID=bd58e159-a7c6-402f-bb41-680ec0a6f913,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:52.133958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b91163-4f96-4a68-8691-73a78d4e2335 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.135848 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-73b91163-4f96-4a68-8691-73a78d4e2335 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1172395 Jul 05 03:58:52.138634 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48564) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:52.145834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network bd58e159-a7c6-402f-bb41-680ec0a6f913 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:58:52.201606 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e23133-6484-4e9d-bd07-8aa17ba1dbe1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 8ef6e6d9-9162-42a9-88fd-ce425722e9b8 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:52.207064 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b9e23133-6484-4e9d-bd07-8aa17ba1dbe1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.253145 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b8f99d-5825-4aef-9d71-877e513e0727 admin admin] Made reservation on behalf of a2ee014bb2224bf8b2a8ff13d10ed4fd for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:52.256577 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6b8f99d-5825-4aef-9d71-877e513e0727 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.262210 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a30070c6-2416-4367-9975-979bf445bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.263278 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a30070c6-2416-4367-9975-979bf445bf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.264544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a30070c6-2416-4367-9975-979bf445bf4c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/32de41e8-e1ff-43a7-9637-89f02da99b3c HTTP/1.1" status: 204 len: 168 time: 1.1811652 Jul 05 03:58:52.310735 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b9e23133-6484-4e9d-bd07-8aa17ba1dbe1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.313069 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30070c6-2416-4367-9975-979bf445bf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32de41e8-e1ff-43a7-9637-89f02da99b3c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:52.380846 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 3974d4cd-a29e-4664-bc64-b8bf7852cc3a up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:52.444260 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b9e23133-6484-4e9d-bd07-8aa17ba1dbe1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.546535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:52.552686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:52.553730 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.596545 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6b8f99d-5825-4aef-9d71-877e513e0727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.626109 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b9e23133-6484-4e9d-bd07-8aa17ba1dbe1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.672553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e23133-6484-4e9d-bd07-8aa17ba1dbe1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef6e6d9-9162-42a9-88fd-ce425722e9b8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:52.679075 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b9e23133-6484-4e9d-bd07-8aa17ba1dbe1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.684404 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b9e23133-6484-4e9d-bd07-8aa17ba1dbe1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/8ef6e6d9-9162-42a9-88fd-ce425722e9b8 HTTP/1.1" status: 204 len: 168 time: 0.5446272 Jul 05 03:58:52.686270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48576) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:52.704510 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1edd2e2-200b-4bf5-95cf-1d85ecf8b91c None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:52.708046 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.730007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8f99d-5825-4aef-9d71-877e513e0727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:52.747601 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b8f99d-5825-4aef-9d71-877e513e0727 admin admin] Checking segment: {'id': 'a4dd49fd-0509-454d-9dbd-0875ab94addb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bd58e159-a7c6-402f-bb41-680ec0a6f913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:52.747984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b8f99d-5825-4aef-9d71-877e513e0727 admin admin] Network hostable DHCP agents. Network: bd58e159-a7c6-402f-bb41-680ec0a6f913, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:58:52.870147 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48584) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:52.879137 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b8f99d-5825-4aef-9d71-877e513e0727 admin admin] Network bd58e159-a7c6-402f-bb41-680ec0a6f913 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:58:52.880872 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bdb8f100-3211-4e4c-8329-949fbe927a19 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1845448 Jul 05 03:58:52.881029 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:52.888546 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bfb5c1-25c0-4684-af58-480a9e57dec5" -d '{"events": [{"server_uuid": "62500498-3ab2-487b-87a7-c3cbfa6a091b", "name": "network-vif-plugged", "status": "completed", "tag": "3974d4cd-a29e-4664-bc64-b8bf7852cc3a"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:52.924766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=3974d4cd-a29e-4664-bc64-b8bf7852cc3a,segment=NetworkSegment(0e0743dc-5584-4a8a-b611-22dac37fa4d2),segment_id=0e0743dc-5584-4a8a-b611-22dac37fa4d2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:53.001890 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41121844-0cfa-43b4-9922-7cf3ebedfc10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.016442 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.026473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device c56f3b45-12a4-47db-b7fe-25c60fa340aa no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:53.058307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: c56f3b45-12a4-47db-b7fe-25c60fa340aa {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:53.058307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device c56f3b45-12a4-47db-b7fe-25c60fa340aa not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:53.101563 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-f6b8f99d-5825-4aef-9d71-877e513e0727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, bd58e159-a7c6-402f-bb41-680ec0a6f913) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:53.113631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60461b34-ce8f-4d4e-a405-57eddb3472d4 None None] Network bd58e159-a7c6-402f-bb41-680ec0a6f913 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:53.130566 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d10dfeef-111d-4ca8-b3df-169ee60d8f5f req-b679bd77-83a0-4d68-9921-5fc8cc6f71b7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=594d213e-3630-42f8-bf3f-52efe420ac2f HTTP/1.1" status: 200 len: 210 time: 0.0430024 Jul 05 03:58:53.131941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b8f99d-5825-4aef-9d71-877e513e0727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.132790 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6b8f99d-5825-4aef-9d71-877e513e0727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.194672 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dec84c8-c39b-4bfd-9be3-2509baa68de1 x-openstack-request-id: req-7dec84c8-c39b-4bfd-9be3-2509baa68de1 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:53.194976 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62500498-3ab2-487b-87a7-c3cbfa6a091b", "name": "network-vif-plugged", "status": "completed", "tag": "3974d4cd-a29e-4664-bc64-b8bf7852cc3a", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:53.195202 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7dec84c8-c39b-4bfd-9be3-2509baa68de1 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:53.195591 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'code': 200} Jul 05 03:58:53.196156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=3974d4cd-a29e-4664-bc64-b8bf7852cc3a,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:53.222128 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fa6660-7577-43ff-910d-8ff59784190e None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:58:53.238613 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-23416b60-121a-4965-945c-615720305e8a tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=afd8f2684627485980d346756c579dd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722356 Jul 05 03:58:53.315916 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f6b8f99d-5825-4aef-9d71-877e513e0727 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2310066 Jul 05 03:58:53.331006 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-19fa6660-7577-43ff-910d-8ff59784190e None None] Deleting port 533223f7-e1cc-4646-a458-ad18a4403caf {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:53.331392 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-19fa6660-7577-43ff-910d-8ff59784190e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.348265 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d346bf60-6f11-49b0-952e-9507478c1aab None None] Sync routers for ids ['522f1cd0-dc1f-4d49-987b-4dc2a09a961b'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:58:53.362788 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d346bf60-6f11-49b0-952e-9507478c1aab None None] Routers {'522f1cd0-dc1f-4d49-987b-4dc2a09a961b'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:53.363791 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d346bf60-6f11-49b0-952e-9507478c1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:58:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['522f1cd0-dc1f-4d49-987b-4dc2a09a961b'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:53.411681 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b8205d-4b51-4944-a5dc-db835ffad48b None None] Network bd58e159-a7c6-402f-bb41-680ec0a6f913 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:53.435241 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f2743-9939-439a-913a-1f86170dec64 req-a7285dee-0392-4687-b79b-d700210a7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.437041 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-037f2743-9939-439a-913a-1f86170dec64 req-a7285dee-0392-4687-b79b-d700210a7b7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 1097 time: 0.1257365 Jul 05 03:58:53.457215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-19fa6660-7577-43ff-910d-8ff59784190e None None] For port 533223f7-e1cc-4646-a458-ad18a4403caf, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=533223f7-e1cc-4646-a458-ad18a4403caf,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:53.457454 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-19fa6660-7577-43ff-910d-8ff59784190e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.474010 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41121844-0cfa-43b4-9922-7cf3ebedfc10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.477887 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41121844-0cfa-43b4-9922-7cf3ebedfc10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.504851 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-037f2743-9939-439a-913a-1f86170dec64 req-8f5535a8-ac26-451e-af33-197140f9b6ae service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=719e91a8-0397-48c0-8fe6-425c61380528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589571 Jul 05 03:58:53.516056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-19fa6660-7577-43ff-910d-8ff59784190e None None] Calling delete_port for 533223f7-e1cc-4646-a458-ad18a4403caf owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:53.516447 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-d346bf60-6f11-49b0-952e-9507478c1aab None None] Set router 522f1cd0-dc1f-4d49-987b-4dc2a09a961b gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:53.588041 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d346bf60-6f11-49b0-952e-9507478c1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522f1cd0-dc1f-4d49-987b-4dc2a09a961b', 'name': 'tempest-NetworksTestDHCPv6-router-482144466', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:43Z', 'updated_at': '2021-07-05T03:58:50Z', 'revision_number': 3, 'project_id': 'fdf7db7b7c9846c1b99980e228219dba', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:53.625954 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-d845ea37-19c1-4eff-854e-f6a6e0f6d15e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.629213 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d346bf60-6f11-49b0-952e-9507478c1aab None None] Checking router: 522f1cd0-dc1f-4d49-987b-4dc2a09a961b for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:58:53.633663 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-d845ea37-19c1-4eff-854e-f6a6e0f6d15e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3941669 Jul 05 03:58:53.644648 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d346bf60-6f11-49b0-952e-9507478c1aab None None] Routers set() bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:53.645264 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d346bf60-6f11-49b0-952e-9507478c1aab None None] Router IDs set() for agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 03:58:53.647526 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41121844-0cfa-43b4-9922-7cf3ebedfc10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.647952 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_agentschedulers_db [None req-d346bf60-6f11-49b0-952e-9507478c1aab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'522f1cd0-dc1f-4d49-987b-4dc2a09a961b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:58:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent'). {{(pid=100935) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 03:58:53.659277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41121844-0cfa-43b4-9922-7cf3ebedfc10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Fanout notify agent at l3_agent the message router_deleted on router 522f1cd0-dc1f-4d49-987b-4dc2a09a961b {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:58:53.659461 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d346bf60-6f11-49b0-952e-9507478c1aab None None] The sync data for ids ['522f1cd0-dc1f-4d49-987b-4dc2a09a961b'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:58:53.659566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e391e33-ed6e-4b2c-8983-427dbf247b36 req-1737b0fe-96c1-49f1-9139-33d982622a66 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.664914 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e391e33-ed6e-4b2c-8983-427dbf247b36 req-1737b0fe-96c1-49f1-9139-33d982622a66 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 945 time: 0.2495122 Jul 05 03:58:53.672854 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41121844-0cfa-43b4-9922-7cf3ebedfc10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.673918 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-41121844-0cfa-43b4-9922-7cf3ebedfc10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/routers/522f1cd0-dc1f-4d49-987b-4dc2a09a961b HTTP/1.1" status: 204 len: 168 time: 0.8027651 Jul 05 03:58:53.676893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48620) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:53.684061 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8634f8cc-ddf4-425b-8f96-727220a13b9d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:53.686985 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-58dfd0b4-665e-4041-819e-16d59b4c1e18 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/quotas/afd8f2684627485980d346756c579dd8 HTTP/1.1" status: 200 len: 375 time: 0.0523603 Jul 05 03:58:53.708629 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 533223f7-e1cc-4646-a458-ad18a4403caf no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:53.742939 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-4adcca55-26a2-4f1c-ad5b-6d2b4c734418 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=afd8f2684627485980d346756c579dd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548077 Jul 05 03:58:53.781917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e391e33-ed6e-4b2c-8983-427dbf247b36 req-47e4665f-25d4-45fa-a0bd-b8de810bf026 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=719e91a8-0397-48c0-8fe6-425c61380528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158602 Jul 05 03:58:53.820574 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-19fa6660-7577-43ff-910d-8ff59784190e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.857358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa6660-7577-43ff-910d-8ff59784190e None None] Pushing event deleted for resources: {'Port': ['ID=533223f7-e1cc-4646-a458-ad18a4403caf,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:53.862138 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa6660-7577-43ff-910d-8ff59784190e None None] No DVR routers for this DVR port 533223f7-e1cc-4646-a458-ad18a4403caf on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:53.863417 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.927755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8634f8cc-ddf4-425b-8f96-727220a13b9d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:53.933874 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8634f8cc-ddf4-425b-8f96-727220a13b9d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.977947 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-79fe6526-af2d-4405-95de-d6254571d102 req-d2ce366a-71cc-4ccb-b1a7-11e75825a8fe tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0298638 Jul 05 03:58:54.253733 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8634f8cc-ddf4-425b-8f96-727220a13b9d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.313005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8634f8cc-ddf4-425b-8f96-727220a13b9d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:54.318460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-8634f8cc-ddf4-425b-8f96-727220a13b9d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:54.322499 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634f8cc-ddf4-425b-8f96-727220a13b9d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:54.323190 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8634f8cc-ddf4-425b-8f96-727220a13b9d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.329049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4890386-6f37-4eb0-b116-342e1940bce3 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:54.354668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634f8cc-ddf4-425b-8f96-727220a13b9d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=b9205a24-783e-4ad6-9a99-7f5ab3c4b4bf,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:54.440746 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8634f8cc-ddf4-425b-8f96-727220a13b9d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7620552 Jul 05 03:58:54.443695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48654) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:54.444344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-a61fe389-b5f5-4dd5-bd5f-3adaac88c2d7 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=afd8f2684627485980d346756c579dd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346200 Jul 05 03:58:54.449010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a4092695-a0e9-409f-a749-faa97ec39923 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1359663042', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:54.554768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': 'b9205a24-783e-4ad6-9a99-7f5ab3c4b4bf'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:54.555629 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.571868 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4092695-a0e9-409f-a749-faa97ec39923 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.573221 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4092695-a0e9-409f-a749-faa97ec39923 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.626069 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4092695-a0e9-409f-a749-faa97ec39923 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.658213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-3180ebc2-c64b-4a66-8ba8-d42d6960fcdc tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:54.659722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-3180ebc2-c64b-4a66-8ba8-d42d6960fcdc tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2096841 Jul 05 03:58:54.680643 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-15433175-36a7-461b-9af7-3da59a3bf289 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:54.683105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-15433175-36a7-461b-9af7-3da59a3bf289 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/networks?id=bd58e159-a7c6-402f-bb41-680ec0a6f913 HTTP/1.1" status: 200 len: 813 time: 0.1526325 Jul 05 03:58:54.707758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-98851cf5-c315-4841-8795-070f569bd109 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/quotas/afd8f2684627485980d346756c579dd8 HTTP/1.1" status: 200 len: 375 time: 0.0194056 Jul 05 03:58:54.709086 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-1c097247-cf97-460d-82e3-fc4ce2049cc8 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/quotas/a2ee014bb2224bf8b2a8ff13d10ed4fd HTTP/1.1" status: 200 len: 375 time: 0.0186341 Jul 05 03:58:54.712599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Allocated IP 2001:db8::2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/b9205a24-783e-4ad6-9a99-7f5ab3c4b4bf/6324afde-0222-48a8-8160-9ff4e4eaa9cf) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:54.727789 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4092695-a0e9-409f-a749-faa97ec39923 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.752223 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-4fb9343c-5e16-4707-8746-25da0acff921 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=afd8f2684627485980d346756c579dd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374274 Jul 05 03:58:54.784643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-17aed898-abc7-4060-a9b2-a6e137bb0088 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2ee014bb2224bf8b2a8ff13d10ed4fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597847 Jul 05 03:58:54.853019 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4092695-a0e9-409f-a749-faa97ec39923 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.854637 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a4092695-a0e9-409f-a749-faa97ec39923 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4098015 Jul 05 03:58:54.859556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48666) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:54.893011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-2eec00f1-d4ae-4224-8e6e-06dcdcc5b21d service neutron] 10.222.0.38 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070065 Jul 05 03:58:54.934290 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.943612 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Transition to ACTIVE for port object 6324afde-0222-48a8-8160-9ff4e4eaa9cf will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:54.962007 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Transition to ACTIVE for port object 6324afde-0222-48a8-8160-9ff4e4eaa9cf will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:55.004693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-f6691d81-74b5-4726-b168-6fa316e5dd5b service neutron] 10.222.0.38 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049201 Jul 05 03:58:55.082986 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.138996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:55.142237 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:55.184537 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:55.233657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Pushing event updated for resources: {'Port': ['ID=6324afde-0222-48a8-8160-9ff4e4eaa9cf,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:55.316896 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Attempting to bind port 6324afde-0222-48a8-8160-9ff4e4eaa9cf on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:55.317394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Attempting to bind port 6324afde-0222-48a8-8160-9ff4e4eaa9cf by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:55.317826 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Attempting to bind port 6324afde-0222-48a8-8160-9ff4e4eaa9cf on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:55.333973 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:55.335633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:55.336984 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.340531 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:55.341317 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Bound port: 6324afde-0222-48a8-8160-9ff4e4eaa9cf, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:55.341813 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.374944 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.659815 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9e689dab-eea0-4783-87d7-d7915e86573f no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:55.719818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcb8de-d1cf-4c04-ba5c-0a11f5f32a94 req-3419cf2a-49a1-4b88-b0ca-5c7c0ab36bc3 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:55.722539 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cebcb8de-d1cf-4c04-ba5c-0a11f5f32a94 req-3419cf2a-49a1-4b88-b0ca-5c7c0ab36bc3 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 945 time: 0.2021327 Jul 05 03:58:55.723107 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] For port 6324afde-0222-48a8-8160-9ff4e4eaa9cf, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:55.725780 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c26fa7c-bfc0-403d-983c-ca88ce9e255c req-23f51344-813a-497b-82c3-bea141f2e08c tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 210 time: 0.0737240 Jul 05 03:58:55.726692 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] For port 6324afde-0222-48a8-8160-9ff4e4eaa9cf, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6324afde-0222-48a8-8160-9ff4e4eaa9cf,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:55.750568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 9e689dab-eea0-4783-87d7-d7915e86573f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:55.751750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9e689dab-eea0-4783-87d7-d7915e86573f not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:55.802413 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cebcb8de-d1cf-4c04-ba5c-0a11f5f32a94 req-d424ec20-f96d-4c16-927f-0dd0b45f2b6b tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=719e91a8-0397-48c0-8fe6-425c61380528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717723 Jul 05 03:58:55.826017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::1 (764cff81-f32e-40f8-af56-b4a9d80a62e7/b9205a24-783e-4ad6-9a99-7f5ab3c4b4bf/82c92864-3ac0-44db-b514-79b879153c2b) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:55.897771 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.925979 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a6b66f6-532a-4179-bff7-5eb98834fefe req-c5443ffb-d9e3-4c59-b5c4-24c04592a730 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0391803 Jul 05 03:58:56.008136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8325c-7220-4dfb-8c3e-207a578b9fbc None None] Pushing event updated for resources: {'Port': ['ID=6324afde-0222-48a8-8160-9ff4e4eaa9cf,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:56.058986 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.065104 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-498902e1-46a2-447f-8246-ec04ec3bf35c req-ffa7d63d-d5f8-41ad-9762-498817b96f62 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 210 time: 0.0721390 Jul 05 03:58:56.106934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 82c92864-3ac0-44db-b514-79b879153c2b will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:56.293506 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.295289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99af1e2-d076-49b3-a5a8-216d10466422 req-f8372dbc-0ef1-42a8-998e-b8a99ef8576f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:56.297210 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f99af1e2-d076-49b3-a5a8-216d10466422 req-f8372dbc-0ef1-42a8-998e-b8a99ef8576f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 945 time: 0.0916133 Jul 05 03:58:56.424778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:56.457355 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:56.473062 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:56.480935 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.487023 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=82c92864-3ac0-44db-b514-79b879153c2b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:56.523720 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f99af1e2-d076-49b3-a5a8-216d10466422 req-dae23205-7886-4e41-a685-6ac4e1eb97d9 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=719e91a8-0397-48c0-8fe6-425c61380528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130585 Jul 05 03:58:56.562655 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48720) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:56.581292 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-30b4f397-658b-4287-a7db-7cc1be60323c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:56.582986 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-30b4f397-658b-4287-a7db-7cc1be60323c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 805 time: 0.3052223 Jul 05 03:58:56.615313 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-d9f4f114-39e8-438c-a552-1506ffc692c9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/quotas/b54499cdf5b04da2a0e9616d056ed57c HTTP/1.1" status: 200 len: 375 time: 0.0151727 Jul 05 03:58:56.698919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b3aee2-af62-4b1e-a881-c9dff0676d4f tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:56.700504 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-21b3aee2-af62-4b1e-a881-c9dff0676d4f tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 1092 time: 0.1366503 Jul 05 03:58:56.703471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48724) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:56.707977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:56.708169 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-73032faa-acf6-44e2-b48e-c86ace5c70e6 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0925221 Jul 05 03:58:56.848042 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.892454 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-feb2af8c-606a-47b1-b883-bdfbb99d46ff req-66d251e7-2d56-4006-a019-b5d85cd8bd31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0304847 Jul 05 03:58:56.939179 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aa65ac73-fe52-408c-93bf-51f69da5f9d0 req-e3df67e2-294d-4697-bde8-35a70f3e894f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 210 time: 0.0384560 Jul 05 03:58:56.982050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-7405ce67-1cde-491b-830f-678a1eac7f80 service neutron] 10.222.0.38 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649467 Jul 05 03:58:56.991652 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.094056 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-ebf82279-aeaa-4a80-b1a1-724cb6f13583 service neutron] 10.222.0.38 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073234 Jul 05 03:58:57.171389 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c739c851-3343-40b3-a35c-3f7bf76945df req-02a595ea-571f-4e5d-aa5f-6f3e0a525d43 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0489423 Jul 05 03:58:57.466530 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3a50d83-8a92-42a2-9449-caf23bd3a593 req-662ba118-1412-4c24-9353-e363292b697d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 210 time: 0.0538144 Jul 05 03:58:57.591581 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd30c811-37cc-496c-a6c5-8ab3174656ef req-9faa7af7-31da-4957-927e-6fe7ccee5842 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 210 time: 0.0664575 Jul 05 03:58:57.673180 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.805009 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.834522 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6324afde-0222-48a8-8160-9ff4e4eaa9cf up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:57.904473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9c9c2c38-165d-492d-b770-bf6979325fbd None None] Provisioning for port 6324afde-0222-48a8-8160-9ff4e4eaa9cf completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:57.938422 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.938422 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.059491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=82c92864-3ac0-44db-b514-79b879153c2b,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:58.065108 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Allocated IP 172.25.6.220 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/d40bef8b-fc62-406b-9bdc-dfbada87cc03) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:58.110021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 6324afde-0222-48a8-8160-9ff4e4eaa9cf completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:58.114085 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 6324afde-0222-48a8-8160-9ff4e4eaa9cf triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:58.114463 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.163047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-dda20c8c-6100-4c85-be1d-f64bc59074ae None None] Provisioning for port 82c92864-3ac0-44db-b514-79b879153c2b completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:58.168744 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-37fd0d06-324d-4594-8973-7014a1f4eba7 req-5588e8ff-5f5a-4f24-a28a-209cae3e1984 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 210 time: 0.0672438 Jul 05 03:58:58.203858 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-dda20c8c-6100-4c85-be1d-f64bc59074ae None None] Provisioning complete for port 82c92864-3ac0-44db-b514-79b879153c2b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:58.204276 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dda20c8c-6100-4c85-be1d-f64bc59074ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.292866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-dda20c8c-6100-4c85-be1d-f64bc59074ae None None] Port 82c92864-3ac0-44db-b514-79b879153c2b cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:58.361137 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-3e45c1e9-8dff-4ee6-afcc-52cf14325c5f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=afd8f2684627485980d346756c579dd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1847928 Jul 05 03:58:58.394345 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.476001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 6324afde-0222-48a8-8160-9ff4e4eaa9cf, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6324afde-0222-48a8-8160-9ff4e4eaa9cf,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:58.544417 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.546757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a1b0e54-ebf4-4508-bd1a-00711549445f req-0ce5d9a6-0ae6-448f-89fd-c6465c52f70b tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0448732 Jul 05 03:58:58.622787 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=6324afde-0222-48a8-8160-9ff4e4eaa9cf,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:58.659454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1626df7c-4167-41b8-9c17-7178dbc8d8b3 req-ad41eeaa-06d7-4b86-913d-7544b554d44e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 210 time: 0.0761228 Jul 05 03:58:58.761877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8097d403-8efe-45f9-b7f7-a7e9dbd5dfe2 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.763333 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8097d403-8efe-45f9-b7f7-a7e9dbd5dfe2 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3933268 Jul 05 03:58:58.767092 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.777238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Request body: {'port': {'device_id': 'f2c50cf1-2759-4da1-98ed-a1bca040b682', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': 'afd8f2684627485980d346756c579dd8'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:58.786010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:58.797919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:58.819074 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0c769b1-6782-4151-8868-a654e9b5a02f req-02b2f1a3-91d8-49a0-8b7d-ee87c5f4747d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 210 time: 0.0627420 Jul 05 03:58:59.105366 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.111721 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Made reservation on behalf of afd8f2684627485980d346756c579dd8 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:59.115756 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.121399 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1c52400e-26ce-4ddd-a413-6d08d481110a None None] Provisioning complete for port 82c92864-3ac0-44db-b514-79b879153c2b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:59.121902 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1c52400e-26ce-4ddd-a413-6d08d481110a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.153565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Router 1056c763-16fc-4bb1-a90c-13be4c3ba164 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:58:59.156129 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ff5372fe-cd7b-49d1-9888-e5e0e5e6f03d tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=afd8f2684627485980d346756c579dd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298080 Jul 05 03:58:59.158195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1c52400e-26ce-4ddd-a413-6d08d481110a None None] Port 82c92864-3ac0-44db-b514-79b879153c2b cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:59.162573 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.184775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:59.196341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:59.201250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Port': ['ID=d40bef8b-fc62-406b-9bdc-dfbada87cc03,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:59.209719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:59.383070 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:58:59.392110 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4462906d-67e7-4b1b-acc9-7f28c3f8fddd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "PUT /v2.0/routers/1056c763-16fc-4bb1-a90c-13be4c3ba164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5335183 Jul 05 03:58:59.395681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48784) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:59.407517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Sync routers for ids ['1056c763-16fc-4bb1-a90c-13be4c3ba164'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:58:59.415259 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b8a5cb6-4270-4759-9e50-52d42867dec6 req-c834e4a6-8df9-4d24-85ba-48f40771f333 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 210 time: 0.0507338 Jul 05 03:58:59.426692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-d06e0282-c751-4e2c-b2bc-10f4b8a03b2e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:59.430602 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Routers {'1056c763-16fc-4bb1-a90c-13be4c3ba164'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:59.431254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:58:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1056c763-16fc-4bb1-a90c-13be4c3ba164'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:59.432207 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-d06e0282-c751-4e2c-b2bc-10f4b8a03b2e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2632954 Jul 05 03:58:59.466233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-1288c44a-caa3-466f-906f-42b553701744 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Request body: {'port': {'device_id': '2707f076-0264-40c7-877f-fc77e07ec2bc', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': 'afd8f2684627485980d346756c579dd8'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:59.528385 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c812cc-81f1-42fa-8e15-df19ef794d93 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:59.534839 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-95c812cc-81f1-42fa-8e15-df19ef794d93 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports/82c92864-3ac0-44db-b514-79b879153c2b HTTP/1.1" status: 200 len: 911 time: 0.1380942 Jul 05 03:58:59.543731 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48790) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:59.585119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Set router 1056c763-16fc-4bb1-a90c-13be4c3ba164 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:59.656658 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.728034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6324afde-0222-48a8-8160-9ff4e4eaa9cf up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:59.838256 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3cbc7456-13c4-4eb7-9feb-59f185378ff0 req-8901ff1d-d321-486f-bd6a-59df8172e084 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0799203 Jul 05 03:58:59.897905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28720071-9171-4252-87c2-b12b94c35d06 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:59.913502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28720071-9171-4252-87c2-b12b94c35d06 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:59.920465 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-28720071-9171-4252-87c2-b12b94c35d06 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3692980 Jul 05 03:58:59.925272 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48802) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:59.926063 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.964308 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 6324afde-0222-48a8-8160-9ff4e4eaa9cf triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:59.976676 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.985401 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-552bdb4c-f434-4490-ab87-f0fb1f7bd596 req-746ab0f6-fbc0-4cec-a8f9-9d7f27388889 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 210 time: 0.0666411 Jul 05 03:59:00.045617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-1288c44a-caa3-466f-906f-42b553701744 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Made reservation on behalf of afd8f2684627485980d346756c579dd8 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:00.049533 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-1288c44a-caa3-466f-906f-42b553701744 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.074721 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e91c25b-14e7-414b-8017-3bf0e00a4f1a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:00.129049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1056c763-16fc-4bb1-a90c-13be4c3ba164', 'name': 'tempest-NetworksTestDHCPv6-router-1359663042', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:54Z', 'updated_at': '2021-07-05T03:58:56Z', 'revision_number': 2, 'project_id': 'fdf7db7b7c9846c1b99980e228219dba', 'gw_port_host': None, '_interfaces': [{'id': '82c92864-3ac0-44db-b514-79b879153c2b', 'name': '', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'mac_address': 'fa:16:3e:fc:c1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1056c763-16fc-4bb1-a90c-13be4c3ba164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b9205a24-783e-4ad6-9a99-7f5ab3c4b4bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:55Z', 'updated_at': '2021-07-05T03:58:57Z', 'revision_number': 2, 'project_id': 'fdf7db7b7c9846c1b99980e228219dba', 'subnets': [{'id': 'b9205a24-783e-4ad6-9a99-7f5ab3c4b4bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:00.167609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Checking router: 1056c763-16fc-4bb1-a90c-13be4c3ba164 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:59:00.168329 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Updating router 1056c763-16fc-4bb1-a90c-13be4c3ba164 port 82c92864-3ac0-44db-b514-79b879153c2b binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:59:00.212513 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.266777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68059c6c-5934-4286-829a-1f617fa55420 req-75a2f5f9-c501-4188-9f10-3ac2290d9d75 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 210 time: 0.1892169 Jul 05 03:59:00.462478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-1288c44a-caa3-466f-906f-42b553701744 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Allocated IP 192.168.233.85 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:00.484907 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-6f530046-4118-4a54-b0a5-6e0f32bf588e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:00.486818 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-6f530046-4118-4a54-b0a5-6e0f32bf588e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.10 "GET /v2.0/networks?id=bd58e159-a7c6-402f-bb41-680ec0a6f913 HTTP/1.1" status: 200 len: 813 time: 0.2427421 Jul 05 03:59:00.502086 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-41fc2f0a-edc1-49f4-a726-8232d7d12d0b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Request body: {'port': {'device_id': '9204ac57-7b1e-4d5f-8c67-7c9222c9f292', 'network_id': 'bd58e159-a7c6-402f-bb41-680ec0a6f913', 'admin_state_up': True, 'tenant_id': 'a2ee014bb2224bf8b2a8ff13d10ed4fd'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:00.679544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5ff8e3b-8ff5-46cd-9d6a-ca56a61184db req-ae682b0b-105c-4210-bf74-6b8cce27bdf8 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 210 time: 0.0419364 Jul 05 03:59:00.771327 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.786535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Transition to ACTIVE for port object 82c92864-3ac0-44db-b514-79b879153c2b will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:00.881797 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.001186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-41fc2f0a-edc1-49f4-a726-8232d7d12d0b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Made reservation on behalf of a2ee014bb2224bf8b2a8ff13d10ed4fd for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:01.004711 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-41fc2f0a-edc1-49f4-a726-8232d7d12d0b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.011574 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c905a-77ae-4f1d-9257-c4fa66af5f01 None None] Pushing event updated for resources: {'Port': ['ID=82c92864-3ac0-44db-b514-79b879153c2b,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:01.037229 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-1288c44a-caa3-466f-906f-42b553701744 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.082298 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-1288c44a-caa3-466f-906f-42b553701744 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Transition to ACTIVE for port object 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:01.116595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Attempting to bind port 82c92864-3ac0-44db-b514-79b879153c2b on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:01.117385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Attempting to bind port 82c92864-3ac0-44db-b514-79b879153c2b by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:01.118004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Attempting to bind port 82c92864-3ac0-44db-b514-79b879153c2b on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:01.132744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:01.136781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:01.137487 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.138129 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:01.140683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Bound port: 82c92864-3ac0-44db-b514-79b879153c2b, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:01.141360 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.241627 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8b188542-2630-4714-95e9-a0938232905b req-dc309fcf-2fce-48e9-a85b-75263209ba95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bff27be628b4828a3b9dc1383351f8e&device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.2621400 Jul 05 03:59:01.245589 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8a5a71df-49ac-451e-913d-2e851684fbd1 req-48d2b072-894e-4fbf-86fa-f708d22e777e tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0888813 Jul 05 03:59:01.286494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81bfd6f8-b1c0-4d27-b429-e327c007cb21 req-d984875e-fd0e-442d-b943-a6f52f08cd31 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 210 time: 0.0317459 Jul 05 03:59:01.309957 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.311508 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] For port 82c92864-3ac0-44db-b514-79b879153c2b, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:01.332684 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] For port 82c92864-3ac0-44db-b514-79b879153c2b, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=82c92864-3ac0-44db-b514-79b879153c2b,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:01.339515 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-1288c44a-caa3-466f-906f-42b553701744 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.358941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-41fc2f0a-edc1-49f4-a726-8232d7d12d0b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Allocated IP 172.20.0.11 (bd58e159-a7c6-402f-bb41-680ec0a6f913/50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc/235dc60a-77cb-4c01-85af-593c87116a3d) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:01.394491 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-1288c44a-caa3-466f-906f-42b553701744 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:01.406843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-1288c44a-caa3-466f-906f-42b553701744 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:01.407457 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.409599 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-1288c44a-caa3-466f-906f-42b553701744 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:01.484542 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288c44a-caa3-466f-906f-42b553701744 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Pushing event updated for resources: {'Port': ['ID=9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:01.508938 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-1288c44a-caa3-466f-906f-42b553701744 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:01.510555 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-1288c44a-caa3-466f-906f-42b553701744 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.596265 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Routers {'1056c763-16fc-4bb1-a90c-13be4c3ba164'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:01.604537 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8b188542-2630-4714-95e9-a0938232905b req-9c846f86-d11a-4204-8cdb-727a42c1dc56 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8bff27be628b4828a3b9dc1383351f8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3246722 Jul 05 03:59:01.611308 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:58:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1056c763-16fc-4bb1-a90c-13be4c3ba164'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:01.632330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c905a-77ae-4f1d-9257-c4fa66af5f01 None None] Pushing event updated for resources: {'Port': ['ID=82c92864-3ac0-44db-b514-79b879153c2b,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:01.658673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-1288c44a-caa3-466f-906f-42b553701744 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2153683 Jul 05 03:59:01.689824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Request body: {'port': {'device_id': '2707f076-0264-40c7-877f-fc77e07ec2bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:01.699795 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16b192f5-fe9a-4e65-9d00-ddea9588fb92 req-7ca25bb1-e017-4a67-9d95-1e6c843b323e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 210 time: 0.0759275 Jul 05 03:59:01.752128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-759d8a23-418c-49c4-a748-e0a1e6d99517 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:01.755690 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-759d8a23-418c-49c4-a748-e0a1e6d99517 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.36 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 805 time: 1.0854819 Jul 05 03:59:01.785316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] Set router 1056c763-16fc-4bb1-a90c-13be4c3ba164 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:01.809465 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-80b1e778-3c0f-43b7-aef0-8d3c9d17949f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Request body: {'port': {'device_id': '8230f0f3-1a15-4dcc-8605-e7f7d5dbd736', 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb', 'admin_state_up': True, 'tenant_id': 'b54499cdf5b04da2a0e9616d056ed57c'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:02.013174 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Allocated IP 192.168.233.7 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/828b5f73-a826-4cf5-8ffb-0041ebcd8726) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:02.015376 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.024084 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2f245cc0-d0bf-403d-9b15-632f556292b0 None None] Provisioning for port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:02.042249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2f245cc0-d0bf-403d-9b15-632f556292b0 None None] Provisioning complete for port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:02.042876 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2f245cc0-d0bf-403d-9b15-632f556292b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.114495 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b188542-2630-4714-95e9-a0938232905b req-e64e8cb1-b15c-493b-88c2-c9087fb80b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:02.117422 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8b188542-2630-4714-95e9-a0938232905b req-e64e8cb1-b15c-493b-88c2-c9087fb80b42 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4755137 Jul 05 03:59:02.221998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2f245cc0-d0bf-403d-9b15-632f556292b0 None None] Port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:02.297580 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.316995 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1056c763-16fc-4bb1-a90c-13be4c3ba164', 'name': 'tempest-NetworksTestDHCPv6-router-1359663042', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:54Z', 'updated_at': '2021-07-05T03:58:56Z', 'revision_number': 2, 'project_id': 'fdf7db7b7c9846c1b99980e228219dba', 'gw_port_host': None, '_interfaces': [{'id': '82c92864-3ac0-44db-b514-79b879153c2b', 'name': '', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'mac_address': 'fa:16:3e:fc:c1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1056c763-16fc-4bb1-a90c-13be4c3ba164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b9205a24-783e-4ad6-9a99-7f5ab3c4b4bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:55Z', 'updated_at': '2021-07-05T03:59:01Z', 'revision_number': 4, 'project_id': 'fdf7db7b7c9846c1b99980e228219dba', 'subnets': [{'id': 'b9205a24-783e-4ad6-9a99-7f5ab3c4b4bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:02.363517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b64b88-f889-4af4-a4b0-477813d2d7f9 None None] The sync data for ids ['1056c763-16fc-4bb1-a90c-13be4c3ba164'] in n-d-771363-32 is: [{'id': '1056c763-16fc-4bb1-a90c-13be4c3ba164', 'name': 'tempest-NetworksTestDHCPv6-router-1359663042', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:54Z', 'updated_at': '2021-07-05T03:58:56Z', 'revision_number': 2, 'project_id': 'fdf7db7b7c9846c1b99980e228219dba', 'gw_port_host': None, '_interfaces': [{'id': '82c92864-3ac0-44db-b514-79b879153c2b', 'name': '', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'mac_address': 'fa:16:3e:fc:c1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1056c763-16fc-4bb1-a90c-13be4c3ba164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'b9205a24-783e-4ad6-9a99-7f5ab3c4b4bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:55Z', 'updated_at': '2021-07-05T03:59:01Z', 'revision_number': 4, 'project_id': 'fdf7db7b7c9846c1b99980e228219dba', 'subnets': [{'id': 'b9205a24-783e-4ad6-9a99-7f5ab3c4b4bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:59:02.527095 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-41fc2f0a-edc1-49f4-a726-8232d7d12d0b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.531761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b5245bbe-2f51-4bea-87a4-9b47aa9560c0 req-76e75b0b-6713-4dd3-873e-027e41518a67 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.0565572 Jul 05 03:59:02.533166 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.550288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-80b1e778-3c0f-43b7-aef0-8d3c9d17949f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Made reservation on behalf of b54499cdf5b04da2a0e9616d056ed57c for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:02.554037 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-80b1e778-3c0f-43b7-aef0-8d3c9d17949f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.570430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c516cf-7110-4b17-b804-bfeff9f7cdde req-80da9971-436d-4775-ad3f-b1a831ac786b tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:02.577699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71c516cf-7110-4b17-b804-bfeff9f7cdde req-80da9971-436d-4775-ad3f-b1a831ac786b tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 935 time: 0.2477963 Jul 05 03:59:02.708295 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71c516cf-7110-4b17-b804-bfeff9f7cdde req-bd654fe0-6f85-412b-aae9-f4127b1ed0cb tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289656 Jul 05 03:59:02.749887 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a98cef38-fb16-4462-bfab-58424aa2edcd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.761499 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.793753 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f187c8b7-2eb3-4c1c-ab3a-478b932e747f req-829d4d46-6a19-4076-b640-bbaed5370ab8 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 210 time: 0.0643172 Jul 05 03:59:02.795684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Transition to ACTIVE for port object 828b5f73-a826-4cf5-8ffb-0041ebcd8726 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:02.910168 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-071b102b-5eb0-46f4-bf82-f2cbbe6eb400 req-75385f87-924b-4f64-b60b-3941112007dd tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 210 time: 0.0447063 Jul 05 03:59:02.973452 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-41fc2f0a-edc1-49f4-a726-8232d7d12d0b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.988902 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.019374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-41fc2f0a-edc1-49f4-a726-8232d7d12d0b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Network bd58e159-a7c6-402f-bb41-680ec0a6f913 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:03.028722 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-41fc2f0a-edc1-49f4-a726-8232d7d12d0b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:03.031725 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-41fc2f0a-edc1-49f4-a726-8232d7d12d0b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:03.035343 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-80b1e778-3c0f-43b7-aef0-8d3c9d17949f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Allocated IP 172.20.0.8 (6bbb661a-c337-48f0-8045-f937cf6565eb/9c7d7ce7-579d-4301-8ea7-b94a8620a3c1/3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:03.057969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc2f0a-edc1-49f4-a726-8232d7d12d0b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Pushing event updated for resources: {'Port': ['ID=235dc60a-77cb-4c01-85af-593c87116a3d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:03.095069 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-41fc2f0a-edc1-49f4-a726-8232d7d12d0b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:03.095730 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-41fc2f0a-edc1-49f4-a726-8232d7d12d0b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.176380 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-41fc2f0a-edc1-49f4-a726-8232d7d12d0b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6780107 Jul 05 03:59:03.215384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Request body: {'port': {'device_id': '9204ac57-7b1e-4d5f-8c67-7c9222c9f292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:03.357634 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.417087 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.419726 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.522421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:03.545666 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.592823 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:03.600144 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:03.621753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Port': ['ID=d40bef8b-fc62-406b-9bdc-dfbada87cc03,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:03.642835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Transition to ACTIVE for port object 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:03.654296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:03.716294 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.828673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48844) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:03.840721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2fb5fae2-6a8c-4a84-be38-7c99ace42906 req-f9637c64-9bd3-4b0f-b2ad-11258d534360 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.1200645 Jul 05 03:59:03.847212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.866132 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.884394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 82c92864-3ac0-44db-b514-79b879153c2b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:03.923873 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:03.924617 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.048671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 82c92864-3ac0-44db-b514-79b879153c2b completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:04.053608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 82c92864-3ac0-44db-b514-79b879153c2b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:04.054126 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.077056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Pushing event updated for resources: {'Port': ['ID=828b5f73-a826-4cf5-8ffb-0041ebcd8726,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:04.081798 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8b188542-2630-4714-95e9-a0938232905b req-06d43278-83d0-43d7-bde9-b58933ddd0e8 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.1344035 Jul 05 03:59:04.116911 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c1a6ea55-f02c-4559-acc3-acab4649fd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.224185 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:04.241936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4415f14a-75f3-46e7-ba54-e2f0ca9b1974 None None] Provisioning for port 828b5f73-a826-4cf5-8ffb-0041ebcd8726 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:04.249974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4415f14a-75f3-46e7-ba54-e2f0ca9b1974 None None] Provisioning complete for port 828b5f73-a826-4cf5-8ffb-0041ebcd8726 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:04.250784 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4415f14a-75f3-46e7-ba54-e2f0ca9b1974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.268530 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.281801 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-68fabfd5-f03f-454b-9f89-0bb9bc373d10 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.5084333 Jul 05 03:59:04.291534 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-80b1e778-3c0f-43b7-aef0-8d3c9d17949f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.315511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Request body: {'port': {'device_id': 'f2c50cf1-2759-4da1-98ed-a1bca040b682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:04.346692 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4415f14a-75f3-46e7-ba54-e2f0ca9b1974 None None] Port 828b5f73-a826-4cf5-8ffb-0041ebcd8726 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:04.365739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 82c92864-3ac0-44db-b514-79b879153c2b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=82c92864-3ac0-44db-b514-79b879153c2b,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:04.430921 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Floating IP ddd22c0a-79b6-4522-bb17-8fd01447eb1d associated. External IP: 172.25.6.220, port: 3974d4cd-a29e-4664-bc64-b8bf7852cc3a. Jul 05 03:59:04.447752 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.478031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b5e5a1a-59a2-4b4a-b7f6-d4bf5e0c7799 req-c058c2f2-b724-4b3b-b3b2-5bcbeaea7b8e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 210 time: 0.2553241 Jul 05 03:59:04.508868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a98cef38-fb16-4462-bfab-58424aa2edcd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 82c92864-3ac0-44db-b514-79b879153c2b {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:04.514638 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a98cef38-fb16-4462-bfab-58424aa2edcd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.535152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=82c92864-3ac0-44db-b514-79b879153c2b,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:04.569521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235dc60a-77cb-4c01-85af-593c87116a3d {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:04.583759 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.593017 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Attempting to bind port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:04.593609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Attempting to bind port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:04.594278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Attempting to bind port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:04.602706 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.625184 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:04.628551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Attempting to bind port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:04.633527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Transition to ACTIVE for port object 235dc60a-77cb-4c01-85af-593c87116a3d will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:04.642951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:04.643293 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:04.643687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:04.644154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Bound port: 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:04.644525 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.670694 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c6951-10c0-4793-84f4-52d3c5200f48 req-2e05cf89-8ae2-4992-85d2-7afbf5503d1a tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:04.672041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df2c6951-10c0-4793-84f4-52d3c5200f48 req-2e05cf89-8ae2-4992-85d2-7afbf5503d1a tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 947 time: 0.6295111 Jul 05 03:59:04.715721 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-80b1e778-3c0f-43b7-aef0-8d3c9d17949f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.727710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['822f9ecf-4c3d-46eb-9712-da1b4ef8696f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:04.741431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.747371 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c1a6ea55-f02c-4559-acc3-acab4649fd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.805010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-a98cef38-fb16-4462-bfab-58424aa2edcd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] For port 82c92864-3ac0-44db-b514-79b879153c2b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=82c92864-3ac0-44db-b514-79b879153c2b,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:04.805386 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a98cef38-fb16-4462-bfab-58424aa2edcd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.844545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-80b1e778-3c0f-43b7-aef0-8d3c9d17949f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Network 6bbb661a-c337-48f0-8045-f937cf6565eb is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:04.845558 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a98cef38-fb16-4462-bfab-58424aa2edcd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 82c92864-3ac0-44db-b514-79b879153c2b owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:04.857604 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df2c6951-10c0-4793-84f4-52d3c5200f48 req-a66b1c63-1df3-4926-8a82-97c5c21fb4de tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564865 Jul 05 03:59:04.861831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-80b1e778-3c0f-43b7-aef0-8d3c9d17949f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:04.886281 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c1a6ea55-f02c-4559-acc3-acab4649fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.935859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] For port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:04.939176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] For port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:04.947931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Pushing event updated for resources: {'Port': ['ID=235dc60a-77cb-4c01-85af-593c87116a3d,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:04.954273 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-80b1e778-3c0f-43b7-aef0-8d3c9d17949f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:04.957402 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1e778-3c0f-43b7-aef0-8d3c9d17949f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Pushing event updated for resources: {'Port': ['ID=3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:05.011997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd38465-3994-43ed-bed8-7eba8fc3e095 req-4398ee07-af6e-48d5-99fd-6e856175f1c8 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.014013 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6bd38465-3994-43ed-bed8-7eba8fc3e095 req-4398ee07-af6e-48d5-99fd-6e856175f1c8 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 932 time: 0.3769350 Jul 05 03:59:05.126631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Attempting to bind port 235dc60a-77cb-4c01-85af-593c87116a3d on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:05.127136 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Attempting to bind port 235dc60a-77cb-4c01-85af-593c87116a3d by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'a4dd49fd-0509-454d-9dbd-0875ab94addb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bd58e159-a7c6-402f-bb41-680ec0a6f913'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:05.127580 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Attempting to bind port 235dc60a-77cb-4c01-85af-593c87116a3d on network bd58e159-a7c6-402f-bb41-680ec0a6f913 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:05.135072 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.169108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Port 235dc60a-77cb-4c01-85af-593c87116a3d on network bd58e159-a7c6-402f-bb41-680ec0a6f913 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:05.169667 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Attempting to bind port 235dc60a-77cb-4c01-85af-593c87116a3d on network bd58e159-a7c6-402f-bb41-680ec0a6f913 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:05.202264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-80b1e778-3c0f-43b7-aef0-8d3c9d17949f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.202488 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-80b1e778-3c0f-43b7-aef0-8d3c9d17949f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.226824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:05.227244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Checking segment: {'id': 'a4dd49fd-0509-454d-9dbd-0875ab94addb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bd58e159-a7c6-402f-bb41-680ec0a6f913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:05.227830 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Bound using segment: {'id': 'a4dd49fd-0509-454d-9dbd-0875ab94addb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bd58e159-a7c6-402f-bb41-680ec0a6f913'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:05.228436 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Bound port: 235dc60a-77cb-4c01-85af-593c87116a3d, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4dd49fd-0509-454d-9dbd-0875ab94addb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bd58e159-a7c6-402f-bb41-680ec0a6f913'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:05.228972 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.279388 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca0f39bd-400a-4d4c-8d10-d203283cdf0e req-ec321ef7-3bf2-4b8c-a24d-ecc2be956fa8 tempest-ServerShowV254Test-1006522205 tempest-ServerShowV254Test-1006522205-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3bb1c94-ac11-43ae-ad2c-c670e4a1a925 HTTP/1.1" status: 200 len: 210 time: 0.1346900 Jul 05 03:59:05.288678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c1a6ea55-f02c-4559-acc3-acab4649fd5d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77230770b8b1454f837445fdc3033432&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4562523 Jul 05 03:59:05.300519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.301281 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.302573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] 10.222.0.10 "PUT /v2.0/ports/9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 HTTP/1.1" status: 200 len: 1096 time: 3.6173596 Jul 05 03:59:05.303058 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48854) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:05.317049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6ea55-f02c-4559-acc3-acab4649fd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7c0ab4-7443-4417-9eb5-d6a4e34f7f90,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:05.319588 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2707f076-0264-40c7-877f-fc77e07ec2bc', 'tag': '9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:05.326864 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1434e68-8bd7-4ce8-9bb0-e8b02c5cb324" -d '{"events": [{"name": "network-changed", "server_uuid": "2707f076-0264-40c7-877f-fc77e07ec2bc", "tag": "9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:05.330731 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-80b1e778-3c0f-43b7-aef0-8d3c9d17949f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5262482 Jul 05 03:59:05.333084 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Router c27ac356-c424-4536-a3db-8a742efc248a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:59:05.351369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Request body: {'port': {'device_id': '8230f0f3-1a15-4dcc-8605-e7f7d5dbd736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:05.379576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea943de7-72fc-4e64-8506-441c59a65584 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:05.393404 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6bd38465-3994-43ed-bed8-7eba8fc3e095 req-9d845954-8a2f-4bfb-83b5-d02acf2faa17 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056300 Jul 05 03:59:05.663082 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e6690a-5b9c-4939-826d-94c5ea2c89a5 x-openstack-request-id: req-01e6690a-5b9c-4939-826d-94c5ea2c89a5 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:05.666151 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2707f076-0264-40c7-877f-fc77e07ec2bc", "tag": "9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:05.666151 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-01e6690a-5b9c-4939-826d-94c5ea2c89a5 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:05.666151 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2707f076-0264-40c7-877f-fc77e07ec2bc', 'tag': '9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4', 'status': 'completed', 'code': 200} Jul 05 03:59:05.675436 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-633442a1-d6b4-49b0-b603-c4c689939118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.689332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] For port 235dc60a-77cb-4c01-85af-593c87116a3d, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:05.706219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] For port 235dc60a-77cb-4c01-85af-593c87116a3d, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=235dc60a-77cb-4c01-85af-593c87116a3d,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:05.715134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 828b5f73-a826-4cf5-8ffb-0041ebcd8726 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:05.724478 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.731886 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-633442a1-d6b4-49b0-b603-c4c689939118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.739188 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 82c92864-3ac0-44db-b514-79b879153c2b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:05.751746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-52358f08-514b-405a-a4ff-74db8f18cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.753627 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-52358f08-514b-405a-a4ff-74db8f18cbee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afd8f2684627485980d346756c579dd8&device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 1099 time: 0.2883523 Jul 05 03:59:05.801625 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 82c92864-3ac0-44db-b514-79b879153c2b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:05.801999 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.839701 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.852933 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-8c31a71c-71ee-434f-a01a-76b5a10a647a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 HTTP/1.1" status: 200 len: 217 time: 0.0767310 Jul 05 03:59:05.874771 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.898145 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:59:05.919621 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02678e66-7b4f-4e3b-a458-079dc653c7fa None None] Sync routers for ids ['c27ac356-c424-4536-a3db-8a742efc248a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:59:05.936601 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Transition to ACTIVE for port object 828b5f73-a826-4cf5-8ffb-0041ebcd8726 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:05.940002 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.941128 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.942360 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] 10.222.0.10 "PUT /v2.0/ports/235dc60a-77cb-4c01-85af-593c87116a3d HTTP/1.1" status: 200 len: 1093 time: 2.7471604 Jul 05 03:59:05.942492 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a98cef38-fb16-4462-bfab-58424aa2edcd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.947665 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02678e66-7b4f-4e3b-a458-079dc653c7fa None None] Routers {'c27ac356-c424-4536-a3db-8a742efc248a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:05.970997 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-02678e66-7b4f-4e3b-a458-079dc653c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:58:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c27ac356-c424-4536-a3db-8a742efc248a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:05.989726 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5175d-ae76-4caa-90d4-ac1bfcba4407 service neutron] Pushing event updated for resources: {'Port': ['ID=235dc60a-77cb-4c01-85af-593c87116a3d,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:05.993330 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-d6de6676-fbef-4c2d-8f76-b2131e0de48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.994849 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cef38-fb16-4462-bfab-58424aa2edcd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=82c92864-3ac0-44db-b514-79b879153c2b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:05.996535 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-d6de6676-fbef-4c2d-8f76-b2131e0de48a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1185951 Jul 05 03:59:06.042156 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.064485 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d848e19-95fd-4522-81b1-bd5b852e4a10 req-d6525441-e1fe-4d28-928e-ce4588071271 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:06.072019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d848e19-95fd-4522-81b1-bd5b852e4a10 req-d6525441-e1fe-4d28-928e-ce4588071271 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 931 time: 0.3125241 Jul 05 03:59:06.129782 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-633442a1-d6b4-49b0-b603-c4c689939118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.132709 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-633442a1-d6b4-49b0-b603-c4c689939118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.133604 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-02678e66-7b4f-4e3b-a458-079dc653c7fa None None] Set router c27ac356-c424-4536-a3db-8a742efc248a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:06.134105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-633442a1-d6b4-49b0-b603-c4c689939118 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab7c0ab4-7443-4417-9eb5-d6a4e34f7f90 HTTP/1.1" status: 204 len: 168 time: 0.7985437 Jul 05 03:59:06.184727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633442a1-d6b4-49b0-b603-c4c689939118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7c0ab4-7443-4417-9eb5-d6a4e34f7f90,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:06.185663 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.257737 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d848e19-95fd-4522-81b1-bd5b852e4a10 req-4e5cb1e9-d59f-4983-9031-2676c0e042f4 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708760 Jul 05 03:59:06.295046 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-34990e88-f285-42ca-b670-19eb321160de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:06.297088 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-34990e88-f285-42ca-b670-19eb321160de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2809014 Jul 05 03:59:06.307856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6688ff-9820-4d19-bc5d-5f70fa41faaf req-2500094f-e899-43ba-9ad0-d6a6b01bcdb4 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:06.309772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea6688ff-9820-4d19-bc5d-5f70fa41faaf req-2500094f-e899-43ba-9ad0-d6a6b01bcdb4 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 947 time: 0.3104489 Jul 05 03:59:06.377312 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:59:06.440422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-647e98d7-7d37-4ccd-b737-0f2e7c20bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:06.442040 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-647e98d7-7d37-4ccd-b737-0f2e7c20bc70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a2ee014bb2224bf8b2a8ff13d10ed4fd&device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 1096 time: 0.3279645 Jul 05 03:59:06.520027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea6688ff-9820-4d19-bc5d-5f70fa41faaf req-f905f2bb-1eca-4d82-9eeb-25be66ba850c tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796961 Jul 05 03:59:06.527823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-f35656e8-2ecd-4e7a-9e34-d9006f631925 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=235dc60a-77cb-4c01-85af-593c87116a3d HTTP/1.1" status: 200 len: 217 time: 0.0724089 Jul 05 03:59:06.557280 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-02678e66-7b4f-4e3b-a458-079dc653c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'ddd22c0a-79b6-4522-bb17-8fd01447eb1d', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'port_id': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'mac_address': 'fa:16:3e:d1:fc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:59Z', 'updated_at': '2021-07-05T03:58:59Z', 'revision_number': 0, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2894e031-d2db-4969-b896-e162d1480c8d', 'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:17:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:06.598445 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02678e66-7b4f-4e3b-a458-079dc653c7fa None None] Checking router: c27ac356-c424-4536-a3db-8a742efc248a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:59:06.610516 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02678e66-7b4f-4e3b-a458-079dc653c7fa None None] Routers {'c27ac356-c424-4536-a3db-8a742efc248a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:06.611202 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-02678e66-7b4f-4e3b-a458-079dc653c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:58:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c27ac356-c424-4536-a3db-8a742efc248a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:06.648527 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-a20ae056-6634-48e0-a10e-8fcb4d4a6ace service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334117 Jul 05 03:59:06.651637 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-5b39b959-5370-40ef-ba6e-60ddf7f8dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:06.653496 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-5b39b959-5370-40ef-ba6e-60ddf7f8dd99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc HTTP/1.1" status: 200 len: 853 time: 0.1164997 Jul 05 03:59:06.745864 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-02678e66-7b4f-4e3b-a458-079dc653c7fa None None] Set router c27ac356-c424-4536-a3db-8a742efc248a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:06.825546 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-731ef125-3224-4d5a-b441-baa3f90e43aa req-17e45c3e-bf3f-4407-9b7c-765f3b67237c service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583705 Jul 05 03:59:06.832243 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-64aa7e1d-3ece-4fb1-9d29-81c1bbae6622 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd58e159-a7c6-402f-bb41-680ec0a6f913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562717 Jul 05 03:59:06.911475 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fd191762-3ecc-43fa-bc4d-bc7e0b843692 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.2044511 Jul 05 03:59:06.915189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'tag': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:06.917569 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9d8693-f48b-4eb2-b401-6d422f780039" -d '{"events": [{"name": "network-changed", "server_uuid": "62500498-3ab2-487b-87a7-c3cbfa6a091b", "tag": "3974d4cd-a29e-4664-bc64-b8bf7852cc3a"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:06.920362 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a98cef38-fb16-4462-bfab-58424aa2edcd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.053839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48882) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:07.057096 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-f843e010-0036-4542-b220-7b629dd5e0d3 service neutron] 10.222.0.10 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125833 Jul 05 03:59:07.062796 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-02678e66-7b4f-4e3b-a458-079dc653c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'ddd22c0a-79b6-4522-bb17-8fd01447eb1d', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'port_id': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'mac_address': 'fa:16:3e:d1:fc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:59Z', 'updated_at': '2021-07-05T03:58:59Z', 'revision_number': 0, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2894e031-d2db-4969-b896-e162d1480c8d', 'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:17:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:07.079743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Pushing event updated for resources: {'Port': ['ID=828b5f73-a826-4cf5-8ffb-0041ebcd8726,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:07.092800 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae6f515-20fb-4b6d-b7a0-8f7e0ac0740a x-openstack-request-id: req-3ae6f515-20fb-4b6d-b7a0-8f7e0ac0740a {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:07.093094 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62500498-3ab2-487b-87a7-c3cbfa6a091b", "tag": "3974d4cd-a29e-4664-bc64-b8bf7852cc3a", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:07.093354 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3ae6f515-20fb-4b6d-b7a0-8f7e0ac0740a {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:07.093872 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'tag': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'status': 'completed', 'code': 200} Jul 05 03:59:07.114713 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02678e66-7b4f-4e3b-a458-079dc653c7fa None None] The sync data for ids ['c27ac356-c424-4536-a3db-8a742efc248a'] in n-d-771363-32 is: [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T03:58:24Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'ddd22c0a-79b6-4522-bb17-8fd01447eb1d', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'port_id': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'mac_address': 'fa:16:3e:d1:fc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:59Z', 'updated_at': '2021-07-05T03:58:59Z', 'revision_number': 0, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2894e031-d2db-4969-b896-e162d1480c8d', 'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:17:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:59:07.144712 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805e216-aa6b-40dc-b6a9-4b2d5a29a3bb req-58dfbb63-1733-49c2-9511-41f554ac2122 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.152284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9805e216-aa6b-40dc-b6a9-4b2d5a29a3bb req-58dfbb63-1733-49c2-9511-41f554ac2122 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.4941866 Jul 05 03:59:07.203587 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Attempting to bind port 828b5f73-a826-4cf5-8ffb-0041ebcd8726 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:07.203927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Attempting to bind port 828b5f73-a826-4cf5-8ffb-0041ebcd8726 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:07.204294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Attempting to bind port 828b5f73-a826-4cf5-8ffb-0041ebcd8726 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:07.209207 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48892) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:07.233433 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3e5cd7b-3231-4b6c-b1b1-0b9d37474881 req-e75900b6-36cb-438b-807e-2fe92f3c665f service neutron] 10.222.0.10 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639776 Jul 05 03:59:07.277384 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9805e216-aa6b-40dc-b6a9-4b2d5a29a3bb req-3f7bb33b-610a-452f-af24-e95b56de13ff tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207654 Jul 05 03:59:07.282820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1434e68-8bd7-4ce8-9bb0-e8b02c5cb324 req-dfcf0606-4f7f-4267-9804-9ff2df3e8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.283814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1434e68-8bd7-4ce8-9bb0-e8b02c5cb324 req-dfcf0606-4f7f-4267-9804-9ff2df3e8901 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afd8f2684627485980d346756c579dd8&device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 1099 time: 0.2255974 Jul 05 03:59:07.340263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Port 828b5f73-a826-4cf5-8ffb-0041ebcd8726 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:07.340593 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Attempting to bind port 828b5f73-a826-4cf5-8ffb-0041ebcd8726 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:07.356484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:07.420116 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb958801-a653-4e15-824d-ef5542ad3da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.439584 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1434e68-8bd7-4ce8-9bb0-e8b02c5cb324 req-4e84ecca-c717-4c85-a2c7-fb9a35fb2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.441272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1434e68-8bd7-4ce8-9bb0-e8b02c5cb324 req-4e84ecca-c717-4c85-a2c7-fb9a35fb2369 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1471829 Jul 05 03:59:07.447314 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.485880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee8bd50-870a-4fda-b889-1b34fd6d215a None None] New status for floating IP ddd22c0a-79b6-4522-bb17-8fd01447eb1d: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:59:07.493488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1434e68-8bd7-4ce8-9bb0-e8b02c5cb324 req-701a9a52-f6c4-4e45-9a3c-d27d9ea8608e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 HTTP/1.1" status: 200 len: 217 time: 0.0392091 Jul 05 03:59:07.506616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:07.506954 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:07.507348 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:07.507784 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Bound port: 828b5f73-a826-4cf5-8ffb-0041ebcd8726, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:07.508210 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.524373 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c5a84aca-16d2-4267-9aaf-aa9c07a449b6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/floatingips/ddd22c0a-79b6-4522-bb17-8fd01447eb1d HTTP/1.1" status: 200 len: 991 time: 0.4560750 Jul 05 03:59:07.640613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1434e68-8bd7-4ce8-9bb0-e8b02c5cb324 req-3fc0c4e9-eba7-4e97-a21b-80e94c54e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.644275 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1434e68-8bd7-4ce8-9bb0-e8b02c5cb324 req-3fc0c4e9-eba7-4e97-a21b-80e94c54e249 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0986917 Jul 05 03:59:07.651667 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6831e0-6c62-4119-b9fd-47333009091c req-1d02b8f4-abf4-487d-8ad3-f2de42d490ee tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.657369 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad6831e0-6c62-4119-b9fd-47333009091c req-1d02b8f4-abf4-487d-8ad3-f2de42d490ee tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 931 time: 0.1586618 Jul 05 03:59:07.669084 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9204ac57-7b1e-4d5f-8c67-7c9222c9f292', 'tag': '235dc60a-77cb-4c01-85af-593c87116a3d'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:07.671392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Transition to ACTIVE for port object 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:07.672027 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6048a4b0-155c-4f00-88f0-303ea1e178d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9204ac57-7b1e-4d5f-8c67-7c9222c9f292", "tag": "235dc60a-77cb-4c01-85af-593c87116a3d"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:07.777360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98cef38-fb16-4462-bfab-58424aa2edcd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Router 1056c763-16fc-4bb1-a90c-13be4c3ba164 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:59:07.789023 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.803635 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad6831e0-6c62-4119-b9fd-47333009091c req-5428fcb6-aa96-45cf-8177-4070ed9c829a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365213 Jul 05 03:59:07.807599 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d8693-f48b-4eb2-b401-6d422f780039 req-144e4b6c-7f06-4408-bbf8-7f49e231da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.809157 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2d9d8693-f48b-4eb2-b401-6d422f780039 req-144e4b6c-7f06-4408-bbf8-7f49e231da81 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b18740ad05054462a8bead1ca98b0711&device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 1097 time: 0.6821575 Jul 05 03:59:07.824330 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb958801-a653-4e15-824d-ef5542ad3da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.842020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1434e68-8bd7-4ce8-9bb0-e8b02c5cb324 req-019afa0a-e411-43b1-b0b9-3b40bc9fe74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.843729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1434e68-8bd7-4ce8-9bb0-e8b02c5cb324 req-019afa0a-e411-43b1-b0b9-3b40bc9fe74a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1853819 Jul 05 03:59:07.860649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] For port 828b5f73-a826-4cf5-8ffb-0041ebcd8726, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:07.898271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec96968-f684-4069-9302-0df44bb5f966 req-861e570f-75d3-42b7-87ba-5e60249b1a68 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.900550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ec96968-f684-4069-9302-0df44bb5f966 req-861e570f-75d3-42b7-87ba-5e60249b1a68 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 947 time: 0.1650491 Jul 05 03:59:07.913651 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d08a7d-56db-4d83-bf92-fea98dfd1bca x-openstack-request-id: req-56d08a7d-56db-4d83-bf92-fea98dfd1bca {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:07.914037 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9204ac57-7b1e-4d5f-8c67-7c9222c9f292", "tag": "235dc60a-77cb-4c01-85af-593c87116a3d", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:07.914163 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-56d08a7d-56db-4d83-bf92-fea98dfd1bca {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:07.914754 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9204ac57-7b1e-4d5f-8c67-7c9222c9f292', 'tag': '235dc60a-77cb-4c01-85af-593c87116a3d', 'status': 'completed', 'code': 200} Jul 05 03:59:07.916792 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb958801-a653-4e15-824d-ef5542ad3da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.970799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] For port 828b5f73-a826-4cf5-8ffb-0041ebcd8726, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=828b5f73-a826-4cf5-8ffb-0041ebcd8726,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:08.005284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Pushing event updated for resources: {'Port': ['ID=3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:08.036358 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.045907 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98cef38-fb16-4462-bfab-58424aa2edcd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:59:08.061208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb958801-a653-4e15-824d-ef5542ad3da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8177310-e30f-4bda-85a5-8ed7226fa493,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:08.065800 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9bcce1-36a4-412d-97e1-03914a6237e1 None None] Sync routers for ids ['1056c763-16fc-4bb1-a90c-13be4c3ba164'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:59:08.076025 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9bcce1-36a4-412d-97e1-03914a6237e1 None None] Routers {'1056c763-16fc-4bb1-a90c-13be4c3ba164'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:08.076669 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bb958801-a653-4e15-824d-ef5542ad3da1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8bff27be628b4828a3b9dc1383351f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8571210 Jul 05 03:59:08.077195 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-6c9bcce1-36a4-412d-97e1-03914a6237e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:58:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1056c763-16fc-4bb1-a90c-13be4c3ba164'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:08.078294 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a98cef38-fb16-4462-bfab-58424aa2edcd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "PUT /v2.0/routers/1056c763-16fc-4bb1-a90c-13be4c3ba164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1475542 Jul 05 03:59:08.091917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48914) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:08.092379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48916) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:08.123120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:08.124005 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.125443 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] 10.222.0.10 "PUT /v2.0/ports/828b5f73-a826-4cf5-8ffb-0041ebcd8726 HTTP/1.1" status: 200 len: 1095 time: 3.8143721 Jul 05 03:59:08.128288 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ec96968-f684-4069-9302-0df44bb5f966 req-95f2a74f-0630-40e9-955b-62753f1e6493 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102098 Jul 05 03:59:08.177901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d8693-f48b-4eb2-b401-6d422f780039 req-3690ce47-7e63-4a35-a9ff-04b71dc085e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:08.179483 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2d9d8693-f48b-4eb2-b401-6d422f780039 req-3690ce47-7e63-4a35-a9ff-04b71dc085e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ec674479-f6ba-4dee-8c7c-d20f38f46c45 HTTP/1.1" status: 200 len: 898 time: 0.3458202 Jul 05 03:59:08.203269 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-6c9bcce1-36a4-412d-97e1-03914a6237e1 None None] Set router 1056c763-16fc-4bb1-a90c-13be4c3ba164 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:08.210649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691e0e5-6c28-49af-ae1a-ca4fd9ec1932 service neutron] Pushing event updated for resources: {'Port': ['ID=828b5f73-a826-4cf5-8ffb-0041ebcd8726,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:08.248163 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Attempting to bind port 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:08.248513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Attempting to bind port 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:08.248848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Attempting to bind port 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 on network 6bbb661a-c337-48f0-8045-f937cf6565eb {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:08.283992 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-6c9bcce1-36a4-412d-97e1-03914a6237e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1056c763-16fc-4bb1-a90c-13be4c3ba164', 'name': 'tempest-NetworksTestDHCPv6-router-1359663042', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:54Z', 'updated_at': '2021-07-05T03:59:05Z', 'revision_number': 3, 'project_id': 'fdf7db7b7c9846c1b99980e228219dba', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:08.328317 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9bcce1-36a4-412d-97e1-03914a6237e1 None None] Checking router: 1056c763-16fc-4bb1-a90c-13be4c3ba164 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:59:08.339134 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9bcce1-36a4-412d-97e1-03914a6237e1 None None] Routers {'1056c763-16fc-4bb1-a90c-13be4c3ba164'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:08.340046 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-6c9bcce1-36a4-412d-97e1-03914a6237e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:58:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1056c763-16fc-4bb1-a90c-13be4c3ba164'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:08.344333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Port 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 on network 6bbb661a-c337-48f0-8045-f937cf6565eb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:08.344661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Attempting to bind port 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 on network 6bbb661a-c337-48f0-8045-f937cf6565eb {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:08.379740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:08.380093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Checking segment: {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:08.380492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Bound using segment: {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:08.380941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Bound port: 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:08.381305 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.435569 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-6c9bcce1-36a4-412d-97e1-03914a6237e1 None None] Set router 1056c763-16fc-4bb1-a90c-13be4c3ba164 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:08.458849 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2d9d8693-f48b-4eb2-b401-6d422f780039 req-1517bb3b-c4a7-4d8d-bc26-8f96fb508635 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3974d4cd-a29e-4664-bc64-b8bf7852cc3a HTTP/1.1" status: 200 len: 1001 time: 0.2293539 Jul 05 03:59:08.535204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48928) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:08.620153 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-fdee3efc-aa55-4912-bec7-e3676eb5d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:08.621959 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-fdee3efc-aa55-4912-bec7-e3676eb5d254 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afd8f2684627485980d346756c579dd8&device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 1098 time: 0.3751092 Jul 05 03:59:08.628509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] For port 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:08.633376 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d8693-f48b-4eb2-b401-6d422f780039 req-de62ecec-84c3-4630-880d-b127b6338ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:08.635897 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2d9d8693-f48b-4eb2-b401-6d422f780039 req-de62ecec-84c3-4630-880d-b127b6338ea7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fbe35c1f-8425-49c9-a815-5964dc5cc9e5 HTTP/1.1" status: 200 len: 834 time: 0.1537249 Jul 05 03:59:08.662570 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-6c9bcce1-36a4-412d-97e1-03914a6237e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1056c763-16fc-4bb1-a90c-13be4c3ba164', 'name': 'tempest-NetworksTestDHCPv6-router-1359663042', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:54Z', 'updated_at': '2021-07-05T03:59:05Z', 'revision_number': 3, 'project_id': 'fdf7db7b7c9846c1b99980e228219dba', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:08.698930 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9bcce1-36a4-412d-97e1-03914a6237e1 None None] The sync data for ids ['1056c763-16fc-4bb1-a90c-13be4c3ba164'] in n-d-771363-32 is: [{'id': '1056c763-16fc-4bb1-a90c-13be4c3ba164', 'name': 'tempest-NetworksTestDHCPv6-router-1359663042', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:54Z', 'updated_at': '2021-07-05T03:59:05Z', 'revision_number': 3, 'project_id': 'fdf7db7b7c9846c1b99980e228219dba', 'gw_port_host': None}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:59:08.701256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] For port 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:08.721748 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-595c67ca-29cf-4716-a06f-cc71910f549a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/floatingips/ddd22c0a-79b6-4522-bb17-8fd01447eb1d HTTP/1.1" status: 200 len: 993 time: 0.1853902 Jul 05 03:59:08.724120 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-f774163c-11d0-41e3-bf7f-7841064cd1a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=828b5f73-a826-4cf5-8ffb-0041ebcd8726 HTTP/1.1" status: 200 len: 217 time: 0.0871379 Jul 05 03:59:08.770278 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.820137 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1434e68-8bd7-4ce8-9bb0-e8b02c5cb324 req-067a306c-469d-4677-9193-ea6ddc2d16ef service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9485908 Jul 05 03:59:08.820328 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:08.820810 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.822636 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] 10.222.0.36 "PUT /v2.0/ports/3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 HTTP/1.1" status: 200 len: 1092 time: 3.4780099 Jul 05 03:59:08.828862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9196258-204a-4f5f-aec7-5e44e54fe22d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:08.830401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9196258-204a-4f5f-aec7-5e44e54fe22d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:08.831955 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f9196258-204a-4f5f-aec7-5e44e54fe22d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7384703 Jul 05 03:59:08.835078 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48938) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:08.836597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-97e96c4a-c8fc-44d7-aa75-e2a4b3a0e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:08.841085 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-97e96c4a-c8fc-44d7-aa75-e2a4b3a0e4ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1061168 Jul 05 03:59:08.905076 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048a4b0-155c-4f00-88f0-303ea1e178d5 req-e3213cc1-eaf3-4ca5-a8c5-29b5e50aac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:08.906617 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6048a4b0-155c-4f00-88f0-303ea1e178d5 req-e3213cc1-eaf3-4ca5-a8c5-29b5e50aac4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a2ee014bb2224bf8b2a8ff13d10ed4fd&device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 1096 time: 0.9567361 Jul 05 03:59:08.940796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48861af-7b9a-4101-9547-0dace4c4caee service neutron] Pushing event updated for resources: {'Port': ['ID=3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:08.944757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d8693-f48b-4eb2-b401-6d422f780039 req-53f4e4f7-dd67-4538-bc1f-4870ccdb1bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:08.946246 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2d9d8693-f48b-4eb2-b401-6d422f780039 req-53f4e4f7-dd67-4538-bc1f-4870ccdb1bb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ec674479-f6ba-4dee-8c7c-d20f38f46c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3021724 Jul 05 03:59:08.987176 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0506dea-d41c-4524-a030-e0ac50c28a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.038655 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13645c1-37ba-454d-963d-b453188937d5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet b9205a24-783e-4ad6-9a99-7f5ab3c4b4bf {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:09.047592 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e13645c1-37ba-454d-963d-b453188937d5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.047919 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4745a-ee7c-470a-a776-d0651dccea72 req-d2cb7861-ef1e-4969-897b-d492bcdd3e58 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.052710 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60c4745a-ee7c-470a-a776-d0651dccea72 req-d2cb7861-ef1e-4969-897b-d492bcdd3e58 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.2987182 Jul 05 03:59:09.100018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c50cf1-2759-4da1-98ed-a1bca040b682', 'tag': '828b5f73-a826-4cf5-8ffb-0041ebcd8726'}, {'name': 'network-changed', 'server_uuid': '8230f0f3-1a15-4dcc-8605-e7f7d5dbd736', 'tag': '3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:09.102843 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d981a170-248b-4e2e-aec3-a94fa3ecb712" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c50cf1-2759-4da1-98ed-a1bca040b682", "tag": "828b5f73-a826-4cf5-8ffb-0041ebcd8726"}, {"name": "network-changed", "server_uuid": "8230f0f3-1a15-4dcc-8605-e7f7d5dbd736", "tag": "3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:09.131820 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0506dea-d41c-4524-a030-e0ac50c28a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.141347 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e13645c1-37ba-454d-963d-b453188937d5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.149428 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1434e68-8bd7-4ce8-9bb0-e8b02c5cb324 req-e5d761af-295d-4cb6-a7d6-ef3fdbf82cb5 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163340 Jul 05 03:59:09.202033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048a4b0-155c-4f00-88f0-303ea1e178d5 req-b4175499-de8f-478d-a195-5865627a5763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.206512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-fb329227-13a7-4d16-8fa1-266e6a4e0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.206845 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6048a4b0-155c-4f00-88f0-303ea1e178d5 req-b4175499-de8f-478d-a195-5865627a5763 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd58e159-a7c6-402f-bb41-680ec0a6f913 HTTP/1.1" status: 200 len: 914 time: 0.2837627 Jul 05 03:59:09.206959 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-fb329227-13a7-4d16-8fa1-266e6a4e0e89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 1095 time: 0.2762859 Jul 05 03:59:09.206959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-b7f9feea-f4e1-433c-a5d3-052e54233349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.207237 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-b7f9feea-f4e1-433c-a5d3-052e54233349 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3547001 Jul 05 03:59:09.218041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60c4745a-ee7c-470a-a776-d0651dccea72 req-7a25c7ad-549b-48dd-a97e-bf0fe3c852a1 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205416 Jul 05 03:59:09.227019 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2d9d8693-f48b-4eb2-b401-6d422f780039 req-76912590-1f26-4187-a9ca-3381f7048fb2 service neutron] 10.222.0.10 "GET /v2.0/networks/ec674479-f6ba-4dee-8c7c-d20f38f46c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571816 Jul 05 03:59:09.266949 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6048a4b0-155c-4f00-88f0-303ea1e178d5 req-0faee1eb-45ac-4c18-b601-9ff32dbd0430 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=235dc60a-77cb-4c01-85af-593c87116a3d HTTP/1.1" status: 200 len: 217 time: 0.0477197 Jul 05 03:59:09.276187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3bbe4-b6ce-40e9-bc09-fe98836b7c51 req-092121f1-7bd5-4ec6-ad9c-961252685b04 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.277835 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fe3bbe4-b6ce-40e9-bc09-fe98836b7c51 req-092121f1-7bd5-4ec6-ad9c-961252685b04 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 943 time: 0.2688975 Jul 05 03:59:09.281551 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-c1416a6d-bf05-41d4-bd08-b848bf251b00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 HTTP/1.1" status: 200 len: 217 time: 0.0668027 Jul 05 03:59:09.377563 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048a4b0-155c-4f00-88f0-303ea1e178d5 req-ac3d4da6-85f8-4dcb-896e-c5e482cad734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.379546 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6048a4b0-155c-4f00-88f0-303ea1e178d5 req-ac3d4da6-85f8-4dcb-896e-c5e482cad734 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc HTTP/1.1" status: 200 len: 853 time: 0.1007702 Jul 05 03:59:09.382993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fe3bbe4-b6ce-40e9-bc09-fe98836b7c51 req-ec3e6316-dbcd-45e6-b40d-6a962c97a783 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948896 Jul 05 03:59:09.446032 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6048a4b0-155c-4f00-88f0-303ea1e178d5 req-8e16fe93-2271-44ae-bcb0-7fe31db16f5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd58e159-a7c6-402f-bb41-680ec0a6f913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582550 Jul 05 03:59:09.447509 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0506dea-d41c-4524-a030-e0ac50c28a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.450133 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0506dea-d41c-4524-a030-e0ac50c28a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.453872 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f0506dea-d41c-4524-a030-e0ac50c28a76 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8177310-e30f-4bda-85a5-8ed7226fa493 HTTP/1.1" status: 204 len: 168 time: 1.3489435 Jul 05 03:59:09.566703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0506dea-d41c-4524-a030-e0ac50c28a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8177310-e30f-4bda-85a5-8ed7226fa493,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:09.640841 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 82c92864-3ac0-44db-b514-79b879153c2b no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:09.643285 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7500425-3cd6-4673-a849-db2fba07f1ed req-fd03b0ed-7257-4d70-97d2-04606320b2a2 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.650987 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7500425-3cd6-4673-a849-db2fba07f1ed req-fd03b0ed-7257-4d70-97d2-04606320b2a2 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 947 time: 0.2074120 Jul 05 03:59:09.660192 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6048a4b0-155c-4f00-88f0-303ea1e178d5 req-4c0a8212-4522-4c6b-b7b6-992484793454 service neutron] 10.222.0.10 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986711 Jul 05 03:59:09.670231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 82c92864-3ac0-44db-b514-79b879153c2b {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:09.671210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 82c92864-3ac0-44db-b514-79b879153c2b not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:09.697945 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcff6327-3008-4e12-b486-a5b7b69e8c93 x-openstack-request-id: req-dcff6327-3008-4e12-b486-a5b7b69e8c93 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:09.697945 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c50cf1-2759-4da1-98ed-a1bca040b682", "tag": "828b5f73-a826-4cf5-8ffb-0041ebcd8726", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8230f0f3-1a15-4dcc-8605-e7f7d5dbd736", "tag": "3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:09.697945 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dcff6327-3008-4e12-b486-a5b7b69e8c93 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:09.699076 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c50cf1-2759-4da1-98ed-a1bca040b682', 'tag': '828b5f73-a826-4cf5-8ffb-0041ebcd8726', 'status': 'completed', 'code': 200} Jul 05 03:59:09.699076 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8230f0f3-1a15-4dcc-8605-e7f7d5dbd736', 'tag': '3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2', 'status': 'completed', 'code': 200} Jul 05 03:59:09.791049 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e13645c1-37ba-454d-963d-b453188937d5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.793018 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7500425-3cd6-4673-a849-db2fba07f1ed req-e7e185a3-9d32-4e20-bedc-65d4d819656d tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411145 Jul 05 03:59:09.862569 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6048a4b0-155c-4f00-88f0-303ea1e178d5 req-1eb689d2-e366-4cbc-b399-b53ca6536f2e service neutron] 10.222.0.10 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870873 Jul 05 03:59:09.928323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-9812befd-ed34-48e2-b406-d865a2a44333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.929867 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-9812befd-ed34-48e2-b406-d865a2a44333 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 HTTP/1.1" status: 200 len: 845 time: 0.6133161 Jul 05 03:59:09.988366 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-18b27ca2-7492-47b4-9e72-3cfa7eb8fffe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bbb661a-c337-48f0-8045-f937cf6565eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491111 Jul 05 03:59:10.000046 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e13645c1-37ba-454d-963d-b453188937d5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.022847 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-62806911-3a10-4fc5-b2b8-45ddd9056bec service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7982545 Jul 05 03:59:10.064104 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2d9d8693-f48b-4eb2-b401-6d422f780039 req-d8377211-9314-4cc6-a275-7fb186024d1c service neutron] 10.222.0.10 "GET /v2.0/networks/ec674479-f6ba-4dee-8c7c-d20f38f46c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7964771 Jul 05 03:59:10.100756 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e13645c1-37ba-454d-963d-b453188937d5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.105921 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48974) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:10.107003 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e13645c1-37ba-454d-963d-b453188937d5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/b9205a24-783e-4ad6-9a99-7f5ab3c4b4bf HTTP/1.1" status: 204 len: 168 time: 1.2675257 Jul 05 03:59:10.107867 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13645c1-37ba-454d-963d-b453188937d5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=b9205a24-783e-4ad6-9a99-7f5ab3c4b4bf,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:10.109043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a1ca76-92e0-4e34-946d-4e69bd876219 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:10.235412 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-4e8c3adc-2228-4ec2-a664-449503ff137f service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329469 Jul 05 03:59:10.239012 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a13e3193-1073-4a36-8818-ba6b807d7998 req-329539be-6f3b-464a-ac7f-a3e9ef59e7c0 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875522 Jul 05 03:59:10.253875 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-82d92218-9fad-4ce2-9433-68b2215b3b6c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1456196 Jul 05 03:59:10.258739 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48976) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:10.329905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21fc9b2-e169-47b6-a827-e858ca708e1f None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:59:10.375431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1b85b0bb-afc8-4f52-9312-dca795b2f55b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.400603 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac860e61-3032-48d2-8ad0-1c017ad3f1a9 req-9e96a6ea-3e4d-47f5-8abf-a2d4b4bfc8c0 service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581872 Jul 05 03:59:10.421717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e21fc9b2-e169-47b6-a827-e858ca708e1f None None] Deleting port 6324afde-0222-48a8-8160-9ff4e4eaa9cf {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:10.424378 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e21fc9b2-e169-47b6-a827-e858ca708e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.466853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 235dc60a-77cb-4c01-85af-593c87116a3d details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:10.555806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e21fc9b2-e169-47b6-a827-e858ca708e1f None None] For port 6324afde-0222-48a8-8160-9ff4e4eaa9cf, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6324afde-0222-48a8-8160-9ff4e4eaa9cf,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:10.557134 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e21fc9b2-e169-47b6-a827-e858ca708e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.603221 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-702937ce-aa50-439d-b0b0-317335f03b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:10.606264 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-702937ce-aa50-439d-b0b0-317335f03b5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afd8f2684627485980d346756c579dd8&device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 1098 time: 0.1461036 Jul 05 03:59:10.628235 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1b85b0bb-afc8-4f52-9312-dca795b2f55b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.646994 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1b85b0bb-afc8-4f52-9312-dca795b2f55b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.727346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c23329-af99-4f70-8a0b-b9cf7c237026 req-70dcb732-6ece-40d6-aef6-63ad6338e92e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:10.729880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6c23329-af99-4f70-8a0b-b9cf7c237026 req-70dcb732-6ece-40d6-aef6-63ad6338e92e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.2786069 Jul 05 03:59:10.753926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-6bb6ef0f-d974-4020-9fa8-5f1322e7f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:10.760020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44892058-46f7-4cc5-b82f-379a3df531ae req-4efedd80-6923-4496-90c9-8e37d40a4316 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:10.760209 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-6bb6ef0f-d974-4020-9fa8-5f1322e7f6d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1379793 Jul 05 03:59:10.760309 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44892058-46f7-4cc5-b82f-379a3df531ae req-4efedd80-6923-4496-90c9-8e37d40a4316 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 943 time: 0.1495159 Jul 05 03:59:10.816406 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1b85b0bb-afc8-4f52-9312-dca795b2f55b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.817135 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b85b0bb-afc8-4f52-9312-dca795b2f55b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Fanout notify agent at l3_agent the message router_deleted on router 1056c763-16fc-4bb1-a90c-13be4c3ba164 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:59:10.823514 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6c23329-af99-4f70-8a0b-b9cf7c237026 req-760b17c9-3a58-4f43-b44d-8d0ef5271163 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869348 Jul 05 03:59:10.830973 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1b85b0bb-afc8-4f52-9312-dca795b2f55b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.832460 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1b85b0bb-afc8-4f52-9312-dca795b2f55b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/routers/1056c763-16fc-4bb1-a90c-13be4c3ba164 HTTP/1.1" status: 204 len: 168 time: 0.5750535 Jul 05 03:59:10.835454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48996) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:10.843677 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e21fc9b2-e169-47b6-a827-e858ca708e1f None None] Calling delete_port for 6324afde-0222-48a8-8160-9ff4e4eaa9cf owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:10.852435 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-2a047a0f-7067-46dc-89a7-a6d54cb400a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=828b5f73-a826-4cf5-8ffb-0041ebcd8726 HTTP/1.1" status: 200 len: 217 time: 0.0748546 Jul 05 03:59:10.863784 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-a8759ee9-abd6-45b6-aa4b-b0ac06bb64d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:10.863784 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-a8759ee9-abd6-45b6-aa4b-b0ac06bb64d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 1095 time: 0.3221729 Jul 05 03:59:10.878607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44892058-46f7-4cc5-b82f-379a3df531ae req-47e2fbdd-88a5-422a-9da1-6c0f01ae623a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122432 Jul 05 03:59:10.955969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 235dc60a-77cb-4c01-85af-593c87116a3d, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=235dc60a-77cb-4c01-85af-593c87116a3d,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:10.969169 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ce6a75-66ef-4c1b-87f3-fe477245335f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:10.971373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d6ce6a75-66ef-4c1b-87f3-fe477245335f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1346872 Jul 05 03:59:10.973716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-9d936ae1-cc47-499e-9147-60d7304433d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:10.975067 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49004) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:10.978533 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-9d936ae1-cc47-499e-9147-60d7304433d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1157973 Jul 05 03:59:10.983596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '235dc60a-77cb-4c01-85af-593c87116a3d', 'network_id': 'bd58e159-a7c6-402f-bb41-680ec0a6f913', 'port_id': '235dc60a-77cb-4c01-85af-593c87116a3d', 'mac_address': 'fa:16:3e:df:8f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:11.052827 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.086322 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9014e26b-0576-4548-b70d-1e2de7116aa2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:11.087824 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9014e26b-0576-4548-b70d-1e2de7116aa2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1115432 Jul 05 03:59:11.090325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49010) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:11.091459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235dc60a-77cb-4c01-85af-593c87116a3d {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:11.130397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 235dc60a-77cb-4c01-85af-593c87116a3d, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=235dc60a-77cb-4c01-85af-593c87116a3d,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:11.130397 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e21fc9b2-e169-47b6-a827-e858ca708e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.161905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fc9b2-e169-47b6-a827-e858ca708e1f None None] Pushing event deleted for resources: {'Port': ['ID=6324afde-0222-48a8-8160-9ff4e4eaa9cf,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:11.164325 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21fc9b2-e169-47b6-a827-e858ca708e1f None None] No DVR routers for this DVR port 6324afde-0222-48a8-8160-9ff4e4eaa9cf on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:11.176353 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-fbdb814b-3a06-4b75-b8a7-a3dee07ea23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:11.176353 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-fbdb814b-3a06-4b75-b8a7-a3dee07ea23a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 906 time: 0.1967063 Jul 05 03:59:11.184208 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-aa5a84c5-8e4e-4be6-9ff8-2c6af59ba3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:11.185711 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-aa5a84c5-8e4e-4be6-9ff8-2c6af59ba3a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1816173 Jul 05 03:59:11.194027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d8389bfb-f33b-40ca-b5d2-402f8e58d0db tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005301 Jul 05 03:59:11.201557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49014) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:11.207267 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-98579e8e-da13-4bbf-b4e6-cb8ba80a39ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:11.246582 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.247271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:11.310609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faa00b-f93d-404f-bf50-0bb73ddba1c4 req-3aac0105-20db-413d-baa8-f555b887a759 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:11.312470 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44faa00b-f93d-404f-bf50-0bb73ddba1c4 req-3aac0105-20db-413d-baa8-f555b887a759 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 947 time: 0.1182308 Jul 05 03:59:11.389383 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44faa00b-f93d-404f-bf50-0bb73ddba1c4 req-05f603aa-f4ff-4493-aeb0-0a39574b8776 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627570 Jul 05 03:59:11.407628 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9d515520-36ba-426f-a935-0b55ac2e9061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.407916 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-70920f7c-375e-404f-951d-33eda8da7593 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 HTTP/1.1" status: 200 len: 217 time: 0.2170208 Jul 05 03:59:11.408014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=235dc60a-77cb-4c01-85af-593c87116a3d,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:11.457578 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:11.475993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4', 'mac_address': 'fa:16:3e:2c:56:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:11.498979 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-9d35c16d-fc83-4af8-bff2-91d8a4bc2d17 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996478 Jul 05 03:59:11.522037 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.545625 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:11.580573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:11.600662 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98579e8e-da13-4bbf-b4e6-cb8ba80a39ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:11.604724 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98579e8e-da13-4bbf-b4e6-cb8ba80a39ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.641259 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.691618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-57466728-a57c-4a96-ba82-6795c554a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:11.693407 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-57466728-a57c-4a96-ba82-6795c554a327 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 HTTP/1.1" status: 200 len: 845 time: 0.2795975 Jul 05 03:59:11.722696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6324afde-0222-48a8-8160-9ff4e4eaa9cf no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:11.737317 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-d016bc20-dcda-4e13-af14-1748b564dd95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bbb661a-c337-48f0-8045-f937cf6565eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318930 Jul 05 03:59:11.764034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:11.767696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 6324afde-0222-48a8-8160-9ff4e4eaa9cf {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:11.768692 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6324afde-0222-48a8-8160-9ff4e4eaa9cf not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:11.850253 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-92976296-8e1a-4fac-8101-2282d7e98a88 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295195 Jul 05 03:59:11.946026 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-b913b7ec-7ef4-456c-a126-3b3ea3c9da0c service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999488 Jul 05 03:59:11.988148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:12.040359 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['235dc60a-77cb-4c01-85af-593c87116a3d'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:12.145196 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d981a170-248b-4e2e-aec3-a94fa3ecb712 req-dcf2bbc0-791f-40ee-99c7-cc49c78dff40 service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895778 Jul 05 03:59:12.181950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c31fa-25c1-49f3-8844-f346ceb64f37 req-37dce97e-ce71-4fc1-aa4b-40b866c57f0d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:12.184385 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0c31fa-25c1-49f3-8844-f346ceb64f37 req-37dce97e-ce71-4fc1-aa4b-40b866c57f0d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 945 time: 0.1693144 Jul 05 03:59:12.218965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e418b1-560f-41e9-a2cf-5fd1936e7928 req-69c4e72f-0b74-419a-b557-cab5728d6a91 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:12.229295 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87e418b1-560f-41e9-a2cf-5fd1936e7928 req-69c4e72f-0b74-419a-b557-cab5728d6a91 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 943 time: 0.1619864 Jul 05 03:59:12.285366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.objects.ports [None req-98579e8e-da13-4bbf-b4e6-cb8ba80a39ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:59:12.288583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49050) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:12.292938 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98579e8e-da13-4bbf-b4e6-cb8ba80a39ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.309708 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f0c31fa-25c1-49f3-8844-f346ceb64f37 req-3974dc85-f051-4662-bd60-2c2926c54b13 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149571 Jul 05 03:59:12.315119 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87e418b1-560f-41e9-a2cf-5fd1936e7928 req-b124838e-8893-442f-b36d-891a45da60f7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841832 Jul 05 03:59:12.340385 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98579e8e-da13-4bbf-b4e6-cb8ba80a39ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:12.340385 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-98579e8e-da13-4bbf-b4e6-cb8ba80a39ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:12.343176 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98579e8e-da13-4bbf-b4e6-cb8ba80a39ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:12.343863 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98579e8e-da13-4bbf-b4e6-cb8ba80a39ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.352182 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd903bd-af66-4b15-ae4a-754eaff5b8f8 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:12.369931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98579e8e-da13-4bbf-b4e6-cb8ba80a39ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=b99e4d6b-0264-43c9-b328-3d2330b6e9c4,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:12.425025 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aea7de06-73de-4aa9-9198-0c38b7e21f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.472364 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-98579e8e-da13-4bbf-b4e6-cb8ba80a39ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2687588 Jul 05 03:59:12.474227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49058) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:12.479329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7631db2d-0304-4c50-9199-40d71a7f5942 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:12.541201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': 'b99e4d6b-0264-43c9-b328-3d2330b6e9c4'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:12.542327 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.568204 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aea7de06-73de-4aa9-9198-0c38b7e21f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.623780 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aea7de06-73de-4aa9-9198-0c38b7e21f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.654170 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce1165-3014-4efc-9c4d-aaa02d8eaff7 req-fad16c35-dcf8-42ae-9559-73ce05b3e289 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:12.655612 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49ce1165-3014-4efc-9c4d-aaa02d8eaff7 req-fad16c35-dcf8-42ae-9559-73ce05b3e289 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 948 time: 0.1316533 Jul 05 03:59:12.668205 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7de06-73de-4aa9-9198-0c38b7e21f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70478541-a273-4007-87de-65d699e2384a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:12.678875 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-aea7de06-73de-4aa9-9198-0c38b7e21f3b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e97c27304c4647f5a263da32e198535c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914571 Jul 05 03:59:12.682361 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49060) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:12.692357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Allocated IP 2001:db8::f816:3eff:fe9e:a187 (764cff81-f32e-40f8-af56-b4a9d80a62e7/b99e4d6b-0264-43c9-b328-3d2330b6e9c4/628f050d-f8bc-46e1-8b9f-5dd29743676b) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:12.720271 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49ce1165-3014-4efc-9c4d-aaa02d8eaff7 req-af7198a4-6336-46fa-8c5c-4e7f2c119f65 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536125 Jul 05 03:59:12.746315 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7631db2d-0304-4c50-9199-40d71a7f5942 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:12.749878 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7631db2d-0304-4c50-9199-40d71a7f5942 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.753347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f546-44f2-4ba1-bdbb-8282058919c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.830202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f546-44f2-4ba1-bdbb-8282058919c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.843583 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.851725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Transition to ACTIVE for port object 628f050d-f8bc-46e1-8b9f-5dd29743676b will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:12.866379 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Transition to ACTIVE for port object 628f050d-f8bc-46e1-8b9f-5dd29743676b will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:12.933425 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.975074 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f546-44f2-4ba1-bdbb-8282058919c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.975670 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:12.978008 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f546-44f2-4ba1-bdbb-8282058919c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.981827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9dd4f546-44f2-4ba1-bdbb-8282058919c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70478541-a273-4007-87de-65d699e2384a HTTP/1.1" status: 204 len: 168 time: 0.2962837 Jul 05 03:59:12.986052 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:12.988799 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:12.994738 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Pushing event updated for resources: {'Port': ['ID=628f050d-f8bc-46e1-8b9f-5dd29743676b,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:13.011491 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4f546-44f2-4ba1-bdbb-8282058919c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70478541-a273-4007-87de-65d699e2384a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:13.073156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Attempting to bind port 628f050d-f8bc-46e1-8b9f-5dd29743676b on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:13.073573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Attempting to bind port 628f050d-f8bc-46e1-8b9f-5dd29743676b by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:13.073952 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Attempting to bind port 628f050d-f8bc-46e1-8b9f-5dd29743676b on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:13.078971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:13.079340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:13.079976 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.080411 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:13.080876 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Bound port: 628f050d-f8bc-46e1-8b9f-5dd29743676b, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:13.081260 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.158290 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] For port 628f050d-f8bc-46e1-8b9f-5dd29743676b, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:13.162883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] For port 628f050d-f8bc-46e1-8b9f-5dd29743676b, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=628f050d-f8bc-46e1-8b9f-5dd29743676b,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:13.233976 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7631db2d-0304-4c50-9199-40d71a7f5942 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.238840 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.285699 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7631db2d-0304-4c50-9199-40d71a7f5942 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:13.289216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-7631db2d-0304-4c50-9199-40d71a7f5942 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:13.293492 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7631db2d-0304-4c50-9199-40d71a7f5942 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.294090 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7631db2d-0304-4c50-9199-40d71a7f5942 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.305502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631db2d-0304-4c50-9199-40d71a7f5942 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=e1861516-91dd-402d-89f0-6c524be07c89,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:13.324164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971aef0a-93c3-41f8-8f1a-8f41a02cc437 None None] Pushing event updated for resources: {'Port': ['ID=628f050d-f8bc-46e1-8b9f-5dd29743676b,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:13.390666 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7631db2d-0304-4c50-9199-40d71a7f5942 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9151688 Jul 05 03:59:13.393208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49086) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:13.399473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0357dca7-180f-4253-a8f0-a661716cea75 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'mac_address': 'fa:16:3e:6b:62:b4', 'name': 'tempest-NetworksTestDHCPv6-1934555680'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:13.740640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b33a0-bccf-4625-8c1c-dafe4f7049bd req-364e963f-7919-4f12-a33b-7435fb080001 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.742292 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef3b33a0-bccf-4625-8c1c-dafe4f7049bd req-364e963f-7919-4f12-a33b-7435fb080001 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 943 time: 0.1995394 Jul 05 03:59:13.758895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebfab7-65f4-4687-aa1a-690afc84a666 req-cf46e4aa-4c93-47d5-9338-8da1ede37522 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.765242 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6ebfab7-65f4-4687-aa1a-690afc84a666 req-cf46e4aa-4c93-47d5-9338-8da1ede37522 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 945 time: 0.2212975 Jul 05 03:59:13.768546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0357dca7-180f-4253-a8f0-a661716cea75 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:13.769717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 628f050d-f8bc-46e1-8b9f-5dd29743676b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:13.875388 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 628f050d-f8bc-46e1-8b9f-5dd29743676b completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:13.904909 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef3b33a0-bccf-4625-8c1c-dafe4f7049bd req-23128b8c-f60f-4544-a20d-ac7b93b0df08 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379201 Jul 05 03:59:13.932934 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2e1acd05-2d66-4f20-a291-ad1e55c07b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.951413 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6ebfab7-65f4-4687-aa1a-690afc84a666 req-82809222-1f27-4622-a769-d85bb6e4e022 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773894 Jul 05 03:59:13.989964 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0357dca7-180f-4253-a8f0-a661716cea75 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.018090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-0357dca7-180f-4253-a8f0-a661716cea75 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port 7b142e8e-c7ba-4ec3-a051-1cc1e6275397 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:59:14.315004 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.414698 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:14.503957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 828b5f73-a826-4cf5-8ffb-0041ebcd8726 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:14.506263 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 235dc60a-77cb-4c01-85af-593c87116a3d up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:14.562993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e8921-d6ba-484e-a2ed-eb9c811a056f req-2d359bd6-7764-46b0-ac3d-820e3a60d0e4 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:14.565217 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d19e8921-d6ba-484e-a2ed-eb9c811a056f req-2d359bd6-7764-46b0-ac3d-820e3a60d0e4 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 948 time: 0.5051558 Jul 05 03:59:14.637124 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d19e8921-d6ba-484e-a2ed-eb9c811a056f req-ce3776fa-143c-4d57-9595-a2f16efc8e3f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481009 Jul 05 03:59:14.646886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-0357dca7-180f-4253-a8f0-a661716cea75 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 172.20.0.13 (764cff81-f32e-40f8-af56-b4a9d80a62e7/e1861516-91dd-402d-89f0-6c524be07c89/7b142e8e-c7ba-4ec3-a051-1cc1e6275397) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:14.655602 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-0357dca7-180f-4253-a8f0-a661716cea75 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::f816:3eff:fe6b:62b4 (764cff81-f32e-40f8-af56-b4a9d80a62e7/b99e4d6b-0264-43c9-b328-3d2330b6e9c4/7b142e8e-c7ba-4ec3-a051-1cc1e6275397) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:14.673280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a839176a-8a04-4c27-b159-c714ca9f762a None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:14.791566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:14.824710 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-64b3a3d9-a3c9-4ccb-934e-fc939ac6bd95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0671411 Jul 05 03:59:14.831870 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0357dca7-180f-4253-a8f0-a661716cea75 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.833934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2', 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb', 'port_id': '3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2', 'mac_address': 'fa:16:3e:69:b1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7d7ce7-579d-4301-8ea7-b94a8620a3c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:14.839247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 828b5f73-a826-4cf5-8ffb-0041ebcd8726, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=828b5f73-a826-4cf5-8ffb-0041ebcd8726,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:14.846809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-0357dca7-180f-4253-a8f0-a661716cea75 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 7b142e8e-c7ba-4ec3-a051-1cc1e6275397 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:14.895858 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 235dc60a-77cb-4c01-85af-593c87116a3d completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:14.907031 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '828b5f73-a826-4cf5-8ffb-0041ebcd8726', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '828b5f73-a826-4cf5-8ffb-0041ebcd8726', 'mac_address': 'fa:16:3e:38:e7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:14.912428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 235dc60a-77cb-4c01-85af-593c87116a3d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:14.912812 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.916922 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1837b5b0-6253-4a58-9891-d58bc99d8832 None None] Provisioning for port 628f050d-f8bc-46e1-8b9f-5dd29743676b completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:14.940094 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.951449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-57677712-38eb-4dd6-954c-73f11fabc9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:14.951935 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-57677712-38eb-4dd6-954c-73f11fabc9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:14.952520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-57677712-38eb-4dd6-954c-73f11fabc9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:14.952990 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-57677712-38eb-4dd6-954c-73f11fabc9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:14.953464 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-57677712-38eb-4dd6-954c-73f11fabc9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:14.953939 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-57677712-38eb-4dd6-954c-73f11fabc9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:14.954413 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-57677712-38eb-4dd6-954c-73f11fabc9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:14.956371 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-57677712-38eb-4dd6-954c-73f11fabc9fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 6499 time: 0.0709486 Jul 05 03:59:14.965967 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0357dca7-180f-4253-a8f0-a661716cea75 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.989276 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1837b5b0-6253-4a58-9891-d58bc99d8832 None None] Provisioning complete for port 628f050d-f8bc-46e1-8b9f-5dd29743676b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:14.989652 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1837b5b0-6253-4a58-9891-d58bc99d8832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.042663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:15.043391 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0357dca7-180f-4253-a8f0-a661716cea75 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:15.052512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0357dca7-180f-4253-a8f0-a661716cea75 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:15.063005 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0357dca7-180f-4253-a8f0-a661716cea75 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:15.096233 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.098932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:15.108529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357dca7-180f-4253-a8f0-a661716cea75 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=7b142e8e-c7ba-4ec3-a051-1cc1e6275397,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:15.177595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0357dca7-180f-4253-a8f0-a661716cea75 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:15.177595 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0357dca7-180f-4253-a8f0-a661716cea75 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.216641 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 828b5f73-a826-4cf5-8ffb-0041ebcd8726 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:15.220895 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.241126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5adf4-8f07-40a5-a4ef-2eb6438f1c56 req-3ccab4d1-3292-4843-8898-b3f03cb22236 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:15.248764 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-86afc9fc-592b-4e22-80bc-e7b763a98842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:15.249011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0a5adf4-8f07-40a5-a4ef-2eb6438f1c56 req-3ccab4d1-3292-4843-8898-b3f03cb22236 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 943 time: 0.1821008 Jul 05 03:59:15.249608 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-86afc9fc-592b-4e22-80bc-e7b763a98842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:15.250370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-86afc9fc-592b-4e22-80bc-e7b763a98842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:15.253166 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-86afc9fc-592b-4e22-80bc-e7b763a98842 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b2509fec-b4aa-4ad3-ac1f-230ef4872f6e&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=ee2b7915-3adb-42ee-968d-9a1a80eef953&id=ee2b7915-3adb-42ee-968d-9a1a80eef953 HTTP/1.1" status: 200 len: 2293 time: 0.2326798 Jul 05 03:59:15.308927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0357dca7-180f-4253-a8f0-a661716cea75 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9117191 Jul 05 03:59:15.319531 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b808c-446d-43c1-8d9e-315664b4f9b3 req-39b23fb6-aa48-4c12-a305-dd45658a0bbc tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:15.324876 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c43b808c-446d-43c1-8d9e-315664b4f9b3 req-39b23fb6-aa48-4c12-a305-dd45658a0bbc tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 945 time: 0.1348500 Jul 05 03:59:15.324876 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49148) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:15.336497 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49150) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:15.361102 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0a5adf4-8f07-40a5-a4ef-2eb6438f1c56 req-b775477c-ca36-4c88-8dc2-aba6ac397883 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110995 Jul 05 03:59:15.403941 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-f4707c47-ea9f-4d55-bbc7-e936d1774bc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d HTTP/1.1" status: 200 len: 1001 time: 0.1399083 Jul 05 03:59:15.508775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-facdddee-ee19-4a98-9706-3d72f1d532fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:15.508775 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-facdddee-ee19-4a98-9706-3d72f1d532fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=043ce9f2-e045-400d-955c-c52ba74f89a2 HTTP/1.1" status: 200 len: 851 time: 0.0958405 Jul 05 03:59:15.510284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c43b808c-446d-43c1-8d9e-315664b4f9b3 req-c03c86c8-047b-4b53-bfbd-74dad5bc038b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712546 Jul 05 03:59:15.517750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 828b5f73-a826-4cf5-8ffb-0041ebcd8726, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=828b5f73-a826-4cf5-8ffb-0041ebcd8726,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:15.520092 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.575579 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2710929c-47c7-47ae-a371-7ba427a13f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.586847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5103cf-d078-4dd0-900c-8ecef10190eb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:15.593696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5103cf-d078-4dd0-900c-8ecef10190eb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:15.598805 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ba5103cf-d078-4dd0-900c-8ecef10190eb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2705920 Jul 05 03:59:15.599426 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49158) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:15.602391 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.607249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-97a40a25-3a5a-4ce8-b832-32fed9a74523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:15.609498 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-97a40a25-3a5a-4ce8-b832-32fed9a74523 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2509fec-b4aa-4ad3-ac1f-230ef4872f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918944 Jul 05 03:59:15.636381 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.640382 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1837b5b0-6253-4a58-9891-d58bc99d8832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.648041 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:15.707062 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9204ac57-7b1e-4d5f-8c67-7c9222c9f292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235dc60a-77cb-4c01-85af-593c87116a3d'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:15.709687 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0259cd-0e11-4bbe-9967-3bf8c0457d53" -d '{"events": [{"server_uuid": "9204ac57-7b1e-4d5f-8c67-7c9222c9f292", "name": "network-vif-plugged", "status": "completed", "tag": "235dc60a-77cb-4c01-85af-593c87116a3d"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:15.766718 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-d7d73b51-72ba-43c7-bbbf-064464de6eed service neutron] 10.222.0.36 "GET /v2.0/networks/b2509fec-b4aa-4ad3-ac1f-230ef4872f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457384 Jul 05 03:59:15.776395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 235dc60a-77cb-4c01-85af-593c87116a3d, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=235dc60a-77cb-4c01-85af-593c87116a3d,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:15.803905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-784beb8f-fd35-479d-bc8a-040ec11ded44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 7b142e8e-c7ba-4ec3-a051-1cc1e6275397 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:15.806488 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-784beb8f-fd35-479d-bc8a-040ec11ded44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.818805 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb02961-cd96-4af6-8f61-51b091c66c6a x-openstack-request-id: req-dbb02961-cd96-4af6-8f61-51b091c66c6a {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:15.819093 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9204ac57-7b1e-4d5f-8c67-7c9222c9f292", "name": "network-vif-plugged", "status": "completed", "tag": "235dc60a-77cb-4c01-85af-593c87116a3d", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:15.820726 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dbb02961-cd96-4af6-8f61-51b091c66c6a {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:15.821350 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9204ac57-7b1e-4d5f-8c67-7c9222c9f292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235dc60a-77cb-4c01-85af-593c87116a3d', 'code': 200} Jul 05 03:59:15.825947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:15.845939 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-1837b5b0-6253-4a58-9891-d58bc99d8832 None None] For port 628f050d-f8bc-46e1-8b9f-5dd29743676b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=628f050d-f8bc-46e1-8b9f-5dd29743676b,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:15.911518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=828b5f73-a826-4cf5-8ffb-0041ebcd8726,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:15.914846 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.915863 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:15.929002 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-e7fb2621-04c6-408f-8b61-6a71032c2692 service neutron] 10.222.0.36 "GET /v2.0/networks/b2509fec-b4aa-4ad3-ac1f-230ef4872f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559310 Jul 05 03:59:15.933099 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2710929c-47c7-47ae-a371-7ba427a13f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.950580 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1837b5b0-6253-4a58-9891-d58bc99d8832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.994602 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-ad716dc9-c395-43dc-bd67-c04518f7f7db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=512d2f3b-40a5-4840-ad2d-bd6629884f66 HTTP/1.1" status: 200 len: 217 time: 0.0495152 Jul 05 03:59:15.999214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253652c-491e-45e9-8d84-dbdbd4be40c4 req-3db4db78-5362-4075-b000-c637445c8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.000768 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5253652c-491e-45e9-8d84-dbdbd4be40c4 req-3db4db78-5362-4075-b000-c637445c8c37 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 1098 time: 0.1219766 Jul 05 03:59:16.014032 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-784beb8f-fd35-479d-bc8a-040ec11ded44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.031257 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['828b5f73-a826-4cf5-8ffb-0041ebcd8726'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:16.034588 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-784beb8f-fd35-479d-bc8a-040ec11ded44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 7b142e8e-c7ba-4ec3-a051-1cc1e6275397 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:16.039144 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2710929c-47c7-47ae-a371-7ba427a13f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.067081 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5253652c-491e-45e9-8d84-dbdbd4be40c4 req-2f0adaff-1da7-4e54-acc5-6726e67f2dcd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562634 Jul 05 03:59:16.069377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66367145-4b3e-4570-8432-9c264c48c4b0 None None] Update dhcp port {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'fixed_ips': [{'subnet_id': 'b99e4d6b-0264-43c9-b328-3d2330b6e9c4', 'ip_address': '2001:db8::f816:3eff:fe9e:a187'}, {'subnet_id': 'e1861516-91dd-402d-89f0-6c524be07c89'}], 'binding:host_id': 'n-d-771363-32'}, 'id': '628f050d-f8bc-46e1-8b9f-5dd29743676b'} from n-d-771363-32. {{(pid=100934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 03:59:16.070669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-53f0e6cc-95ae-470a-904c-287574305660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.072357 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-53f0e6cc-95ae-470a-904c-287574305660 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 200 len: 797 time: 0.0699933 Jul 05 03:59:16.083668 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=235dc60a-77cb-4c01-85af-593c87116a3d,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:16.125099 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2710929c-47c7-47ae-a371-7ba427a13f0b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=362612fdbbd4499683d08d296241ceaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7855120 Jul 05 03:59:16.125491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49166) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:16.186054 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-b52d398d-b6b7-41d5-b1e0-0ff498d91d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.187756 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-b52d398d-b6b7-41d5-b1e0-0ff498d91d5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1040409 Jul 05 03:59:16.195639 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-66367145-4b3e-4570-8432-9c264c48c4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.236327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:16.244917 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837b5b0-6253-4a58-9891-d58bc99d8832 None None] Pushing event updated for resources: {'Port': ['ID=628f050d-f8bc-46e1-8b9f-5dd29743676b,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:16.264040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:16.264040 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.299141 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-8300365c-86ff-4b36-a368-d0a26135eecb service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987725 Jul 05 03:59:16.302497 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-096d2899-e960-4cd2-b7a4-48aab88c1581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.329065 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-096d2899-e960-4cd2-b7a4-48aab88c1581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.372868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710929c-47c7-47ae-a371-7ba427a13f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b767a7-3bbe-4987-a31e-c9b50d0633e4,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:16.398834 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3850a-6b0a-4e93-a3bd-18ce9cd540b6 req-2d464b3a-31c3-45e8-a0eb-2eadb0bf1956 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.401705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81a3850a-6b0a-4e93-a3bd-18ce9cd540b6 req-2d464b3a-31c3-45e8-a0eb-2eadb0bf1956 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 948 time: 0.5899117 Jul 05 03:59:16.443418 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-784beb8f-fd35-479d-bc8a-040ec11ded44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.481334 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-096d2899-e960-4cd2-b7a4-48aab88c1581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.484125 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-096d2899-e960-4cd2-b7a4-48aab88c1581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.485089 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-096d2899-e960-4cd2-b7a4-48aab88c1581 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/89b767a7-3bbe-4987-a31e-c9b50d0633e4 HTTP/1.1" status: 204 len: 168 time: 0.3550394 Jul 05 03:59:16.521179 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d2899-e960-4cd2-b7a4-48aab88c1581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b767a7-3bbe-4987-a31e-c9b50d0633e4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:16.536273 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81a3850a-6b0a-4e93-a3bd-18ce9cd540b6 req-061e65a6-1da2-45d0-9cb9-d95bddc512ef tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277678 Jul 05 03:59:16.566924 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-10aceb92-581b-4ea2-91de-c496029a33b9 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865180 Jul 05 03:59:16.593144 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784beb8f-fd35-479d-bc8a-040ec11ded44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=7b142e8e-c7ba-4ec3-a051-1cc1e6275397,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:16.636302 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-595eae8f-3b7b-4a18-9f2b-e2b76ee93565 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=bd52334b-41ac-4635-b2ed-9618cb33fe9e HTTP/1.1" status: 200 len: 217 time: 0.0608041 Jul 05 03:59:16.690787 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-66367145-4b3e-4570-8432-9c264c48c4b0 None None] Allocated IP 172.20.0.2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/e1861516-91dd-402d-89f0-6c524be07c89/628f050d-f8bc-46e1-8b9f-5dd29743676b) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:16.707805 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.716787 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-4249a5eb-b27b-49ae-98b6-faebbedb9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.720568 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-4249a5eb-b27b-49ae-98b6-faebbedb9851 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 200 len: 797 time: 0.0761769 Jul 05 03:59:16.776968 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05471c13-7877-4afb-bea7-a868e77c675a req-048bb2c7-5dc2-45de-9033-5684182f228a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.782083 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-05471c13-7877-4afb-bea7-a868e77c675a req-048bb2c7-5dc2-45de-9033-5684182f228a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 944 time: 0.2421389 Jul 05 03:59:16.785272 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-784beb8f-fd35-479d-bc8a-040ec11ded44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.793643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-784beb8f-fd35-479d-bc8a-040ec11ded44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/7b142e8e-c7ba-4ec3-a051-1cc1e6275397 HTTP/1.1" status: 204 len: 168 time: 1.1926751 Jul 05 03:59:16.794366 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49176) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:16.854836 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-05471c13-7877-4afb-bea7-a868e77c675a req-c0fde185-f5bf-4fde-9735-3016d98dccc7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717661 Jul 05 03:59:16.879826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-bd836e8d-35e2-4522-8c6f-30ed94bbad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.887463 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-bd836e8d-35e2-4522-8c6f-30ed94bbad61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1539352 Jul 05 03:59:16.913129 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.941679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:16.983464 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-66367145-4b3e-4570-8432-9c264c48c4b0 None None] For port 628f050d-f8bc-46e1-8b9f-5dd29743676b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=628f050d-f8bc-46e1-8b9f-5dd29743676b,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:16.986293 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.017139 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d922d532-44ce-4e3c-91a9-9ee981031965 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.019186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d922d532-44ce-4e3c-91a9-9ee981031965 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.022286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d922d532-44ce-4e3c-91a9-9ee981031965 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.024584 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d922d532-44ce-4e3c-91a9-9ee981031965 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2077971 Jul 05 03:59:17.031098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49182) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:17.053325 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-66367145-4b3e-4570-8432-9c264c48c4b0 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.063067 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-4e674036-994b-4753-82b1-9f27a23bb6a7 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706617 Jul 05 03:59:17.079567 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:17.089703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-66367145-4b3e-4570-8432-9c264c48c4b0 None None] Transition to ACTIVE for port object 628f050d-f8bc-46e1-8b9f-5dd29743676b will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:17.169774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3d2fa-0db7-4af5-8b3b-5d154819ab53 req-c334a3ac-745e-49e4-85d6-adc88eae1140 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.173365 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-66367145-4b3e-4570-8432-9c264c48c4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.177232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ae3d2fa-0db7-4af5-8b3b-5d154819ab53 req-c334a3ac-745e-49e4-85d6-adc88eae1140 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2929966 Jul 05 03:59:17.191743 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-4ae3c630-562f-4513-ad4d-216d813c1303 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238923 Jul 05 03:59:17.211005 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-307c9884-2f3d-4c03-901e-6c26119b70ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet b99e4d6b-0264-43c9-b328-3d2330b6e9c4 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:17.222639 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-307c9884-2f3d-4c03-901e-6c26119b70ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.238294 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-ccec631b-b6d4-4cd5-8902-36d7e4db52e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=f7991792-8e2e-4ea5-bce6-4072571e392e HTTP/1.1" status: 200 len: 217 time: 0.0372458 Jul 05 03:59:17.283245 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ae3d2fa-0db7-4af5-8b3b-5d154819ab53 req-6fa0b016-8c48-43da-8b99-27f33399a0e5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048520 Jul 05 03:59:17.327600 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66367145-4b3e-4570-8432-9c264c48c4b0 None None] Pushing event updated for resources: {'Port': ['ID=628f050d-f8bc-46e1-8b9f-5dd29743676b,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:17.338992 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-307c9884-2f3d-4c03-901e-6c26119b70ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.357595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-01010a99-8f0a-4eb5-944f-a888271c9e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.360646 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-01010a99-8f0a-4eb5-944f-a888271c9e95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 200 len: 797 time: 0.1154416 Jul 05 03:59:17.430933 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-59fb67a0-61ec-4c92-98c8-ac9fe033f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.432958 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-59fb67a0-61ec-4c92-98c8-ac9fe033f2db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0622385 Jul 05 03:59:17.477699 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-307c9884-2f3d-4c03-901e-6c26119b70ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.558937 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-6c7472b8-8b26-4ddc-bd85-c23dbdfeae4d service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173649 Jul 05 03:59:17.704407 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-307c9884-2f3d-4c03-901e-6c26119b70ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.755051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 628f050d-f8bc-46e1-8b9f-5dd29743676b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:17.781484 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c9884-2f3d-4c03-901e-6c26119b70ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=b99e4d6b-0264-43c9-b328-3d2330b6e9c4,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:17.805380 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-307c9884-2f3d-4c03-901e-6c26119b70ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.810965 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-307c9884-2f3d-4c03-901e-6c26119b70ce tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/b99e4d6b-0264-43c9-b328-3d2330b6e9c4 HTTP/1.1" status: 204 len: 168 time: 0.7769794 Jul 05 03:59:17.812854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49202) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:17.824602 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2707f076-0264-40c7-877f-fc77e07ec2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:17.828216 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d6fcd5-f45b-408d-a652-0865b02e9562" -d '{"events": [{"server_uuid": "2707f076-0264-40c7-877f-fc77e07ec2bc", "name": "network-vif-plugged", "status": "completed", "tag": "9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:17.900048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f748c2-6312-477d-b12d-20aaa51e8b45 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet e1861516-91dd-402d-89f0-6c524be07c89 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:17.910112 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7f748c2-6312-477d-b12d-20aaa51e8b45 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.962996 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7f748c2-6312-477d-b12d-20aaa51e8b45 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.014350 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15933c55-cea4-4cf8-bf06-cb7cf527faa6 x-openstack-request-id: req-15933c55-cea4-4cf8-bf06-cb7cf527faa6 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:18.014660 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2707f076-0264-40c7-877f-fc77e07ec2bc", "name": "network-vif-plugged", "status": "completed", "tag": "9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:18.014912 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-15933c55-cea4-4cf8-bf06-cb7cf527faa6 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:18.015301 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2707f076-0264-40c7-877f-fc77e07ec2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4', 'code': 200} Jul 05 03:59:18.115983 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7f748c2-6312-477d-b12d-20aaa51e8b45 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.224813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cc2b7-bb7f-4e10-988c-8d2823088824 req-7475c034-8d40-4922-81c8-f1021b61260f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.234786 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b8cc2b7-bb7f-4e10-988c-8d2823088824 req-7475c034-8d40-4922-81c8-f1021b61260f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 949 time: 0.4675763 Jul 05 03:59:18.297487 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7f748c2-6312-477d-b12d-20aaa51e8b45 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.328912 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-82e23674-80e4-40ad-959d-d964f522ea5d service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7614524 Jul 05 03:59:18.336588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2535c9d-0963-4f90-a8b4-a3fc0d159e82 req-b8c816d9-d347-4eda-83a0-559639f17f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.338121 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b2535c9d-0963-4f90-a8b4-a3fc0d159e82 req-b8c816d9-d347-4eda-83a0-559639f17f12 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 1101 time: 0.1089654 Jul 05 03:59:18.345948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f748c2-6312-477d-b12d-20aaa51e8b45 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=e1861516-91dd-402d-89f0-6c524be07c89,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:18.355997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b79dec-b2e0-414a-9917-81d42ca855ca None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:18.361813 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b8cc2b7-bb7f-4e10-988c-8d2823088824 req-a435fb7e-dc89-426f-ab62-3327d2fa9acb tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260800 Jul 05 03:59:18.366212 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7f748c2-6312-477d-b12d-20aaa51e8b45 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.371058 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e7f748c2-6312-477d-b12d-20aaa51e8b45 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/e1861516-91dd-402d-89f0-6c524be07c89 HTTP/1.1" status: 204 len: 168 time: 0.5542974 Jul 05 03:59:18.371636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49216) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:18.399162 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-cf6e6ed6-018e-47a3-822d-734bf443c196 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f HTTP/1.1" status: 200 len: 217 time: 0.0601335 Jul 05 03:59:18.446439 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b2535c9d-0963-4f90-a8b4-a3fc0d159e82 req-a32a090c-1b2b-4fd5-baaa-7939f55fc98b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002243 Jul 05 03:59:18.463212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-4d7a765b-bf15-4d87-8670-8e32b9e177a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.463546 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:18.464792 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-4d7a765b-bf15-4d87-8670-8e32b9e177a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 200 len: 797 time: 0.0589845 Jul 05 03:59:18.468096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-eeaf82d4-d87d-44b6-824c-766522d99d15 None None] Could not find standard attr ID for object 7b142e8e-c7ba-4ec3-a051-1cc1e6275397. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:59:18.494376 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5bc05f7d-ccbf-49a9-8f4b-3353cd42ccda tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045325 Jul 05 03:59:18.496927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49220) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:18.504020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-717eba7a-f778-4f42-b802-9416bedacfcf tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:18.539560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748d843-05d7-44ea-8d91-ab0dd1fc63cd req-ffca80de-7cf3-421f-b816-6bb3414e48dc tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.540955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 828b5f73-a826-4cf5-8ffb-0041ebcd8726 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:18.542131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b748d843-05d7-44ea-8d91-ab0dd1fc63cd req-ffca80de-7cf3-421f-b816-6bb3414e48dc tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 944 time: 0.3047948 Jul 05 03:59:18.552601 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-c123986c-6cc1-4b99-a0ee-b74129f6787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.555227 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-c123986c-6cc1-4b99-a0ee-b74129f6787e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0810714 Jul 05 03:59:18.667502 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-eeaf82d4-d87d-44b6-824c-766522d99d15 None None] Provisioning for port 628f050d-f8bc-46e1-8b9f-5dd29743676b completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:18.690388 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-eeaf82d4-d87d-44b6-824c-766522d99d15 None None] Provisioning complete for port 628f050d-f8bc-46e1-8b9f-5dd29743676b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:18.691208 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-eeaf82d4-d87d-44b6-824c-766522d99d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.717147 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b748d843-05d7-44ea-8d91-ab0dd1fc63cd req-8aea0c9d-4aea-4f8a-b06c-8950d9a812dc tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624603 Jul 05 03:59:18.719487 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-c6d41509-3060-4e09-ac6e-fe245ff0b50a service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542301 Jul 05 03:59:18.770481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:18.783260 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8bbd1-9651-4c0b-8932-a92d61eb59ba req-e07107d0-089e-4801-99e0-8f76910036c0 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.790947 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2cb8bbd1-9651-4c0b-8932-a92d61eb59ba req-e07107d0-089e-4801-99e0-8f76910036c0 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2478271 Jul 05 03:59:18.810391 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 828b5f73-a826-4cf5-8ffb-0041ebcd8726 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:18.816786 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 828b5f73-a826-4cf5-8ffb-0041ebcd8726 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:18.817102 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.818769 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:18.819130 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.846703 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2cb8bbd1-9651-4c0b-8932-a92d61eb59ba req-82ca926b-3413-416a-8d1c-b28ec1930d37 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545418 Jul 05 03:59:18.852256 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717eba7a-f778-4f42-b802-9416bedacfcf tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:18.856320 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-717eba7a-f778-4f42-b802-9416bedacfcf tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.869743 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-f4ebe296-1503-4ba8-b650-b69a548211f2 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448183 Jul 05 03:59:18.874811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedbbf25-8438-4f29-ac8d-b0894c4d8a5e None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:59:18.950442 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-16366351-d7c8-460b-afa0-c711f2438432 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7401aa57-9d41-435b-8dc0-f5e910105980 HTTP/1.1" status: 200 len: 217 time: 0.0729933 Jul 05 03:59:19.044605 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-defbc222-a19f-4d22-bae5-bbfb6ce958a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:19.046098 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-defbc222-a19f-4d22-bae5-bbfb6ce958a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c35818c5-0831-4e64-a9b2-4971f2421e18 HTTP/1.1" status: 200 len: 797 time: 0.0870755 Jul 05 03:59:19.157346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-95e840b8-24b1-4a99-a517-2c7a8d4e34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:19.157346 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-95e840b8-24b1-4a99-a517-2c7a8d4e34a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee2b7915-3adb-42ee-968d-9a1a80eef953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1029253 Jul 05 03:59:19.200121 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.226857 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-dedbbf25-8438-4f29-ac8d-b0894c4d8a5e None None] Deleting port 628f050d-f8bc-46e1-8b9f-5dd29743676b {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:19.227282 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dedbbf25-8438-4f29-ac8d-b0894c4d8a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.234223 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.331669 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-09229fe0-bd23-4fbf-89f5-486360918dde service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666467 Jul 05 03:59:19.351881 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-5e10049a-7f0e-4395-a7d4-81bc1b1bcbc3 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:19.354110 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-5e10049a-7f0e-4395-a7d4-81bc1b1bcbc3 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/networks?id=bd58e159-a7c6-402f-bb41-680ec0a6f913 HTTP/1.1" status: 200 len: 813 time: 0.1812410 Jul 05 03:59:19.391665 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-8e995807-ba81-4098-bd9a-da54565c9e9b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/quotas/a2ee014bb2224bf8b2a8ff13d10ed4fd HTTP/1.1" status: 200 len: 375 time: 0.0231278 Jul 05 03:59:19.412547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-dedbbf25-8438-4f29-ac8d-b0894c4d8a5e None None] For port 628f050d-f8bc-46e1-8b9f-5dd29743676b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=628f050d-f8bc-46e1-8b9f-5dd29743676b,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:19.412945 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dedbbf25-8438-4f29-ac8d-b0894c4d8a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.444316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-dedbbf25-8438-4f29-ac8d-b0894c4d8a5e None None] Calling delete_port for 628f050d-f8bc-46e1-8b9f-5dd29743676b owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:19.553170 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-e0886626-fb02-42e3-8cf0-2a18cb1f6d7d service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138019 Jul 05 03:59:19.584780 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:19.600601 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-6bc73b6b-60cf-47f7-976d-b5181b4d689b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3811ad8e-f193-4d3c-9583-2f5e428524c0 HTTP/1.1" status: 200 len: 217 time: 0.0396166 Jul 05 03:59:19.602096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 828b5f73-a826-4cf5-8ffb-0041ebcd8726, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=828b5f73-a826-4cf5-8ffb-0041ebcd8726,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:19.701833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-25299496-078a-435d-8b33-e800767280f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:19.703260 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.703433 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-25299496-078a-435d-8b33-e800767280f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c35818c5-0831-4e64-a9b2-4971f2421e18 HTTP/1.1" status: 200 len: 797 time: 0.0955243 Jul 05 03:59:19.710946 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.738368 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-d02e2027-cc34-48c5-8738-ca51fc94dec3 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2ee014bb2224bf8b2a8ff13d10ed4fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3455930 Jul 05 03:59:19.739136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 628f050d-f8bc-46e1-8b9f-5dd29743676b no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:19.798205 n-d-771363-32 neutron-server[100933]: DEBUG neutron.objects.ports [None req-717eba7a-f778-4f42-b802-9416bedacfcf tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100933) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:59:19.810317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-42b1f71b-9135-417a-9043-47b0756975f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:19.814112 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-42b1f71b-9135-417a-9043-47b0756975f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee2b7915-3adb-42ee-968d-9a1a80eef953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1027160 Jul 05 03:59:19.847675 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:19.897798 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dedbbf25-8438-4f29-ac8d-b0894c4d8a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.908657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Port 628f050d-f8bc-46e1-8b9f-5dd29743676b update to DOWN by agent not found {{(pid=100934) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 03:59:19.924106 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-3a4e8780-af20-4864-b952-af89b1018077 service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012874 Jul 05 03:59:19.924332 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedbbf25-8438-4f29-ac8d-b0894c4d8a5e None None] No DVR routers for this DVR port 628f050d-f8bc-46e1-8b9f-5dd29743676b on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:19.952120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=828b5f73-a826-4cf5-8ffb-0041ebcd8726,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:19.980299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbbf25-8438-4f29-ac8d-b0894c4d8a5e None None] Pushing event deleted for resources: {'Port': ['ID=628f050d-f8bc-46e1-8b9f-5dd29743676b,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:20.025324 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8230f0f3-1a15-4dcc-8605-e7f7d5dbd736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2'}, {'server_uuid': 'f2c50cf1-2759-4da1-98ed-a1bca040b682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828b5f73-a826-4cf5-8ffb-0041ebcd8726'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:20.025324 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8766c810-914d-44cb-bcc8-15fe4e71ebc8" -d '{"events": [{"server_uuid": "8230f0f3-1a15-4dcc-8605-e7f7d5dbd736", "name": "network-vif-plugged", "status": "completed", "tag": "3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2"}, {"server_uuid": "f2c50cf1-2759-4da1-98ed-a1bca040b682", "name": "network-vif-plugged", "status": "completed", "tag": "828b5f73-a826-4cf5-8ffb-0041ebcd8726"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:20.075016 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5e99e5e-2b25-4030-9727-8cb2622307c4 req-edf8e2e4-e458-40ab-baa9-0dfb8de73a90 service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323869 Jul 05 03:59:20.149404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827a933-addc-4698-81a9-80ed1f37425b req-c965e701-899d-4a26-b6a9-d127bdd3bf0b tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.150799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e827a933-addc-4698-81a9-80ed1f37425b req-c965e701-899d-4a26-b6a9-d127bdd3bf0b tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 949 time: 0.5434840 Jul 05 03:59:20.172988 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-20ad5bcd-2311-4f7f-8098-c31bcb04c561 service neutron] 10.222.0.38 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019427 Jul 05 03:59:20.196160 n-d-771363-32 neutron-server[100933]: WARNING neutron.services.revisions.revision_plugin [None req-717eba7a-f778-4f42-b802-9416bedacfcf tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Could not find related port for resource to bump revision. Jul 05 03:59:20.255435 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.ipam_pluggable_backend [None req-717eba7a-f778-4f42-b802-9416bedacfcf tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Port 628f050d-f8bc-46e1-8b9f-5dd29743676b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100933) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 05 03:59:20.255744 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.ipam_pluggable_backend [None req-717eba7a-f778-4f42-b802-9416bedacfcf tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9e:a187 {{(pid=100933) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 05 03:59:20.266555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.ipam_pluggable_backend [None req-717eba7a-f778-4f42-b802-9416bedacfcf tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9e:a187 {{(pid=100933) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 05 03:59:20.271368 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-717eba7a-f778-4f42-b802-9416bedacfcf tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.322035 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e827a933-addc-4698-81a9-80ed1f37425b req-77f0e24f-7fb2-4fe7-b934-46b3e60e7040 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509795 Jul 05 03:59:20.345644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717eba7a-f778-4f42-b802-9416bedacfcf tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:20.357390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-717eba7a-f778-4f42-b802-9416bedacfcf tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:20.360568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717eba7a-f778-4f42-b802-9416bedacfcf tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.362607 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-717eba7a-f778-4f42-b802-9416bedacfcf tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.366712 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95058f1a-4446-40e7-9656-198b71b09f3a None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:20.378698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-68ceb66d-d3ee-46eb-8e35-bccfa7c307b7 service neutron] 10.222.0.38 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801782 Jul 05 03:59:20.381369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717eba7a-f778-4f42-b802-9416bedacfcf tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=4cfe01fb-d1f2-4093-ad76-12a1d6397d93,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:20.525736 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-717eba7a-f778-4f42-b802-9416bedacfcf tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0275099 Jul 05 03:59:20.526003 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49288) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:20.532918 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-62122ea7-f85b-4eb9-99e1-4d3a595bf719 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:20.577075 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3487a-a4c2-48e5-ad97-2bfdc3ac5c6b req-ad5fd554-08d4-4be0-8aea-c5a146ab20d7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.578961 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4cc3487a-a4c2-48e5-ad97-2bfdc3ac5c6b req-ad5fd554-08d4-4be0-8aea-c5a146ab20d7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 945 time: 0.0945837 Jul 05 03:59:20.596243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': '4cfe01fb-d1f2-4093-ad76-12a1d6397d93'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:20.597179 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.635847 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4cc3487a-a4c2-48e5-ad97-2bfdc3ac5c6b req-ea59457e-bbdc-4fe4-84b1-dff20f195a7e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485590 Jul 05 03:59:20.750810 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f234ca58-d535-46ec-8245-4066635dc940 x-openstack-request-id: req-f234ca58-d535-46ec-8245-4066635dc940 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:20.751265 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8230f0f3-1a15-4dcc-8605-e7f7d5dbd736", "name": "network-vif-plugged", "status": "completed", "tag": "3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2", "code": 200}, {"server_uuid": "f2c50cf1-2759-4da1-98ed-a1bca040b682", "name": "network-vif-plugged", "status": "completed", "tag": "828b5f73-a826-4cf5-8ffb-0041ebcd8726", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:20.751609 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f234ca58-d535-46ec-8245-4066635dc940 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:20.752179 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8230f0f3-1a15-4dcc-8605-e7f7d5dbd736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2', 'code': 200} Jul 05 03:59:20.753064 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c50cf1-2759-4da1-98ed-a1bca040b682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828b5f73-a826-4cf5-8ffb-0041ebcd8726', 'code': 200} Jul 05 03:59:20.847536 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ecb7452-9c15-4b6e-9a4f-f946e246ebb9 req-34c54545-6ef3-456b-9e7e-54ea9f0fbb6e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 210 time: 0.0638304 Jul 05 03:59:20.926204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62122ea7-f85b-4eb9-99e1-4d3a595bf719 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:20.929868 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-62122ea7-f85b-4eb9-99e1-4d3a595bf719 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.963364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Allocated IP 2001:db8::f816:3eff:fed2:73f2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/4cfe01fb-d1f2-4093-ad76-12a1d6397d93/8ab8a162-cb11-4f79-95b8-e77e72b15bd0) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:21.101624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e0020-162e-4f89-a8a7-29ff05cef92e req-dcd748de-bf8f-4548-9ff9-8be6a534f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.113343 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad6e0020-162e-4f89-a8a7-29ff05cef92e req-dcd748de-bf8f-4548-9ff9-8be6a534f760 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 1097 time: 0.2862852 Jul 05 03:59:21.135698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e29cb-9fbd-4e37-b4b2-3986736ed223 req-6f6752c0-4f5f-44d4-8b7f-f0bef60d731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.137296 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e18e29cb-9fbd-4e37-b4b2-3986736ed223 req-6f6752c0-4f5f-44d4-8b7f-f0bef60d731e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 1100 time: 0.2326355 Jul 05 03:59:21.167089 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.177313 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Transition to ACTIVE for port object 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:21.198180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Transition to ACTIVE for port object 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:21.241857 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad6e0020-162e-4f89-a8a7-29ff05cef92e req-0e5e14ef-adf7-4c89-a987-7469bbcaa4bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188455 Jul 05 03:59:21.254571 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e18e29cb-9fbd-4e37-b4b2-3986736ed223 req-19e43207-4276-4a3f-bd53-bf81e1c54b10 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993354 Jul 05 03:59:21.297643 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.367436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:21.370872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:21.375296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:21.378368 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Pushing event updated for resources: {'Port': ['ID=8ab8a162-cb11-4f79-95b8-e77e72b15bd0,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:21.435013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Attempting to bind port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:21.435388 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Attempting to bind port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:21.435801 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Attempting to bind port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:21.436849 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-62122ea7-f85b-4eb9-99e1-4d3a595bf719 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.445515 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:21.445920 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:21.447338 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.447774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:21.448427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Bound port: 8ab8a162-cb11-4f79-95b8-e77e72b15bd0, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:21.448804 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.521017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62122ea7-f85b-4eb9-99e1-4d3a595bf719 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:21.526328 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-62122ea7-f85b-4eb9-99e1-4d3a595bf719 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:21.536140 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62122ea7-f85b-4eb9-99e1-4d3a595bf719 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.536355 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] For port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:21.536534 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-62122ea7-f85b-4eb9-99e1-4d3a595bf719 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.536651 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c172c66-e8fd-432c-a193-64ccaec4943c req-1c14c186-5160-4142-9f38-b7042ea32a72 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.536651 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c172c66-e8fd-432c-a193-64ccaec4943c req-1c14c186-5160-4142-9f38-b7042ea32a72 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 949 time: 0.0896926 Jul 05 03:59:21.539594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] For port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8ab8a162-cb11-4f79-95b8-e77e72b15bd0,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:21.556559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62122ea7-f85b-4eb9-99e1-4d3a595bf719 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=158170c5-9dfe-4e6e-bd48-6d7b1782d4ca,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:21.577729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c172c66-e8fd-432c-a193-64ccaec4943c req-a428c91a-0b87-4f55-8719-c7de70d193bf tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344057 Jul 05 03:59:21.613138 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.698820 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-62122ea7-f85b-4eb9-99e1-4d3a595bf719 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1709621 Jul 05 03:59:21.701837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49322) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:21.707096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-9936ea63-32ac-40d0-9703-646aa6b34b31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'mac_address': 'fa:16:3e:9f:6c:ef', 'name': 'tempest-NetworksTestDHCPv6-316270037'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:21.716853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ff04c-f853-4154-8b09-06f50d4926c6 None None] Pushing event updated for resources: {'Port': ['ID=8ab8a162-cb11-4f79-95b8-e77e72b15bd0,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:21.949483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8bb60-ad59-4ca9-b681-d67d7dcf3082 req-eaec3983-d86f-469d-b43b-739b6cc87966 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.952438 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8fa8bb60-ad59-4ca9-b681-d67d7dcf3082 req-eaec3983-d86f-469d-b43b-739b6cc87966 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1956768 Jul 05 03:59:21.968472 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4341c7a-85f8-4b6a-8429-c744c5e33a8b req-b24b01a7-88df-4751-9431-9570b18a80bf tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.970029 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4341c7a-85f8-4b6a-8429-c744c5e33a8b req-b24b01a7-88df-4751-9431-9570b18a80bf tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 945 time: 0.1786411 Jul 05 03:59:21.987632 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9936ea63-32ac-40d0-9703-646aa6b34b31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:22.073967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8fa8bb60-ad59-4ca9-b681-d67d7dcf3082 req-9f9cf9d5-ddbd-4e82-be0c-298bde3cee76 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028574 Jul 05 03:59:22.113768 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4341c7a-85f8-4b6a-8429-c744c5e33a8b req-8924d3ec-ffdb-4b4c-8e18-fe9d0f27dadd tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347296 Jul 05 03:59:22.143806 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9936ea63-32ac-40d0-9703-646aa6b34b31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.197802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-9936ea63-32ac-40d0-9703-646aa6b34b31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port e50a58a9-027e-4668-8c59-879d9d9849df yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:59:22.286576 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c4873cd-c510-4d9f-9461-adeff5a3b28e req-ce3d0862-7794-4c67-bd26-4cf1051e85eb tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 210 time: 0.0372236 Jul 05 03:59:22.420441 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-9936ea63-32ac-40d0-9703-646aa6b34b31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 172.20.0.13 (764cff81-f32e-40f8-af56-b4a9d80a62e7/158170c5-9dfe-4e6e-bd48-6d7b1782d4ca/e50a58a9-027e-4668-8c59-879d9d9849df) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:22.429733 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-9936ea63-32ac-40d0-9703-646aa6b34b31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::f816:3eff:fe9f:6cef (764cff81-f32e-40f8-af56-b4a9d80a62e7/4cfe01fb-d1f2-4093-ad76-12a1d6397d93/e50a58a9-027e-4668-8c59-879d9d9849df) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:22.598556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49344) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:22.685583 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9936ea63-32ac-40d0-9703-646aa6b34b31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.700574 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-9936ea63-32ac-40d0-9703-646aa6b34b31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object e50a58a9-027e-4668-8c59-879d9d9849df will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:22.770487 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8817cab5-d3ed-4a2e-afa1-0234a15e2655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.786078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488a583b-cfa0-4ba3-8c3a-048e8cecc82f None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:22.869385 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8817cab5-d3ed-4a2e-afa1-0234a15e2655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.898901 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9936ea63-32ac-40d0-9703-646aa6b34b31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.944230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9936ea63-32ac-40d0-9703-646aa6b34b31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:22.948325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-9936ea63-32ac-40d0-9703-646aa6b34b31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:22.952696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9936ea63-32ac-40d0-9703-646aa6b34b31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:23.049730 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8817cab5-d3ed-4a2e-afa1-0234a15e2655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.106950 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8817cab5-d3ed-4a2e-afa1-0234a15e2655 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=60a7fddc55ee46108c704913fd35d9d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5063882 Jul 05 03:59:23.109545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49356) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:23.120556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817cab5-d3ed-4a2e-afa1-0234a15e2655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d20c49-d5cc-48d5-b6ce-2c2163da0e22,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:23.145818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c3975afd-e76c-447a-a74a-ebd6619abada None None] Provisioning for port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:23.182608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-de42b209-cbf8-4bca-be31-610a3d9ed9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.207408 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-de42b209-cbf8-4bca-be31-610a3d9ed9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.354039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed66add-5eda-431e-9330-d653660a680b None None] Update dhcp port {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'fixed_ips': [{'subnet_id': '4cfe01fb-d1f2-4093-ad76-12a1d6397d93', 'ip_address': '2001:db8::f816:3eff:fed2:73f2'}, {'subnet_id': '158170c5-9dfe-4e6e-bd48-6d7b1782d4ca'}], 'binding:host_id': 'n-d-771363-32'}, 'id': '8ab8a162-cb11-4f79-95b8-e77e72b15bd0'} from n-d-771363-32. {{(pid=100934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 03:59:23.401581 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aed66add-5eda-431e-9330-d653660a680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.429206 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-de42b209-cbf8-4bca-be31-610a3d9ed9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.432859 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-de42b209-cbf8-4bca-be31-610a3d9ed9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.436178 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-de42b209-cbf8-4bca-be31-610a3d9ed9d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/92d20c49-d5cc-48d5-b6ce-2c2163da0e22 HTTP/1.1" status: 204 len: 168 time: 0.3233938 Jul 05 03:59:23.443451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42b209-cbf8-4bca-be31-610a3d9ed9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d20c49-d5cc-48d5-b6ce-2c2163da0e22,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:23.496051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936ea63-32ac-40d0-9703-646aa6b34b31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=e50a58a9-027e-4668-8c59-879d9d9849df,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:23.558020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9936ea63-32ac-40d0-9703-646aa6b34b31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.558668 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9936ea63-32ac-40d0-9703-646aa6b34b31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.603881 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1f7ab-2106-47c9-8c1e-5ebe27390642 req-be4d8af6-745f-4642-ae08-699ffbc5160e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.605473 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3a1f7ab-2106-47c9-8c1e-5ebe27390642 req-be4d8af6-745f-4642-ae08-699ffbc5160e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 945 time: 0.1610913 Jul 05 03:59:23.617370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49199214-65ca-48c9-a512-10e5ff98234c req-6c351d0b-ca55-49ea-af77-14671e28d003 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.625226 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49199214-65ca-48c9-a512-10e5ff98234c req-6c351d0b-ca55-49ea-af77-14671e28d003 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1793890 Jul 05 03:59:23.635249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-aed66add-5eda-431e-9330-d653660a680b None None] Allocated IP 172.20.0.2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/158170c5-9dfe-4e6e-bd48-6d7b1782d4ca/8ab8a162-cb11-4f79-95b8-e77e72b15bd0) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:23.678387 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49199214-65ca-48c9-a512-10e5ff98234c req-7851cb75-310f-4ede-b957-4e02e9706a60 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512836 Jul 05 03:59:23.687460 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9936ea63-32ac-40d0-9703-646aa6b34b31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9841037 Jul 05 03:59:23.689935 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49368) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:23.742594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3a1f7ab-2106-47c9-8c1e-5ebe27390642 req-3e689895-ba07-4fb0-a2d1-4664925c4d1c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153824 Jul 05 03:59:23.865081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c98658-b7f5-4732-b1b6-1000aace5f2b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.867394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:23.872156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c98658-b7f5-4732-b1b6-1000aace5f2b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.878269 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a8c98658-b7f5-4732-b1b6-1000aace5f2b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1874349 Jul 05 03:59:23.881279 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49374) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:23.973708 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d153282-c346-470e-bd0e-8dd484359f52 req-afb6a10c-14f3-4d7f-9048-9bc972590328 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 210 time: 0.0490298 Jul 05 03:59:24.004235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-aed66add-5eda-431e-9330-d653660a680b None None] For port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8ab8a162-cb11-4f79-95b8-e77e72b15bd0,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:24.032699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-8e585539-fd63-44a3-b16c-0d3323f1e902 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port e50a58a9-027e-4668-8c59-879d9d9849df {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:24.033190 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e585539-fd63-44a3-b16c-0d3323f1e902 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.041715 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aed66add-5eda-431e-9330-d653660a680b None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.063223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-aed66add-5eda-431e-9330-d653660a680b None None] Transition to ACTIVE for port object 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:24.131490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b42e1-2bf0-41d3-9b61-001a06fe3b8e req-58a511a9-12bd-4b5c-9d22-ae115a9a6ac0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.133952 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-678b42e1-2bf0-41d3-9b61-001a06fe3b8e req-58a511a9-12bd-4b5c-9d22-ae115a9a6ac0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 945 time: 0.0950038 Jul 05 03:59:24.137792 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:24.141837 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:24.142220 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.195852 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aed66add-5eda-431e-9330-d653660a680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.208571 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-678b42e1-2bf0-41d3-9b61-001a06fe3b8e req-829aa103-3a2e-4809-901b-d547071f36ea tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612490 Jul 05 03:59:24.266919 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed66add-5eda-431e-9330-d653660a680b None None] Pushing event updated for resources: {'Port': ['ID=8ab8a162-cb11-4f79-95b8-e77e72b15bd0,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:24.271139 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e585539-fd63-44a3-b16c-0d3323f1e902 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.327189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-8e585539-fd63-44a3-b16c-0d3323f1e902 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for e50a58a9-027e-4668-8c59-879d9d9849df owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:24.341719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 had new provisioning blocks added so it will not transition to active. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 05 03:59:24.351362 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-429c08bf-afb7-4f6e-bd9f-3ee0e2cbc49c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.360411 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-429c08bf-afb7-4f6e-bd9f-3ee0e2cbc49c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.36 "GET /v2.0/networks?id=bd58e159-a7c6-402f-bb41-680ec0a6f913 HTTP/1.1" status: 200 len: 813 time: 0.2631130 Jul 05 03:59:24.376311 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-33fcfe7e-05b9-467e-af81-079967dcf8a5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Request body: {'port': {'device_id': '0c8c59c4-cb6e-4c62-bc63-022cc15210b6', 'network_id': 'bd58e159-a7c6-402f-bb41-680ec0a6f913', 'admin_state_up': True, 'tenant_id': 'a2ee014bb2224bf8b2a8ff13d10ed4fd'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:24.420634 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49380) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:24.438324 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-15128089-b1af-41fa-842e-f10c78c483d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.628775 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-15128089-b1af-41fa-842e-f10c78c483d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.715333 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-15128089-b1af-41fa-842e-f10c78c483d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.767915 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-15128089-b1af-41fa-842e-f10c78c483d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=47e50516354b42809026537987d4255f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458436 Jul 05 03:59:24.768488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15128089-b1af-41fa-842e-f10c78c483d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7959202-0466-4b14-bc18-454da3ba4655,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:24.770322 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49384) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:24.827468 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e585539-fd63-44a3-b16c-0d3323f1e902 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.902811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e585539-fd63-44a3-b16c-0d3323f1e902 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=e50a58a9-027e-4668-8c59-879d9d9849df,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:24.913142 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e68cad1-382b-47a6-972c-3466e812f12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.920347 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-33fcfe7e-05b9-467e-af81-079967dcf8a5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Made reservation on behalf of a2ee014bb2224bf8b2a8ff13d10ed4fd for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:24.925694 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-33fcfe7e-05b9-467e-af81-079967dcf8a5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.154762 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e68cad1-382b-47a6-972c-3466e812f12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.179936 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36906f-148d-414a-bcd7-68158a99bdfe req-91634242-0132-44b0-8ae5-eda41165704e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.183742 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d36906f-148d-414a-bcd7-68158a99bdfe req-91634242-0132-44b0-8ae5-eda41165704e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 945 time: 0.1338153 Jul 05 03:59:25.207439 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-33fcfe7e-05b9-467e-af81-079967dcf8a5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Allocated IP 172.20.0.9 (bd58e159-a7c6-402f-bb41-680ec0a6f913/50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc/029d781b-2487-4d65-976f-c241f11bfc49) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:25.221262 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e585539-fd63-44a3-b16c-0d3323f1e902 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.225429 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8e585539-fd63-44a3-b16c-0d3323f1e902 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/e50a58a9-027e-4668-8c59-879d9d9849df HTTP/1.1" status: 204 len: 168 time: 1.3394253 Jul 05 03:59:25.229491 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49392) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:25.280761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14c0cd-cc52-42d4-be81-4139de03ce6f req-e3bd52b6-c7fa-4416-9f64-2fb4dce1b08a tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.288919 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e14c0cd-cc52-42d4-be81-4139de03ce6f req-e3bd52b6-c7fa-4416-9f64-2fb4dce1b08a tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1802113 Jul 05 03:59:25.303976 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d36906f-148d-414a-bcd7-68158a99bdfe req-0dbf546b-4d26-4ee2-9ea3-6cd47667b921 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138151 Jul 05 03:59:25.411607 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-33fcfe7e-05b9-467e-af81-079967dcf8a5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.416681 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e14c0cd-cc52-42d4-be81-4139de03ce6f req-5c0b76aa-5b58-4c01-bedb-366de720cc89 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254306 Jul 05 03:59:25.419217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a795da1e-6fe9-4002-a189-3acb34fe09c4 None None] Provisioning for port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:25.426621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fda3eaa-bc90-4243-b1fe-8f0a515e8da5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.432617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fda3eaa-bc90-4243-b1fe-8f0a515e8da5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.434330 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fda3eaa-bc90-4243-b1fe-8f0a515e8da5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.435949 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3fda3eaa-bc90-4243-b1fe-8f0a515e8da5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2055283 Jul 05 03:59:25.442001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a795da1e-6fe9-4002-a189-3acb34fe09c4 None None] Provisioning complete for port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:25.442389 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a795da1e-6fe9-4002-a189-3acb34fe09c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.442731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49394) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:25.450399 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e68cad1-382b-47a6-972c-3466e812f12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.454377 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e68cad1-382b-47a6-972c-3466e812f12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.455873 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2e68cad1-382b-47a6-972c-3466e812f12c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7959202-0466-4b14-bc18-454da3ba4655 HTTP/1.1" status: 204 len: 168 time: 0.6839144 Jul 05 03:59:25.480173 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68cad1-382b-47a6-972c-3466e812f12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7959202-0466-4b14-bc18-454da3ba4655,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:25.567980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee67066-3b40-4318-a20d-110d428cff0f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 158170c5-9dfe-4e6e-bd48-6d7b1782d4ca {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:25.572222 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4ee67066-3b40-4318-a20d-110d428cff0f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.623075 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-33fcfe7e-05b9-467e-af81-079967dcf8a5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.640644 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a795da1e-6fe9-4002-a189-3acb34fe09c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.641686 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4ee67066-3b40-4318-a20d-110d428cff0f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.695471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-33fcfe7e-05b9-467e-af81-079967dcf8a5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Network bd58e159-a7c6-402f-bb41-680ec0a6f913 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:25.710402 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-33fcfe7e-05b9-467e-af81-079967dcf8a5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:25.716357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-33fcfe7e-05b9-467e-af81-079967dcf8a5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:25.732333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['235dc60a-77cb-4c01-85af-593c87116a3d'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:25.787387 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:25.788105 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcfe7e-05b9-467e-af81-079967dcf8a5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Pushing event updated for resources: {'Port': ['ID=029d781b-2487-4d65-976f-c241f11bfc49,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:25.823490 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a795da1e-6fe9-4002-a189-3acb34fe09c4 None None] For port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8ab8a162-cb11-4f79-95b8-e77e72b15bd0,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:25.829964 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-33fcfe7e-05b9-467e-af81-079967dcf8a5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.829964 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-33fcfe7e-05b9-467e-af81-079967dcf8a5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.858353 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-977b8041-be09-4302-8e0c-d039ce953648 req-d044d61a-2fae-42af-9a59-31ad857488a5 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=afd8f2684627485980d346756c579dd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529084 Jul 05 03:59:25.882575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:25.882959 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.974489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad1af3-6ce5-4323-8c2b-4e2889a314dc req-3b8dff5c-7596-4f3c-8653-7b75523fb9f9 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.980696 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-33fcfe7e-05b9-467e-af81-079967dcf8a5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6107016 Jul 05 03:59:25.982375 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bcad1af3-6ce5-4323-8c2b-4e2889a314dc req-3b8dff5c-7596-4f3c-8653-7b75523fb9f9 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 931 time: 0.1780951 Jul 05 03:59:25.989867 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4ee67066-3b40-4318-a20d-110d428cff0f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.998109 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a795da1e-6fe9-4002-a189-3acb34fe09c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.002810 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Request body: {'port': {'device_id': '0c8c59c4-cb6e-4c62-bc63-022cc15210b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:26.017503 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a795da1e-6fe9-4002-a189-3acb34fe09c4 None None] Could not find standard attr ID for object e50a58a9-027e-4668-8c59-879d9d9849df. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:59:26.052540 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.077681 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8041-be09-4302-8e0c-d039ce953648 req-58164c9d-c3bd-4312-8bda-023c868a11a6 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.079642 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-977b8041-be09-4302-8e0c-d039ce953648 req-58164c9d-c3bd-4312-8bda-023c868a11a6 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2136517 Jul 05 03:59:26.096264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795da1e-6fe9-4002-a189-3acb34fe09c4 None None] Pushing event updated for resources: {'Port': ['ID=8ab8a162-cb11-4f79-95b8-e77e72b15bd0,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:26.124874 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bcad1af3-6ce5-4323-8c2b-4e2889a314dc req-2a8e07b2-5086-4d59-bd47-3a4d861156dd tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413078 Jul 05 03:59:26.129590 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-56365695-21b4-4642-b6cc-b13e00afd76e None None] Could not find standard attr ID for object e50a58a9-027e-4668-8c59-879d9d9849df. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:59:26.144248 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-977b8041-be09-4302-8e0c-d039ce953648 req-e48b27cc-200e-4203-baff-96abf0e20908 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/quotas/afd8f2684627485980d346756c579dd8 HTTP/1.1" status: 200 len: 375 time: 0.0492601 Jul 05 03:59:26.228269 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.270489 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-977b8041-be09-4302-8e0c-d039ce953648 req-1fb2d5b9-6dd7-4f1c-9b60-0bdf567cee43 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=afd8f2684627485980d346756c579dd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1250916 Jul 05 03:59:26.278529 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4ee67066-3b40-4318-a20d-110d428cff0f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.329970 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:59:26.330535 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:59:26.338727 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4ee67066-3b40-4318-a20d-110d428cff0f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.340754 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4ee67066-3b40-4318-a20d-110d428cff0f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/158170c5-9dfe-4e6e-bd48-6d7b1782d4ca HTTP/1.1" status: 204 len: 168 time: 0.8965268 Jul 05 03:59:26.342313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee67066-3b40-4318-a20d-110d428cff0f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=158170c5-9dfe-4e6e-bd48-6d7b1782d4ca,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:26.345370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49418) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:26.423106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f32f13-73f5-40bf-837d-68255c143748 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 4cfe01fb-d1f2-4093-ad76-12a1d6397d93 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:26.426979 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f1f32f13-73f5-40bf-837d-68255c143748 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.438748 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb65ccb-43af-42b2-ab11-b25d1e2c0ccf None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:26.478433 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f1f32f13-73f5-40bf-837d-68255c143748 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.676626 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe4814-b796-46b8-b465-1e127dccd280 req-998ac131-5ac6-4521-ad79-a96fa6ea6eac tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.678646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-05fe4814-b796-46b8-b465-1e127dccd280 req-998ac131-5ac6-4521-ad79-a96fa6ea6eac tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 945 time: 0.1555717 Jul 05 03:59:26.685273 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f1f32f13-73f5-40bf-837d-68255c143748 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.784814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-05fe4814-b796-46b8-b465-1e127dccd280 req-17149c3e-1d51-4511-b7bb-b838f747afe5 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957694 Jul 05 03:59:26.908709 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029d781b-2487-4d65-976f-c241f11bfc49 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:26.916177 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a38e789-84f0-4a7d-a2f8-1abf59d2515b req-8610b786-1936-4c99-93c9-145739d5b4b9 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 210 time: 0.0556083 Jul 05 03:59:26.929626 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f1f32f13-73f5-40bf-837d-68255c143748 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.959893 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f1f32f13-73f5-40bf-837d-68255c143748 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.968907 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f1f32f13-73f5-40bf-837d-68255c143748 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/4cfe01fb-d1f2-4093-ad76-12a1d6397d93 HTTP/1.1" status: 204 len: 168 time: 0.6204174 Jul 05 03:59:26.973070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49440) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:26.985491 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.002241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f32f13-73f5-40bf-837d-68255c143748 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfe01fb-d1f2-4093-ad76-12a1d6397d93,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:27.041434 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9e67b069-0d8a-4343-a457-4728c1fa1731 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665455 Jul 05 03:59:27.043770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49446) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:27.048397 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Transition to ACTIVE for port object 029d781b-2487-4d65-976f-c241f11bfc49 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:27.051889 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-abb1e7ea-bb22-4b42-8393-8420504b1b47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:27.110418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d8b42-caff-4cea-b44e-36048c1bba4f req-9bb46adc-c379-40cd-a0a0-4a39034110dc tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.112514 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-108d8b42-caff-4cea-b44e-36048c1bba4f req-9bb46adc-c379-40cd-a0a0-4a39034110dc tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.36 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 945 time: 0.2353284 Jul 05 03:59:27.162850 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.252244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb1e7ea-bb22-4b42-8393-8420504b1b47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:27.256980 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-abb1e7ea-bb22-4b42-8393-8420504b1b47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.467316 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85627ee-fce4-4d28-b1b9-a6c466961e14 req-abaf8864-7b7e-4a89-ae27-964e0b0dfdf0 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.470349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Pushing event updated for resources: {'Port': ['ID=029d781b-2487-4d65-976f-c241f11bfc49,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:27.475403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b85627ee-fce4-4d28-b1b9-a6c466961e14 req-abaf8864-7b7e-4a89-ae27-964e0b0dfdf0 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 943 time: 0.1501842 Jul 05 03:59:27.554237 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-108d8b42-caff-4cea-b44e-36048c1bba4f req-0024b97e-ee6c-4832-b4bc-a9b7a05451b7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Deleting port 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:27.554713 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-108d8b42-caff-4cea-b44e-36048c1bba4f req-0024b97e-ee6c-4832-b4bc-a9b7a05451b7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.558610 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Attempting to bind port 029d781b-2487-4d65-976f-c241f11bfc49 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:27.559499 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Attempting to bind port 029d781b-2487-4d65-976f-c241f11bfc49 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'a4dd49fd-0509-454d-9dbd-0875ab94addb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bd58e159-a7c6-402f-bb41-680ec0a6f913'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:27.559499 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Attempting to bind port 029d781b-2487-4d65-976f-c241f11bfc49 on network bd58e159-a7c6-402f-bb41-680ec0a6f913 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:27.578999 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Port 029d781b-2487-4d65-976f-c241f11bfc49 on network bd58e159-a7c6-402f-bb41-680ec0a6f913 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:27.579586 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Attempting to bind port 029d781b-2487-4d65-976f-c241f11bfc49 on network bd58e159-a7c6-402f-bb41-680ec0a6f913 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:27.617921 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b85627ee-fce4-4d28-b1b9-a6c466961e14 req-b31b9ba8-970d-4fa6-a302-08b3173d0c0f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859797 Jul 05 03:59:27.628142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c495fb9f-0d93-4659-82c1-dd755b4e0ca8 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:27.646843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:27.647304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Checking segment: {'id': 'a4dd49fd-0509-454d-9dbd-0875ab94addb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bd58e159-a7c6-402f-bb41-680ec0a6f913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:27.647800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Bound using segment: {'id': 'a4dd49fd-0509-454d-9dbd-0875ab94addb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bd58e159-a7c6-402f-bb41-680ec0a6f913'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:27.648488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Bound port: 029d781b-2487-4d65-976f-c241f11bfc49, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4dd49fd-0509-454d-9dbd-0875ab94addb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bd58e159-a7c6-402f-bb41-680ec0a6f913'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:27.648997 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.724558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49462) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:27.773627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-108d8b42-caff-4cea-b44e-36048c1bba4f req-0024b97e-ee6c-4832-b4bc-a9b7a05451b7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] For port 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:27.774156 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-108d8b42-caff-4cea-b44e-36048c1bba4f req-0024b97e-ee6c-4832-b4bc-a9b7a05451b7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.784501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-70a99518-8cf7-413b-b131-f23f643fbd49 None None] Provisioning complete for port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:27.784501 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-70a99518-8cf7-413b-b131-f23f643fbd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.784501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:27.797502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-108d8b42-caff-4cea-b44e-36048c1bba4f req-0024b97e-ee6c-4832-b4bc-a9b7a05451b7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Calling delete_port for 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:27.800973 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] For port 029d781b-2487-4d65-976f-c241f11bfc49, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:27.822576 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] For port 029d781b-2487-4d65-976f-c241f11bfc49, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=029d781b-2487-4d65-976f-c241f11bfc49,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:27.825296 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-abb1e7ea-bb22-4b42-8393-8420504b1b47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.883044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb1e7ea-bb22-4b42-8393-8420504b1b47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:27.889170 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-abb1e7ea-bb22-4b42-8393-8420504b1b47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:27.895034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb1e7ea-bb22-4b42-8393-8420504b1b47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.895887 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-abb1e7ea-bb22-4b42-8393-8420504b1b47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.947520 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.959512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1e7ea-bb22-4b42-8393-8420504b1b47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=fa3904de-2a83-48db-80cf-e162c33a8675,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:28.004972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:28.008863 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.008863 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] 10.222.0.36 "PUT /v2.0/ports/029d781b-2487-4d65-976f-c241f11bfc49 HTTP/1.1" status: 200 len: 1092 time: 2.0137215 Jul 05 03:59:28.009868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8c59c4-cb6e-4c62-bc63-022cc15210b6', 'tag': '029d781b-2487-4d65-976f-c241f11bfc49'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:28.012514 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adb8903-afa5-4c78-b446-0cac3a269c42" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8c59c4-cb6e-4c62-bc63-022cc15210b6", "tag": "029d781b-2487-4d65-976f-c241f11bfc49"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:28.021961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:28.022582 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.028644 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5aebd272-cbcc-4961-9677-68ff4b5fe2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.049402 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa3163-45a7-4f01-95fb-18a3db9f49b1 service neutron] Pushing event updated for resources: {'Port': ['ID=029d781b-2487-4d65-976f-c241f11bfc49,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:28.092273 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-abb1e7ea-bb22-4b42-8393-8420504b1b47 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0471363 Jul 05 03:59:28.096842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49478) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:28.115641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2406d017-5423-46ea-a9e2-2e3ad96f269d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:28.146491 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd13bd5-6960-49dd-b83f-8b13bb81ff02 req-57403b5c-c4e3-4ef2-b601-0eee2238cc17 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:28.155148 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cbd13bd5-6960-49dd-b83f-8b13bb81ff02 req-57403b5c-c4e3-4ef2-b601-0eee2238cc17 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 945 time: 0.1219585 Jul 05 03:59:28.193324 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d92b40-ce95-47fb-b1f5-5d175cb1f73e None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:59:28.216772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cbd13bd5-6960-49dd-b83f-8b13bb81ff02 req-b79b6fa0-93a0-423d-b2de-42987d694b83 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591972 Jul 05 03:59:28.297069 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-68d92b40-ce95-47fb-b1f5-5d175cb1f73e None None] Deleting port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:28.297715 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-68d92b40-ce95-47fb-b1f5-5d175cb1f73e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.299463 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-108d8b42-caff-4cea-b44e-36048c1bba4f req-0024b97e-ee6c-4832-b4bc-a9b7a05451b7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.315065 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['822f9ecf-4c3d-46eb-9712-da1b4ef8696f', '3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:28.331026 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7da9eba7-5f9d-4692-a5f6-f17b78f7c717 req-d678e8f1-0e19-4633-962b-1326f42aa2db tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 210 time: 0.0410056 Jul 05 03:59:28.335110 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76ddaa3-39bd-4cd4-95ba-0ac934211991 x-openstack-request-id: req-b76ddaa3-39bd-4cd4-95ba-0ac934211991 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:28.336454 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8c59c4-cb6e-4c62-bc63-022cc15210b6", "tag": "029d781b-2487-4d65-976f-c241f11bfc49", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:28.337388 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b76ddaa3-39bd-4cd4-95ba-0ac934211991 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:28.340345 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8c59c4-cb6e-4c62-bc63-022cc15210b6', 'tag': '029d781b-2487-4d65-976f-c241f11bfc49', 'status': 'completed', 'code': 200} Jul 05 03:59:28.345533 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5aebd272-cbcc-4961-9677-68ff4b5fe2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.380726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024b97e-ee6c-4832-b4bc-a9b7a05451b7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Pushing event deleted for resources: {'Port': ['ID=3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:28.428967 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5aebd272-cbcc-4961-9677-68ff4b5fe2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.460997 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5aebd272-cbcc-4961-9677-68ff4b5fe2e7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=241ea3d6477c4576bdbb006fe9d60e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7352593 Jul 05 03:59:28.465464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49484) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:28.484124 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-68d92b40-ce95-47fb-b1f5-5d175cb1f73e None None] For port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8ab8a162-cb11-4f79-95b8-e77e72b15bd0,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:28.484533 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-68d92b40-ce95-47fb-b1f5-5d175cb1f73e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.507458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-68d92b40-ce95-47fb-b1f5-5d175cb1f73e None None] Calling delete_port for 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:28.518591 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebd272-cbcc-4961-9677-68ff4b5fe2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ddca45-e271-4836-8bae-c9d2a67f2dc2,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:28.550926 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-205c3b25-a757-4187-a10c-489dd1e4fa7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.577130 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-205c3b25-a757-4187-a10c-489dd1e4fa7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.725159 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-205c3b25-a757-4187-a10c-489dd1e4fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.727845 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-205c3b25-a757-4187-a10c-489dd1e4fa7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.730003 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-205c3b25-a757-4187-a10c-489dd1e4fa7f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a8ddca45-e271-4836-8bae-c9d2a67f2dc2 HTTP/1.1" status: 204 len: 168 time: 0.2628138 Jul 05 03:59:28.737866 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c3b25-a757-4187-a10c-489dd1e4fa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ddca45-e271-4836-8bae-c9d2a67f2dc2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:28.818110 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-68d92b40-ce95-47fb-b1f5-5d175cb1f73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.851410 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d92b40-ce95-47fb-b1f5-5d175cb1f73e None None] Pushing event deleted for resources: {'Port': ['ID=8ab8a162-cb11-4f79-95b8-e77e72b15bd0,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:28.856826 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d92b40-ce95-47fb-b1f5-5d175cb1f73e None None] No DVR routers for this DVR port 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:28.874076 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c5a5ae-8a03-4149-8edd-5cea6b318358 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:28.878328 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-108d8b42-caff-4cea-b44e-36048c1bba4f req-0024b97e-ee6c-4832-b4bc-a9b7a05451b7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] No DVR routers for this DVR port 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:28.920151 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-108d8b42-caff-4cea-b44e-36048c1bba4f req-0024b97e-ee6c-4832-b4bc-a9b7a05451b7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.922005 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617477a-7ab1-4fd5-b2c7-7d30646ab67c req-e1dea719-d678-44fc-a696-862b0ba21dca tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:28.922177 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-108d8b42-caff-4cea-b44e-36048c1bba4f req-0024b97e-ee6c-4832-b4bc-a9b7a05451b7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.36 "DELETE /v2.0/ports/3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 HTTP/1.1" status: 204 len: 173 time: 1.8030078 Jul 05 03:59:28.930906 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9617477a-7ab1-4fd5-b2c7-7d30646ab67c req-e1dea719-d678-44fc-a696-862b0ba21dca tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 943 time: 0.0913510 Jul 05 03:59:28.937667 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-9fb8bdb2-5690-4d8b-8b24-7f984561f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:28.939489 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-9fb8bdb2-5690-4d8b-8b24-7f984561f483 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2ee014bb2224bf8b2a8ff13d10ed4fd&device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 1095 time: 0.7711794 Jul 05 03:59:28.992673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9617477a-7ab1-4fd5-b2c7-7d30646ab67c req-ee93775f-ff11-4be7-9538-6da3ebfa9407 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607688 Jul 05 03:59:29.021432 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-679664c4-26dd-4f4c-94d6-0d715699ea69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=029d781b-2487-4d65-976f-c241f11bfc49 HTTP/1.1" status: 200 len: 217 time: 0.0674772 Jul 05 03:59:29.066260 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2406d017-5423-46ea-a9e2-2e3ad96f269d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:29.070094 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2406d017-5423-46ea-a9e2-2e3ad96f269d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.083533 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': 'fa3904de-2a83-48db-80cf-e162c33a8675'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:29.084446 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.129254 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-24abdb68-a21a-4205-875b-f5c39b78f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.130739 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-24abdb68-a21a-4205-875b-f5c39b78f2c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc HTTP/1.1" status: 200 len: 853 time: 0.1023324 Jul 05 03:59:29.168964 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-f1a13b75-13f1-4a6c-8281-f9ccd397bfd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd58e159-a7c6-402f-bb41-680ec0a6f913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309339 Jul 05 03:59:29.248100 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Allocated IP 172.20.0.2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/fa3904de-2a83-48db-80cf-e162c33a8675/23ec4099-67c5-48ef-9e4c-e1189f5ea012) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:29.356830 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-42c9cbf8-1874-450b-b2f9-d0a227eba4fc service neutron] 10.222.0.36 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666670 Jul 05 03:59:29.482703 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5327a3d9-6757-465f-b21a-5eda2c28940b req-3d304dd5-333b-49d0-a15d-b7929e467936 service neutron] 10.222.0.36 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999904 Jul 05 03:59:29.487197 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.508946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Transition to ACTIVE for port object 23ec4099-67c5-48ef-9e4c-e1189f5ea012 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:29.537850 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Transition to ACTIVE for port object 23ec4099-67c5-48ef-9e4c-e1189f5ea012 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:29.612443 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc70a800-c5db-4848-84c3-0c3c43842c52 req-727c8d13-9574-4b1a-b2e4-ddd20856c3a9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8230f0f3-1a15-4dcc-8605-e7f7d5dbd736 HTTP/1.1" status: 200 len: 210 time: 0.0631554 Jul 05 03:59:29.619485 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.682591 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Pushing event updated for resources: {'Port': ['ID=23ec4099-67c5-48ef-9e4c-e1189f5ea012,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:29.689885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:29.691172 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ffbeaa9c-da99-472f-8382-767359442aec req-59bbd8cc-21f6-4635-8c9d-eb6686b0bb45 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 210 time: 0.0921705 Jul 05 03:59:29.691605 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:29.694005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:29.715423 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ea000bfa-65de-4bf1-bada-18d9f5195e21 req-30bdcd5a-a574-45c9-b57b-ec971acf5d2e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0978997 Jul 05 03:59:29.750761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:29.779867 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:29.780242 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8ab8a162-cb11-4f79-95b8-e77e72b15bd0 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:29.784164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Attempting to bind port 23ec4099-67c5-48ef-9e4c-e1189f5ea012 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:29.784532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Attempting to bind port 23ec4099-67c5-48ef-9e4c-e1189f5ea012 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:29.784896 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Attempting to bind port 23ec4099-67c5-48ef-9e4c-e1189f5ea012 on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:29.793058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:29.793596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:29.794012 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.794685 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:29.800378 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Bound port: 23ec4099-67c5-48ef-9e4c-e1189f5ea012, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:29.802756 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.892343 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] For port 23ec4099-67c5-48ef-9e4c-e1189f5ea012, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:29.895783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] For port 23ec4099-67c5-48ef-9e4c-e1189f5ea012, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=23ec4099-67c5-48ef-9e4c-e1189f5ea012,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:29.937607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.objects.ports [None req-2406d017-5423-46ea-a9e2-2e3ad96f269d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:59:29.962172 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49514) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:29.977447 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.979389 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-010c2a46-42a3-49ce-9970-66f6014e58d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.090422 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-977b8041-be09-4302-8e0c-d039ce953648 req-af33dc33-052c-46f2-ab64-90492876384f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=afd8f2684627485980d346756c579dd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202838 Jul 05 03:59:30.105335 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-010c2a46-42a3-49ce-9970-66f6014e58d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.133507 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee68532-0668-49d8-a8b9-4b13057b3047 None None] Pushing event updated for resources: {'Port': ['ID=23ec4099-67c5-48ef-9e4c-e1189f5ea012,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:30.147737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000bfa-65de-4bf1-bada-18d9f5195e21 req-2247d4f4-67a7-47cd-b355-d316ff80d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.150044 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ea000bfa-65de-4bf1-bada-18d9f5195e21 req-2247d4f4-67a7-47cd-b355-d316ff80d01e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b18740ad05054462a8bead1ca98b0711&device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 1097 time: 0.3717587 Jul 05 03:59:30.178182 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-010c2a46-42a3-49ce-9970-66f6014e58d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.252865 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-010c2a46-42a3-49ce-9970-66f6014e58d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bd4fbbf236594403a3286c142a7846c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887924 Jul 05 03:59:30.255437 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49520) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:30.303287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb8903-afa5-4c78-b446-0cac3a269c42 req-bee9030c-6c97-4922-9f03-e9cf89ed6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.304891 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2adb8903-afa5-4c78-b446-0cac3a269c42 req-bee9030c-6c97-4922-9f03-e9cf89ed6aec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2ee014bb2224bf8b2a8ff13d10ed4fd&device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 1095 time: 0.4723041 Jul 05 03:59:30.349358 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8230f0f3-1a15-4dcc-8605-e7f7d5dbd736', 'name': 'network-vif-deleted', 'tag': '3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:30.351785 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c41005-c9ab-4563-a539-b988b5b4be23" -d '{"events": [{"server_uuid": "8230f0f3-1a15-4dcc-8605-e7f7d5dbd736", "name": "network-vif-deleted", "tag": "3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:30.371170 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c2a46-42a3-49ce-9970-66f6014e58d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46488a5a-857c-4069-aa82-c90d13f05ccd,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:30.487540 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b9425f24-9f39-4fa7-b65c-fc09c4e3ae7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.515991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:30.521720 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d98a9b-6aa1-4a46-b754-04cb66c56df5 x-openstack-request-id: req-a1d98a9b-6aa1-4a46-b754-04cb66c56df5 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:30.522010 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8230f0f3-1a15-4dcc-8605-e7f7d5dbd736", "name": "network-vif-deleted", "tag": "3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:30.522268 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a1d98a9b-6aa1-4a46-b754-04cb66c56df5 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:30.522677 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8230f0f3-1a15-4dcc-8605-e7f7d5dbd736', 'name': 'network-vif-deleted', 'tag': '3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2', 'status': 'completed', 'code': 200} Jul 05 03:59:30.543387 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b0ffc-7d1b-420d-8ca6-c6d08bd52e00 req-77b6b5cf-cae6-4881-9cf8-1a86f4442633 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.544485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:30.544839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3170ccb9-6ae3-4ba4-8f76-3ad0d4f27ee2 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:30.550572 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a0b0ffc-7d1b-420d-8ca6-c6d08bd52e00 req-77b6b5cf-cae6-4881-9cf8-1a86f4442633 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 943 time: 0.1927438 Jul 05 03:59:30.558551 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b9425f24-9f39-4fa7-b65c-fc09c4e3ae7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.575769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8041-be09-4302-8e0c-d039ce953648 req-0b0d05e5-1730-413a-b399-f0f89f416a4d tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.577318 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-977b8041-be09-4302-8e0c-d039ce953648 req-0b0d05e5-1730-413a-b399-f0f89f416a4d tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4614382 Jul 05 03:59:30.588090 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000bfa-65de-4bf1-bada-18d9f5195e21 req-7b6e9082-307c-4c04-ad97-fcdfa76400dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.589431 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ea000bfa-65de-4bf1-bada-18d9f5195e21 req-7b6e9082-307c-4c04-ad97-fcdfa76400dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=ec674479-f6ba-4dee-8c7c-d20f38f46c45 HTTP/1.1" status: 200 len: 898 time: 0.3942857 Jul 05 03:59:30.610915 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb8903-afa5-4c78-b446-0cac3a269c42 req-821c51c3-1474-4d86-8d20-ddecccb9b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.612653 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2adb8903-afa5-4c78-b446-0cac3a269c42 req-821c51c3-1474-4d86-8d20-ddecccb9b144 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd58e159-a7c6-402f-bb41-680ec0a6f913 HTTP/1.1" status: 200 len: 914 time: 0.2927978 Jul 05 03:59:30.620250 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a0b0ffc-7d1b-420d-8ca6-c6d08bd52e00 req-0553d58d-102b-4c97-9c6e-65ccb0e67413 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687621 Jul 05 03:59:30.627841 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-977b8041-be09-4302-8e0c-d039ce953648 req-b1281811-f9b5-4f5e-b09b-91f51ab9644e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Request body: {'port': {'device_id': 'b25062af-d873-450b-808f-7c4b33ddf531', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': 'afd8f2684627485980d346756c579dd8'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:30.699708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49528) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:30.732046 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b9425f24-9f39-4fa7-b65c-fc09c4e3ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.735291 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b9425f24-9f39-4fa7-b65c-fc09c4e3ae7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.740576 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b9425f24-9f39-4fa7-b65c-fc09c4e3ae7f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46488a5a-857c-4069-aa82-c90d13f05ccd HTTP/1.1" status: 204 len: 168 time: 0.4805114 Jul 05 03:59:30.740682 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2406d017-5423-46ea-a9e2-2e3ad96f269d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.764255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9425f24-9f39-4fa7-b65c-fc09c4e3ae7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46488a5a-857c-4069-aa82-c90d13f05ccd,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:30.844288 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2adb8903-afa5-4c78-b446-0cac3a269c42 req-80b32902-14f5-425e-aace-8a0ab5679800 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=029d781b-2487-4d65-976f-c241f11bfc49 HTTP/1.1" status: 200 len: 217 time: 0.2090871 Jul 05 03:59:30.859078 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f874b8d-8347-4a84-b649-2436d0d75558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.925457 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96169a42-11f1-4b7d-ad06-90de6ec631ea req-703b1334-9c64-42eb-967a-0efcf4dd8f46 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 210 time: 0.0377743 Jul 05 03:59:30.944482 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ea000bfa-65de-4bf1-bada-18d9f5195e21 req-5a4257da-c2ad-4922-bba6-b5c392ea4853 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3974d4cd-a29e-4664-bc64-b8bf7852cc3a HTTP/1.1" status: 200 len: 1001 time: 0.3418987 Jul 05 03:59:31.016114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb8903-afa5-4c78-b446-0cac3a269c42 req-fb998fe1-82d2-41ed-8fd1-768aba8daf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.032647 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2adb8903-afa5-4c78-b446-0cac3a269c42 req-fb998fe1-82d2-41ed-8fd1-768aba8daf01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc HTTP/1.1" status: 200 len: 853 time: 0.1766355 Jul 05 03:59:31.032830 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f874b8d-8347-4a84-b649-2436d0d75558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.090106 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2adb8903-afa5-4c78-b446-0cac3a269c42 req-2119eff8-ee14-4f08-84eb-1611d55b8f16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd58e159-a7c6-402f-bb41-680ec0a6f913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415957 Jul 05 03:59:31.131229 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f874b8d-8347-4a84-b649-2436d0d75558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.158973 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000bfa-65de-4bf1-bada-18d9f5195e21 req-84e0fdc3-5f3b-4749-a31a-5863a23105a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.160496 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ea000bfa-65de-4bf1-bada-18d9f5195e21 req-84e0fdc3-5f3b-4749-a31a-5863a23105a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fbe35c1f-8425-49c9-a815-5964dc5cc9e5 HTTP/1.1" status: 200 len: 834 time: 0.1986632 Jul 05 03:59:31.200487 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f874b8d-8347-4a84-b649-2436d0d75558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393f1173-3f48-44cb-baf7-c2a563b30928,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:31.234314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9f874b8d-8347-4a84-b649-2436d0d75558 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9f8ca808cbf4c3aaa570a66858ee6a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5332460 Jul 05 03:59:31.238025 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49548) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:31.298356 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0ce3fee-e067-4325-a0a0-3b2a9f9f8c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.322271 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0ce3fee-e067-4325-a0a0-3b2a9f9f8c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.326632 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-2406d017-5423-46ea-a9e2-2e3ad96f269d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] For port 23ec4099-67c5-48ef-9e4c-e1189f5ea012, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=23ec4099-67c5-48ef-9e4c-e1189f5ea012,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:31.355369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977b8041-be09-4302-8e0c-d039ce953648 req-b1281811-f9b5-4f5e-b09b-91f51ab9644e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Made reservation on behalf of afd8f2684627485980d346756c579dd8 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:31.358770 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-977b8041-be09-4302-8e0c-d039ce953648 req-b1281811-f9b5-4f5e-b09b-91f51ab9644e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.370368 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2adb8903-afa5-4c78-b446-0cac3a269c42 req-10a8ffe0-4062-4229-8a0c-847b547a1aec service neutron] 10.222.0.36 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686923 Jul 05 03:59:31.403804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000bfa-65de-4bf1-bada-18d9f5195e21 req-ff681aa8-9ca7-4a5b-b346-cd224c18cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.405351 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ea000bfa-65de-4bf1-bada-18d9f5195e21 req-ff681aa8-9ca7-4a5b-b346-cd224c18cb41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ec674479-f6ba-4dee-8c7c-d20f38f46c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2072721 Jul 05 03:59:31.407452 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2406d017-5423-46ea-a9e2-2e3ad96f269d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.473702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9f9b1f35-fcca-4e93-89f6-db282c747e1b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.475289 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9f9b1f35-fcca-4e93-89f6-db282c747e1b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 805 time: 0.1509464 Jul 05 03:59:31.496708 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-2eab6269-5955-4d9d-8f1b-2710445aa056 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/quotas/b54499cdf5b04da2a0e9616d056ed57c HTTP/1.1" status: 200 len: 375 time: 0.0139904 Jul 05 03:59:31.507798 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2406d017-5423-46ea-a9e2-2e3ad96f269d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.508626 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2406d017-5423-46ea-a9e2-2e3ad96f269d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.551748 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0ce3fee-e067-4325-a0a0-3b2a9f9f8c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.554464 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0ce3fee-e067-4325-a0a0-3b2a9f9f8c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.555208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d79109c9-5f6a-4c55-825c-da8b7a29169f None None] Provisioning for port 23ec4099-67c5-48ef-9e4c-e1189f5ea012 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:31.576339 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c0ce3fee-e067-4325-a0a0-3b2a9f9f8c04 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/393f1173-3f48-44cb-baf7-c2a563b30928 HTTP/1.1" status: 204 len: 168 time: 0.3328233 Jul 05 03:59:31.577303 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49560) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:31.601568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce3fee-e067-4325-a0a0-3b2a9f9f8c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393f1173-3f48-44cb-baf7-c2a563b30928,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:31.608680 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-df58861a-1a7d-4c50-abe1-11721dbf2e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.682727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-89aa9fef-5d15-4b30-8709-e16c53a9b84f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1838448 Jul 05 03:59:31.807025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 23ec4099-67c5-48ef-9e4c-e1189f5ea012 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:31.831422 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-bd92ab11-c1d1-4904-94b4-ccbbf83b92ae service neutron] 10.222.0.38 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478314 Jul 05 03:59:31.959891 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-df58861a-1a7d-4c50-abe1-11721dbf2e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.973215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 23ec4099-67c5-48ef-9e4c-e1189f5ea012 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:31.981405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 23ec4099-67c5-48ef-9e4c-e1189f5ea012 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:31.983811 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.997069 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-699be78a-e856-4d66-82f6-bf6ff89b3a94 service neutron] 10.222.0.38 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647711 Jul 05 03:59:32.031748 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c769-7fdd-4f27-8f74-730b48344945 req-53a71ba7-7eda-49b4-875e-bde643c4708d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:32.035490 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ae6c769-7fdd-4f27-8f74-730b48344945 req-53a71ba7-7eda-49b4-875e-bde643c4708d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 943 time: 0.1539042 Jul 05 03:59:32.040978 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-df58861a-1a7d-4c50-abe1-11721dbf2e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.047584 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2406d017-5423-46ea-a9e2-2e3ad96f269d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:32.085877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-2406d017-5423-46ea-a9e2-2e3ad96f269d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:32.095681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406d017-5423-46ea-a9e2-2e3ad96f269d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=c4b49a8d-a42b-4bf4-b250-ff3bee0564a5,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:32.098684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2406d017-5423-46ea-a9e2-2e3ad96f269d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:32.099464 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2406d017-5423-46ea-a9e2-2e3ad96f269d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.114515 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-df58861a-1a7d-4c50-abe1-11721dbf2e69 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca1258a92bb144e384a2270f1faff869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5332832 Jul 05 03:59:32.116213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58861a-1a7d-4c50-abe1-11721dbf2e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e964af1e-b9f0-410e-b566-112f2fc4d8bb,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:32.116988 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2adb8903-afa5-4c78-b446-0cac3a269c42 req-210c3b6b-cfcc-44d4-b7ec-938ccf36bfda service neutron] 10.222.0.36 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7374187 Jul 05 03:59:32.117469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49570) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:32.151892 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406d017-5423-46ea-a9e2-2e3ad96f269d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=23ec4099-67c5-48ef-9e4c-e1189f5ea012,revision_number=4']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:32.181646 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ea000bfa-65de-4bf1-bada-18d9f5195e21 req-b8a19eca-b145-40d2-a03f-dbba093a65cc service neutron] 10.222.0.10 "GET /v2.0/networks/ec674479-f6ba-4dee-8c7c-d20f38f46c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7307918 Jul 05 03:59:32.191472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ae6c769-7fdd-4f27-8f74-730b48344945 req-168f3122-1996-4142-bd01-efb562f778c8 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032705 Jul 05 03:59:32.226041 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ee486c-30a6-4eda-9d21-5808b3247404 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:32.238941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-977b8041-be09-4302-8e0c-d039ce953648 req-b1281811-f9b5-4f5e-b09b-91f51ab9644e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Allocated IP 192.168.233.166 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/a9c9e98c-4274-4133-b4c0-8507d2c7c3b8) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:32.272689 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2406d017-5423-46ea-a9e2-2e3ad96f269d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1722579 Jul 05 03:59:32.278287 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49572) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:32.284901 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c382e9b9-1c4d-4971-a313-3212e2039272 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'mac_address': 'fa:16:3e:28:f0:e4', 'name': 'tempest-NetworksTestDHCPv6-947754910'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:32.315388 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a6ffce7-827d-49cf-9a45-77b07b4369e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.407445 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a6ffce7-827d-49cf-9a45-77b07b4369e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.421871 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ea000bfa-65de-4bf1-bada-18d9f5195e21 req-b36fc4d4-7fcb-4845-9612-f23cab5ea397 service neutron] 10.222.0.10 "GET /v2.0/networks/ec674479-f6ba-4dee-8c7c-d20f38f46c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203012 Jul 05 03:59:32.422253 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.429170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f136af49-ce7d-4f40-9e28-2575a276456a req-677ec5c5-f3a3-4274-906f-7e4397f3e242 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 210 time: 0.0466495 Jul 05 03:59:32.433401 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.510586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 23ec4099-67c5-48ef-9e4c-e1189f5ea012, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=23ec4099-67c5-48ef-9e4c-e1189f5ea012,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:32.549932 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-79e5781f-5e0d-40e6-b85c-a103875364cf req-8ff41c87-e25e-4eab-b7f2-059afd5b0556 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 210 time: 0.0485008 Jul 05 03:59:32.578821 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c382e9b9-1c4d-4971-a313-3212e2039272 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:32.593604 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-977b8041-be09-4302-8e0c-d039ce953648 req-b1281811-f9b5-4f5e-b09b-91f51ab9644e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.608671 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.635666 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-977b8041-be09-4302-8e0c-d039ce953648 req-b1281811-f9b5-4f5e-b09b-91f51ab9644e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Transition to ACTIVE for port object a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:32.638928 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a6ffce7-827d-49cf-9a45-77b07b4369e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.643495 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a6ffce7-827d-49cf-9a45-77b07b4369e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.652984 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7a6ffce7-827d-49cf-9a45-77b07b4369e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e964af1e-b9f0-410e-b566-112f2fc4d8bb HTTP/1.1" status: 204 len: 168 time: 0.4960985 Jul 05 03:59:32.654939 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49582) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:32.716118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ffce7-827d-49cf-9a45-77b07b4369e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e964af1e-b9f0-410e-b566-112f2fc4d8bb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:32.730889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=23ec4099-67c5-48ef-9e4c-e1189f5ea012,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:32.731193 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a72f9af3-e546-442d-89a0-14fecf38f72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.741354 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c382e9b9-1c4d-4971-a313-3212e2039272 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.788631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-c382e9b9-1c4d-4971-a313-3212e2039272 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port ded204fc-7f84-445e-a1c0-d9dbe57f1264 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:59:32.954195 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-977b8041-be09-4302-8e0c-d039ce953648 req-b1281811-f9b5-4f5e-b09b-91f51ab9644e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.963366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4', '828b5f73-a826-4cf5-8ffb-0041ebcd8726'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:32.974787 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-c382e9b9-1c4d-4971-a313-3212e2039272 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 172.20.0.11 (764cff81-f32e-40f8-af56-b4a9d80a62e7/fa3904de-2a83-48db-80cf-e162c33a8675/ded204fc-7f84-445e-a1c0-d9dbe57f1264) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:32.982195 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-c382e9b9-1c4d-4971-a313-3212e2039272 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::f816:3eff:fe28:f0e4 (764cff81-f32e-40f8-af56-b4a9d80a62e7/c4b49a8d-a42b-4bf4-b250-ff3bee0564a5/ded204fc-7f84-445e-a1c0-d9dbe57f1264) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:33.056563 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a72f9af3-e546-442d-89a0-14fecf38f72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.071772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977b8041-be09-4302-8e0c-d039ce953648 req-b1281811-f9b5-4f5e-b09b-91f51ab9644e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:33.076693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-977b8041-be09-4302-8e0c-d039ce953648 req-b1281811-f9b5-4f5e-b09b-91f51ab9644e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:33.079539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1281811-f9b5-4f5e-b09b-91f51ab9644e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Pushing event updated for resources: {'Port': ['ID=a9c9e98c-4274-4133-b4c0-8507d2c7c3b8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:33.090486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-977b8041-be09-4302-8e0c-d039ce953648 req-b1281811-f9b5-4f5e-b09b-91f51ab9644e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:33.162706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8041-be09-4302-8e0c-d039ce953648 req-b1281811-f9b5-4f5e-b09b-91f51ab9644e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:33.163769 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-977b8041-be09-4302-8e0c-d039ce953648 req-b1281811-f9b5-4f5e-b09b-91f51ab9644e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.182575 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a72f9af3-e546-442d-89a0-14fecf38f72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.266136 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c382e9b9-1c4d-4971-a313-3212e2039272 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.284056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f9af3-e546-442d-89a0-14fecf38f72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e380afb6-bcd9-4c11-8c53-aee66f17e695,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:33.304331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-c382e9b9-1c4d-4971-a313-3212e2039272 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object ded204fc-7f84-445e-a1c0-d9dbe57f1264 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:33.306462 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-977b8041-be09-4302-8e0c-d039ce953648 req-b1281811-f9b5-4f5e-b09b-91f51ab9644e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7009354 Jul 05 03:59:33.315334 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a72f9af3-e546-442d-89a0-14fecf38f72e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fb6ee46d5e64437bbe91e8a9479b3dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6521382 Jul 05 03:59:33.315553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49592) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:33.355018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Request body: {'port': {'device_id': 'b25062af-d873-450b-808f-7c4b33ddf531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:33.467008 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c382e9b9-1c4d-4971-a313-3212e2039272 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.500945 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.502393 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4af5448b-de6a-4431-bd77-9531f307323b None None] Provisioning complete for port 23ec4099-67c5-48ef-9e4c-e1189f5ea012 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:33.502989 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4af5448b-de6a-4431-bd77-9531f307323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.525130 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a807203-bf33-4748-a515-315a5b20e4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.573060 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c382e9b9-1c4d-4971-a313-3212e2039272 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:33.583641 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a807203-bf33-4748-a515-315a5b20e4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.588494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-c382e9b9-1c4d-4971-a313-3212e2039272 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:33.591700 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c382e9b9-1c4d-4971-a313-3212e2039272 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:33.683428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382e9b9-1c4d-4971-a313-3212e2039272 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=ded204fc-7f84-445e-a1c0-d9dbe57f1264,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:33.757369 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.793228 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b82204-60f2-4e02-aef5-b3dda97dbf3c req-7724a718-f2ee-4a73-93df-59edac2d22d9 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:33.797936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 23ec4099-67c5-48ef-9e4c-e1189f5ea012 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:33.801589 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-33b82204-60f2-4e02-aef5-b3dda97dbf3c req-7724a718-f2ee-4a73-93df-59edac2d22d9 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 943 time: 0.3861485 Jul 05 03:59:33.838497 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4af5448b-de6a-4431-bd77-9531f307323b None None] Provisioning for port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:33.848635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4af5448b-de6a-4431-bd77-9531f307323b None None] Provisioning complete for port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:33.849193 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4af5448b-de6a-4431-bd77-9531f307323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.851270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c382e9b9-1c4d-4971-a313-3212e2039272 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:33.851270 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c382e9b9-1c4d-4971-a313-3212e2039272 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.894161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:33.897741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4af5448b-de6a-4431-bd77-9531f307323b None None] Port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:33.899542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 23ec4099-67c5-48ef-9e4c-e1189f5ea012 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:33.900768 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-33b82204-60f2-4e02-aef5-b3dda97dbf3c req-9afd0298-c15f-4f64-9406-b238636a1ac7 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942740 Jul 05 03:59:33.904440 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.904884 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.907815 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a807203-bf33-4748-a515-315a5b20e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.915036 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a807203-bf33-4748-a515-315a5b20e4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.929758 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1a807203-bf33-4748-a515-315a5b20e4cf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e380afb6-bcd9-4c11-8c53-aee66f17e695 HTTP/1.1" status: 204 len: 168 time: 0.6129632 Jul 05 03:59:33.976144 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a807203-bf33-4748-a515-315a5b20e4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e380afb6-bcd9-4c11-8c53-aee66f17e695,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:33.982188 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Transition to ACTIVE for port object a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:33.985903 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89e24c-3310-4ad9-9749-28f366e4618f req-cb0cbbfd-da22-4a95-a766-f1ee67f1c98b tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:33.994216 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f89e24c-3310-4ad9-9749-28f366e4618f req-cb0cbbfd-da22-4a95-a766-f1ee67f1c98b tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 936 time: 0.3146451 Jul 05 03:59:34.022895 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c382e9b9-1c4d-4971-a313-3212e2039272 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7403445 Jul 05 03:59:34.023204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49618) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:34.085116 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f89e24c-3310-4ad9-9749-28f366e4618f req-4064602c-b678-4862-ac56-8a0631b5972b tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821295 Jul 05 03:59:34.125488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded065f2-b393-40a7-8f7a-06d7c17c8fe6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.131251 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7cef415a-cb17-462f-b760-e57215189480 req-74cc1c10-a5b9-43e7-8a6c-e6797067894f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 210 time: 0.0482533 Jul 05 03:59:34.140691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded065f2-b393-40a7-8f7a-06d7c17c8fe6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.142746 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ded065f2-b393-40a7-8f7a-06d7c17c8fe6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1177340 Jul 05 03:59:34.144273 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.146230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49622) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:34.207496 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c9e98c-4274-4133-b4c0-8507d2c7c3b8,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:34.246294 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2244cfed-2b86-4ac0-ad56-fca63809c61b None None] Provisioning for port ded204fc-7f84-445e-a1c0-d9dbe57f1264 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:34.251284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2244cfed-2b86-4ac0-ad56-fca63809c61b None None] Provisioning complete for port ded204fc-7f84-445e-a1c0-d9dbe57f1264 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:34.251982 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2244cfed-2b86-4ac0-ad56-fca63809c61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.304566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-682a0667-20b5-4cb6-967f-39cc90b5868a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port ded204fc-7f84-445e-a1c0-d9dbe57f1264 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:34.304992 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-682a0667-20b5-4cb6-967f-39cc90b5868a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.334464 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Attempting to bind port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:34.334803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Attempting to bind port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:34.335135 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Attempting to bind port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:34.345732 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:34.346061 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Attempting to bind port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:34.348822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2244cfed-2b86-4ac0-ad56-fca63809c61b None None] Port ded204fc-7f84-445e-a1c0-d9dbe57f1264 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:34.356842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:34.357189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:34.357581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:34.361803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Bound port: a9c9e98c-4274-4133-b4c0-8507d2c7c3b8, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:34.362236 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.434953 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-682a0667-20b5-4cb6-967f-39cc90b5868a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.449271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-682a0667-20b5-4cb6-967f-39cc90b5868a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for ded204fc-7f84-445e-a1c0-d9dbe57f1264 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:34.463947 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49628) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:34.488677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] For port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:34.503226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] For port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a9c9e98c-4274-4133-b4c0-8507d2c7c3b8,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:34.549220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 029d781b-2487-4d65-976f-c241f11bfc49 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:34.566641 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.629829 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.629829 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.629829 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-977b8041-be09-4302-8e0c-d039ce953648 req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] 10.222.0.10 "PUT /v2.0/ports/a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 HTTP/1.1" status: 200 len: 1097 time: 1.3070385 Jul 05 03:59:34.629829 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25062af-d873-450b-808f-7c4b33ddf531', 'tag': 'a9c9e98c-4274-4133-b4c0-8507d2c7c3b8'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:34.632097 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c154dd98-b6d9-489b-952b-2323e066faa2" -d '{"events": [{"name": "network-changed", "server_uuid": "b25062af-d873-450b-808f-7c4b33ddf531", "tag": "a9c9e98c-4274-4133-b4c0-8507d2c7c3b8"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:34.660961 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762501d8-85c1-46ca-91ee-639ffd441ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c9e98c-4274-4133-b4c0-8507d2c7c3b8,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:34.675471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7707b529-d9de-44b6-8ef7-a211a6d5eb75 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-718368849-network', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:34.717223 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb87578d-bf36-49e5-9d22-0db012d26162 x-openstack-request-id: req-fb87578d-bf36-49e5-9d22-0db012d26162 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:34.717574 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25062af-d873-450b-808f-7c4b33ddf531", "tag": "a9c9e98c-4274-4133-b4c0-8507d2c7c3b8", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:34.718093 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb87578d-bf36-49e5-9d22-0db012d26162 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:34.718629 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25062af-d873-450b-808f-7c4b33ddf531', 'tag': 'a9c9e98c-4274-4133-b4c0-8507d2c7c3b8', 'status': 'completed', 'code': 200} Jul 05 03:59:34.762322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 029d781b-2487-4d65-976f-c241f11bfc49, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=029d781b-2487-4d65-976f-c241f11bfc49,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:34.780380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '029d781b-2487-4d65-976f-c241f11bfc49', 'network_id': 'bd58e159-a7c6-402f-bb41-680ec0a6f913', 'port_id': '029d781b-2487-4d65-976f-c241f11bfc49', 'mac_address': 'fa:16:3e:32:dc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:34.803330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154dd98-b6d9-489b-952b-2323e066faa2 req-e4fb50a6-3e75-499d-a847-42487df42d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.805450 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c154dd98-b6d9-489b-952b-2323e066faa2 req-e4fb50a6-3e75-499d-a847-42487df42d5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afd8f2684627485980d346756c579dd8&device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 1100 time: 0.0701361 Jul 05 03:59:34.824766 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.831970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7707b529-d9de-44b6-8ef7-a211a6d5eb75 admin admin] Made reservation on behalf of 4e213c7ceabe4207b7299308b28f5da1 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:34.834440 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7707b529-d9de-44b6-8ef7-a211a6d5eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.840371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029d781b-2487-4d65-976f-c241f11bfc49 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:34.850899 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c154dd98-b6d9-489b-952b-2323e066faa2 req-e8b9b25e-8c47-4bee-8c16-be66221e6974 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=afd8f2684627485980d346756c579dd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313115 Jul 05 03:59:34.863017 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 029d781b-2487-4d65-976f-c241f11bfc49, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=029d781b-2487-4d65-976f-c241f11bfc49,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:34.872409 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7707b529-d9de-44b6-8ef7-a211a6d5eb75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.907888 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-682a0667-20b5-4cb6-967f-39cc90b5868a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.962479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a0667-20b5-4cb6-967f-39cc90b5868a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=ded204fc-7f84-445e-a1c0-d9dbe57f1264,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:35.004214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154dd98-b6d9-489b-952b-2323e066faa2 req-8890bbeb-8e30-44e7-ae04-8dfa401093dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.005710 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c154dd98-b6d9-489b-952b-2323e066faa2 req-8890bbeb-8e30-44e7-ae04-8dfa401093dd service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1435540 Jul 05 03:59:35.052377 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.088011 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7707b529-d9de-44b6-8ef7-a211a6d5eb75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.153088 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8041-be09-4302-8e0c-d039ce953648 req-ec33ff5d-2baa-4473-8253-7fd857b556e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.155444 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-977b8041-be09-4302-8e0c-d039ce953648 req-ec33ff5d-2baa-4473-8253-7fd857b556e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afd8f2684627485980d346756c579dd8&device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 1100 time: 0.0660343 Jul 05 03:59:35.161204 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=029d781b-2487-4d65-976f-c241f11bfc49,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:35.242137 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7707b529-d9de-44b6-8ef7-a211a6d5eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.247326 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-977b8041-be09-4302-8e0c-d039ce953648 req-87def101-4e4f-427b-8330-83510d03f457 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 HTTP/1.1" status: 200 len: 217 time: 0.0653298 Jul 05 03:59:35.249090 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-682a0667-20b5-4cb6-967f-39cc90b5868a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.251454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-682a0667-20b5-4cb6-967f-39cc90b5868a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/ded204fc-7f84-445e-a1c0-d9dbe57f1264 HTTP/1.1" status: 204 len: 168 time: 1.1039310 Jul 05 03:59:35.254345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49654) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:35.287459 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7707b529-d9de-44b6-8ef7-a211a6d5eb75 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:35.328721 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7707b529-d9de-44b6-8ef7-a211a6d5eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.329076 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-7707b529-d9de-44b6-8ef7-a211a6d5eb75 admin admin] Added segment 789459ba-2d6b-4e43-b1da-55a5fac143d9 of type vlan for network 37dfcb67-ca57-4765-a0da-abef7a182a79 Jul 05 03:59:35.332135 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707b529-d9de-44b6-8ef7-a211a6d5eb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9c99da-5061-4215-8b25-5a3b440d79eb,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:35.388754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8041-be09-4302-8e0c-d039ce953648 req-08c62443-0516-483a-94b8-121986728e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.390268 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-977b8041-be09-4302-8e0c-d039ce953648 req-08c62443-0516-483a-94b8-121986728e4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1129832 Jul 05 03:59:35.392139 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7707b529-d9de-44b6-8ef7-a211a6d5eb75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.518438 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8041-be09-4302-8e0c-d039ce953648 req-2872c07c-c701-4f89-9dce-8ad81e659022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.520262 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-977b8041-be09-4302-8e0c-d039ce953648 req-2872c07c-c701-4f89-9dce-8ad81e659022 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0940411 Jul 05 03:59:35.528299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7707b529-d9de-44b6-8ef7-a211a6d5eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.529291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707b529-d9de-44b6-8ef7-a211a6d5eb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.530374 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7707b529-d9de-44b6-8ef7-a211a6d5eb75 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.536777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['029d781b-2487-4d65-976f-c241f11bfc49'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:35.761401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707b529-d9de-44b6-8ef7-a211a6d5eb75 admin admin] Pushing event updated for resources: {'Network': ['ID=37dfcb67-ca57-4765-a0da-abef7a182a79,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:35.772317 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 37dfcb67-ca57-4765-a0da-abef7a182a79 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:35.795907 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7707b529-d9de-44b6-8ef7-a211a6d5eb75 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3307779 Jul 05 03:59:35.803908 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49664) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:35.813179 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1a498e14-b3a6-44fa-9ce3-491e58bc304f admin admin] Request body: {'subnet': {'network_id': '37dfcb67-ca57-4765-a0da-abef7a182a79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-718368849-subnet', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:35.832483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c5344-1d10-49fe-9657-1f76e323488f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.834114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c5344-1d10-49fe-9657-1f76e323488f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.836264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c5344-1d10-49fe-9657-1f76e323488f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.837132 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-977b8041-be09-4302-8e0c-d039ce953648 req-04381fba-ecee-4d82-a3d2-7b28dbfdabb4 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940900 Jul 05 03:59:35.841404 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1b7c5344-1d10-49fe-9657-1f76e323488f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5833454 Jul 05 03:59:35.845963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49666) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:35.862775 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73efe3-f710-44ab-9bf8-8c10e14e3f64 req-ff61ae8a-2f8c-4d93-806d-a31c5bcbee74 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.871713 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c73efe3-f710-44ab-9bf8-8c10e14e3f64 req-ff61ae8a-2f8c-4d93-806d-a31c5bcbee74 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 944 time: 0.7711399 Jul 05 03:59:35.921245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-dbd2d8ca-57ef-4bbe-b351-9f44a6955d33 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.921245 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-dbd2d8ca-57ef-4bbe-b351-9f44a6955d33 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.36 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 805 time: 0.2399635 Jul 05 03:59:35.937406 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-836d1d5b-bdce-4d56-9cc9-f7824b6eaed0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Request body: {'port': {'device_id': 'efbd29e1-425b-439b-b37a-191cc7234b08', 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb', 'admin_state_up': True, 'tenant_id': 'b54499cdf5b04da2a0e9616d056ed57c'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:35.962499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a90807e-07c5-4abb-bc5b-251df4128c27 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet c4b49a8d-a42b-4bf4-b250-ff3bee0564a5 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:35.967758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c73efe3-f710-44ab-9bf8-8c10e14e3f64 req-6450dff7-b80c-4c8b-b3cb-29e02b1e4039 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950849 Jul 05 03:59:35.976237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f5c6f-4a17-42d7-809b-9b0a5c87c941 req-d06e1d22-a0c1-4019-91c4-375c9e2cddaf tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.978268 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b7f5c6f-4a17-42d7-809b-9b0a5c87c941 req-d06e1d22-a0c1-4019-91c4-375c9e2cddaf tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 948 time: 0.6819048 Jul 05 03:59:35.978986 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6a90807e-07c5-4abb-bc5b-251df4128c27 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.023261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a498e14-b3a6-44fa-9ce3-491e58bc304f admin admin] Made reservation on behalf of 4e213c7ceabe4207b7299308b28f5da1 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:36.026848 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a498e14-b3a6-44fa-9ce3-491e58bc304f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.045071 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6a90807e-07c5-4abb-bc5b-251df4128c27 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.079245 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b7f5c6f-4a17-42d7-809b-9b0a5c87c941 req-79ad2575-48d0-4561-ad5b-16bd77c54438 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772424 Jul 05 03:59:36.185278 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19ce88b8-0534-4d3a-8d88-0cd04b6009a9 req-4ed22563-3088-4bf0-b7cd-bb0ffee4313d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 210 time: 0.0372291 Jul 05 03:59:36.193188 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6a90807e-07c5-4abb-bc5b-251df4128c27 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.250335 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-977b8041-be09-4302-8e0c-d039ce953648 req-3f8e5f00-8f09-4ee5-81c1-e197837ad824 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004035 Jul 05 03:59:36.344471 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6a90807e-07c5-4abb-bc5b-251df4128c27 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.381930 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90807e-07c5-4abb-bc5b-251df4128c27 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b49a8d-a42b-4bf4-b250-ff3bee0564a5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:36.384245 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6a90807e-07c5-4abb-bc5b-251df4128c27 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.386274 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6a90807e-07c5-4abb-bc5b-251df4128c27 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/c4b49a8d-a42b-4bf4-b250-ff3bee0564a5 HTTP/1.1" status: 204 len: 168 time: 0.5420263 Jul 05 03:59:36.388805 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49676) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:36.392370 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257c23cb-df90-4221-a088-21895e3cd2c1 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:36.420512 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a498e14-b3a6-44fa-9ce3-491e58bc304f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.459666 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-836d1d5b-bdce-4d56-9cc9-f7824b6eaed0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Made reservation on behalf of b54499cdf5b04da2a0e9616d056ed57c for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:36.463964 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-836d1d5b-bdce-4d56-9cc9-f7824b6eaed0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.512632 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4e9389-eac3-4bc0-b9e8-923faa9be831 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet fa3904de-2a83-48db-80cf-e162c33a8675 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:36.521369 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af4e9389-eac3-4bc0-b9e8-923faa9be831 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.560611 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a498e14-b3a6-44fa-9ce3-491e58bc304f admin admin] Pushing event updated for resources: {'Subnet': ['ID=737e3ffe-c473-43e5-9f16-c724d36b39a2,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:36.595005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a498e14-b3a6-44fa-9ce3-491e58bc304f admin admin] Checking segment: {'id': '789459ba-2d6b-4e43-b1da-55a5fac143d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37dfcb67-ca57-4765-a0da-abef7a182a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:36.595375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a498e14-b3a6-44fa-9ce3-491e58bc304f admin admin] Network hostable DHCP agents. Network: 37dfcb67-ca57-4765-a0da-abef7a182a79, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:36.598945 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af4e9389-eac3-4bc0-b9e8-923faa9be831 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.792143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-836d1d5b-bdce-4d56-9cc9-f7824b6eaed0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Allocated IP 172.20.0.11 (6bbb661a-c337-48f0-8045-f937cf6565eb/9c7d7ce7-579d-4301-8ea7-b94a8620a3c1/f81a346d-152a-4f26-88ae-6fbcec9f28a0) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:36.798599 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af4e9389-eac3-4bc0-b9e8-923faa9be831 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.828586 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a498e14-b3a6-44fa-9ce3-491e58bc304f admin admin] Network 37dfcb67-ca57-4765-a0da-abef7a182a79 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:36.944012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-1a498e14-b3a6-44fa-9ce3-491e58bc304f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 37dfcb67-ca57-4765-a0da-abef7a182a79) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:36.949692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a498e14-b3a6-44fa-9ce3-491e58bc304f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:36.950925 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a498e14-b3a6-44fa-9ce3-491e58bc304f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.953128 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ac02d9-aa77-4ebc-b81c-baeb439901b6 None None] Network 37dfcb67-ca57-4765-a0da-abef7a182a79 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:37.011237 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af4e9389-eac3-4bc0-b9e8-923faa9be831 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.054872 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e9389-eac3-4bc0-b9e8-923faa9be831 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=fa3904de-2a83-48db-80cf-e162c33a8675,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:37.058084 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-836d1d5b-bdce-4d56-9cc9-f7824b6eaed0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.063151 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af4e9389-eac3-4bc0-b9e8-923faa9be831 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.065150 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-af4e9389-eac3-4bc0-b9e8-923faa9be831 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/fa3904de-2a83-48db-80cf-e162c33a8675 HTTP/1.1" status: 204 len: 168 time: 0.6747069 Jul 05 03:59:37.067494 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49690) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:37.140021 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d2d94a1d-1914-4c5c-8f82-1060db97134d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710247 Jul 05 03:59:37.156908 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49698) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:37.162473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49700) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:37.163250 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1a498e14-b3a6-44fa-9ce3-491e58bc304f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3547809 Jul 05 03:59:37.170218 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-718368849-router', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:37.176455 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058a8127-668c-4eac-981b-8782619355ea None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:37.185446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-902ebf62-a368-4643-9635-cf514f8dbf49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:37.200821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-37dfcb67-ca57-4765-a0da-abef7a182a79', 'network_id': '37dfcb67-ca57-4765-a0da-abef7a182a79', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'fixed_ips': [{'subnet_id': '737e3ffe-c473-43e5-9f16-c724d36b39a2'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:37.201686 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.228310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae81104-82f5-4e2f-830c-0989e412b5b4 req-03d15f3d-b0fa-4613-9e0d-bee8d62f8592 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.237512 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bae81104-82f5-4e2f-830c-0989e412b5b4 req-03d15f3d-b0fa-4613-9e0d-bee8d62f8592 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 944 time: 0.1210222 Jul 05 03:59:37.259744 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.260794 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.286520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-60052238-bc30-46d6-b320-d64cabf8e853 None None] Provisioning complete for port 23ec4099-67c5-48ef-9e4c-e1189f5ea012 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:37.286520 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-60052238-bc30-46d6-b320-d64cabf8e853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.308641 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bae81104-82f5-4e2f-830c-0989e412b5b4 req-751f9461-d7c9-4269-aed6-f5ccedda8b2a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705733 Jul 05 03:59:37.413374 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.550661 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-836d1d5b-bdce-4d56-9cc9-f7824b6eaed0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.601890 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-836d1d5b-bdce-4d56-9cc9-f7824b6eaed0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Network 6bbb661a-c337-48f0-8045-f937cf6565eb is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:37.603964 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['822f9ecf-4c3d-46eb-9712-da1b4ef8696f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:37.606339 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-836d1d5b-bdce-4d56-9cc9-f7824b6eaed0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:37.606577 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Allocated IP 172.20.0.2 (37dfcb67-ca57-4765-a0da-abef7a182a79/737e3ffe-c473-43e5-9f16-c724d36b39a2/0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:37.617534 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-836d1d5b-bdce-4d56-9cc9-f7824b6eaed0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:37.629767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902ebf62-a368-4643-9635-cf514f8dbf49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:37.633574 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-902ebf62-a368-4643-9635-cf514f8dbf49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.673462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8ac55-6ca2-4616-9ce5-7c1a505b7182 req-bbc59ad6-8c6a-4d87-b006-f95f95b055a9 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.674476 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2dc8ac55-6ca2-4616-9ce5-7c1a505b7182 req-bbc59ad6-8c6a-4d87-b006-f95f95b055a9 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 948 time: 0.2430148 Jul 05 03:59:37.681684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d1d5b-bdce-4d56-9cc9-f7824b6eaed0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Pushing event updated for resources: {'Port': ['ID=f81a346d-152a-4f26-88ae-6fbcec9f28a0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:37.720037 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.751740 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:59:37.760666 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-836d1d5b-bdce-4d56-9cc9-f7824b6eaed0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.761909 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-836d1d5b-bdce-4d56-9cc9-f7824b6eaed0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.773024 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2dc8ac55-6ca2-4616-9ce5-7c1a505b7182 req-c7ef0096-be14-48b9-b9a5-a1bd6f900656 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652752 Jul 05 03:59:37.782672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2af3f-8e73-462e-8b22-6e41b10d1862 req-b762eea4-fddd-4327-9fc6-8fcf6bb6c01e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.784326 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5bb2af3f-8e73-462e-8b22-6e41b10d1862 req-b762eea4-fddd-4327-9fc6-8fcf6bb6c01e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 932 time: 0.2072475 Jul 05 03:59:37.828301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5bb2af3f-8e73-462e-8b22-6e41b10d1862 req-2d6a5938-26ab-44f6-a545-2fdbef27886c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384462 Jul 05 03:59:37.882434 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-836d1d5b-bdce-4d56-9cc9-f7824b6eaed0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9503596 Jul 05 03:59:37.907365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Request body: {'port': {'device_id': 'efbd29e1-425b-439b-b37a-191cc7234b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:37.995165 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Deleting port 23ec4099-67c5-48ef-9e4c-e1189f5ea012 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:37.995706 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.999974 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.050276 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.059162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Transition to ACTIVE for port object 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:38.059794 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.079424 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.108050 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Transition to ACTIVE for port object 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:38.110440 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] For port 23ec4099-67c5-48ef-9e4c-e1189f5ea012, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=23ec4099-67c5-48ef-9e4c-e1189f5ea012,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:38.110746 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.132437 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Calling delete_port for 23ec4099-67c5-48ef-9e4c-e1189f5ea012 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:38.167652 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-902ebf62-a368-4643-9635-cf514f8dbf49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.179260 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.205995 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Allocated IP 172.25.6.114 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/1af50466-f226-40de-91db-e88625277b4e) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:38.226691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ebf62-a368-4643-9635-cf514f8dbf49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:38.233901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-902ebf62-a368-4643-9635-cf514f8dbf49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:38.240539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902ebf62-a368-4643-9635-cf514f8dbf49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.240741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Network 37dfcb67-ca57-4765-a0da-abef7a182a79 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:38.241201 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-902ebf62-a368-4643-9635-cf514f8dbf49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.255282 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:38.260957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:38.265367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Pushing event updated for resources: {'Port': ['ID=0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:38.298621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ebf62-a368-4643-9635-cf514f8dbf49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=d64e06b9-2a69-4c96-934c-6f6d6a5ff314,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:38.339727 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.345880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Attempting to bind port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:38.346670 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Attempting to bind port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '789459ba-2d6b-4e43-b1da-55a5fac143d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37dfcb67-ca57-4765-a0da-abef7a182a79'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:38.346852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Attempting to bind port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 on network 37dfcb67-ca57-4765-a0da-abef7a182a79 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:38.356721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:38.357099 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Checking segment: {'id': '789459ba-2d6b-4e43-b1da-55a5fac143d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37dfcb67-ca57-4765-a0da-abef7a182a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:38.357520 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.357910 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Bound using segment: {'id': '789459ba-2d6b-4e43-b1da-55a5fac143d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37dfcb67-ca57-4765-a0da-abef7a182a79'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:38.358449 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Bound port: 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789459ba-2d6b-4e43-b1da-55a5fac143d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37dfcb67-ca57-4765-a0da-abef7a182a79'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:38.358774 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.362017 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.402111 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Pushing event deleted for resources: {'Port': ['ID=23ec4099-67c5-48ef-9e4c-e1189f5ea012,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:38.404432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] No DVR routers for this DVR port 23ec4099-67c5-48ef-9e4c-e1189f5ea012 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:38.405091 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-902ebf62-a368-4643-9635-cf514f8dbf49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2402885 Jul 05 03:59:38.408266 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49720) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:38.424663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d5f41a4f-690f-417d-bbb1-64c0f8ac3e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:38.445157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.445702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.446954 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.447470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.447961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.448606 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.449088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.449575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.450070 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.450546 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.451040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.451536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550839a-cd0e-47a3-acc8-6b4ed4bb1fba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.457482 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55204919-d970-48f3-99a8-23e69bf0f9a7 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:38.482511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81a346d-152a-4f26-88ae-6fbcec9f28a0 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:38.494831 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.514527 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Transition to ACTIVE for port object f81a346d-152a-4f26-88ae-6fbcec9f28a0 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:38.527789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] For port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:38.532187 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] For port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7,segment=NetworkSegment(789459ba-2d6b-4e43-b1da-55a5fac143d9),segment_id=789459ba-2d6b-4e43-b1da-55a5fac143d9)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:38.547721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 029d781b-2487-4d65-976f-c241f11bfc49 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:38.575421 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.606049 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.623871 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.656792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Pushing event updated for resources: {'Port': ['ID=f81a346d-152a-4f26-88ae-6fbcec9f28a0,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:38.677092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:38.682949 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:38.713720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a31f8f-30d8-4e2a-82b7-4289df44a255 req-e72579bd-d7f2-4b16-818f-cda5c5bb853a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.715333 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62a31f8f-30d8-4e2a-82b7-4289df44a255 req-e72579bd-d7f2-4b16-818f-cda5c5bb853a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 944 time: 0.2087309 Jul 05 03:59:38.716798 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:38.719383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Pushing event updated for resources: {'Port': ['ID=1af50466-f226-40de-91db-e88625277b4e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:38.720384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c702d46-05ca-4304-b712-5fa41687642c None None] Pushing event updated for resources: {'Port': ['ID=0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:38.733938 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': 'd64e06b9-2a69-4c96-934c-6f6d6a5ff314'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:38.734675 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.766709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 029d781b-2487-4d65-976f-c241f11bfc49 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:38.770084 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.770421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.770768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.771175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.771425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.771764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.772154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.775319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.775319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.775319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.775319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.775319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:38.791868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Attempting to bind port f81a346d-152a-4f26-88ae-6fbcec9f28a0 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:38.792368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Attempting to bind port f81a346d-152a-4f26-88ae-6fbcec9f28a0 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:38.792807 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Attempting to bind port f81a346d-152a-4f26-88ae-6fbcec9f28a0 on network 6bbb661a-c337-48f0-8045-f937cf6565eb {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:38.798456 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Port f81a346d-152a-4f26-88ae-6fbcec9f28a0 on network 6bbb661a-c337-48f0-8045-f937cf6565eb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:38.804275 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Attempting to bind port f81a346d-152a-4f26-88ae-6fbcec9f28a0 on network 6bbb661a-c337-48f0-8045-f937cf6565eb {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:38.810238 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f41a4f-690f-417d-bbb1-64c0f8ac3e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:38.818432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:38.819951 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5f41a4f-690f-417d-bbb1-64c0f8ac3e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.820434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Checking segment: {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:38.821009 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Bound using segment: {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:38.822930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Bound port: f81a346d-152a-4f26-88ae-6fbcec9f28a0, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:38.823551 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.840274 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 029d781b-2487-4d65-976f-c241f11bfc49 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:38.844615 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.875701 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62a31f8f-30d8-4e2a-82b7-4289df44a255 req-6a325f8d-57f3-44f0-a4d5-2b23e3a15e65 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537266 Jul 05 03:59:38.967659 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] For port f81a346d-152a-4f26-88ae-6fbcec9f28a0, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:38.972296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] For port f81a346d-152a-4f26-88ae-6fbcec9f28a0, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f81a346d-152a-4f26-88ae-6fbcec9f28a0,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:39.005688 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Allocated IP 172.20.0.2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/d64e06b9-2a69-4c96-934c-6f6d6a5ff314/03bdf9fc-4f92-4c05-9e70-aaf71caba786) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:39.064233 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.064466 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.143359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.146550 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.154851 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] 10.222.0.36 "PUT /v2.0/ports/f81a346d-152a-4f26-88ae-6fbcec9f28a0 HTTP/1.1" status: 200 len: 1093 time: 1.2623653 Jul 05 03:59:39.155454 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbd29e1-425b-439b-b37a-191cc7234b08', 'tag': 'f81a346d-152a-4f26-88ae-6fbcec9f28a0'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:39.172160 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc22d33e-a224-405b-90d4-2e15024924de" -d '{"events": [{"name": "network-changed", "server_uuid": "efbd29e1-425b-439b-b37a-191cc7234b08", "tag": "f81a346d-152a-4f26-88ae-6fbcec9f28a0"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:39.208421 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e647942-58af-41b4-9dd8-de8d7196aebf service neutron] Pushing event updated for resources: {'Port': ['ID=f81a346d-152a-4f26-88ae-6fbcec9f28a0,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:39.288537 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8c59c4-cb6e-4c62-bc63-022cc15210b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029d781b-2487-4d65-976f-c241f11bfc49'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:39.291582 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b563ac-c357-4d05-9e8b-6624e6478344" -d '{"events": [{"server_uuid": "0c8c59c4-cb6e-4c62-bc63-022cc15210b6", "name": "network-vif-plugged", "status": "completed", "tag": "029d781b-2487-4d65-976f-c241f11bfc49"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:39.304708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cf2c4-add3-439f-bbef-d584cbf94c87 req-ee05f8cb-927a-405e-9257-ae752511e8f6 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.307788 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a14cf2c4-add3-439f-bbef-d584cbf94c87 req-ee05f8cb-927a-405e-9257-ae752511e8f6 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 948 time: 0.2475314 Jul 05 03:59:39.308918 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 029d781b-2487-4d65-976f-c241f11bfc49, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=029d781b-2487-4d65-976f-c241f11bfc49,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:39.355028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206b8b3-90af-4f48-a099-c9fdfb084276 req-33fd869c-400c-4195-b778-1607e8ff8f1a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.356491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a206b8b3-90af-4f48-a099-c9fdfb084276 req-33fd869c-400c-4195-b778-1607e8ff8f1a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 944 time: 0.2251663 Jul 05 03:59:39.376832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-bcb35528-2a2b-4147-8c1a-0f12c1c861cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.378963 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-bcb35528-2a2b-4147-8c1a-0f12c1c861cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 1096 time: 0.1040237 Jul 05 03:59:39.386942 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.447632 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-91b9d0e3-12ee-4b74-bd85-3b8c212f52f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f81a346d-152a-4f26-88ae-6fbcec9f28a0 HTTP/1.1" status: 200 len: 217 time: 0.0575805 Jul 05 03:59:39.456146 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=029d781b-2487-4d65-976f-c241f11bfc49,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:39.474855 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a14cf2c4-add3-439f-bbef-d584cbf94c87 req-a252f59b-e01c-4ba5-8ddb-058a6d3331ac tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611240 Jul 05 03:59:39.494473 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.506107 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Transition to ACTIVE for port object 03bdf9fc-4f92-4c05-9e70-aaf71caba786 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:39.524775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-35b33f9f-2e1f-4f35-ab3f-74ce1e04ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.526580 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-35b33f9f-2e1f-4f35-ab3f-74ce1e04ea06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 HTTP/1.1" status: 200 len: 845 time: 0.0699189 Jul 05 03:59:39.528789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Transition to ACTIVE for port object 03bdf9fc-4f92-4c05-9e70-aaf71caba786 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:39.571274 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-9f4b147f-8788-42cf-92f0-24942087e8a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bbb661a-c337-48f0-8045-f937cf6565eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355048 Jul 05 03:59:39.579235 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a206b8b3-90af-4f48-a099-c9fdfb084276 req-456ad544-2ad1-4401-8e71-b171e30ec014 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845388 Jul 05 03:59:39.595999 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.611457 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.679026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:39.686263 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Pushing event updated for resources: {'Port': ['ID=03bdf9fc-4f92-4c05-9e70-aaf71caba786,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:39.686529 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79af6c7e-9b87-48cb-8e1d-d09284cec97f x-openstack-request-id: req-79af6c7e-9b87-48cb-8e1d-d09284cec97f {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:39.686988 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbd29e1-425b-439b-b37a-191cc7234b08", "tag": "f81a346d-152a-4f26-88ae-6fbcec9f28a0", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:39.687076 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-79af6c7e-9b87-48cb-8e1d-d09284cec97f {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:39.687462 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbd29e1-425b-439b-b37a-191cc7234b08', 'tag': 'f81a346d-152a-4f26-88ae-6fbcec9f28a0', 'status': 'completed', 'code': 200} Jul 05 03:59:39.694451 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:39.708560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:39.739688 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbdd4b3-dc46-48dd-b6c7-6c93c770e6e5 x-openstack-request-id: req-ecbdd4b3-dc46-48dd-b6c7-6c93c770e6e5 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:39.739982 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8c59c4-cb6e-4c62-bc63-022cc15210b6", "name": "network-vif-plugged", "status": "completed", "tag": "029d781b-2487-4d65-976f-c241f11bfc49", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:39.740320 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ecbdd4b3-dc46-48dd-b6c7-6c93c770e6e5 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:39.742322 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8c59c4-cb6e-4c62-bc63-022cc15210b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029d781b-2487-4d65-976f-c241f11bfc49', 'code': 200} Jul 05 03:59:39.809159 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-249e2753-6592-4d8d-9b17-b9c179a8bda2 service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289169 Jul 05 03:59:39.854881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Attempting to bind port 03bdf9fc-4f92-4c05-9e70-aaf71caba786 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:39.855260 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Attempting to bind port 03bdf9fc-4f92-4c05-9e70-aaf71caba786 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:39.857663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Attempting to bind port 03bdf9fc-4f92-4c05-9e70-aaf71caba786 on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:39.876748 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:39.881713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:39.882090 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:39.882499 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.882900 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:39.883507 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Bound port: 03bdf9fc-4f92-4c05-9e70-aaf71caba786, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:39.884364 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.983649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.objects.ports [None req-d5f41a4f-690f-417d-bbb1-64c0f8ac3e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100933) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:59:40.048213 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c50950a6-fb67-4ad6-a8f7-e40981f70c69 req-f5d56142-d13a-4d73-a169-e5bac5f13c47 service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299953 Jul 05 03:59:40.063745 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18368a9-03d2-4b64-8c82-ab90b3d901b9 req-c6500e8a-3bb2-46ef-8d18-00672c0160bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:40.065438 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f18368a9-03d2-4b64-8c82-ab90b3d901b9 req-c6500e8a-3bb2-46ef-8d18-00672c0160bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 1097 time: 0.1837780 Jul 05 03:59:40.071111 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] For port 03bdf9fc-4f92-4c05-9e70-aaf71caba786, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:40.087640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] For port 03bdf9fc-4f92-4c05-9e70-aaf71caba786, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=03bdf9fc-4f92-4c05-9e70-aaf71caba786,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:40.119526 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f18368a9-03d2-4b64-8c82-ab90b3d901b9 req-4c393138-8157-464d-bf5e-69441e1b0154 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463073 Jul 05 03:59:40.186652 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.253091 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659a9edc-9b39-4f86-8802-6b68dccecab6 None None] Network 37dfcb67-ca57-4765-a0da-abef7a182a79 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:40.344473 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.349885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:40.471112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fc7e6-3a4f-42a7-b9e3-7bf2bb0e98bd None None] Pushing event updated for resources: {'Port': ['ID=03bdf9fc-4f92-4c05-9e70-aaf71caba786,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:40.510725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 23ec4099-67c5-48ef-9e4c-e1189f5ea012 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:40.575734 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22d33e-a224-405b-90d4-2e15024924de req-b0d125b9-db02-49e3-b7e7-a2ff3844ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:40.575734 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dc22d33e-a224-405b-90d4-2e15024924de req-b0d125b9-db02-49e3-b7e7-a2ff3844ff9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 1096 time: 0.1884217 Jul 05 03:59:40.575931 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 23ec4099-67c5-48ef-9e4c-e1189f5ea012 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:40.575931 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 23ec4099-67c5-48ef-9e4c-e1189f5ea012 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:40.585446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b19d12e5-b46b-4371-ac59-8f2957f7ad0a None None] Provisioning for port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:40.607992 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b19d12e5-b46b-4371-ac59-8f2957f7ad0a None None] Provisioning complete for port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:40.608557 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b19d12e5-b46b-4371-ac59-8f2957f7ad0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.674724 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e57234-f7f3-48e2-914f-51daa0a5df88 req-71fb98c6-b6b0-4a51-8ae4-e70b025efac0 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:40.689481 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0e57234-f7f3-48e2-914f-51daa0a5df88 req-71fb98c6-b6b0-4a51-8ae4-e70b025efac0 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 945 time: 0.5945196 Jul 05 03:59:40.723178 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:40.872053 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0e57234-f7f3-48e2-914f-51daa0a5df88 req-de63ae8a-5bc0-4b36-9228-d2867ef47076 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814377 Jul 05 03:59:40.943766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a9c9e98c-4274-4133-b4c0-8507d2c7c3b8,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:40.960530 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'a9c9e98c-4274-4133-b4c0-8507d2c7c3b8', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'a9c9e98c-4274-4133-b4c0-8507d2c7c3b8', 'mac_address': 'fa:16:3e:12:8f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:41.033786 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5f41a4f-690f-417d-bbb1-64c0f8ac3e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.065383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21626627-cac2-49b3-ba5c-2d12b6b44424 req-1f8e8d9c-e516-4872-abf1-f7428ac88835 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.070227 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.081816 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21626627-cac2-49b3-ba5c-2d12b6b44424 req-1f8e8d9c-e516-4872-abf1-f7428ac88835 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 948 time: 0.3465927 Jul 05 03:59:41.086077 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b19d12e5-b46b-4371-ac59-8f2957f7ad0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.103744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:41.127618 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a9c9e98c-4274-4133-b4c0-8507d2c7c3b8,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:41.156742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b19d12e5-b46b-4371-ac59-8f2957f7ad0a None None] For port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7,segment=NetworkSegment(789459ba-2d6b-4e43-b1da-55a5fac143d9),segment_id=789459ba-2d6b-4e43-b1da-55a5fac143d9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:41.212943 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21626627-cac2-49b3-ba5c-2d12b6b44424 req-b5a01d2f-679b-4952-9308-382c98d8aa92 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334918 Jul 05 03:59:41.221823 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Router 96237c65-d453-4579-9256-b8acdbbc8857 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:59:41.234735 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.293129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22d33e-a224-405b-90d4-2e15024924de req-3b359773-8824-4604-b3b5-b4df76e930cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.295029 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dc22d33e-a224-405b-90d4-2e15024924de req-3b359773-8824-4604-b3b5-b4df76e930cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 906 time: 0.7188022 Jul 05 03:59:41.298846 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b19d12e5-b46b-4371-ac59-8f2957f7ad0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.356798 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=a9c9e98c-4274-4133-b4c0-8507d2c7c3b8,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:41.374810 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dc22d33e-a224-405b-90d4-2e15024924de req-2c7a415e-c9f6-44ab-bf56-dde656f273ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f81a346d-152a-4f26-88ae-6fbcec9f28a0 HTTP/1.1" status: 200 len: 217 time: 0.0714922 Jul 05 03:59:41.381881 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bcfdb-afa5-4474-9410-a45f53daee72 req-ed3ccbb0-e345-4abf-bd8a-553783f0bdaa tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.389686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c8bcfdb-afa5-4474-9410-a45f53daee72 req-ed3ccbb0-e345-4abf-bd8a-553783f0bdaa tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 944 time: 0.3062477 Jul 05 03:59:41.456423 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22d33e-a224-405b-90d4-2e15024924de req-07700418-071c-4273-8226-7876f17a7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.458937 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dc22d33e-a224-405b-90d4-2e15024924de req-07700418-071c-4273-8226-7876f17a7254 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 HTTP/1.1" status: 200 len: 845 time: 0.0663369 Jul 05 03:59:41.459090 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-976b313e-2bc3-40b3-8b8f-c3a71755d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.472158 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-d5f41a4f-690f-417d-bbb1-64c0f8ac3e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] For port 03bdf9fc-4f92-4c05-9e70-aaf71caba786, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=03bdf9fc-4f92-4c05-9e70-aaf71caba786,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:41.485056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6cb2fbdf-6f54-445f-b82a-63f7cf5cd2f1 None None] Provisioning complete for port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:41.485454 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6cb2fbdf-6f54-445f-b82a-63f7cf5cd2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.486979 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d12e5-b46b-4371-ac59-8f2957f7ad0a None None] Pushing event updated for resources: {'Port': ['ID=0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:41.525384 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5f41a4f-690f-417d-bbb1-64c0f8ac3e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.528608 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dc22d33e-a224-405b-90d4-2e15024924de req-cd0d937b-d35e-4156-a5c6-cc6c8808ae9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bbb661a-c337-48f0-8045-f937cf6565eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610468 Jul 05 03:59:41.569546 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c8bcfdb-afa5-4474-9410-a45f53daee72 req-5f4c77c2-9c11-43e9-b808-8b860138e276 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788957 Jul 05 03:59:41.572803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:59:41.590672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Sync routers for ids ['96237c65-d453-4579-9256-b8acdbbc8857'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:59:41.594351 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5f41a4f-690f-417d-bbb1-64c0f8ac3e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.595385 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5f41a4f-690f-417d-bbb1-64c0f8ac3e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.645233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Routers {'96237c65-d453-4579-9256-b8acdbbc8857'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:41.646921 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:59:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['96237c65-d453-4579-9256-b8acdbbc8857'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:41.675011 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f41a4f-690f-417d-bbb1-64c0f8ac3e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:41.691239 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-d5f41a4f-690f-417d-bbb1-64c0f8ac3e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:41.695316 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f41a4f-690f-417d-bbb1-64c0f8ac3e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.695316 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5f41a4f-690f-417d-bbb1-64c0f8ac3e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.703830 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.705133 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-117b64e5-5512-404d-8a1c-c82b9eed4a4a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5417120 Jul 05 03:59:41.717799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49772) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:41.746854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['a9c9e98c-4274-4133-b4c0-8507d2c7c3b8'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:41.762153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f41a4f-690f-417d-bbb1-64c0f8ac3e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=631ddd91-b408-4226-bfa0-2634bad001e6,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:41.773204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f41a4f-690f-417d-bbb1-64c0f8ac3e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=03bdf9fc-4f92-4c05-9e70-aaf71caba786,revision_number=4']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:41.861992 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dc22d33e-a224-405b-90d4-2e15024924de req-28c02228-9bd6-47f2-9533-704fe90a9f74 service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197823 Jul 05 03:59:41.901584 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d5f41a4f-690f-417d-bbb1-64c0f8ac3e31 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4864917 Jul 05 03:59:41.902993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49778) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:41.913077 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-aaee4836-c4b2-4bec-bfd6-20ce4c3b47b2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'mac_address': 'fa:16:3e:bd:90:82', 'name': 'tempest-NetworksTestDHCPv6-829752329'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:42.008005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:42.042145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712cc54b-f911-4445-af6a-a510e8cf895f None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:42.100207 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dc22d33e-a224-405b-90d4-2e15024924de req-6a23dcd5-6d74-4500-9cca-b31508fcac99 service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012966 Jul 05 03:59:42.184817 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe531d-4790-4a35-b402-820989c2567c req-b916ae2b-594c-42d5-8ee6-e462f9f56b26 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:42.186458 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aebe531d-4790-4a35-b402-820989c2567c req-b916ae2b-594c-42d5-8ee6-e462f9f56b26 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 945 time: 0.1110890 Jul 05 03:59:42.195095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Set router 96237c65-d453-4579-9256-b8acdbbc8857 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:42.225701 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaee4836-c4b2-4bec-bfd6-20ce4c3b47b2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:42.234827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aebe531d-4790-4a35-b402-820989c2567c req-8a3a950f-5d08-4641-bb2f-ce972c99fc13 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424986 Jul 05 03:59:42.362920 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aaee4836-c4b2-4bec-bfd6-20ce4c3b47b2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.403351 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-aaee4836-c4b2-4bec-bfd6-20ce4c3b47b2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port 75998693-ce7a-482b-a327-70b25bb250c7 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:59:42.408524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b99925e6-203f-4117-b524-ebd3deecb14d None None] Provisioning for port 03bdf9fc-4f92-4c05-9e70-aaf71caba786 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:42.456307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:42.457084 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.569152 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.647489 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 03bdf9fc-4f92-4c05-9e70-aaf71caba786 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:42.649419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-aaee4836-c4b2-4bec-bfd6-20ce4c3b47b2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 172.20.0.9 (764cff81-f32e-40f8-af56-b4a9d80a62e7/d64e06b9-2a69-4c96-934c-6f6d6a5ff314/75998693-ce7a-482b-a327-70b25bb250c7) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:42.658992 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-aaee4836-c4b2-4bec-bfd6-20ce4c3b47b2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::f816:3eff:febd:9082 (764cff81-f32e-40f8-af56-b4a9d80a62e7/631ddd91-b408-4226-bfa0-2634bad001e6/75998693-ce7a-482b-a327-70b25bb250c7) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:42.689772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d467916-7193-4fc5-8233-4ead89d8ccf1 req-e9026f9f-fb5b-4b40-bf36-da5d5849d9e3 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:42.691284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d467916-7193-4fc5-8233-4ead89d8ccf1 req-e9026f9f-fb5b-4b40-bf36-da5d5849d9e3 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 949 time: 0.3008711 Jul 05 03:59:42.727530 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96237c65-d453-4579-9256-b8acdbbc8857', 'name': 'tempest-TestAggregatesBasicOps-718368849-router', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '1af50466-f226-40de-91db-e88625277b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:37Z', 'updated_at': '2021-07-05T03:59:39Z', 'revision_number': 3, 'project_id': '4e213c7ceabe4207b7299308b28f5da1', 'gw_port': {'id': '1af50466-f226-40de-91db-e88625277b4e', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96237c65-d453-4579-9256-b8acdbbc8857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:38Z', 'updated_at': '2021-07-05T03:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:42.770539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Checking router: 96237c65-d453-4579-9256-b8acdbbc8857 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:59:42.777501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Updating router 96237c65-d453-4579-9256-b8acdbbc8857 port 1af50466-f226-40de-91db-e88625277b4e binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:59:42.805477 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d467916-7193-4fc5-8233-4ead89d8ccf1 req-7f585cc0-9d96-4317-8100-8f35ac4ac77c tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975502 Jul 05 03:59:42.836105 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.877415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Allocated IP 172.20.0.1 (37dfcb67-ca57-4765-a0da-abef7a182a79/737e3ffe-c473-43e5-9f16-c724d36b39a2/c4010130-c15f-42d9-bf26-a676390ed4c3) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:42.897551 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aaee4836-c4b2-4bec-bfd6-20ce4c3b47b2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.943342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-aaee4836-c4b2-4bec-bfd6-20ce4c3b47b2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 75998693-ce7a-482b-a327-70b25bb250c7 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:43.123342 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aaee4836-c4b2-4bec-bfd6-20ce4c3b47b2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.136624 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.173120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Transition to ACTIVE for port object c4010130-c15f-42d9-bf26-a676390ed4c3 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:43.179827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 03bdf9fc-4f92-4c05-9e70-aaf71caba786 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:43.193196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 03bdf9fc-4f92-4c05-9e70-aaf71caba786 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:43.193196 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.223106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee4836-c4b2-4bec-bfd6-20ce4c3b47b2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=75998693-ce7a-482b-a327-70b25bb250c7,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:43.279614 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee4836-c4b2-4bec-bfd6-20ce4c3b47b2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:43.285890 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.286715 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-aaee4836-c4b2-4bec-bfd6-20ce4c3b47b2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:43.292371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee4836-c4b2-4bec-bfd6-20ce4c3b47b2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:43.312738 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:59:43.331423 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.339489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Network 37dfcb67-ca57-4765-a0da-abef7a182a79 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:43.344516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:43.351042 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:43.351379 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Transition to ACTIVE for port object 1af50466-f226-40de-91db-e88625277b4e will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:43.366379 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.376960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39af142-27b6-495b-8e15-7a040650ed9f req-d6fff032-9fb8-4d03-a05d-0517381ab64b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:43.378947 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f39af142-27b6-495b-8e15-7a040650ed9f req-d6fff032-9fb8-4d03-a05d-0517381ab64b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 944 time: 0.1690669 Jul 05 03:59:43.402821 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66034f4-4ab5-4eee-a67a-196f1b9acf96 req-39ee340f-4e03-4ae9-84c6-cab94969b7f7 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:43.409377 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e66034f4-4ab5-4eee-a67a-196f1b9acf96 req-39ee340f-4e03-4ae9-84c6-cab94969b7f7 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 945 time: 0.3069963 Jul 05 03:59:43.420681 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 03bdf9fc-4f92-4c05-9e70-aaf71caba786, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=03bdf9fc-4f92-4c05-9e70-aaf71caba786,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:43.425666 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.431851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Pushing event updated for resources: {'Port': ['ID=c4010130-c15f-42d9-bf26-a676390ed4c3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:43.450747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaee4836-c4b2-4bec-bfd6-20ce4c3b47b2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:43.456903 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aaee4836-c4b2-4bec-bfd6-20ce4c3b47b2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.464217 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.507152 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.526363 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e66034f4-4ab5-4eee-a67a-196f1b9acf96 req-37a68092-0d23-4135-ac7c-e95075872fdd tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161218 Jul 05 03:59:43.532119 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f39af142-27b6-495b-8e15-7a040650ed9f req-3c5af0ad-c9c3-409e-8e2e-cfe62632e424 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460977 Jul 05 03:59:43.544717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Attempting to bind port 1af50466-f226-40de-91db-e88625277b4e on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:43.546364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Attempting to bind port 1af50466-f226-40de-91db-e88625277b4e by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:43.546747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Attempting to bind port 1af50466-f226-40de-91db-e88625277b4e on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:43.550303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09c3d7-8aea-4b10-84a5-e6b590c5a55f None None] Pushing event updated for resources: {'Port': ['ID=1af50466-f226-40de-91db-e88625277b4e,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:43.558275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:43.561399 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:43.566903 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.567429 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:43.568116 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Bound port: 1af50466-f226-40de-91db-e88625277b4e, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:43.568556 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.577886 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-aaee4836-c4b2-4bec-bfd6-20ce4c3b47b2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6691153 Jul 05 03:59:43.580614 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49808) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:43.683292 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1adf60-24f2-45dd-9103-41fd4c92af86 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:43.689921 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1adf60-24f2-45dd-9103-41fd4c92af86 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:43.696819 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8d1adf60-24f2-45dd-9103-41fd4c92af86 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1101189 Jul 05 03:59:43.696819 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49810) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:43.702931 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=03bdf9fc-4f92-4c05-9e70-aaf71caba786,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:43.710078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] For port 1af50466-f226-40de-91db-e88625277b4e, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:43.728099 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] For port 1af50466-f226-40de-91db-e88625277b4e, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1af50466-f226-40de-91db-e88625277b4e,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:43.754447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 03bdf9fc-4f92-4c05-9e70-aaf71caba786 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:43.798816 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a061661c-682b-4225-8eae-8ac05f53df3a None None] Provisioning complete for port 03bdf9fc-4f92-4c05-9e70-aaf71caba786 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:43.799310 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a061661c-682b-4225-8eae-8ac05f53df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.814868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e46c0-feec-40c6-b288-7f176bdc2bc0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 75998693-ce7a-482b-a327-70b25bb250c7 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:43.815248 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f3e46c0-feec-40c6-b288-7f176bdc2bc0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.838593 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 03bdf9fc-4f92-4c05-9e70-aaf71caba786 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:43.838957 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.881666 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.927260 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f3e46c0-feec-40c6-b288-7f176bdc2bc0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.949896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e46c0-feec-40c6-b288-7f176bdc2bc0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 75998693-ce7a-482b-a327-70b25bb250c7 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:44.154462 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.186767 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.198894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a93eb-fa48-4994-a0e2-973f424b4a29 req-4824f607-c038-4d83-9f37-ec4ee298d307 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.205227 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e47a93eb-fa48-4994-a0e2-973f424b4a29 req-4824f607-c038-4d83-9f37-ec4ee298d307 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 949 time: 0.1950819 Jul 05 03:59:44.223058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.296316 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e47a93eb-fa48-4994-a0e2-973f424b4a29 req-44992752-a210-4b06-9d85-91d172e1f2c2 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871983 Jul 05 03:59:44.298609 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-602a615f-b9b5-4994-9b84-1ea011acb194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.354315 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.354501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Routers {'96237c65-d453-4579-9256-b8acdbbc8857'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:44.354501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:59:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['96237c65-d453-4579-9256-b8acdbbc8857'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:44.360332 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09c3d7-8aea-4b10-84a5-e6b590c5a55f None None] Pushing event updated for resources: {'Port': ['ID=1af50466-f226-40de-91db-e88625277b4e,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:44.376522 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f3e46c0-feec-40c6-b288-7f176bdc2bc0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.383306 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Pushing event updated for resources: {'Port': ['ID=c4010130-c15f-42d9-bf26-a676390ed4c3,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:44.404050 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.434585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e46c0-feec-40c6-b288-7f176bdc2bc0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=75998693-ce7a-482b-a327-70b25bb250c7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:44.494624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Network 37dfcb67-ca57-4765-a0da-abef7a182a79 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:44.496342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:44.528633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] Set router 96237c65-d453-4579-9256-b8acdbbc8857 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:44.568529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f81a346d-152a-4f26-88ae-6fbcec9f28a0 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:44.581936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a061661c-682b-4225-8eae-8ac05f53df3a None None] Provisioning for port c4010130-c15f-42d9-bf26-a676390ed4c3 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:44.635178 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a061661c-682b-4225-8eae-8ac05f53df3a None None] Provisioning complete for port c4010130-c15f-42d9-bf26-a676390ed4c3 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:44.635703 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a061661c-682b-4225-8eae-8ac05f53df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.679211 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f3e46c0-feec-40c6-b288-7f176bdc2bc0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.680713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Router 96237c65-d453-4579-9256-b8acdbbc8857 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:59:44.687394 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49834) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:44.691859 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5f3e46c0-feec-40c6-b288-7f176bdc2bc0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/75998693-ce7a-482b-a327-70b25bb250c7 HTTP/1.1" status: 204 len: 168 time: 0.9939067 Jul 05 03:59:44.741798 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fee3a-321c-434a-ba68-e41a14f31031 req-54169b4f-9bf1-428c-b6e7-f85928347317 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.745571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:44.764796 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fee3a-321c-434a-ba68-e41a14f31031 req-54169b4f-9bf1-428c-b6e7-f85928347317 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.778707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fee3a-321c-434a-ba68-e41a14f31031 req-54169b4f-9bf1-428c-b6e7-f85928347317 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.787054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fee3a-321c-434a-ba68-e41a14f31031 req-54169b4f-9bf1-428c-b6e7-f85928347317 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.794457 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fee3a-321c-434a-ba68-e41a14f31031 req-54169b4f-9bf1-428c-b6e7-f85928347317 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.798567 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.resource_extend [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:59:44.803979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fee3a-321c-434a-ba68-e41a14f31031 req-54169b4f-9bf1-428c-b6e7-f85928347317 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.830803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fee3a-321c-434a-ba68-e41a14f31031 req-54169b4f-9bf1-428c-b6e7-f85928347317 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.838583 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf3fee3a-321c-434a-ba68-e41a14f31031 req-54169b4f-9bf1-428c-b6e7-f85928347317 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5435 time: 0.5149882 Jul 05 03:59:44.847352 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487302f0-6525-435c-83c5-c79a2dd4ee4f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.849049 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487302f0-6525-435c-83c5-c79a2dd4ee4f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.850585 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487302f0-6525-435c-83c5-c79a2dd4ee4f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.853855 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-487302f0-6525-435c-83c5-c79a2dd4ee4f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1654022 Jul 05 03:59:44.863284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49840) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:44.925281 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a061661c-682b-4225-8eae-8ac05f53df3a None None] Port c4010130-c15f-42d9-bf26-a676390ed4c3 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:44.947420 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf3fee3a-321c-434a-ba68-e41a14f31031 req-d5312817-7930-427a-a444-3810a95f2f48 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745347 Jul 05 03:59:44.974059 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbe86d-23ac-4bfe-bc32-e4dcd85da465 req-068c8061-4ce9-4681-a66b-ff681efd7e7c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.974422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-748f33a6-c07a-4706-82c6-61d03c7e14e2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 631ddd91-b408-4226-bfa0-2634bad001e6 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:44.975318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97cbe86d-23ac-4bfe-bc32-e4dcd85da465 req-068c8061-4ce9-4681-a66b-ff681efd7e7c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 945 time: 0.1337278 Jul 05 03:59:44.983203 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-748f33a6-c07a-4706-82c6-61d03c7e14e2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.009530 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port f81a346d-152a-4f26-88ae-6fbcec9f28a0, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f81a346d-152a-4f26-88ae-6fbcec9f28a0,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:45.032050 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-748f33a6-c07a-4706-82c6-61d03c7e14e2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.047872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'f81a346d-152a-4f26-88ae-6fbcec9f28a0', 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb', 'port_id': 'f81a346d-152a-4f26-88ae-6fbcec9f28a0', 'mac_address': 'fa:16:3e:b9:7c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7d7ce7-579d-4301-8ea7-b94a8620a3c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:45.080237 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97cbe86d-23ac-4bfe-bc32-e4dcd85da465 req-7d87a91d-39e5-44f5-82c8-ffec4408e32b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984650 Jul 05 03:59:45.119335 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.138634 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c3fdccc9-6c1d-4671-9d93-31d7b9349920 None None] Provisioning complete for port c4010130-c15f-42d9-bf26-a676390ed4c3 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:45.139017 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c3fdccc9-6c1d-4671-9d93-31d7b9349920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.151505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81a346d-152a-4f26-88ae-6fbcec9f28a0 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:45.161298 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:59:45.180763 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a642db8d-3e97-4df5-bf31-f7957d91d6fb admin admin] 10.222.0.38 "PUT /v2.0/routers/96237c65-d453-4579-9256-b8acdbbc8857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4615405 Jul 05 03:59:45.213046 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:45.237488 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-748f33a6-c07a-4706-82c6-61d03c7e14e2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.244136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:45.244357 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.253124 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port f81a346d-152a-4f26-88ae-6fbcec9f28a0, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f81a346d-152a-4f26-88ae-6fbcec9f28a0,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:45.274485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef10ca4-a96b-44df-825c-c9d9f88a27fc req-8605d2cc-cf25-46a9-8ea5-7dc188fa3ae1 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.276706 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bef10ca4-a96b-44df-825c-c9d9f88a27fc req-8605d2cc-cf25-46a9-8ea5-7dc188fa3ae1 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 945 time: 0.1868522 Jul 05 03:59:45.283592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-c3fdccc9-6c1d-4671-9d93-31d7b9349920 None None] Port c4010130-c15f-42d9-bf26-a676390ed4c3 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:45.301637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96237c65-d453-4579-9256-b8acdbbc8857', 'name': 'tempest-TestAggregatesBasicOps-718368849-router', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '1af50466-f226-40de-91db-e88625277b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:37Z', 'updated_at': '2021-07-05T03:59:43Z', 'revision_number': 4, 'project_id': '4e213c7ceabe4207b7299308b28f5da1', 'gw_port': {'id': '1af50466-f226-40de-91db-e88625277b4e', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96237c65-d453-4579-9256-b8acdbbc8857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:38Z', 'updated_at': '2021-07-05T03:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'c4010130-c15f-42d9-bf26-a676390ed4c3', 'name': '', 'network_id': '37dfcb67-ca57-4765-a0da-abef7a182a79', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'mac_address': 'fa:16:3e:7b:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96237c65-d453-4579-9256-b8acdbbc8857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '737e3ffe-c473-43e5-9f16-c724d36b39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:42Z', 'updated_at': '2021-07-05T03:59:43Z', 'revision_number': 2, 'project_id': '4e213c7ceabe4207b7299308b28f5da1', 'subnets': [{'id': '737e3ffe-c473-43e5-9f16-c724d36b39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:45.312994 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c3fdccc9-6c1d-4671-9d93-31d7b9349920 None None] Could not find standard attr ID for object 75998693-ce7a-482b-a327-70b25bb250c7. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 03:59:45.317654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191101ee-7b11-4c14-9b0d-6837c1262e7c req-25668a09-f9c4-4503-801e-a820eb42ba52 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.320390 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-191101ee-7b11-4c14-9b0d-6837c1262e7c req-25668a09-f9c4-4503-801e-a820eb42ba52 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 944 time: 0.1665034 Jul 05 03:59:45.381231 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-191101ee-7b11-4c14-9b0d-6837c1262e7c req-8f45aa49-2777-4a71-80ea-e84a88fe194a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544844 Jul 05 03:59:45.386682 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.394986 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.406042 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf85361-e884-4ee0-a049-e1984b3e6938 None None] The sync data for ids ['96237c65-d453-4579-9256-b8acdbbc8857'] in n-d-771363-32 is: [{'id': '96237c65-d453-4579-9256-b8acdbbc8857', 'name': 'tempest-TestAggregatesBasicOps-718368849-router', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '1af50466-f226-40de-91db-e88625277b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:37Z', 'updated_at': '2021-07-05T03:59:43Z', 'revision_number': 4, 'project_id': '4e213c7ceabe4207b7299308b28f5da1', 'gw_port': {'id': '1af50466-f226-40de-91db-e88625277b4e', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96237c65-d453-4579-9256-b8acdbbc8857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:38Z', 'updated_at': '2021-07-05T03:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'c4010130-c15f-42d9-bf26-a676390ed4c3', 'name': '', 'network_id': '37dfcb67-ca57-4765-a0da-abef7a182a79', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'mac_address': 'fa:16:3e:7b:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96237c65-d453-4579-9256-b8acdbbc8857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '737e3ffe-c473-43e5-9f16-c724d36b39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:42Z', 'updated_at': '2021-07-05T03:59:43Z', 'revision_number': 2, 'project_id': '4e213c7ceabe4207b7299308b28f5da1', 'subnets': [{'id': '737e3ffe-c473-43e5-9f16-c724d36b39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:59:45.429421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94755742-5199-4545-a47b-cf88617e1d4e req-82179a39-2121-4e49-bfbd-706dfa5f24d6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.451990 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-bef10ca4-a96b-44df-825c-c9d9f88a27fc req-bac44a5d-8d96-4cad-954a-7ebdcf6fa08f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Deleting port 029d781b-2487-4d65-976f-c241f11bfc49 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:45.451990 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bef10ca4-a96b-44df-825c-c9d9f88a27fc req-bac44a5d-8d96-4cad-954a-7ebdcf6fa08f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.452443 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94755742-5199-4545-a47b-cf88617e1d4e req-82179a39-2121-4e49-bfbd-706dfa5f24d6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.466448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94755742-5199-4545-a47b-cf88617e1d4e req-82179a39-2121-4e49-bfbd-706dfa5f24d6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.486338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94755742-5199-4545-a47b-cf88617e1d4e req-82179a39-2121-4e49-bfbd-706dfa5f24d6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.503189 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94755742-5199-4545-a47b-cf88617e1d4e req-82179a39-2121-4e49-bfbd-706dfa5f24d6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.513790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94755742-5199-4545-a47b-cf88617e1d4e req-82179a39-2121-4e49-bfbd-706dfa5f24d6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.525139 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-748f33a6-c07a-4706-82c6-61d03c7e14e2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.547070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94755742-5199-4545-a47b-cf88617e1d4e req-82179a39-2121-4e49-bfbd-706dfa5f24d6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.549972 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94755742-5199-4545-a47b-cf88617e1d4e req-82179a39-2121-4e49-bfbd-706dfa5f24d6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5435 time: 0.3283398 Jul 05 03:59:45.572469 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03580de-0954-456f-9964-9173eb2250d3 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:45.577741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=f81a346d-152a-4f26-88ae-6fbcec9f28a0,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:45.608150 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-748f33a6-c07a-4706-82c6-61d03c7e14e2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.611354 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-748f33a6-c07a-4706-82c6-61d03c7e14e2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/631ddd91-b408-4226-bfa0-2634bad001e6 HTTP/1.1" status: 204 len: 168 time: 0.7471137 Jul 05 03:59:45.614179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49860) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:45.614789 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f33a6-c07a-4706-82c6-61d03c7e14e2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=631ddd91-b408-4226-bfa0-2634bad001e6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:45.637717 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-bef10ca4-a96b-44df-825c-c9d9f88a27fc req-bac44a5d-8d96-4cad-954a-7ebdcf6fa08f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] For port 029d781b-2487-4d65-976f-c241f11bfc49, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=029d781b-2487-4d65-976f-c241f11bfc49,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:45.638085 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bef10ca4-a96b-44df-825c-c9d9f88a27fc req-bac44a5d-8d96-4cad-954a-7ebdcf6fa08f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.654694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-bef10ca4-a96b-44df-825c-c9d9f88a27fc req-bac44a5d-8d96-4cad-954a-7ebdcf6fa08f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Calling delete_port for 029d781b-2487-4d65-976f-c241f11bfc49 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:45.721016 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.796235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 03bdf9fc-4f92-4c05-9e70-aaf71caba786 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:45.811309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-942e61b0-6815-4a9c-ac1e-8baa34a24dc6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet d64e06b9-2a69-4c96-934c-6f6d6a5ff314 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:45.815734 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-942e61b0-6815-4a9c-ac1e-8baa34a24dc6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.857962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25062af-d873-450b-808f-7c4b33ddf531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c9e98c-4274-4133-b4c0-8507d2c7c3b8'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:45.860295 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ce1f24-627f-4b7f-be6f-7e451e50612a" -d '{"events": [{"server_uuid": "b25062af-d873-450b-808f-7c4b33ddf531", "name": "network-vif-plugged", "status": "completed", "tag": "a9c9e98c-4274-4133-b4c0-8507d2c7c3b8"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:45.870360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['f81a346d-152a-4f26-88ae-6fbcec9f28a0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:45.920280 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef4a887-303e-416e-b570-dea3a86ee7ec x-openstack-request-id: req-3ef4a887-303e-416e-b570-dea3a86ee7ec {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:45.921225 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25062af-d873-450b-808f-7c4b33ddf531", "name": "network-vif-plugged", "status": "completed", "tag": "a9c9e98c-4274-4133-b4c0-8507d2c7c3b8", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:45.921225 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3ef4a887-303e-416e-b570-dea3a86ee7ec {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:45.921458 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25062af-d873-450b-808f-7c4b33ddf531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c9e98c-4274-4133-b4c0-8507d2c7c3b8', 'code': 200} Jul 05 03:59:45.923227 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-942e61b0-6815-4a9c-ac1e-8baa34a24dc6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.948774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a9c9e98c-4274-4133-b4c0-8507d2c7c3b8,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:45.963534 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cd10a-3275-4370-a694-c2300101fe9d req-623fa260-5b96-4a03-acc1-dc0147a84e30 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.965070 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-464cd10a-3275-4370-a694-c2300101fe9d req-623fa260-5b96-4a03-acc1-dc0147a84e30 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 949 time: 0.2270238 Jul 05 03:59:46.064030 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 03bdf9fc-4f92-4c05-9e70-aaf71caba786 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:46.064615 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.069923 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-464cd10a-3275-4370-a694-c2300101fe9d req-e5ff99f5-1cd0-4579-8dbd-c1cafd525ee8 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847960 Jul 05 03:59:46.086901 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-942e61b0-6815-4a9c-ac1e-8baa34a24dc6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.104695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567ff4b-acae-4a5f-a205-bb23dbe5d864 req-ac32e203-bef6-4894-9f6c-f588980545c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.106394 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f567ff4b-acae-4a5f-a205-bb23dbe5d864 req-ac32e203-bef6-4894-9f6c-f588980545c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 1101 time: 0.0893109 Jul 05 03:59:46.115032 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bef10ca4-a96b-44df-825c-c9d9f88a27fc req-bac44a5d-8d96-4cad-954a-7ebdcf6fa08f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.188238 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['235dc60a-77cb-4c01-85af-593c87116a3d'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:46.191216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac44a5d-8d96-4cad-954a-7ebdcf6fa08f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Pushing event deleted for resources: {'Port': ['ID=029d781b-2487-4d65-976f-c241f11bfc49,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:46.230529 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.300573 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef10ca4-a96b-44df-825c-c9d9f88a27fc req-bac44a5d-8d96-4cad-954a-7ebdcf6fa08f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] No DVR routers for this DVR port 029d781b-2487-4d65-976f-c241f11bfc49 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:46.306248 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bef10ca4-a96b-44df-825c-c9d9f88a27fc req-bac44a5d-8d96-4cad-954a-7ebdcf6fa08f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.309237 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bef10ca4-a96b-44df-825c-c9d9f88a27fc req-bac44a5d-8d96-4cad-954a-7ebdcf6fa08f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.36 "DELETE /v2.0/ports/029d781b-2487-4d65-976f-c241f11bfc49 HTTP/1.1" status: 204 len: 173 time: 1.0253625 Jul 05 03:59:46.309875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8c59c4-cb6e-4c62-bc63-022cc15210b6', 'name': 'network-vif-deleted', 'tag': '029d781b-2487-4d65-976f-c241f11bfc49'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:46.326181 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188c5e66-c339-423f-a833-0d63e5368c43" -d '{"events": [{"server_uuid": "0c8c59c4-cb6e-4c62-bc63-022cc15210b6", "name": "network-vif-deleted", "tag": "029d781b-2487-4d65-976f-c241f11bfc49"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:46.343608 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f567ff4b-acae-4a5f-a205-bb23dbe5d864 req-f450b3f2-7ec3-48d4-981a-03762d42795e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262614 Jul 05 03:59:46.366086 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-942e61b0-6815-4a9c-ac1e-8baa34a24dc6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.404378 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0272caf-a6ef-46f1-b0aa-2cdd4c79ae1e x-openstack-request-id: req-a0272caf-a6ef-46f1-b0aa-2cdd4c79ae1e {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:46.404867 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8c59c4-cb6e-4c62-bc63-022cc15210b6", "name": "network-vif-deleted", "tag": "029d781b-2487-4d65-976f-c241f11bfc49", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:46.405298 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a0272caf-a6ef-46f1-b0aa-2cdd4c79ae1e {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:46.405871 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8c59c4-cb6e-4c62-bc63-022cc15210b6', 'name': 'network-vif-deleted', 'tag': '029d781b-2487-4d65-976f-c241f11bfc49', 'status': 'completed', 'code': 200} Jul 05 03:59:46.417214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e61b0-6815-4a9c-ac1e-8baa34a24dc6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=d64e06b9-2a69-4c96-934c-6f6d6a5ff314,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:46.493212 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=a9c9e98c-4274-4133-b4c0-8507d2c7c3b8,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:46.550520 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ede339e0-8f99-407d-8373-684bf633a9d2 req-6230b516-2b87-4ae6-8916-7df11d30b488 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 210 time: 0.1780789 Jul 05 03:59:46.554846 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-942e61b0-6815-4a9c-ac1e-8baa34a24dc6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.567797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-942e61b0-6815-4a9c-ac1e-8baa34a24dc6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/d64e06b9-2a69-4c96-934c-6f6d6a5ff314 HTTP/1.1" status: 204 len: 168 time: 0.9497111 Jul 05 03:59:46.577967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49880) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:46.681556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49884) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:46.697140 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d8451d0c-8a2f-4432-b9f2-42321f895db2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1178458 Jul 05 03:59:46.824249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3d9cb-6ba5-4111-9fa3-8d5989d98673 req-fa2a00c1-15f8-4b04-9e86-f5110466df6a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.835809 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3d3d9cb-6ba5-4111-9fa3-8d5989d98673 req-fa2a00c1-15f8-4b04-9e86-f5110466df6a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 945 time: 0.1238470 Jul 05 03:59:46.857172 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352e2f78-fa6c-44bc-9e7e-97e766a5c062 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.865910 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-352e2f78-fa6c-44bc-9e7e-97e766a5c062 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1786721 Jul 05 03:59:46.866598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49890) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:46.891638 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.952470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9d665b-4371-47ab-8a29-245cf1897954 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.953845 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3d3d9cb-6ba5-4111-9fa3-8d5989d98673 req-94f89e98-e5b8-46bd-9f19-7235ddb073af tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158559 Jul 05 03:59:46.954736 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1b9d665b-4371-47ab-8a29-245cf1897954 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0868623 Jul 05 03:59:46.957121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49894) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:47.000060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-04c3fbbe-9d01-4085-920b-1d839cd566ea tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417583 Jul 05 03:59:47.001454 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49896) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:47.006549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49898) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:47.012147 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-3ba6e58e-8418-4fa4-9726-05257e981f91 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:47.015312 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d993144e-0805-4e6b-ae80-c070f8085625 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-66784942-network', 'tenant_id': 'dfced5dd4b6c4f3da96ccd87daa86afc'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:47.183148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d993144e-0805-4e6b-ae80-c070f8085625 admin admin] Made reservation on behalf of dfced5dd4b6c4f3da96ccd87daa86afc for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:47.190891 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d993144e-0805-4e6b-ae80-c070f8085625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.204282 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d993144e-0805-4e6b-ae80-c070f8085625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.295743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86c24d-2592-4e58-a1fc-818e491f5672 req-ee28f063-4f5d-4492-95a9-d004f47f41c6 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:47.297646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aa86c24d-2592-4e58-a1fc-818e491f5672 req-ee28f063-4f5d-4492-95a9-d004f47f41c6 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 950 time: 0.0804255 Jul 05 03:59:47.311629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba6e58e-8418-4fa4-9726-05257e981f91 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:47.317263 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ba6e58e-8418-4fa4-9726-05257e981f91 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.317263 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba6e58e-8418-4fa4-9726-05257e981f91 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:59:47.317718 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba6e58e-8418-4fa4-9726-05257e981f91 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:47.362232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aa86c24d-2592-4e58-a1fc-818e491f5672 req-ff0035f4-99f0-4d4b-85ad-f2ff6f8ed297 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586488 Jul 05 03:59:47.408840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b481ac-bed3-4138-b27b-751d8ee27e99 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:47.428534 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d993144e-0805-4e6b-ae80-c070f8085625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.498302 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d993144e-0805-4e6b-ae80-c070f8085625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.524615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d993144e-0805-4e6b-ae80-c070f8085625 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:47.534587 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993144e-0805-4e6b-ae80-c070f8085625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c7670c-1457-430d-82c6-e7b10e03bb79,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:47.541835 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d993144e-0805-4e6b-ae80-c070f8085625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.542256 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-d993144e-0805-4e6b-ae80-c070f8085625 admin admin] Added segment 3151bc0a-c353-490f-b291-8aaf993d4737 of type vlan for network c2fcf9be-191d-4429-9a8e-709565834b1e Jul 05 03:59:47.544870 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fc31d9dc-1f73-4809-a3f7-2fa38af382ab None None] Provisioning complete for port 03bdf9fc-4f92-4c05-9e70-aaf71caba786 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:47.545382 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fc31d9dc-1f73-4809-a3f7-2fa38af382ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.600985 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3ba6e58e-8418-4fa4-9726-05257e981f91 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5884979 Jul 05 03:59:47.600985 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49916) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:47.613745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6d1ea18a-8379-4b47-a541-58d5dc479018 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:47.632766 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d993144e-0805-4e6b-ae80-c070f8085625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.817419 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d993144e-0805-4e6b-ae80-c070f8085625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.824579 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993144e-0805-4e6b-ae80-c070f8085625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:47.824579 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d993144e-0805-4e6b-ae80-c070f8085625 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.885077 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9267c37-b81d-42ca-a279-8dd5d991e0e4 req-f7db081e-cf15-44ed-98ed-84eec675353b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c8c59c4-cb6e-4c62-bc63-022cc15210b6 HTTP/1.1" status: 200 len: 210 time: 0.0629656 Jul 05 03:59:47.888989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1af50466-f226-40de-91db-e88625277b4e up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:47.923014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993144e-0805-4e6b-ae80-c070f8085625 admin admin] Pushing event updated for resources: {'Network': ['ID=c2fcf9be-191d-4429-9a8e-709565834b1e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:47.937136 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1ea18a-8379-4b47-a541-58d5dc479018 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:47.940684 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea18a-8379-4b47-a541-58d5dc479018 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:47.941717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network c2fcf9be-191d-4429-9a8e-709565834b1e details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:47.942159 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1ea18a-8379-4b47-a541-58d5dc479018 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:59:47.942587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1ea18a-8379-4b47-a541-58d5dc479018 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:47.957726 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49922) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:48.086870 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d993144e-0805-4e6b-ae80-c070f8085625 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0826981 Jul 05 03:59:48.089141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49928) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:48.105533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-22d98f6a-08d9-4d9f-8c89-8254aabc41e0 admin admin] Request body: {'subnet': {'network_id': 'c2fcf9be-191d-4429-9a8e-709565834b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-66784942-subnet', 'tenant_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:48.111353 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6d1ea18a-8379-4b47-a541-58d5dc479018 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5051155 Jul 05 03:59:48.112055 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49930) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:48.126110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-8cc14479-3b3a-45c3-b4f7-768715900a3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:48.197245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b603e543-b60a-4a62-91cd-8071ff400341 None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:59:48.223843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 1af50466-f226-40de-91db-e88625277b4e completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:48.257059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1af50466-f226-40de-91db-e88625277b4e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:48.257438 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.263236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d98f6a-08d9-4d9f-8c89-8254aabc41e0 admin admin] Made reservation on behalf of dfced5dd4b6c4f3da96ccd87daa86afc for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:48.264119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbecc878-6d23-466c-865e-03d0068ad837 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.264616 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbecc878-6d23-466c-865e-03d0068ad837 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.265087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbecc878-6d23-466c-865e-03d0068ad837 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.266782 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cbecc878-6d23-466c-865e-03d0068ad837 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/ports?project_id=b18740ad05054462a8bead1ca98b0711&network_id=ec674479-f6ba-4dee-8c7c-d20f38f46c45 HTTP/1.1" status: 200 len: 2972 time: 0.3080795 Jul 05 03:59:48.271115 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-22d98f6a-08d9-4d9f-8c89-8254aabc41e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.345074 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b603e543-b60a-4a62-91cd-8071ff400341 None None] Deleting port 03bdf9fc-4f92-4c05-9e70-aaf71caba786 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:48.345460 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b603e543-b60a-4a62-91cd-8071ff400341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.379404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e6135-e02e-43f0-89f9-9eb567235fea req-811bc7d6-67e3-433d-ab1c-c5333411bdc3 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.389678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-913e6135-e02e-43f0-89f9-9eb567235fea req-811bc7d6-67e3-433d-ab1c-c5333411bdc3 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 945 time: 0.1917913 Jul 05 03:59:48.422172 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc14479-3b3a-45c3-b4f7-768715900a3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:48.431859 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b603e543-b60a-4a62-91cd-8071ff400341 None None] For port 03bdf9fc-4f92-4c05-9e70-aaf71caba786, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=03bdf9fc-4f92-4c05-9e70-aaf71caba786,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:48.431859 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b603e543-b60a-4a62-91cd-8071ff400341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.432806 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8cc14479-3b3a-45c3-b4f7-768715900a3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.439973 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc14479-3b3a-45c3-b4f7-768715900a3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:59:48.441649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc14479-3b3a-45c3-b4f7-768715900a3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:48.466601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b603e543-b60a-4a62-91cd-8071ff400341 None None] Calling delete_port for 03bdf9fc-4f92-4c05-9e70-aaf71caba786 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:48.487878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-913e6135-e02e-43f0-89f9-9eb567235fea req-e30ae630-7cc3-4e04-ba49-aae830519f9c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951228 Jul 05 03:59:48.492151 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.573510 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-22d98f6a-08d9-4d9f-8c89-8254aabc41e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.574416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 1af50466-f226-40de-91db-e88625277b4e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1af50466-f226-40de-91db-e88625277b4e,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:48.579868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f81a346d-152a-4f26-88ae-6fbcec9f28a0 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:48.625409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d98f6a-08d9-4d9f-8c89-8254aabc41e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f65979-ee0c-4456-ab10-7da099ef845f,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:48.641316 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8cc14479-3b3a-45c3-b4f7-768715900a3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5267570 Jul 05 03:59:48.641946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49950) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:48.662719 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0fbbdea7-3ee7-4b41-93ef-6d16c3781502 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:48.674258 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d98f6a-08d9-4d9f-8c89-8254aabc41e0 admin admin] Checking segment: {'id': '3151bc0a-c353-490f-b291-8aaf993d4737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2fcf9be-191d-4429-9a8e-709565834b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:48.674713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d98f6a-08d9-4d9f-8c89-8254aabc41e0 admin admin] Network hostable DHCP agents. Network: c2fcf9be-191d-4429-9a8e-709565834b1e, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:48.688010 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.726637 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Sync routers for ids ['96237c65-d453-4579-9256-b8acdbbc8857'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:59:48.738902 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Routers {'96237c65-d453-4579-9256-b8acdbbc8857'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:48.739619 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:59:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['96237c65-d453-4579-9256-b8acdbbc8857'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:48.752014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=1af50466-f226-40de-91db-e88625277b4e,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:48.765984 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b603e543-b60a-4a62-91cd-8071ff400341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.806360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d98f6a-08d9-4d9f-8c89-8254aabc41e0 admin admin] Network c2fcf9be-191d-4429-9a8e-709565834b1e is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:48.815851 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603e543-b60a-4a62-91cd-8071ff400341 None None] Pushing event deleted for resources: {'Port': ['ID=03bdf9fc-4f92-4c05-9e70-aaf71caba786,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:48.818293 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5dd0a-12b2-477b-9d19-9149e2a658b0 req-3571817a-8128-41ca-8591-706f0ceeba26 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.826258 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-91c5dd0a-12b2-477b-9d19-9149e2a658b0 req-3571817a-8128-41ca-8591-706f0ceeba26 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 950 time: 0.2535415 Jul 05 03:59:48.828504 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b603e543-b60a-4a62-91cd-8071ff400341 None None] No DVR routers for this DVR port 03bdf9fc-4f92-4c05-9e70-aaf71caba786 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:48.831414 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port f81a346d-152a-4f26-88ae-6fbcec9f28a0 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:48.842346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port f81a346d-152a-4f26-88ae-6fbcec9f28a0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:48.843093 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.877073 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-91c5dd0a-12b2-477b-9d19-9149e2a658b0 req-4623d80c-0928-4406-8c49-8f6c2cfc69bc tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497530 Jul 05 03:59:48.878227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbbdea7-3ee7-4b41-93ef-6d16c3781502 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:48.886927 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0fbbdea7-3ee7-4b41-93ef-6d16c3781502 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.888433 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbbdea7-3ee7-4b41-93ef-6d16c3781502 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:59:48.888872 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fbbdea7-3ee7-4b41-93ef-6d16c3781502 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:48.891548 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49958) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:48.910314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-22d98f6a-08d9-4d9f-8c89-8254aabc41e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, c2fcf9be-191d-4429-9a8e-709565834b1e) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:48.928024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d98f6a-08d9-4d9f-8c89-8254aabc41e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.932614 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-22d98f6a-08d9-4d9f-8c89-8254aabc41e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.934203 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Set router 96237c65-d453-4579-9256-b8acdbbc8857 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:48.942095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d3dbc3-96a2-4bd9-98ef-65f46b903bec None None] Network c2fcf9be-191d-4429-9a8e-709565834b1e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:49.000535 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0fbbdea7-3ee7-4b41-93ef-6d16c3781502 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3565772 Jul 05 03:59:49.003403 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49970) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.009953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7dd334cb-2983-456f-9603-2352d865c310 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:49.046543 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-22d98f6a-08d9-4d9f-8c89-8254aabc41e0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9536009 Jul 05 03:59:49.046997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49974) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.051502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-66784942-router', 'tenant_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:49.135998 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.193380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbd29e1-425b-439b-b37a-191cc7234b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81a346d-152a-4f26-88ae-6fbcec9f28a0'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:49.193380 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc48edeb-1cdb-45da-809a-c18a29ee1167" -d '{"events": [{"server_uuid": "efbd29e1-425b-439b-b37a-191cc7234b08", "name": "network-vif-plugged", "status": "completed", "tag": "f81a346d-152a-4f26-88ae-6fbcec9f28a0"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:49.199062 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.203771 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.221079 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port f81a346d-152a-4f26-88ae-6fbcec9f28a0, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f81a346d-152a-4f26-88ae-6fbcec9f28a0,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:49.283106 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96237c65-d453-4579-9256-b8acdbbc8857', 'name': 'tempest-TestAggregatesBasicOps-718368849-router', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '1af50466-f226-40de-91db-e88625277b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:37Z', 'updated_at': '2021-07-05T03:59:43Z', 'revision_number': 4, 'project_id': '4e213c7ceabe4207b7299308b28f5da1', 'gw_port': {'id': '1af50466-f226-40de-91db-e88625277b4e', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96237c65-d453-4579-9256-b8acdbbc8857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:38Z', 'updated_at': '2021-07-05T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'c4010130-c15f-42d9-bf26-a676390ed4c3', 'name': '', 'network_id': '37dfcb67-ca57-4765-a0da-abef7a182a79', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'mac_address': 'fa:16:3e:7b:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96237c65-d453-4579-9256-b8acdbbc8857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '737e3ffe-c473-43e5-9f16-c724d36b39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:42Z', 'updated_at': '2021-07-05T03:59:43Z', 'revision_number': 2, 'project_id': '4e213c7ceabe4207b7299308b28f5da1', 'subnets': [{'id': '737e3ffe-c473-43e5-9f16-c724d36b39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:49.283972 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.294119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cea0d4-e078-47e0-a9b6-24e20cfe3a82 req-e30357bc-f156-42da-b1f0-168014463824 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.303187 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5cea0d4-e078-47e0-a9b6-24e20cfe3a82 req-e30357bc-f156-42da-b1f0-168014463824 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1198275 Jul 05 03:59:49.304485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d035fd7-b9d4-4c02-845a-b484fb220c54 req-a1e8be6b-bce2-4b39-83d2-7492be30f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.305521 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d035fd7-b9d4-4c02-845a-b484fb220c54 req-a1e8be6b-bce2-4b39-83d2-7492be30f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.306089 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d035fd7-b9d4-4c02-845a-b484fb220c54 req-a1e8be6b-bce2-4b39-83d2-7492be30f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.306653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d035fd7-b9d4-4c02-845a-b484fb220c54 req-a1e8be6b-bce2-4b39-83d2-7492be30f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.307279 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d035fd7-b9d4-4c02-845a-b484fb220c54 req-a1e8be6b-bce2-4b39-83d2-7492be30f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.307754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d035fd7-b9d4-4c02-845a-b484fb220c54 req-a1e8be6b-bce2-4b39-83d2-7492be30f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.308247 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d035fd7-b9d4-4c02-845a-b484fb220c54 req-a1e8be6b-bce2-4b39-83d2-7492be30f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.310222 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3d035fd7-b9d4-4c02-845a-b484fb220c54 req-a1e8be6b-bce2-4b39-83d2-7492be30f986 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 6499 time: 0.4175818 Jul 05 03:59:49.337441 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-c2fcf9be-191d-4429-9a8e-709565834b1e', 'network_id': 'c2fcf9be-191d-4429-9a8e-709565834b1e', 'tenant_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'fixed_ips': [{'subnet_id': '30f65979-ee0c-4456-ab10-7da099ef845f'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:49.338405 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.342067 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd334cb-2983-456f-9603-2352d865c310 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:49.346136 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7dd334cb-2983-456f-9603-2352d865c310 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.347795 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.349946 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd334cb-2983-456f-9603-2352d865c310 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:59:49.349946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd334cb-2983-456f-9603-2352d865c310 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:49.351231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 029d781b-2487-4d65-976f-c241f11bfc49 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:49.351605 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Checking router: 96237c65-d453-4579-9256-b8acdbbc8857 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:59:49.351996 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Updating router 96237c65-d453-4579-9256-b8acdbbc8857 port c4010130-c15f-42d9-bf26-a676390ed4c3 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:59:49.394081 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3d035fd7-b9d4-4c02-845a-b484fb220c54 req-f7f7f2bc-9161-4202-961b-31337d9f93c6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=851692ce-54ea-439c-bb34-ebe907c96427&id=f9b50fcf-5064-4201-b06e-df00dc9325e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758610 Jul 05 03:59:49.401820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5cea0d4-e078-47e0-a9b6-24e20cfe3a82 req-fecaff73-b22c-4e62-867c-1b242dcc1b93 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888958 Jul 05 03:59:49.404314 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.440834 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7dd334cb-2983-456f-9603-2352d865c310 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4360254 Jul 05 03:59:49.443890 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49984) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.449713 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5790291c-9c7c-49ce-9e7d-e6d9ef1a91af tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:49.545357 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e789e6-b079-4a87-91fc-9b9de3491ba1 x-openstack-request-id: req-50e789e6-b079-4a87-91fc-9b9de3491ba1 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:49.545705 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbd29e1-425b-439b-b37a-191cc7234b08", "name": "network-vif-plugged", "status": "completed", "tag": "f81a346d-152a-4f26-88ae-6fbcec9f28a0", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:49.545906 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50e789e6-b079-4a87-91fc-9b9de3491ba1 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:49.546302 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbd29e1-425b-439b-b37a-191cc7234b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81a346d-152a-4f26-88ae-6fbcec9f28a0', 'code': 200} Jul 05 03:59:49.569526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=f81a346d-152a-4f26-88ae-6fbcec9f28a0,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:49.575079 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 029d781b-2487-4d65-976f-c241f11bfc49 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:49.575728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 029d781b-2487-4d65-976f-c241f11bfc49 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:49.797817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Allocated IP 172.20.0.2 (c2fcf9be-191d-4429-9a8e-709565834b1e/30f65979-ee0c-4456-ab10-7da099ef845f/73bd2563-eec2-44eb-b588-02a75f788161) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:49.798123 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5790291c-9c7c-49ce-9e7d-e6d9ef1a91af tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:49.803195 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5790291c-9c7c-49ce-9e7d-e6d9ef1a91af tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.804738 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-5790291c-9c7c-49ce-9e7d-e6d9ef1a91af tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 03:59:49.805717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5790291c-9c7c-49ce-9e7d-e6d9ef1a91af tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:49.858781 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513cd51-8a9a-4cf5-a9bf-cd10ee192611 req-3aca3ee1-fe10-4af7-b29b-3cb95c74808c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.861225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1af50466-f226-40de-91db-e88625277b4e up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:49.869075 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9513cd51-8a9a-4cf5-a9bf-cd10ee192611 req-3aca3ee1-fe10-4af7-b29b-3cb95c74808c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 946 time: 0.1299701 Jul 05 03:59:49.924884 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9513cd51-8a9a-4cf5-a9bf-cd10ee192611 req-a8431b0c-ef22-461c-9349-f089b1ce520c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547810 Jul 05 03:59:49.943668 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5790291c-9c7c-49ce-9e7d-e6d9ef1a91af tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4987702 Jul 05 03:59:49.967797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49998) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:50.041877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bea5f273-7d11-4f1e-b23e-7c8623d580a8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0677614 Jul 05 03:59:50.041877 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50002) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:50.047912 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1af50466-f226-40de-91db-e88625277b4e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:50.048087 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.134982 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.157168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acde4676-28a7-44b1-b4e8-f695337e27a6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:50.162276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-acde4676-28a7-44b1-b4e8-f695337e27a6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1168292 Jul 05 03:59:50.163015 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Transition to ACTIVE for port object c4010130-c15f-42d9-bf26-a676390ed4c3 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:50.172350 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50004) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:50.239131 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.245896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-941d8a8f-5cf6-45ee-a70d-324b406108b0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720901 Jul 05 03:59:50.257522 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50006) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:50.266413 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-133fd2c3-4b40-454b-ad99-3754b9f61131 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:50.267967 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.284924 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Transition to ACTIVE for port object 73bd2563-eec2-44eb-b588-02a75f788161 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:50.315431 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Transition to ACTIVE for port object 73bd2563-eec2-44eb-b588-02a75f788161 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:50.328898 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b686d-e489-4ba4-97ed-23b87c358ea0 None None] Pushing event updated for resources: {'Port': ['ID=c4010130-c15f-42d9-bf26-a676390ed4c3,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:50.359948 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b686d-e489-4ba4-97ed-23b87c358ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.360422 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b686d-e489-4ba4-97ed-23b87c358ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.360961 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b686d-e489-4ba4-97ed-23b87c358ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.361359 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b686d-e489-4ba4-97ed-23b87c358ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.361752 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b686d-e489-4ba4-97ed-23b87c358ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.362143 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b686d-e489-4ba4-97ed-23b87c358ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.362679 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b686d-e489-4ba4-97ed-23b87c358ea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.362928 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b686d-e489-4ba4-97ed-23b87c358ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.363316 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b686d-e489-4ba4-97ed-23b87c358ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.363761 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b686d-e489-4ba4-97ed-23b87c358ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.364239 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b686d-e489-4ba4-97ed-23b87c358ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.364636 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b686d-e489-4ba4-97ed-23b87c358ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.379150 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 03bdf9fc-4f92-4c05-9e70-aaf71caba786 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:50.401635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 03bdf9fc-4f92-4c05-9e70-aaf71caba786 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:50.402065 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 03bdf9fc-4f92-4c05-9e70-aaf71caba786 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:50.418774 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.434570 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Attempting to bind port c4010130-c15f-42d9-bf26-a676390ed4c3 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:50.434907 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Attempting to bind port c4010130-c15f-42d9-bf26-a676390ed4c3 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '789459ba-2d6b-4e43-b1da-55a5fac143d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37dfcb67-ca57-4765-a0da-abef7a182a79'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:50.435414 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Attempting to bind port c4010130-c15f-42d9-bf26-a676390ed4c3 on network 37dfcb67-ca57-4765-a0da-abef7a182a79 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:50.441251 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:50.441680 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Checking segment: {'id': '789459ba-2d6b-4e43-b1da-55a5fac143d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37dfcb67-ca57-4765-a0da-abef7a182a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:50.442091 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.442485 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Bound using segment: {'id': '789459ba-2d6b-4e43-b1da-55a5fac143d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37dfcb67-ca57-4765-a0da-abef7a182a79'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:50.442965 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Bound port: c4010130-c15f-42d9-bf26-a676390ed4c3, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789459ba-2d6b-4e43-b1da-55a5fac143d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '37dfcb67-ca57-4765-a0da-abef7a182a79'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:50.443350 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.454543 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.480591 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Network c2fcf9be-191d-4429-9a8e-709565834b1e is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:50.489584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:50.497475 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:50.516477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa445962-d8ab-4ab8-acc8-bb6fd8c9b634 req-0ba71304-5d16-42d4-9135-e475a52707bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:50.518179 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa445962-d8ab-4ab8-acc8-bb6fd8c9b634 req-0ba71304-5d16-42d4-9135-e475a52707bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 1098 time: 0.3131483 Jul 05 03:59:50.549713 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] For port c4010130-c15f-42d9-bf26-a676390ed4c3, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:50.553247 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] For port c4010130-c15f-42d9-bf26-a676390ed4c3, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c4010130-c15f-42d9-bf26-a676390ed4c3,segment=NetworkSegment(789459ba-2d6b-4e43-b1da-55a5fac143d9),segment_id=789459ba-2d6b-4e43-b1da-55a5fac143d9)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:50.574838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Pushing event updated for resources: {'Port': ['ID=73bd2563-eec2-44eb-b588-02a75f788161,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:50.605469 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa445962-d8ab-4ab8-acc8-bb6fd8c9b634 req-f10230c2-2b6e-4dc1-895a-e65d6086721f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799549 Jul 05 03:59:50.619358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Attempting to bind port 73bd2563-eec2-44eb-b588-02a75f788161 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:50.619948 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Attempting to bind port 73bd2563-eec2-44eb-b588-02a75f788161 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '3151bc0a-c353-490f-b291-8aaf993d4737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2fcf9be-191d-4429-9a8e-709565834b1e'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:50.620149 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Attempting to bind port 73bd2563-eec2-44eb-b588-02a75f788161 on network c2fcf9be-191d-4429-9a8e-709565834b1e {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:50.625979 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:50.626458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Checking segment: {'id': '3151bc0a-c353-490f-b291-8aaf993d4737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2fcf9be-191d-4429-9a8e-709565834b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:50.627044 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.627471 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Bound using segment: {'id': '3151bc0a-c353-490f-b291-8aaf993d4737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2fcf9be-191d-4429-9a8e-709565834b1e'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:50.628009 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Bound port: 73bd2563-eec2-44eb-b588-02a75f788161, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3151bc0a-c353-490f-b291-8aaf993d4737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2fcf9be-191d-4429-9a8e-709565834b1e'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:50.639376 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.707625 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] For port 73bd2563-eec2-44eb-b588-02a75f788161, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:50.711953 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] For port 73bd2563-eec2-44eb-b588-02a75f788161, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=73bd2563-eec2-44eb-b588-02a75f788161,segment=NetworkSegment(3151bc0a-c353-490f-b291-8aaf993d4737),segment_id=3151bc0a-c353-490f-b291-8aaf993d4737)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:50.720386 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.780246 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Routers {'96237c65-d453-4579-9256-b8acdbbc8857'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:50.781666 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:59:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['96237c65-d453-4579-9256-b8acdbbc8857'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:50.825698 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b686d-e489-4ba4-97ed-23b87c358ea0 None None] Pushing event updated for resources: {'Port': ['ID=c4010130-c15f-42d9-bf26-a676390ed4c3,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:50.861116 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.869952 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.884482 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.928731 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] Set router 96237c65-d453-4579-9256-b8acdbbc8857 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:50.984674 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94260fa-c707-42ca-baf8-e350e4d3e53d req-627a4bce-2c4a-43f2-8780-3500dff7883a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:50.991954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f94260fa-c707-42ca-baf8-e350e4d3e53d req-627a4bce-2c4a-43f2-8780-3500dff7883a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.8316514 Jul 05 03:59:51.030201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ecf9f-ff26-4171-b6ab-28cc376dbad8 None None] Pushing event updated for resources: {'Port': ['ID=73bd2563-eec2-44eb-b588-02a75f788161,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:51.042957 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-a380aadf-7498-41ae-baf4-731cc13f4350 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.043424 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-a380aadf-7498-41ae-baf4-731cc13f4350 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.043894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-a380aadf-7498-41ae-baf4-731cc13f4350 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.044401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-a380aadf-7498-41ae-baf4-731cc13f4350 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.044868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-a380aadf-7498-41ae-baf4-731cc13f4350 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.045413 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-a380aadf-7498-41ae-baf4-731cc13f4350 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.045819 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-a380aadf-7498-41ae-baf4-731cc13f4350 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.046242 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-a380aadf-7498-41ae-baf4-731cc13f4350 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.046801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-a380aadf-7498-41ae-baf4-731cc13f4350 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.047257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-a380aadf-7498-41ae-baf4-731cc13f4350 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.047730 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-a380aadf-7498-41ae-baf4-731cc13f4350 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.048224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-a380aadf-7498-41ae-baf4-731cc13f4350 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.048667 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-a380aadf-7498-41ae-baf4-731cc13f4350 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.049124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-a380aadf-7498-41ae-baf4-731cc13f4350 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.061710 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-a380aadf-7498-41ae-baf4-731cc13f4350 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08&device_id=b25062af-d873-450b-808f-7c4b33ddf531&device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292&device_id=2707f076-0264-40c7-877f-fc77e07ec2bc&device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682&device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b&device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252&device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 12723 time: 0.8191452 Jul 05 03:59:51.108059 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-2c312bfc-216c-42da-aef0-bbe9232d474e tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.110995 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Allocated IP 172.25.6.89 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/5f43fd7e-79cd-41fd-8d3f-02f87eeb0373) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:51.156684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f94260fa-c707-42ca-baf8-e350e4d3e53d req-dd950f86-f017-4889-925f-1c888e3c4d2e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637197 Jul 05 03:59:51.253188 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133fd2c3-4b40-454b-ad99-3754b9f61131 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:51.266295 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-133fd2c3-4b40-454b-ad99-3754b9f61131 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.298053 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96237c65-d453-4579-9256-b8acdbbc8857', 'name': 'tempest-TestAggregatesBasicOps-718368849-router', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '1af50466-f226-40de-91db-e88625277b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:37Z', 'updated_at': '2021-07-05T03:59:43Z', 'revision_number': 4, 'project_id': '4e213c7ceabe4207b7299308b28f5da1', 'gw_port': {'id': '1af50466-f226-40de-91db-e88625277b4e', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96237c65-d453-4579-9256-b8acdbbc8857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:38Z', 'updated_at': '2021-07-05T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'c4010130-c15f-42d9-bf26-a676390ed4c3', 'name': '', 'network_id': '37dfcb67-ca57-4765-a0da-abef7a182a79', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'mac_address': 'fa:16:3e:7b:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96237c65-d453-4579-9256-b8acdbbc8857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '737e3ffe-c473-43e5-9f16-c724d36b39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:42Z', 'updated_at': '2021-07-05T03:59:50Z', 'revision_number': 4, 'project_id': '4e213c7ceabe4207b7299308b28f5da1', 'subnets': [{'id': '737e3ffe-c473-43e5-9f16-c724d36b39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:51.302089 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.366326 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1588c-b1e3-4180-b92f-e018fcda6034 None None] The sync data for ids ['96237c65-d453-4579-9256-b8acdbbc8857'] in n-d-771363-32 is: [{'id': '96237c65-d453-4579-9256-b8acdbbc8857', 'name': 'tempest-TestAggregatesBasicOps-718368849-router', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '1af50466-f226-40de-91db-e88625277b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:37Z', 'updated_at': '2021-07-05T03:59:43Z', 'revision_number': 4, 'project_id': '4e213c7ceabe4207b7299308b28f5da1', 'gw_port': {'id': '1af50466-f226-40de-91db-e88625277b4e', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96237c65-d453-4579-9256-b8acdbbc8857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:38Z', 'updated_at': '2021-07-05T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'c4010130-c15f-42d9-bf26-a676390ed4c3', 'name': '', 'network_id': '37dfcb67-ca57-4765-a0da-abef7a182a79', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'mac_address': 'fa:16:3e:7b:88:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96237c65-d453-4579-9256-b8acdbbc8857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '737e3ffe-c473-43e5-9f16-c724d36b39a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:42Z', 'updated_at': '2021-07-05T03:59:50Z', 'revision_number': 4, 'project_id': '4e213c7ceabe4207b7299308b28f5da1', 'subnets': [{'id': '737e3ffe-c473-43e5-9f16-c724d36b39a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:59:51.446651 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.476942 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-2c312bfc-216c-42da-aef0-bbe9232d474e tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.484414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:51.489098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:51.495704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:51.532933 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Pushing event updated for resources: {'Port': ['ID=5f43fd7e-79cd-41fd-8d3f-02f87eeb0373,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:51.545421 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:51.545873 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:51.546278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:51.546758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:51.547166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:51.547668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:51.548033 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:51.552797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:51.552797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:51.552797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:51.552797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:51.552797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:51.553297 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618c1ac-bc1d-41b9-90a8-97a8920c95f9 req-fb5b1c6f-f8a4-4689-8039-ccc91d6bac7f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.566955 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c618c1ac-bc1d-41b9-90a8-97a8920c95f9 req-fb5b1c6f-f8a4-4689-8039-ccc91d6bac7f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 946 time: 0.2003417 Jul 05 03:59:51.624341 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-2c312bfc-216c-42da-aef0-bbe9232d474e tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.704154 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f73f7377-8700-4b42-ad87-6f1d86d17253 req-2c312bfc-216c-42da-aef0-bbe9232d474e tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&id=544dc784-615a-4509-a4fd-77e606dae3f3&id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&id=719e91a8-0397-48c0-8fe6-425c61380528&id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 0.6410623 Jul 05 03:59:51.721422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c312bfc-216c-42da-aef0-bbe9232d474e tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66da5fc0-86e6-4fd1-af4d-8362785c1d12,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:51.796046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c618c1ac-bc1d-41b9-90a8-97a8920c95f9 req-f7d76821-683f-42ce-932b-68f8836f35bc tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278085 Jul 05 03:59:51.965318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02190345-d511-4154-8276-1bc48c7ea198 req-93432ede-799a-487a-9495-9dc98a3602df tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.967075 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02190345-d511-4154-8276-1bc48c7ea198 req-93432ede-799a-487a-9495-9dc98a3602df tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0927701 Jul 05 03:59:52.032269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c4010130-c15f-42d9-bf26-a676390ed4c3 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:52.118231 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.172951 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02190345-d511-4154-8276-1bc48c7ea198 req-901315fe-690f-4490-8436-351d9d16ca2c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001383 Jul 05 03:59:52.229488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port c4010130-c15f-42d9-bf26-a676390ed4c3 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:52.235014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c4010130-c15f-42d9-bf26-a676390ed4c3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:52.235014 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.243307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.objects.ports [None req-133fd2c3-4b40-454b-ad99-3754b9f61131 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100933) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:59:52.243307 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-133fd2c3-4b40-454b-ad99-3754b9f61131 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.297081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133fd2c3-4b40-454b-ad99-3754b9f61131 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:52.345689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-133fd2c3-4b40-454b-ad99-3754b9f61131 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:52.350571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133fd2c3-4b40-454b-ad99-3754b9f61131 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.351295 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-133fd2c3-4b40-454b-ad99-3754b9f61131 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.360089 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df8959e-ab3a-4a53-8a73-f5a17435dc23 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:52.378782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fd2c3-4b40-454b-ad99-3754b9f61131 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=76c479f1-cc1a-45c0-81dc-834b2546b819,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:52.492408 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-133fd2c3-4b40-454b-ad99-3754b9f61131 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2333572 Jul 05 03:59:52.537525 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.549756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50032) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:52.564199 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6b194acb-35df-4efb-8ac1-98ac89feeb3b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'mac_address': 'fa:16:3e:ca:e6:24', 'name': 'tempest-NetworksTestDHCPv6-1383049600'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:52.597038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2e9dca-b349-4d61-88a1-4801e9600024 None None] Network c2fcf9be-191d-4429-9a8e-709565834b1e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:52.608352 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.701429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cd3b9-8b4e-4026-bd37-6579baeee288 req-66e5ac97-7ccf-4895-acad-4299bbb0d950 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.702185 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cd3b9-8b4e-4026-bd37-6579baeee288 req-66e5ac97-7ccf-4895-acad-4299bbb0d950 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.702882 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cd3b9-8b4e-4026-bd37-6579baeee288 req-66e5ac97-7ccf-4895-acad-4299bbb0d950 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.705173 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b52cd3b9-8b4e-4026-bd37-6579baeee288 req-66e5ac97-7ccf-4895-acad-4299bbb0d950 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531&device_id=2707f076-0264-40c7-877f-fc77e07ec2bc&device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 2884 time: 0.2444575 Jul 05 03:59:52.777113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b52cd3b9-8b4e-4026-bd37-6579baeee288 req-bfb75726-7ab7-49ac-a6b6-0420cf3ce863 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613382 Jul 05 03:59:52.897083 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b194acb-35df-4efb-8ac1-98ac89feeb3b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:52.925135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port c4010130-c15f-42d9-bf26-a676390ed4c3, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c4010130-c15f-42d9-bf26-a676390ed4c3,segment=NetworkSegment(789459ba-2d6b-4e43-b1da-55a5fac143d9),segment_id=789459ba-2d6b-4e43-b1da-55a5fac143d9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:52.938136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Router 732c9885-5a87-4a26-99d0-8d351a67d61d is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:59:52.973545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': '76c479f1-cc1a-45c0-81dc-834b2546b819'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:52.974401 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.036306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9ecccf6c-0a23-4036-8ad2-0fe1372223b7 None None] Provisioning for port 73bd2563-eec2-44eb-b588-02a75f788161 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:53.048099 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.048927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 73bd2563-eec2-44eb-b588-02a75f788161 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:53.088886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:59:53.132224 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6b194acb-35df-4efb-8ac1-98ac89feeb3b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.150862 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Sync routers for ids ['732c9885-5a87-4a26-99d0-8d351a67d61d'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:59:53.161134 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-6b194acb-35df-4efb-8ac1-98ac89feeb3b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port 4d1073fb-2f19-45bd-be45-4893a815d5bf yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:59:53.229092 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.231530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c275ed-ff46-4325-bc59-cc718e737220 req-e801a921-6efd-45ce-9361-d9bbcd9272e7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:53.233032 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-73c275ed-ff46-4325-bc59-cc718e737220 req-e801a921-6efd-45ce-9361-d9bbcd9272e7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 946 time: 0.2010057 Jul 05 03:59:53.243755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50056) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:53.245455 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-543ada0b-d498-4b77-ab24-4dc6d99fae40 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1973898 Jul 05 03:59:53.259999 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Routers {'732c9885-5a87-4a26-99d0-8d351a67d61d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:53.261941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:59:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['732c9885-5a87-4a26-99d0-8d351a67d61d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:53.267733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=c4010130-c15f-42d9-bf26-a676390ed4c3,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:53.440838 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-73c275ed-ff46-4325-bc59-cc718e737220 req-fd692ff1-39a4-4a8b-85b9-93faf3088bdd tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728387 Jul 05 03:59:53.440938 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Set router 732c9885-5a87-4a26-99d0-8d351a67d61d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:53.451217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-6b194acb-35df-4efb-8ac1-98ac89feeb3b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::f816:3eff:feca:e624 (764cff81-f32e-40f8-af56-b4a9d80a62e7/76c479f1-cc1a-45c0-81dc-834b2546b819/4d1073fb-2f19-45bd-be45-4893a815d5bf) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:53.567802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 73bd2563-eec2-44eb-b588-02a75f788161 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:53.578378 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 73bd2563-eec2-44eb-b588-02a75f788161 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:53.579050 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.801957 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.869542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8ebfae8d-5fee-4e32-9794-581d6297c0a7 None None] Provisioning complete for port 73bd2563-eec2-44eb-b588-02a75f788161 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:53.869542 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8ebfae8d-5fee-4e32-9794-581d6297c0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.871827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 73bd2563-eec2-44eb-b588-02a75f788161, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=73bd2563-eec2-44eb-b588-02a75f788161,segment=NetworkSegment(3151bc0a-c353-490f-b291-8aaf993d4737),segment_id=3151bc0a-c353-490f-b291-8aaf993d4737)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:53.919012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'name': 'tempest-TestAggregatesBasicOps-66784942-router', 'tenant_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:49Z', 'updated_at': '2021-07-05T03:59:51Z', 'revision_number': 3, 'project_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'gw_port': {'id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:50Z', 'updated_at': '2021-07-05T03:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:53.949045 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Checking router: 732c9885-5a87-4a26-99d0-8d351a67d61d for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:59:53.949585 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Updating router 732c9885-5a87-4a26-99d0-8d351a67d61d port 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:59:53.988534 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.032674 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6b194acb-35df-4efb-8ac1-98ac89feeb3b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.056925 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-aa047b4e-cb15-465c-852a-884b80eb73d5 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:54.063730 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-aa047b4e-cb15-465c-852a-884b80eb73d5 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 805 time: 0.3138201 Jul 05 03:59:54.092436 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-6b194acb-35df-4efb-8ac1-98ac89feeb3b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 4d1073fb-2f19-45bd-be45-4893a815d5bf will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:54.103586 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-60f38b33-9d6f-4f79-9769-490fadec4c5c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/quotas/b54499cdf5b04da2a0e9616d056ed57c HTTP/1.1" status: 200 len: 375 time: 0.0387826 Jul 05 03:59:54.104521 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.181537 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c4010130-c15f-42d9-bf26-a676390ed4c3 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:54.341985 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-302c1441-72b5-4f6e-b483-c432eeeaaf22 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2373285 Jul 05 03:59:54.361939 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=73bd2563-eec2-44eb-b588-02a75f788161,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:54.378702 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6b194acb-35df-4efb-8ac1-98ac89feeb3b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.487471 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50092) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:54.517304 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Allocated IP 2001:db8::f816:3eff:fe5e:b354 (764cff81-f32e-40f8-af56-b4a9d80a62e7/76c479f1-cc1a-45c0-81dc-834b2546b819/1b32c278-c448-4839-8a2b-9b03e00add60) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:54.525733 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b194acb-35df-4efb-8ac1-98ac89feeb3b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:54.541730 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c4010130-c15f-42d9-bf26-a676390ed4c3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:54.542114 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.575080 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.581303 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-6b194acb-35df-4efb-8ac1-98ac89feeb3b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:54.587650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b194acb-35df-4efb-8ac1-98ac89feeb3b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=4d1073fb-2f19-45bd-be45-4893a815d5bf,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:54.606580 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b194acb-35df-4efb-8ac1-98ac89feeb3b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:54.615220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b194acb-35df-4efb-8ac1-98ac89feeb3b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:54.615793 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6b194acb-35df-4efb-8ac1-98ac89feeb3b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.678520 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca7e5d1-ed23-4254-8214-c5695cf8143a tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:54.681118 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2ca7e5d1-ed23-4254-8214-c5695cf8143a tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 814 time: 0.1885889 Jul 05 03:59:54.712676 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-86af44bc-024c-47da-968f-adbdeeec401e service neutron] 10.222.0.38 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691647 Jul 05 03:59:54.866026 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.881482 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Transition to ACTIVE for port object 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:54.958104 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6b194acb-35df-4efb-8ac1-98ac89feeb3b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4069319 Jul 05 03:59:54.962039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50102) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:54.970017 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.980583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Transition to ACTIVE for port object 1b32c278-c448-4839-8a2b-9b03e00add60 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:55.001758 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Transition to ACTIVE for port object 1b32c278-c448-4839-8a2b-9b03e00add60 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:55.007217 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.073937 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-46973ea6-a312-460c-9e0e-5964fda5496d service neutron] 10.222.0.38 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230896 Jul 05 03:59:55.114707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b4f30-aa2f-43ca-8c79-853590de5734 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.116419 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-827b4f30-aa2f-43ca-8c79-853590de5734 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1532519 Jul 05 03:59:55.120449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50106) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:55.136843 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.138888 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Attempting to bind port 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:55.140142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Attempting to bind port 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:55.140926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Attempting to bind port 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:55.166995 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6fbff-f167-45bf-892c-3189992841e3 None None] Pushing event updated for resources: {'Port': ['ID=5f43fd7e-79cd-41fd-8d3f-02f87eeb0373,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:55.177757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:55.178600 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:55.179318 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.180663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:55.181582 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Bound port: 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:55.182828 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.192363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Allocated IP 172.20.0.1 (c2fcf9be-191d-4429-9a8e-709565834b1e/30f65979-ee0c-4456-ab10-7da099ef845f/6cec37e5-18bd-48eb-90e9-fdcbdc9215a9) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:55.263549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:55.271982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e503691d-152b-47bc-bca7-d953cf9e7457 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 4d1073fb-2f19-45bd-be45-4893a815d5bf {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:55.272685 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e503691d-152b-47bc-bca7-d953cf9e7457 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.278715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:55.292720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:55.306628 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Pushing event updated for resources: {'Port': ['ID=1b32c278-c448-4839-8a2b-9b03e00add60,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:55.348410 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] For port 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:55.387104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] For port 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5f43fd7e-79cd-41fd-8d3f-02f87eeb0373,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:55.397167 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Attempting to bind port 1b32c278-c448-4839-8a2b-9b03e00add60 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:55.401004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Attempting to bind port 1b32c278-c448-4839-8a2b-9b03e00add60 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:55.404217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Attempting to bind port 1b32c278-c448-4839-8a2b-9b03e00add60 on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:55.410468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:55.411121 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:55.411704 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.412708 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:55.413464 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Bound port: 1b32c278-c448-4839-8a2b-9b03e00add60, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:55.415375 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.450945 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e503691d-152b-47bc-bca7-d953cf9e7457 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.462170 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.465575 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fddc5f5-3c8b-469b-8200-ca2c37121c19 req-15e8bd42-ba27-404c-a770-ab460a2ec1ec tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 210 time: 0.0637667 Jul 05 03:59:55.483193 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.487468 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058e4c3-52a6-4aec-8bec-8c47f2e29c9f req-0707f0c5-0fde-4d4f-8824-da6131d3f125 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.498563 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f058e4c3-52a6-4aec-8bec-8c47f2e29c9f req-0707f0c5-0fde-4d4f-8824-da6131d3f125 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 1100 time: 0.1656945 Jul 05 03:59:55.512539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e503691d-152b-47bc-bca7-d953cf9e7457 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 4d1073fb-2f19-45bd-be45-4893a815d5bf owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:55.553988 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f058e4c3-52a6-4aec-8bec-8c47f2e29c9f req-ebd045a7-3b63-43b5-8eb2-426cb4d5c049 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572596 Jul 05 03:59:55.576587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Transition to ACTIVE for port object 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:55.673334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Routers {'732c9885-5a87-4a26-99d0-8d351a67d61d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:55.674288 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:59:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['732c9885-5a87-4a26-99d0-8d351a67d61d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:55.686256 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6fbff-f167-45bf-892c-3189992841e3 None None] Pushing event updated for resources: {'Port': ['ID=5f43fd7e-79cd-41fd-8d3f-02f87eeb0373,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:55.760302 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.763835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] For port 1b32c278-c448-4839-8a2b-9b03e00add60, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:55.804327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] For port 1b32c278-c448-4839-8a2b-9b03e00add60, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1b32c278-c448-4839-8a2b-9b03e00add60,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:55.814828 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Network c2fcf9be-191d-4429-9a8e-709565834b1e is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:55.834509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:55.834509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:55.845880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] Set router 732c9885-5a87-4a26-99d0-8d351a67d61d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:55.851238 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e503691d-152b-47bc-bca7-d953cf9e7457 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.873606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Pushing event updated for resources: {'Port': ['ID=6cec37e5-18bd-48eb-90e9-fdcbdc9215a9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:55.895994 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503691d-152b-47bc-bca7-d953cf9e7457 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=4d1073fb-2f19-45bd-be45-4893a815d5bf,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:55.903489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6440b3-2eb6-4aa7-b88c-1a36dee4604e req-44c5f8c6-8870-493f-aa9b-30f02a8ad3ef tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.914687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a6440b3-2eb6-4aa7-b88c-1a36dee4604e req-44c5f8c6-8870-493f-aa9b-30f02a8ad3ef tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 1100 time: 0.1787009 Jul 05 03:59:55.935212 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.947665 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.969999 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e503691d-152b-47bc-bca7-d953cf9e7457 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.977391 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e503691d-152b-47bc-bca7-d953cf9e7457 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/4d1073fb-2f19-45bd-be45-4893a815d5bf HTTP/1.1" status: 204 len: 168 time: 0.8551252 Jul 05 03:59:55.980485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50136) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:56.008264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9523a-f2b8-45ab-8a0e-ed6cda983c18 None None] Pushing event updated for resources: {'Port': ['ID=1b32c278-c448-4839-8a2b-9b03e00add60,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:56.038863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a6440b3-2eb6-4aa7-b88c-1a36dee4604e req-c09b8c5a-6cdf-471d-9efa-5d88b3aea059 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227512 Jul 05 03:59:56.127191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b9e29b-a6f5-4ac4-ad1d-06ddd4ad1584 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.127191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b9e29b-a6f5-4ac4-ad1d-06ddd4ad1584 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.146854 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-57b9e29b-a6f5-4ac4-ad1d-06ddd4ad1584 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1586266 Jul 05 03:59:56.150637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50140) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:56.234707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-831f9fdf-1420-4dc3-bdb4-9cd51e9d8fb2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 76c479f1-cc1a-45c0-81dc-834b2546b819 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:56.238866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 73bd2563-eec2-44eb-b588-02a75f788161 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:56.249392 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-831f9fdf-1420-4dc3-bdb4-9cd51e9d8fb2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.364341 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-831f9fdf-1420-4dc3-bdb4-9cd51e9d8fb2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.485573 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.498431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50154) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:56.546711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d5fa93f6-09f0-49a8-9dc7-c9e1f13279a1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'network': {'name': 'tempest-network-smoke--1377745613', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'port_security_enabled': True}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:56.604308 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-831f9fdf-1420-4dc3-bdb4-9cd51e9d8fb2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.748917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-41d32664-0953-447e-9a0a-cba14e798e0b req-1171774d-c5e9-4c17-b169-bd9052a756fa tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 210 time: 0.0503402 Jul 05 03:59:56.752312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fa93f6-09f0-49a8-9dc7-c9e1f13279a1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Made reservation on behalf of b18740ad05054462a8bead1ca98b0711 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:56.756504 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5fa93f6-09f0-49a8-9dc7-c9e1f13279a1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.788476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 73bd2563-eec2-44eb-b588-02a75f788161 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:56.788860 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.808258 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-831f9fdf-1420-4dc3-bdb4-9cd51e9d8fb2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.812174 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-92d25256-92ef-44a7-8a0f-829d9c7862b7 None None] Provisioning for port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:56.826448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-92d25256-92ef-44a7-8a0f-829d9c7862b7 None None] Provisioning complete for port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:56.826897 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-92d25256-92ef-44a7-8a0f-829d9c7862b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.871217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1878f-57f3-414f-a3d4-cb8d32fc4148 req-59dcc798-4ea8-4cb1-87f1-13625b2499a8 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.871619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f9fdf-1420-4dc3-bdb4-9cd51e9d8fb2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=76c479f1-cc1a-45c0-81dc-834b2546b819,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:56.871765 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'name': 'tempest-TestAggregatesBasicOps-66784942-router', 'tenant_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:49Z', 'updated_at': '2021-07-05T03:59:51Z', 'revision_number': 3, 'project_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'gw_port': {'id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:50Z', 'updated_at': '2021-07-05T03:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:56.879308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6c1878f-57f3-414f-a3d4-cb8d32fc4148 req-59dcc798-4ea8-4cb1-87f1-13625b2499a8 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.3947411 Jul 05 03:59:56.881241 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-831f9fdf-1420-4dc3-bdb4-9cd51e9d8fb2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.886384 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-831f9fdf-1420-4dc3-bdb4-9cd51e9d8fb2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/76c479f1-cc1a-45c0-81dc-834b2546b819 HTTP/1.1" status: 204 len: 168 time: 0.7325284 Jul 05 03:59:56.889191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50162) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:56.924122 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e6fd4-476d-4ae6-a712-bba34561ee88 None None] The sync data for ids ['732c9885-5a87-4a26-99d0-8d351a67d61d'] in n-d-771363-32 is: [{'id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'name': 'tempest-TestAggregatesBasicOps-66784942-router', 'tenant_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:49Z', 'updated_at': '2021-07-05T03:59:51Z', 'revision_number': 3, 'project_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'gw_port': {'id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:50Z', 'updated_at': '2021-07-05T03:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:59:56.924122 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-92d25256-92ef-44a7-8a0f-829d9c7862b7 None None] Port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:56.924860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fa93f6-09f0-49a8-9dc7-c9e1f13279a1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:56.949528 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f6af8840-b909-466f-a4ae-6b83147670ef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613589 Jul 05 03:59:56.956458 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50164) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:56.964108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0a818f9f-32ed-4cfc-afca-0c4d2ea3fd61 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:56.968175 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5fa93f6-09f0-49a8-9dc7-c9e1f13279a1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.968898 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-d5fa93f6-09f0-49a8-9dc7-c9e1f13279a1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Added segment a8f86477-baa6-4bd9-b558-aee8ad4dcdf8 of type vlan for network 7dd5f026-1ef9-4a8b-aa13-565fc464504e Jul 05 03:59:57.068835 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6c1878f-57f3-414f-a3d4-cb8d32fc4148 req-21210d0a-c03e-4693-abda-869962d67e8d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882992 Jul 05 03:59:57.104200 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5fa93f6-09f0-49a8-9dc7-c9e1f13279a1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.187535 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.328900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd75d5-865c-4a2a-86f4-950e923c3a57 req-69824a54-5fb4-4ea4-a57f-0c0cab231008 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.335729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39fd75d5-865c-4a2a-86f4-950e923c3a57 req-69824a54-5fb4-4ea4-a57f-0c0cab231008 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1166508 Jul 05 03:59:57.350494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a818f9f-32ed-4cfc-afca-0c4d2ea3fd61 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:57.354910 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a818f9f-32ed-4cfc-afca-0c4d2ea3fd61 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.411149 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.439371 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5fa93f6-09f0-49a8-9dc7-c9e1f13279a1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.446430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fa93f6-09f0-49a8-9dc7-c9e1f13279a1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.447099 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5fa93f6-09f0-49a8-9dc7-c9e1f13279a1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.649211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Pushing event updated for resources: {'Port': ['ID=6cec37e5-18bd-48eb-90e9-fdcbdc9215a9,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:57.682909 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39fd75d5-865c-4a2a-86f4-950e923c3a57 req-a2b50626-ca95-492b-8899-b0177cb55704 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334663 Jul 05 03:59:57.690063 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.751562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa93f6-09f0-49a8-9dc7-c9e1f13279a1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Network': ['ID=7dd5f026-1ef9-4a8b-aa13-565fc464504e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:57.767495 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 7dd5f026-1ef9-4a8b-aa13-565fc464504e details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:57.770428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50190) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:57.770904 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d5fa93f6-09f0-49a8-9dc7-c9e1f13279a1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2632759 Jul 05 03:59:57.923340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f140b80-9afb-42c7-8e50-5711711fc02d None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:57.953236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fae1c8-b385-4426-bbf1-2c57a8b4fa32 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.954746 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a6fae1c8-b385-4426-bbf1-2c57a8b4fa32 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=b18740ad05054462a8bead1ca98b0711&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1825464 Jul 05 03:59:57.964353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50196) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:58.171974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3067df7c-05c9-4a3a-8be3-cdef9d6594bf None None] Provisioning for port 1b32c278-c448-4839-8a2b-9b03e00add60 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:58.303869 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:58.375997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c773452a-5fec-4b64-b171-e5d3979ddd08 None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:59:58.429215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-c773452a-5fec-4b64-b171-e5d3979ddd08 None None] Deleting port 1b32c278-c448-4839-8a2b-9b03e00add60 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:58.430455 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c773452a-5fec-4b64-b171-e5d3979ddd08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.486552 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:58.501376 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:58.501772 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.544485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-c773452a-5fec-4b64-b171-e5d3979ddd08 None None] For port 1b32c278-c448-4839-8a2b-9b03e00add60, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1b32c278-c448-4839-8a2b-9b03e00add60,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:58.545030 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c773452a-5fec-4b64-b171-e5d3979ddd08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.579081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-c773452a-5fec-4b64-b171-e5d3979ddd08 None None] Calling delete_port for 1b32c278-c448-4839-8a2b-9b03e00add60 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:58.702543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fe9e92fd-ce01-419a-a46b-f9d5a7998df3 req-fd8ab5c5-5c1c-4be8-9cbd-370772c7e728 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 210 time: 0.7022762 Jul 05 03:59:58.774432 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.800403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5f43fd7e-79cd-41fd-8d3f-02f87eeb0373,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:58.820038 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-1db66a00-aa90-4e86-a58b-f1256a25c279 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.822644 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-1db66a00-aa90-4e86-a58b-f1256a25c279 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.36 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 805 time: 0.1523478 Jul 05 03:59:58.839393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-9cce6737-0035-4bba-97bc-8bbedc4d7306 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Request body: {'port': {'device_id': 'b4398759-a779-4c4d-871b-f2bec5537fd2', 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb', 'admin_state_up': True, 'tenant_id': 'b54499cdf5b04da2a0e9616d056ed57c'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:58.857225 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Network c2fcf9be-191d-4429-9a8e-709565834b1e is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:58.873122 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:58.891059 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c773452a-5fec-4b64-b171-e5d3979ddd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.912811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343abb40-96b5-4342-8c81-b9094a605f36 req-2cc2ac7b-b2ed-48ae-bfa2-40bc2ebabb8f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.924354 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-343abb40-96b5-4342-8c81-b9094a605f36 req-2cc2ac7b-b2ed-48ae-bfa2-40bc2ebabb8f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.2540560 Jul 05 03:59:58.942742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773452a-5fec-4b64-b171-e5d3979ddd08 None None] Pushing event deleted for resources: {'Port': ['ID=1b32c278-c448-4839-8a2b-9b03e00add60,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:58.942936 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7808b5-61e3-46e5-936b-68ad27e810e2 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.948276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9b7808b5-61e3-46e5-936b-68ad27e810e2 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9803948 Jul 05 03:59:58.952539 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50214) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:58.971512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c773452a-5fec-4b64-b171-e5d3979ddd08 None None] No DVR routers for this DVR port 1b32c278-c448-4839-8a2b-9b03e00add60 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:59.020228 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.021104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1b32c278-c448-4839-8a2b-9b03e00add60 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:59.075489 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 1b32c278-c448-4839-8a2b-9b03e00add60 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:59.075836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1b32c278-c448-4839-8a2b-9b03e00add60 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 03:59:59.080669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50218) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:59.081439 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e449d24a-65c5-43f8-a54d-9289f8417347 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1263568 Jul 05 03:59:59.127979 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-343abb40-96b5-4342-8c81-b9094a605f36 req-45255d30-c542-4ac3-bb2b-f52319be9b4e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063508 Jul 05 03:59:59.134934 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-25b8cac9-7922-423f-9137-6845e59d1b18 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=b18740ad05054462a8bead1ca98b0711&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530179 Jul 05 03:59:59.137583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50220) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:59.157010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-9cce6737-0035-4bba-97bc-8bbedc4d7306 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Made reservation on behalf of b54499cdf5b04da2a0e9616d056ed57c for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:59.162691 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-9cce6737-0035-4bba-97bc-8bbedc4d7306 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.239218 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Port 1b32c278-c448-4839-8a2b-9b03e00add60 not found, will not notify nova. {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 03:59:59.281210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=5f43fd7e-79cd-41fd-8d3f-02f87eeb0373,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:59.358081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5772137e-05c5-48ef-8ef9-e051f5d8bcc6 None None] Provisioning complete for port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:59.359182 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5772137e-05c5-48ef-8ef9-e051f5d8bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.362451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712601ba-df3d-4d19-b339-c9433f1fc2d3 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:59.368565 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-712601ba-df3d-4d19-b339-c9433f1fc2d3 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2298527 Jul 05 03:59:59.389732 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50224) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:59.413115 n-d-771363-32 neutron-server[100933]: DEBUG neutron.objects.ports [None req-0a818f9f-32ed-4cfc-afca-0c4d2ea3fd61 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100933) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:59:59.424250 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a818f9f-32ed-4cfc-afca-0c4d2ea3fd61 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.434428 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-41e5e831-74dc-4b03-bf38-09bf4ee5b73c tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432360 Jul 05 03:59:59.439163 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50226) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:59.444303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-9c777ec5-3d07-4e99-a930-5734b41553df tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1127253074', 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:59.466062 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5772137e-05c5-48ef-8ef9-e051f5d8bcc6 None None] Port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:59.517120 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a818f9f-32ed-4cfc-afca-0c4d2ea3fd61 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=ee6e31e8-36da-4787-88c7-8a1898394ea8,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:59.524562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-9cce6737-0035-4bba-97bc-8bbedc4d7306 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Allocated IP 172.20.0.4 (6bbb661a-c337-48f0-8045-f937cf6565eb/9c7d7ce7-579d-4301-8ea7-b94a8620a3c1/403104f1-b9da-4ea0-b8bf-9efcc5a7602b) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:59.548924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a818f9f-32ed-4cfc-afca-0c4d2ea3fd61 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:59.551982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0a818f9f-32ed-4cfc-afca-0c4d2ea3fd61 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:59.556052 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a818f9f-32ed-4cfc-afca-0c4d2ea3fd61 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:59.556533 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a818f9f-32ed-4cfc-afca-0c4d2ea3fd61 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.575604 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6675d8-7ed8-4b3b-aa87-77e5db75f2b5 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:59.590681 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Router 732c9885-5a87-4a26-99d0-8d351a67d61d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:59:59.724243 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c777ec5-3d07-4e99-a930-5734b41553df tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Made reservation on behalf of b18740ad05054462a8bead1ca98b0711 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:59.731466 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c777ec5-3d07-4e99-a930-5734b41553df tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.749624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:59:59.758479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5dd42c59-baed-4243-99a7-c17d8458ccfd admin admin] 10.222.0.38 "PUT /v2.0/routers/732c9885-5a87-4a26-99d0-8d351a67d61d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5099692 Jul 05 03:59:59.772321 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Sync routers for ids ['732c9885-5a87-4a26-99d0-8d351a67d61d'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:59:59.781617 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': 'ee6e31e8-36da-4787-88c7-8a1898394ea8'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:59:59.783386 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.786036 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Routers {'732c9885-5a87-4a26-99d0-8d351a67d61d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:59.787061 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:59:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['732c9885-5a87-4a26-99d0-8d351a67d61d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:59.860499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0a818f9f-32ed-4cfc-afca-0c4d2ea3fd61 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9014115 Jul 05 03:59:59.861435 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50236) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:59.866175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-19c2be5a-279b-4347-a691-1b2e947bfc05 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'mac_address': 'fa:16:3e:7f:80:a3', 'name': 'tempest-NetworksTestDHCPv6-841051653'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:59.938420 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Set router 732c9885-5a87-4a26-99d0-8d351a67d61d gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:59.977107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a7caab8-3896-4f7c-a726-4e46e17bf6a9 req-030bd4e5-ba8c-4a5d-9e66-8868b77f0d9a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 210 time: 0.0905862 Jul 05 04:00:00.092434 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Allocated IP 2001:db8::f816:3eff:fe04:c94a (764cff81-f32e-40f8-af56-b4a9d80a62e7/ee6e31e8-36da-4787-88c7-8a1898394ea8/f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:00.167752 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-9cce6737-0035-4bba-97bc-8bbedc4d7306 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.271415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:00.302899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c2be5a-279b-4347-a691-1b2e947bfc05 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:00.332774 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-9cce6737-0035-4bba-97bc-8bbedc4d7306 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.359694 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['822f9ecf-4c3d-46eb-9712-da1b4ef8696f', 'f81a346d-152a-4f26-88ae-6fbcec9f28a0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:00.402687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-9cce6737-0035-4bba-97bc-8bbedc4d7306 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Network 6bbb661a-c337-48f0-8045-f937cf6565eb is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:00.407577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-9cce6737-0035-4bba-97bc-8bbedc4d7306 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:00.409872 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce6737-0035-4bba-97bc-8bbedc4d7306 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Pushing event updated for resources: {'Port': ['ID=403104f1-b9da-4ea0-b8bf-9efcc5a7602b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:00.412451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-9cce6737-0035-4bba-97bc-8bbedc4d7306 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:00.421463 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'name': 'tempest-TestAggregatesBasicOps-66784942-router', 'tenant_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:49Z', 'updated_at': '2021-07-05T03:59:56Z', 'revision_number': 4, 'project_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'gw_port': {'id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:50Z', 'updated_at': '2021-07-05T03:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6cec37e5-18bd-48eb-90e9-fdcbdc9215a9', 'name': '', 'network_id': 'c2fcf9be-191d-4429-9a8e-709565834b1e', 'tenant_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'mac_address': 'fa:16:3e:be:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '30f65979-ee0c-4456-ab10-7da099ef845f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:54Z', 'updated_at': '2021-07-05T03:59:56Z', 'revision_number': 2, 'project_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'subnets': [{'id': '30f65979-ee0c-4456-ab10-7da099ef845f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:00.466334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-9cce6737-0035-4bba-97bc-8bbedc4d7306 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:00.467166 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-9cce6737-0035-4bba-97bc-8bbedc4d7306 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.475291 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Checking router: 732c9885-5a87-4a26-99d0-8d351a67d61d for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:00:00.477885 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Updating router 732c9885-5a87-4a26-99d0-8d351a67d61d port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:00:00.509444 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c777ec5-3d07-4e99-a930-5734b41553df tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.547041 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19c2be5a-279b-4347-a691-1b2e947bfc05 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.576497 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bd2e7-07f1-45a5-93c1-a8269cf2b982 req-00b50d36-c32f-467a-b96f-600f92408a72 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:00.577974 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.578867 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-144bd2e7-07f1-45a5-93c1-a8269cf2b982 req-00b50d36-c32f-467a-b96f-600f92408a72 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.2695408 Jul 05 04:00:00.607061 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c777ec5-3d07-4e99-a930-5734b41553df tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Subnet': ['ID=e7ca78a4-aec5-41df-8945-5481c9349871,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:00.613994 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c777ec5-3d07-4e99-a930-5734b41553df tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Checking segment: {'id': 'a8f86477-baa6-4bd9-b558-aee8ad4dcdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:00.614457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c777ec5-3d07-4e99-a930-5734b41553df tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network hostable DHCP agents. Network: 7dd5f026-1ef9-4a8b-aa13-565fc464504e, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:00.615616 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-19c2be5a-279b-4347-a691-1b2e947bfc05 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port 7e056419-484c-4e04-99ce-0c6ea37e58a1 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:00:00.623051 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.641536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Transition to ACTIVE for port object f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:00.676102 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-144bd2e7-07f1-45a5-93c1-a8269cf2b982 req-058d5833-5f61-42dd-b55b-92588283d506 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894942 Jul 05 04:00:00.683115 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Transition to ACTIVE for port object f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:00.684553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:00.684941 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.894635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1b32c278-c448-4839-8a2b-9b03e00add60 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:00.903194 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-9cce6737-0035-4bba-97bc-8bbedc4d7306 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0687072 Jul 05 04:00:00.910644 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.921431 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 1b32c278-c448-4839-8a2b-9b03e00add60 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:00.921722 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Transition to ACTIVE for port object 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:00.921845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1b32c278-c448-4839-8a2b-9b03e00add60 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:00.928519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Request body: {'port': {'device_id': 'b4398759-a779-4c4d-871b-f2bec5537fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:01.005935 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.007673 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.021994 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c777ec5-3d07-4e99-a930-5734b41553df tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network 7dd5f026-1ef9-4a8b-aa13-565fc464504e is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:01.064485 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.080188 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Pushing event updated for resources: {'Port': ['ID=f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:01.085428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-19c2be5a-279b-4347-a691-1b2e947bfc05 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::f816:3eff:fe7f:80a3 (764cff81-f32e-40f8-af56-b4a9d80a62e7/ee6e31e8-36da-4787-88c7-8a1898394ea8/7e056419-484c-4e04-99ce-0c6ea37e58a1) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:01.105749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:01.110311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:01.116086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:01.141004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef61acd-a245-4cfa-b927-c087a18e9a0a req-744aaa44-4576-420c-b5f0-9eba2242c325 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.143286 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3ef61acd-a245-4cfa-b927-c087a18e9a0a req-744aaa44-4576-420c-b5f0-9eba2242c325 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1717515 Jul 05 04:00:01.220782 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Attempting to bind port f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:01.221275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Attempting to bind port f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:01.221658 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Attempting to bind port f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684 on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:01.235001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:01.235445 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:01.235798 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.236229 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:01.236706 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Bound port: f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:01.237094 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.256608 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-9c777ec5-3d07-4e99-a930-5734b41553df tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 7dd5f026-1ef9-4a8b-aa13-565fc464504e) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:01.263933 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c777ec5-3d07-4e99-a930-5734b41553df tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.264568 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c777ec5-3d07-4e99-a930-5734b41553df tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.285594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fcd1e9-4eae-4635-a655-278ee08a8e67 None None] Network 7dd5f026-1ef9-4a8b-aa13-565fc464504e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:01.300922 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fcf3c-f9f4-4775-a645-1120d6640a0a None None] Pushing event updated for resources: {'Port': ['ID=6cec37e5-18bd-48eb-90e9-fdcbdc9215a9,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:01.348166 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3ef61acd-a245-4cfa-b927-c087a18e9a0a req-eb910de1-5517-4824-b245-d746488ba39c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777174 Jul 05 04:00:01.430873 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] For port f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:01.454201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] For port f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:01.454583 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9c777ec5-3d07-4e99-a930-5734b41553df tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9957378 Jul 05 04:00:01.509743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 403104f1-b9da-4ea0-b8bf-9efcc5a7602b {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:01.527166 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Attempting to bind port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:01.527546 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Attempting to bind port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '3151bc0a-c353-490f-b291-8aaf993d4737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2fcf9be-191d-4429-9a8e-709565834b1e'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:01.527912 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Attempting to bind port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 on network c2fcf9be-191d-4429-9a8e-709565834b1e {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:01.540916 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.550882 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:01.551967 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Checking segment: {'id': '3151bc0a-c353-490f-b291-8aaf993d4737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2fcf9be-191d-4429-9a8e-709565834b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:01.552424 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.552845 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Bound using segment: {'id': '3151bc0a-c353-490f-b291-8aaf993d4737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2fcf9be-191d-4429-9a8e-709565834b1e'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:01.557828 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Bound port: 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3151bc0a-c353-490f-b291-8aaf993d4737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2fcf9be-191d-4429-9a8e-709565834b1e'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:01.560497 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.569185 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Transition to ACTIVE for port object 403104f1-b9da-4ea0-b8bf-9efcc5a7602b will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:01.583880 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19c2be5a-279b-4347-a691-1b2e947bfc05 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.631565 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.634461 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.643218 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-19c2be5a-279b-4347-a691-1b2e947bfc05 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 7e056419-484c-4e04-99ce-0c6ea37e58a1 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:01.702682 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] For port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:01.704573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-7dd5f026-1ef9-4a8b-aa13-565fc464504e', 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ips': [{'subnet_id': 'e7ca78a4-aec5-41df-8945-5481c9349871'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:01.705794 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.717332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa57972-a886-4fca-a329-86014a7dac40 req-9763e9f6-39d1-4a93-bc0a-5da628d53430 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.717485 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] For port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6cec37e5-18bd-48eb-90e9-fdcbdc9215a9,segment=NetworkSegment(3151bc0a-c353-490f-b291-8aaf993d4737),segment_id=3151bc0a-c353-490f-b291-8aaf993d4737)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:01.719894 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1aa57972-a886-4fca-a329-86014a7dac40 req-9763e9f6-39d1-4a93-bc0a-5da628d53430 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 931 time: 0.2289205 Jul 05 04:00:01.738767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Pushing event updated for resources: {'Port': ['ID=403104f1-b9da-4ea0-b8bf-9efcc5a7602b,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:01.792516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1aa57972-a886-4fca-a329-86014a7dac40 req-77fe65fa-d7f9-4770-a4c2-2ee50ed05e13 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716012 Jul 05 04:00:01.797264 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19c2be5a-279b-4347-a691-1b2e947bfc05 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.815895 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.855668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Attempting to bind port 403104f1-b9da-4ea0-b8bf-9efcc5a7602b on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:01.856100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Attempting to bind port 403104f1-b9da-4ea0-b8bf-9efcc5a7602b by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:01.856520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Attempting to bind port 403104f1-b9da-4ea0-b8bf-9efcc5a7602b on network 6bbb661a-c337-48f0-8045-f937cf6565eb {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:01.862686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Port 403104f1-b9da-4ea0-b8bf-9efcc5a7602b on network 6bbb661a-c337-48f0-8045-f937cf6565eb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:00:01.868842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Attempting to bind port 403104f1-b9da-4ea0-b8bf-9efcc5a7602b on network 6bbb661a-c337-48f0-8045-f937cf6565eb {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:01.889977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:01.891164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Checking segment: {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:01.891999 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Bound using segment: {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:01.893120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Bound port: 403104f1-b9da-4ea0-b8bf-9efcc5a7602b, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:01.893802 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.936484 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5689a67-e1f9-4965-bc1e-54fee7371453 req-d3fe2d49-5b94-4cb1-b89b-c1a779dd52dd tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.945764 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5689a67-e1f9-4965-bc1e-54fee7371453 req-d3fe2d49-5b94-4cb1-b89b-c1a779dd52dd tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.3467274 Jul 05 04:00:01.954838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Allocated IP 172.20.0.18 (7dd5f026-1ef9-4a8b-aa13-565fc464504e/e7ca78a4-aec5-41df-8945-5481c9349871/b3922ee9-fdc7-4788-ab52-f6e62135f028) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:01.961607 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Routers {'732c9885-5a87-4a26-99d0-8d351a67d61d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:01.962828 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:59:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['732c9885-5a87-4a26-99d0-8d351a67d61d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:02.027624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c2be5a-279b-4347-a691-1b2e947bfc05 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:02.042332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-19c2be5a-279b-4347-a691-1b2e947bfc05 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:02.058223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] For port 403104f1-b9da-4ea0-b8bf-9efcc5a7602b, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:02.065096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] For port 403104f1-b9da-4ea0-b8bf-9efcc5a7602b, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=403104f1-b9da-4ea0-b8bf-9efcc5a7602b,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:02.084750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c2be5a-279b-4347-a691-1b2e947bfc05 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:02.099188 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4991bc2-8e6d-4e90-8052-6cd2a57d5222 None None] Pushing event updated for resources: {'Port': ['ID=f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:02.099676 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c2be5a-279b-4347-a691-1b2e947bfc05 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:02.104481 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19c2be5a-279b-4347-a691-1b2e947bfc05 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.155058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.175460 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5689a67-e1f9-4965-bc1e-54fee7371453 req-0155aa2c-a2ca-4f52-8023-bed10a72a5cf tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129428 Jul 05 04:00:02.178846 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2be5a-279b-4347-a691-1b2e947bfc05 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=7e056419-484c-4e04-99ce-0c6ea37e58a1,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:02.207034 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.239728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Transition to ACTIVE for port object b3922ee9-fdc7-4788-ab52-f6e62135f028 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:02.259451 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] Set router 732c9885-5a87-4a26-99d0-8d351a67d61d gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:02.271959 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-19c2be5a-279b-4347-a691-1b2e947bfc05 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4096282 Jul 05 04:00:02.280718 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50282) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:02.296025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Transition to ACTIVE for port object b3922ee9-fdc7-4788-ab52-f6e62135f028 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:02.301511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:02.302149 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.305835 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] 10.222.0.36 "PUT /v2.0/ports/403104f1-b9da-4ea0-b8bf-9efcc5a7602b HTTP/1.1" status: 200 len: 1092 time: 1.3902767 Jul 05 04:00:02.309819 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.311132 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4398759-a779-4c4d-871b-f2bec5537fd2', 'tag': '403104f1-b9da-4ea0-b8bf-9efcc5a7602b'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:02.320716 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7918b9ab-f10b-4ceb-b323-8049fd423366" -d '{"events": [{"name": "network-changed", "server_uuid": "b4398759-a779-4c4d-871b-f2bec5537fd2", "tag": "403104f1-b9da-4ea0-b8bf-9efcc5a7602b"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:02.393029 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23935f1-9954-4287-9a09-7f3018f1e3ab service neutron] Pushing event updated for resources: {'Port': ['ID=403104f1-b9da-4ea0-b8bf-9efcc5a7602b,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:02.399231 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.470286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebfca07-7b04-4120-a7f2-93c06712d6cd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:02.477298 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebfca07-7b04-4120-a7f2-93c06712d6cd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:02.479409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-eebfca07-7b04-4120-a7f2-93c06712d6cd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2053082 Jul 05 04:00:02.482126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50288) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:02.499540 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fcf3c-f9f4-4775-a645-1120d6640a0a None None] Pushing event updated for resources: {'Port': ['ID=6cec37e5-18bd-48eb-90e9-fdcbdc9215a9,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:02.510108 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50290) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:02.527235 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-54f04008-200a-4ab9-b739-fed1860a88ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-464063780', 'description': 'tempest-secgroup-smoke-464063780 description', 'project_id': 'b18740ad05054462a8bead1ca98b0711'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:02.527369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Network 7dd5f026-1ef9-4a8b-aa13-565fc464504e is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:02.534493 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:02.551169 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:02.573130 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Pushing event updated for resources: {'Port': ['ID=b3922ee9-fdc7-4788-ab52-f6e62135f028,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:02.618027 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-ac70d914-49a2-447d-b9ee-09ac90247502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:02.619866 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-ac70d914-49a2-447d-b9ee-09ac90247502 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 1095 time: 0.1843936 Jul 05 04:00:02.645963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Attempting to bind port b3922ee9-fdc7-4788-ab52-f6e62135f028 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:02.646646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Attempting to bind port b3922ee9-fdc7-4788-ab52-f6e62135f028 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'a8f86477-baa6-4bd9-b558-aee8ad4dcdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:02.647196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Attempting to bind port b3922ee9-fdc7-4788-ab52-f6e62135f028 on network 7dd5f026-1ef9-4a8b-aa13-565fc464504e {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:02.653090 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:02.653894 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Checking segment: {'id': 'a8f86477-baa6-4bd9-b558-aee8ad4dcdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:02.654464 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.655032 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Bound using segment: {'id': 'a8f86477-baa6-4bd9-b558-aee8ad4dcdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:02.655699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Bound port: b3922ee9-fdc7-4788-ab52-f6e62135f028, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f86477-baa6-4bd9-b558-aee8ad4dcdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:02.656274 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.686527 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54f04008-200a-4ab9-b739-fed1860a88ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.691369 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-7ca23b8a-bc64-4cf9-8768-b6515f677f03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=403104f1-b9da-4ea0-b8bf-9efcc5a7602b HTTP/1.1" status: 200 len: 217 time: 0.0624440 Jul 05 04:00:02.702543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78273ccb-d7d2-458c-aef6-78bcd24cb66f req-bf7e4298-18f5-4903-816e-cea5bda41a59 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:02.705752 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78273ccb-d7d2-458c-aef6-78bcd24cb66f req-bf7e4298-18f5-4903-816e-cea5bda41a59 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.2248375 Jul 05 04:00:02.714569 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'name': 'tempest-TestAggregatesBasicOps-66784942-router', 'tenant_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:49Z', 'updated_at': '2021-07-05T03:59:56Z', 'revision_number': 4, 'project_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'gw_port': {'id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:50Z', 'updated_at': '2021-07-05T03:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6cec37e5-18bd-48eb-90e9-fdcbdc9215a9', 'name': '', 'network_id': 'c2fcf9be-191d-4429-9a8e-709565834b1e', 'tenant_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'mac_address': 'fa:16:3e:be:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '30f65979-ee0c-4456-ab10-7da099ef845f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:54Z', 'updated_at': '2021-07-05T04:00:01Z', 'revision_number': 4, 'project_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'subnets': [{'id': '30f65979-ee0c-4456-ab10-7da099ef845f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:02.756404 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e3c3b0-76da-45f6-8fd2-9d9769117857 None None] The sync data for ids ['732c9885-5a87-4a26-99d0-8d351a67d61d'] in n-d-771363-32 is: [{'id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'name': 'tempest-TestAggregatesBasicOps-66784942-router', 'tenant_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:49Z', 'updated_at': '2021-07-05T03:59:56Z', 'revision_number': 4, 'project_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'gw_port': {'id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:50Z', 'updated_at': '2021-07-05T03:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6cec37e5-18bd-48eb-90e9-fdcbdc9215a9', 'name': '', 'network_id': 'c2fcf9be-191d-4429-9a8e-709565834b1e', 'tenant_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'mac_address': 'fa:16:3e:be:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '30f65979-ee0c-4456-ab10-7da099ef845f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:54Z', 'updated_at': '2021-07-05T04:00:01Z', 'revision_number': 4, 'project_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'subnets': [{'id': '30f65979-ee0c-4456-ab10-7da099ef845f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:02.763219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] For port b3922ee9-fdc7-4788-ab52-f6e62135f028, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:02.768548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] For port b3922ee9-fdc7-4788-ab52-f6e62135f028, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b3922ee9-fdc7-4788-ab52-f6e62135f028,segment=NetworkSegment(a8f86477-baa6-4bd9-b558-aee8ad4dcdf8),segment_id=a8f86477-baa6-4bd9-b558-aee8ad4dcdf8)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:02.777127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-bfca978d-21a2-4eac-89a6-ea2ea760e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:02.778622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-bfca978d-21a2-4eac-89a6-ea2ea760e607 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 HTTP/1.1" status: 200 len: 845 time: 0.0792162 Jul 05 04:00:02.800042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78273ccb-d7d2-458c-aef6-78bcd24cb66f req-0aa92aa9-91e9-4e1d-b761-5fd32b085d8b tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865984 Jul 05 04:00:02.807211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-70f6c2a9-93b1-44d7-a0f9-7715ffa6cba0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 7e056419-484c-4e04-99ce-0c6ea37e58a1 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:02.807668 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-70f6c2a9-93b1-44d7-a0f9-7715ffa6cba0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.823846 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-a764739f-2645-40d8-8d5b-bb258ecc21a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bbb661a-c337-48f0-8045-f937cf6565eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329006 Jul 05 04:00:02.862995 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.967849 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-c58c5791-bc98-43dd-88c8-0b4a176226c4 service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219802 Jul 05 04:00:02.970676 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fc0609-6e58-46b2-9a53-7ba93ccc66b2 x-openstack-request-id: req-99fc0609-6e58-46b2-9a53-7ba93ccc66b2 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:02.970970 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4398759-a779-4c4d-871b-f2bec5537fd2", "tag": "403104f1-b9da-4ea0-b8bf-9efcc5a7602b", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:02.971222 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-99fc0609-6e58-46b2-9a53-7ba93ccc66b2 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:02.971616 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4398759-a779-4c4d-871b-f2bec5537fd2', 'tag': '403104f1-b9da-4ea0-b8bf-9efcc5a7602b', 'status': 'completed', 'code': 200} Jul 05 04:00:03.112365 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718aeaf-fcb7-4d78-9744-42ffc508eca2 None None] Pushing event updated for resources: {'Port': ['ID=b3922ee9-fdc7-4788-ab52-f6e62135f028,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:03.143779 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-70f6c2a9-93b1-44d7-a0f9-7715ffa6cba0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.159542 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-70f6c2a9-93b1-44d7-a0f9-7715ffa6cba0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 7e056419-484c-4e04-99ce-0c6ea37e58a1 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:03.178530 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3b90d01-71d5-4fc2-9ef7-b29a795977f6 req-57fce7ff-a752-4107-88e2-dc6782e78d19 service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007897 Jul 05 04:00:03.224444 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54f04008-200a-4ab9-b739-fed1860a88ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.297276 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50308) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:03.318311 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54f04008-200a-4ab9-b739-fed1860a88ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.570924 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c4e4a79-f398-407c-9a36-513251154996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.588582 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54f04008-200a-4ab9-b739-fed1860a88ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.592624 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-54f04008-200a-4ab9-b739-fed1860a88ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0770843 Jul 05 04:00:03.597427 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ce26-67b7-4478-9b12-3cb5b0280883 req-b44555e5-644f-4b81-a5ad-ef3b777d1e69 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:03.598983 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50312) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:03.599706 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f33ce26-67b7-4478-9b12-3cb5b0280883 req-b44555e5-644f-4b81-a5ad-ef3b777d1e69 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 943 time: 0.3538997 Jul 05 04:00:03.622179 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d82e19aa-9592-45a6-9ed7-bd0f2d95b9f0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '021eb4ea-2782-48c2-8df6-cde18d7bf541', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:03.631774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f04008-200a-4ab9-b739-fed1860a88ba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021eb4ea-2782-48c2-8df6-cde18d7bf541,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:03.678800 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f33ce26-67b7-4478-9b12-3cb5b0280883 req-b498819f-0ef5-4e61-8fb8-0182cbf21f70 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679667 Jul 05 04:00:03.697655 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918b9ab-f10b-4ceb-b323-8049fd423366 req-d20eb9a7-eac6-463f-9bf3-ca7100f4dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:03.699371 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7918b9ab-f10b-4ceb-b323-8049fd423366 req-d20eb9a7-eac6-463f-9bf3-ca7100f4dfe8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 1095 time: 0.3391125 Jul 05 04:00:03.714987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e60907-8710-47fa-b61b-a603e807b295 req-adcc485d-6a98-4eff-8928-fc1484423a2c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:03.724715 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66e60907-8710-47fa-b61b-a603e807b295 req-adcc485d-6a98-4eff-8928-fc1484423a2c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1947324 Jul 05 04:00:03.776987 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.805182 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66e60907-8710-47fa-b61b-a603e807b295 req-de8bf393-ce56-4624-95b3-6a4ae3a4e2e7 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713105 Jul 05 04:00:03.840343 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-70f6c2a9-93b1-44d7-a0f9-7715ffa6cba0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.868684 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c4445f52-b810-4b51-9657-e4f9c7da82d3 None None] Provisioning for port f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:03.873652 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c4e4a79-f398-407c-9a36-513251154996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.889838 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918b9ab-f10b-4ceb-b323-8049fd423366 req-5bc3876c-490e-432d-9a3c-293585e7117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:03.891369 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7918b9ab-f10b-4ceb-b323-8049fd423366 req-5bc3876c-490e-432d-9a3c-293585e7117a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 906 time: 0.1762919 Jul 05 04:00:04.000747 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-70f6c2a9-93b1-44d7-a0f9-7715ffa6cba0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.006298 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-70f6c2a9-93b1-44d7-a0f9-7715ffa6cba0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/7e056419-484c-4e04-99ce-0c6ea37e58a1 HTTP/1.1" status: 204 len: 168 time: 1.5196931 Jul 05 04:00:04.006298 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6c2a9-93b1-44d7-a0f9-7715ffa6cba0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=7e056419-484c-4e04-99ce-0c6ea37e58a1,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:04.008124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50320) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:04.049412 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7918b9ab-f10b-4ceb-b323-8049fd423366 req-f08fda4c-20af-42b6-a015-1fd5ee808ebf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=403104f1-b9da-4ea0-b8bf-9efcc5a7602b HTTP/1.1" status: 200 len: 217 time: 0.1492419 Jul 05 04:00:04.065287 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c4e4a79-f398-407c-9a36-513251154996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.078655 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2ff39c-1065-4695-a72c-63188396f0d8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.080179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2ff39c-1065-4695-a72c-63188396f0d8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.086424 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1c2ff39c-1065-4695-a72c-63188396f0d8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0730524 Jul 05 04:00:04.092199 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50324) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:04.111312 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-dc50c887-ed35-4a21-bb63-8062debf79e2 None None] Could not find standard attr ID for object 7e056419-484c-4e04-99ce-0c6ea37e58a1. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:00:04.194703 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5c4e4a79-f398-407c-9a36-513251154996 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=afd2574ed2f74a86a2e6ecac0cb5853c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8960078 Jul 05 04:00:04.201504 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50326) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:04.247327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-64eefd4f-3826-4cf5-a9d3-71ac6ff60f0d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet ee6e31e8-36da-4787-88c7-8a1898394ea8 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:04.253926 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-64eefd4f-3826-4cf5-a9d3-71ac6ff60f0d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.345011 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-64eefd4f-3826-4cf5-a9d3-71ac6ff60f0d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.411083 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:04.413080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e4a79-f398-407c-9a36-513251154996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71879a08-b82a-4264-8bde-f08fe8ce2480,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:04.476451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918b9ab-f10b-4ceb-b323-8049fd423366 req-b970dc73-787c-46ea-a65f-1738d9965684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.478024 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7918b9ab-f10b-4ceb-b323-8049fd423366 req-b970dc73-787c-46ea-a65f-1738d9965684 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 HTTP/1.1" status: 200 len: 845 time: 0.2960451 Jul 05 04:00:04.511693 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-64eefd4f-3826-4cf5-a9d3-71ac6ff60f0d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.513585 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d82e19aa-9592-45a6-9ed7-bd0f2d95b9f0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.542373 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7918b9ab-f10b-4ceb-b323-8049fd423366 req-c772903c-24ee-4dea-a9c8-26f17f37abe4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bbb661a-c337-48f0-8045-f937cf6565eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516770 Jul 05 04:00:04.602315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:04.603907 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:04.604479 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.628883 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eddc962-e4b6-4e62-b78d-6d4364b0d15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.727528 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031f119-5ff2-49e8-9b42-d92c55a7e057 req-fb7ad005-9b2e-4eac-8be7-cc959a2a4ec5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.729621 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5031f119-5ff2-49e8-9b42-d92c55a7e057 req-fb7ad005-9b2e-4eac-8be7-cc959a2a4ec5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.6468027 Jul 05 04:00:04.736816 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.747135 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875fd19-2ad8-46c9-8e55-196b2afce7fc req-1d507331-6f58-41a3-9dbb-d14367e4acb1 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.758076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d875fd19-2ad8-46c9-8e55-196b2afce7fc req-1d507331-6f58-41a3-9dbb-d14367e4acb1 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.3028281 Jul 05 04:00:04.786116 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6cec37e5-18bd-48eb-90e9-fdcbdc9215a9,segment=NetworkSegment(3151bc0a-c353-490f-b291-8aaf993d4737),segment_id=3151bc0a-c353-490f-b291-8aaf993d4737)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:04.790602 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa9b96d-ea46-4e73-9aa1-a1fc079a61f8 None None] Network 7dd5f026-1ef9-4a8b-aa13-565fc464504e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:04.828374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d875fd19-2ad8-46c9-8e55-196b2afce7fc req-0d2abbdc-37d6-44e8-b774-e16f4f865f80 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718353 Jul 05 04:00:04.831938 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-64eefd4f-3826-4cf5-a9d3-71ac6ff60f0d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.877446 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.878626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b3922ee9-fdc7-4788-ab52-f6e62135f028 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:04.907028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eefd4f-3826-4cf5-a9d3-71ac6ff60f0d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=ee6e31e8-36da-4787-88c7-8a1898394ea8,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:04.912459 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-64eefd4f-3826-4cf5-a9d3-71ac6ff60f0d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.917105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-64eefd4f-3826-4cf5-a9d3-71ac6ff60f0d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/ee6e31e8-36da-4787-88c7-8a1898394ea8 HTTP/1.1" status: 204 len: 168 time: 0.8211107 Jul 05 04:00:04.924314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50332) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:04.948175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13e7abc-b924-4567-9935-7cd68af3a0e8 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:04.977506 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0e434538-9421-4ab4-85cc-4aaaf2deabe0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516415 Jul 05 04:00:04.978968 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5031f119-5ff2-49e8-9b42-d92c55a7e057 req-83dda8c6-5859-4216-b857-3d49534d1d33 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167375 Jul 05 04:00:04.979490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50334) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:05.025924 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2d9aa794-178b-4dc8-b083-2d79daf41d6a None None] Provisioning for port b3922ee9-fdc7-4788-ab52-f6e62135f028 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:05.100665 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eddc962-e4b6-4e62-b78d-6d4364b0d15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.124182 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d82e19aa-9592-45a6-9ed7-bd0f2d95b9f0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.133692 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7918b9ab-f10b-4ceb-b323-8049fd423366 req-695ec5df-22f6-4608-9f61-f4130614e361 service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5776045 Jul 05 04:00:05.140156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595849aa-ddf6-4835-b4b8-c9673d212984 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:05.147559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-595849aa-ddf6-4835-b4b8-c9673d212984 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1662867 Jul 05 04:00:05.147796 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50342) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:05.220378 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d82e19aa-9592-45a6-9ed7-bd0f2d95b9f0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.269126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c78f0f-34e3-452e-b116-ce9fbb7aef0f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:05.273764 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f6c78f0f-34e3-452e-b116-ce9fbb7aef0f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1243165 Jul 05 04:00:05.274543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50350) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:05.315996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e19aa-9592-45a6-9ed7-bd0f2d95b9f0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d733c4a-18de-4f23-bfba-1bcb62abef86,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:05.327553 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7918b9ab-f10b-4ceb-b323-8049fd423366 req-43300305-c145-421f-9e81-bc89999c3227 service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712422 Jul 05 04:00:05.327553 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d82e19aa-9592-45a6-9ed7-bd0f2d95b9f0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.327553 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d82e19aa-9592-45a6-9ed7-bd0f2d95b9f0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7131605 Jul 05 04:00:05.336712 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50352) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:05.342215 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e658fde2-1f99-4998-8655-bad385e41493 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '021eb4ea-2782-48c2-8df6-cde18d7bf541', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:05.359829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1bf6415a-6a56-48e5-9708-e9a381f05bc2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735176 Jul 05 04:00:05.360388 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50356) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:05.372623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c71b0e81-a220-4647-8fd9-2d490116ed3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:05.394917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b294b-a529-443d-ba9d-9602cd4036fc req-3be7173f-d1c5-44e8-89dd-e49b346940b4 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:05.401143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd6b294b-a529-443d-ba9d-9602cd4036fc req-3be7173f-d1c5-44e8-89dd-e49b346940b4 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 943 time: 0.1829605 Jul 05 04:00:05.412644 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=6cec37e5-18bd-48eb-90e9-fdcbdc9215a9,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:05.443008 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eddc962-e4b6-4e62-b78d-6d4364b0d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.446160 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eddc962-e4b6-4e62-b78d-6d4364b0d15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.449645 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6eddc962-e4b6-4e62-b78d-6d4364b0d15b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/71879a08-b82a-4264-8bde-f08fe8ce2480 HTTP/1.1" status: 204 len: 168 time: 1.1373682 Jul 05 04:00:05.461544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd6b294b-a529-443d-ba9d-9602cd4036fc req-7a7c1791-7d26-484a-9f19-1f983403243a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591047 Jul 05 04:00:05.479525 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddc962-e4b6-4e62-b78d-6d4364b0d15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71879a08-b82a-4264-8bde-f08fe8ce2480,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:05.556756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port b3922ee9-fdc7-4788-ab52-f6e62135f028 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:05.565587 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port b3922ee9-fdc7-4788-ab52-f6e62135f028 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:05.565964 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.622096 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e658fde2-1f99-4998-8655-bad385e41493 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.722042 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03903a0-a18a-4c7a-a3d9-5c52f6acd48d None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:05.724847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83a3d3-389e-4e18-a2b9-859d2e0b8592 req-4db96e97-499f-4a24-a45d-e61648b8d850 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:05.736909 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa83a3d3-389e-4e18-a2b9-859d2e0b8592 req-4db96e97-499f-4a24-a45d-e61648b8d850 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1324365 Jul 05 04:00:05.798642 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.805779 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa83a3d3-389e-4e18-a2b9-859d2e0b8592 req-e0610c61-095e-4474-93a9-f624a09e2c08 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676713 Jul 05 04:00:05.811950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50366) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:05.826693 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e658fde2-1f99-4998-8655-bad385e41493 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.827526 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71b0e81-a220-4647-8fd9-2d490116ed3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:05.831083 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c71b0e81-a220-4647-8fd9-2d490116ed3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.921630 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port b3922ee9-fdc7-4788-ab52-f6e62135f028, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b3922ee9-fdc7-4788-ab52-f6e62135f028,segment=NetworkSegment(a8f86477-baa6-4bd9-b558-aee8ad4dcdf8),segment_id=a8f86477-baa6-4bd9-b558-aee8ad4dcdf8)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:05.941169 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b03903a0-a18a-4c7a-a3d9-5c52f6acd48d None None] Deleting port f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:05.942872 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b03903a0-a18a-4c7a-a3d9-5c52f6acd48d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.969183 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e658fde2-1f99-4998-8655-bad385e41493 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.019259 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658fde2-1f99-4998-8655-bad385e41493 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4505299-2540-413a-a257-5780ba28f66d,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:06.111487 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.113088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:06.145461 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e658fde2-1f99-4998-8655-bad385e41493 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.150201 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e658fde2-1f99-4998-8655-bad385e41493 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8085611 Jul 05 04:00:06.150599 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50374) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:06.155168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5745831e-aa14-4306-9b23-1f6108142d66 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '021eb4ea-2782-48c2-8df6-cde18d7bf541', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:06.176504 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b03903a0-a18a-4c7a-a3d9-5c52f6acd48d None None] For port f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:06.176900 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b03903a0-a18a-4c7a-a3d9-5c52f6acd48d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.179170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-93aaf519-8776-45aa-ab4b-f37207bc1354 None None] Provisioning complete for port b3922ee9-fdc7-4788-ab52-f6e62135f028 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:06.180304 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-93aaf519-8776-45aa-ab4b-f37207bc1354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.188220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fc1b2-c755-4149-822d-d82129fa5501 req-7fcce5b0-5187-4e3e-a2e5-b58974f87554 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.192367 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd4fc1b2-c755-4149-822d-d82129fa5501 req-7fcce5b0-5187-4e3e-a2e5-b58974f87554 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1790390 Jul 05 04:00:06.222172 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a543b-4940-463a-b1a1-c145caa0149e req-9e17834f-3b43-41e6-b966-378c4eeca1a3 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.223797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b21a543b-4940-463a-b1a1-c145caa0149e req-9e17834f-3b43-41e6-b966-378c4eeca1a3 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1370153 Jul 05 04:00:06.227342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b03903a0-a18a-4c7a-a3d9-5c52f6acd48d None None] Calling delete_port for f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:06.261986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=b3922ee9-fdc7-4788-ab52-f6e62135f028,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:06.281380 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd4fc1b2-c755-4149-822d-d82129fa5501 req-40b97aa0-27d8-48b1-a41e-ec3fb9fba105 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777264 Jul 05 04:00:06.313218 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b21a543b-4940-463a-b1a1-c145caa0149e req-4c243956-c1fc-434f-bc16-72e07b0b2ae6 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813365 Jul 05 04:00:06.346155 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5745831e-aa14-4306-9b23-1f6108142d66 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.406016 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:06.412219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:06.415176 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.419134 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5745831e-aa14-4306-9b23-1f6108142d66 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.472579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50382) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:06.495869 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8deb317-d4ea-46ba-a822-44329a106a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.517516 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b03903a0-a18a-4c7a-a3d9-5c52f6acd48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.551977 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5745831e-aa14-4306-9b23-1f6108142d66 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.571624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03903a0-a18a-4c7a-a3d9-5c52f6acd48d None None] Pushing event deleted for resources: {'Port': ['ID=f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:06.587009 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03903a0-a18a-4c7a-a3d9-5c52f6acd48d None None] No DVR routers for this DVR port f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:06.588811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.objects.ports [None req-c71b0e81-a220-4647-8fd9-2d490116ed3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:00:06.589666 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745831e-aa14-4306-9b23-1f6108142d66 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf2fcd7-5e11-4315-b67d-2680cbce2544,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:06.607831 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.684427 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db4b8fb2-4c71-415d-ac7f-3fc5e9cc1c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.687230 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8deb317-d4ea-46ba-a822-44329a106a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.768829 n-d-771363-32 neutron-server[100932]: WARNING neutron.services.revisions.revision_plugin [None req-c71b0e81-a220-4647-8fd9-2d490116ed3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Could not find related port for resource to bump revision. Jul 05 04:00:06.769178 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8deb317-d4ea-46ba-a822-44329a106a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.769767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:06.822919 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:06.823332 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.829815 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ddc5e-baa3-40fe-b563-bc32dfe431b5 req-48e16a28-5e02-49d0-b22f-1ac1998eadd7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.831341 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb7ddc5e-baa3-40fe-b563-bc32dfe431b5 req-48e16a28-5e02-49d0-b22f-1ac1998eadd7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 943 time: 0.1182215 Jul 05 04:00:06.844280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f927296-c9e4-4ab7-8806-0980832dc175 req-2cd41169-edc4-4de0-a330-db7a8f955489 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.851114 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f927296-c9e4-4ab7-8806-0980832dc175 req-2cd41169-edc4-4de0-a330-db7a8f955489 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2031324 Jul 05 04:00:06.870044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8deb317-d4ea-46ba-a822-44329a106a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce986cb-6b85-49cc-8c1a-77274a8ab01f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:06.881000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.ipam_pluggable_backend [None req-c71b0e81-a220-4647-8fd9-2d490116ed3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Port f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100932) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 05 04:00:06.889510 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.ipam_pluggable_backend [None req-c71b0e81-a220-4647-8fd9-2d490116ed3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Reverting IP allocation for 2001:db8::f816:3eff:fe04:c94a {{(pid=100932) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 05 04:00:06.889926 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e8deb317-d4ea-46ba-a822-44329a106a14 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4db7b983a6854639b7ee09d1dd937c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079416 Jul 05 04:00:06.890245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50386) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:06.892931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.ipam_pluggable_backend [None req-c71b0e81-a220-4647-8fd9-2d490116ed3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe04:c94a {{(pid=100932) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 05 04:00:06.902401 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c71b0e81-a220-4647-8fd9-2d490116ed3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.914087 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b3922ee9-fdc7-4788-ab52-f6e62135f028 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:06.927592 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f927296-c9e4-4ab7-8806-0980832dc175 req-449c8207-ec86-4b6c-8a71-b58d722ff273 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754435 Jul 05 04:00:06.941230 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5745831e-aa14-4306-9b23-1f6108142d66 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.941230 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5745831e-aa14-4306-9b23-1f6108142d66 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7814105 Jul 05 04:00:06.949084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb7ddc5e-baa3-40fe-b563-bc32dfe431b5 req-65c22ad7-e1b1-4175-a531-cc00f8a4ead0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943115 Jul 05 04:00:06.950065 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50388) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:06.957268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-22d442dd-22d9-4818-8977-ad387bdff50a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '021eb4ea-2782-48c2-8df6-cde18d7bf541', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:06.981473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port b3922ee9-fdc7-4788-ab52-f6e62135f028 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:06.981473 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.992476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71b0e81-a220-4647-8fd9-2d490116ed3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:07.006055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-c71b0e81-a220-4647-8fd9-2d490116ed3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:07.018528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b0e81-a220-4647-8fd9-2d490116ed3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:07.019126 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c71b0e81-a220-4647-8fd9-2d490116ed3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.028102 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b0e81-a220-4647-8fd9-2d490116ed3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=f5e135f5-aa56-4d56-9dd8-84d7df1a68d2,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:07.044298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8bab55-2530-4eec-a571-cc591529b5a1 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:07.053127 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20c05fa9-fed0-4809-9ee4-44630c7adf7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.097064 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20c05fa9-fed0-4809-9ee4-44630c7adf7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.131198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f1624-1add-4f07-b1d1-40537ccac334 req-b0ecc58d-772a-473a-9c7b-a7a2ba17fe6c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:07.133795 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-054f1624-1add-4f07-b1d1-40537ccac334 req-b0ecc58d-772a-473a-9c7b-a7a2ba17fe6c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0690975 Jul 05 04:00:07.204778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-22d442dd-22d9-4818-8977-ad387bdff50a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.204778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-db4b8fb2-4c71-415d-ac7f-3fc5e9cc1c53 admin admin] Deleting port c4010130-c15f-42d9-bf26-a676390ed4c3 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:07.204778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db4b8fb2-4c71-415d-ac7f-3fc5e9cc1c53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.207266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-054f1624-1add-4f07-b1d1-40537ccac334 req-4f06fbb0-de45-4e70-84e7-91c13e4253c8 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645428 Jul 05 04:00:07.218257 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:07.238945 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:07.239287 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f85a2c4b-3c6c-4ccc-abea-88b0f6dfa684 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:07.255499 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': 'f5e135f5-aa56-4d56-9dd8-84d7df1a68d2'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:07.256413 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.310073 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20c05fa9-fed0-4809-9ee4-44630c7adf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.312708 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20c05fa9-fed0-4809-9ee4-44630c7adf7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.313860 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-20c05fa9-fed0-4809-9ee4-44630c7adf7d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4ce986cb-6b85-49cc-8c1a-77274a8ab01f HTTP/1.1" status: 204 len: 168 time: 0.4277289 Jul 05 04:00:07.327737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-db4b8fb2-4c71-415d-ac7f-3fc5e9cc1c53 admin admin] For port c4010130-c15f-42d9-bf26-a676390ed4c3, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c4010130-c15f-42d9-bf26-a676390ed4c3,segment=NetworkSegment(789459ba-2d6b-4e43-b1da-55a5fac143d9),segment_id=789459ba-2d6b-4e43-b1da-55a5fac143d9)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:07.328106 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db4b8fb2-4c71-415d-ac7f-3fc5e9cc1c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.345798 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-22d442dd-22d9-4818-8977-ad387bdff50a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.354465 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c05fa9-fed0-4809-9ee4-44630c7adf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce986cb-6b85-49cc-8c1a-77274a8ab01f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:07.354465 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c71b0e81-a220-4647-8fd9-2d490116ed3c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9896734 Jul 05 04:00:07.356391 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50400) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:07.359117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-db4b8fb2-4c71-415d-ac7f-3fc5e9cc1c53 admin admin] Calling delete_port for c4010130-c15f-42d9-bf26-a676390ed4c3 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:07.364330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3eea5171-9d66-44d7-8635-9d75a3db2d65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'mac_address': 'fa:16:3e:00:6d:95', 'name': 'tempest-NetworksTestDHCPv6-1808785481'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:07.477156 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-22d442dd-22d9-4818-8977-ad387bdff50a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.504223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Allocated IP 2001:db8::f816:3eff:fe1e:e52 (764cff81-f32e-40f8-af56-b4a9d80a62e7/f5e135f5-aa56-4d56-9dd8-84d7df1a68d2/d1361a51-f8c7-428e-96b2-5c946498f50a) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:07.520952 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d442dd-22d9-4818-8977-ad387bdff50a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0dbd44-f023-4ec6-b494-0c803802c116,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:07.610751 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-22d442dd-22d9-4818-8977-ad387bdff50a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.614471 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-22d442dd-22d9-4818-8977-ad387bdff50a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6609573 Jul 05 04:00:07.616465 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50404) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:07.629674 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-45551a9a-e9a7-4dab-88a7-d138ab0a2c00 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '021eb4ea-2782-48c2-8df6-cde18d7bf541', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:07.653357 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed3286-820c-4754-a499-1fe2ca7c4e30 req-ff1c655f-ee8f-43fa-aba0-8821c56bbca3 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:07.654941 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3ed3286-820c-4754-a499-1fe2ca7c4e30 req-ff1c655f-ee8f-43fa-aba0-8821c56bbca3 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1279438 Jul 05 04:00:07.665333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e61382-1a21-4b93-b53b-404b4de0621b req-36df5667-fa16-4a95-903f-4e554efbde5f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:07.670932 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63e61382-1a21-4b93-b53b-404b4de0621b req-36df5667-fa16-4a95-903f-4e554efbde5f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1584606 Jul 05 04:00:07.710266 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.720640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Transition to ACTIVE for port object d1361a51-f8c7-428e-96b2-5c946498f50a will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:07.736194 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63e61382-1a21-4b93-b53b-404b4de0621b req-b2aed394-dd60-4a5f-b9f7-4845ce94a391 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642960 Jul 05 04:00:07.739976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Transition to ACTIVE for port object d1361a51-f8c7-428e-96b2-5c946498f50a will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:07.761668 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3ed3286-820c-4754-a499-1fe2ca7c4e30 req-9846975c-6bb2-460a-9d68-e358dd14c172 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732284 Jul 05 04:00:07.761785 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eea5171-9d66-44d7-8635-9d75a3db2d65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:07.829099 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db4b8fb2-4c71-415d-ac7f-3fc5e9cc1c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.863371 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.872455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b8fb2-4c71-415d-ac7f-3fc5e9cc1c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4010130-c15f-42d9-bf26-a676390ed4c3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:07.898699 n-d-771363-32 neutron-server[100932]: INFO neutron.db.securitygroups_db [None req-45551a9a-e9a7-4dab-88a7-d138ab0a2c00 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Project b18740ad05054462a8bead1ca98b0711 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:00:07.907046 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:07.915195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:07.919166 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:07.926473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Pushing event updated for resources: {'Port': ['ID=d1361a51-f8c7-428e-96b2-5c946498f50a,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:07.941260 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3eea5171-9d66-44d7-8635-9d75a3db2d65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.942603 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45551a9a-e9a7-4dab-88a7-d138ab0a2c00 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.005348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Attempting to bind port d1361a51-f8c7-428e-96b2-5c946498f50a on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:08.005682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Attempting to bind port d1361a51-f8c7-428e-96b2-5c946498f50a by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:08.006050 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Attempting to bind port d1361a51-f8c7-428e-96b2-5c946498f50a on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:08.007231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd2c86-8708-4950-8efa-268bf078dc7d req-3e3073df-d559-40cd-ab86-45923dce7bfd tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:08.012780 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:08.013158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:08.013566 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.013961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:08.015571 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68bd2c86-8708-4950-8efa-268bf078dc7d req-3e3073df-d559-40cd-ab86-45923dce7bfd tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1525595 Jul 05 04:00:08.017492 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Bound port: d1361a51-f8c7-428e-96b2-5c946498f50a, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:08.017938 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.067255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-3eea5171-9d66-44d7-8635-9d75a3db2d65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port 288d58e0-c5e4-4b6d-b48e-4ea3b10d9240 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:00:08.077453 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68bd2c86-8708-4950-8efa-268bf078dc7d req-6ba21bc1-d049-45b7-8a71-bbc60c8d2ad1 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604815 Jul 05 04:00:08.111004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] For port d1361a51-f8c7-428e-96b2-5c946498f50a, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:08.115693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] For port d1361a51-f8c7-428e-96b2-5c946498f50a, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d1361a51-f8c7-428e-96b2-5c946498f50a,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:08.194305 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.289563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68615b81-1e55-42cc-b15a-11a3da9048d6 None None] Pushing event updated for resources: {'Port': ['ID=d1361a51-f8c7-428e-96b2-5c946498f50a,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:08.315298 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8841720-9347-4960-a53e-e6c90b4502fd req-b31ce1b5-adcc-4cc1-9d4a-854e0d1e3574 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:08.322981 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8841720-9347-4960-a53e-e6c90b4502fd req-b31ce1b5-adcc-4cc1-9d4a-854e0d1e3574 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 943 time: 0.1222322 Jul 05 04:00:08.360136 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8841720-9347-4960-a53e-e6c90b4502fd req-4d5965e3-6d34-4ca9-b4d6-27f20e0f4fce tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361125 Jul 05 04:00:08.394373 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45551a9a-e9a7-4dab-88a7-d138ab0a2c00 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.426959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-3eea5171-9d66-44d7-8635-9d75a3db2d65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::f816:3eff:fe00:6d95 (764cff81-f32e-40f8-af56-b4a9d80a62e7/f5e135f5-aa56-4d56-9dd8-84d7df1a68d2/288d58e0-c5e4-4b6d-b48e-4ea3b10d9240) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:08.434696 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db4b8fb2-4c71-415d-ac7f-3fc5e9cc1c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.455462 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45551a9a-e9a7-4dab-88a7-d138ab0a2c00 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.571690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45551a9a-e9a7-4dab-88a7-d138ab0a2c00 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da5bf12-c114-4f7c-a395-c3d1d7c4b09f,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:08.585105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f212e38-344a-4f5d-87ad-3c2e83e94497 req-cffc2ab0-c0ec-43f1-8636-6ba482c0f587 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:08.587799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f212e38-344a-4f5d-87ad-3c2e83e94497 req-cffc2ab0-c0ec-43f1-8636-6ba482c0f587 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1591733 Jul 05 04:00:08.638042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f212e38-344a-4f5d-87ad-3c2e83e94497 req-578ce303-df2d-4440-bd5e-978036ed1b2d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422525 Jul 05 04:00:08.675504 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45551a9a-e9a7-4dab-88a7-d138ab0a2c00 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.679677 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-45551a9a-e9a7-4dab-88a7-d138ab0a2c00 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0602491 Jul 05 04:00:08.680645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50434) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:08.692713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 403104f1-b9da-4ea0-b8bf-9efcc5a7602b details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:00:08.699724 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b29a1613-a5f0-4eaf-997b-9725ef43e1c5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '021eb4ea-2782-48c2-8df6-cde18d7bf541', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:08.824400 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3eea5171-9d66-44d7-8635-9d75a3db2d65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.887282 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-3eea5171-9d66-44d7-8635-9d75a3db2d65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 288d58e0-c5e4-4b6d-b48e-4ea3b10d9240 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:08.891815 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-b29a1613-a5f0-4eaf-997b-9725ef43e1c5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Project b18740ad05054462a8bead1ca98b0711 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:00:08.904588 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b29a1613-a5f0-4eaf-997b-9725ef43e1c5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.912893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 403104f1-b9da-4ea0-b8bf-9efcc5a7602b, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=403104f1-b9da-4ea0-b8bf-9efcc5a7602b,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:08.927611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '403104f1-b9da-4ea0-b8bf-9efcc5a7602b', 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb', 'port_id': '403104f1-b9da-4ea0-b8bf-9efcc5a7602b', 'mac_address': 'fa:16:3e:62:a9:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7d7ce7-579d-4301-8ea7-b94a8620a3c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:00:08.937931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4b8fb2-4c71-415d-ac7f-3fc5e9cc1c53 admin admin] Router 96237c65-d453-4579-9256-b8acdbbc8857 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:00:08.983314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d1361a51-f8c7-428e-96b2-5c946498f50a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:09.050150 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3eea5171-9d66-44d7-8635-9d75a3db2d65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.050486 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.067539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 403104f1-b9da-4ea0-b8bf-9efcc5a7602b {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:09.094908 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b29a1613-a5f0-4eaf-997b-9725ef43e1c5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.099058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 403104f1-b9da-4ea0-b8bf-9efcc5a7602b, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=403104f1-b9da-4ea0-b8bf-9efcc5a7602b,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:09.135566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4480f-5942-4c34-b1c0-ca1f5bceabcd req-6552214f-32f7-4641-bd47-9eeb4a2f2d20 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.137359 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94e4480f-5942-4c34-b1c0-ca1f5bceabcd req-6552214f-32f7-4641-bd47-9eeb4a2f2d20 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2900507 Jul 05 04:00:09.169008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eea5171-9d66-44d7-8635-9d75a3db2d65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:09.179878 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-3eea5171-9d66-44d7-8635-9d75a3db2d65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:09.187491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea5171-9d66-44d7-8635-9d75a3db2d65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:09.188728 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b29a1613-a5f0-4eaf-997b-9725ef43e1c5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.193296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eea5171-9d66-44d7-8635-9d75a3db2d65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.193956 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3eea5171-9d66-44d7-8635-9d75a3db2d65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.198814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94e4480f-5942-4c34-b1c0-ca1f5bceabcd req-0c69af25-01f1-46bf-a4c7-06246becc5dc tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541775 Jul 05 04:00:09.206306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8694d-6ca0-435a-9c8a-f5f70cc13be3 req-b1045dda-04a7-40d5-a297-14e966a619d0 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.207817 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3f8694d-6ca0-435a-9c8a-f5f70cc13be3 req-b1045dda-04a7-40d5-a297-14e966a619d0 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1937428 Jul 05 04:00:09.210570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea5171-9d66-44d7-8635-9d75a3db2d65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=288d58e0-c5e4-4b6d-b48e-4ea3b10d9240,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:09.218280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4b8fb2-4c71-415d-ac7f-3fc5e9cc1c53 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:09.222112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port d1361a51-f8c7-428e-96b2-5c946498f50a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:09.227595 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-db4b8fb2-4c71-415d-ac7f-3fc5e9cc1c53 admin admin] 10.222.0.38 "PUT /v2.0/routers/96237c65-d453-4579-9256-b8acdbbc8857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4111059 Jul 05 04:00:09.228378 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50442) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:09.231746 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.246905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a1613-a5f0-4eaf-997b-9725ef43e1c5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a339ff-5b7d-43f2-aac1-f433a4942214,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:09.305682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0242cfb5-43bc-4d12-84fd-b1b55559bcd3 None None] Sync routers for ids ['96237c65-d453-4579-9256-b8acdbbc8857'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:09.354996 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3f8694d-6ca0-435a-9c8a-f5f70cc13be3 req-ac3833fd-e19d-4dc8-a781-97ed96adb879 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928838 Jul 05 04:00:09.355884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50448) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:09.358559 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3eea5171-9d66-44d7-8635-9d75a3db2d65 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0009906 Jul 05 04:00:09.371164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0242cfb5-43bc-4d12-84fd-b1b55559bcd3 None None] Routers {'96237c65-d453-4579-9256-b8acdbbc8857'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:09.372007 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0242cfb5-43bc-4d12-84fd-b1b55559bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:59:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['96237c65-d453-4579-9256-b8acdbbc8857'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:09.375002 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b29a1613-a5f0-4eaf-997b-9725ef43e1c5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.376537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b29a1613-a5f0-4eaf-997b-9725ef43e1c5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6948245 Jul 05 04:00:09.409355 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db65cd11-8d94-423c-b410-9ec7f1e92532 admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.471874 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=403104f1-b9da-4ea0-b8bf-9efcc5a7602b,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:09.511288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d9de66-612d-49a4-939b-0e68875952f2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.531914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d9de66-612d-49a4-939b-0e68875952f2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.538377 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50464) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:09.544620 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-44d9de66-612d-49a4-939b-0e68875952f2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1809449 Jul 05 04:00:09.651439 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-0242cfb5-43bc-4d12-84fd-b1b55559bcd3 None None] Set router 96237c65-d453-4579-9256-b8acdbbc8857 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:09.721337 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81072b3-5405-477b-8628-1a4d413e28c4 req-19320bf5-6988-4aad-bdaa-4552ebbc39bd tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.736524 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c81072b3-5405-477b-8628-1a4d413e28c4 req-19320bf5-6988-4aad-bdaa-4552ebbc39bd tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/networks?id=bd58e159-a7c6-402f-bb41-680ec0a6f913 HTTP/1.1" status: 200 len: 813 time: 0.1813250 Jul 05 04:00:09.748201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c81072b3-5405-477b-8628-1a4d413e28c4 req-2ca502ca-1115-4e66-b855-a00d932816ce tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/quotas/a2ee014bb2224bf8b2a8ff13d10ed4fd HTTP/1.1" status: 200 len: 375 time: 0.0157316 Jul 05 04:00:09.756263 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969df1a3-1cff-4fb5-becb-53521faf5edd req-368e73b2-7f79-45ac-8c58-3d79bca857a3 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.764921 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-969df1a3-1cff-4fb5-becb-53521faf5edd req-368e73b2-7f79-45ac-8c58-3d79bca857a3 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 944 time: 0.1814837 Jul 05 04:00:09.849352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['403104f1-b9da-4ea0-b8bf-9efcc5a7602b'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:09.916174 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a6756ea1-03e6-4515-8be9-9e16516d9f9a None None] Provisioning for port d1361a51-f8c7-428e-96b2-5c946498f50a completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:09.943286 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-969df1a3-1cff-4fb5-becb-53521faf5edd req-57ce2df8-3ee6-4a14-9361-ba6264857d3b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772821 Jul 05 04:00:09.961913 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c81072b3-5405-477b-8628-1a4d413e28c4 req-82eba606-c9fc-449e-9016-89fe6bdfdc8b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2ee014bb2224bf8b2a8ff13d10ed4fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1947978 Jul 05 04:00:10.032249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a6756ea1-03e6-4515-8be9-9e16516d9f9a None None] Provisioning complete for port d1361a51-f8c7-428e-96b2-5c946498f50a triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:10.032632 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a6756ea1-03e6-4515-8be9-9e16516d9f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.113745 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-228070f2-1e7a-43f0-8778-4bb9a2eb17d9 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464063780&fields=id&tenant_id=b18740ad05054462a8bead1ca98b0711 HTTP/1.1" status: 200 len: 267 time: 0.0750856 Jul 05 04:00:10.209682 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db65cd11-8d94-423c-b410-9ec7f1e92532 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.246084 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-d962bab4-edd7-4ed6-aa1b-09157b5a4c6d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 288d58e0-c5e4-4b6d-b48e-4ea3b10d9240 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:10.246540 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d962bab4-edd7-4ed6-aa1b-09157b5a4c6d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.377045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d962bab4-edd7-4ed6-aa1b-09157b5a4c6d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.379558 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a6756ea1-03e6-4515-8be9-9e16516d9f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.391311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0242cfb5-43bc-4d12-84fd-b1b55559bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96237c65-d453-4579-9256-b8acdbbc8857', 'name': 'tempest-TestAggregatesBasicOps-718368849-router', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '1af50466-f226-40de-91db-e88625277b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:37Z', 'updated_at': '2021-07-05T04:00:07Z', 'revision_number': 5, 'project_id': '4e213c7ceabe4207b7299308b28f5da1', 'gw_port': {'id': '1af50466-f226-40de-91db-e88625277b4e', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96237c65-d453-4579-9256-b8acdbbc8857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:38Z', 'updated_at': '2021-07-05T03:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:10.394724 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-d962bab4-edd7-4ed6-aa1b-09157b5a4c6d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 288d58e0-c5e4-4b6d-b48e-4ea3b10d9240 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:10.424747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0242cfb5-43bc-4d12-84fd-b1b55559bcd3 None None] Checking router: 96237c65-d453-4579-9256-b8acdbbc8857 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:00:10.452180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a6756ea1-03e6-4515-8be9-9e16516d9f9a None None] For port d1361a51-f8c7-428e-96b2-5c946498f50a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d1361a51-f8c7-428e-96b2-5c946498f50a,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:10.453294 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0242cfb5-43bc-4d12-84fd-b1b55559bcd3 None None] Routers {'96237c65-d453-4579-9256-b8acdbbc8857'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:10.454000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0242cfb5-43bc-4d12-84fd-b1b55559bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T03:59:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['96237c65-d453-4579-9256-b8acdbbc8857'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:10.467041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-db65cd11-8d94-423c-b410-9ec7f1e92532 admin admin] Deleting port 1af50466-f226-40de-91db-e88625277b4e {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:10.467393 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db65cd11-8d94-423c-b410-9ec7f1e92532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.521783 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a6756ea1-03e6-4515-8be9-9e16516d9f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.593833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-0242cfb5-43bc-4d12-84fd-b1b55559bcd3 None None] Set router 96237c65-d453-4579-9256-b8acdbbc8857 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:10.657451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-db65cd11-8d94-423c-b410-9ec7f1e92532 admin admin] For port 1af50466-f226-40de-91db-e88625277b4e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1af50466-f226-40de-91db-e88625277b4e,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:10.658296 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db65cd11-8d94-423c-b410-9ec7f1e92532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.660825 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6756ea1-03e6-4515-8be9-9e16516d9f9a None None] Pushing event updated for resources: {'Port': ['ID=d1361a51-f8c7-428e-96b2-5c946498f50a,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:10.665963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0242cfb5-43bc-4d12-84fd-b1b55559bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96237c65-d453-4579-9256-b8acdbbc8857', 'name': 'tempest-TestAggregatesBasicOps-718368849-router', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:37Z', 'updated_at': '2021-07-05T04:00:10Z', 'revision_number': 6, 'project_id': '4e213c7ceabe4207b7299308b28f5da1', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:10.684153 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-db65cd11-8d94-423c-b410-9ec7f1e92532 admin admin] Calling delete_port for 1af50466-f226-40de-91db-e88625277b4e owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:10.689414 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-645e362f-2da4-48ec-b65b-e2da792f34a1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:10.698446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0242cfb5-43bc-4d12-84fd-b1b55559bcd3 None None] The sync data for ids ['96237c65-d453-4579-9256-b8acdbbc8857'] in n-d-771363-32 is: [{'id': '96237c65-d453-4579-9256-b8acdbbc8857', 'name': 'tempest-TestAggregatesBasicOps-718368849-router', 'tenant_id': '4e213c7ceabe4207b7299308b28f5da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:37Z', 'updated_at': '2021-07-05T04:00:10Z', 'revision_number': 6, 'project_id': '4e213c7ceabe4207b7299308b28f5da1', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:10.698772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-645e362f-2da4-48ec-b65b-e2da792f34a1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/networks?id=7dd5f026-1ef9-4a8b-aa13-565fc464504e HTTP/1.1" status: 200 len: 797 time: 0.5826514 Jul 05 04:00:10.715057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343ec4e-b460-470b-ae33-92c03438d48b req-538c177d-1607-442b-b670-7f75e33b88f3 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:10.716719 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a343ec4e-b460-470b-ae33-92c03438d48b req-538c177d-1607-442b-b670-7f75e33b88f3 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.5998580 Jul 05 04:00:10.727864 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-163fa1c9-0ce2-4373-ae09-e3be4ec729e2 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/quotas/b18740ad05054462a8bead1ca98b0711 HTTP/1.1" status: 200 len: 375 time: 0.0263886 Jul 05 04:00:10.807858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a343ec4e-b460-470b-ae33-92c03438d48b req-a098d6f9-d943-4340-8e99-ad2ed283e18b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792105 Jul 05 04:00:10.810179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-644d6628-9c0e-4247-adf8-8bdef301478e None None] Provisioning for port 288d58e0-c5e4-4b6d-b48e-4ea3b10d9240 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:10.813807 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d962bab4-edd7-4ed6-aa1b-09157b5a4c6d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.816415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-644d6628-9c0e-4247-adf8-8bdef301478e None None] Provisioning complete for port 288d58e0-c5e4-4b6d-b48e-4ea3b10d9240 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:10.817008 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-644d6628-9c0e-4247-adf8-8bdef301478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.845334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-644d6628-9c0e-4247-adf8-8bdef301478e None None] Port 288d58e0-c5e4-4b6d-b48e-4ea3b10d9240 was deleted so its status cannot be updated. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:00:10.849381 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-e6f65e1f-66a0-4fee-9f61-de92a5f3feff tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b18740ad05054462a8bead1ca98b0711&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1224148 Jul 05 04:00:10.865644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962bab4-edd7-4ed6-aa1b-09157b5a4c6d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=288d58e0-c5e4-4b6d-b48e-4ea3b10d9240,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:10.916756 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d962bab4-edd7-4ed6-aa1b-09157b5a4c6d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.918684 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d962bab4-edd7-4ed6-aa1b-09157b5a4c6d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/288d58e0-c5e4-4b6d-b48e-4ea3b10d9240 HTTP/1.1" status: 204 len: 168 time: 1.3788061 Jul 05 04:00:10.921924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50500) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:10.979465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-8e01ad7f-2ac3-4f08-8f7a-be18d96a77c4 service neutron] 10.222.0.38 "GET /v2.0/networks/7dd5f026-1ef9-4a8b-aa13-565fc464504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216276 Jul 05 04:00:11.033910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f55d6d-fb5c-4f2f-b75f-5a3dfc8f1554 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:11.046547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f55d6d-fb5c-4f2f-b75f-5a3dfc8f1554 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:11.046547 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-91f55d6d-fb5c-4f2f-b75f-5a3dfc8f1554 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1183517 Jul 05 04:00:11.046547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50504) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:11.136031 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d1361a51-f8c7-428e-96b2-5c946498f50a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:11.144162 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-8153030b-ddd8-410a-ba25-8a2d3e5de975 service neutron] 10.222.0.38 "GET /v2.0/networks/7dd5f026-1ef9-4a8b-aa13-565fc464504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611419 Jul 05 04:00:11.168359 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100f28a-bdf1-4827-9265-3762783a91f8 req-755feb45-5ba6-4b6c-b9db-e440ccb3f663 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:11.170176 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7100f28a-bdf1-4827-9265-3762783a91f8 req-755feb45-5ba6-4b6c-b9db-e440ccb3f663 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1895111 Jul 05 04:00:11.190354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ba672b-434a-4632-8154-acb2af4723ad tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet f5e135f5-aa56-4d56-9dd8-84d7df1a68d2 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:11.211352 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7ba672b-434a-4632-8154-acb2af4723ad tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.238322 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7100f28a-bdf1-4827-9265-3762783a91f8 req-ce0c4039-828e-4631-a00f-4e82aacc29ed tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617509 Jul 05 04:00:11.255682 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db65cd11-8d94-423c-b410-9ec7f1e92532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.282211 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port d1361a51-f8c7-428e-96b2-5c946498f50a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:11.282708 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.330545 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7ba672b-434a-4632-8154-acb2af4723ad tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.334329 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65cd11-8d94-423c-b410-9ec7f1e92532 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af50466-f226-40de-91db-e88625277b4e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:11.371413 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0609a967-17ef-4634-8a43-7fb74cdc692e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.419594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb1d0a-c4b4-49ab-9bb3-ab52c08bc3f2 req-8d6f44a2-c4a0-4aa7-ba59-4bc5fa7849b4 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:11.421142 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29fb1d0a-c4b4-49ab-9bb3-ab52c08bc3f2 req-8d6f44a2-c4a0-4aa7-ba59-4bc5fa7849b4 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0715551 Jul 05 04:00:11.468721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29fb1d0a-c4b4-49ab-9bb3-ab52c08bc3f2 req-c4020499-d30b-46fe-a8cc-13db7e186f61 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413804 Jul 05 04:00:11.473243 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db65cd11-8d94-423c-b410-9ec7f1e92532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.597529 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db65cd11-8d94-423c-b410-9ec7f1e92532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.603593 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db65cd11-8d94-423c-b410-9ec7f1e92532 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.660059 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7ba672b-434a-4632-8154-acb2af4723ad tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.688534 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94571cf0-b11d-4024-b1e1-425882881e06 req-d8c9f92b-9301-44ba-86fa-f8c850662e5f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 210 time: 0.1049266 Jul 05 04:00:11.745509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d5efb-22d8-4f17-b7b9-58ef060d8b1d req-019891e2-9f12-4417-9c0f-0966ececc8b8 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:11.755804 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-612d5efb-22d8-4f17-b7b9-58ef060d8b1d req-019891e2-9f12-4417-9c0f-0966ececc8b8 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 944 time: 0.1765747 Jul 05 04:00:11.799118 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db65cd11-8d94-423c-b410-9ec7f1e92532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.814425 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db65cd11-8d94-423c-b410-9ec7f1e92532 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96237c65-d453-4579-9256-b8acdbbc8857 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:00:11.814425 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db65cd11-8d94-423c-b410-9ec7f1e92532 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.814425 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-db65cd11-8d94-423c-b410-9ec7f1e92532 admin admin] 10.222.0.38 "DELETE /v2.0/routers/96237c65-d453-4579-9256-b8acdbbc8857 HTTP/1.1" status: 204 len: 168 time: 2.5761733 Jul 05 04:00:11.814425 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50534) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:11.815725 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-612d5efb-22d8-4f17-b7b9-58ef060d8b1d req-807cec0c-64b1-4b63-a705-ddc607bea74c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583770 Jul 05 04:00:11.880398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-520e9b5e-e3ee-42f0-a3a4-941b4cf1faab admin admin] Deleting subnet 737e3ffe-c473-43e5-9f16-c724d36b39a2 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:11.883278 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7ba672b-434a-4632-8154-acb2af4723ad tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.888816 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-520e9b5e-e3ee-42f0-a3a4-941b4cf1faab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.901784 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0e6dd4bb-9b30-4962-bf7f-01c0ff1d54f8 req-d217b6af-9b94-4283-a8fc-6fe55c318606 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a2ee014bb2224bf8b2a8ff13d10ed4fd HTTP/1.1" status: 200 len: 221 time: 0.0845602 Jul 05 04:00:11.930477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba672b-434a-4632-8154-acb2af4723ad tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e135f5-aa56-4d56-9dd8-84d7df1a68d2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:11.940467 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7ba672b-434a-4632-8154-acb2af4723ad tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.945495 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50540) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:11.945759 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a7ba672b-434a-4632-8154-acb2af4723ad tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/f5e135f5-aa56-4d56-9dd8-84d7df1a68d2 HTTP/1.1" status: 204 len: 168 time: 0.8988485 Jul 05 04:00:11.952733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e8da37-7b80-40ea-b848-7b383e34f217 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:11.962385 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-520e9b5e-e3ee-42f0-a3a4-941b4cf1faab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.013329 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e6a43fab-e465-44bb-9f5d-802637b21df2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666533 Jul 05 04:00:12.016543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50544) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:12.031517 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c823b7d9-e9e1-41e1-a7ce-144d2ee76637 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:12.145081 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-520e9b5e-e3ee-42f0-a3a4-941b4cf1faab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.241549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99def3-9a98-488f-b90e-5b09444164d3 req-68d6889c-25bc-4d09-a02f-b433446465f6 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.243326 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d99def3-9a98-488f-b90e-5b09444164d3 req-68d6889c-25bc-4d09-a02f-b433446465f6 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1587882 Jul 05 04:00:12.287126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e49af71-013f-436a-b37b-c8edbd91e204 None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:12.295767 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-520e9b5e-e3ee-42f0-a3a4-941b4cf1faab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.329969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c823b7d9-e9e1-41e1-a7ce-144d2ee76637 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:12.340583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e9b5e-e3ee-42f0-a3a4-941b4cf1faab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=737e3ffe-c473-43e5-9f16-c724d36b39a2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:12.350091 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c823b7d9-e9e1-41e1-a7ce-144d2ee76637 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.352437 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-520e9b5e-e3ee-42f0-a3a4-941b4cf1faab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.354921 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-520e9b5e-e3ee-42f0-a3a4-941b4cf1faab admin admin] 10.222.0.38 "DELETE /v2.0/subnets/737e3ffe-c473-43e5-9f16-c724d36b39a2 HTTP/1.1" status: 204 len: 168 time: 0.5458701 Jul 05 04:00:12.355130 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f634b99-fca1-4b48-91b2-c1598fa11906 None None] Network 37dfcb67-ca57-4765-a0da-abef7a182a79 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:12.357998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50556) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:12.375650 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d99def3-9a98-488f-b90e-5b09444164d3 req-8c35d62c-af58-4bdf-b654-f518967ce759 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225560 Jul 05 04:00:12.443255 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.509931 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7e49af71-013f-436a-b37b-c8edbd91e204 None None] Deleting port d1361a51-f8c7-428e-96b2-5c946498f50a {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:12.510396 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7e49af71-013f-436a-b37b-c8edbd91e204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.554839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] Deleting port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:12.555812 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.571378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf26188-b26a-4468-9af0-8fa10e9c17ff req-c833ec7f-005a-4547-af3e-3fa8dfee7291 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.573024 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bdf26188-b26a-4468-9af0-8fa10e9c17ff req-c833ec7f-005a-4547-af3e-3fa8dfee7291 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1729426 Jul 05 04:00:12.615919 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7e49af71-013f-436a-b37b-c8edbd91e204 None None] For port d1361a51-f8c7-428e-96b2-5c946498f50a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d1361a51-f8c7-428e-96b2-5c946498f50a,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:12.617705 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7e49af71-013f-436a-b37b-c8edbd91e204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.644730 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7e49af71-013f-436a-b37b-c8edbd91e204 None None] Calling delete_port for d1361a51-f8c7-428e-96b2-5c946498f50a owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:12.662529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] For port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7,segment=NetworkSegment(789459ba-2d6b-4e43-b1da-55a5fac143d9),segment_id=789459ba-2d6b-4e43-b1da-55a5fac143d9)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:12.663262 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.693988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] Calling delete_port for 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:12.703974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 403104f1-b9da-4ea0-b8bf-9efcc5a7602b up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:12.708546 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bdf26188-b26a-4468-9af0-8fa10e9c17ff req-c52ad733-8cdb-41b0-bf28-548d06c4284c tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133847 Jul 05 04:00:12.725938 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e96594-5067-45b5-a93b-c057eac79a41 None None] DHCP port deletion for 37dfcb67-ca57-4765-a0da-abef7a182a79 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:12.817954 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ab878-9e87-4e25-b393-a78a6856c750 req-16bc0dfb-869d-4045-aa68-b98df5336a92 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.818562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c4010130-c15f-42d9-bf26-a676390ed4c3 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:12.819668 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-391ab878-9e87-4e25-b393-a78a6856c750 req-16bc0dfb-869d-4045-aa68-b98df5336a92 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2456045 Jul 05 04:00:12.853871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: c4010130-c15f-42d9-bf26-a676390ed4c3 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:12.854212 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c4010130-c15f-42d9-bf26-a676390ed4c3 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:12.854674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d1361a51-f8c7-428e-96b2-5c946498f50a no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:12.896245 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-391ab878-9e87-4e25-b393-a78a6856c750 req-5ad12200-d50e-45bc-9171-42932f45a80c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685918 Jul 05 04:00:12.960009 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.964770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b38735ad-bf3d-4002-87cc-29dfa0aff94d req-7b9619fc-e429-4ad1-ab3a-2b7c578504eb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 210 time: 0.0585818 Jul 05 04:00:12.978531 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.983236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-51e96594-5067-45b5-a93b-c057eac79a41 None None] Deleting port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:12.983838 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-51e96594-5067-45b5-a93b-c057eac79a41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.006367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 403104f1-b9da-4ea0-b8bf-9efcc5a7602b completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:13.018676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:13.033574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] No DVR routers for this DVR port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:13.042576 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 403104f1-b9da-4ea0-b8bf-9efcc5a7602b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:13.046498 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.046498 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7e49af71-013f-436a-b37b-c8edbd91e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.058554 n-d-771363-32 neutron-server[100933]: DEBUG neutron.objects.ports [None req-c823b7d9-e9e1-41e1-a7ce-144d2ee76637 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100933) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:00:13.060277 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c823b7d9-e9e1-41e1-a7ce-144d2ee76637 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.155138 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c823b7d9-e9e1-41e1-a7ce-144d2ee76637 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:13.161263 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-c823b7d9-e9e1-41e1-a7ce-144d2ee76637 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:13.167450 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c823b7d9-e9e1-41e1-a7ce-144d2ee76637 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:13.168279 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c823b7d9-e9e1-41e1-a7ce-144d2ee76637 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.174056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823b7d9-e9e1-41e1-a7ce-144d2ee76637 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=6acc6b22-b846-42d0-85f6-5bbd843ae36c,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:13.184341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49af71-013f-436a-b37b-c8edbd91e204 None None] Pushing event deleted for resources: {'Port': ['ID=d1361a51-f8c7-428e-96b2-5c946498f50a,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:13.201056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49af71-013f-436a-b37b-c8edbd91e204 None None] No DVR routers for this DVR port d1361a51-f8c7-428e-96b2-5c946498f50a on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:13.213112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1af50466-f226-40de-91db-e88625277b4e no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:13.225135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b85ba39-e8de-4f70-b79a-01836a01c272 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:13.236004 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.238515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4ef8f-a445-4fd6-a032-7d6ac7d5c117 req-18d49eac-113b-4e22-aaf8-0cb8c48da843 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:13.241739 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2e4ef8f-a445-4fd6-a032-7d6ac7d5c117 req-18d49eac-113b-4e22-aaf8-0cb8c48da843 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 944 time: 0.1479530 Jul 05 04:00:13.249364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37dfcb67-ca57-4765-a0da-abef7a182a79']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:13.282628 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789459ba-2d6b-4e43-b1da-55a5fac143d9') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:13.282930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789459ba-2d6b-4e43-b1da-55a5fac143d9') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:13.306118 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.315402 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c823b7d9-e9e1-41e1-a7ce-144d2ee76637 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2894912 Jul 05 04:00:13.319068 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50578) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:13.324792 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 1af50466-f226-40de-91db-e88625277b4e {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:13.325751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1af50466-f226-40de-91db-e88625277b4e not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:13.326196 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-604d5bc6-1c36-4ec6-b5f4-dddbb41b7f03 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'mac_address': 'fa:16:3e:aa:04:24', 'name': 'tempest-NetworksTestDHCPv6-1116873330'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:13.333504 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-51e96594-5067-45b5-a93b-c057eac79a41 None None] For port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7, host n-d-771363-32, got binding levels [] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:13.334118 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-51e96594-5067-45b5-a93b-c057eac79a41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.367320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-51e96594-5067-45b5-a93b-c057eac79a41 None None] Calling delete_port for 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:13.374979 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.ipam_backend_mixin [None req-51e96594-5067-45b5-a93b-c057eac79a41 None None] Port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 was not found and therefore no delete operation was performed {{(pid=100934) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:00:13.384961 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-51e96594-5067-45b5-a93b-c057eac79a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.389408 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.390778 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2e4ef8f-a445-4fd6-a032-7d6ac7d5c117 req-6955aae0-054e-4279-a36e-f95fe4234554 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426423 Jul 05 04:00:13.393736 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.404286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:13.404697 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:13.406467 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:13.416162 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:13.416162 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:13.416162 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:13.416162 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:13.416162 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:13.419494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038e188-1ef4-45f5-938e-b3c7aab9cd45 req-ce821cde-49f6-47d6-b343-e9cb630cc666 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:13.421258 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6038e188-1ef4-45f5-938e-b3c7aab9cd45 req-ce821cde-49f6-47d6-b343-e9cb630cc666 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1752498 Jul 05 04:00:13.445379 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e96594-5067-45b5-a93b-c057eac79a41 None None] No DVR routers for this DVR port 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:13.449283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e96594-5067-45b5-a93b-c057eac79a41 None None] Pushing event deleted for resources: {'Port': ['ID=0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:13.479640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4398759-a779-4c4d-871b-f2bec5537fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403104f1-b9da-4ea0-b8bf-9efcc5a7602b'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:13.481993 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bd89a3-e551-42c3-a8ff-b1606903d137" -d '{"events": [{"server_uuid": "b4398759-a779-4c4d-871b-f2bec5537fd2", "name": "network-vif-plugged", "status": "completed", "tag": "403104f1-b9da-4ea0-b8bf-9efcc5a7602b"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:13.505724 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6038e188-1ef4-45f5-938e-b3c7aab9cd45 req-37da2a27-eb18-4b67-b850-07a7bc7f744d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777814 Jul 05 04:00:13.526538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 403104f1-b9da-4ea0-b8bf-9efcc5a7602b, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=403104f1-b9da-4ea0-b8bf-9efcc5a7602b,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:13.550211 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa7463b-a779-4ff4-9118-bfd94deb47a9 x-openstack-request-id: req-6fa7463b-a779-4ff4-9118-bfd94deb47a9 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:13.550505 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4398759-a779-4c4d-871b-f2bec5537fd2", "name": "network-vif-plugged", "status": "completed", "tag": "403104f1-b9da-4ea0-b8bf-9efcc5a7602b", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:13.550758 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6fa7463b-a779-4ff4-9118-bfd94deb47a9 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:13.551149 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4398759-a779-4c4d-871b-f2bec5537fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403104f1-b9da-4ea0-b8bf-9efcc5a7602b', 'code': 200} Jul 05 04:00:13.564695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.573818 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.575830 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] 10.222.0.38 "DELETE /v2.0/networks/37dfcb67-ca57-4765-a0da-abef7a182a79 HTTP/1.1" status: 204 len: 168 time: 1.2153721 Jul 05 04:00:13.577641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50584) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:13.597609 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.606655 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': '6acc6b22-b846-42d0-85f6-5bbd843ae36c'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:13.607638 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.608550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4550c5d-3142-4162-b937-435defe7730b admin admin] Pushing event deleted for resources: {'Network': ['ID=37dfcb67-ca57-4765-a0da-abef7a182a79,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:13.666689 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604d5bc6-1c36-4ec6-b5f4-dddbb41b7f03 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:13.682149 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=403104f1-b9da-4ea0-b8bf-9efcc5a7602b,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:13.762119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50590) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:13.818461 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Allocated IP 2001:db8::f816:3eff:fea3:4650 (764cff81-f32e-40f8-af56-b4a9d80a62e7/6acc6b22-b846-42d0-85f6-5bbd843ae36c/826e146b-288d-4651-922b-794f0a1371c0) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:13.838601 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-604d5bc6-1c36-4ec6-b5f4-dddbb41b7f03 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.858898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f7625-a508-4a05-a8ea-148379da53a5 req-5a0fffe4-9311-40fe-8456-26fda471f6ca tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:13.867571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-604d5bc6-1c36-4ec6-b5f4-dddbb41b7f03 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port f092323f-be85-49f9-aaac-9699b4a701a5 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:00:13.869260 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e40f7625-a508-4a05-a8ea-148379da53a5 req-5a0fffe4-9311-40fe-8456-26fda471f6ca tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2134995 Jul 05 04:00:13.928316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284f663-6f39-40a3-a618-76e597615453 req-6bb9052b-dce8-40a1-a1bd-e5802beed620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:13.931277 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6284f663-6f39-40a3-a618-76e597615453 req-6bb9052b-dce8-40a1-a1bd-e5802beed620 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 1097 time: 0.2778862 Jul 05 04:00:13.979930 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6284f663-6f39-40a3-a618-76e597615453 req-c9def1d4-e8b7-485f-9d28-11df602c5b47 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361979 Jul 05 04:00:14.002586 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-12ba21d5-aace-42dd-9cb2-c5dfac0cfb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.014795 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c9e6762c-1e74-4d90-8f6e-e67f8cf90a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.018054 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.026972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Transition to ACTIVE for port object 826e146b-288d-4651-922b-794f0a1371c0 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:14.029781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e40f7625-a508-4a05-a8ea-148379da53a5 req-8ba5a1d5-cce5-4c38-966a-45c1ab2a9608 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596794 Jul 05 04:00:14.044824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Transition to ACTIVE for port object 826e146b-288d-4651-922b-794f0a1371c0 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:14.103370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cf0a0-e54d-40a3-acf9-ea214004f255 req-a8da7b4e-c8d9-4e36-ab78-4c2935bf10f2 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.104909 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-262cf0a0-e54d-40a3-acf9-ea214004f255 req-a8da7b4e-c8d9-4e36-ab78-4c2935bf10f2 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.2331038 Jul 05 04:00:14.136958 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.186664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:14.190797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:14.196058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:14.218951 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-604d5bc6-1c36-4ec6-b5f4-dddbb41b7f03 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::f816:3eff:feaa:424 (764cff81-f32e-40f8-af56-b4a9d80a62e7/6acc6b22-b846-42d0-85f6-5bbd843ae36c/f092323f-be85-49f9-aaac-9699b4a701a5) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:14.230061 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-262cf0a0-e54d-40a3-acf9-ea214004f255 req-cca8167d-c60e-4a18-a6c4-d2454afa288e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166582 Jul 05 04:00:14.233742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Pushing event updated for resources: {'Port': ['ID=826e146b-288d-4651-922b-794f0a1371c0,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:14.233893 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-776781b6-84da-4b16-8fd9-948d7c4e53aa req-12384eb0-f307-4913-ba7c-e9a2e5a23c07 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 210 time: 0.0561097 Jul 05 04:00:14.288001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Attempting to bind port 826e146b-288d-4651-922b-794f0a1371c0 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:14.288572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Attempting to bind port 826e146b-288d-4651-922b-794f0a1371c0 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:14.288720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Attempting to bind port 826e146b-288d-4651-922b-794f0a1371c0 on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:14.290315 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c9e6762c-1e74-4d90-8f6e-e67f8cf90a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.299877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:14.300314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:14.300726 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.301124 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:14.301596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Bound port: 826e146b-288d-4651-922b-794f0a1371c0, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:14.301984 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.371014 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c9e6762c-1e74-4d90-8f6e-e67f8cf90a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.377286 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.393189 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] For port 826e146b-288d-4651-922b-794f0a1371c0, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:14.396433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] For port 826e146b-288d-4651-922b-794f0a1371c0, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=826e146b-288d-4651-922b-794f0a1371c0,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:14.441339 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d906c563-4691-42d8-86e3-a6e57a77bfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.456853 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.497416 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-604d5bc6-1c36-4ec6-b5f4-dddbb41b7f03 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.515439 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-604d5bc6-1c36-4ec6-b5f4-dddbb41b7f03 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object f092323f-be85-49f9-aaac-9699b4a701a5 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:14.574195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391251d3-804c-46d7-910c-0bc9fc00d069 None None] Pushing event updated for resources: {'Port': ['ID=826e146b-288d-4651-922b-794f0a1371c0,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:14.588592 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c9e6762c-1e74-4d90-8f6e-e67f8cf90a07 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a20adddb1e1d45258e0063e7b92a47d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8198998 Jul 05 04:00:14.592376 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6762c-1e74-4d90-8f6e-e67f8cf90a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e1287d-18ec-403f-9f4d-79c3d1c1cf29,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:14.593501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50602) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:14.715595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f259c-0a61-48be-a0f5-49c81ede7d6e req-995ebe0b-f8e2-4014-90b0-50d6928eb611 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.722607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-351f259c-0a61-48be-a0f5-49c81ede7d6e req-995ebe0b-f8e2-4014-90b0-50d6928eb611 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.3131399 Jul 05 04:00:14.753174 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e32809b-68b9-4817-a26f-b235e6352f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.764045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-3f1e57a5-376d-462a-a9ea-735d06215e83 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.765663 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-3f1e57a5-376d-462a-a9ea-735d06215e83 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.36 "GET /v2.0/networks?id=7dd5f026-1ef9-4a8b-aa13-565fc464504e HTTP/1.1" status: 200 len: 797 time: 0.2468002 Jul 05 04:00:14.782262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:14.817311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:14.818049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0d9ebb1b-a03c-4fc8-b08f-2cb54307cea7 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:14.850909 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e32809b-68b9-4817-a26f-b235e6352f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.860091 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-604d5bc6-1c36-4ec6-b5f4-dddbb41b7f03 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.863884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01d69d-7650-47e4-8e18-9307c5d5bbe1 req-48a46112-edcc-4bbe-aab0-4ee84808becf tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.873529 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b01d69d-7650-47e4-8e18-9307c5d5bbe1 req-48a46112-edcc-4bbe-aab0-4ee84808becf tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 945 time: 0.3201723 Jul 05 04:00:14.944226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604d5bc6-1c36-4ec6-b5f4-dddbb41b7f03 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:14.944953 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-351f259c-0a61-48be-a0f5-49c81ede7d6e req-4d68d9ab-7108-4579-95cc-20edd5cd13ea tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211406 Jul 05 04:00:14.953950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-604d5bc6-1c36-4ec6-b5f4-dddbb41b7f03 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:14.978611 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b01d69d-7650-47e4-8e18-9307c5d5bbe1 req-ba444968-dd99-48ce-8689-4a96c1ad18c2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042011 Jul 05 04:00:14.979700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d5bc6-1c36-4ec6-b5f4-dddbb41b7f03 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:14.991148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604d5bc6-1c36-4ec6-b5f4-dddbb41b7f03 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.991148 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-604d5bc6-1c36-4ec6-b5f4-dddbb41b7f03 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.005631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d5bc6-1c36-4ec6-b5f4-dddbb41b7f03 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=f092323f-be85-49f9-aaac-9699b4a701a5,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:15.039058 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-d46d9775-73e5-4b0c-a6eb-344ca628734c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18740ad05054462a8bead1ca98b0711 HTTP/1.1" status: 200 len: 471 time: 0.2606218 Jul 05 04:00:15.062858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-85b0eb8a-2ec6-4c75-b4df-f161dbb2af74 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'port': {'device_id': 'bbfb1a29-33b4-4f6b-b4b5-70b26257faf9', 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e', 'admin_state_up': True, 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'security_groups': ['021eb4ea-2782-48c2-8df6-cde18d7bf541']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:15.142650 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-604d5bc6-1c36-4ec6-b5f4-dddbb41b7f03 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8207388 Jul 05 04:00:15.145970 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50606) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:15.160673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d906c563-4691-42d8-86e3-a6e57a77bfcf admin admin] Deleting port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:15.161021 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d906c563-4691-42d8-86e3-a6e57a77bfcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.250679 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.252499 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e32809b-68b9-4817-a26f-b235e6352f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.255698 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e32809b-68b9-4817-a26f-b235e6352f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.256588 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7961ca4-7938-4b56-b4b7-7379c4e6df44 req-4c5d5e14-784a-4e66-92a7-866de0ff1e76 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:15.261335 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8e32809b-68b9-4817-a26f-b235e6352f2c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d8e1287d-18ec-403f-9f4d-79c3d1c1cf29 HTTP/1.1" status: 204 len: 168 time: 0.6602349 Jul 05 04:00:15.261475 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7961ca4-7938-4b56-b4b7-7379c4e6df44 req-4c5d5e14-784a-4e66-92a7-866de0ff1e76 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1706090 Jul 05 04:00:15.266145 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32809b-68b9-4817-a26f-b235e6352f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e1287d-18ec-403f-9f4d-79c3d1c1cf29,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:15.285251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-85b0eb8a-2ec6-4c75-b4df-f161dbb2af74 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Made reservation on behalf of b18740ad05054462a8bead1ca98b0711 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:15.302055 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-85b0eb8a-2ec6-4c75-b4df-f161dbb2af74 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.346190 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6d99de-3e8f-4f0d-9386-35e9588c7cd5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:15.353293 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6d99de-3e8f-4f0d-9386-35e9588c7cd5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:15.358293 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6b6d99de-3e8f-4f0d-9386-35e9588c7cd5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2084410 Jul 05 04:00:15.358293 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-d906c563-4691-42d8-86e3-a6e57a77bfcf admin admin] For port 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6cec37e5-18bd-48eb-90e9-fdcbdc9215a9,segment=NetworkSegment(3151bc0a-c353-490f-b291-8aaf993d4737),segment_id=3151bc0a-c353-490f-b291-8aaf993d4737)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:15.358293 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d906c563-4691-42d8-86e3-a6e57a77bfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.361471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50614) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:15.387905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7961ca4-7938-4b56-b4b7-7379c4e6df44 req-0cb6b842-5faf-45fa-8786-9cd121a18b8b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180878 Jul 05 04:00:15.394477 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d906c563-4691-42d8-86e3-a6e57a77bfcf admin admin] Calling delete_port for 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:15.683842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-85b0eb8a-2ec6-4c75-b4df-f161dbb2af74 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Allocated IP 172.20.0.24 (7dd5f026-1ef9-4a8b-aa13-565fc464504e/e7ca78a4-aec5-41df-8945-5481c9349871/e2198d43-7cb6-445b-baec-c20cc6a1dd59) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:15.702484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-8853b59d-7ebf-43bf-9959-81f9d97cd100 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port f092323f-be85-49f9-aaac-9699b4a701a5 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:15.707281 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8853b59d-7ebf-43bf-9959-81f9d97cd100 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.721334 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e8732-598d-4d20-b35e-252de37e4cc6 req-115fe98a-b764-4223-b00a-4e6307637001 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:15.729065 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-657e8732-598d-4d20-b35e-252de37e4cc6 req-115fe98a-b764-4223-b00a-4e6307637001 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.2420750 Jul 05 04:00:15.732423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2fc75016-18b2-4f29-b681-f88dc660fa03 req-db2e60a9-6d01-4c45-bcda-6aaed7b293f3 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 210 time: 0.0826752 Jul 05 04:00:15.812459 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-657e8732-598d-4d20-b35e-252de37e4cc6 req-9450dee4-147b-4c12-ae2e-39297e451cb6 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823784 Jul 05 04:00:15.942188 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8853b59d-7ebf-43bf-9959-81f9d97cd100 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.959401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-8853b59d-7ebf-43bf-9959-81f9d97cd100 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for f092323f-be85-49f9-aaac-9699b4a701a5 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:15.983345 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d906c563-4691-42d8-86e3-a6e57a77bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.033069 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906c563-4691-42d8-86e3-a6e57a77bfcf admin admin] Pushing event deleted for resources: {'Port': ['ID=6cec37e5-18bd-48eb-90e9-fdcbdc9215a9,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:16.045979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ee6de-a164-41da-87c0-9b761b9c379d req-bcb59952-caac-4d4c-bf90-69355c48870c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.047660 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c90ee6de-a164-41da-87c0-9b761b9c379d req-bcb59952-caac-4d4c-bf90-69355c48870c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1401634 Jul 05 04:00:16.067017 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-85b0eb8a-2ec6-4c75-b4df-f161dbb2af74 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.067707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8a2a57b8-77e0-4c2b-bad3-ad8b46155bdb None None] Provisioning for port 826e146b-288d-4651-922b-794f0a1371c0 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:16.084273 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-85b0eb8a-2ec6-4c75-b4df-f161dbb2af74 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Transition to ACTIVE for port object e2198d43-7cb6-445b-baec-c20cc6a1dd59 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:16.142982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50624) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:16.158960 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c90ee6de-a164-41da-87c0-9b761b9c379d req-378006d8-119e-475e-92cf-a47e15d02b2d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914185 Jul 05 04:00:16.174357 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4270476a-5d25-4bed-b6f5-3cb0492e813a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.232719 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-85b0eb8a-2ec6-4c75-b4df-f161dbb2af74 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.297382 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-85b0eb8a-2ec6-4c75-b4df-f161dbb2af74 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network 7dd5f026-1ef9-4a8b-aa13-565fc464504e is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:16.301451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-85b0eb8a-2ec6-4c75-b4df-f161dbb2af74 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:16.306342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-85b0eb8a-2ec6-4c75-b4df-f161dbb2af74 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:16.349736 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0eb8a-2ec6-4c75-b4df-f161dbb2af74 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Port': ['ID=e2198d43-7cb6-445b-baec-c20cc6a1dd59,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:16.384016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-85b0eb8a-2ec6-4c75-b4df-f161dbb2af74 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.384716 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-85b0eb8a-2ec6-4c75-b4df-f161dbb2af74 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.445529 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d906c563-4691-42d8-86e3-a6e57a77bfcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.463571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96990528-aaa1-4378-bcee-1eac9a46cb8d req-3c7fa326-bb05-47e3-9d15-fcbf0be08fb6 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.465155 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96990528-aaa1-4378-bcee-1eac9a46cb8d req-3c7fa326-bb05-47e3-9d15-fcbf0be08fb6 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 945 time: 0.2864239 Jul 05 04:00:16.508601 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8853b59d-7ebf-43bf-9959-81f9d97cd100 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.510018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-324ee090-4875-466a-8e98-5fb0204b0371 None None] Provisioning for port f092323f-be85-49f9-aaac-9699b4a701a5 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:16.515520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-324ee090-4875-466a-8e98-5fb0204b0371 None None] Provisioning complete for port f092323f-be85-49f9-aaac-9699b4a701a5 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:16.516552 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-324ee090-4875-466a-8e98-5fb0204b0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.544023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-324ee090-4875-466a-8e98-5fb0204b0371 None None] Port f092323f-be85-49f9-aaac-9699b4a701a5 was deleted so its status cannot be updated. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:00:16.547081 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853b59d-7ebf-43bf-9959-81f9d97cd100 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=f092323f-be85-49f9-aaac-9699b4a701a5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:16.577347 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8853b59d-7ebf-43bf-9959-81f9d97cd100 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.579494 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8853b59d-7ebf-43bf-9959-81f9d97cd100 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/f092323f-be85-49f9-aaac-9699b4a701a5 HTTP/1.1" status: 204 len: 168 time: 1.2161775 Jul 05 04:00:16.582129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50628) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:16.645022 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50b3be-f2b5-488d-ac0d-a78487ae1f6e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.646833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50b3be-f2b5-488d-ac0d-a78487ae1f6e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.651187 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-aa50b3be-f2b5-488d-ac0d-a78487ae1f6e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0653961 Jul 05 04:00:16.651532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50630) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:16.722370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1230052-18d0-4d42-a221-f997597d8370 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 6acc6b22-b846-42d0-85f6-5bbd843ae36c {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:16.728049 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a1230052-18d0-4d42-a221-f997597d8370 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.730729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3ef5d911-f06e-46b1-812d-df3a6c5cf9ee None None] Provisioning for port e2198d43-7cb6-445b-baec-c20cc6a1dd59 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:16.740595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3ef5d911-f06e-46b1-812d-df3a6c5cf9ee None None] Provisioning complete for port e2198d43-7cb6-445b-baec-c20cc6a1dd59 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:16.741034 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d911-f06e-46b1-812d-df3a6c5cf9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.791530 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a1230052-18d0-4d42-a221-f997597d8370 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.839856 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 828b5f73-a826-4cf5-8ffb-0041ebcd8726 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:00:16.845719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 828b5f73-a826-4cf5-8ffb-0041ebcd8726 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:16.881578 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-3ef5d911-f06e-46b1-812d-df3a6c5cf9ee None None] Port e2198d43-7cb6-445b-baec-c20cc6a1dd59 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:00:16.949216 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 826e146b-288d-4651-922b-794f0a1371c0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:16.952691 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.965216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3669d5d-7740-415f-904e-6c776cacd640 req-e0199083-a400-4b15-a143-9fcec7369ae1 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.969355 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3669d5d-7740-415f-904e-6c776cacd640 req-e0199083-a400-4b15-a143-9fcec7369ae1 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.6048884 Jul 05 04:00:16.991490 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a1230052-18d0-4d42-a221-f997597d8370 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.031823 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c675177a-58c7-4305-abe7-749b7396a42f req-b4ae553d-0e06-41b1-b14f-3fbde66d63e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1799071 Jul 05 04:00:17.076548 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96990528-aaa1-4378-bcee-1eac9a46cb8d req-fe544084-4eef-43a2-878b-ce71fc3e935a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029325 Jul 05 04:00:17.127969 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3669d5d-7740-415f-904e-6c776cacd640 req-78e30a0f-d752-4b3d-b253-1447e5a8facc tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436987 Jul 05 04:00:17.141479 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675177a-58c7-4305-abe7-749b7396a42f req-b7e03d25-58be-448a-b985-dfc996d54ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.143659 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c675177a-58c7-4305-abe7-749b7396a42f req-b7e03d25-58be-448a-b985-dfc996d54ec4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 1097 time: 0.0839181 Jul 05 04:00:17.194784 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4270476a-5d25-4bed-b6f5-3cb0492e813a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.206724 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a1230052-18d0-4d42-a221-f997597d8370 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.253603 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.264871 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4270476a-5d25-4bed-b6f5-3cb0492e813a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.283608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 828b5f73-a826-4cf5-8ffb-0041ebcd8726, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=828b5f73-a826-4cf5-8ffb-0041ebcd8726,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:17.299836 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1230052-18d0-4d42-a221-f997597d8370 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=6acc6b22-b846-42d0-85f6-5bbd843ae36c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:17.307413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '828b5f73-a826-4cf5-8ffb-0041ebcd8726', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '828b5f73-a826-4cf5-8ffb-0041ebcd8726', 'mac_address': 'fa:16:3e:38:e7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:00:17.308977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a1230052-18d0-4d42-a221-f997597d8370 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.313250 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a1230052-18d0-4d42-a221-f997597d8370 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/6acc6b22-b846-42d0-85f6-5bbd843ae36c HTTP/1.1" status: 204 len: 168 time: 0.6549199 Jul 05 04:00:17.313383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50640) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:17.330274 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d092753c-6e30-4ad2-a820-63f378ae4235 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:17.360044 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cdf5ebb6-856a-4ec7-8251-bb87b9774451 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456274 Jul 05 04:00:17.367431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50642) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:17.374514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c50cf1-2759-4da1-98ed-a1bca040b682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '828b5f73-a826-4cf5-8ffb-0041ebcd8726'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:17.379476 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711b170e-afa2-42cc-88db-b0540e0ee577" -d '{"events": [{"server_uuid": "f2c50cf1-2759-4da1-98ed-a1bca040b682", "name": "network-vif-unplugged", "status": "completed", "tag": "828b5f73-a826-4cf5-8ffb-0041ebcd8726"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:17.380558 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-85b0eb8a-2ec6-4c75-b4df-f161dbb2af74 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3226144 Jul 05 04:00:17.389162 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d906c563-4691-42d8-86e3-a6e57a77bfcf admin admin] Router 732c9885-5a87-4a26-99d0-8d351a67d61d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:00:17.403221 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270476a-5d25-4bed-b6f5-3cb0492e813a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50c87ae-72e6-446b-8a7b-98f8c91bdd3d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:17.409771 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Request body: {'port': {'device_id': 'bbfb1a29-33b4-4f6b-b4b5-70b26257faf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:17.412258 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4270476a-5d25-4bed-b6f5-3cb0492e813a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b040a3e483b24a12831da65eac34ecaa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2678850 Jul 05 04:00:17.415379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50646) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:17.428684 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 828b5f73-a826-4cf5-8ffb-0041ebcd8726, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=828b5f73-a826-4cf5-8ffb-0041ebcd8726,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:17.451035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 826e146b-288d-4651-922b-794f0a1371c0 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:17.458832 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.470309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 826e146b-288d-4651-922b-794f0a1371c0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:17.470683 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.475767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675177a-58c7-4305-abe7-749b7396a42f req-8a1e82d8-4b76-49ac-a0f5-ec61d4193d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.477308 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c675177a-58c7-4305-abe7-749b7396a42f req-8a1e82d8-4b76-49ac-a0f5-ec61d4193d99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 906 time: 0.3114562 Jul 05 04:00:17.499080 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a9369-b0e5-48eb-8e40-29e1edd6b13a req-35b6fbf8-f6f3-48b1-b4e8-b6393435f0bc tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.500714 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be9a9369-b0e5-48eb-8e40-29e1edd6b13a req-35b6fbf8-f6f3-48b1-b4e8-b6393435f0bc tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 932 time: 0.2370298 Jul 05 04:00:17.501437 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 828b5f73-a826-4cf5-8ffb-0041ebcd8726 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:17.529357 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.529784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e27be2-fd05-43ba-b4eb-93b676fe9b2c req-131c8ba5-474b-4f33-8f99-99845071f414 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.531284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20e27be2-fd05-43ba-b4eb-93b676fe9b2c req-131c8ba5-474b-4f33-8f99-99845071f414 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.2091458 Jul 05 04:00:17.560334 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c675177a-58c7-4305-abe7-749b7396a42f req-35e1ccce-6762-499b-bbb6-ead363ee70b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=822f9ecf-4c3d-46eb-9712-da1b4ef8696f HTTP/1.1" status: 200 len: 217 time: 0.0733047 Jul 05 04:00:17.643073 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20e27be2-fd05-43ba-b4eb-93b676fe9b2c req-72de88fa-ff5f-4359-a412-0f729820e286 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720613 Jul 05 04:00:17.644207 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be9a9369-b0e5-48eb-8e40-29e1edd6b13a req-72b88716-190d-4ea4-8aa6-9ac9e5a56cc1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=021eb4ea-2782-48c2-8df6-cde18d7bf541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253715 Jul 05 04:00:17.645353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d906c563-4691-42d8-86e3-a6e57a77bfcf admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:17.647413 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8774dd-7928-43c2-847b-d0c7de653559 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.650050 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5f8774dd-7928-43c2-847b-d0c7de653559 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2819204 Jul 05 04:00:17.651339 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d906c563-4691-42d8-86e3-a6e57a77bfcf admin admin] 10.222.0.38 "PUT /v2.0/routers/732c9885-5a87-4a26-99d0-8d351a67d61d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0725756 Jul 05 04:00:17.654577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50648) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:17.655064 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50650) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:17.656661 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27614e6c-6232-4ddc-a596-88e6f3d6d0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.676745 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.680376 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:17.680787 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:17.684782 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b5ef07-f36e-46c9-9a4a-a6d94455a1ac None None] Sync routers for ids ['732c9885-5a87-4a26-99d0-8d351a67d61d'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:17.707495 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b5ef07-f36e-46c9-9a4a-a6d94455a1ac None None] Routers {'732c9885-5a87-4a26-99d0-8d351a67d61d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:17.711197 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-96b5ef07-f36e-46c9-9a4a-a6d94455a1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:00:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['732c9885-5a87-4a26-99d0-8d351a67d61d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:17.714572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=828b5f73-a826-4cf5-8ffb-0041ebcd8726,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:17.769571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaea569a-c0de-4f2d-8eef-f249a435590e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.771149 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-aaea569a-c0de-4f2d-8eef-f249a435590e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1151230 Jul 05 04:00:17.773914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50654) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:17.799510 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.848238 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 826e146b-288d-4651-922b-794f0a1371c0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=826e146b-288d-4651-922b-794f0a1371c0,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:17.867189 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ce4e357e-3ba8-4a7c-a9b0-c52f301317bc tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914326 Jul 05 04:00:17.869917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50656) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:17.872762 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110141d3-f577-469b-856e-2d5587ccdf3a x-openstack-request-id: req-110141d3-f577-469b-856e-2d5587ccdf3a {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:17.873592 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c50cf1-2759-4da1-98ed-a1bca040b682", "name": "network-vif-unplugged", "status": "completed", "tag": "828b5f73-a826-4cf5-8ffb-0041ebcd8726", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:17.874006 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-110141d3-f577-469b-856e-2d5587ccdf3a {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:17.874577 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c50cf1-2759-4da1-98ed-a1bca040b682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '828b5f73-a826-4cf5-8ffb-0041ebcd8726', 'code': 200} Jul 05 04:00:17.875653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-a611e7c6-c5b0-4643-a10f-20fcc29e6e2f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:17.903001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cf2421-e4ec-4f47-aaef-5b8370d32233 None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:17.958472 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.962993 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-96b5ef07-f36e-46c9-9a4a-a6d94455a1ac None None] Set router 732c9885-5a87-4a26-99d0-8d351a67d61d gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:17.990146 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbbb8e-a7fc-410c-afaf-ae6d5317d061 req-bdbde521-05ee-4d2d-8ea6-f88de880415d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.997765 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7bbbb8e-a7fc-410c-afaf-ae6d5317d061 req-bdbde521-05ee-4d2d-8ea6-f88de880415d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 946 time: 0.2057135 Jul 05 04:00:18.055261 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7bbbb8e-a7fc-410c-afaf-ae6d5317d061 req-52dcdaf1-51ef-4661-8a83-26a12d82f205 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565028 Jul 05 04:00:18.090613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a611e7c6-c5b0-4643-a10f-20fcc29e6e2f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:18.095397 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a611e7c6-c5b0-4643-a10f-20fcc29e6e2f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.122080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=826e146b-288d-4651-922b-794f0a1371c0,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:18.127967 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f0cf2421-e4ec-4f47-aaef-5b8370d32233 None None] Deleting port 826e146b-288d-4651-922b-794f0a1371c0 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:18.128320 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2421-e4ec-4f47-aaef-5b8370d32233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.191245 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-96b5ef07-f36e-46c9-9a4a-a6d94455a1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'name': 'tempest-TestAggregatesBasicOps-66784942-router', 'tenant_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:49Z', 'updated_at': '2021-07-05T04:00:15Z', 'revision_number': 5, 'project_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'gw_port': {'id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:50Z', 'updated_at': '2021-07-05T03:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:18.224923 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.229016 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b5ef07-f36e-46c9-9a4a-a6d94455a1ac None None] Checking router: 732c9885-5a87-4a26-99d0-8d351a67d61d for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:00:18.239934 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b5ef07-f36e-46c9-9a4a-a6d94455a1ac None None] Routers {'732c9885-5a87-4a26-99d0-8d351a67d61d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:18.241088 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-96b5ef07-f36e-46c9-9a4a-a6d94455a1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:00:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['732c9885-5a87-4a26-99d0-8d351a67d61d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:18.258273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 828b5f73-a826-4cf5-8ffb-0041ebcd8726 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:18.268542 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b932dd7-c531-4e61-89ed-91565570f4c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.269085 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f0cf2421-e4ec-4f47-aaef-5b8370d32233 None None] For port 826e146b-288d-4651-922b-794f0a1371c0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=826e146b-288d-4651-922b-794f0a1371c0,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:18.269530 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2421-e4ec-4f47-aaef-5b8370d32233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.297070 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f0cf2421-e4ec-4f47-aaef-5b8370d32233 None None] Calling delete_port for 826e146b-288d-4651-922b-794f0a1371c0 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:18.300117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 828b5f73-a826-4cf5-8ffb-0041ebcd8726, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=828b5f73-a826-4cf5-8ffb-0041ebcd8726,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:18.354866 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04ff27-be6c-4032-a8d5-f528ff5718f0 req-6ef68d1a-604a-4ba1-a709-5304e39abc25 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.361167 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675177a-58c7-4305-abe7-749b7396a42f req-2290bfd6-9d86-4da7-8434-cc1625acf5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.362082 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b04ff27-be6c-4032-a8d5-f528ff5718f0 req-6ef68d1a-604a-4ba1-a709-5304e39abc25 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2379000 Jul 05 04:00:18.363016 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c675177a-58c7-4305-abe7-749b7396a42f req-2290bfd6-9d86-4da7-8434-cc1625acf5ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 HTTP/1.1" status: 200 len: 845 time: 0.7781651 Jul 05 04:00:18.373224 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.373806 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27614e6c-6232-4ddc-a596-88e6f3d6d0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.405959 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c675177a-58c7-4305-abe7-749b7396a42f req-2d229292-d294-4960-8035-df8c69c87bfa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6bbb661a-c337-48f0-8045-f937cf6565eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286520 Jul 05 04:00:18.418064 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-96b5ef07-f36e-46c9-9a4a-a6d94455a1ac None None] Set router 732c9885-5a87-4a26-99d0-8d351a67d61d gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:18.426256 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e162c7-59c0-4198-9f70-4b4ad47a2d92 req-df3dbad3-50f5-433d-8a87-34ebf8171888 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.434105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9e162c7-59c0-4198-9f70-4b4ad47a2d92 req-df3dbad3-50f5-433d-8a87-34ebf8171888 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 945 time: 0.2111945 Jul 05 04:00:18.458290 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=828b5f73-a826-4cf5-8ffb-0041ebcd8726,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:18.536701 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2421-e4ec-4f47-aaef-5b8370d32233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.560526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf2421-e4ec-4f47-aaef-5b8370d32233 None None] Pushing event deleted for resources: {'Port': ['ID=826e146b-288d-4651-922b-794f0a1371c0,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:18.571264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b04ff27-be6c-4032-a8d5-f528ff5718f0 req-91f2f5ce-32b3-4754-a9e2-91e83b77da4b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081966 Jul 05 04:00:18.577570 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cf2421-e4ec-4f47-aaef-5b8370d32233 None None] No DVR routers for this DVR port 826e146b-288d-4651-922b-794f0a1371c0 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:18.589852 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9e162c7-59c0-4198-9f70-4b4ad47a2d92 req-958d429c-6c8a-4278-bb32-46c856773653 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537302 Jul 05 04:00:18.602182 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a611e7c6-c5b0-4643-a10f-20fcc29e6e2f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.649424 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-96b5ef07-f36e-46c9-9a4a-a6d94455a1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'name': 'tempest-TestAggregatesBasicOps-66784942-router', 'tenant_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:49Z', 'updated_at': '2021-07-05T04:00:15Z', 'revision_number': 5, 'project_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'gw_port': {'id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:50Z', 'updated_at': '2021-07-05T03:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:18.714835 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b5ef07-f36e-46c9-9a4a-a6d94455a1ac None None] The sync data for ids ['732c9885-5a87-4a26-99d0-8d351a67d61d'] in n-d-771363-32 is: [{'id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'name': 'tempest-TestAggregatesBasicOps-66784942-router', 'tenant_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:59:49Z', 'updated_at': '2021-07-05T04:00:15Z', 'revision_number': 5, 'project_id': 'dfced5dd4b6c4f3da96ccd87daa86afc', 'gw_port': {'id': '5f43fd7e-79cd-41fd-8d3f-02f87eeb0373', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732c9885-5a87-4a26-99d0-8d351a67d61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:59:50Z', 'updated_at': '2021-07-05T03:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:18.720728 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c675177a-58c7-4305-abe7-749b7396a42f req-b3e254e9-722d-4d27-b69f-4954dee7279f service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030829 Jul 05 04:00:18.731593 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611e7c6-c5b0-4643-a10f-20fcc29e6e2f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=1e74b624-bb2a-40ad-ac0e-207937e8e6ac,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:18.774590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a611e7c6-c5b0-4643-a10f-20fcc29e6e2f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:18.776275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a611e7c6-c5b0-4643-a10f-20fcc29e6e2f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:18.779473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a611e7c6-c5b0-4643-a10f-20fcc29e6e2f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.780389 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a611e7c6-c5b0-4643-a10f-20fcc29e6e2f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.786775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5e6f66-1bd3-4f0c-9b61-001a9b6ea5b4 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:18.810298 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b932dd7-c531-4e61-89ed-91565570f4c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.813325 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27614e6c-6232-4ddc-a596-88e6f3d6d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.815988 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27614e6c-6232-4ddc-a596-88e6f3d6d0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.817146 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-27614e6c-6232-4ddc-a596-88e6f3d6d0ee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f50c87ae-72e6-446b-8a7b-98f8c91bdd3d HTTP/1.1" status: 204 len: 168 time: 1.3931303 Jul 05 04:00:18.856918 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['828b5f73-a826-4cf5-8ffb-0041ebcd8726'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:18.867765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27614e6c-6232-4ddc-a596-88e6f3d6d0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50c87ae-72e6-446b-8a7b-98f8c91bdd3d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:18.886359 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a611e7c6-c5b0-4643-a10f-20fcc29e6e2f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0151007 Jul 05 04:00:18.891330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50670) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:18.898818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8ed6a667-f5a4-4959-b775-44bf26093089 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'mac_address': 'fa:16:3e:df:fc:a7', 'name': 'tempest-NetworksTestDHCPv6-322555510'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:18.931764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbfd8c-15f5-4ea9-902b-ae9cf10c21e5 req-334b5643-5d0c-4413-88ad-1e4bdd2e8db0 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.941126 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1dcbfd8c-15f5-4ea9-902b-ae9cf10c21e5 req-334b5643-5d0c-4413-88ad-1e4bdd2e8db0 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1292064 Jul 05 04:00:19.002389 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1dcbfd8c-15f5-4ea9-902b-ae9cf10c21e5 req-01fe125d-ae9b-482b-b375-cafdaa9d22e5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572958 Jul 05 04:00:19.046683 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c675177a-58c7-4305-abe7-749b7396a42f req-1ed99d39-b4d8-475e-b894-196ca2e56894 service neutron] 10.222.0.36 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961168 Jul 05 04:00:19.105687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 826e146b-288d-4651-922b-794f0a1371c0 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:19.201863 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2198d43-7cb6-445b-baec-c20cc6a1dd59 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:19.211083 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': '1e74b624-bb2a-40ad-ac0e-207937e8e6ac'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:19.211960 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.215544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.222998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4b932dd7-c531-4e61-89ed-91565570f4c9 admin admin] Deleting port 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:19.226489 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b932dd7-c531-4e61-89ed-91565570f4c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.232159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 826e146b-288d-4651-922b-794f0a1371c0 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:19.232537 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 826e146b-288d-4651-922b-794f0a1371c0 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:19.283723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Transition to ACTIVE for port object e2198d43-7cb6-445b-baec-c20cc6a1dd59 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:19.291500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a601450-b60f-47b2-a485-a77fcbe743d8 req-a07392c7-3a09-4751-99c5-4d6189b6f3ec tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:19.293737 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a601450-b60f-47b2-a485-a77fcbe743d8 req-a07392c7-3a09-4751-99c5-4d6189b6f3ec tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 947 time: 0.1571653 Jul 05 04:00:19.349797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed6a667-f5a4-4959-b775-44bf26093089 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:19.370039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-4b932dd7-c531-4e61-89ed-91565570f4c9 admin admin] For port 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5f43fd7e-79cd-41fd-8d3f-02f87eeb0373,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:19.370414 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b932dd7-c531-4e61-89ed-91565570f4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.378690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a601450-b60f-47b2-a485-a77fcbe743d8 req-76f548ee-88eb-4c68-878a-e5c76ed19884 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768883 Jul 05 04:00:19.440275 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.480884 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4b932dd7-c531-4e61-89ed-91565570f4c9 admin admin] Calling delete_port for 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:19.649391 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Allocated IP 2001:db8::2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/1e74b624-bb2a-40ad-ac0e-207937e8e6ac/1a166721-5c61-4515-b73a-b8c215a80918) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:19.650592 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Pushing event updated for resources: {'Port': ['ID=e2198d43-7cb6-445b-baec-c20cc6a1dd59,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:19.734212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416e0c7-1ea1-4642-acc1-75f4cfa3abb4 req-9e05f72a-96fa-4864-9536-264934201e69 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:19.736491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2416e0c7-1ea1-4642-acc1-75f4cfa3abb4 req-9e05f72a-96fa-4864-9536-264934201e69 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 944 time: 0.2619898 Jul 05 04:00:19.782722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2416e0c7-1ea1-4642-acc1-75f4cfa3abb4 req-cd727e52-7041-47ff-b7af-fbd152bdad20 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=021eb4ea-2782-48c2-8df6-cde18d7bf541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378087 Jul 05 04:00:19.792024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f936af2-5794-4e75-85cb-7effddb5653a req-088a12d3-4369-431b-baf3-de3e2900e565 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:19.793559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f936af2-5794-4e75-85cb-7effddb5653a req-088a12d3-4369-431b-baf3-de3e2900e565 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 945 time: 0.1910889 Jul 05 04:00:19.820870 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ed6a667-f5a4-4959-b775-44bf26093089 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.860364 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.870845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Transition to ACTIVE for port object 1a166721-5c61-4515-b73a-b8c215a80918 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:19.872798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-8ed6a667-f5a4-4959-b775-44bf26093089 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port 12d5679e-f9ca-415d-ade6-5f120d2518a2 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:00:19.889565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Transition to ACTIVE for port object 1a166721-5c61-4515-b73a-b8c215a80918 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:19.895734 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f936af2-5794-4e75-85cb-7effddb5653a req-24083197-a16e-4ea9-9cb0-31a25cc90f02 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957775 Jul 05 04:00:19.970847 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.005329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d23f2-28fe-4233-8a61-dcadda4eabc3 req-faa7a7fd-7d0e-4993-990e-a04cab8f7dd0 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.008991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Attempting to bind port e2198d43-7cb6-445b-baec-c20cc6a1dd59 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:20.009360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Attempting to bind port e2198d43-7cb6-445b-baec-c20cc6a1dd59 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'a8f86477-baa6-4bd9-b558-aee8ad4dcdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:20.009667 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Attempting to bind port e2198d43-7cb6-445b-baec-c20cc6a1dd59 on network 7dd5f026-1ef9-4a8b-aa13-565fc464504e {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:20.012638 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f1d23f2-28fe-4233-8a61-dcadda4eabc3 req-faa7a7fd-7d0e-4993-990e-a04cab8f7dd0 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0770409 Jul 05 04:00:20.020939 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:20.024209 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Port e2198d43-7cb6-445b-baec-c20cc6a1dd59 on network 7dd5f026-1ef9-4a8b-aa13-565fc464504e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:00:20.024383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:20.024535 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Attempting to bind port e2198d43-7cb6-445b-baec-c20cc6a1dd59 on network 7dd5f026-1ef9-4a8b-aa13-565fc464504e {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:20.032690 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:20.035949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Pushing event updated for resources: {'Port': ['ID=1a166721-5c61-4515-b73a-b8c215a80918,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:20.045311 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:20.045655 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Checking segment: {'id': 'a8f86477-baa6-4bd9-b558-aee8ad4dcdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:20.046033 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Bound using segment: {'id': 'a8f86477-baa6-4bd9-b558-aee8ad4dcdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:20.046471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Bound port: e2198d43-7cb6-445b-baec-c20cc6a1dd59, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f86477-baa6-4bd9-b558-aee8ad4dcdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:20.046986 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.064440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f1d23f2-28fe-4233-8a61-dcadda4eabc3 req-7bd6769b-97cc-42e3-8fbb-f30edf8b8a69 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492432 Jul 05 04:00:20.075152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-8ed6a667-f5a4-4959-b775-44bf26093089 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::a3 (764cff81-f32e-40f8-af56-b4a9d80a62e7/1e74b624-bb2a-40ad-ac0e-207937e8e6ac/12d5679e-f9ca-415d-ade6-5f120d2518a2) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:20.135198 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Attempting to bind port 1a166721-5c61-4515-b73a-b8c215a80918 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:20.136238 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Attempting to bind port 1a166721-5c61-4515-b73a-b8c215a80918 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:20.136710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Attempting to bind port 1a166721-5c61-4515-b73a-b8c215a80918 on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:20.152219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:20.152219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:20.152219 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.152219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:20.152219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Bound port: 1a166721-5c61-4515-b73a-b8c215a80918, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:20.152729 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.164308 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b932dd7-c531-4e61-89ed-91565570f4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.204701 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] For port e2198d43-7cb6-445b-baec-c20cc6a1dd59, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:20.214981 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b932dd7-c531-4e61-89ed-91565570f4c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f43fd7e-79cd-41fd-8d3f-02f87eeb0373,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:20.244932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] For port 1a166721-5c61-4515-b73a-b8c215a80918, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:20.248197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] For port 1a166721-5c61-4515-b73a-b8c215a80918, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1a166721-5c61-4515-b73a-b8c215a80918,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:20.256641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] For port e2198d43-7cb6-445b-baec-c20cc6a1dd59, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e2198d43-7cb6-445b-baec-c20cc6a1dd59,segment=NetworkSegment(a8f86477-baa6-4bd9-b558-aee8ad4dcdf8),segment_id=a8f86477-baa6-4bd9-b558-aee8ad4dcdf8)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:20.291949 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad1aac-9fa7-46c7-8d7f-c2f59bf08b66 req-5eeb9590-0bd9-4b2d-9c54-c34f99a81157 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.294245 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fdad1aac-9fa7-46c7-8d7f-c2f59bf08b66 req-5eeb9590-0bd9-4b2d-9c54-c34f99a81157 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0932446 Jul 05 04:00:20.302827 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.312723 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:00:20.329261 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.365496 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fdad1aac-9fa7-46c7-8d7f-c2f59bf08b66 req-766e5c15-f67f-4af9-b609-2477233d1c6d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560243 Jul 05 04:00:20.398507 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8ef64-8e98-4fac-afe0-da41430802b8 None None] Pushing event updated for resources: {'Port': ['ID=1a166721-5c61-4515-b73a-b8c215a80918,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:20.402433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.403062 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.406943 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] 10.222.0.36 "PUT /v2.0/ports/e2198d43-7cb6-445b-baec-c20cc6a1dd59 HTTP/1.1" status: 200 len: 1093 time: 3.0026517 Jul 05 04:00:20.406943 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfb1a29-33b4-4f6b-b4b5-70b26257faf9', 'tag': 'e2198d43-7cb6-445b-baec-c20cc6a1dd59'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:20.407248 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6314b04-deae-44c8-8831-fdc943e4704d" -d '{"events": [{"name": "network-changed", "server_uuid": "bbfb1a29-33b4-4f6b-b4b5-70b26257faf9", "tag": "e2198d43-7cb6-445b-baec-c20cc6a1dd59"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:20.412734 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b932dd7-c531-4e61-89ed-91565570f4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.625733 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b932dd7-c531-4e61-89ed-91565570f4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.637314 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b932dd7-c531-4e61-89ed-91565570f4c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.660334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea763d3-aa8a-4841-ba14-2e5433df068d service neutron] Pushing event updated for resources: {'Port': ['ID=e2198d43-7cb6-445b-baec-c20cc6a1dd59,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:20.670760 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ed6a667-f5a4-4959-b775-44bf26093089 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.749458 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753438e0-992f-4a40-8bcc-db622d12632a req-5d50b14a-2901-4cf3-8317-a5f1aaf676bf tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.760055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-753438e0-992f-4a40-8bcc-db622d12632a req-5d50b14a-2901-4cf3-8317-a5f1aaf676bf tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1756659 Jul 05 04:00:20.842181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450408b-f3d2-4977-9e7a-de43b3809f55 req-2fafc2aa-fbe1-4918-8254-dda1cb868c87 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.842181 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c450408b-f3d2-4977-9e7a-de43b3809f55 req-2fafc2aa-fbe1-4918-8254-dda1cb868c87 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 947 time: 0.2080894 Jul 05 04:00:20.846078 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-8ed6a667-f5a4-4959-b775-44bf26093089 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 12d5679e-f9ca-415d-ade6-5f120d2518a2 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:20.868718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 828b5f73-a826-4cf5-8ffb-0041ebcd8726 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:20.932151 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-753438e0-992f-4a40-8bcc-db622d12632a req-a4114cd1-87e8-4494-abff-2323b8c11086 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710515 Jul 05 04:00:20.942833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-aa8806e3-88a3-4dc0-979c-ab068078b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.956689 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-aa8806e3-88a3-4dc0-979c-ab068078b72f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b18740ad05054462a8bead1ca98b0711&device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 1096 time: 0.1564503 Jul 05 04:00:20.957152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:20.980377 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c450408b-f3d2-4977-9e7a-de43b3809f55 req-d82b4ab4-e811-4ded-8dc8-e60975097ab0 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370871 Jul 05 04:00:21.021002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:21.022181 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6cec37e5-18bd-48eb-90e9-fdcbdc9215a9 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:21.040370 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 828b5f73-a826-4cf5-8ffb-0041ebcd8726 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:21.040753 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.054478 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-257deb80-7022-49c5-93b5-09271fa5c4d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e2198d43-7cb6-445b-baec-c20cc6a1dd59 HTTP/1.1" status: 200 len: 217 time: 0.0884731 Jul 05 04:00:21.055410 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cbd333-1d0a-400b-a74a-db6a33980f35 x-openstack-request-id: req-c9cbd333-1d0a-400b-a74a-db6a33980f35 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:21.055705 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbfb1a29-33b4-4f6b-b4b5-70b26257faf9", "tag": "e2198d43-7cb6-445b-baec-c20cc6a1dd59", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:21.055964 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9cbd333-1d0a-400b-a74a-db6a33980f35 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:21.056415 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbfb1a29-33b4-4f6b-b4b5-70b26257faf9', 'tag': 'e2198d43-7cb6-445b-baec-c20cc6a1dd59', 'status': 'completed', 'code': 200} Jul 05 04:00:21.058182 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ed6a667-f5a4-4959-b775-44bf26093089 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.060504 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b932dd7-c531-4e61-89ed-91565570f4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.061036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b932dd7-c531-4e61-89ed-91565570f4c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 732c9885-5a87-4a26-99d0-8d351a67d61d {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:00:21.071990 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b932dd7-c531-4e61-89ed-91565570f4c9 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.075754 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50716) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:21.094716 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4b932dd7-c531-4e61-89ed-91565570f4c9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/732c9885-5a87-4a26-99d0-8d351a67d61d HTTP/1.1" status: 204 len: 168 time: 3.4286778 Jul 05 04:00:21.168287 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.200928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c50cf1-2759-4da1-98ed-a1bca040b682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828b5f73-a826-4cf5-8ffb-0041ebcd8726'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:21.204936 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d071e9d-7bcf-4d2a-b9d9-2ac4a76d50f7" -d '{"events": [{"server_uuid": "f2c50cf1-2759-4da1-98ed-a1bca040b682", "name": "network-vif-plugged", "status": "completed", "tag": "828b5f73-a826-4cf5-8ffb-0041ebcd8726"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:21.231523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 828b5f73-a826-4cf5-8ffb-0041ebcd8726, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=828b5f73-a826-4cf5-8ffb-0041ebcd8726,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:21.276122 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-7513854e-7abd-47f2-bbb6-66d4ae64f5e9 admin admin] Deleting subnet 30f65979-ee0c-4456-ab10-7da099ef845f {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:21.287829 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed6a667-f5a4-4959-b775-44bf26093089 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:21.295623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-c95e5eac-11df-4322-996c-35af4a7e55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:21.297160 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-c95e5eac-11df-4322-996c-35af4a7e55e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7ca78a4-aec5-41df-8945-5481c9349871 HTTP/1.1" status: 200 len: 838 time: 0.2110879 Jul 05 04:00:21.302745 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-8ed6a667-f5a4-4959-b775-44bf26093089 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:21.302925 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7513854e-7abd-47f2-bbb6-66d4ae64f5e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.303426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6a667-f5a4-4959-b775-44bf26093089 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=12d5679e-f9ca-415d-ade6-5f120d2518a2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:21.312133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed6a667-f5a4-4959-b775-44bf26093089 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:21.318065 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6a667-f5a4-4959-b775-44bf26093089 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:21.318695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ed6a667-f5a4-4959-b775-44bf26093089 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.333465 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.355200 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7513854e-7abd-47f2-bbb6-66d4ae64f5e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.415195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=828b5f73-a826-4cf5-8ffb-0041ebcd8726,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:21.416374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f64963-09e3-446a-9b58-7cc944064804 req-a87fc638-0528-41c9-bfd3-c15006ecfc30 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:21.419230 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcae767-486a-45db-a788-51e3a506d68c req-78d1d709-ed3a-4ab7-b351-e21a6a7183be tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:21.421513 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfcae767-486a-45db-a788-51e3a506d68c req-78d1d709-ed3a-4ab7-b351-e21a6a7183be tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 945 time: 0.2171021 Jul 05 04:00:21.424833 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68f64963-09e3-446a-9b58-7cc944064804 req-a87fc638-0528-41c9-bfd3-c15006ecfc30 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 945 time: 0.2587457 Jul 05 04:00:21.465705 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8ed6a667-f5a4-4959-b775-44bf26093089 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5692050 Jul 05 04:00:21.465705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-326d87fb-aa73-44d6-a3a8-1521df9d1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:21.467043 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50726) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:21.467259 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-326d87fb-aa73-44d6-a3a8-1521df9d1719 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7dd5f026-1ef9-4a8b-aa13-565fc464504e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1454735 Jul 05 04:00:21.566370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf464773-2c2e-414b-a452-40e3a4e9dc4e req-a00ab552-0e09-4373-8108-95bbf9a081c1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:21.568405 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf464773-2c2e-414b-a452-40e3a4e9dc4e req-a00ab552-0e09-4373-8108-95bbf9a081c1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 944 time: 0.3342004 Jul 05 04:00:21.588740 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68f64963-09e3-446a-9b58-7cc944064804 req-1520f1ec-9fcf-4d94-bed7-853078b6aaf3 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626806 Jul 05 04:00:21.604376 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7513854e-7abd-47f2-bbb6-66d4ae64f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.657354 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-b78fc9a3-f4bc-4c2f-a161-399b2b22c1be service neutron] 10.222.0.36 "GET /v2.0/networks/7dd5f026-1ef9-4a8b-aa13-565fc464504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818688 Jul 05 04:00:21.678323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-cfcae767-486a-45db-a788-51e3a506d68c req-1d8f1405-ec15-4ca0-b6df-59252e39eca9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Deleting port 403104f1-b9da-4ea0-b8bf-9efcc5a7602b {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:21.680741 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cfcae767-486a-45db-a788-51e3a506d68c req-1d8f1405-ec15-4ca0-b6df-59252e39eca9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.735483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf464773-2c2e-414b-a452-40e3a4e9dc4e req-fdd1970e-79c2-43a0-849d-4c347eb0405f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=021eb4ea-2782-48c2-8df6-cde18d7bf541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544970 Jul 05 04:00:21.778208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ba7df-f615-49ce-a115-4961492fe761 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:21.785337 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ba7df-f615-49ce-a115-4961492fe761 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:21.791035 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-923ba7df-f615-49ce-a115-4961492fe761 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3195214 Jul 05 04:00:21.791825 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50732) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:21.809870 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2f6b14-1ced-459e-8ba6-6502ea641d3e x-openstack-request-id: req-4a2f6b14-1ced-459e-8ba6-6502ea641d3e {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:21.810224 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c50cf1-2759-4da1-98ed-a1bca040b682", "name": "network-vif-plugged", "status": "completed", "tag": "828b5f73-a826-4cf5-8ffb-0041ebcd8726", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:21.810544 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a2f6b14-1ced-459e-8ba6-6502ea641d3e {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:21.811268 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c50cf1-2759-4da1-98ed-a1bca040b682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828b5f73-a826-4cf5-8ffb-0041ebcd8726', 'code': 200} Jul 05 04:00:21.844334 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7513854e-7abd-47f2-bbb6-66d4ae64f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.968992 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513854e-7abd-47f2-bbb6-66d4ae64f5e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f65979-ee0c-4456-ab10-7da099ef845f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:21.980754 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7513854e-7abd-47f2-bbb6-66d4ae64f5e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.986077 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7513854e-7abd-47f2-bbb6-66d4ae64f5e9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/30f65979-ee0c-4456-ab10-7da099ef845f HTTP/1.1" status: 204 len: 168 time: 0.9090576 Jul 05 04:00:21.987674 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50736) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:22.013706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-cfcae767-486a-45db-a788-51e3a506d68c req-1d8f1405-ec15-4ca0-b6df-59252e39eca9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] For port 403104f1-b9da-4ea0-b8bf-9efcc5a7602b, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=403104f1-b9da-4ea0-b8bf-9efcc5a7602b,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:22.014087 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cfcae767-486a-45db-a788-51e3a506d68c req-1d8f1405-ec15-4ca0-b6df-59252e39eca9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.046062 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a797609-a145-458b-baa7-f2c049497159 None None] Network c2fcf9be-191d-4429-9a8e-709565834b1e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:22.121880 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-cfcae767-486a-45db-a788-51e3a506d68c req-1d8f1405-ec15-4ca0-b6df-59252e39eca9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Calling delete_port for 403104f1-b9da-4ea0-b8bf-9efcc5a7602b owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:22.142448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf1446-7b4e-4b7c-bb8d-250b240f2abf req-23241210-4d9f-42ba-9ce3-a6ea99673243 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:22.142448 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4bcf1446-7b4e-4b7c-bb8d-250b240f2abf req-23241210-4d9f-42ba-9ce3-a6ea99673243 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.3412709 Jul 05 04:00:22.142698 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64b2457f-a9a7-4f3f-8051-5dc39a96ae57 req-d7bb478a-aa22-4b9b-8cc0-76e9430b6055 service neutron] 10.222.0.36 "GET /v2.0/networks/7dd5f026-1ef9-4a8b-aa13-565fc464504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621522 Jul 05 04:00:22.206301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4bcf1446-7b4e-4b7c-bb8d-250b240f2abf req-b6012c9d-b8bc-40d8-a26d-cd41d0d4be0b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614917 Jul 05 04:00:22.216201 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.296818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-2f1062f7-92da-4cbc-9e28-eb1f9b1fc71c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 12d5679e-f9ca-415d-ade6-5f120d2518a2 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:22.296818 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2f1062f7-92da-4cbc-9e28-eb1f9b1fc71c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.327384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d324e45a-3194-4409-9b36-d876564df5f4 None None] Provisioning for port 1a166721-5c61-4515-b73a-b8c215a80918 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:22.409186 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2f1062f7-92da-4cbc-9e28-eb1f9b1fc71c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.429937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-2f1062f7-92da-4cbc-9e28-eb1f9b1fc71c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 12d5679e-f9ca-415d-ade6-5f120d2518a2 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:22.486546 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822d3e22-4cf3-4598-88d3-49db64a98bae None None] DHCP port deletion for c2fcf9be-191d-4429-9a8e-709565834b1e request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:22.516728 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b17b-9095-4be8-af38-8b1b54f15ef2 req-7dc606f2-71c2-4b54-8406-6448f780761d tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:22.518569 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9307b17b-9095-4be8-af38-8b1b54f15ef2 req-7dc606f2-71c2-4b54-8406-6448f780761d tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.2935798 Jul 05 04:00:22.604284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-822d3e22-4cf3-4598-88d3-49db64a98bae None None] Deleting port 73bd2563-eec2-44eb-b588-02a75f788161 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:22.604699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9307b17b-9095-4be8-af38-8b1b54f15ef2 req-3d95a6bb-ab8e-4367-a675-ac6a9040d5a9 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784371 Jul 05 04:00:22.604882 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-822d3e22-4cf3-4598-88d3-49db64a98bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.925522 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4dc675c1-4925-428e-b7ee-7bbc0ae22aea None None] Provisioning for port 12d5679e-f9ca-415d-ade6-5f120d2518a2 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:22.938687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4dc675c1-4925-428e-b7ee-7bbc0ae22aea None None] Provisioning complete for port 12d5679e-f9ca-415d-ade6-5f120d2518a2 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:22.939064 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4dc675c1-4925-428e-b7ee-7bbc0ae22aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.955774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1a166721-5c61-4515-b73a-b8c215a80918 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:22.957033 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303794c4-b775-40a7-bc51-5dadd04d766d req-9ca6990a-57a0-40a3-aeb5-92333030a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:22.958812 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-303794c4-b775-40a7-bc51-5dadd04d766d req-9ca6990a-57a0-40a3-aeb5-92333030a125 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 1100 time: 0.9481084 Jul 05 04:00:22.959257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed10eb6-aa00-49ff-b090-93d541ba8280 req-21caca77-1f6f-4abd-ace3-eeff689045df tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:22.962069 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eed10eb6-aa00-49ff-b090-93d541ba8280 req-21caca77-1f6f-4abd-ace3-eeff689045df tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 945 time: 0.1848738 Jul 05 04:00:22.994441 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2f1062f7-92da-4cbc-9e28-eb1f9b1fc71c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.039911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1062f7-92da-4cbc-9e28-eb1f9b1fc71c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=12d5679e-f9ca-415d-ade6-5f120d2518a2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:23.067500 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-303794c4-b775-40a7-bc51-5dadd04d766d req-0188eb72-04ee-411c-8677-d980cd975197 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975370 Jul 05 04:00:23.079297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-822d3e22-4cf3-4598-88d3-49db64a98bae None None] For port 73bd2563-eec2-44eb-b588-02a75f788161, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=73bd2563-eec2-44eb-b588-02a75f788161,segment=NetworkSegment(3151bc0a-c353-490f-b291-8aaf993d4737),segment_id=3151bc0a-c353-490f-b291-8aaf993d4737)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:23.079860 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-822d3e22-4cf3-4598-88d3-49db64a98bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.099686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6314b04-deae-44c8-8831-fdc943e4704d req-37da91c5-224b-4eb9-b990-5d9e45f0f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:23.102802 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d6314b04-deae-44c8-8831-fdc943e4704d req-37da91c5-224b-4eb9-b990-5d9e45f0f5e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b18740ad05054462a8bead1ca98b0711&device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 1096 time: 0.8253336 Jul 05 04:00:23.110616 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2f1062f7-92da-4cbc-9e28-eb1f9b1fc71c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.115445 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2f1062f7-92da-4cbc-9e28-eb1f9b1fc71c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/12d5679e-f9ca-415d-ade6-5f120d2518a2 HTTP/1.1" status: 204 len: 168 time: 1.2966125 Jul 05 04:00:23.117684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50760) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:23.128601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-822d3e22-4cf3-4598-88d3-49db64a98bae None None] Calling delete_port for 73bd2563-eec2-44eb-b588-02a75f788161 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:23.136041 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4dc675c1-4925-428e-b7ee-7bbc0ae22aea None None] Port 12d5679e-f9ca-415d-ade6-5f120d2518a2 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:00:23.136794 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eed10eb6-aa00-49ff-b090-93d541ba8280 req-40400102-1fcb-48e8-b7cd-dc85b70ce7ee tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490779 Jul 05 04:00:23.154817 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] Deleting port 73bd2563-eec2-44eb-b588-02a75f788161 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:23.155110 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.272228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 1a166721-5c61-4515-b73a-b8c215a80918 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:23.278735 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbb50b-d6e3-444c-bafa-50bf510d5712 req-1ed1b72b-af57-4b5a-8366-a1cf1c631439 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:23.281064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] For port 73bd2563-eec2-44eb-b588-02a75f788161, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=73bd2563-eec2-44eb-b588-02a75f788161,segment=NetworkSegment(3151bc0a-c353-490f-b291-8aaf993d4737),segment_id=3151bc0a-c353-490f-b291-8aaf993d4737)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:23.281598 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.283878 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1a166721-5c61-4515-b73a-b8c215a80918 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:23.286131 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.288760 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0fbb50b-d6e3-444c-bafa-50bf510d5712 req-1ed1b72b-af57-4b5a-8366-a1cf1c631439 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 944 time: 0.3682592 Jul 05 04:00:23.299945 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] Calling delete_port for 73bd2563-eec2-44eb-b588-02a75f788161 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:23.337510 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b01bb7-d7c7-441b-b04b-bcb06694feb1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:23.339942 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b01bb7-d7c7-441b-b04b-bcb06694feb1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:23.344722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-02b01bb7-d7c7-441b-b04b-bcb06694feb1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2112606 Jul 05 04:00:23.345612 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50768) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:23.466819 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cfcae767-486a-45db-a788-51e3a506d68c req-1d8f1405-ec15-4ca0-b6df-59252e39eca9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.473145 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.487586 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0fbb50b-d6e3-444c-bafa-50bf510d5712 req-4b6986d6-cad1-49a7-9a7f-8b72a1b52fba tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=021eb4ea-2782-48c2-8df6-cde18d7bf541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962399 Jul 05 04:00:23.493280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a45f664-9e0c-4a33-aa7f-0d9363dd939e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 1e74b624-bb2a-40ad-ac0e-207937e8e6ac {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:23.501125 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8a45f664-9e0c-4a33-aa7f-0d9363dd939e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.513280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['822f9ecf-4c3d-46eb-9712-da1b4ef8696f', 'f81a346d-152a-4f26-88ae-6fbcec9f28a0', '403104f1-b9da-4ea0-b8bf-9efcc5a7602b'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:23.567232 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8a45f664-9e0c-4a33-aa7f-0d9363dd939e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.572663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f1405-ec15-4ca0-b6df-59252e39eca9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Pushing event deleted for resources: {'Port': ['ID=403104f1-b9da-4ea0-b8bf-9efcc5a7602b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:23.576482 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-822d3e22-4cf3-4598-88d3-49db64a98bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.604017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcae767-486a-45db-a788-51e3a506d68c req-1d8f1405-ec15-4ca0-b6df-59252e39eca9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] No DVR routers for this DVR port 403104f1-b9da-4ea0-b8bf-9efcc5a7602b on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:23.606753 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cfcae767-486a-45db-a788-51e3a506d68c req-1d8f1405-ec15-4ca0-b6df-59252e39eca9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.607570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255d91b-b9ca-4acd-be2a-5b6a15ca15ea req-4b29491f-5186-47cd-9ed3-5f0525e08e2d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:23.609340 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2255d91b-b9ca-4acd-be2a-5b6a15ca15ea req-4b29491f-5186-47cd-9ed3-5f0525e08e2d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2010920 Jul 05 04:00:23.609506 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfcae767-486a-45db-a788-51e3a506d68c req-1d8f1405-ec15-4ca0-b6df-59252e39eca9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.36 "DELETE /v2.0/ports/403104f1-b9da-4ea0-b8bf-9efcc5a7602b HTTP/1.1" status: 204 len: 173 time: 2.1816673 Jul 05 04:00:23.614149 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4398759-a779-4c4d-871b-f2bec5537fd2', 'name': 'network-vif-deleted', 'tag': '403104f1-b9da-4ea0-b8bf-9efcc5a7602b'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:23.617191 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea217c13-dcce-44ee-bbb2-f75573296a1c" -d '{"events": [{"server_uuid": "b4398759-a779-4c4d-871b-f2bec5537fd2", "name": "network-vif-deleted", "tag": "403104f1-b9da-4ea0-b8bf-9efcc5a7602b"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:23.687895 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.692830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822d3e22-4cf3-4598-88d3-49db64a98bae None None] No DVR routers for this DVR port 73bd2563-eec2-44eb-b588-02a75f788161 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:23.744631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=73bd2563-eec2-44eb-b588-02a75f788161,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:23.751244 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6314b04-deae-44c8-8831-fdc943e4704d req-3f9b34e8-e28a-46cc-8629-818d98f04992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:23.753788 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d6314b04-deae-44c8-8831-fdc943e4704d req-3f9b34e8-e28a-46cc-8629-818d98f04992 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7dd5f026-1ef9-4a8b-aa13-565fc464504e HTTP/1.1" status: 200 len: 898 time: 0.6421146 Jul 05 04:00:23.755424 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a46434-d19f-46f0-8b72-77c0f6b5ace3 x-openstack-request-id: req-07a46434-d19f-46f0-8b72-77c0f6b5ace3 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:23.755864 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4398759-a779-4c4d-871b-f2bec5537fd2", "name": "network-vif-deleted", "tag": "403104f1-b9da-4ea0-b8bf-9efcc5a7602b", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:23.756276 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-07a46434-d19f-46f0-8b72-77c0f6b5ace3 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:23.757268 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4398759-a779-4c4d-871b-f2bec5537fd2', 'name': 'network-vif-deleted', 'tag': '403104f1-b9da-4ea0-b8bf-9efcc5a7602b', 'status': 'completed', 'code': 200} Jul 05 04:00:23.768404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] No DVR routers for this DVR port 73bd2563-eec2-44eb-b588-02a75f788161 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:23.774050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2255d91b-b9ca-4acd-be2a-5b6a15ca15ea req-af8dcafc-01e4-4129-80d0-0c9bf4e008ec tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498704 Jul 05 04:00:23.808519 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d3e22-4cf3-4598-88d3-49db64a98bae None None] Pushing event deleted for resources: {'Port': ['ID=73bd2563-eec2-44eb-b588-02a75f788161,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:23.826343 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 1a166721-5c61-4515-b73a-b8c215a80918, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1a166721-5c61-4515-b73a-b8c215a80918,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:23.910462 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d6314b04-deae-44c8-8831-fdc943e4704d req-96ccef68-e5b7-47c1-9448-85e80cb60f30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e2198d43-7cb6-445b-baec-c20cc6a1dd59 HTTP/1.1" status: 200 len: 217 time: 0.1088309 Jul 05 04:00:23.945454 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8a45f664-9e0c-4a33-aa7f-0d9363dd939e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.977621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6314b04-deae-44c8-8831-fdc943e4704d req-4ae415ff-dcca-4fc9-b28d-a8d941f6e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:23.979476 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d6314b04-deae-44c8-8831-fdc943e4704d req-4ae415ff-dcca-4fc9-b28d-a8d941f6e19c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7ca78a4-aec5-41df-8945-5481c9349871 HTTP/1.1" status: 200 len: 838 time: 0.0586836 Jul 05 04:00:23.987906 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.994620 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.014707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fcf9be-191d-4429-9a8e-709565834b1e']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:24.047200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3151bc0a-c353-490f-b291-8aaf993d4737') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:24.048087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3151bc0a-c353-490f-b291-8aaf993d4737') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:24.064546 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.085871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:24.086961 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.096885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:24.097287 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:24.099090 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:24.105601 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6314b04-deae-44c8-8831-fdc943e4704d req-0070782f-b522-4b32-8fe5-0cb8d24e22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.105861 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d6314b04-deae-44c8-8831-fdc943e4704d req-0070782f-b522-4b32-8fe5-0cb8d24e22ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7dd5f026-1ef9-4a8b-aa13-565fc464504e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1085651 Jul 05 04:00:24.120547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:24.120866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5f43fd7e-79cd-41fd-8d3f-02f87eeb0373 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:24.121291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 73bd2563-eec2-44eb-b588-02a75f788161 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:24.133450 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=1a166721-5c61-4515-b73a-b8c215a80918,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:24.133709 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8a45f664-9e0c-4a33-aa7f-0d9363dd939e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.159395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 73bd2563-eec2-44eb-b588-02a75f788161 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:24.162189 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 73bd2563-eec2-44eb-b588-02a75f788161 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:24.270635 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d6314b04-deae-44c8-8831-fdc943e4704d req-dd8d3906-f6cb-467b-a9d1-83766e0dc22b service neutron] 10.222.0.36 "GET /v2.0/networks/7dd5f026-1ef9-4a8b-aa13-565fc464504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117904 Jul 05 04:00:24.329416 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.346368 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.348884 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c2fcf9be-191d-4429-9a8e-709565834b1e HTTP/1.1" status: 204 len: 168 time: 2.3584526 Jul 05 04:00:24.351919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca7a71-8eaf-4c7c-b087-b911c920bbf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2fcf9be-191d-4429-9a8e-709565834b1e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:24.399319 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d6314b04-deae-44c8-8831-fdc943e4704d req-0a0699d8-b343-441c-a663-0f8655b8cb82 service neutron] 10.222.0.36 "GET /v2.0/networks/7dd5f026-1ef9-4a8b-aa13-565fc464504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201992 Jul 05 04:00:24.590516 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8a45f664-9e0c-4a33-aa7f-0d9363dd939e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.592580 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8a45f664-9e0c-4a33-aa7f-0d9363dd939e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/1e74b624-bb2a-40ad-ac0e-207937e8e6ac HTTP/1.1" status: 204 len: 168 time: 1.2416945 Jul 05 04:00:24.595047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50794) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:24.595549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45f664-9e0c-4a33-aa7f-0d9363dd939e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=1e74b624-bb2a-40ad-ac0e-207937e8e6ac,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:24.600325 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6c792d-5217-464a-92a1-039a3e42ac27 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:24.649299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147907fb-f281-4d40-ad4e-791007e484ae req-0128e7aa-9c29-4585-b771-1f695ede406a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.650998 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-147907fb-f281-4d40-ad4e-791007e484ae req-0128e7aa-9c29-4585-b771-1f695ede406a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.6136756 Jul 05 04:00:24.659399 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d3fc9c0d-1ea7-4c82-871f-2ba109df43c8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631824 Jul 05 04:00:24.662525 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50798) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:24.662865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958f47c-df4a-48f6-a65e-19755ec47632 req-4e130c69-25e0-4fbe-8b7b-6215fe22d61b tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.664718 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a958f47c-df4a-48f6-a65e-19755ec47632 req-4e130c69-25e0-4fbe-8b7b-6215fe22d61b tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.6247926 Jul 05 04:00:24.755364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-147907fb-f281-4d40-ad4e-791007e484ae req-460986a2-576f-40df-8789-7b9452ab0e11 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892539 Jul 05 04:00:24.801229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9633465-13b7-4263-9329-716773cadeec tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.806986 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a958f47c-df4a-48f6-a65e-19755ec47632 req-73a83b41-6f3c-4869-ac0d-1f6e1657482b tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065700 Jul 05 04:00:24.813723 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a9633465-13b7-4263-9329-716773cadeec tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1415639 Jul 05 04:00:24.816422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50802) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:24.919275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1a166721-5c61-4515-b73a-b8c215a80918 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:24.939330 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e88779-4025-4ed7-b4d6-083380c32fc7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.943777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50806) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:24.945458 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-98e88779-4025-4ed7-b4d6-083380c32fc7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1269751 Jul 05 04:00:24.981371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94100320-b26a-43d2-adac-0c17853cd0a3 None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:25.019726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50808) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:25.021729 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-615072e9-32c6-4273-8f98-f873fdb3cc89 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748417 Jul 05 04:00:25.026226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50810) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:25.041870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-13cc6273-af96-40e7-853e-6c42be36adba tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:25.117287 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1a166721-5c61-4515-b73a-b8c215a80918 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:25.117980 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.124456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-94100320-b26a-43d2-adac-0c17853cd0a3 None None] Deleting port 1a166721-5c61-4515-b73a-b8c215a80918 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:25.124834 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-94100320-b26a-43d2-adac-0c17853cd0a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.128225 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f84700d0-6094-4d95-a21d-2939d613b9aa req-9c09ec96-3d63-4a3e-ae9d-9f2121e3451b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4398759-a779-4c4d-871b-f2bec5537fd2 HTTP/1.1" status: 200 len: 210 time: 0.0981979 Jul 05 04:00:25.186019 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39409225-bc36-49fd-957a-e4156767c383 req-bcd3e1a2-80b6-467d-ac13-5a989932fa89 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:25.187460 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39409225-bc36-49fd-957a-e4156767c383 req-bcd3e1a2-80b6-467d-ac13-5a989932fa89 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 944 time: 0.2238781 Jul 05 04:00:25.216621 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-58473450-48c8-4732-b9e1-467f828b3243 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4e213c7ceabe4207b7299308b28f5da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930935 Jul 05 04:00:25.217632 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50816) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:25.238085 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-94100320-b26a-43d2-adac-0c17853cd0a3 None None] For port 1a166721-5c61-4515-b73a-b8c215a80918, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1a166721-5c61-4515-b73a-b8c215a80918,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:25.238545 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-94100320-b26a-43d2-adac-0c17853cd0a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.269777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39409225-bc36-49fd-957a-e4156767c383 req-30957ca4-1838-47c8-8249-9c0b88c55fd0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=021eb4ea-2782-48c2-8df6-cde18d7bf541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711317 Jul 05 04:00:25.280414 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-94100320-b26a-43d2-adac-0c17853cd0a3 None None] Calling delete_port for 1a166721-5c61-4515-b73a-b8c215a80918 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:25.341029 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-510d75ee-82a2-417a-9240-52d34ffb1287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.366047 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-510d75ee-82a2-417a-9240-52d34ffb1287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.379615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d1313-a4f5-47ef-b1f4-99d1a9255e24 req-279c4d60-9a48-4aeb-9712-5def73bc1906 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:25.387930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-312d1313-a4f5-47ef-b1f4-99d1a9255e24 req-279c4d60-9a48-4aeb-9712-5def73bc1906 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0913227 Jul 05 04:00:25.416486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cc6273-af96-40e7-853e-6c42be36adba tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:25.420254 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13cc6273-af96-40e7-853e-6c42be36adba tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.445924 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-312d1313-a4f5-47ef-b1f4-99d1a9255e24 req-2ecdcbd3-9edb-4242-89f7-97404e0b8a54 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501668 Jul 05 04:00:25.552345 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-94100320-b26a-43d2-adac-0c17853cd0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.556945 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-510d75ee-82a2-417a-9240-52d34ffb1287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.560281 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-510d75ee-82a2-417a-9240-52d34ffb1287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.561652 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-510d75ee-82a2-417a-9240-52d34ffb1287 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7b9c99da-5061-4215-8b25-5a3b440d79eb HTTP/1.1" status: 204 len: 168 time: 0.3398793 Jul 05 04:00:25.581692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d75ee-82a2-417a-9240-52d34ffb1287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9c99da-5061-4215-8b25-5a3b440d79eb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:25.593204 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94100320-b26a-43d2-adac-0c17853cd0a3 None None] Pushing event deleted for resources: {'Port': ['ID=1a166721-5c61-4515-b73a-b8c215a80918,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:25.602463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94100320-b26a-43d2-adac-0c17853cd0a3 None None] No DVR routers for this DVR port 1a166721-5c61-4515-b73a-b8c215a80918 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:25.667779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1f871-10c2-400a-accf-1df0c8280808 req-d73b1d4f-28d7-4f01-b55a-96cb5b58f5b6 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:25.671297 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-08d1f871-10c2-400a-accf-1df0c8280808 req-d73b1d4f-28d7-4f01-b55a-96cb5b58f5b6 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1104012 Jul 05 04:00:25.714024 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-08d1f871-10c2-400a-accf-1df0c8280808 req-a5ea0006-dc39-474e-8193-b33a29a9b8d9 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388587 Jul 05 04:00:25.903120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.objects.ports [None req-13cc6273-af96-40e7-853e-6c42be36adba tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:00:25.904589 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13cc6273-af96-40e7-853e-6c42be36adba tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.946387 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c211b96-be09-45dd-8c41-6d4996bae21d req-60084121-20ad-4e86-918c-3dca8ba1def0 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:25.951062 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc6273-af96-40e7-853e-6c42be36adba tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:25.955043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-13cc6273-af96-40e7-853e-6c42be36adba tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:25.955229 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c211b96-be09-45dd-8c41-6d4996bae21d req-60084121-20ad-4e86-918c-3dca8ba1def0 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1004095 Jul 05 04:00:25.958926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cc6273-af96-40e7-853e-6c42be36adba tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:25.959608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13cc6273-af96-40e7-853e-6c42be36adba tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.966251 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8483ce-6218-432e-97fb-ca89ce0af810 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:25.974008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc6273-af96-40e7-853e-6c42be36adba tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=241805f7-211c-4f05-b230-77b705c26cf3,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:26.055620 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c211b96-be09-45dd-8c41-6d4996bae21d req-72737477-24f2-49e2-8460-9cce3491c0de tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000803 Jul 05 04:00:26.057544 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-13cc6273-af96-40e7-853e-6c42be36adba tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0287936 Jul 05 04:00:26.060483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50838) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:26.080356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ddac3e47-ab9b-4b57-b239-408ce7c0ac09 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:26.134672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21feb982-faef-4223-b5e3-1ba58ef40212 req-ab6a2d7b-cc4a-4b36-93f6-ad556cf40869 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:26.136293 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21feb982-faef-4223-b5e3-1ba58ef40212 req-ab6a2d7b-cc4a-4b36-93f6-ad556cf40869 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1520176 Jul 05 04:00:26.199156 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21feb982-faef-4223-b5e3-1ba58ef40212 req-d94af629-eda6-4200-959f-b2423f1a9aa6 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537291 Jul 05 04:00:26.220778 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': '241805f7-211c-4f05-b230-77b705c26cf3'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:26.221674 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.307386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0b0ca-1c78-45e0-82e1-5a1aa38cd867 req-b790140e-f8e4-4c89-ac9a-5836f62ce233 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:26.307532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddac3e47-ab9b-4b57-b239-408ce7c0ac09 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:26.311252 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ddac3e47-ab9b-4b57-b239-408ce7c0ac09 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.314042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0de0b0ca-1c78-45e0-82e1-5a1aa38cd867 req-b790140e-f8e4-4c89-ac9a-5836f62ce233 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0847108 Jul 05 04:00:26.358957 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0de0b0ca-1c78-45e0-82e1-5a1aa38cd867 req-3a65ffb3-47ea-4b2e-8c95-c8c9aa77886f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439508 Jul 05 04:00:26.470720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Allocated IP 2001:db8::f816:3eff:fed3:26c9 (764cff81-f32e-40f8-af56-b4a9d80a62e7/241805f7-211c-4f05-b230-77b705c26cf3/870771e0-faad-48c5-a519-ccaec78e96bc) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:26.490562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50856) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:26.492249 n-d-771363-32 neutron-server[100932]: INFO neutron.db.ipam_backend_mixin [None req-ddac3e47-ab9b-4b57-b239-408ce7c0ac09 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 241805f7-211c-4f05-b230-77b705c26cf3 (CIDR: 2001:db8::/64) Jul 05 04:00:26.535450 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddac3e47-ab9b-4b57-b239-408ce7c0ac09 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:00:26.535450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddac3e47-ab9b-4b57-b239-408ce7c0ac09 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:26.563147 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f2244-785c-4154-b05e-40604f3b4356 req-732f7c8d-7fa6-4bef-8ce7-99bfdd06be39 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:26.564667 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f4f2244-785c-4154-b05e-40604f3b4356 req-732f7c8d-7fa6-4bef-8ce7-99bfdd06be39 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1191616 Jul 05 04:00:26.593538 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e3d0e8b6-b04d-491f-9e94-8159c23a4683 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dfced5dd4b6c4f3da96ccd87daa86afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1000056 Jul 05 04:00:26.600185 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50860) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:26.621448 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ddac3e47-ab9b-4b57-b239-408ce7c0ac09 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5591769 Jul 05 04:00:26.629135 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f4f2244-785c-4154-b05e-40604f3b4356 req-e7aecc9f-0f59-44c2-aba9-9655c7bd8cf5 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628278 Jul 05 04:00:26.635492 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50862) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:26.652320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-bf945f24-1934-4acf-bb26-c31e91acfb18 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:26.669124 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08d8a8a5-4bf0-4db6-aa0e-6d1bff4aca17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.709016 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.722608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08d8a8a5-4bf0-4db6-aa0e-6d1bff4aca17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.729447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Transition to ACTIVE for port object 870771e0-faad-48c5-a519-ccaec78e96bc will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:26.764340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e2198d43-7cb6-445b-baec-c20cc6a1dd59 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:00:26.768897 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 403104f1-b9da-4ea0-b8bf-9efcc5a7602b no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:26.816252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Transition to ACTIVE for port object 870771e0-faad-48c5-a519-ccaec78e96bc will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:26.823610 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1a166721-5c61-4515-b73a-b8c215a80918 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:26.829752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 403104f1-b9da-4ea0-b8bf-9efcc5a7602b {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:26.830180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 403104f1-b9da-4ea0-b8bf-9efcc5a7602b not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:26.851843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 1a166721-5c61-4515-b73a-b8c215a80918 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:26.855082 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1a166721-5c61-4515-b73a-b8c215a80918 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:26.861729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da805dd7-1b67-404d-90a9-6ca1e8b38712 req-ca941d9f-47c2-4662-ba37-6c2d29cc5c84 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:26.877823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da805dd7-1b67-404d-90a9-6ca1e8b38712 req-ca941d9f-47c2-4662-ba37-6c2d29cc5c84 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 944 time: 0.0847483 Jul 05 04:00:26.910257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da805dd7-1b67-404d-90a9-6ca1e8b38712 req-f518f8a4-e767-4938-b27a-8d35be1a1779 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=021eb4ea-2782-48c2-8df6-cde18d7bf541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376008 Jul 05 04:00:26.939106 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e2198d43-7cb6-445b-baec-c20cc6a1dd59, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e2198d43-7cb6-445b-baec-c20cc6a1dd59,segment=NetworkSegment(a8f86477-baa6-4bd9-b558-aee8ad4dcdf8),segment_id=a8f86477-baa6-4bd9-b558-aee8ad4dcdf8)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:26.947256 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf945f24-1934-4acf-bb26-c31e91acfb18 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:26.950615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'e2198d43-7cb6-445b-baec-c20cc6a1dd59', 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e', 'port_id': 'e2198d43-7cb6-445b-baec-c20cc6a1dd59', 'mac_address': 'fa:16:3e:e0:92:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ca78a4-aec5-41df-8945-5481c9349871', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:00:26.951026 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf945f24-1934-4acf-bb26-c31e91acfb18 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.998511 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.011082 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08d8a8a5-4bf0-4db6-aa0e-6d1bff4aca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.011311 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.024494 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08d8a8a5-4bf0-4db6-aa0e-6d1bff4aca17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.033472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2198d43-7cb6-445b-baec-c20cc6a1dd59 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:27.041913 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-08d8a8a5-4bf0-4db6-aa0e-6d1bff4aca17 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33c7670c-1457-430d-82c6-e7b10e03bb79 HTTP/1.1" status: 204 len: 168 time: 0.4360893 Jul 05 04:00:27.078379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8a8a5-4bf0-4db6-aa0e-6d1bff4aca17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c7670c-1457-430d-82c6-e7b10e03bb79,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:27.079029 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:27.084478 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e2198d43-7cb6-445b-baec-c20cc6a1dd59, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e2198d43-7cb6-445b-baec-c20cc6a1dd59,segment=NetworkSegment(a8f86477-baa6-4bd9-b558-aee8ad4dcdf8),segment_id=a8f86477-baa6-4bd9-b558-aee8ad4dcdf8)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:27.086048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:27.089593 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:27.112754 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Pushing event updated for resources: {'Port': ['ID=870771e0-faad-48c5-a519-ccaec78e96bc,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:27.182496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Attempting to bind port 870771e0-faad-48c5-a519-ccaec78e96bc on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:27.182893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Attempting to bind port 870771e0-faad-48c5-a519-ccaec78e96bc by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:27.183245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Attempting to bind port 870771e0-faad-48c5-a519-ccaec78e96bc on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:27.188060 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.196601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:27.196986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:27.197488 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.197889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:27.198373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Bound port: 870771e0-faad-48c5-a519-ccaec78e96bc, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:27.198892 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.294475 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e2198d43-7cb6-445b-baec-c20cc6a1dd59,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:27.324024 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] For port 870771e0-faad-48c5-a519-ccaec78e96bc, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:27.328711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] For port 870771e0-faad-48c5-a519-ccaec78e96bc, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=870771e0-faad-48c5-a519-ccaec78e96bc,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:27.347767 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf945f24-1934-4acf-bb26-c31e91acfb18 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.392863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf945f24-1934-4acf-bb26-c31e91acfb18 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:27.399687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-bf945f24-1934-4acf-bb26-c31e91acfb18 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:27.405408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf945f24-1934-4acf-bb26-c31e91acfb18 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.406121 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf945f24-1934-4acf-bb26-c31e91acfb18 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.419956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf945f24-1934-4acf-bb26-c31e91acfb18 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=bd649600-d1d3-4d3c-af76-ca8b9887921a,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:27.482982 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.527756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9b31c-0da3-4b2f-9faa-ce4257ad41e6 req-fcf59000-6d9c-4118-955b-e756b48ee0c0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.529342 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ea9b31c-0da3-4b2f-9faa-ce4257ad41e6 req-fcf59000-6d9c-4118-955b-e756b48ee0c0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 946 time: 0.0755188 Jul 05 04:00:27.547001 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bf945f24-1934-4acf-bb26-c31e91acfb18 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9062188 Jul 05 04:00:27.547001 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50884) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:27.552892 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0b7e64c4-3d7e-4c2e-a964-9ba3aaa0618f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'mac_address': 'fa:16:3e:41:97:cf', 'name': 'tempest-NetworksTestDHCPv6-1521038305'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:27.576472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47692b9-2a58-4a04-8287-62b571363d4a None None] Pushing event updated for resources: {'Port': ['ID=870771e0-faad-48c5-a519-ccaec78e96bc,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:27.649730 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ea9b31c-0da3-4b2f-9faa-ce4257ad41e6 req-ecba4ffb-fb1f-4965-8aed-83c131910833 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057816 Jul 05 04:00:27.684579 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e2198d43-7cb6-445b-baec-c20cc6a1dd59'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:27.893638 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7e64c4-3d7e-4c2e-a964-9ba3aaa0618f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:28.112106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c3cbf-2e64-4edb-a32a-6db0088fcaf3 req-1720e818-8ba6-4b73-97aa-f301f45451af tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:28.128554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c0c3cbf-2e64-4edb-a32a-6db0088fcaf3 req-1720e818-8ba6-4b73-97aa-f301f45451af tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2718987 Jul 05 04:00:28.190154 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b7e64c4-3d7e-4c2e-a964-9ba3aaa0618f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.237459 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c0c3cbf-2e64-4edb-a32a-6db0088fcaf3 req-19478882-dd83-43e3-b53c-28591312406e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064758 Jul 05 04:00:28.238110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-0b7e64c4-3d7e-4c2e-a964-9ba3aaa0618f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port 860def91-e38e-4ac6-9c84-1d2884893558 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:00:28.323951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bfa3b-51ab-4616-9d07-0ee7879d19a5 req-8ac2afb6-605b-45b4-b3eb-564584a15635 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:28.325531 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-484bfa3b-51ab-4616-9d07-0ee7879d19a5 req-8ac2afb6-605b-45b4-b3eb-564584a15635 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 945 time: 0.1887994 Jul 05 04:00:28.463651 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-484bfa3b-51ab-4616-9d07-0ee7879d19a5 req-3ef864a2-d317-4123-83b8-9764bb0e0f16 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=021eb4ea-2782-48c2-8df6-cde18d7bf541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303430 Jul 05 04:00:28.544622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-0b7e64c4-3d7e-4c2e-a964-9ba3aaa0618f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8:0:1::222 (764cff81-f32e-40f8-af56-b4a9d80a62e7/bd649600-d1d3-4d3c-af76-ca8b9887921a/860def91-e38e-4ac6-9c84-1d2884893558) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:28.553657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-0b7e64c4-3d7e-4c2e-a964-9ba3aaa0618f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::f816:3eff:fe41:97cf (764cff81-f32e-40f8-af56-b4a9d80a62e7/241805f7-211c-4f05-b230-77b705c26cf3/860def91-e38e-4ac6-9c84-1d2884893558) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:28.570028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c101cc-e116-4b5e-bca1-df07e1d23634 req-a602e97b-ecac-4592-8d95-af213d8a2100 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:28.576864 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d9c101cc-e116-4b5e-bca1-df07e1d23634 req-a602e97b-ecac-4592-8d95-af213d8a2100 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1961160 Jul 05 04:00:28.657640 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d9c101cc-e116-4b5e-bca1-df07e1d23634 req-e7d9243e-4ba7-436d-a300-e2100d6fbda5 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791390 Jul 05 04:00:28.879101 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 870771e0-faad-48c5-a519-ccaec78e96bc up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:28.885219 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b7e64c4-3d7e-4c2e-a964-9ba3aaa0618f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.901467 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-0b7e64c4-3d7e-4c2e-a964-9ba3aaa0618f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 860def91-e38e-4ac6-9c84-1d2884893558 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:28.949452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9866c7f-dfa4-4d24-b867-c5cb520d1a53 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:29.026489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700c7ce-f026-4fad-808e-f946ba37be57 req-a787bda9-7e7f-4085-854e-7c1f51c8af41 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:29.028093 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f700c7ce-f026-4fad-808e-f946ba37be57 req-a787bda9-7e7f-4085-854e-7c1f51c8af41 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 946 time: 0.1185632 Jul 05 04:00:29.073936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 870771e0-faad-48c5-a519-ccaec78e96bc completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:29.089934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f700c7ce-f026-4fad-808e-f946ba37be57 req-adcde849-dde1-4a9c-86cf-44a5609cdf42 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533240 Jul 05 04:00:29.108311 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b7e64c4-3d7e-4c2e-a964-9ba3aaa0618f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.136579 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31801e6-9392-4cb7-966a-4de111aa2878 req-0aa334f8-4cc1-4248-b546-7f5a9aca09f3 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:29.138800 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e31801e6-9392-4cb7-966a-4de111aa2878 req-0aa334f8-4cc1-4248-b546-7f5a9aca09f3 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.36 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 946 time: 0.1055565 Jul 05 04:00:29.141250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8db60739-292e-4c48-80c7-0cce70bbac72 None None] Provisioning for port 870771e0-faad-48c5-a519-ccaec78e96bc completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:29.149961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8db60739-292e-4c48-80c7-0cce70bbac72 None None] Provisioning complete for port 870771e0-faad-48c5-a519-ccaec78e96bc triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:29.150230 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8db60739-292e-4c48-80c7-0cce70bbac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.166670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7e64c4-3d7e-4c2e-a964-9ba3aaa0618f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:29.173467 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0b7e64c4-3d7e-4c2e-a964-9ba3aaa0618f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:29.179597 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e64c4-3d7e-4c2e-a964-9ba3aaa0618f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:29.185943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7e64c4-3d7e-4c2e-a964-9ba3aaa0618f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:29.186643 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b7e64c4-3d7e-4c2e-a964-9ba3aaa0618f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.199182 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e64c4-3d7e-4c2e-a964-9ba3aaa0618f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=860def91-e38e-4ac6-9c84-1d2884893558,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:29.278964 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0b7e64c4-3d7e-4c2e-a964-9ba3aaa0618f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7308118 Jul 05 04:00:29.281535 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50928) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:29.297447 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8db60739-292e-4c48-80c7-0cce70bbac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.358860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-e31801e6-9392-4cb7-966a-4de111aa2878 req-cadda15c-6545-49c2-a2f4-f93fae50d98c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Deleting port f81a346d-152a-4f26-88ae-6fbcec9f28a0 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:29.359608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e31801e6-9392-4cb7-966a-4de111aa2878 req-cadda15c-6545-49c2-a2f4-f93fae50d98c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.383153 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8db60739-292e-4c48-80c7-0cce70bbac72 None None] For port 870771e0-faad-48c5-a519-ccaec78e96bc, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=870771e0-faad-48c5-a519-ccaec78e96bc,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:29.404744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e5f6af-e5d6-4ac9-a7be-6ed8c344a809 None None] Update dhcp port {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'fixed_ips': [{'subnet_id': '241805f7-211c-4f05-b230-77b705c26cf3', 'ip_address': '2001:db8::f816:3eff:fed3:26c9'}, {'subnet_id': 'bd649600-d1d3-4d3c-af76-ca8b9887921a'}], 'binding:host_id': 'n-d-771363-32'}, 'id': '870771e0-faad-48c5-a519-ccaec78e96bc'} from n-d-771363-32. {{(pid=100934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:00:29.463646 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-02e5f6af-e5d6-4ac9-a7be-6ed8c344a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.477067 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8db60739-292e-4c48-80c7-0cce70bbac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.484888 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e31801e6-9392-4cb7-966a-4de111aa2878 req-cadda15c-6545-49c2-a2f4-f93fae50d98c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] For port f81a346d-152a-4f26-88ae-6fbcec9f28a0, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f81a346d-152a-4f26-88ae-6fbcec9f28a0,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:29.485474 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e31801e6-9392-4cb7-966a-4de111aa2878 req-cadda15c-6545-49c2-a2f4-f93fae50d98c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.510776 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-e31801e6-9392-4cb7-966a-4de111aa2878 req-cadda15c-6545-49c2-a2f4-f93fae50d98c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Calling delete_port for f81a346d-152a-4f26-88ae-6fbcec9f28a0 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:29.611284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db60739-292e-4c48-80c7-0cce70bbac72 None None] Pushing event updated for resources: {'Port': ['ID=870771e0-faad-48c5-a519-ccaec78e96bc,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:29.631353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82639149-db67-4982-8b5c-24fbd711eb9e req-b44b0e60-547c-43d7-90ca-5699fa08a684 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:29.638222 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82639149-db67-4982-8b5c-24fbd711eb9e req-b44b0e60-547c-43d7-90ca-5699fa08a684 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2206132 Jul 05 04:00:29.700004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-2e110e2b-eb2e-4a31-b974-8f4f8173e54b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 860def91-e38e-4ac6-9c84-1d2884893558 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:29.700376 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2e110e2b-eb2e-4a31-b974-8f4f8173e54b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.794608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-02e5f6af-e5d6-4ac9-a7be-6ed8c344a809 None None] Allocated IP 2001:db8:0:1::2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/bd649600-d1d3-4d3c-af76-ca8b9887921a/870771e0-faad-48c5-a519-ccaec78e96bc) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:29.799557 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2e110e2b-eb2e-4a31-b974-8f4f8173e54b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.825269 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-2e110e2b-eb2e-4a31-b974-8f4f8173e54b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 860def91-e38e-4ac6-9c84-1d2884893558 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:29.829414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82639149-db67-4982-8b5c-24fbd711eb9e req-3b39dcd7-7d9a-42b7-b332-1b02abfc0166 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745417 Jul 05 04:00:29.831966 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e31801e6-9392-4cb7-966a-4de111aa2878 req-cadda15c-6545-49c2-a2f4-f93fae50d98c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.847783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['822f9ecf-4c3d-46eb-9712-da1b4ef8696f', 'f81a346d-152a-4f26-88ae-6fbcec9f28a0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:29.888371 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadda15c-6545-49c2-a2f4-f93fae50d98c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Pushing event deleted for resources: {'Port': ['ID=f81a346d-152a-4f26-88ae-6fbcec9f28a0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:29.909394 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a81d6-9359-4d42-bd2c-8029615f2e6a req-424b209e-1bf8-4634-9b3a-0995d7083f48 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:29.922889 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf1a81d6-9359-4d42-bd2c-8029615f2e6a req-424b209e-1bf8-4634-9b3a-0995d7083f48 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 945 time: 0.2718229 Jul 05 04:00:29.977829 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31801e6-9392-4cb7-966a-4de111aa2878 req-cadda15c-6545-49c2-a2f4-f93fae50d98c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] No DVR routers for this DVR port f81a346d-152a-4f26-88ae-6fbcec9f28a0 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:29.982862 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e31801e6-9392-4cb7-966a-4de111aa2878 req-cadda15c-6545-49c2-a2f4-f93fae50d98c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.989772 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e31801e6-9392-4cb7-966a-4de111aa2878 req-cadda15c-6545-49c2-a2f4-f93fae50d98c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.36 "DELETE /v2.0/ports/f81a346d-152a-4f26-88ae-6fbcec9f28a0 HTTP/1.1" status: 204 len: 173 time: 0.8450325 Jul 05 04:00:29.992962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbd29e1-425b-439b-b37a-191cc7234b08', 'name': 'network-vif-deleted', 'tag': 'f81a346d-152a-4f26-88ae-6fbcec9f28a0'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:29.998927 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf58f17-b419-4012-a829-2be80f712876" -d '{"events": [{"server_uuid": "efbd29e1-425b-439b-b37a-191cc7234b08", "name": "network-vif-deleted", "tag": "f81a346d-152a-4f26-88ae-6fbcec9f28a0"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:30.007386 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf1a81d6-9359-4d42-bd2c-8029615f2e6a req-94e1f68e-b09b-4c66-bd84-b44f71708963 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=021eb4ea-2782-48c2-8df6-cde18d7bf541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777566 Jul 05 04:00:30.184574 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-02e5f6af-e5d6-4ac9-a7be-6ed8c344a809 None None] For port 870771e0-faad-48c5-a519-ccaec78e96bc, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=870771e0-faad-48c5-a519-ccaec78e96bc,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:30.211223 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b539e34-fc44-4d6f-a2cc-f041e4f55c36 req-2e03d7b3-401c-4344-b49b-63af19ee1fea tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.221375 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b539e34-fc44-4d6f-a2cc-f041e4f55c36 req-2e03d7b3-401c-4344-b49b-63af19ee1fea tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1705315 Jul 05 04:00:30.236012 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2e110e2b-eb2e-4a31-b974-8f4f8173e54b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.238606 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cced1f7-b2b0-49fc-be90-fb680f128362 x-openstack-request-id: req-3cced1f7-b2b0-49fc-be90-fb680f128362 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:30.239109 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbd29e1-425b-439b-b37a-191cc7234b08", "name": "network-vif-deleted", "tag": "f81a346d-152a-4f26-88ae-6fbcec9f28a0", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:30.239218 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3cced1f7-b2b0-49fc-be90-fb680f128362 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:30.239542 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbd29e1-425b-439b-b37a-191cc7234b08', 'name': 'network-vif-deleted', 'tag': 'f81a346d-152a-4f26-88ae-6fbcec9f28a0', 'status': 'completed', 'code': 200} Jul 05 04:00:30.243543 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-02e5f6af-e5d6-4ac9-a7be-6ed8c344a809 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.274237 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-02e5f6af-e5d6-4ac9-a7be-6ed8c344a809 None None] Transition to ACTIVE for port object 870771e0-faad-48c5-a519-ccaec78e96bc will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:30.312348 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e110e2b-eb2e-4a31-b974-8f4f8173e54b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=860def91-e38e-4ac6-9c84-1d2884893558,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:30.354513 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-02e5f6af-e5d6-4ac9-a7be-6ed8c344a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.355948 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b539e34-fc44-4d6f-a2cc-f041e4f55c36 req-cbca64f5-5232-4ca8-88e3-492d8f29cb1c tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277359 Jul 05 04:00:30.379321 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2e110e2b-eb2e-4a31-b974-8f4f8173e54b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.383920 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2e110e2b-eb2e-4a31-b974-8f4f8173e54b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/860def91-e38e-4ac6-9c84-1d2884893558 HTTP/1.1" status: 204 len: 168 time: 1.0988944 Jul 05 04:00:30.386127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50956) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:30.425597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fed3ca2d-e324-45d8-b3c3-b903ae91e310 req-500af582-821a-4618-adc4-cf8b20035452 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbd29e1-425b-439b-b37a-191cc7234b08 HTTP/1.1" status: 200 len: 210 time: 0.0507720 Jul 05 04:00:30.578962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5f6af-e5d6-4ac9-a7be-6ed8c344a809 None None] Pushing event updated for resources: {'Port': ['ID=870771e0-faad-48c5-a519-ccaec78e96bc,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:30.645619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02feafc2-2120-43e3-bbc2-b17d51bcdb92 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.648056 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-02feafc2-2120-43e3-bbc2-b17d51bcdb92 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2621696 Jul 05 04:00:30.650905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50962) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:30.684511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b47122-aa11-4980-b1b9-20e2e51d5605 req-dde8360f-e5ed-44d5-939c-db00e977dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.686600 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-96b47122-aa11-4980-b1b9-20e2e51d5605 req-dde8360f-e5ed-44d5-939c-db00e977dc7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afd8f2684627485980d346756c579dd8&device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 1100 time: 0.1267600 Jul 05 04:00:30.784280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e2198d43-7cb6-445b-baec-c20cc6a1dd59 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:30.795183 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e45402-e5fd-4e0d-ac33-1607bb343efa tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.811671 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-46e45402-e5fd-4e0d-ac33-1607bb343efa tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1593428 Jul 05 04:00:30.814108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50966) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:30.826439 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 870771e0-faad-48c5-a519-ccaec78e96bc up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:30.868905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b47122-aa11-4980-b1b9-20e2e51d5605 req-4a23ecd7-6e1e-4130-921f-55daca983f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.872036 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-96b47122-aa11-4980-b1b9-20e2e51d5605 req-4a23ecd7-6e1e-4130-921f-55daca983f18 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1589305 Jul 05 04:00:30.931517 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74a7dc3-b55a-4dfc-9a7a-8319c98f91f6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.938861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74a7dc3-b55a-4dfc-9a7a-8319c98f91f6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.941077 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74a7dc3-b55a-4dfc-9a7a-8319c98f91f6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.942843 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e74a7dc3-b55a-4dfc-9a7a-8319c98f91f6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1274719 Jul 05 04:00:30.946952 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50972) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:31.020572 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-96b47122-aa11-4980-b1b9-20e2e51d5605 req-94427dcf-140d-4abe-b623-65d04af4f6a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=828b5f73-a826-4cf5-8ffb-0041ebcd8726 HTTP/1.1" status: 200 len: 217 time: 0.1013384 Jul 05 04:00:31.067418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ffdb79-8162-4141-aa4d-b6f9b5e3e7ca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 241805f7-211c-4f05-b230-77b705c26cf3 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:31.073197 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-98ffdb79-8162-4141-aa4d-b6f9b5e3e7ca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.091654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port e2198d43-7cb6-445b-baec-c20cc6a1dd59 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:31.102529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port e2198d43-7cb6-445b-baec-c20cc6a1dd59 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:31.103096 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.166098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b47122-aa11-4980-b1b9-20e2e51d5605 req-8e87489c-8215-49ab-bf2c-ca1fda0cbc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.170924 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-96b47122-aa11-4980-b1b9-20e2e51d5605 req-8e87489c-8215-49ab-bf2c-ca1fda0cbc0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1488812 Jul 05 04:00:31.185416 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-98ffdb79-8162-4141-aa4d-b6f9b5e3e7ca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.331421 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b47122-aa11-4980-b1b9-20e2e51d5605 req-db11bbd7-3e2e-4608-bdc7-8524779fd83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.337841 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-96b47122-aa11-4980-b1b9-20e2e51d5605 req-db11bbd7-3e2e-4608-bdc7-8524779fd83c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1434207 Jul 05 04:00:31.340936 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.391269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfb1a29-33b4-4f6b-b4b5-70b26257faf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2198d43-7cb6-445b-baec-c20cc6a1dd59'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:31.393146 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1610f1-2913-4aa7-b9ec-e6cd6dc08615" -d '{"events": [{"server_uuid": "bbfb1a29-33b4-4f6b-b4b5-70b26257faf9", "name": "network-vif-plugged", "status": "completed", "tag": "e2198d43-7cb6-445b-baec-c20cc6a1dd59"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:31.423477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e2198d43-7cb6-445b-baec-c20cc6a1dd59, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e2198d43-7cb6-445b-baec-c20cc6a1dd59,segment=NetworkSegment(a8f86477-baa6-4bd9-b558-aee8ad4dcdf8),segment_id=a8f86477-baa6-4bd9-b558-aee8ad4dcdf8)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:31.449110 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-98ffdb79-8162-4141-aa4d-b6f9b5e3e7ca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.472568 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-96b47122-aa11-4980-b1b9-20e2e51d5605 req-531ce21a-2255-4ef0-9121-02c1730d9cd1 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241286 Jul 05 04:00:31.497111 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810725f-802b-43a9-98a8-be95fe018f5e req-c374327b-f90f-4e3c-b181-1240812a3de2 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.504169 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5810725f-802b-43a9-98a8-be95fe018f5e req-c374327b-f90f-4e3c-b181-1240812a3de2 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.3744380 Jul 05 04:00:31.546124 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.569400 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da2406-7b28-4889-8b34-0dece43d7815 req-559d70a9-d267-4f6b-8ed1-5c0ec02f500d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.576949 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8da2406-7b28-4889-8b34-0dece43d7815 req-559d70a9-d267-4f6b-8ed1-5c0ec02f500d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 945 time: 0.2960253 Jul 05 04:00:31.626309 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5810725f-802b-43a9-98a8-be95fe018f5e req-553c77d5-01ab-4ae6-a28d-ba016ba788c7 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211441 Jul 05 04:00:31.671184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e2198d43-7cb6-445b-baec-c20cc6a1dd59,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:31.677669 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-96b47122-aa11-4980-b1b9-20e2e51d5605 req-d8c43c0c-6794-4286-a9bf-0b395e9ec18d service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921041 Jul 05 04:00:31.703205 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8da2406-7b28-4889-8b34-0dece43d7815 req-6b73b436-e4c4-4fe8-9a18-470dd25089cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=021eb4ea-2782-48c2-8df6-cde18d7bf541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249459 Jul 05 04:00:31.763636 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-98ffdb79-8162-4141-aa4d-b6f9b5e3e7ca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.772273 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ccce20-56e9-42b4-a08a-3eb9a634b8de x-openstack-request-id: req-c7ccce20-56e9-42b4-a08a-3eb9a634b8de {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:31.772273 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfb1a29-33b4-4f6b-b4b5-70b26257faf9", "name": "network-vif-plugged", "status": "completed", "tag": "e2198d43-7cb6-445b-baec-c20cc6a1dd59", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:31.772273 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c7ccce20-56e9-42b4-a08a-3eb9a634b8de {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:31.772273 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfb1a29-33b4-4f6b-b4b5-70b26257faf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2198d43-7cb6-445b-baec-c20cc6a1dd59', 'code': 200} Jul 05 04:00:31.816587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffdb79-8162-4141-aa4d-b6f9b5e3e7ca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=241805f7-211c-4f05-b230-77b705c26cf3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:31.843235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0260233f-6547-4390-b118-ebc87f51670c None None] Provisioning for port 870771e0-faad-48c5-a519-ccaec78e96bc completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:31.851555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0260233f-6547-4390-b118-ebc87f51670c None None] Provisioning complete for port 870771e0-faad-48c5-a519-ccaec78e96bc triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:31.851555 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0260233f-6547-4390-b118-ebc87f51670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.856165 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-98ffdb79-8162-4141-aa4d-b6f9b5e3e7ca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.858234 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-98ffdb79-8162-4141-aa4d-b6f9b5e3e7ca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/241805f7-211c-4f05-b230-77b705c26cf3 HTTP/1.1" status: 204 len: 168 time: 0.9101987 Jul 05 04:00:31.860965 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50990) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:31.918333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9b94b-d4f5-446e-b3de-b8629ce10519 req-aca67d80-0d89-4732-8c44-3f6e23e05532 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.926233 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-93c9b94b-d4f5-446e-b3de-b8629ce10519 req-aca67d80-0d89-4732-8c44-3f6e23e05532 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1057060 Jul 05 04:00:31.974776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-93c9b94b-d4f5-446e-b3de-b8629ce10519 req-3567da2c-5ee7-4267-9dac-34c44f8864ec tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475986 Jul 05 04:00:31.979906 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c50073-9d0f-4e70-8f6c-db074a3d7da6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet bd649600-d1d3-4d3c-af76-ca8b9887921a {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:31.994706 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50c50073-9d0f-4e70-8f6c-db074a3d7da6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.035657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0260233f-6547-4390-b118-ebc87f51670c None None] Could not find standard attr ID for object 860def91-e38e-4ac6-9c84-1d2884893558. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:00:32.055666 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50c50073-9d0f-4e70-8f6c-db074a3d7da6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.078699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb9370-c0ef-4c39-9fdd-0f9cdf9005eb req-cce9f26e-4762-4b43-9c5c-588829973fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:32.078932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e62306a-94f6-46d7-8bad-e424908fb267 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:32.080265 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6bbb9370-c0ef-4c39-9fdd-0f9cdf9005eb req-cce9f26e-4762-4b43-9c5c-588829973fdf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 1098 time: 0.2392302 Jul 05 04:00:32.162631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-994acc47-10fd-4e68-b9f8-d9d76a4cd4b0 None None] Could not find standard attr ID for object 860def91-e38e-4ac6-9c84-1d2884893558. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:00:32.177718 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6bbb9370-c0ef-4c39-9fdd-0f9cdf9005eb req-607336c3-ca09-44f6-a13e-42ac9aba1395 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=021eb4ea-2782-48c2-8df6-cde18d7bf541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866199 Jul 05 04:00:32.199831 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50c50073-9d0f-4e70-8f6c-db074a3d7da6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.234077 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.344891 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50c50073-9d0f-4e70-8f6c-db074a3d7da6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.385274 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c50073-9d0f-4e70-8f6c-db074a3d7da6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=bd649600-d1d3-4d3c-af76-ca8b9887921a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:32.394693 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50c50073-9d0f-4e70-8f6c-db074a3d7da6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.402285 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-50c50073-9d0f-4e70-8f6c-db074a3d7da6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/bd649600-d1d3-4d3c-af76-ca8b9887921a HTTP/1.1" status: 204 len: 168 time: 0.5398858 Jul 05 04:00:32.402941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51014) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:32.454630 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d1367148-1a8d-4563-bf0b-a1906dfa8994 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504301 Jul 05 04:00:32.456330 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51016) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:32.463464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5b413717-76c0-46a5-abeb-90e10986fcef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:32.583444 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-75d683c3-2fc2-4622-8482-56a57445a2bb tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:32.590314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-75d683c3-2fc2-4622-8482-56a57445a2bb tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 805 time: 0.2169371 Jul 05 04:00:32.615143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-b0e2815e-561c-47d7-8d3e-6060fc0f4ce6 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/quotas/b54499cdf5b04da2a0e9616d056ed57c HTTP/1.1" status: 200 len: 375 time: 0.0213914 Jul 05 04:00:32.686053 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-a51f2140-a564-4b4e-9227-052e0efaa889 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700331 Jul 05 04:00:32.718842 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b413717-76c0-46a5-abeb-90e10986fcef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:32.723993 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b413717-76c0-46a5-abeb-90e10986fcef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.977329 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-c25768bd-06f8-405a-bfd3-bff37d33b2ae service neutron] 10.222.0.38 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838428 Jul 05 04:00:32.997663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7681d14-cebf-487c-a542-7588e8e1e5de None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:33.122762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-960c4f09-7920-42a8-aa10-6e4e59dae9af None None] Provisioning complete for port 870771e0-faad-48c5-a519-ccaec78e96bc triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:33.122762 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-960c4f09-7920-42a8-aa10-6e4e59dae9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.145201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-d4616a5d-f824-48bf-b88b-9efd01f612ec service neutron] 10.222.0.38 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560295 Jul 05 04:00:33.252513 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3a1a22-39c7-42b4-9f8e-2ed38a18cc0a None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:33.307386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a1a22-39c7-42b4-9f8e-2ed38a18cc0a None None] Deleting port 870771e0-faad-48c5-a519-ccaec78e96bc {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:33.307687 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1a22-39c7-42b4-9f8e-2ed38a18cc0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.364857 n-d-771363-32 neutron-server[100933]: DEBUG neutron.objects.ports [None req-5b413717-76c0-46a5-abeb-90e10986fcef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100933) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:00:33.395827 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51036) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:33.404426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5602be58-6c8b-4f83-8ec4-67ae9dd0a46c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Request body: {'network': {'name': 'tempest-network-smoke--901337000', 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'port_security_enabled': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:33.461323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0d3a1a22-39c7-42b4-9f8e-2ed38a18cc0a None None] For port 870771e0-faad-48c5-a519-ccaec78e96bc, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=870771e0-faad-48c5-a519-ccaec78e96bc,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:33.461728 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1a22-39c7-42b4-9f8e-2ed38a18cc0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.491092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a1a22-39c7-42b4-9f8e-2ed38a18cc0a None None] Calling delete_port for 870771e0-faad-48c5-a519-ccaec78e96bc owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:33.554997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5602be58-6c8b-4f83-8ec4-67ae9dd0a46c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Made reservation on behalf of ca84adb3a807463ab38748b30818c87c for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:33.571914 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5602be58-6c8b-4f83-8ec4-67ae9dd0a46c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.594883 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5602be58-6c8b-4f83-8ec4-67ae9dd0a46c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.681109 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b413717-76c0-46a5-abeb-90e10986fcef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.701243 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de822e2-4c25-4b90-b763-cae754b1cbfe req-fd4418d6-56a8-4aba-8fc6-a8ba80b36a43 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:33.702942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8de822e2-4c25-4b90-b763-cae754b1cbfe req-fd4418d6-56a8-4aba-8fc6-a8ba80b36a43 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 946 time: 0.1798651 Jul 05 04:00:33.767514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93ce20-b4b7-4910-8b0f-b007c5438ef1 req-758e6400-30e5-4178-9c44-bd032dd4a690 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:33.769250 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1d93ce20-b4b7-4910-8b0f-b007c5438ef1 req-758e6400-30e5-4178-9c44-bd032dd4a690 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2297335 Jul 05 04:00:33.803948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5602be58-6c8b-4f83-8ec4-67ae9dd0a46c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.828670 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8de822e2-4c25-4b90-b763-cae754b1cbfe req-3630b026-ef8a-46ed-85be-3f1a2b93b205 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=021eb4ea-2782-48c2-8df6-cde18d7bf541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157870 Jul 05 04:00:33.873055 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.885886 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1d93ce20-b4b7-4910-8b0f-b007c5438ef1 req-9b1de4b3-9559-4eba-b31f-4ff4b6a63073 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041303 Jul 05 04:00:33.917651 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5602be58-6c8b-4f83-8ec4-67ae9dd0a46c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.958108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-5b413717-76c0-46a5-abeb-90e10986fcef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] For port 870771e0-faad-48c5-a519-ccaec78e96bc, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=870771e0-faad-48c5-a519-ccaec78e96bc,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:33.959599 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5602be58-6c8b-4f83-8ec4-67ae9dd0a46c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:33.978741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602be58-6c8b-4f83-8ec4-67ae9dd0a46c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9cad2b-7727-4b82-874f-1874024ec8a0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:33.993284 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5602be58-6c8b-4f83-8ec4-67ae9dd0a46c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.993742 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-5602be58-6c8b-4f83-8ec4-67ae9dd0a46c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Added segment df812bc4-2884-42bd-b8ee-1f7bf5b61755 of type vlan for network db61f2ce-c85f-47b6-8665-33c1c34a01c3 Jul 05 04:00:34.025102 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3974aea-c462-4b56-93af-9eaca636671d req-52893280-0320-49b7-a5b9-caa1762eba06 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 210 time: 0.0557823 Jul 05 04:00:34.043524 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5602be58-6c8b-4f83-8ec4-67ae9dd0a46c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.061536 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b413717-76c0-46a5-abeb-90e10986fcef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.093247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d2549-941a-404c-8e71-2f7f5351b289 req-00479647-3a4f-483c-937d-34c73fb54a33 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:34.094796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f46d2549-941a-404c-8e71-2f7f5351b289 req-00479647-3a4f-483c-937d-34c73fb54a33 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1068561 Jul 05 04:00:34.153138 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f46d2549-941a-404c-8e71-2f7f5351b289 req-952ba7e7-4417-418e-a437-534c4c188e3a tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508909 Jul 05 04:00:34.154538 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b413717-76c0-46a5-abeb-90e10986fcef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.155490 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b413717-76c0-46a5-abeb-90e10986fcef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.170118 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5602be58-6c8b-4f83-8ec4-67ae9dd0a46c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.176420 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5602be58-6c8b-4f83-8ec4-67ae9dd0a46c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:34.177011 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5602be58-6c8b-4f83-8ec4-67ae9dd0a46c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.247178 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0d3a1a22-39c7-42b4-9f8e-2ed38a18cc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.257832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602be58-6c8b-4f83-8ec4-67ae9dd0a46c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'Network': ['ID=db61f2ce-c85f-47b6-8665-33c1c34a01c3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:34.272362 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b413717-76c0-46a5-abeb-90e10986fcef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:34.283285 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network db61f2ce-c85f-47b6-8665-33c1c34a01c3 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:34.288740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-5b413717-76c0-46a5-abeb-90e10986fcef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:34.301363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b413717-76c0-46a5-abeb-90e10986fcef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:34.301966 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b413717-76c0-46a5-abeb-90e10986fcef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.307967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b413717-76c0-46a5-abeb-90e10986fcef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=d6402b72-22e0-44e3-be30-6f414023d5df,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:34.314520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a1a22-39c7-42b4-9f8e-2ed38a18cc0a None None] Pushing event deleted for resources: {'Port': ['ID=870771e0-faad-48c5-a519-ccaec78e96bc,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:34.317582 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b413717-76c0-46a5-abeb-90e10986fcef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=870771e0-faad-48c5-a519-ccaec78e96bc,revision_number=8']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:34.333328 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5602be58-6c8b-4f83-8ec4-67ae9dd0a46c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9349892 Jul 05 04:00:34.333957 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51056) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:34.340356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2078171201', 'admin_state_up': True, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:34.350002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3a1a22-39c7-42b4-9f8e-2ed38a18cc0a None None] No DVR routers for this DVR port 870771e0-faad-48c5-a519-ccaec78e96bc on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:34.367134 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d5fd0-0587-4e62-94bb-b3591fc4d0fb req-414f3edb-6d31-484d-99ac-294bf62ae784 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:34.372847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1f3767-10c1-4526-b99b-b917e39266d2 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:34.374159 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f42d5fd0-0587-4e62-94bb-b3591fc4d0fb req-414f3edb-6d31-484d-99ac-294bf62ae784 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1560767 Jul 05 04:00:34.407957 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f42d5fd0-0587-4e62-94bb-b3591fc4d0fb req-06a902ad-25da-454c-9517-81031e1393ab tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329313 Jul 05 04:00:34.436819 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5b413717-76c0-46a5-abeb-90e10986fcef tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9758203 Jul 05 04:00:34.436819 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51060) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:34.445424 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-04a46908-685d-4f0f-baf1-3ed435b71bec tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:34.528427 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.530470 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.571246 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': 'd6402b72-22e0-44e3-be30-6f414023d5df'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:34.572210 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.652636 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.720299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a46908-685d-4f0f-baf1-3ed435b71bec tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:34.727395 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04a46908-685d-4f0f-baf1-3ed435b71bec tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.727543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Allocated IP 2001:db8::f816:3eff:fea9:2b81 (764cff81-f32e-40f8-af56-b4a9d80a62e7/d6402b72-22e0-44e3-be30-6f414023d5df/f4fbee51-34dc-4cc1-afa8-65ff603ead29) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:34.794566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 870771e0-faad-48c5-a519-ccaec78e96bc no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:34.809327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34510e8-64fc-4e42-ab95-2bb05a9788f8 req-1b4e7318-13b9-459b-aa87-c88fe805a04e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:34.810887 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a34510e8-64fc-4e42-ab95-2bb05a9788f8 req-1b4e7318-13b9-459b-aa87-c88fe805a04e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1346741 Jul 05 04:00:34.834478 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f81a346d-152a-4f26-88ae-6fbcec9f28a0 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:34.839824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 870771e0-faad-48c5-a519-ccaec78e96bc {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:34.840400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 870771e0-faad-48c5-a519-ccaec78e96bc not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:34.849816 n-d-771363-32 neutron-server[100933]: INFO neutron.db.ipam_backend_mixin [None req-04a46908-685d-4f0f-baf1-3ed435b71bec tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d6402b72-22e0-44e3-be30-6f414023d5df (CIDR: 2001:db8::/64) Jul 05 04:00:34.870283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: f81a346d-152a-4f26-88ae-6fbcec9f28a0 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:34.870650 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f81a346d-152a-4f26-88ae-6fbcec9f28a0 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:34.903017 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a34510e8-64fc-4e42-ab95-2bb05a9788f8 req-3ea3b4f1-b86e-49fe-9abf-175c83be3bf5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842211 Jul 05 04:00:34.906787 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a46908-685d-4f0f-baf1-3ed435b71bec tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:00:34.907316 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a46908-685d-4f0f-baf1-3ed435b71bec tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:34.949102 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.991152 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.002044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Transition to ACTIVE for port object f4fbee51-34dc-4cc1-afa8-65ff603ead29 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:35.003219 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-04a46908-685d-4f0f-baf1-3ed435b71bec tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5657244 Jul 05 04:00:35.011363 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51070) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:35.017863 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e88a4a76-b1ae-4040-828a-ef73f06f487e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:35.020051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Transition to ACTIVE for port object f4fbee51-34dc-4cc1-afa8-65ff603ead29 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:35.113421 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.135723 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32661d32-adbb-44ec-b4b1-4aaff94dddda req-8542ae03-626e-466c-b2d1-ba8390af0095 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:35.137316 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32661d32-adbb-44ec-b4b1-4aaff94dddda req-8542ae03-626e-466c-b2d1-ba8390af0095 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 946 time: 0.1258183 Jul 05 04:00:35.146144 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda0f10-f05c-438a-9279-39735652f0af req-f43a7df6-5965-4e42-90ea-f0182a2f9842 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:35.153227 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2eda0f10-f05c-438a-9279-39735652f0af req-f43a7df6-5965-4e42-90ea-f0182a2f9842 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1084785 Jul 05 04:00:35.203397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:35.210101 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:35.215920 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:35.221992 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2eda0f10-f05c-438a-9279-39735652f0af req-c1509cb8-3050-4e8a-a033-a3518b4e5880 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663722 Jul 05 04:00:35.225034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Pushing event updated for resources: {'Port': ['ID=f4fbee51-34dc-4cc1-afa8-65ff603ead29,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:35.248019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32661d32-adbb-44ec-b4b1-4aaff94dddda req-3584fb4c-8a31-44e1-9cee-febb296b6de2 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=021eb4ea-2782-48c2-8df6-cde18d7bf541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925114 Jul 05 04:00:35.266151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88a4a76-b1ae-4040-828a-ef73f06f487e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:35.288459 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e88a4a76-b1ae-4040-828a-ef73f06f487e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.320355 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Attempting to bind port f4fbee51-34dc-4cc1-afa8-65ff603ead29 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:35.320949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Attempting to bind port f4fbee51-34dc-4cc1-afa8-65ff603ead29 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:35.321172 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Attempting to bind port f4fbee51-34dc-4cc1-afa8-65ff603ead29 on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:35.326620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:35.327006 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:35.327416 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.327832 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:35.328302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Bound port: f4fbee51-34dc-4cc1-afa8-65ff603ead29, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:35.328811 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.398183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] For port f4fbee51-34dc-4cc1-afa8-65ff603ead29, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:35.401435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] For port f4fbee51-34dc-4cc1-afa8-65ff603ead29, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f4fbee51-34dc-4cc1-afa8-65ff603ead29,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:35.467617 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.513660 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.546037 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.560129 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8234af1-ec17-4538-bebb-6a5d134c3e28 None None] Pushing event updated for resources: {'Port': ['ID=f4fbee51-34dc-4cc1-afa8-65ff603ead29,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:35.733800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Allocated IP 172.25.6.88 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/de0f5c61-2658-4550-8ca1-83e4adbac5b2) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:35.931063 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9cf4b96f-1313-45db-9060-2549751ff12c req-2650f9dd-5ac0-4026-879d-c7fedf24b5a2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 210 time: 0.5601315 Jul 05 04:00:35.998782 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e88a4a76-b1ae-4040-828a-ef73f06f487e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.065232 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.067905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b8976-e75a-4fb8-9e15-af97da0fd43d req-b0bebb8e-cd27-425e-8c41-297e04821685 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:36.081250 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-822b8976-e75a-4fb8-9e15-af97da0fd43d req-b0bebb8e-cd27-425e-8c41-297e04821685 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1635668 Jul 05 04:00:36.087893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a4a76-b1ae-4040-828a-ef73f06f487e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:36.092524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-e88a4a76-b1ae-4040-828a-ef73f06f487e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:36.095952 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88a4a76-b1ae-4040-828a-ef73f06f487e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:36.096578 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e88a4a76-b1ae-4040-828a-ef73f06f487e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.104547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a4a76-b1ae-4040-828a-ef73f06f487e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=d8ddb5cf-1a2d-48bc-9a40-7ff2dee1117c,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:36.135051 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-822b8976-e75a-4fb8-9e15-af97da0fd43d req-8d69adb6-3146-42af-9a53-770e3e8ac000 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529053 Jul 05 04:00:36.207295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98591a-c638-4228-864d-079e92df0539 req-18f7658f-ab24-40da-a715-9b2ebe9c4055 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:36.209215 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc98591a-c638-4228-864d-079e92df0539 req-18f7658f-ab24-40da-a715-9b2ebe9c4055 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 946 time: 0.0732124 Jul 05 04:00:36.267477 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc98591a-c638-4228-864d-079e92df0539 req-8a105bf3-00ba-4876-98fd-9923eb179c62 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=021eb4ea-2782-48c2-8df6-cde18d7bf541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490513 Jul 05 04:00:36.267705 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e88a4a76-b1ae-4040-828a-ef73f06f487e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2522850 Jul 05 04:00:36.267705 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.268964 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51096) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:36.293379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-69ac1a40-ed0e-46a1-82df-7269832babc1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'mac_address': 'fa:16:3e:cb:6e:e2', 'name': 'tempest-NetworksTestDHCPv6-107892987'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:36.344183 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d527dd-ad90-4fc3-a021-5fae9f501919 req-7b748937-4b63-4c9e-88cf-81129400e60a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:36.345764 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-80d527dd-ad90-4fc3-a021-5fae9f501919 req-7b748937-4b63-4c9e-88cf-81129400e60a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0854204 Jul 05 04:00:36.389311 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:36.396409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-80d527dd-ad90-4fc3-a021-5fae9f501919 req-20a77eed-ddb6-4e91-9cff-d7bab3a69c09 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431352 Jul 05 04:00:36.407501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:36.407501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:36.422030 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-40fed607-b9c5-4ccf-b2ca-35416d876bbf tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:36.423703 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-40fed607-b9c5-4ccf-b2ca-35416d876bbf tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.10 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 805 time: 0.2542410 Jul 05 04:00:36.445174 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'Port': ['ID=de0f5c61-2658-4550-8ca1-83e4adbac5b2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:36.460134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-0da5fc9d-837d-4880-8956-3ef82ea61281 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Request body: {'port': {'device_id': 'f4d4e9e2-ff80-4060-97da-557363a3f1de', 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb', 'admin_state_up': True, 'tenant_id': 'b54499cdf5b04da2a0e9616d056ed57c'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:36.692283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a03e6f-6d8b-4426-9e0f-9802bc04f7f7 req-407c4a3a-bb9d-4eea-962c-2bb6ef59b78f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:36.692283 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2a03e6f-6d8b-4426-9e0f-9802bc04f7f7 req-407c4a3a-bb9d-4eea-962c-2bb6ef59b78f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1189120 Jul 05 04:00:36.775271 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2a03e6f-6d8b-4426-9e0f-9802bc04f7f7 req-9040cbd3-9234-4d68-bf0b-347cf18100c2 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654736 Jul 05 04:00:36.856190 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f4fbee51-34dc-4cc1-afa8-65ff603ead29 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:36.892198 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d1a664-e63d-46d1-9163-5e9dc6979a69 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:37.101328 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e6719ae9-c933-4d30-a666-2d466f1b3bdf None None] Provisioning for port f4fbee51-34dc-4cc1-afa8-65ff603ead29 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:37.105090 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port f4fbee51-34dc-4cc1-afa8-65ff603ead29 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:37.111478 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e6719ae9-c933-4d30-a666-2d466f1b3bdf None None] Provisioning complete for port f4fbee51-34dc-4cc1-afa8-65ff603ead29 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:37.111646 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e6719ae9-c933-4d30-a666-2d466f1b3bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.135189 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port f4fbee51-34dc-4cc1-afa8-65ff603ead29 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:37.135566 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.140774 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50051ba8-be56-4b94-a8af-899661453e9b req-46c1df0e-ad0a-4002-a89c-8ef5695d05b8 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 210 time: 0.0457075 Jul 05 04:00:37.155577 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2743b-75ce-4bc4-8bdf-cd39d772ba07 req-7ea4890f-a086-4a42-b044-5347ca4aee73 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:37.157555 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1d2743b-75ce-4bc4-8bdf-cd39d772ba07 req-7ea4890f-a086-4a42-b044-5347ca4aee73 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1497922 Jul 05 04:00:37.162298 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ac1a40-ed0e-46a1-82df-7269832babc1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:37.246737 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1d2743b-75ce-4bc4-8bdf-cd39d772ba07 req-a384e0db-9377-4d6c-8216-5360693ed424 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786669 Jul 05 04:00:37.300625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-0da5fc9d-837d-4880-8956-3ef82ea61281 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Made reservation on behalf of b54499cdf5b04da2a0e9616d056ed57c for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:37.305368 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-0da5fc9d-837d-4880-8956-3ef82ea61281 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.414188 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e6719ae9-c933-4d30-a666-2d466f1b3bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.447859 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Update dhcp port {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'fixed_ips': [{'subnet_id': 'd6402b72-22e0-44e3-be30-6f414023d5df', 'ip_address': '2001:db8::f816:3eff:fea9:2b81'}, {'subnet_id': 'd8ddb5cf-1a2d-48bc-9a40-7ff2dee1117c'}], 'binding:host_id': 'n-d-771363-32'}, 'id': 'f4fbee51-34dc-4cc1-afa8-65ff603ead29'} from n-d-771363-32. {{(pid=100934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:00:37.450061 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.459331 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.469224 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69ac1a40-ed0e-46a1-82df-7269832babc1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.494449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790b78d-c7d1-49bd-8de1-c0de8b446d69 req-4e97c486-951a-40cb-b715-fb046d6404eb tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:37.496340 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b790b78d-c7d1-49bd-8de1-c0de8b446d69 req-4e97c486-951a-40cb-b715-fb046d6404eb tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1557553 Jul 05 04:00:37.516594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e6719ae9-c933-4d30-a666-2d466f1b3bdf None None] For port f4fbee51-34dc-4cc1-afa8-65ff603ead29, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f4fbee51-34dc-4cc1-afa8-65ff603ead29,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:37.522582 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.555394 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc853e7-3bb0-49ca-808f-5ae322595758 req-6a75e726-32e2-43c0-be38-8b6e6e717dc8 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:37.562616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4bc853e7-3bb0-49ca-808f-5ae322595758 req-6a75e726-32e2-43c0-be38-8b6e6e717dc8 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1396539 Jul 05 04:00:37.578396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-69ac1a40-ed0e-46a1-82df-7269832babc1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port 00038e05-3c2c-4cbb-a174-d6e7f2e3ef50 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:00:37.626674 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b790b78d-c7d1-49bd-8de1-c0de8b446d69 req-bce2a3d0-e125-4905-afe9-53470557e7a7 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170900 Jul 05 04:00:37.649567 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4bc853e7-3bb0-49ca-808f-5ae322595758 req-5178d425-6194-4bbc-82d8-6afb027563cc tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856080 Jul 05 04:00:37.682399 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-0da5fc9d-837d-4880-8956-3ef82ea61281 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Allocated IP 172.20.0.10 (6bbb661a-c337-48f0-8045-f937cf6565eb/9c7d7ce7-579d-4301-8ea7-b94a8620a3c1/e48a2462-0971-4773-bc08-d10d8e21235a) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:37.708653 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e6719ae9-c933-4d30-a666-2d466f1b3bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.767421 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:37.767783 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:37.783548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6719ae9-c933-4d30-a666-2d466f1b3bdf None None] Pushing event updated for resources: {'Port': ['ID=f4fbee51-34dc-4cc1-afa8-65ff603ead29,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:37.862417 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2484f6a-5821-4b98-8327-344fa1a4b842 req-1aef82c8-7b5f-4e51-ab1b-aa7dd696f631 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:37.872309 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2484f6a-5821-4b98-8327-344fa1a4b842 req-1aef82c8-7b5f-4e51-ab1b-aa7dd696f631 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0753195 Jul 05 04:00:37.915808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2484f6a-5821-4b98-8327-344fa1a4b842 req-cb5d2695-11a9-46b5-99ac-406f3f744a99 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357931 Jul 05 04:00:37.984466 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.064400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-69ac1a40-ed0e-46a1-82df-7269832babc1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8:0:1::1ad (764cff81-f32e-40f8-af56-b4a9d80a62e7/d8ddb5cf-1a2d-48bc-9a40-7ff2dee1117c/00038e05-3c2c-4cbb-a174-d6e7f2e3ef50) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:38.085141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-69ac1a40-ed0e-46a1-82df-7269832babc1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::f816:3eff:fecb:6ee2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/d6402b72-22e0-44e3-be30-6f414023d5df/00038e05-3c2c-4cbb-a174-d6e7f2e3ef50) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:38.110222 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-0da5fc9d-837d-4880-8956-3ef82ea61281 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.117873 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51138) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:38.118738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0482d47-c864-416d-a274-4498e95fffb9 req-dd006a65-9c72-453e-bcab-1dec5c65a120 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.120353 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0482d47-c864-416d-a274-4498e95fffb9 req-dd006a65-9c72-453e-bcab-1dec5c65a120 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0773377 Jul 05 04:00:38.158761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0482d47-c864-416d-a274-4498e95fffb9 req-612fe390-defe-4afb-aa50-2ff4ebff4ede tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325654 Jul 05 04:00:38.344809 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dfcc3cc7-bb9b-48d6-aa88-b7b0b92e2ba6 req-73d46e5d-dba6-4af9-b191-364555fd38d2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 210 time: 0.0505285 Jul 05 04:00:38.431215 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aada21-8b08-4c77-b25c-d99bfa264422 req-f6003532-4525-4291-ae95-3deb0bd43dc0 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.433045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-45aada21-8b08-4c77-b25c-d99bfa264422 req-f6003532-4525-4291-ae95-3deb0bd43dc0 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0814428 Jul 05 04:00:38.473488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-45aada21-8b08-4c77-b25c-d99bfa264422 req-bc616e7d-45b7-40ef-b54f-961e09c500d2 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335596 Jul 05 04:00:38.474537 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-0da5fc9d-837d-4880-8956-3ef82ea61281 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.486812 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['822f9ecf-4c3d-46eb-9712-da1b4ef8696f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:38.567185 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69ac1a40-ed0e-46a1-82df-7269832babc1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.585844 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:00:38.593126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-0da5fc9d-837d-4880-8956-3ef82ea61281 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Network 6bbb661a-c337-48f0-8045-f937cf6565eb is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:38.611039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-0da5fc9d-837d-4880-8956-3ef82ea61281 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:38.618807 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-69ac1a40-ed0e-46a1-82df-7269832babc1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 00038e05-3c2c-4cbb-a174-d6e7f2e3ef50 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:38.623389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-0da5fc9d-837d-4880-8956-3ef82ea61281 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:38.664010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5fc9d-837d-4880-8956-3ef82ea61281 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Pushing event updated for resources: {'Port': ['ID=e48a2462-0971-4773-bc08-d10d8e21235a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:38.684374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d00864-f687-4a6d-bb9b-ecf5c3d8454a req-0a3cc1b0-8b2a-474c-a458-504be754b018 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.686214 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01d00864-f687-4a6d-bb9b-ecf5c3d8454a req-0a3cc1b0-8b2a-474c-a458-504be754b018 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0748386 Jul 05 04:00:38.748748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01d00864-f687-4a6d-bb9b-ecf5c3d8454a req-71a7df35-fdbc-4093-ac16-077a499e906e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560563 Jul 05 04:00:38.824546 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f4fbee51-34dc-4cc1-afa8-65ff603ead29 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:38.892863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e493f0-96b5-4167-9951-8376664c5a19 req-11008bba-3aff-4b9b-8237-728f77cf9062 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.896720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port f4fbee51-34dc-4cc1-afa8-65ff603ead29 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:38.897912 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.903621 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22e493f0-96b5-4167-9951-8376664c5a19 req-11008bba-3aff-4b9b-8237-728f77cf9062 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.0892158 Jul 05 04:00:38.907722 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-0da5fc9d-837d-4880-8956-3ef82ea61281 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:38.908545 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-0da5fc9d-837d-4880-8956-3ef82ea61281 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.963322 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22e493f0-96b5-4167-9951-8376664c5a19 req-bb796ceb-d518-43a6-b654-740159daa34c tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585442 Jul 05 04:00:38.988919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:39.004804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Sync routers for ids ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:39.028223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Routers {'0fecbd29-681c-4145-b8ea-ec54a991a7b8'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:39.029010 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:00:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:39.075409 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-0da5fc9d-837d-4880-8956-3ef82ea61281 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6267908 Jul 05 04:00:39.078390 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69ac1a40-ed0e-46a1-82df-7269832babc1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.106704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ab5ad-86ed-4bd7-a7e3-fd321ec1ad19 req-848a9e16-de46-4fde-bbe3-7a175212de7f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:39.110336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e41ab5ad-86ed-4bd7-a7e3-fd321ec1ad19 req-848a9e16-de46-4fde-bbe3-7a175212de7f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0907152 Jul 05 04:00:39.143118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Request body: {'port': {'device_id': 'f4d4e9e2-ff80-4060-97da-557363a3f1de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:39.158652 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.163361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e41ab5ad-86ed-4bd7-a7e3-fd321ec1ad19 req-6d5bd4e0-9b55-4f31-955b-ccba69d066dc tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477340 Jul 05 04:00:39.163599 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d6550071-085e-43e8-af82-57190147c1b5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.8276634 Jul 05 04:00:39.164032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51162) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.208886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Set router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:39.280857 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ac1a40-ed0e-46a1-82df-7269832babc1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:39.290956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Allocated IP 2001:db8:0:1::2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/d8ddb5cf-1a2d-48bc-9a40-7ff2dee1117c/f4fbee51-34dc-4cc1-afa8-65ff603ead29) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:39.303063 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-69ac1a40-ed0e-46a1-82df-7269832babc1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:39.318600 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ac1a40-ed0e-46a1-82df-7269832babc1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:39.325811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ac1a40-ed0e-46a1-82df-7269832babc1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:39.326463 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69ac1a40-ed0e-46a1-82df-7269832babc1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.334725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac1a40-ed0e-46a1-82df-7269832babc1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=00038e05-3c2c-4cbb-a174-d6e7f2e3ef50,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:39.433812 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-69ac1a40-ed0e-46a1-82df-7269832babc1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1576040 Jul 05 04:00:39.434092 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.437702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51178) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.455991 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e2e5c53f-d751-4b29-ac58-996d8ce579a1 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=ca84adb3a807463ab38748b30818c87c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2905374 Jul 05 04:00:39.459172 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51180) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.479350 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.578550 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] For port f4fbee51-34dc-4cc1-afa8-65ff603ead29, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f4fbee51-34dc-4cc1-afa8-65ff603ead29,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:39.609639 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2078171201', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:34Z', 'updated_at': '2021-07-05T04:00:37Z', 'revision_number': 3, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:35Z', 'updated_at': '2021-07-05T04:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:39.628171 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcc45a-8153-495f-a883-f7f55237eb9a req-938aaf98-9249-476d-af4f-7be0d0b5efea tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:39.629857 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66fcc45a-8153-495f-a883-f7f55237eb9a req-938aaf98-9249-476d-af4f-7be0d0b5efea tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2682543 Jul 05 04:00:39.650788 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.654236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Checking router: 0fecbd29-681c-4145-b8ea-ec54a991a7b8 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:00:39.654585 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Updating router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 port de0f5c61-2658-4550-8ca1-83e4adbac5b2 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:00:39.679767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92849120-95b5-4122-b648-6862c342885a tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:39.681533 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-92849120-95b5-4122-b648-6862c342885a tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2121108 Jul 05 04:00:39.685026 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51182) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.690568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Transition to ACTIVE for port object f4fbee51-34dc-4cc1-afa8-65ff603ead29 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:39.702755 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.728772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66fcc45a-8153-495f-a883-f7f55237eb9a req-1f893e9c-9944-45d2-a21c-2fbf5007e31d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874991 Jul 05 04:00:39.760926 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43753e4-c95f-4577-9269-02c71ac6947c req-d7c88631-92b0-4525-87d7-3b0499e29374 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:39.762628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f43753e4-c95f-4577-9269-02c71ac6947c req-d7c88631-92b0-4525-87d7-3b0499e29374 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 932 time: 0.2321939 Jul 05 04:00:39.764789 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-658a9c66-1c23-4b8d-8015-04303c001a0a tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0787456 Jul 05 04:00:39.768620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51186) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.773235 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1312174632', 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:39.848450 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.876983 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f43753e4-c95f-4577-9269-02c71ac6947c req-261a83e9-47d0-445c-83cd-1881463367f7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865414 Jul 05 04:00:39.946843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Made reservation on behalf of ca84adb3a807463ab38748b30818c87c for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:39.950868 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.085444 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51194) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:40.206979 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Pushing event updated for resources: {'Port': ['ID=f4fbee51-34dc-4cc1-afa8-65ff603ead29,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:40.219681 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.220439 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.221026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.221624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.222062 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.222501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.223425 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.223660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.224112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.224549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.225853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.226307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8048b10f-b192-47d4-87c2-5ac5bb5a3991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.367882 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86a4bd-ed74-4d5b-8419-06fd9ab7a696 req-53049fee-0b92-44cb-8e41-684a79b8810f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:40.368158 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.375822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f86a4bd-ed74-4d5b-8419-06fd9ab7a696 req-53049fee-0b92-44cb-8e41-684a79b8810f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.2358317 Jul 05 04:00:40.384771 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Transition to ACTIVE for port object de0f5c61-2658-4550-8ca1-83e4adbac5b2 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:40.399413 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba339d69-d250-4496-9785-0d2942801746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.416271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fceb1-8782-4274-8613-9cc83ea728c2 req-8e045105-ace6-4b8f-8666-409fbf540fce tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:40.417873 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-032fceb1-8782-4274-8613-9cc83ea728c2 req-8e045105-ace6-4b8f-8666-409fbf540fce tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.3870599 Jul 05 04:00:40.459972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Allocated IP 172.20.0.17 (7dd5f026-1ef9-4a8b-aa13-565fc464504e/e7ca78a4-aec5-41df-8945-5481c9349871/3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:40.486211 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.486717 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-149b527f-521d-4bb0-9c1b-4875cf1be7c7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 00038e05-3c2c-4cbb-a174-d6e7f2e3ef50 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:40.487290 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-149b527f-521d-4bb0-9c1b-4875cf1be7c7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.523071 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f86a4bd-ed74-4d5b-8419-06fd9ab7a696 req-bb11d61f-379f-4840-b150-e782fcfe97c1 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460948 Jul 05 04:00:40.558925 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93a852-a2e5-414d-be68-a759de61c7ba None None] Pushing event updated for resources: {'Port': ['ID=de0f5c61-2658-4550-8ca1-83e4adbac5b2,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:40.560821 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-032fceb1-8782-4274-8613-9cc83ea728c2 req-6174c593-1164-41f0-a726-f39f4fc3805f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174760 Jul 05 04:00:40.594883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Attempting to bind port de0f5c61-2658-4550-8ca1-83e4adbac5b2 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:40.595662 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Attempting to bind port de0f5c61-2658-4550-8ca1-83e4adbac5b2 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:40.596047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Attempting to bind port de0f5c61-2658-4550-8ca1-83e4adbac5b2 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:40.613292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:40.613292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:40.613292 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.613292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:40.614424 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.614558 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Bound port: de0f5c61-2658-4550-8ca1-83e4adbac5b2, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:40.614558 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.684847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] For port de0f5c61-2658-4550-8ca1-83e4adbac5b2, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:40.689807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] For port de0f5c61-2658-4550-8ca1-83e4adbac5b2, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=de0f5c61-2658-4550-8ca1-83e4adbac5b2,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:40.702312 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-149b527f-521d-4bb0-9c1b-4875cf1be7c7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.752510 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.753375 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.769466 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-149b527f-521d-4bb0-9c1b-4875cf1be7c7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 00038e05-3c2c-4cbb-a174-d6e7f2e3ef50 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:40.779633 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba339d69-d250-4496-9785-0d2942801746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.808577 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Routers {'0fecbd29-681c-4145-b8ea-ec54a991a7b8'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:40.809264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:00:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:40.837669 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'Subnet': ['ID=7b1d19e2-a903-4f71-9cd1-3c3d258bebb8,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:40.852811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.853413 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.853989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.854479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.854971 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.855463 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.856050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.856717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.857228 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.857871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.858389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.858929 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:40.871519 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba339d69-d250-4496-9785-0d2942801746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.883520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f4fbee51-34dc-4cc1-afa8-65ff603ead29 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:40.885072 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Transition to ACTIVE for port object 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:40.902120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48a2462-0971-4773-bc08-d10d8e21235a {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:40.922383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Checking segment: {'id': 'df812bc4-2884-42bd-b8ee-1f7bf5b61755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:40.922745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Network hostable DHCP agents. Network: db61f2ce-c85f-47b6-8665-33c1c34a01c3, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:40.925112 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.939751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ba339d69-d250-4496-9785-0d2942801746 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac6b8c238f9744f5aa67363f4e6d1dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8067172 Jul 05 04:00:40.941938 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba339d69-d250-4496-9785-0d2942801746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fedd3b3-f333-4265-9825-bc5a56a90f09,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:40.957971 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51202) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:40.977208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93a852-a2e5-414d-be68-a759de61c7ba None None] Pushing event updated for resources: {'Port': ['ID=de0f5c61-2658-4550-8ca1-83e4adbac5b2,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:40.982134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Transition to ACTIVE for port object e48a2462-0971-4773-bc08-d10d8e21235a will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:41.014594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] Set router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:41.032571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43a68e-094a-4d6d-8748-7d95f3aca534 req-376a6985-072e-4bf4-838d-5854eb89c62c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:41.040047 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e43a68e-094a-4d6d-8748-7d95f3aca534 req-376a6985-072e-4bf4-838d-5854eb89c62c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2584865 Jul 05 04:00:41.089911 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.092013 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f3a604e7-55c5-499d-8125-531fbaf1a16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.145543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e43a68e-094a-4d6d-8748-7d95f3aca534 req-9ffd8e56-5386-4e44-a143-a6ed0a6647cf tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042740 Jul 05 04:00:41.151715 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Network db61f2ce-c85f-47b6-8665-33c1c34a01c3 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:41.185709 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f3a604e7-55c5-499d-8125-531fbaf1a16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.199369 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.262508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, db61f2ce-c85f-47b6-8665-33c1c34a01c3) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:41.273555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d935072-ff25-4547-86f1-08ed9c6028c3 None None] Network db61f2ce-c85f-47b6-8665-33c1c34a01c3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:41.293238 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:41.295091 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.302101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e48a2462-0971-4773-bc08-d10d8e21235a,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:41.316713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-622f3c55-2d16-4d91-a69f-b5722a65f7d7 req-ebd83ec7-45b6-4dac-8eba-d7915ba60878 service neutron] (100932) timed out ('10.222.0.10', 58458) {{(pid=100932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:00:41.339869 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2078171201', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:34Z', 'updated_at': '2021-07-05T04:00:37Z', 'revision_number': 3, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:35Z', 'updated_at': '2021-07-05T04:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:41.344765 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159f39e-c028-4b8f-8f90-29daf050d57d req-4e6935e4-9211-4ff6-b42d-8218c670489f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:41.345541 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-37bafc2d-9b04-4412-8414-9c1bb81081dd None None] Provisioning for port f4fbee51-34dc-4cc1-afa8-65ff603ead29 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:41.352775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f159f39e-c028-4b8f-8f90-29daf050d57d req-4e6935e4-9211-4ff6-b42d-8218c670489f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 944 time: 0.2630479 Jul 05 04:00:41.403622 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f159f39e-c028-4b8f-8f90-29daf050d57d req-aa4a0f73-fee9-498d-9179-00b0a79b4130 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499249 Jul 05 04:00:41.411649 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-149b527f-521d-4bb0-9c1b-4875cf1be7c7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.424611 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-63633334-8477-4084-be36-12c029b1ad50 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6559310 Jul 05 04:00:41.428988 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51208) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:41.430155 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-37bafc2d-9b04-4412-8414-9c1bb81081dd None None] Provisioning complete for port f4fbee51-34dc-4cc1-afa8-65ff603ead29 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:41.430544 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-37bafc2d-9b04-4412-8414-9c1bb81081dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.434725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network 7dd5f026-1ef9-4a8b-aa13-565fc464504e is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:41.461992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:41.471501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515a9f4c-6eca-4afe-a91c-e46df145af4e None None] The sync data for ids ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'] in n-d-771363-32 is: [{'id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2078171201', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:34Z', 'updated_at': '2021-07-05T04:00:37Z', 'revision_number': 3, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:35Z', 'updated_at': '2021-07-05T04:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:41.476782 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9a27adc-01d8-4bc2-b92c-f80152912ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.509022 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f3a604e7-55c5-499d-8125-531fbaf1a16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.512140 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f3a604e7-55c5-499d-8125-531fbaf1a16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.518998 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f3a604e7-55c5-499d-8125-531fbaf1a16f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4fedd3b3-f333-4265-9825-bc5a56a90f09 HTTP/1.1" status: 204 len: 168 time: 0.5550630 Jul 05 04:00:41.573712 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:41.588354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a604e7-55c5-499d-8125-531fbaf1a16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fedd3b3-f333-4265-9825-bc5a56a90f09,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:41.733332 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-149b527f-521d-4bb0-9c1b-4875cf1be7c7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.736874 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-149b527f-521d-4bb0-9c1b-4875cf1be7c7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/00038e05-3c2c-4cbb-a174-d6e7f2e3ef50 HTTP/1.1" status: 204 len: 168 time: 2.2982326 Jul 05 04:00:41.743397 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51214) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:41.755715 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Port': ['ID=3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:41.778785 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17be70-f62b-45db-88e8-a90d972e2943 req-995711ec-33d0-4757-8d52-cff85e6d59be tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:41.784289 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa17be70-f62b-45db-88e8-a90d972e2943 req-995711ec-33d0-4757-8d52-cff85e6d59be tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.3464439 Jul 05 04:00:41.822269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'fixed_ips': [{'subnet_id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:41.823896 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.849693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f5d8e67a-c948-472c-b87a-04e3cad51642 None None] Could not find standard attr ID for object 00038e05-3c2c-4cbb-a174-d6e7f2e3ef50. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:00:41.858207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b527f-521d-4bb0-9c1b-4875cf1be7c7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=00038e05-3c2c-4cbb-a174-d6e7f2e3ef50,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:41.870587 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Attempting to bind port e48a2462-0971-4773-bc08-d10d8e21235a on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:41.870927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Attempting to bind port e48a2462-0971-4773-bc08-d10d8e21235a by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:41.871259 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Attempting to bind port e48a2462-0971-4773-bc08-d10d8e21235a on network 6bbb661a-c337-48f0-8045-f937cf6565eb {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:41.883120 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.887939 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Port e48a2462-0971-4773-bc08-d10d8e21235a on network 6bbb661a-c337-48f0-8045-f937cf6565eb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:00:41.888295 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Attempting to bind port e48a2462-0971-4773-bc08-d10d8e21235a on network 6bbb661a-c337-48f0-8045-f937cf6565eb {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:41.931043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:41.931384 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Checking segment: {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:41.932496 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Bound using segment: {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:41.932951 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Bound port: e48a2462-0971-4773-bc08-d10d8e21235a, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:41.933318 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.091544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b82818-867c-4e2f-b742-a7b648dc7330 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:42.093225 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-54b82818-867c-4e2f-b742-a7b648dc7330 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3385866 Jul 05 04:00:42.110133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51218) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:42.137954 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Allocated IP 172.20.0.2 (db61f2ce-c85f-47b6-8665-33c1c34a01c3/7b1d19e2-a903-4f71-9cd1-3c3d258bebb8/adc6f8bd-903c-4e6d-81e3-733f1dc35bdd) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:42.186606 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] For port e48a2462-0971-4773-bc08-d10d8e21235a, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:42.190447 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] For port e48a2462-0971-4773-bc08-d10d8e21235a, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e48a2462-0971-4773-bc08-d10d8e21235a,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:42.211616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa17be70-f62b-45db-88e8-a90d972e2943 req-236ac0c9-1819-42c1-acff-fcb280174b4b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933862 Jul 05 04:00:42.236727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5f9f3-4096-4c8d-ad58-01854e52f8c3 req-4256dab4-53c9-4af5-b508-c65c396e1d44 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:42.238428 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98a5f9f3-4096-4c8d-ad58-01854e52f8c3 req-4256dab4-53c9-4af5-b508-c65c396e1d44 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.4493110 Jul 05 04:00:42.308536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-21a46295-57b5-4cb2-b945-0d8d63f2a272 None None] Provisioning for port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:42.408410 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.409571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-21a46295-57b5-4cb2-b945-0d8d63f2a272 None None] Provisioning complete for port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:42.409571 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-21a46295-57b5-4cb2-b945-0d8d63f2a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.409787 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c44bf5-1749-4ea7-b03a-e7142e2a606b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:42.409787 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-60c44bf5-1749-4ea7-b03a-e7142e2a606b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2245438 Jul 05 04:00:42.409787 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51222) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:42.410089 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.410089 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-21a46295-57b5-4cb2-b945-0d8d63f2a272 None None] Port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:00:42.410089 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Transition to ACTIVE for port object adc6f8bd-903c-4e6d-81e3-733f1dc35bdd will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:42.424365 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Transition to ACTIVE for port object adc6f8bd-903c-4e6d-81e3-733f1dc35bdd will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:42.436680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:42.437643 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.439156 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] 10.222.0.10 "PUT /v2.0/ports/e48a2462-0971-4773-bc08-d10d8e21235a HTTP/1.1" status: 200 len: 1093 time: 3.3192005 Jul 05 04:00:42.442755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d4e9e2-ff80-4060-97da-557363a3f1de', 'tag': 'e48a2462-0971-4773-bc08-d10d8e21235a'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:42.445535 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee509f0c-0062-450e-ae8c-0ee5d1c47982" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d4e9e2-ff80-4060-97da-557363a3f1de", "tag": "e48a2462-0971-4773-bc08-d10d8e21235a"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:42.465798 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98a5f9f3-4096-4c8d-ad58-01854e52f8c3 req-cfc8585a-bc91-4224-858d-e60f15691aed tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856058 Jul 05 04:00:42.472618 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.507180 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.508539 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b85f1c-6112-459e-a0bf-48d978d5dd69 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:42.510180 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b85f1c-6112-459e-a0bf-48d978d5dd69 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:42.511609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b85f1c-6112-459e-a0bf-48d978d5dd69 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:42.514233 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-15b85f1c-6112-459e-a0bf-48d978d5dd69 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1723719 Jul 05 04:00:42.522627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd93bb9-8db5-4c3c-b52f-87fe386cd9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e48a2462-0971-4773-bc08-d10d8e21235a,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:42.549675 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51228) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:42.598782 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Network db61f2ce-c85f-47b6-8665-33c1c34a01c3 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:42.604953 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:42.609552 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:42.648392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Pushing event updated for resources: {'Port': ['ID=adc6f8bd-903c-4e6d-81e3-733f1dc35bdd,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:42.661517 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-999f5380-d15d-4ad7-ace9-a2db344d9a0e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet d6402b72-22e0-44e3-be30-6f414023d5df {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:42.661517 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-999f5380-d15d-4ad7-ace9-a2db344d9a0e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.695699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Attempting to bind port adc6f8bd-903c-4e6d-81e3-733f1dc35bdd on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:42.695699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Attempting to bind port adc6f8bd-903c-4e6d-81e3-733f1dc35bdd by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'df812bc4-2884-42bd-b8ee-1f7bf5b61755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:42.695699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Attempting to bind port adc6f8bd-903c-4e6d-81e3-733f1dc35bdd on network db61f2ce-c85f-47b6-8665-33c1c34a01c3 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:42.696911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:42.697295 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Checking segment: {'id': 'df812bc4-2884-42bd-b8ee-1f7bf5b61755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:42.697704 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.698104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Bound using segment: {'id': 'df812bc4-2884-42bd-b8ee-1f7bf5b61755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:42.698587 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Bound port: adc6f8bd-903c-4e6d-81e3-733f1dc35bdd, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df812bc4-2884-42bd-b8ee-1f7bf5b61755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:42.711491 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.718249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51230) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:42.719655 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-999f5380-d15d-4ad7-ace9-a2db344d9a0e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.760771 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-562dd4a0-0382-40ae-b953-c73cc4fa19b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.822272 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d7eeb-354b-4399-a941-3a917e1ba86d req-cdfc37e1-fe06-4a26-a980-cee2796d46ca tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:42.834027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d04d7eeb-354b-4399-a941-3a917e1ba86d req-cdfc37e1-fe06-4a26-a980-cee2796d46ca tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.4824545 Jul 05 04:00:42.837709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] For port adc6f8bd-903c-4e6d-81e3-733f1dc35bdd, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:42.841479 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] For port adc6f8bd-903c-4e6d-81e3-733f1dc35bdd, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=adc6f8bd-903c-4e6d-81e3-733f1dc35bdd,segment=NetworkSegment(df812bc4-2884-42bd-b8ee-1f7bf5b61755),segment_id=df812bc4-2884-42bd-b8ee-1f7bf5b61755)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:42.855916 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device de0f5c61-2658-4550-8ca1-83e4adbac5b2 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:42.917490 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.929785 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-43565efe-7c3b-43c5-91d1-7a142de7a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:42.931764 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-43565efe-7c3b-43c5-91d1-7a142de7a147 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 1096 time: 0.2115843 Jul 05 04:00:42.979025 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d04d7eeb-354b-4399-a941-3a917e1ba86d req-8154c886-d51e-4565-b05e-029d16a752c7 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432106 Jul 05 04:00:43.012093 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733988fe-6a65-4417-9ecd-22b5a66c53d8 None None] Pushing event updated for resources: {'Port': ['ID=adc6f8bd-903c-4e6d-81e3-733f1dc35bdd,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:43.015694 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-3e0dc3c2-4861-4e44-be2a-cf79d055c5da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48a2462-0971-4773-bc08-d10d8e21235a HTTP/1.1" status: 200 len: 217 time: 0.0638871 Jul 05 04:00:43.016120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port de0f5c61-2658-4550-8ca1-83e4adbac5b2 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:43.022475 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port de0f5c61-2658-4550-8ca1-83e4adbac5b2 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:43.024235 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.094289 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.097998 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb3f51a-d56c-4c14-979b-aaf5a1c7d58a x-openstack-request-id: req-4cb3f51a-d56c-4c14-979b-aaf5a1c7d58a {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:43.097998 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d4e9e2-ff80-4060-97da-557363a3f1de", "tag": "e48a2462-0971-4773-bc08-d10d8e21235a", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:43.097998 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4cb3f51a-d56c-4c14-979b-aaf5a1c7d58a {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:43.098700 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d4e9e2-ff80-4060-97da-557363a3f1de', 'tag': 'e48a2462-0971-4773-bc08-d10d8e21235a', 'status': 'completed', 'code': 200} Jul 05 04:00:43.114120 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-999f5380-d15d-4ad7-ace9-a2db344d9a0e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.129758 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.151119 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.173538 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-c06cd752-b893-4816-b7f3-1a29c6669e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:43.175035 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-c06cd752-b893-4816-b7f3-1a29c6669e86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 HTTP/1.1" status: 200 len: 845 time: 0.1460466 Jul 05 04:00:43.176963 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-562dd4a0-0382-40ae-b953-c73cc4fa19b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.179103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port de0f5c61-2658-4550-8ca1-83e4adbac5b2, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=de0f5c61-2658-4550-8ca1-83e4adbac5b2,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:43.192211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17aeac-a520-40f2-9f38-df6d4ce8970a req-35ecaa22-c4e7-4ede-afc9-b2f153a594d8 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:43.195631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e17aeac-a520-40f2-9f38-df6d4ce8970a req-35ecaa22-c4e7-4ede-afc9-b2f153a594d8 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 944 time: 0.4688246 Jul 05 04:00:43.222101 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-0a49269b-2279-4c07-903a-358122468159 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6bbb661a-c337-48f0-8045-f937cf6565eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331385 Jul 05 04:00:43.238731 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.312158 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.320452 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e17aeac-a520-40f2-9f38-df6d4ce8970a req-abefdcf0-3525-43d0-9e5f-9d074875221a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870829 Jul 05 04:00:43.350548 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-562dd4a0-0382-40ae-b953-c73cc4fa19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.400953 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=de0f5c61-2658-4550-8ca1-83e4adbac5b2,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:43.451643 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-999f5380-d15d-4ad7-ace9-a2db344d9a0e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.475759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Port': ['ID=3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:43.486707 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-562dd4a0-0382-40ae-b953-c73cc4fa19b5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=857d345120614442b12bebe0b5eda05c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7582357 Jul 05 04:00:43.487886 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.492663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51238) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:43.509774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562dd4a0-0382-40ae-b953-c73cc4fa19b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf159225-cd67-4ffe-a4cd-e7160c5214c7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:43.642381 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-8dca5f6b-2312-42ff-8e07-6f15f1f54e81 service neutron] 10.222.0.10 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712909 Jul 05 04:00:43.714488 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e838e00f-5a63-4755-ba43-d65f3871302c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.775398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network 7dd5f026-1ef9-4a8b-aa13-565fc464504e is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:43.775398 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e838e00f-5a63-4755-ba43-d65f3871302c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.780640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:43.880337 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a313f95b-e664-4ef9-94fe-89f3291d71ae req-022af305-8f84-4bae-9337-a27885276742 service neutron] 10.222.0.10 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221396 Jul 05 04:00:43.937980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f5380-d15d-4ad7-ace9-a2db344d9a0e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=d6402b72-22e0-44e3-be30-6f414023d5df,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:43.946412 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-699fed4c-ebed-4e0c-93cb-9998c291056c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.965241 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d5ce37-3f9f-464c-9fab-fbd989afade6 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:43.965423 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-999f5380-d15d-4ad7-ace9-a2db344d9a0e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.970568 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-999f5380-d15d-4ad7-ace9-a2db344d9a0e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/d6402b72-22e0-44e3-be30-6f414023d5df HTTP/1.1" status: 204 len: 168 time: 1.4046004 Jul 05 04:00:43.982646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51242) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:44.150635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b93b7-33e3-4cb7-aa81-567a48a3ec1a req-1a0f4ffb-134b-4fe5-9301-af6b3042158c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:44.162196 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-843b93b7-33e3-4cb7-aa81-567a48a3ec1a req-1a0f4ffb-134b-4fe5-9301-af6b3042158c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.7936499 Jul 05 04:00:44.170363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-a811e483-f56d-4777-a2d4-96aedf595807 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet d8ddb5cf-1a2d-48bc-9a40-7ff2dee1117c {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:44.203256 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1bee2b0e-407e-4eda-84a2-3e84de038f40 None None] Provisioning complete for port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:44.204042 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1bee2b0e-407e-4eda-84a2-3e84de038f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.221758 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a811e483-f56d-4777-a2d4-96aedf595807 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.297390 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1bee2b0e-407e-4eda-84a2-3e84de038f40 None None] Port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:00:44.322035 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a811e483-f56d-4777-a2d4-96aedf595807 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.370064 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acba86c-4b06-4127-aa23-6736278ef916 req-06f0c066-f1ee-4c2a-b6d7-ec76e408eff0 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:44.371754 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8acba86c-4b06-4127-aa23-6736278ef916 req-06f0c066-f1ee-4c2a-b6d7-ec76e408eff0 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.4416254 Jul 05 04:00:44.379754 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-843b93b7-33e3-4cb7-aa81-567a48a3ec1a req-16a1d324-838b-48d9-91c2-daf03e3c480b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204714 Jul 05 04:00:44.384277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Allocated IP 172.20.0.1 (db61f2ce-c85f-47b6-8665-33c1c34a01c3/7b1d19e2-a903-4f71-9cd1-3c3d258bebb8/9f97f996-7845-40e3-b7dd-ad282205e9fc) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:44.385639 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.447915 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Router c27ac356-c424-4536-a3db-8a742efc248a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:00:44.495755 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e838e00f-5a63-4755-ba43-d65f3871302c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.500132 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e838e00f-5a63-4755-ba43-d65f3871302c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.501576 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e838e00f-5a63-4755-ba43-d65f3871302c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bf159225-cd67-4ffe-a4cd-e7160c5214c7 HTTP/1.1" status: 204 len: 168 time: 1.0064597 Jul 05 04:00:44.532484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee509f0c-0062-450e-ae8c-0ee5d1c47982 req-f3b70520-b8e8-405d-a9c5-35b975b1936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:44.534576 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ee509f0c-0062-450e-ae8c-0ee5d1c47982 req-f3b70520-b8e8-405d-a9c5-35b975b1936a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 1096 time: 0.1555419 Jul 05 04:00:44.537253 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838e00f-5a63-4755-ba43-d65f3871302c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf159225-cd67-4ffe-a4cd-e7160c5214c7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:44.554650 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8acba86c-4b06-4127-aa23-6736278ef916 req-72a3251b-6fdd-4915-b2e7-17d1a7123773 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598585 Jul 05 04:00:44.602838 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a811e483-f56d-4777-a2d4-96aedf595807 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.636936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91ea1eb-239d-4721-afeb-0776dbb7d437 None None] Network db61f2ce-c85f-47b6-8665-33c1c34a01c3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:44.727398 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.768884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Transition to ACTIVE for port object 9f97f996-7845-40e3-b7dd-ad282205e9fc will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:44.800358 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:44.810712 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Sync routers for ids ['c27ac356-c424-4536-a3db-8a742efc248a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:44.813033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cc7a2-4f6a-4b61-9195-e37c6e706aec req-1855320e-ce1b-490d-96f7-0f7e7cd40d5e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:44.814684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-447cc7a2-4f6a-4b61-9195-e37c6e706aec req-1855320e-ce1b-490d-96f7-0f7e7cd40d5e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 944 time: 0.2361946 Jul 05 04:00:44.823925 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7c2c6cad-5b11-47fc-a4c7-b14a0bdd516c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "PUT /v2.0/routers/c27ac356-c424-4536-a3db-8a742efc248a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7014158 Jul 05 04:00:44.825603 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Routers {'c27ac356-c424-4536-a3db-8a742efc248a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:44.826241 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-bc993118-0806-4dac-af10-4325ba57294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:00:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c27ac356-c424-4536-a3db-8a742efc248a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:44.923500 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a811e483-f56d-4777-a2d4-96aedf595807 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.992659 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee509f0c-0062-450e-ae8c-0ee5d1c47982 req-ab0c53cc-1b23-4010-bd9e-5b42c2ac4446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:44.994326 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ee509f0c-0062-450e-ae8c-0ee5d1c47982 req-ab0c53cc-1b23-4010-bd9e-5b42c2ac4446 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 906 time: 0.1850030 Jul 05 04:00:45.002030 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811e483-f56d-4777-a2d4-96aedf595807 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ddb5cf-1a2d-48bc-9a40-7ff2dee1117c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:45.003932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device adc6f8bd-903c-4e6d-81e3-733f1dc35bdd up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:45.031053 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a811e483-f56d-4777-a2d4-96aedf595807 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.035864 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a811e483-f56d-4777-a2d4-96aedf595807 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/d8ddb5cf-1a2d-48bc-9a40-7ff2dee1117c HTTP/1.1" status: 204 len: 168 time: 1.0504005 Jul 05 04:00:45.041969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51254) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:45.049571 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Set router c27ac356-c424-4536-a3db-8a742efc248a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:45.072830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a31c9ec7-a408-4012-b20d-03b09ce913ff None None] Provisioning for port adc6f8bd-903c-4e6d-81e3-733f1dc35bdd completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:45.085231 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ee509f0c-0062-450e-ae8c-0ee5d1c47982 req-7b99527f-fd14-4fc1-81aa-11f9dd64011c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e48a2462-0971-4773-bc08-d10d8e21235a HTTP/1.1" status: 200 len: 217 time: 0.0747769 Jul 05 04:00:45.144722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-447cc7a2-4f6a-4b61-9195-e37c6e706aec req-3e82ad15-f00e-425b-adbe-bb9df737889e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967024 Jul 05 04:00:45.173562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8d6ff6e9-1100-4723-b6b5-3f0be352816d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1243522 Jul 05 04:00:45.180226 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.181651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51258) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:45.189043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-99b95cb0-02ca-4ba1-b671-44fe5f8c317f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:45.204142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port adc6f8bd-903c-4e6d-81e3-733f1dc35bdd completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:45.208349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port adc6f8bd-903c-4e6d-81e3-733f1dc35bdd triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:45.208728 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.270849 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.282303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee509f0c-0062-450e-ae8c-0ee5d1c47982 req-ee8ebe82-e153-407c-a48d-f5026259865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:45.294335 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ee509f0c-0062-450e-ae8c-0ee5d1c47982 req-ee8ebe82-e153-407c-a48d-f5026259865f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 HTTP/1.1" status: 200 len: 845 time: 0.1960139 Jul 05 04:00:45.301101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35319f8c-8375-42c2-aeb5-cc310346c888 req-b4f945a1-776a-483e-934f-e08ea1352d08 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:45.309684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35319f8c-8375-42c2-aeb5-cc310346c888 req-b4f945a1-776a-483e-934f-e08ea1352d08 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.4938977 Jul 05 04:00:45.335453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Network db61f2ce-c85f-47b6-8665-33c1c34a01c3 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:45.342001 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:45.350622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:45.357056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'Port': ['ID=9f97f996-7845-40e3-b7dd-ad282205e9fc,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:45.386973 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ee509f0c-0062-450e-ae8c-0ee5d1c47982 req-265f96e4-6f3d-4f76-88f1-fcdb9b4a11d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6bbb661a-c337-48f0-8045-f937cf6565eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649335 Jul 05 04:00:45.419434 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.466496 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35319f8c-8375-42c2-aeb5-cc310346c888 req-76abc102-d474-417f-bb34-66679e4af2e7 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558933 Jul 05 04:00:45.472729 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.504535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port adc6f8bd-903c-4e6d-81e3-733f1dc35bdd, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=adc6f8bd-903c-4e6d-81e3-733f1dc35bdd,segment=NetworkSegment(df812bc4-2884-42bd-b8ee-1f7bf5b61755),segment_id=df812bc4-2884-42bd-b8ee-1f7bf5b61755)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:45.599349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51264) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:45.608763 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b61c5e-2914-4da5-9165-bd000fc7c380 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:45.616781 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.620829 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device de0f5c61-2658-4550-8ca1-83e4adbac5b2 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:45.632520 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-782e9314-3d7c-44b5-ae35-b1c1639c8977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.637405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b95cb0-02ca-4ba1-b671-44fe5f8c317f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:45.641558 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-99b95cb0-02ca-4ba1-b671-44fe5f8c317f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.755071 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-bc993118-0806-4dac-af10-4325ba57294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T04:00:42Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'ddd22c0a-79b6-4522-bb17-8fd01447eb1d', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'port_id': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'mac_address': 'fa:16:3e:d1:fc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:59Z', 'updated_at': '2021-07-05T03:59:07Z', 'revision_number': 1, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2894e031-d2db-4969-b896-e162d1480c8d', 'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:17:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1', 'name': '', 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:4d:8c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e7ca78a4-aec5-41df-8945-5481c9349871', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:40Z', 'updated_at': '2021-07-05T04:00:42Z', 'revision_number': 2, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'e7ca78a4-aec5-41df-8945-5481c9349871', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:45.789367 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Checking router: c27ac356-c424-4536-a3db-8a742efc248a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:00:45.790143 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Updating router c27ac356-c424-4536-a3db-8a742efc248a port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:00:45.791975 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ee509f0c-0062-450e-ae8c-0ee5d1c47982 req-7cf0be98-8b73-4ac4-9030-783fcfa99a41 service neutron] 10.222.0.10 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963044 Jul 05 04:00:45.833782 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.922570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b4c68-e901-4280-b9d1-9b579a4d6f06 req-d8d81daf-6eee-4f9b-a76c-445f52771bd1 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:45.924358 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c29b4c68-e901-4280-b9d1-9b579a4d6f06 req-d8d81daf-6eee-4f9b-a76c-445f52771bd1 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2051129 Jul 05 04:00:45.954484 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.990212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c29b4c68-e901-4280-b9d1-9b579a4d6f06 req-2f72c0b1-98e7-42ac-9bbb-c44da742e2b5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575724 Jul 05 04:00:46.031162 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e247b8-feb2-4cbd-8e39-ec32fff39f35 req-b04d7d1a-7a13-4179-a839-cbb986981b0a tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:46.032789 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6e247b8-feb2-4cbd-8e39-ec32fff39f35 req-b04d7d1a-7a13-4179-a839-cbb986981b0a tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.2298424 Jul 05 04:00:46.050969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6dd7b983-3915-4308-b6fd-6693a8fe3c9e None None] Provisioning complete for port f4fbee51-34dc-4cc1-afa8-65ff603ead29 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:46.051491 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b983-3915-4308-b6fd-6693a8fe3c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.075662 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=adc6f8bd-903c-4e6d-81e3-733f1dc35bdd,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:46.079761 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-99b95cb0-02ca-4ba1-b671-44fe5f8c317f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.108266 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port de0f5c61-2658-4550-8ca1-83e4adbac5b2 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:46.108642 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.173741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b95cb0-02ca-4ba1-b671-44fe5f8c317f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:46.188797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-99b95cb0-02ca-4ba1-b671-44fe5f8c317f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:46.210298 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b95cb0-02ca-4ba1-b671-44fe5f8c317f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:46.211045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-99b95cb0-02ca-4ba1-b671-44fe5f8c317f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.213449 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6e247b8-feb2-4cbd-8e39-ec32fff39f35 req-8b4fea21-06c3-413e-9dd9-5b9b219cdf7d tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719830 Jul 05 04:00:46.226570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b95cb0-02ca-4ba1-b671-44fe5f8c317f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=24c6069c-a068-4dc5-84c9-d2c7f4454594,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:46.257698 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ee509f0c-0062-450e-ae8c-0ee5d1c47982 req-2970227f-7eae-451f-bf02-536e11f16a06 service neutron] 10.222.0.10 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469628 Jul 05 04:00:46.278933 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-782e9314-3d7c-44b5-ae35-b1c1639c8977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.313196 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.333296 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Transition to ACTIVE for port object 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:46.368526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6dd7b983-3915-4308-b6fd-6693a8fe3c9e None None] Provisioning complete for port adc6f8bd-903c-4e6d-81e3-733f1dc35bdd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:46.369228 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b983-3915-4308-b6fd-6693a8fe3c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.372240 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-782e9314-3d7c-44b5-ae35-b1c1639c8977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.404731 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.430737 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-99b95cb0-02ca-4ba1-b671-44fe5f8c317f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2479157 Jul 05 04:00:46.437213 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-782e9314-3d7c-44b5-ae35-b1c1639c8977 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4676c8c4c40f492d8ddf9e0f8db94d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8335240 Jul 05 04:00:46.437213 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51272) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.441672 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1b6e8453-0822-4a5d-a213-4037f1ff6d3f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:46.447265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51274) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.448117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e9314-3d7c-44b5-ae35-b1c1639c8977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7024b78d-307a-4774-9a44-ed621aeee5b7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:46.463318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa37a04-9777-4140-8803-060ff24b3f6e None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:46.471745 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df672a7-6b45-4024-8001-cc01764b4800 None None] Pushing event updated for resources: {'Port': ['ID=3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:46.514824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dae37-fd44-44e3-9d2c-cd9a53995cf8 req-95ceba5d-b554-4d3e-ba28-ba1502807050 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:46.516372 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c11dae37-fd44-44e3-9d2c-cd9a53995cf8 req-95ceba5d-b554-4d3e-ba28-ba1502807050 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2302210 Jul 05 04:00:46.546112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2aa37a04-9777-4140-8803-060ff24b3f6e None None] Deleting port f4fbee51-34dc-4cc1-afa8-65ff603ead29 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:46.546898 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2aa37a04-9777-4140-8803-060ff24b3f6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.581692 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Attempting to bind port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:46.586268 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Attempting to bind port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'a8f86477-baa6-4bd9-b558-aee8ad4dcdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:46.587481 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Attempting to bind port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 on network 7dd5f026-1ef9-4a8b-aa13-565fc464504e {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:46.604449 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:46.604887 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Checking segment: {'id': 'a8f86477-baa6-4bd9-b558-aee8ad4dcdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:46.605308 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.605683 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Bound using segment: {'id': 'a8f86477-baa6-4bd9-b558-aee8ad4dcdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:46.606301 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Bound port: 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f86477-baa6-4bd9-b558-aee8ad4dcdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:46.606683 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.641732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e2e92-6a9c-4f7c-9784-1c709bf6d0ae req-eeb633f3-f70c-45b9-b925-100ff52ef9a0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:46.643523 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a1e2e92-6a9c-4f7c-9784-1c709bf6d0ae req-eeb633f3-f70c-45b9-b925-100ff52ef9a0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 944 time: 0.2379844 Jul 05 04:00:46.661210 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e8d94b69-6f6f-4f64-af1e-36f4d64a9d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.661721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c11dae37-fd44-44e3-9d2c-cd9a53995cf8 req-5fb5ceef-d53e-403e-ac0b-18b5fc2090aa tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305082 Jul 05 04:00:46.673618 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2aa37a04-9777-4140-8803-060ff24b3f6e None None] For port f4fbee51-34dc-4cc1-afa8-65ff603ead29, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f4fbee51-34dc-4cc1-afa8-65ff603ead29,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:46.676529 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2aa37a04-9777-4140-8803-060ff24b3f6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.700577 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2aa37a04-9777-4140-8803-060ff24b3f6e None None] Calling delete_port for f4fbee51-34dc-4cc1-afa8-65ff603ead29 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:46.716158 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e8d94b69-6f6f-4f64-af1e-36f4d64a9d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.724533 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-105e747c-ef94-4131-b2e3-0d6ff3b2e308 None None] Provisioning for port 9f97f996-7845-40e3-b7dd-ad282205e9fc completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:46.737580 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.739555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-105e747c-ef94-4131-b2e3-0d6ff3b2e308 None None] Provisioning complete for port 9f97f996-7845-40e3-b7dd-ad282205e9fc triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:46.740354 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-105e747c-ef94-4131-b2e3-0d6ff3b2e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.759330 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-bc993118-0806-4dac-af10-4325ba57294f None None] For port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:46.767556 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-bc993118-0806-4dac-af10-4325ba57294f None None] For port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1,segment=NetworkSegment(a8f86477-baa6-4bd9-b558-aee8ad4dcdf8),segment_id=a8f86477-baa6-4bd9-b558-aee8ad4dcdf8)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:46.774201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a1e2e92-6a9c-4f7c-9784-1c709bf6d0ae req-f4e423f1-77d4-41d2-9b6a-bc3bf7e66a05 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100385 Jul 05 04:00:46.804874 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.831420 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.876978 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-105e747c-ef94-4131-b2e3-0d6ff3b2e308 None None] Port 9f97f996-7845-40e3-b7dd-ad282205e9fc cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:00:46.881401 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device adc6f8bd-903c-4e6d-81e3-733f1dc35bdd up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:46.908939 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Routers {'c27ac356-c424-4536-a3db-8a742efc248a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:46.908939 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-bc993118-0806-4dac-af10-4325ba57294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:00:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c27ac356-c424-4536-a3db-8a742efc248a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:46.928612 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6e8453-0822-4a5d-a213-4037f1ff6d3f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:46.933139 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8453-0822-4a5d-a213-4037f1ff6d3f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.948840 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'Port': ['ID=9f97f996-7845-40e3-b7dd-ad282205e9fc,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:46.953403 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.966784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port adc6f8bd-903c-4e6d-81e3-733f1dc35bdd triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:46.967195 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.000110 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df672a7-6b45-4024-8001-cc01764b4800 None None] Pushing event updated for resources: {'Port': ['ID=3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:47.002080 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e8d94b69-6f6f-4f64-af1e-36f4d64a9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.004859 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e8d94b69-6f6f-4f64-af1e-36f4d64a9d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.009885 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e8d94b69-6f6f-4f64-af1e-36f4d64a9d42 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7024b78d-307a-4774-9a44-ed621aeee5b7 HTTP/1.1" status: 204 len: 168 time: 0.5576959 Jul 05 04:00:47.030281 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d94b69-6f6f-4f64-af1e-36f4d64a9d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7024b78d-307a-4774-9a44-ed621aeee5b7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:47.044256 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e48a2462-0971-4773-bc08-d10d8e21235a details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:00:47.078709 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.113237 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2aa37a04-9777-4140-8803-060ff24b3f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.114912 n-d-771363-32 neutron-server[100932]: INFO neutron.db.ipam_backend_mixin [None req-1b6e8453-0822-4a5d-a213-4037f1ff6d3f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24c6069c-a068-4dc5-84c9-d2c7f4454594 (CIDR: 2001:db8::/64) Jul 05 04:00:47.137742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Network db61f2ce-c85f-47b6-8665-33c1c34a01c3 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:47.147710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:47.151807 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-bc993118-0806-4dac-af10-4325ba57294f None None] Set router c27ac356-c424-4536-a3db-8a742efc248a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:47.156963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa37a04-9777-4140-8803-060ff24b3f6e None None] No DVR routers for this DVR port f4fbee51-34dc-4cc1-afa8-65ff603ead29 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:47.175905 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6e8453-0822-4a5d-a213-4037f1ff6d3f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:00:47.176494 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6e8453-0822-4a5d-a213-4037f1ff6d3f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:47.229472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77c903f-1d86-4ee7-af13-f8fdd5ab70c4 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:47.234417 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa37a04-9777-4140-8803-060ff24b3f6e None None] Pushing event deleted for resources: {'Port': ['ID=f4fbee51-34dc-4cc1-afa8-65ff603ead29,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:47.306048 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1b6e8453-0822-4a5d-a213-4037f1ff6d3f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8684995 Jul 05 04:00:47.308772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51282) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:47.314335 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-49972962-bb68-48cc-bef5-4cb3b73e31f4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:47.338778 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:00:47.510138 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:47.526775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f366246b-65f8-441c-a665-a23299287708 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "PUT /v2.0/routers/0fecbd29-681c-4145-b8ea-ec54a991a7b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1001821 Jul 05 04:00:47.534335 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51290) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:47.578207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-18a043c3-62a7-4232-a20e-8c78d85ba504 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1761894256', 'description': 'tempest-secgroup_access--1761894256 description', 'project_id': 'ca84adb3a807463ab38748b30818c87c'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:47.590276 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Sync routers for ids ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:47.645465 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-49972962-bb68-48cc-bef5-4cb3b73e31f4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:00:47.645465 n-d-771363-32 neutron-server[100932]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:00:47.645465 n-d-771363-32 neutron-server[100932]: [parameters: {'project_id_1': 'fdf7db7b7c9846c1b99980e228219dba', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 0, 47, 626208)}] Jul 05 04:00:47.645465 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:47.656569 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-49972962-bb68-48cc-bef5-4cb3b73e31f4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:47.665499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1469e-1869-4452-b3d8-32060163f4fb req-bbd06f14-169a-4711-99f1-bcaef7ca3113 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:47.667561 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7af1469e-1869-4452-b3d8-32060163f4fb req-bbd06f14-169a-4711-99f1-bcaef7ca3113 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1597991 Jul 05 04:00:47.702123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e48a2462-0971-4773-bc08-d10d8e21235a, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e48a2462-0971-4773-bc08-d10d8e21235a,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:47.728292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Routers {'0fecbd29-681c-4145-b8ea-ec54a991a7b8'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:47.728920 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:00:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:47.729571 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-bc993118-0806-4dac-af10-4325ba57294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T04:00:42Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'ddd22c0a-79b6-4522-bb17-8fd01447eb1d', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'port_id': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'mac_address': 'fa:16:3e:d1:fc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:59Z', 'updated_at': '2021-07-05T03:59:07Z', 'revision_number': 1, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2894e031-d2db-4969-b896-e162d1480c8d', 'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:17:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1', 'name': '', 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:4d:8c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e7ca78a4-aec5-41df-8945-5481c9349871', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:40Z', 'updated_at': '2021-07-05T04:00:46Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'e7ca78a4-aec5-41df-8945-5481c9349871', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:47.753854 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7af1469e-1869-4452-b3d8-32060163f4fb req-e794eaa2-fd84-4394-8643-c52e2e9d0fd4 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794351 Jul 05 04:00:47.766781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'e48a2462-0971-4773-bc08-d10d8e21235a', 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb', 'port_id': 'e48a2462-0971-4773-bc08-d10d8e21235a', 'mac_address': 'fa:16:3e:1c:55:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7d7ce7-579d-4301-8ea7-b94a8620a3c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:00:47.777200 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc993118-0806-4dac-af10-4325ba57294f None None] The sync data for ids ['c27ac356-c424-4536-a3db-8a742efc248a'] in n-d-771363-32 is: [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T04:00:42Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'ddd22c0a-79b6-4522-bb17-8fd01447eb1d', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'port_id': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'mac_address': 'fa:16:3e:d1:fc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:59Z', 'updated_at': '2021-07-05T03:59:07Z', 'revision_number': 1, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2894e031-d2db-4969-b896-e162d1480c8d', 'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:17:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1', 'name': '', 'network_id': '7dd5f026-1ef9-4a8b-aa13-565fc464504e', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:4d:8c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'e7ca78a4-aec5-41df-8945-5481c9349871', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:40Z', 'updated_at': '2021-07-05T04:00:46Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'e7ca78a4-aec5-41df-8945-5481c9349871', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:47.782371 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18a043c3-62a7-4232-a20e-8c78d85ba504 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.810506 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f4fbee51-34dc-4cc1-afa8-65ff603ead29 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:47.922202 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d3894443-bca9-450a-ae47-9b8577e08f20 None None] Provisioning complete for port 9f97f996-7845-40e3-b7dd-ad282205e9fc triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:47.922585 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d3894443-bca9-450a-ae47-9b8577e08f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.945358 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18a043c3-62a7-4232-a20e-8c78d85ba504 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.990116 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: f4fbee51-34dc-4cc1-afa8-65ff603ead29 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:47.995571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f4fbee51-34dc-4cc1-afa8-65ff603ead29 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:48.036991 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18a043c3-62a7-4232-a20e-8c78d85ba504 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.084873 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.086481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a043c3-62a7-4232-a20e-8c78d85ba504 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40576b0-98b8-481d-9fa8-fa885309f8ba,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:48.141302 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18a043c3-62a7-4232-a20e-8c78d85ba504 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.145273 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-18a043c3-62a7-4232-a20e-8c78d85ba504 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6062431 Jul 05 04:00:48.151029 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51314) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:48.151593 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d3894443-bca9-450a-ae47-9b8577e08f20 None None] Port 9f97f996-7845-40e3-b7dd-ad282205e9fc cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:00:48.151912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8dd9d403-d6c5-4559-9491-eb21f4eee592 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1411208974', 'description': 'tempest-secgroup_general--1411208974 description', 'project_id': 'ca84adb3a807463ab38748b30818c87c'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:48.170043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Set router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:48.193622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b082c-bf5e-4c6a-b83a-d05c39a2e27d req-28523cf8-1f29-43f4-bce0-4826ce8e38aa tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:48.201200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8a0b082c-bf5e-4c6a-b83a-d05c39a2e27d req-28523cf8-1f29-43f4-bce0-4826ce8e38aa tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 944 time: 0.1943617 Jul 05 04:00:48.248621 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8a0b082c-bf5e-4c6a-b83a-d05c39a2e27d req-c58d577b-ce6d-4afb-91d1-906ff5d2b076 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439091 Jul 05 04:00:48.254699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48a2462-0971-4773-bc08-d10d8e21235a {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:48.267962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49972962-bb68-48cc-bef5-4cb3b73e31f4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:48.269704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': '24c6069c-a068-4dc5-84c9-d2c7f4454594'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:48.270531 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.272885 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-49972962-bb68-48cc-bef5-4cb3b73e31f4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.288818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1a262-babc-4cb3-8446-ce33ce86cf27 req-d1e272a0-7090-4342-b228-2aa72cbd0df1 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:48.290888 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5e1a262-babc-4cb3-8446-ce33ce86cf27 req-d1e272a0-7090-4342-b228-2aa72cbd0df1 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1540947 Jul 05 04:00:48.295981 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e48a2462-0971-4773-bc08-d10d8e21235a, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e48a2462-0971-4773-bc08-d10d8e21235a,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:48.362950 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5e1a262-babc-4cb3-8446-ce33ce86cf27 req-afc54697-8f7a-43b8-b157-277b78339dd2 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646677 Jul 05 04:00:48.370079 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.456143 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8dd9d403-d6c5-4559-9491-eb21f4eee592 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.545287 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e48a2462-0971-4773-bc08-d10d8e21235a,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:48.645436 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8dd9d403-d6c5-4559-9491-eb21f4eee592 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.647303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Allocated IP 2001:db8::2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/24c6069c-a068-4dc5-84c9-d2c7f4454594/a6acc2d6-4448-4c85-95ca-8802292b1c99) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:48.688452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2078171201', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:34Z', 'updated_at': '2021-07-05T04:00:45Z', 'revision_number': 4, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:35Z', 'updated_at': '2021-07-05T04:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '9f97f996-7845-40e3-b7dd-ad282205e9fc', 'name': '', 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'mac_address': 'fa:16:3e:7e:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:43Z', 'updated_at': '2021-07-05T04:00:46Z', 'revision_number': 2, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'subnets': [{'id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:48.749203 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Checking router: 0fecbd29-681c-4145-b8ea-ec54a991a7b8 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:00:48.749572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Updating router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 port 9f97f996-7845-40e3-b7dd-ad282205e9fc binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:00:48.768464 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8dd9d403-d6c5-4559-9491-eb21f4eee592 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.778002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e48a2462-0971-4773-bc08-d10d8e21235a'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:48.819234 n-d-771363-32 neutron-server[100932]: DEBUG neutron.objects.ports [None req-49972962-bb68-48cc-bef5-4cb3b73e31f4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:00:48.825426 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-49972962-bb68-48cc-bef5-4cb3b73e31f4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.854815 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:48.864762 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9d403-d6c5-4559-9491-eb21f4eee592 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ff2e09-5645-4abc-93ea-9d3093330438,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:48.884014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49972962-bb68-48cc-bef5-4cb3b73e31f4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:48.885488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-49972962-bb68-48cc-bef5-4cb3b73e31f4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:48.888805 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.890379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49972962-bb68-48cc-bef5-4cb3b73e31f4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:48.890978 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-49972962-bb68-48cc-bef5-4cb3b73e31f4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.903263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49972962-bb68-48cc-bef5-4cb3b73e31f4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=a4e50a6a-6533-4912-929b-aba1cd3a1f43,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:48.930744 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8dd9d403-d6c5-4559-9491-eb21f4eee592 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.932831 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8dd9d403-d6c5-4559-9491-eb21f4eee592 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7861216 Jul 05 04:00:48.935810 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51334) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:48.941754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-44f6b667-58c2-4624-af97-07e64fd05fc5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Request body: {'security_group_rule': {'security_group_id': 'f40576b0-98b8-481d-9fa8-fa885309f8ba', 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:48.995671 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ca952-fa37-4bd3-904c-679b47ee0d7b req-6defc28f-f2db-4009-844f-7f28f8eeefaa tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:48.997357 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd8ca952-fa37-4bd3-904c-679b47ee0d7b req-6defc28f-f2db-4009-844f-7f28f8eeefaa tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.0669665 Jul 05 04:00:49.005337 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-49972962-bb68-48cc-bef5-4cb3b73e31f4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6953669 Jul 05 04:00:49.009310 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51336) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:49.014603 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-322f790f-f70b-4d1c-b73f-ff6317b6cf10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'mac_address': 'fa:16:3e:49:70:3e', 'name': 'tempest-NetworksTestDHCPv6-2029410902'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:49.047492 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd8ca952-fa37-4bd3-904c-679b47ee0d7b req-e47899c7-2481-4edb-b03e-39aa6bc6e928 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433695 Jul 05 04:00:49.186267 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-44f6b667-58c2-4624-af97-07e64fd05fc5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.198545 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.254041 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-44f6b667-58c2-4624-af97-07e64fd05fc5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.276403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322f790f-f70b-4d1c-b73f-ff6317b6cf10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:49.278550 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Transition to ACTIVE for port object a6acc2d6-4448-4c85-95ca-8802292b1c99 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:49.325524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Transition to ACTIVE for port object a6acc2d6-4448-4c85-95ca-8802292b1c99 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:49.377304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-322f790f-f70b-4d1c-b73f-ff6317b6cf10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.383186 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-44f6b667-58c2-4624-af97-07e64fd05fc5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.424456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:49.427587 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-322f790f-f70b-4d1c-b73f-ff6317b6cf10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port 78302500-7cff-49ac-b456-9c3188c9a5f5 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:00:49.438820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:49.439196 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.504115 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.534704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966f57e-eb18-42a8-867e-97ceedf226bc req-30120cd2-21cf-40be-b7ce-6169ae92c2f6 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:49.545534 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7966f57e-eb18-42a8-867e-97ceedf226bc req-30120cd2-21cf-40be-b7ce-6169ae92c2f6 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 945 time: 0.1651590 Jul 05 04:00:49.594380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:49.595990 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Pushing event updated for resources: {'Port': ['ID=a6acc2d6-4448-4c85-95ca-8802292b1c99,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:49.602609 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-44f6b667-58c2-4624-af97-07e64fd05fc5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.611470 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-44f6b667-58c2-4624-af97-07e64fd05fc5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6670933 Jul 05 04:00:49.615002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:49.615002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:49.615343 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6b667-58c2-4624-af97-07e64fd05fc5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e1dcb1-f955-441f-a7c7-f01d910bb968,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:49.664206 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7966f57e-eb18-42a8-867e-97ceedf226bc req-debd7f48-8d89-44b5-a512-cc63457ec4a8 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168909 Jul 05 04:00:49.705481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644218fb-b582-4053-a311-73eab51e3973 req-bc9fc5d4-3572-4047-a4f7-5347bd8f4ee5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:49.707483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-644218fb-b582-4053-a311-73eab51e3973 req-bc9fc5d4-3572-4047-a4f7-5347bd8f4ee5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1348958 Jul 05 04:00:49.721383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-322f790f-f70b-4d1c-b73f-ff6317b6cf10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::11f (764cff81-f32e-40f8-af56-b4a9d80a62e7/24c6069c-a068-4dc5-84c9-d2c7f4454594/78302500-7cff-49ac-b456-9c3188c9a5f5) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:49.734093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-322f790f-f70b-4d1c-b73f-ff6317b6cf10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8:0:1:f816:3eff:fe49:703e (764cff81-f32e-40f8-af56-b4a9d80a62e7/a4e50a6a-6533-4912-929b-aba1cd3a1f43/78302500-7cff-49ac-b456-9c3188c9a5f5) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:49.745663 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.747977 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.770420 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-644218fb-b582-4053-a311-73eab51e3973 req-58031a2e-b19c-4c9e-b6f2-a48028315888 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545948 Jul 05 04:00:49.785145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Attempting to bind port a6acc2d6-4448-4c85-95ca-8802292b1c99 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:49.785145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Attempting to bind port a6acc2d6-4448-4c85-95ca-8802292b1c99 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:49.785145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Attempting to bind port a6acc2d6-4448-4c85-95ca-8802292b1c99 on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:49.785145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Transition to ACTIVE for port object 9f97f996-7845-40e3-b7dd-ad282205e9fc will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:49.798088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:49.798471 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:49.798876 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.799273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:49.799750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Bound port: a6acc2d6-4448-4c85-95ca-8802292b1c99, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:49.800158 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.826648 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1,segment=NetworkSegment(a8f86477-baa6-4bd9-b558-aee8ad4dcdf8),segment_id=a8f86477-baa6-4bd9-b558-aee8ad4dcdf8)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:49.874186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-1c5b04a5-1503-48d5-9d2e-a3a06e795049 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup_general--1411208974&fields=id&tenant_id=ca84adb3a807463ab38748b30818c87c HTTP/1.1" status: 200 len: 267 time: 0.0406649 Jul 05 04:00:49.891913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] For port a6acc2d6-4448-4c85-95ca-8802292b1c99, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:49.895117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] For port a6acc2d6-4448-4c85-95ca-8802292b1c99, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a6acc2d6-4448-4c85-95ca-8802292b1c99,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:49.901646 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.920492 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-322f790f-f70b-4d1c-b73f-ff6317b6cf10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.936292 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-322f790f-f70b-4d1c-b73f-ff6317b6cf10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 78302500-7cff-49ac-b456-9c3188c9a5f5 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:49.941029 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-307f1350-ecb6-41ed-992e-fc7524eddaef tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup_access--1761894256&fields=id&tenant_id=ca84adb3a807463ab38748b30818c87c HTTP/1.1" status: 200 len: 267 time: 0.0589263 Jul 05 04:00:49.945818 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.958977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26991da-031e-4676-849e-4c413ad3fb7f None None] Pushing event updated for resources: {'Port': ['ID=9f97f996-7845-40e3-b7dd-ad282205e9fc,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:49.968701 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.045260 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-322f790f-f70b-4d1c-b73f-ff6317b6cf10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.108344 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322f790f-f70b-4d1c-b73f-ff6317b6cf10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:50.111578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-322f790f-f70b-4d1c-b73f-ff6317b6cf10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:50.114263 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-b435944f-1ff1-4200-a7d3-172491ff8102 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:50.123407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-b435944f-1ff1-4200-a7d3-172491ff8102 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/networks?id=db61f2ce-c85f-47b6-8665-33c1c34a01c3 HTTP/1.1" status: 200 len: 796 time: 0.1807849 Jul 05 04:00:50.123922 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Attempting to bind port 9f97f996-7845-40e3-b7dd-ad282205e9fc on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:50.124419 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Attempting to bind port 9f97f996-7845-40e3-b7dd-ad282205e9fc by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'df812bc4-2884-42bd-b8ee-1f7bf5b61755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:50.124898 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Attempting to bind port 9f97f996-7845-40e3-b7dd-ad282205e9fc on network db61f2ce-c85f-47b6-8665-33c1c34a01c3 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:50.136226 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:50.140627 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:50.141156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Checking segment: {'id': 'df812bc4-2884-42bd-b8ee-1f7bf5b61755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:50.141824 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.142678 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Bound using segment: {'id': 'df812bc4-2884-42bd-b8ee-1f7bf5b61755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:50.143449 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Bound port: 9f97f996-7845-40e3-b7dd-ad282205e9fc, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df812bc4-2884-42bd-b8ee-1f7bf5b61755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:50.144187 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.152346 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-78eb3fc6-bb89-45db-bb75-6b7785b09081 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/quotas/ca84adb3a807463ab38748b30818c87c HTTP/1.1" status: 200 len: 375 time: 0.0273871 Jul 05 04:00:50.165730 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f790f-f70b-4d1c-b73f-ff6317b6cf10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:50.172127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322f790f-f70b-4d1c-b73f-ff6317b6cf10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:50.172831 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-322f790f-f70b-4d1c-b73f-ff6317b6cf10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.187949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f790f-f70b-4d1c-b73f-ff6317b6cf10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=78302500-7cff-49ac-b456-9c3188c9a5f5,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:50.256817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c718ee-9b82-41a4-bce4-24243a099cc5 None None] Pushing event updated for resources: {'Port': ['ID=a6acc2d6-4448-4c85-95ca-8802292b1c99,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:50.275917 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-322f790f-f70b-4d1c-b73f-ff6317b6cf10 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2632923 Jul 05 04:00:50.277053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51394) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:50.285728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] For port 9f97f996-7845-40e3-b7dd-ad282205e9fc, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:50.293752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] For port 9f97f996-7845-40e3-b7dd-ad282205e9fc, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9f97f996-7845-40e3-b7dd-ad282205e9fc,segment=NetworkSegment(df812bc4-2884-42bd-b8ee-1f7bf5b61755),segment_id=df812bc4-2884-42bd-b8ee-1f7bf5b61755)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:50.296518 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-4421dac5-4db6-44ee-ad45-7d79c82b0c9c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca84adb3a807463ab38748b30818c87c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361194 Jul 05 04:00:50.368583 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.453985 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-d788e75e-87ca-472f-bd92-b5af0ac803bb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 78302500-7cff-49ac-b456-9c3188c9a5f5 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:50.454677 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d788e75e-87ca-472f-bd92-b5af0ac803bb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.481142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26991da-031e-4676-849e-4c413ad3fb7f None None] Pushing event updated for resources: {'Port': ['ID=9f97f996-7845-40e3-b7dd-ad282205e9fc,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:50.502880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-fbdb52cb-84a6-418a-a06b-ffc275d23f69 service neutron] 10.222.0.38 "GET /v2.0/networks/db61f2ce-c85f-47b6-8665-33c1c34a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974692 Jul 05 04:00:50.520570 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Routers {'0fecbd29-681c-4145-b8ea-ec54a991a7b8'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:50.521217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:00:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:50.523250 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5457fbe-254f-4701-be9f-36e449d8b90a req-d35ea901-f386-4886-a8ab-8c1891d2f37c tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:50.524941 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b5457fbe-254f-4701-be9f-36e449d8b90a req-d35ea901-f386-4886-a8ab-8c1891d2f37c tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1959536 Jul 05 04:00:50.641671 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d788e75e-87ca-472f-bd92-b5af0ac803bb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.685301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-d788e75e-87ca-472f-bd92-b5af0ac803bb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 78302500-7cff-49ac-b456-9c3188c9a5f5 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:50.714767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] Set router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:50.725256 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b5457fbe-254f-4701-be9f-36e449d8b90a req-8e4033ce-3634-4e56-aa2a-b5b772adbe13 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781974 Jul 05 04:00:50.830108 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-78077c76-ee8c-4784-9081-9ffde6856d22 service neutron] 10.222.0.38 "GET /v2.0/networks/db61f2ce-c85f-47b6-8665-33c1c34a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262689 Jul 05 04:00:51.034309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cee558-6837-4023-a10c-0bc7b764a1b9 req-a6bb9a55-d4e0-480e-93bd-658efabd46b0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:51.042191 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43cee558-6837-4023-a10c-0bc7b764a1b9 req-a6bb9a55-d4e0-480e-93bd-658efabd46b0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 945 time: 0.0987432 Jul 05 04:00:51.059264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e48a2462-0971-4773-bc08-d10d8e21235a up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:51.082269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a6acc2d6-4448-4c85-95ca-8802292b1c99 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:51.101018 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43cee558-6837-4023-a10c-0bc7b764a1b9 req-005a8cb5-3b3c-4e48-9f09-9ec76c70f3f7 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495737 Jul 05 04:00:51.169290 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d788e75e-87ca-472f-bd92-b5af0ac803bb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.198126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2078171201', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:34Z', 'updated_at': '2021-07-05T04:00:45Z', 'revision_number': 4, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:35Z', 'updated_at': '2021-07-05T04:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '9f97f996-7845-40e3-b7dd-ad282205e9fc', 'name': '', 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'mac_address': 'fa:16:3e:7e:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:43Z', 'updated_at': '2021-07-05T04:00:50Z', 'revision_number': 4, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'subnets': [{'id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:51.227095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788e75e-87ca-472f-bd92-b5af0ac803bb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=78302500-7cff-49ac-b456-9c3188c9a5f5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:51.246566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef64a9e-8610-4e86-9a0c-c2b97cd6fd8e None None] The sync data for ids ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'] in n-d-771363-32 is: [{'id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2078171201', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:34Z', 'updated_at': '2021-07-05T04:00:45Z', 'revision_number': 4, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:35Z', 'updated_at': '2021-07-05T04:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '9f97f996-7845-40e3-b7dd-ad282205e9fc', 'name': '', 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'mac_address': 'fa:16:3e:7e:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:43Z', 'updated_at': '2021-07-05T04:00:50Z', 'revision_number': 4, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'subnets': [{'id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:51.254895 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port e48a2462-0971-4773-bc08-d10d8e21235a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:51.267188 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port e48a2462-0971-4773-bc08-d10d8e21235a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:51.267853 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.360004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port a6acc2d6-4448-4c85-95ca-8802292b1c99 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:51.373134 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:51.406645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b815081-6112-43e1-b964-6fb66c1717ff req-bb3d2ac3-e8c1-487e-9c25-f398ba63b4ab tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 210 time: 0.0889533 Jul 05 04:00:51.428408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597753-01b2-410f-bce9-48399f7e4daf req-3075fc46-88a3-49cf-9823-e716d16f26e3 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:51.438908 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66597753-01b2-410f-bce9-48399f7e4daf req-3075fc46-88a3-49cf-9823-e716d16f26e3 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1995339 Jul 05 04:00:51.442628 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d788e75e-87ca-472f-bd92-b5af0ac803bb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.445387 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d788e75e-87ca-472f-bd92-b5af0ac803bb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/78302500-7cff-49ac-b456-9c3188c9a5f5 HTTP/1.1" status: 204 len: 168 time: 1.1673455 Jul 05 04:00:51.448325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51442) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:51.527495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66597753-01b2-410f-bce9-48399f7e4daf req-e36094ad-bb2b-45d3-b22a-636f08f14e7d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792341 Jul 05 04:00:51.535895 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.574427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eda34c-fc1e-4de1-a072-e31519cbf8f3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:51.578726 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b3eda34c-fc1e-4de1-a072-e31519cbf8f3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1291399 Jul 05 04:00:51.578948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51448) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:51.663080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e48a2462-0971-4773-bc08-d10d8e21235a, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e48a2462-0971-4773-bc08-d10d8e21235a,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:51.667052 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d4e9e2-ff80-4060-97da-557363a3f1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48a2462-0971-4773-bc08-d10d8e21235a'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:51.680238 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401b4d06-a6c1-4a64-9ed6-fef7bc82e05a" -d '{"events": [{"server_uuid": "f4d4e9e2-ff80-4060-97da-557363a3f1de", "name": "network-vif-plugged", "status": "completed", "tag": "e48a2462-0971-4773-bc08-d10d8e21235a"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:51.685548 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c96f0f-e416-4f41-8144-82466589f88f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:51.685790 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ed747b-65b8-47ea-a8a7-f6b7a89a69f9 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:51.687121 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-92c96f0f-e416-4f41-8144-82466589f88f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1070180 Jul 05 04:00:51.689892 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51460) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:51.740103 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56540325-f1a0-40b6-932a-813f67b08fd6 x-openstack-request-id: req-56540325-f1a0-40b6-932a-813f67b08fd6 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:51.740103 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d4e9e2-ff80-4060-97da-557363a3f1de", "name": "network-vif-plugged", "status": "completed", "tag": "e48a2462-0971-4773-bc08-d10d8e21235a", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:51.740103 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-56540325-f1a0-40b6-932a-813f67b08fd6 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:51.740103 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d4e9e2-ff80-4060-97da-557363a3f1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48a2462-0971-4773-bc08-d10d8e21235a', 'code': 200} Jul 05 04:00:51.759453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a0a526-ed27-4c88-8c93-6064aa8e46df tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:51.761102 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a0a526-ed27-4c88-8c93-6064aa8e46df tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:51.763019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a0a526-ed27-4c88-8c93-6064aa8e46df tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:51.768395 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e1a0a526-ed27-4c88-8c93-6064aa8e46df tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0771699 Jul 05 04:00:51.773418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51464) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:51.783323 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.833260 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-87415170-bed4-4617-9bfb-f5a7b6418cd4 None None] Provisioning for port a6acc2d6-4448-4c85-95ca-8802292b1c99 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:51.843739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:51.844250 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.881698 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-87415170-bed4-4617-9bfb-f5a7b6418cd4 None None] Provisioning complete for port a6acc2d6-4448-4c85-95ca-8802292b1c99 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:51.881698 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-87415170-bed4-4617-9bfb-f5a7b6418cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.885512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-b872e2fc-ccb7-470c-86a0-643e426ff9dd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 24c6069c-a068-4dc5-84c9-d2c7f4454594 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:51.933733 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b872e2fc-ccb7-470c-86a0-643e426ff9dd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.948498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2e2fd-879b-4244-87d1-804e8cde7cd3 req-5748b0a2-bcfc-43b8-bde4-b9e7a04acf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:51.950028 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a5d2e2fd-879b-4244-87d1-804e8cde7cd3 req-5748b0a2-bcfc-43b8-bde4-b9e7a04acf3a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 1098 time: 0.1026452 Jul 05 04:00:51.988975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e48a2462-0971-4773-bc08-d10d8e21235a,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:52.036014 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a5d2e2fd-879b-4244-87d1-804e8cde7cd3 req-250606b6-54b7-44d7-9246-3547d04eb200 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744638 Jul 05 04:00:52.158279 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-87415170-bed4-4617-9bfb-f5a7b6418cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.235860 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-87415170-bed4-4617-9bfb-f5a7b6418cd4 None None] For port a6acc2d6-4448-4c85-95ca-8802292b1c99, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a6acc2d6-4448-4c85-95ca-8802292b1c99,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:52.302637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc03480e-1641-49b6-887e-1f4fc1b1fb22 None None] Update dhcp port {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'fixed_ips': [{'subnet_id': '24c6069c-a068-4dc5-84c9-d2c7f4454594', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a4e50a6a-6533-4912-929b-aba1cd3a1f43'}], 'binding:host_id': 'n-d-771363-32'}, 'id': 'a6acc2d6-4448-4c85-95ca-8802292b1c99'} from n-d-771363-32. {{(pid=100934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:00:52.341339 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-87415170-bed4-4617-9bfb-f5a7b6418cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.345673 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fc03480e-1641-49b6-887e-1f4fc1b1fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.465694 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b872e2fc-ccb7-470c-86a0-643e426ff9dd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.594908 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b872e2fc-ccb7-470c-86a0-643e426ff9dd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.608159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87415170-bed4-4617-9bfb-f5a7b6418cd4 None None] Pushing event updated for resources: {'Port': ['ID=a6acc2d6-4448-4c85-95ca-8802292b1c99,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:52.701000 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35d9e7-8ad4-4d6a-a021-153b87d9307a req-9f85c0e3-d93f-42d9-a2bd-e8d56dfe93a4 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:52.708242 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb35d9e7-8ad4-4d6a-a021-153b87d9307a req-9f85c0e3-d93f-42d9-a2bd-e8d56dfe93a4 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.8484056 Jul 05 04:00:52.745211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44aca37-cfb7-4ca2-9771-7e368fea46ad req-a4d52a30-932f-4f33-9d89-f3d4d1e67520 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:52.746870 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e44aca37-cfb7-4ca2-9771-7e368fea46ad req-a4d52a30-932f-4f33-9d89-f3d4d1e67520 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 946 time: 0.3412676 Jul 05 04:00:52.775938 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb35d9e7-8ad4-4d6a-a021-153b87d9307a req-acd008d3-81e6-4077-944d-aec180171faf tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666094 Jul 05 04:00:52.877464 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e44aca37-cfb7-4ca2-9771-7e368fea46ad req-35d9d559-663f-419a-90dd-24a6b1acb17b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179368 Jul 05 04:00:52.900939 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-345b802a-1188-4984-80b0-e7f795d37180 req-100ba77a-9b8e-44e6-8df6-13cebbf6fc21 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 210 time: 0.0451381 Jul 05 04:00:52.924482 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a6acc2d6-4448-4c85-95ca-8802292b1c99 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:52.941039 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b872e2fc-ccb7-470c-86a0-643e426ff9dd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.976407 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872e2fc-ccb7-470c-86a0-643e426ff9dd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=24c6069c-a068-4dc5-84c9-d2c7f4454594,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:52.978756 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b872e2fc-ccb7-470c-86a0-643e426ff9dd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.980758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b872e2fc-ccb7-470c-86a0-643e426ff9dd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/24c6069c-a068-4dc5-84c9-d2c7f4454594 HTTP/1.1" status: 204 len: 168 time: 1.2063537 Jul 05 04:00:52.983976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51504) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server [None req-fc03480e-1641-49b6-887e-1f4fc1b1fb22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24c6069c-a068-4dc5-84c9-d2c7f4454594: This subnet is being modified by another concurrent operation. Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:00:52.998548 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24c6069c-a068-4dc5-84c9-d2c7f4454594: This subnet is being modified by another concurrent operation. Jul 05 04:00:53.005132 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server Jul 05 04:00:53.045334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port a6acc2d6-4448-4c85-95ca-8802292b1c99 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:53.045631 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.079450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet a4e50a6a-6533-4912-929b-aba1cd3a1f43 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:53.082989 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.097910 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d8228-0228-4f25-9936-07a249810250 req-9d2f9c33-212c-4f15-a3b0-9c2cc9ff11a5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:53.099632 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-791d8228-0228-4f25-9936-07a249810250 req-9d2f9c33-212c-4f15-a3b0-9c2cc9ff11a5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1105742 Jul 05 04:00:53.148671 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.179568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11ea548-561d-48e9-944b-a10e3994d35f None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:53.201811 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-791d8228-0228-4f25-9936-07a249810250 req-7378b1a3-9cc9-4f4e-896a-609d2d9c4947 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867200 Jul 05 04:00:53.222661 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.276258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7090d6cf-9ee6-42e5-9782-01af6dab2aac None None] Provisioning complete for port a6acc2d6-4448-4c85-95ca-8802292b1c99 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:53.277202 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7090d6cf-9ee6-42e5-9782-01af6dab2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.279009 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9f97f996-7845-40e3-b7dd-ad282205e9fc up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:53.375640 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.408290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e50a6a-6533-4912-929b-aba1cd3a1f43,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:53.410849 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.413917 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/a4e50a6a-6533-4912-929b-aba1cd3a1f43 HTTP/1.1" status: 204 len: 168 time: 0.4288881 Jul 05 04:00:53.416823 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51524) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:53.425904 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:53.430082 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:53.433812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:53.433812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:53.433812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:53.433812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:53.433812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:53.433812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:53.433812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:53.433812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:53.433812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:53.433812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e6057e-2652-4007-8d34-8cb9859d457f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:53.478771 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-72f4fe06-57a9-4bfb-b474-13b74313f932 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606217 Jul 05 04:00:53.481635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51526) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:53.487823 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c9c83f0a-70f8-48d4-bbd0-2590efcd7337 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:53.503268 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 9f97f996-7845-40e3-b7dd-ad282205e9fc completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:53.510756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 9f97f996-7845-40e3-b7dd-ad282205e9fc triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:53.511173 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.547358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1868de00-a9ab-4f8f-baa8-5341d40d0459 None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:53.651545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1868de00-a9ab-4f8f-baa8-5341d40d0459 None None] Deleting port a6acc2d6-4448-4c85-95ca-8802292b1c99 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:53.651923 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1868de00-a9ab-4f8f-baa8-5341d40d0459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.654802 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.682834 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c83f0a-70f8-48d4-bbd0-2590efcd7337 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:53.694768 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c9c83f0a-70f8-48d4-bbd0-2590efcd7337 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.754021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 9f97f996-7845-40e3-b7dd-ad282205e9fc, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9f97f996-7845-40e3-b7dd-ad282205e9fc,segment=NetworkSegment(df812bc4-2884-42bd-b8ee-1f7bf5b61755),segment_id=df812bc4-2884-42bd-b8ee-1f7bf5b61755)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:53.756588 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-1868de00-a9ab-4f8f-baa8-5341d40d0459 None None] For port a6acc2d6-4448-4c85-95ca-8802292b1c99, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a6acc2d6-4448-4c85-95ca-8802292b1c99,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:53.757619 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1868de00-a9ab-4f8f-baa8-5341d40d0459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.769348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1868de00-a9ab-4f8f-baa8-5341d40d0459 None None] Calling delete_port for a6acc2d6-4448-4c85-95ca-8802292b1c99 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:53.876567 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.953996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=9f97f996-7845-40e3-b7dd-ad282205e9fc,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:53.981050 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1868de00-a9ab-4f8f-baa8-5341d40d0459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.987506 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daeb131-d6b9-4312-802f-68cfa77d3c0c req-80d030a8-0b00-4ed7-8eb9-ec8b2156eb5f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:53.989705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1daeb131-d6b9-4312-802f-68cfa77d3c0c req-80d030a8-0b00-4ed7-8eb9-ec8b2156eb5f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.0778069 Jul 05 04:00:54.011863 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868de00-a9ab-4f8f-baa8-5341d40d0459 None None] Pushing event deleted for resources: {'Port': ['ID=a6acc2d6-4448-4c85-95ca-8802292b1c99,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:54.016672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868de00-a9ab-4f8f-baa8-5341d40d0459 None None] No DVR routers for this DVR port a6acc2d6-4448-4c85-95ca-8802292b1c99 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:54.032162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72474ac1-123c-4dde-9e1f-1007d6741ef2 None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:00:54.045881 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c9c83f0a-70f8-48d4-bbd0-2590efcd7337 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.111646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1daeb131-d6b9-4312-802f-68cfa77d3c0c req-b690b28f-f6a0-4b99-97d0-69a7ac1df1e9 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137595 Jul 05 04:00:54.113396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c83f0a-70f8-48d4-bbd0-2590efcd7337 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:54.125257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-c9c83f0a-70f8-48d4-bbd0-2590efcd7337 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:54.130250 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c83f0a-70f8-48d4-bbd0-2590efcd7337 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:54.131832 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c9c83f0a-70f8-48d4-bbd0-2590efcd7337 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.149168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c83f0a-70f8-48d4-bbd0-2590efcd7337 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=b6c028b7-745f-4777-a164-bf1c999ef6cf,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:54.155173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72474ac1-123c-4dde-9e1f-1007d6741ef2 None None] Resources bound (agent type, host, resource id): {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:00:54.180513 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9beebab-40b3-4e50-976c-084d044da1c7 req-35464758-0ded-4374-b9b4-cf1ef7661270 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:54.183564 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9beebab-40b3-4e50-976c-084d044da1c7 req-35464758-0ded-4374-b9b4-cf1ef7661270 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 946 time: 0.1694846 Jul 05 04:00:54.228674 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c9c83f0a-70f8-48d4-bbd0-2590efcd7337 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7457530 Jul 05 04:00:54.231623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51556) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:54.235348 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9beebab-40b3-4e50-976c-084d044da1c7 req-a1ef2390-88ed-4ec7-bb45-bd98faa72360 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438623 Jul 05 04:00:54.237252 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b77ce7f1-e506-4500-af75-e06953941882 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:54.370602 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fe58d94e-a732-40b1-88c4-ce9536c0c8a5 req-e248a950-7bb8-43e7-a0a3-5e18a984fcee tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 210 time: 0.0791605 Jul 05 04:00:54.517289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af695a-6d04-4802-a121-1dbcef3f04c1 req-0d397532-a23d-4fdb-8817-a49450b2ed45 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:54.526998 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85af695a-6d04-4802-a121-1dbcef3f04c1 req-0d397532-a23d-4fdb-8817-a49450b2ed45 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1117666 Jul 05 04:00:54.564031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77ce7f1-e506-4500-af75-e06953941882 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:54.569988 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b77ce7f1-e506-4500-af75-e06953941882 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.586155 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85af695a-6d04-4802-a121-1dbcef3f04c1 req-a79ff59d-f9dd-47f5-942f-d2b1e6da1a48 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580680 Jul 05 04:00:54.619338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-764cff81-f32e-40f8-af56-b4a9d80a62e7', 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'tenant_id': 'fdf7db7b7c9846c1b99980e228219dba', 'fixed_ips': [{'subnet_id': 'b6c028b7-745f-4777-a164-bf1c999ef6cf'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:54.620293 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.759351 n-d-771363-32 neutron-server[100932]: INFO neutron.db.ipam_backend_mixin [None req-b77ce7f1-e506-4500-af75-e06953941882 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6c028b7-745f-4777-a164-bf1c999ef6cf (CIDR: 2001:db8::/64) Jul 05 04:00:54.771127 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Allocated IP 2001:db8::2 (764cff81-f32e-40f8-af56-b4a9d80a62e7/b6c028b7-745f-4777-a164-bf1c999ef6cf/b10a06e8-7613-461f-831f-3840d66117bb) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:54.778423 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-11fdd131-c011-483a-ab9c-b1c62266524b tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:54.780244 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-11fdd131-c011-483a-ab9c-b1c62266524b tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.36 "GET /v2.0/networks?id=db61f2ce-c85f-47b6-8665-33c1c34a01c3 HTTP/1.1" status: 200 len: 796 time: 0.1473417 Jul 05 04:00:54.818231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9f97f996-7845-40e3-b7dd-ad282205e9fc up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:54.841334 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-38fe8618-52da-404c-8210-22dd30e1f3cf tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca84adb3a807463ab38748b30818c87c HTTP/1.1" status: 200 len: 478 time: 0.0477839 Jul 05 04:00:54.852281 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77ce7f1-e506-4500-af75-e06953941882 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:00:54.854448 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b77ce7f1-e506-4500-af75-e06953941882 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:54.872165 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-79e6522f-010f-47af-bfdb-260e14369157 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Request body: {'port': {'device_id': '752180d2-1ecb-40cf-b3a6-d55b5fec195a', 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'admin_state_up': True, 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'security_groups': ['e7ff2e09-5645-4abc-93ea-9d3093330438', 'f40576b0-98b8-481d-9fa8-fa885309f8ba']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:54.936713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 9f97f996-7845-40e3-b7dd-ad282205e9fc triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:54.937369 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.950781 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea49059-1924-4de0-ba1a-e687f861f5eb req-d6835ba8-7cd1-4a13-8c56-bde16dcf7ace tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:54.952509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7ea49059-1924-4de0-ba1a-e687f861f5eb req-d6835ba8-7cd1-4a13-8c56-bde16dcf7ace tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 946 time: 0.0754070 Jul 05 04:00:55.009024 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7ea49059-1924-4de0-ba1a-e687f861f5eb req-68e0f2d6-f229-4cd9-b2de-1ab08eeba1bb tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497363 Jul 05 04:00:55.017314 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.028536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51592) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:55.035408 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b77ce7f1-e506-4500-af75-e06953941882 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7968411 Jul 05 04:00:55.035566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0663b03b-54bd-45be-9e6c-efd5cf1c9ddb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'subnet': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:55.050724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Transition to ACTIVE for port object b10a06e8-7613-461f-831f-3840d66117bb will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:55.096397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Transition to ACTIVE for port object b10a06e8-7613-461f-831f-3840d66117bb will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:55.139415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-79e6522f-010f-47af-bfdb-260e14369157 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Made reservation on behalf of ca84adb3a807463ab38748b30818c87c for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:55.143101 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-79e6522f-010f-47af-bfdb-260e14369157 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.198470 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.204488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a6acc2d6-4448-4c85-95ca-8802292b1c99 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:55.300488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: a6acc2d6-4448-4c85-95ca-8802292b1c99 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:55.300826 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a6acc2d6-4448-4c85-95ca-8802292b1c99 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:55.308999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0abcd9-44ed-4814-bdb6-158d2cb75e83 req-c5acd704-f62c-42a0-81de-f8b6d9540ec8 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:55.310493 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff0abcd9-44ed-4814-bdb6-158d2cb75e83 req-c5acd704-f62c-42a0-81de-f8b6d9540ec8 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 946 time: 0.1341481 Jul 05 04:00:55.316833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:55.321438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:55.328657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:55.332081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Pushing event updated for resources: {'Port': ['ID=b10a06e8-7613-461f-831f-3840d66117bb,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:55.354207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-79e6522f-010f-47af-bfdb-260e14369157 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Allocated IP 172.20.0.14 (db61f2ce-c85f-47b6-8665-33c1c34a01c3/7b1d19e2-a903-4f71-9cd1-3c3d258bebb8/a7fcc75f-d47e-4be7-9b4b-55d6993331c6) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:55.393145 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff0abcd9-44ed-4814-bdb6-158d2cb75e83 req-6cb267e3-e96d-4beb-80c4-98a30e8f6742 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724559 Jul 05 04:00:55.410742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Attempting to bind port b10a06e8-7613-461f-831f-3840d66117bb on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:55.411504 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Attempting to bind port b10a06e8-7613-461f-831f-3840d66117bb by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:55.412356 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Attempting to bind port b10a06e8-7613-461f-831f-3840d66117bb on network 764cff81-f32e-40f8-af56-b4a9d80a62e7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:55.414401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0663b03b-54bd-45be-9e6c-efd5cf1c9ddb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:55.420116 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:55.420909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Checking segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:55.421583 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.422092 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0663b03b-54bd-45be-9e6c-efd5cf1c9ddb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.422476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Bound using segment: {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:55.423202 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Bound port: b10a06e8-7613-461f-831f-3840d66117bb, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7876848d-0714-4bcd-9595-6c83e4fd77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:55.423842 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.511262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] For port b10a06e8-7613-461f-831f-3840d66117bb, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:55.515639 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] For port b10a06e8-7613-461f-831f-3840d66117bb, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b10a06e8-7613-461f-831f-3840d66117bb,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:55.567290 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b2c3b-884c-4c4d-ad78-618801e9618b req-7f2a1498-86e7-4410-afee-7c8457e55f7d tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:55.571952 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-609b2c3b-884c-4c4d-ad78-618801e9618b req-7f2a1498-86e7-4410-afee-7c8457e55f7d tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.2191741 Jul 05 04:00:55.597150 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-79e6522f-010f-47af-bfdb-260e14369157 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.608832 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.617143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-79e6522f-010f-47af-bfdb-260e14369157 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Transition to ACTIVE for port object a7fcc75f-d47e-4be7-9b4b-55d6993331c6 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:55.661455 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d31c760-5e1b-4efe-aa5a-3656ea9af165 req-0a99e7b3-6ad2-4f30-a14d-a4057adc3bf4 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 210 time: 0.0695639 Jul 05 04:00:55.699827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70f225-77d7-4d78-a24d-708fc76a3ded None None] Pushing event updated for resources: {'Port': ['ID=b10a06e8-7613-461f-831f-3840d66117bb,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:55.700530 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-609b2c3b-884c-4c4d-ad78-618801e9618b req-857283ca-eae2-4e64-8f36-22f86bbb94f9 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184719 Jul 05 04:00:55.758571 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-79e6522f-010f-47af-bfdb-260e14369157 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.807857 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51612) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:55.829927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-79e6522f-010f-47af-bfdb-260e14369157 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Network db61f2ce-c85f-47b6-8665-33c1c34a01c3 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:55.837441 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-79e6522f-010f-47af-bfdb-260e14369157 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:55.840220 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-79e6522f-010f-47af-bfdb-260e14369157 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:55.923420 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-79e6522f-010f-47af-bfdb-260e14369157 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:55.926020 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-79e6522f-010f-47af-bfdb-260e14369157 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.960946 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6522f-010f-47af-bfdb-260e14369157 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'Port': ['ID=a7fcc75f-d47e-4be7-9b4b-55d6993331c6,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:56.046609 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-24ec1c55-a4e2-4f62-98d0-e59d12a3677e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.050732 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-79e6522f-010f-47af-bfdb-260e14369157 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.2006881 Jul 05 04:00:56.103509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Request body: {'port': {'device_id': '752180d2-1ecb-40cf-b3a6-d55b5fec195a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:56.144619 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c016a3-72f1-415f-93c0-be9d97808bd1 req-e9070a84-6d18-420e-813f-a10dbeb34cbc tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:56.147076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83c016a3-72f1-415f-93c0-be9d97808bd1 req-e9070a84-6d18-420e-813f-a10dbeb34cbc tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2713463 Jul 05 04:00:56.234149 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.234510 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83c016a3-72f1-415f-93c0-be9d97808bd1 req-7f947e53-11c4-4fb1-9330-f2da61d7fbab tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758057 Jul 05 04:00:56.289125 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-24ec1c55-a4e2-4f62-98d0-e59d12a3677e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.399796 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-24ec1c55-a4e2-4f62-98d0-e59d12a3677e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.479688 n-d-771363-32 neutron-server[100933]: DEBUG neutron.objects.ports [None req-0663b03b-54bd-45be-9e6c-efd5cf1c9ddb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100933) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:00:56.495210 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-24ec1c55-a4e2-4f62-98d0-e59d12a3677e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=49a26bf96469454c855baa3084f360c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6840258 Jul 05 04:00:56.497979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51618) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:56.538437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7fcc75f-d47e-4be7-9b4b-55d6993331c6 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:56.546837 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.562344 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Transition to ACTIVE for port object a7fcc75f-d47e-4be7-9b4b-55d6993331c6 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:56.563403 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec1c55-a4e2-4f62-98d0-e59d12a3677e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d72ae7b-b3ed-4f72-abaf-eadb53690be7,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:56.619678 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.673750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fcc75f-d47e-4be7-9b4b-55d6993331c6,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:56.679963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ed06a-3e19-4fcf-8a32-d130a1b6363e req-0c36027c-0c11-4e67-af9c-ad8696facb18 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:56.681579 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de6ed06a-3e19-4fcf-8a32-d130a1b6363e req-0c36027c-0c11-4e67-af9c-ad8696facb18 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 946 time: 0.2789130 Jul 05 04:00:56.693970 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9c077c4-f758-4e19-a9a8-2fdd9790f602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.736390 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9c077c4-f758-4e19-a9a8-2fdd9790f602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.776226 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de6ed06a-3e19-4fcf-8a32-d130a1b6363e req-3fb04126-20a7-44a1-b015-8674aea8ac96 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686405 Jul 05 04:00:56.842005 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0663b03b-54bd-45be-9e6c-efd5cf1c9ddb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.866259 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Attempting to bind port a7fcc75f-d47e-4be7-9b4b-55d6993331c6 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:56.866259 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Attempting to bind port a7fcc75f-d47e-4be7-9b4b-55d6993331c6 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'df812bc4-2884-42bd-b8ee-1f7bf5b61755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:56.866259 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Attempting to bind port a7fcc75f-d47e-4be7-9b4b-55d6993331c6 on network db61f2ce-c85f-47b6-8665-33c1c34a01c3 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:56.874320 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Port a7fcc75f-d47e-4be7-9b4b-55d6993331c6 on network db61f2ce-c85f-47b6-8665-33c1c34a01c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:00:56.876032 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Attempting to bind port a7fcc75f-d47e-4be7-9b4b-55d6993331c6 on network db61f2ce-c85f-47b6-8665-33c1c34a01c3 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:56.882764 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b10a06e8-7613-461f-831f-3840d66117bb up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:56.893226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:56.893574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Checking segment: {'id': 'df812bc4-2884-42bd-b8ee-1f7bf5b61755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:56.893980 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Bound using segment: {'id': 'df812bc4-2884-42bd-b8ee-1f7bf5b61755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:56.894414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Bound port: a7fcc75f-d47e-4be7-9b4b-55d6993331c6, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df812bc4-2884-42bd-b8ee-1f7bf5b61755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:56.894775 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.963640 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9c077c4-f758-4e19-a9a8-2fdd9790f602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.966295 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9c077c4-f758-4e19-a9a8-2fdd9790f602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.969793 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a9c077c4-f758-4e19-a9a8-2fdd9790f602 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5d72ae7b-b3ed-4f72-abaf-eadb53690be7 HTTP/1.1" status: 204 len: 168 time: 0.4662623 Jul 05 04:00:57.002955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] For port a7fcc75f-d47e-4be7-9b4b-55d6993331c6, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:57.005060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d879bad9-6fd8-4953-96dd-aacd1c4ac9b2 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:57.010090 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] For port a7fcc75f-d47e-4be7-9b4b-55d6993331c6, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=a7fcc75f-d47e-4be7-9b4b-55d6993331c6,segment=NetworkSegment(df812bc4-2884-42bd-b8ee-1f7bf5b61755),segment_id=df812bc4-2884-42bd-b8ee-1f7bf5b61755)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:57.062354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port b10a06e8-7613-461f-831f-3840d66117bb completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:57.082175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c077c4-f758-4e19-a9a8-2fdd9790f602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d72ae7b-b3ed-4f72-abaf-eadb53690be7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:57.118738 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.161710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.166226 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.166226 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] 10.222.0.36 "PUT /v2.0/ports/a7fcc75f-d47e-4be7-9b4b-55d6993331c6 HTTP/1.1" status: 200 len: 1132 time: 1.0685718 Jul 05 04:00:57.166226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752180d2-1ecb-40cf-b3a6-d55b5fec195a', 'tag': 'a7fcc75f-d47e-4be7-9b4b-55d6993331c6'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:57.166723 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98235a64-36e9-46f1-8167-5565369df14d" -d '{"events": [{"name": "network-changed", "server_uuid": "752180d2-1ecb-40cf-b3a6-d55b5fec195a", "tag": "a7fcc75f-d47e-4be7-9b4b-55d6993331c6"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:57.171411 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d4e95478-1006-4346-85a8-b89c7e70eeae None None] Provisioning for port b10a06e8-7613-461f-831f-3840d66117bb completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:57.193027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d4e95478-1006-4346-85a8-b89c7e70eeae None None] Provisioning complete for port b10a06e8-7613-461f-831f-3840d66117bb triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:57.197725 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d4e95478-1006-4346-85a8-b89c7e70eeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.201673 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a559919-d609-48f2-95e0-f6fe213379b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fcc75f-d47e-4be7-9b4b-55d6993331c6,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:57.232583 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-0663b03b-54bd-45be-9e6c-efd5cf1c9ddb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] For port b10a06e8-7613-461f-831f-3840d66117bb, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b10a06e8-7613-461f-831f-3840d66117bb,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:57.293093 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f879bf-1c67-47ec-8571-eb79aee312f5 req-ab79e755-03b6-49c1-9782-9d8724b8bf32 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.301878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2f879bf-1c67-47ec-8571-eb79aee312f5 req-ab79e755-03b6-49c1-9782-9d8724b8bf32 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 983 time: 0.3782554 Jul 05 04:00:57.313592 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:00:57.380991 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d4e95478-1006-4346-85a8-b89c7e70eeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.415408 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0663b03b-54bd-45be-9e6c-efd5cf1c9ddb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.433198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce44ab-6d1e-4306-8d95-8b68fc91216d req-ce0e01a7-7155-42a1-afd8-959734a241f7 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.433486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-c6a3bf39-f957-4c90-8793-16f07bb7992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.435165 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-c6a3bf39-f957-4c90-8793-16f07bb7992b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca84adb3a807463ab38748b30818c87c&device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 1135 time: 0.1455066 Jul 05 04:00:57.441268 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2bce44ab-6d1e-4306-8d95-8b68fc91216d req-ce0e01a7-7155-42a1-afd8-959734a241f7 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.4427314 Jul 05 04:00:57.516733 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2f879bf-1c67-47ec-8571-eb79aee312f5 req-a40310e6-f60f-459c-a8eb-567349f9ddd4 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2116656 Jul 05 04:00:57.520385 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0663b03b-54bd-45be-9e6c-efd5cf1c9ddb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.521277 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0663b03b-54bd-45be-9e6c-efd5cf1c9ddb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.552203 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-66547367-695b-44fc-acd7-ff21c215787b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fcc75f-d47e-4be7-9b4b-55d6993331c6 HTTP/1.1" status: 200 len: 217 time: 0.1091878 Jul 05 04:00:57.592610 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-d4e95478-1006-4346-85a8-b89c7e70eeae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:57.593127 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-d4e95478-1006-4346-85a8-b89c7e70eeae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:57.628239 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c044c62-cb20-4337-a6e4-c937978e3bec x-openstack-request-id: req-0c044c62-cb20-4337-a6e4-c937978e3bec {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:57.628531 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752180d2-1ecb-40cf-b3a6-d55b5fec195a", "tag": "a7fcc75f-d47e-4be7-9b4b-55d6993331c6", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:57.628783 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0c044c62-cb20-4337-a6e4-c937978e3bec {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:57.629191 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752180d2-1ecb-40cf-b3a6-d55b5fec195a', 'tag': 'a7fcc75f-d47e-4be7-9b4b-55d6993331c6', 'status': 'completed', 'code': 200} Jul 05 04:00:57.653142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-6660c17c-5fb0-4414-8e5a-2bc5f6aac90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.654816 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-6660c17c-5fb0-4414-8e5a-2bc5f6aac90b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b1d19e2-a903-4f71-9cd1-3c3d258bebb8 HTTP/1.1" status: 200 len: 835 time: 0.0916502 Jul 05 04:00:57.672430 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2bce44ab-6d1e-4306-8d95-8b68fc91216d req-8baffe3c-9d21-4823-919b-94dbea72a10a tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299261 Jul 05 04:00:57.682454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0663b03b-54bd-45be-9e6c-efd5cf1c9ddb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:57.683705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663b03b-54bd-45be-9e6c-efd5cf1c9ddb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Subnet': ['ID=376c6e0c-2256-4028-8c1f-4a940871b7c4,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:57.744243 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-b6e9ca8d-c8a6-4517-a177-74baabd2751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.749892 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0663b03b-54bd-45be-9e6c-efd5cf1c9ddb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:57.763787 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-b6e9ca8d-c8a6-4517-a177-74baabd2751f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db61f2ce-c85f-47b6-8665-33c1c34a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962512 Jul 05 04:00:57.764711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0663b03b-54bd-45be-9e6c-efd5cf1c9ddb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.766545 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0663b03b-54bd-45be-9e6c-efd5cf1c9ddb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.877013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663b03b-54bd-45be-9e6c-efd5cf1c9ddb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=b10a06e8-7613-461f-831f-3840d66117bb,revision_number=4']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:57.959773 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0663b03b-54bd-45be-9e6c-efd5cf1c9ddb tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9290066 Jul 05 04:00:57.963091 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51644) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:57.968371 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0582cc57-873d-4acb-963d-1716f0953f49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Request body: {'port': {'network_id': '764cff81-f32e-40f8-af56-b4a9d80a62e7', 'mac_address': 'fa:16:3e:fb:95:a0', 'name': 'tempest-NetworksTestDHCPv6-1521496541'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:58.053077 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34b0c6-cc95-49ee-ab9f-a522c4337bde req-467b1f4d-db92-45a2-8b0a-25396b352627 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:58.060525 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce34b0c6-cc95-49ee-ab9f-a522c4337bde req-467b1f4d-db92-45a2-8b0a-25396b352627 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1714633 Jul 05 04:00:58.085264 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-b69e3f55-5382-4953-b49c-e5ad5edafc15 service neutron] 10.222.0.36 "GET /v2.0/networks/db61f2ce-c85f-47b6-8665-33c1c34a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138542 Jul 05 04:00:58.104444 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fda69f-22f1-48a2-8ac8-b4e380eedf30 req-89db1f9a-406f-458e-be4e-d24cedc82dfe tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:58.111779 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1fda69f-22f1-48a2-8ac8-b4e380eedf30 req-89db1f9a-406f-458e-be4e-d24cedc82dfe tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 946 time: 0.1503651 Jul 05 04:00:58.152199 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce34b0c6-cc95-49ee-ab9f-a522c4337bde req-b385ebef-b417-4e47-8295-d4f012ec6635 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906494 Jul 05 04:00:58.177131 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d4e95478-1006-4346-85a8-b89c7e70eeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.210031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1fda69f-22f1-48a2-8ac8-b4e380eedf30 req-e0b9cc23-af43-438b-812b-4dde10fe665e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963142 Jul 05 04:00:58.227656 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d4e95478-1006-4346-85a8-b89c7e70eeae None None] For port b10a06e8-7613-461f-831f-3840d66117bb, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b10a06e8-7613-461f-831f-3840d66117bb,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:58.317997 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d4e95478-1006-4346-85a8-b89c7e70eeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.345470 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31856f5c-d35d-4150-bcfb-acdf08367ea0 req-b9b857d4-726d-49c8-8665-f211dbbaf6e3 service neutron] 10.222.0.36 "GET /v2.0/networks/db61f2ce-c85f-47b6-8665-33c1c34a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315717 Jul 05 04:00:58.386221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac4889e-7dd0-4620-9940-5aec9d583ae9 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:58.444187 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0582cc57-873d-4acb-963d-1716f0953f49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Made reservation on behalf of fdf7db7b7c9846c1b99980e228219dba for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:58.455738 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e95478-1006-4346-85a8-b89c7e70eeae None None] Pushing event updated for resources: {'Port': ['ID=b10a06e8-7613-461f-831f-3840d66117bb,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:58.574221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-12f1b0d7-246d-4b48-9931-079718ff4b58 None None] Provisioning for port a7fcc75f-d47e-4be7-9b4b-55d6993331c6 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:58.655735 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0582cc57-873d-4acb-963d-1716f0953f49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.656773 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-12f1b0d7-246d-4b48-9931-079718ff4b58 None None] Provisioning complete for port b10a06e8-7613-461f-831f-3840d66117bb triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:58.656915 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-12f1b0d7-246d-4b48-9931-079718ff4b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.661576 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98235a64-36e9-46f1-8167-5565369df14d req-f0dafbf8-4bd5-465f-a790-384d921735e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:58.664160 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98235a64-36e9-46f1-8167-5565369df14d req-f0dafbf8-4bd5-465f-a790-384d921735e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca84adb3a807463ab38748b30818c87c&device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 1135 time: 0.1623323 Jul 05 04:00:58.681942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97c2be-ba4b-4e3a-bc4e-714999c56f3f req-3e98eedf-c040-40b2-a3cb-86cfb04b97b9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:58.683845 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9b97c2be-ba4b-4e3a-bc4e-714999c56f3f req-3e98eedf-c040-40b2-a3cb-86cfb04b97b9 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 946 time: 0.1828101 Jul 05 04:00:58.781192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07dff70-6705-437a-b1b9-5a049c3ea096 req-154558c5-8fcc-4a0e-9898-6e87c8e651c3 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:58.791124 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c07dff70-6705-437a-b1b9-5a049c3ea096 req-154558c5-8fcc-4a0e-9898-6e87c8e651c3 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 983 time: 0.1305010 Jul 05 04:00:58.841501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-0582cc57-873d-4acb-963d-1716f0953f49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] device_id is not set on port 4c5cd58d-ba67-4552-99b0-d7d97431f432 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:00:58.847031 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b10a06e8-7613-461f-831f-3840d66117bb up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:58.855004 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c07dff70-6705-437a-b1b9-5a049c3ea096 req-f34f49d8-1448-495a-ac12-1fa956648d00 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0626619 Jul 05 04:00:58.917271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port b10a06e8-7613-461f-831f-3840d66117bb triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:58.917654 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.001838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6af662-3d68-4129-aefb-37f8c90f2031 req-c52eb554-fa39-4beb-ac80-611885cab2a4 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:59.012348 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e6af662-3d68-4129-aefb-37f8c90f2031 req-c52eb554-fa39-4beb-ac80-611885cab2a4 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1151187 Jul 05 04:00:59.054236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98235a64-36e9-46f1-8167-5565369df14d req-14914e6d-c679-4a14-8f72-287bbe4ea647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:59.055708 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98235a64-36e9-46f1-8167-5565369df14d req-14914e6d-c679-4a14-8f72-287bbe4ea647 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db61f2ce-c85f-47b6-8665-33c1c34a01c3 HTTP/1.1" status: 200 len: 897 time: 0.3687601 Jul 05 04:00:59.075829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e6af662-3d68-4129-aefb-37f8c90f2031 req-a2a4e600-939d-45dc-b936-0242c9abc570 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623686 Jul 05 04:00:59.097979 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-057a63d4-3606-4fbe-853d-b71e713cefce None None] Provisioning complete for port b10a06e8-7613-461f-831f-3840d66117bb triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:59.099282 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-057a63d4-3606-4fbe-853d-b71e713cefce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.365704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb69ed-9460-4b51-a1b5-2135767f26cf req-1a11d6be-4351-44a7-abe4-df74bf799bc5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:59.368035 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0fb69ed-9460-4b51-a1b5-2135767f26cf req-1a11d6be-4351-44a7-abe4-df74bf799bc5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0908048 Jul 05 04:00:59.437026 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0fb69ed-9460-4b51-a1b5-2135767f26cf req-068d3817-fa21-4a6a-a217-daae0c2c0071 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493925 Jul 05 04:00:59.470337 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98235a64-36e9-46f1-8167-5565369df14d req-280a2bb7-d7f5-4b6d-85c0-f635e7c70157 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fcc75f-d47e-4be7-9b4b-55d6993331c6 HTTP/1.1" status: 200 len: 217 time: 0.4068244 Jul 05 04:00:59.479282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518082f7-d7d6-4d29-816c-2294f3e5ac60 req-fd9aa8bb-fc05-47aa-9b6d-2ef06860a150 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:59.480901 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-518082f7-d7d6-4d29-816c-2294f3e5ac60 req-fd9aa8bb-fc05-47aa-9b6d-2ef06860a150 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 946 time: 0.1350780 Jul 05 04:00:59.523475 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-518082f7-d7d6-4d29-816c-2294f3e5ac60 req-c1e24926-633a-4151-b59d-e69e2401d965 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363994 Jul 05 04:00:59.543868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-9b97c2be-ba4b-4e3a-bc4e-714999c56f3f req-9cc76a20-eac1-419c-9ef8-459c52e50c81 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Deleting port e48a2462-0971-4773-bc08-d10d8e21235a {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:59.544238 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9b97c2be-ba4b-4e3a-bc4e-714999c56f3f req-9cc76a20-eac1-419c-9ef8-459c52e50c81 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.595845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51678) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:59.622338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98235a64-36e9-46f1-8167-5565369df14d req-b67e25a0-35a0-4a9a-96cf-dffa608c5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:59.623786 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98235a64-36e9-46f1-8167-5565369df14d req-b67e25a0-35a0-4a9a-96cf-dffa608c5b66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b1d19e2-a903-4f71-9cd1-3c3d258bebb8 HTTP/1.1" status: 200 len: 835 time: 0.1366484 Jul 05 04:00:59.624840 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-0582cc57-873d-4acb-963d-1716f0953f49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8::1bb (764cff81-f32e-40f8-af56-b4a9d80a62e7/b6c028b7-745f-4777-a164-bf1c999ef6cf/4c5cd58d-ba67-4552-99b0-d7d97431f432) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:59.644326 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-0582cc57-873d-4acb-963d-1716f0953f49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Allocated IP 2001:db8:0:1:f816:3eff:fefb:95a0 (764cff81-f32e-40f8-af56-b4a9d80a62e7/376c6e0c-2256-4028-8c1f-4a940871b7c4/4c5cd58d-ba67-4552-99b0-d7d97431f432) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:59.733970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9b97c2be-ba4b-4e3a-bc4e-714999c56f3f req-9cc76a20-eac1-419c-9ef8-459c52e50c81 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] For port e48a2462-0971-4773-bc08-d10d8e21235a, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e48a2462-0971-4773-bc08-d10d8e21235a,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:59.734627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9b97c2be-ba4b-4e3a-bc4e-714999c56f3f req-9cc76a20-eac1-419c-9ef8-459c52e50c81 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.745574 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-9a831484-7be8-4a85-bbdf-864a24b7bc30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2137024467'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:59.752044 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-9b97c2be-ba4b-4e3a-bc4e-714999c56f3f req-9cc76a20-eac1-419c-9ef8-459c52e50c81 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Calling delete_port for e48a2462-0971-4773-bc08-d10d8e21235a owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:59.849049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a831484-7be8-4a85-bbdf-864a24b7bc30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Made reservation on behalf of 6bad20a59438413f829d09fae9c294fb for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:59.852997 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a831484-7be8-4a85-bbdf-864a24b7bc30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.859123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98235a64-36e9-46f1-8167-5565369df14d req-b5a12ac2-2391-43b3-bebd-dd7201c114bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:59.863842 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98235a64-36e9-46f1-8167-5565369df14d req-b5a12ac2-2391-43b3-bebd-dd7201c114bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db61f2ce-c85f-47b6-8665-33c1c34a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2279716 Jul 05 04:00:59.866682 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a831484-7be8-4a85-bbdf-864a24b7bc30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.966192 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a831484-7be8-4a85-bbdf-864a24b7bc30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.986444 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0582cc57-873d-4acb-963d-1716f0953f49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.005109 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a831484-7be8-4a85-bbdf-864a24b7bc30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.012271 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-0582cc57-873d-4acb-963d-1716f0953f49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Transition to ACTIVE for port object 4c5cd58d-ba67-4552-99b0-d7d97431f432 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:00.044313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a831484-7be8-4a85-bbdf-864a24b7bc30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c6481d-fc55-4397-99c8-1c4958b9fb71,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:00.066230 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98235a64-36e9-46f1-8167-5565369df14d req-10fb70e5-7bdc-4033-98b3-50a3a7a2677c service neutron] 10.222.0.36 "GET /v2.0/networks/db61f2ce-c85f-47b6-8665-33c1c34a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962233 Jul 05 04:01:00.074192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db372f-b7d0-401c-9c7e-c0fba2953fab req-7703ed93-b975-434d-b246-64b7ce4955b4 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:00.075760 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24db372f-b7d0-401c-9c7e-c0fba2953fab req-7703ed93-b975-434d-b246-64b7ce4955b4 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 983 time: 0.0999019 Jul 05 04:01:00.117240 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24db372f-b7d0-401c-9c7e-c0fba2953fab req-9f5b728d-bfd9-42d0-a805-935f9a7bd9e5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0356488 Jul 05 04:01:00.183189 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98235a64-36e9-46f1-8167-5565369df14d req-4c41af78-413a-469d-a12b-2a9e96978a5f service neutron] 10.222.0.36 "GET /v2.0/networks/db61f2ce-c85f-47b6-8665-33c1c34a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070886 Jul 05 04:01:00.191408 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9b97c2be-ba4b-4e3a-bc4e-714999c56f3f req-9cc76a20-eac1-419c-9ef8-459c52e50c81 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.197616 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a831484-7be8-4a85-bbdf-864a24b7bc30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:00.206991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['822f9ecf-4c3d-46eb-9712-da1b4ef8696f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:00.210269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e48a2462-0971-4773-bc08-d10d8e21235a'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:00.222353 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a831484-7be8-4a85-bbdf-864a24b7bc30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.222711 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-9a831484-7be8-4a85-bbdf-864a24b7bc30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Added segment 8e492a46-6d50-467a-b01b-b9d99a553242 of type vlan for network 92d37dac-bef5-4156-89a2-936ea9017b8f Jul 05 04:01:00.225189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc76a20-eac1-419c-9ef8-459c52e50c81 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Pushing event deleted for resources: {'Port': ['ID=e48a2462-0971-4773-bc08-d10d8e21235a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:00.227698 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0582cc57-873d-4acb-963d-1716f0953f49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.294009 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a831484-7be8-4a85-bbdf-864a24b7bc30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.311926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0582cc57-873d-4acb-963d-1716f0953f49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:00.332265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-0582cc57-873d-4acb-963d-1716f0953f49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:00.335192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b97c2be-ba4b-4e3a-bc4e-714999c56f3f req-9cc76a20-eac1-419c-9ef8-459c52e50c81 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] No DVR routers for this DVR port e48a2462-0971-4773-bc08-d10d8e21235a on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:00.339602 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0582cc57-873d-4acb-963d-1716f0953f49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:00.340961 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2dda8-6f02-4f29-b886-4284faa107e1 req-645e0477-7609-4951-adfb-dc3102a36e88 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:00.342600 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3b2dda8-6f02-4f29-b886-4284faa107e1 req-645e0477-7609-4951-adfb-dc3102a36e88 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1334631 Jul 05 04:01:00.346034 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0582cc57-873d-4acb-963d-1716f0953f49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:00.347483 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0582cc57-873d-4acb-963d-1716f0953f49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.352097 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9b97c2be-ba4b-4e3a-bc4e-714999c56f3f req-9cc76a20-eac1-419c-9ef8-459c52e50c81 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.354191 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9b97c2be-ba4b-4e3a-bc4e-714999c56f3f req-9cc76a20-eac1-419c-9ef8-459c52e50c81 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.10 "DELETE /v2.0/ports/e48a2462-0971-4773-bc08-d10d8e21235a HTTP/1.1" status: 204 len: 173 time: 1.6546960 Jul 05 04:01:00.355958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d4e9e2-ff80-4060-97da-557363a3f1de', 'name': 'network-vif-deleted', 'tag': 'e48a2462-0971-4773-bc08-d10d8e21235a'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:00.358333 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ae4df2-a705-4bdf-a2b1-fc2160d93bd1" -d '{"events": [{"server_uuid": "f4d4e9e2-ff80-4060-97da-557363a3f1de", "name": "network-vif-deleted", "tag": "e48a2462-0971-4773-bc08-d10d8e21235a"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:00.364872 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582cc57-873d-4acb-963d-1716f0953f49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event updated for resources: {'Port': ['ID=4c5cd58d-ba67-4552-99b0-d7d97431f432,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:00.402931 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6122306a-ea85-4cf2-b7a2-8549b81ab144 x-openstack-request-id: req-6122306a-ea85-4cf2-b7a2-8549b81ab144 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:00.403311 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d4e9e2-ff80-4060-97da-557363a3f1de", "name": "network-vif-deleted", "tag": "e48a2462-0971-4773-bc08-d10d8e21235a", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:00.403576 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6122306a-ea85-4cf2-b7a2-8549b81ab144 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:00.403958 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d4e9e2-ff80-4060-97da-557363a3f1de', 'name': 'network-vif-deleted', 'tag': 'e48a2462-0971-4773-bc08-d10d8e21235a', 'status': 'completed', 'code': 200} Jul 05 04:01:00.404269 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3b2dda8-6f02-4f29-b886-4284faa107e1 req-df5ebc4a-b896-4ff4-bdef-f95f7ba89ca9 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493648 Jul 05 04:01:00.409043 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a831484-7be8-4a85-bbdf-864a24b7bc30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.422297 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a831484-7be8-4a85-bbdf-864a24b7bc30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:00.423525 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a831484-7be8-4a85-bbdf-864a24b7bc30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.453069 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0582cc57-873d-4acb-963d-1716f0953f49 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4877832 Jul 05 04:01:00.456506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51688) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:00.513193 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a831484-7be8-4a85-bbdf-864a24b7bc30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Pushing event updated for resources: {'Network': ['ID=92d37dac-bef5-4156-89a2-936ea9017b8f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:00.527805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 92d37dac-bef5-4156-89a2-936ea9017b8f details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:00.580017 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9a831484-7be8-4a85-bbdf-864a24b7bc30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9829991 Jul 05 04:01:00.582722 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51694) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:00.589979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-dacb861c-ab29-40c7-abf4-397d10b6588a tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Request body: {'subnet': {'network_id': '92d37dac-bef5-4156-89a2-936ea9017b8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:00.642761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-c4eff409-75fb-45b2-81eb-28944a75bfca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting port 4c5cd58d-ba67-4552-99b0-d7d97431f432 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:00.646569 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4eff409-75fb-45b2-81eb-28944a75bfca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.750909 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4eff409-75fb-45b2-81eb-28944a75bfca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.752761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14b6f837-6d26-4858-a848-b47b5220da22 req-acee3e78-7c08-482f-946c-8fdc154ebec5 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4d4e9e2-ff80-4060-97da-557363a3f1de HTTP/1.1" status: 200 len: 210 time: 0.0468566 Jul 05 04:01:00.764372 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-c4eff409-75fb-45b2-81eb-28944a75bfca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Calling delete_port for 4c5cd58d-ba67-4552-99b0-d7d97431f432 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:00.794174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2cbda-0719-4f72-a3d6-8bb297f3b3df req-0f66ad34-6131-48c8-96df-829fa8fe97b9 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:00.795725 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fe2cbda-0719-4f72-a3d6-8bb297f3b3df req-0f66ad34-6131-48c8-96df-829fa8fe97b9 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1317604 Jul 05 04:01:00.836968 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fe2cbda-0719-4f72-a3d6-8bb297f3b3df req-8d1f1192-a094-438a-88c1-7ff66f056219 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353284 Jul 05 04:01:00.838197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0ae96906-c833-4e98-8225-bb8f2702dc2b None None] Provisioning for port 4c5cd58d-ba67-4552-99b0-d7d97431f432 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:00.842453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0ae96906-c833-4e98-8225-bb8f2702dc2b None None] Provisioning complete for port 4c5cd58d-ba67-4552-99b0-d7d97431f432 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:00.842888 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0ae96906-c833-4e98-8225-bb8f2702dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.878590 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0ae96906-c833-4e98-8225-bb8f2702dc2b None None] Port 4c5cd58d-ba67-4552-99b0-d7d97431f432 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:00.929582 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacb861c-ab29-40c7-abf4-397d10b6588a tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Made reservation on behalf of 6bad20a59438413f829d09fae9c294fb for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:00.933163 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dacb861c-ab29-40c7-abf4-397d10b6588a tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.049254 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4eff409-75fb-45b2-81eb-28944a75bfca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.078217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eff409-75fb-45b2-81eb-28944a75bfca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Port': ['ID=4c5cd58d-ba67-4552-99b0-d7d97431f432,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:01.131332 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4eff409-75fb-45b2-81eb-28944a75bfca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.133222 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c4eff409-75fb-45b2-81eb-28944a75bfca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/4c5cd58d-ba67-4552-99b0-d7d97431f432 HTTP/1.1" status: 204 len: 168 time: 0.6756723 Jul 05 04:01:01.135954 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51696) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:01.210727 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dacb861c-ab29-40c7-abf4-397d10b6588a tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.254345 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f24b0cb-4329-4e66-9b52-909e630bc851 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:01.256982 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9f24b0cb-4329-4e66-9b52-909e630bc851 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1200099 Jul 05 04:01:01.259687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51700) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:01.341364 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb861c-ab29-40c7-abf4-397d10b6588a tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Pushing event updated for resources: {'Subnet': ['ID=95fd3305-026b-4e88-86c1-6aef890a0077,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:01.342195 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b883a5fb-742b-4435-a154-d822cb3c7ac5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:01.350101 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b883a5fb-742b-4435-a154-d822cb3c7ac5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0834515 Jul 05 04:01:01.350863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51702) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:01.393064 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacb861c-ab29-40c7-abf4-397d10b6588a tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Checking segment: {'id': '8e492a46-6d50-467a-b01b-b9d99a553242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '92d37dac-bef5-4156-89a2-936ea9017b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:01.393346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacb861c-ab29-40c7-abf4-397d10b6588a tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Network hostable DHCP agents. Network: 92d37dac-bef5-4156-89a2-936ea9017b8f, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:01.441936 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04232a-303d-42b0-833f-bcf20a1d24ab req-e97d5734-707c-4f05-9a58-b16b8a33e829 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:01.446936 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b04232a-303d-42b0-833f-bcf20a1d24ab req-e97d5734-707c-4f05-9a58-b16b8a33e829 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 983 time: 0.1868134 Jul 05 04:01:01.448013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ffd13-6c72-417d-add4-7d3e5c8a49b9 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:01.449746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ffd13-6c72-417d-add4-7d3e5c8a49b9 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:01.451265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ffd13-6c72-417d-add4-7d3e5c8a49b9 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:01.452796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d83ffd13-6c72-417d-add4-7d3e5c8a49b9 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0979989 Jul 05 04:01:01.455743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51706) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:01.495310 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b04232a-303d-42b0-833f-bcf20a1d24ab req-528b9f1b-0a2a-40fe-acc7-0fc39092ccaf tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0412858 Jul 05 04:01:01.498627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacb861c-ab29-40c7-abf4-397d10b6588a tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Network 92d37dac-bef5-4156-89a2-936ea9017b8f is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:01.532691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-839cd8cb-af48-488a-8de1-76f637ebc7d2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet 376c6e0c-2256-4028-8c1f-4a940871b7c4 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:01.540736 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-839cd8cb-af48-488a-8de1-76f637ebc7d2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.586447 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-839cd8cb-af48-488a-8de1-76f637ebc7d2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.587527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-dacb861c-ab29-40c7-abf4-397d10b6588a tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 92d37dac-bef5-4156-89a2-936ea9017b8f) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:01.597872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd49d53a-b1dd-41ee-85b1-8acd24780aca None None] Network 92d37dac-bef5-4156-89a2-936ea9017b8f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:01.600680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacb861c-ab29-40c7-abf4-397d10b6588a tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:01.601594 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dacb861c-ab29-40c7-abf4-397d10b6588a tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.624157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66a98b-061b-43e3-b753-9428272d8aec req-6199e725-c9da-461a-9a91-c21e278af719 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:01.625762 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef66a98b-061b-43e3-b753-9428272d8aec req-6199e725-c9da-461a-9a91-c21e278af719 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.0962870 Jul 05 04:01:01.670360 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef66a98b-061b-43e3-b753-9428272d8aec req-228f7c92-dd46-4cf6-8afb-691faa75e0bb tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370467 Jul 05 04:01:01.683989 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-839cd8cb-af48-488a-8de1-76f637ebc7d2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.751051 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dacb861c-ab29-40c7-abf4-397d10b6588a tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1672249 Jul 05 04:01:01.762401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51708) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:01.762401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-9b012e57-99eb-4517-a548-38d5154fec12 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Request body: {'port': {'network_id': '92d37dac-bef5-4156-89a2-936ea9017b8f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1064366684'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:01.765654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-92d37dac-bef5-4156-89a2-936ea9017b8f', 'network_id': '92d37dac-bef5-4156-89a2-936ea9017b8f', 'tenant_id': '6bad20a59438413f829d09fae9c294fb', 'fixed_ips': [{'subnet_id': '95fd3305-026b-4e88-86c1-6aef890a0077'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:01.766526 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.963629 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-839cd8cb-af48-488a-8de1-76f637ebc7d2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.015656 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cd8cb-af48-488a-8de1-76f637ebc7d2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=376c6e0c-2256-4028-8c1f-4a940871b7c4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:02.017712 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-839cd8cb-af48-488a-8de1-76f637ebc7d2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.019622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-839cd8cb-af48-488a-8de1-76f637ebc7d2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/376c6e0c-2256-4028-8c1f-4a940871b7c4 HTTP/1.1" status: 204 len: 168 time: 0.5628331 Jul 05 04:01:02.022622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51724) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:02.028398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9908e4-5701-41a6-ade5-52318ac2bf64 None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:02.059592 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b012e57-99eb-4517-a548-38d5154fec12 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Made reservation on behalf of 6bad20a59438413f829d09fae9c294fb for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:02.063128 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b012e57-99eb-4517-a548-38d5154fec12 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.081446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf47b55-aaeb-47f2-b30a-49a961aa1bf3 req-46331b1f-1d0e-452c-afdf-c429f1b1e343 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:02.085522 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-caf47b55-aaeb-47f2-b30a-49a961aa1bf3 req-46331b1f-1d0e-452c-afdf-c429f1b1e343 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0978770 Jul 05 04:01:02.096379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-9b012e57-99eb-4517-a548-38d5154fec12 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] device_id is not set on port e20543e0-8093-4d7d-8765-a402f7835cd2 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:01:02.109464 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-933a690e-8817-45fa-97d2-5859560cbbe9 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Deleting subnet b6c028b7-745f-4777-a164-bf1c999ef6cf {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:02.114656 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-933a690e-8817-45fa-97d2-5859560cbbe9 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.210260 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-933a690e-8817-45fa-97d2-5859560cbbe9 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.220363 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-caf47b55-aaeb-47f2-b30a-49a961aa1bf3 req-39d2a0f1-3b08-41a5-a961-dc2dedaaf7c8 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300092 Jul 05 04:01:02.256239 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-5230a7be-b609-4195-b369-8dafd81b02eb tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:02.260219 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-5230a7be-b609-4195-b369-8dafd81b02eb tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 805 time: 0.1686938 Jul 05 04:01:02.274375 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-df566d03-076e-4cf1-99f1-0f7cb99e522c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/quotas/b54499cdf5b04da2a0e9616d056ed57c HTTP/1.1" status: 200 len: 375 time: 0.0155382 Jul 05 04:01:02.308122 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-9b012e57-99eb-4517-a548-38d5154fec12 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Allocated IP 172.20.0.12 (92d37dac-bef5-4156-89a2-936ea9017b8f/95fd3305-026b-4e88-86c1-6aef890a0077/e20543e0-8093-4d7d-8765-a402f7835cd2) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:02.311449 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.346040 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-4ebf179e-4abd-4898-b0ad-24b3f2ccd629 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662992 Jul 05 04:01:02.371383 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-933a690e-8817-45fa-97d2-5859560cbbe9 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.464966 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-b8672e56-4c88-4ab0-a5fb-79e09b904691 service neutron] 10.222.0.38 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092343 Jul 05 04:01:02.553874 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b012e57-99eb-4517-a548-38d5154fec12 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.557552 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-933a690e-8817-45fa-97d2-5859560cbbe9 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.581608 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-54390758-9251-4b98-b5cd-4680d533d084 service neutron] 10.222.0.38 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086555 Jul 05 04:01:02.604318 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-9b012e57-99eb-4517-a548-38d5154fec12 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Transition to ACTIVE for port object e20543e0-8093-4d7d-8765-a402f7835cd2 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:02.605830 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a690e-8817-45fa-97d2-5859560cbbe9 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c028b7-745f-4777-a164-bf1c999ef6cf,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:02.607994 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-933a690e-8817-45fa-97d2-5859560cbbe9 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.612405 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-933a690e-8817-45fa-97d2-5859560cbbe9 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/b6c028b7-745f-4777-a164-bf1c999ef6cf HTTP/1.1" status: 204 len: 168 time: 0.5865161 Jul 05 04:01:02.612957 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51732) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:02.655464 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1572ea56-6c12-450b-b99f-06cabbf8622f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417180 Jul 05 04:01:02.659010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51734) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:02.748993 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b1da09-1a22-4a56-98d4-421342b2ce4c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:02.750740 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-78b1da09-1a22-4a56-98d4-421342b2ce4c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0908961 Jul 05 04:01:02.753342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51738) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:02.755253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653e223-ad91-4867-9703-ff7a132cf7c3 req-7ecb339a-3e8d-4e17-8f7c-6f62ada0949f tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:02.757614 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3653e223-ad91-4867-9703-ff7a132cf7c3 req-7ecb339a-3e8d-4e17-8f7c-6f62ada0949f tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 983 time: 0.1208742 Jul 05 04:01:02.807559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3653e223-ad91-4867-9703-ff7a132cf7c3 req-4dd740d7-7186-45e9-b16d-db95f811fcfc tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0433602 Jul 05 04:01:02.816474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e6661b-f070-4de3-b990-69a8377768d3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:02.816474 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-05e6661b-f070-4de3-b990-69a8377768d3 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0607486 Jul 05 04:01:02.817629 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51740) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:02.857121 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6c976d66-d445-4763-adc3-c16a7574948a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382876 Jul 05 04:01:02.862259 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b012e57-99eb-4517-a548-38d5154fec12 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.872102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51742) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:02.901772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b012e57-99eb-4517-a548-38d5154fec12 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Network 92d37dac-bef5-4156-89a2-936ea9017b8f is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:02.905359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-9b012e57-99eb-4517-a548-38d5154fec12 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:02.912502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b012e57-99eb-4517-a548-38d5154fec12 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:02.961425 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b012e57-99eb-4517-a548-38d5154fec12 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Pushing event updated for resources: {'Port': ['ID=e20543e0-8093-4d7d-8765-a402f7835cd2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:02.995012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device a7fcc75f-d47e-4be7-9b4b-55d6993331c6 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:02.995012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Allocated IP 172.20.0.2 (92d37dac-bef5-4156-89a2-936ea9017b8f/95fd3305-026b-4e88-86c1-6aef890a0077/1e7e49d4-307b-4f4b-805c-bd1ba98a4536) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:02.995693 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5212644-e822-46da-a47b-33857bbf7828 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:02.996524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5212644-e822-46da-a47b-33857bbf7828 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.002317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c5212644-e822-46da-a47b-33857bbf7828 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/4c5cd58d-ba67-4552-99b0-d7d97431f432 HTTP/1.1" status: 404 len: 333 time: 0.1287162 Jul 05 04:01:03.003076 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51748) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.008877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b012e57-99eb-4517-a548-38d5154fec12 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:03.009268 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b012e57-99eb-4517-a548-38d5154fec12 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.096780 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c57bad-20fd-4792-8074-17ae53ea4478 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.097255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c57bad-20fd-4792-8074-17ae53ea4478 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.102637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51750) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.102887 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e2c57bad-20fd-4792-8074-17ae53ea4478 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/376c6e0c-2256-4028-8c1f-4a940871b7c4 HTTP/1.1" status: 404 len: 337 time: 0.0970836 Jul 05 04:01:03.119191 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-add994ab-076a-4a6b-9c7b-2b84f348ffa3 req-b790b04c-6f09-4c52-ba41-e099fc0deb6d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 210 time: 0.0978808 Jul 05 04:01:03.158653 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e074cd-c9fd-497b-b6c0-dacbd7d2baae tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.159121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e074cd-c9fd-497b-b6c0-dacbd7d2baae tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.160933 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-70e074cd-c9fd-497b-b6c0-dacbd7d2baae tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/b6c028b7-745f-4777-a164-bf1c999ef6cf HTTP/1.1" status: 404 len: 337 time: 0.0568876 Jul 05 04:01:03.165843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb47a4a-43c6-4157-adbc-f89773b54603 req-ccff0989-cd1e-42d0-8c68-aabc9ec0f478 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:03.167440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-efb47a4a-43c6-4157-adbc-f89773b54603 req-ccff0989-cd1e-42d0-8c68-aabc9ec0f478 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1633604 Jul 05 04:01:03.167950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51752) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.177132 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9b012e57-99eb-4517-a548-38d5154fec12 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.4221890 Jul 05 04:01:03.179643 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51756) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.215062 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f7140f-06a3-460f-be57-61662501f5ca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.215803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f7140f-06a3-460f-be57-61662501f5ca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.217534 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-36f7140f-06a3-460f-be57-61662501f5ca tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/78302500-7cff-49ac-b456-9c3188c9a5f5 HTTP/1.1" status: 404 len: 333 time: 0.0486507 Jul 05 04:01:03.221547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51760) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.236797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e48a2462-0971-4773-bc08-d10d8e21235a no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:03.239620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd3c84-15be-4b18-af66-65b41cb3dfae None None] Network 764cff81-f32e-40f8-af56-b4a9d80a62e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:03.247142 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-efb47a4a-43c6-4157-adbc-f89773b54603 req-f9edc481-2665-497d-9e1b-4079d5ddb4d7 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632846 Jul 05 04:01:03.257957 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de67d11-0278-45c3-8838-bd800bbfdd74 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.258474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de67d11-0278-45c3-8838-bd800bbfdd74 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.263206 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8de67d11-0278-45c3-8838-bd800bbfdd74 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/a4e50a6a-6533-4912-929b-aba1cd3a1f43 HTTP/1.1" status: 404 len: 337 time: 0.0405099 Jul 05 04:01:03.265639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51764) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.304375 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6aa1730-223a-4752-8c8a-f738586d532e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.304926 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6aa1730-223a-4752-8c8a-f738586d532e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.306781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a6aa1730-223a-4752-8c8a-f738586d532e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/24c6069c-a068-4dc5-84c9-d2c7f4454594 HTTP/1.1" status: 404 len: 337 time: 0.0413153 Jul 05 04:01:03.309685 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51766) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.342857 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: e48a2462-0971-4773-bc08-d10d8e21235a {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:03.343356 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e48a2462-0971-4773-bc08-d10d8e21235a not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:03.344826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-afe2838d-be73-44b8-84c3-b744b5309e56 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Deleting port e20543e0-8093-4d7d-8765-a402f7835cd2 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:03.345235 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-afe2838d-be73-44b8-84c3-b744b5309e56 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.346855 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-50aac62a-843b-416f-8805-bbfa960f42dd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.347642 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50aac62a-843b-416f-8805-bbfa960f42dd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.350369 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-50aac62a-843b-416f-8805-bbfa960f42dd tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/00038e05-3c2c-4cbb-a174-d6e7f2e3ef50 HTTP/1.1" status: 404 len: 333 time: 0.0396857 Jul 05 04:01:03.360706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51768) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.362520 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.385961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2637df25-ff02-41c4-a946-f8d2978b7269 None None] Provisioning complete for port b10a06e8-7613-461f-831f-3840d66117bb triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:03.386103 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2637df25-ff02-41c4-a946-f8d2978b7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.403063 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Transition to ACTIVE for port object 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:03.403268 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-5adcceba-7216-47c9-ae27-6716e4412b7d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.404813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5adcceba-7216-47c9-ae27-6716e4412b7d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.410327 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5adcceba-7216-47c9-ae27-6716e4412b7d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/d8ddb5cf-1a2d-48bc-9a40-7ff2dee1117c HTTP/1.1" status: 404 len: 337 time: 0.0483739 Jul 05 04:01:03.411053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51770) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.470320 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-afe2838d-be73-44b8-84c3-b744b5309e56 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.475676 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a82b4e8-eed6-4085-8838-29b1215ebbf1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.476614 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a82b4e8-eed6-4085-8838-29b1215ebbf1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.481226 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0a82b4e8-eed6-4085-8838-29b1215ebbf1 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/d6402b72-22e0-44e3-be30-6f414023d5df HTTP/1.1" status: 404 len: 337 time: 0.0606992 Jul 05 04:01:03.482113 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51772) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.487214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-afe2838d-be73-44b8-84c3-b744b5309e56 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Calling delete_port for e20543e0-8093-4d7d-8765-a402f7835cd2 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:03.495147 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Transition to ACTIVE for port object 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:03.516486 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-10582b7b-3e9c-499d-969f-ff33f83e491c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.517526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10582b7b-3e9c-499d-969f-ff33f83e491c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.523129 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-10582b7b-3e9c-499d-969f-ff33f83e491c tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/860def91-e38e-4ac6-9c84-1d2884893558 HTTP/1.1" status: 404 len: 333 time: 0.0385861 Jul 05 04:01:03.526455 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51774) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.545078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port a7fcc75f-d47e-4be7-9b4b-55d6993331c6, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=a7fcc75f-d47e-4be7-9b4b-55d6993331c6,segment=NetworkSegment(df812bc4-2884-42bd-b8ee-1f7bf5b61755),segment_id=df812bc4-2884-42bd-b8ee-1f7bf5b61755)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:03.562822 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.571702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'a7fcc75f-d47e-4be7-9b4b-55d6993331c6', 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'port_id': 'a7fcc75f-d47e-4be7-9b4b-55d6993331c6', 'mac_address': 'fa:16:3e:48:27:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:03.576714 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8e5363-8626-4624-96bc-6e71be25f11f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.577527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8e5363-8626-4624-96bc-6e71be25f11f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.582157 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-da8e5363-8626-4624-96bc-6e71be25f11f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/bd649600-d1d3-4d3c-af76-ca8b9887921a HTTP/1.1" status: 404 len: 337 time: 0.0537596 Jul 05 04:01:03.583062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51778) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.622403 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78ca1b5-c54f-400f-8482-2b6250a8364a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.623103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78ca1b5-c54f-400f-8482-2b6250a8364a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.628960 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d78ca1b5-c54f-400f-8482-2b6250a8364a tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/241805f7-211c-4f05-b230-77b705c26cf3 HTTP/1.1" status: 404 len: 337 time: 0.0425920 Jul 05 04:01:03.629654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51780) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.632864 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Network 92d37dac-bef5-4156-89a2-936ea9017b8f is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:03.668392 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4aa86a-ca26-462e-8d23-367c9cf6fc3e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.669803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4aa86a-ca26-462e-8d23-367c9cf6fc3e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.671815 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cd4aa86a-ca26-462e-8d23-367c9cf6fc3e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/12d5679e-f9ca-415d-ade6-5f120d2518a2 HTTP/1.1" status: 404 len: 333 time: 0.0391843 Jul 05 04:01:03.674984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51782) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.681256 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2aadbb-23fa-4d45-b50a-eb7716c3a56e req-91de7764-0e97-4b2d-8739-e0568bc1e79d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:03.681772 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:03.684590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b2aadbb-23fa-4d45-b50a-eb7716c3a56e req-91de7764-0e97-4b2d-8739-e0568bc1e79d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2854271 Jul 05 04:01:03.685934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:03.691419 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Pushing event updated for resources: {'Port': ['ID=1e7e49d4-307b-4f4b-805c-bd1ba98a4536,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:03.704596 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7d36d0-9e96-4387-a24f-e81cc67a6b44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.705256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7d36d0-9e96-4387-a24f-e81cc67a6b44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.710189 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ca7d36d0-9e96-4387-a24f-e81cc67a6b44 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/1e74b624-bb2a-40ad-ac0e-207937e8e6ac HTTP/1.1" status: 404 len: 337 time: 0.0306568 Jul 05 04:01:03.710189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51784) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.726977 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.748902 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b2aadbb-23fa-4d45-b50a-eb7716c3a56e req-17eaed9b-ac47-41a7-9fd9-7c06d753296f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569685 Jul 05 04:01:03.770580 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-afe2838d-be73-44b8-84c3-b744b5309e56 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.772851 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-e894cac4-030e-41e0-991d-69aed251f675 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.773623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e894cac4-030e-41e0-991d-69aed251f675 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.776039 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e894cac4-030e-41e0-991d-69aed251f675 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/f092323f-be85-49f9-aaac-9699b4a701a5 HTTP/1.1" status: 404 len: 333 time: 0.0638001 Jul 05 04:01:03.781835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51786) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.788335 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7fcc75f-d47e-4be7-9b4b-55d6993331c6 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:03.809368 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd8f669-01cd-4d47-af65-69856160683e None None] DHCP port deletion for 764cff81-f32e-40f8-af56-b4a9d80a62e7 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:01:03.812989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Attempting to bind port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:03.813547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Attempting to bind port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '8e492a46-6d50-467a-b01b-b9d99a553242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '92d37dac-bef5-4156-89a2-936ea9017b8f'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:03.814105 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Attempting to bind port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 on network 92d37dac-bef5-4156-89a2-936ea9017b8f {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:03.814749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2838d-be73-44b8-84c3-b744b5309e56 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Pushing event deleted for resources: {'Port': ['ID=e20543e0-8093-4d7d-8765-a402f7835cd2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:03.816732 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdb28b8-cd1a-416f-8a37-4ee54b26ecd2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.822898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bdb28b8-cd1a-416f-8a37-4ee54b26ecd2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.825103 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9bdb28b8-cd1a-416f-8a37-4ee54b26ecd2 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/6acc6b22-b846-42d0-85f6-5bbd843ae36c HTTP/1.1" status: 404 len: 337 time: 0.0419230 Jul 05 04:01:03.827630 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51788) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.835178 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.837299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port a7fcc75f-d47e-4be7-9b4b-55d6993331c6, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=a7fcc75f-d47e-4be7-9b4b-55d6993331c6,segment=NetworkSegment(df812bc4-2884-42bd-b8ee-1f7bf5b61755),segment_id=df812bc4-2884-42bd-b8ee-1f7bf5b61755)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:03.855928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:03.856585 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Checking segment: {'id': '8e492a46-6d50-467a-b01b-b9d99a553242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '92d37dac-bef5-4156-89a2-936ea9017b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:03.857158 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.857716 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Bound using segment: {'id': '8e492a46-6d50-467a-b01b-b9d99a553242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '92d37dac-bef5-4156-89a2-936ea9017b8f'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:03.858448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Bound port: 1e7e49d4-307b-4f4b-805c-bd1ba98a4536, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e492a46-6d50-467a-b01b-b9d99a553242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '92d37dac-bef5-4156-89a2-936ea9017b8f'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:03.859010 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.870381 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-1570dd51-7b8f-4dab-a687-447892927b2d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.871507 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1570dd51-7b8f-4dab-a687-447892927b2d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.873920 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1570dd51-7b8f-4dab-a687-447892927b2d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/288d58e0-c5e4-4b6d-b48e-4ea3b10d9240 HTTP/1.1" status: 404 len: 333 time: 0.0451803 Jul 05 04:01:03.877800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51794) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.908136 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.913768 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-c842604c-cecb-4830-abe7-cfd3ca9145d7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.913768 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c842604c-cecb-4830-abe7-cfd3ca9145d7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.918018 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c842604c-cecb-4830-abe7-cfd3ca9145d7 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/f5e135f5-aa56-4d56-9dd8-84d7df1a68d2 HTTP/1.1" status: 404 len: 337 time: 0.0366247 Jul 05 04:01:03.919527 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51796) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.956149 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4187732-f3ef-4771-82cc-39696d0a1d73 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:03.956866 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4187732-f3ef-4771-82cc-39696d0a1d73 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:03.960954 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f4187732-f3ef-4771-82cc-39696d0a1d73 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/7e056419-484c-4e04-99ce-0c6ea37e58a1 HTTP/1.1" status: 404 len: 333 time: 0.0392349 Jul 05 04:01:03.961902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51798) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.972463 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-afe2838d-be73-44b8-84c3-b744b5309e56 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.977942 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-afe2838d-be73-44b8-84c3-b744b5309e56 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] 10.222.0.38 "DELETE /v2.0/ports/e20543e0-8093-4d7d-8765-a402f7835cd2 HTTP/1.1" status: 204 len: 168 time: 0.7946777 Jul 05 04:01:03.988877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8f669-01cd-4d47-af65-69856160683e None None] Deleting port b10a06e8-7613-461f-831f-3840d66117bb {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:03.989280 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4dd8f669-01cd-4d47-af65-69856160683e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.997772 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] For port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:04.000946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51800) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.004893 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b970e5-eb88-47aa-a486-7149ad3580f8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:04.005378 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b970e5-eb88-47aa-a486-7149ad3580f8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:04.010351 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-53b970e5-eb88-47aa-a486-7149ad3580f8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/ee6e31e8-36da-4787-88c7-8a1898394ea8 HTTP/1.1" status: 404 len: 337 time: 0.0448492 Jul 05 04:01:04.010519 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=a7fcc75f-d47e-4be7-9b4b-55d6993331c6,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:04.010671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51804) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.054486 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20721b3-2762-49f9-8e91-5b7063def321 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:04.055190 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20721b3-2762-49f9-8e91-5b7063def321 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:04.059648 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e20721b3-2762-49f9-8e91-5b7063def321 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/4d1073fb-2f19-45bd-be45-4893a815d5bf HTTP/1.1" status: 404 len: 333 time: 0.0460250 Jul 05 04:01:04.059960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51806) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.061846 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cb40c-e0cb-4201-8844-a79e369f3671 req-d95c757b-7be6-4404-b0c7-95ca265cf39c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:04.064561 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-263cb40c-e0cb-4201-8844-a79e369f3671 req-d95c757b-7be6-4404-b0c7-95ca265cf39c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 984 time: 0.1066453 Jul 05 04:01:04.071440 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] For port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1e7e49d4-307b-4f4b-805c-bd1ba98a4536,segment=NetworkSegment(8e492a46-6d50-467a-b01b-b9d99a553242),segment_id=8e492a46-6d50-467a-b01b-b9d99a553242)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:04.088873 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ace03a-cabb-4b84-9a54-82fb3328eea8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:04.089328 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ace03a-cabb-4b84-9a54-82fb3328eea8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:04.093354 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c923b272-d504-4b0f-9235-e39dbc5e751a tempest-DHCPAgentSchedulersTestJSON-1840410985 tempest-DHCPAgentSchedulersTestJSON-1840410985-project-admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.0879450 Jul 05 04:01:04.093504 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f9ace03a-cabb-4b84-9a54-82fb3328eea8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/76c479f1-cc1a-45c0-81dc-834b2546b819 HTTP/1.1" status: 404 len: 337 time: 0.0302663 Jul 05 04:01:04.093504 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51808) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.094210 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51810) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.096447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4dd8f669-01cd-4d47-af65-69856160683e None None] For port b10a06e8-7613-461f-831f-3840d66117bb, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b10a06e8-7613-461f-831f-3840d66117bb,segment=NetworkSegment(7876848d-0714-4bcd-9595-6c83e4fd77c4),segment_id=7876848d-0714-4bcd-9595-6c83e4fd77c4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:04.097057 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4dd8f669-01cd-4d47-af65-69856160683e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.100612 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3d784dcb-9de9-46a6-a683-9afe76197893 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-248545105'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:04.111171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8f669-01cd-4d47-af65-69856160683e None None] Calling delete_port for b10a06e8-7613-461f-831f-3840d66117bb owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:04.122520 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-263cb40c-e0cb-4201-8844-a79e369f3671 req-b3711072-d124-4c78-87e5-de4af1b8a4ad tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0473583 Jul 05 04:01:04.135404 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92a0c95-a32d-46f7-b930-edf12d88aaaa tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:04.137531 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92a0c95-a32d-46f7-b930-edf12d88aaaa tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:04.141636 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c92a0c95-a32d-46f7-b930-edf12d88aaaa tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/75998693-ce7a-482b-a327-70b25bb250c7 HTTP/1.1" status: 404 len: 333 time: 0.0434909 Jul 05 04:01:04.142048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51814) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.173810 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.179396 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7c9ead-2fe5-4db9-b1f7-5b71cc5e6ea5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:04.179396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7c9ead-2fe5-4db9-b1f7-5b71cc5e6ea5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:04.184313 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2b7c9ead-2fe5-4db9-b1f7-5b71cc5e6ea5 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/631ddd91-b408-4226-bfa0-2634bad001e6 HTTP/1.1" status: 404 len: 337 time: 0.0411408 Jul 05 04:01:04.186617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51816) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.218482 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-012cfecc-1273-43f9-a7fb-ea47fcd43bba tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:04.219812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012cfecc-1273-43f9-a7fb-ea47fcd43bba tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:04.221872 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-012cfecc-1273-43f9-a7fb-ea47fcd43bba tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/d64e06b9-2a69-4c96-934c-6f6d6a5ff314 HTTP/1.1" status: 404 len: 337 time: 0.0339892 Jul 05 04:01:04.225134 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51818) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.258163 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d784dcb-9de9-46a6-a683-9afe76197893 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Made reservation on behalf of 6bad20a59438413f829d09fae9c294fb for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:04.259852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2be27d-366b-42f0-b422-0dd0b4462a45 None None] Pushing event updated for resources: {'Port': ['ID=1e7e49d4-307b-4f4b-805c-bd1ba98a4536,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:04.264258 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d784dcb-9de9-46a6-a683-9afe76197893 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.284243 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-660b407d-ef70-4fc3-abc1-de3952a4e639 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:04.284984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660b407d-ef70-4fc3-abc1-de3952a4e639 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:04.290131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-660b407d-ef70-4fc3-abc1-de3952a4e639 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/ded204fc-7f84-445e-a1c0-d9dbe57f1264 HTTP/1.1" status: 404 len: 333 time: 0.0603125 Jul 05 04:01:04.293665 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51822) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.319825 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-201d4bcc-cd1c-4163-9c90-4d9581ae11ca req-2e0a59bc-d7ff-4a7b-84d5-4a9eb9b84ccc tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 210 time: 0.0365753 Jul 05 04:01:04.346083 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4dd8f669-01cd-4d47-af65-69856160683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.362736 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-43077605-e920-496a-a974-2ba06ead5298 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:04.362736 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43077605-e920-496a-a974-2ba06ead5298 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:04.366391 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-43077605-e920-496a-a974-2ba06ead5298 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/c4b49a8d-a42b-4bf4-b250-ff3bee0564a5 HTTP/1.1" status: 404 len: 337 time: 0.0643287 Jul 05 04:01:04.366808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51824) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.379441 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d784dcb-9de9-46a6-a683-9afe76197893 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:04.391116 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d784dcb-9de9-46a6-a683-9afe76197893 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.391550 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-3d784dcb-9de9-46a6-a683-9afe76197893 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Added segment eaa05b54-7d62-4310-af90-5e32f71bae63 of type vlan for network 2c8cba0c-8e44-43be-bf01-cab340c5a157 Jul 05 04:01:04.404156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['a7fcc75f-d47e-4be7-9b4b-55d6993331c6'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:04.410146 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8f669-01cd-4d47-af65-69856160683e None None] Pushing event deleted for resources: {'Port': ['ID=b10a06e8-7613-461f-831f-3840d66117bb,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:04.417834 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6f3608-bbbc-4040-b73a-05596d943f98 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:04.418290 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6f3608-bbbc-4040-b73a-05596d943f98 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:04.422398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd8f669-01cd-4d47-af65-69856160683e None None] No DVR routers for this DVR port b10a06e8-7613-461f-831f-3840d66117bb on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:04.422567 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7f6f3608-bbbc-4040-b73a-05596d943f98 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/fa3904de-2a83-48db-80cf-e162c33a8675 HTTP/1.1" status: 404 len: 337 time: 0.0522771 Jul 05 04:01:04.434955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51826) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.478368 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d743ec0-fd3e-4f5c-baa8-fca420a2d105 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:04.479107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d743ec0-fd3e-4f5c-baa8-fca420a2d105 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:04.481044 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8d743ec0-fd3e-4f5c-baa8-fca420a2d105 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/e50a58a9-027e-4668-8c59-879d9d9849df HTTP/1.1" status: 404 len: 333 time: 0.0451164 Jul 05 04:01:04.484307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51828) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.490529 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d784dcb-9de9-46a6-a683-9afe76197893 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.519017 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e927836-8601-469d-bc4d-c3a54f04b37b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:04.519629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e927836-8601-469d-bc4d-c3a54f04b37b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:04.524600 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0e927836-8601-469d-bc4d-c3a54f04b37b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/158170c5-9dfe-4e6e-bd48-6d7b1782d4ca HTTP/1.1" status: 404 len: 337 time: 0.0365510 Jul 05 04:01:04.529004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51830) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.533181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09841348-ad27-43cf-aecc-d60682dd7a29 req-7a014a0f-741e-4560-8e3f-24e8e573c0ea tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:04.541644 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-09841348-ad27-43cf-aecc-d60682dd7a29 req-7a014a0f-741e-4560-8e3f-24e8e573c0ea tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.1257534 Jul 05 04:01:04.594445 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d784dcb-9de9-46a6-a683-9afe76197893 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.600952 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d784dcb-9de9-46a6-a683-9afe76197893 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:04.601630 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d784dcb-9de9-46a6-a683-9afe76197893 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.609145 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-28270f6b-b58f-42c6-9a91-272cb7f09056 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:04.609145 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28270f6b-b58f-42c6-9a91-272cb7f09056 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:04.609145 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-28270f6b-b58f-42c6-9a91-272cb7f09056 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/4cfe01fb-d1f2-4093-ad76-12a1d6397d93 HTTP/1.1" status: 404 len: 337 time: 0.0769374 Jul 05 04:01:04.610073 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51832) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.626873 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-09841348-ad27-43cf-aecc-d60682dd7a29 req-37711aa8-e135-4787-a5c1-ba177c4801df tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843518 Jul 05 04:01:04.656380 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca03705-316d-4739-97f5-9a9a46acdfe8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:04.657519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca03705-316d-4739-97f5-9a9a46acdfe8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:04.662648 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dca03705-316d-4739-97f5-9a9a46acdfe8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/7b142e8e-c7ba-4ec3-a051-1cc1e6275397 HTTP/1.1" status: 404 len: 333 time: 0.0503826 Jul 05 04:01:04.665843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51834) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.700590 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ae5681-69eb-437a-8591-8fa4827c79df tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:04.701053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ae5681-69eb-437a-8591-8fa4827c79df tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:04.702897 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f3ae5681-69eb-437a-8591-8fa4827c79df tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/e1861516-91dd-402d-89f0-6c524be07c89 HTTP/1.1" status: 404 len: 337 time: 0.0358968 Jul 05 04:01:04.703125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d784dcb-9de9-46a6-a683-9afe76197893 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Pushing event updated for resources: {'Network': ['ID=2c8cba0c-8e44-43be-bf01-cab340c5a157,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:04.705747 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51836) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.715920 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 2c8cba0c-8e44-43be-bf01-cab340c5a157 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:04.758900 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3d784dcb-9de9-46a6-a683-9afe76197893 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6640573 Jul 05 04:01:04.760183 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f86bda-4ad0-4c7e-94fa-7f7daaf3c133 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:04.760828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f86bda-4ad0-4c7e-94fa-7f7daaf3c133 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:04.762356 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51838) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.762527 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c7f86bda-4ad0-4c7e-94fa-7f7daaf3c133 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/b99e4d6b-0264-43c9-b328-3d2330b6e9c4 HTTP/1.1" status: 404 len: 337 time: 0.0488482 Jul 05 04:01:04.768554 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51840) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.851665 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-65e49965-ab7b-4b6a-a67a-a177d4238872 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports?device_id=1056c763-16fc-4bb1-a90c-13be4c3ba164 HTTP/1.1" status: 200 len: 205 time: 0.0816972 Jul 05 04:01:04.854069 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51844) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.885665 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:04.904249 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-5928c890-cd6e-4a74-8799-2e4b9ed3f0c0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] delete failed (client error): The resource could not be found. Jul 05 04:01:04.905851 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5928c890-cd6e-4a74-8799-2e4b9ed3f0c0 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/routers/1056c763-16fc-4bb1-a90c-13be4c3ba164 HTTP/1.1" status: 404 len: 336 time: 0.0508695 Jul 05 04:01:04.908641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51846) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.949664 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be6035e-9a00-4f4b-a104-1f51da75c118 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:04.950284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be6035e-9a00-4f4b-a104-1f51da75c118 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:04.953281 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3be6035e-9a00-4f4b-a104-1f51da75c118 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/b9205a24-783e-4ad6-9a99-7f5ab3c4b4bf HTTP/1.1" status: 404 len: 337 time: 0.0433052 Jul 05 04:01:04.966327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51848) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.997747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:05.003705 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b4aedae6-e997-4352-93d4-ffba3a31d317 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "GET /v2.0/ports?device_id=522f1cd0-dc1f-4d49-987b-4dc2a09a961b HTTP/1.1" status: 200 len: 205 time: 0.0343173 Jul 05 04:01:05.008837 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51850) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.041267 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-c96de8e2-8a0e-4bd5-aa55-4d47740bae9d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] delete failed (client error): The resource could not be found. Jul 05 04:01:05.042222 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c96de8e2-8a0e-4bd5-aa55-4d47740bae9d tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/routers/522f1cd0-dc1f-4d49-987b-4dc2a09a961b HTTP/1.1" status: 404 len: 336 time: 0.0370588 Jul 05 04:01:05.048543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51852) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.071175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b10a06e8-7613-461f-831f-3840d66117bb no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:05.074274 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-96bf84af-625d-406a-b357-60dde51d3a4b tempest-DHCPAgentSchedulersTestJSON-1840410985 tempest-DHCPAgentSchedulersTestJSON-1840410985-project-admin] 10.222.0.38 "GET /v2.0/agents/24517e16-4d5b-407d-a250-1da333b2ef84/dhcp-networks HTTP/1.1" status: 200 len: 10371 time: 0.3068547 Jul 05 04:01:05.078348 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51854) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.085158 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8779170e-3685-47a4-b0f3-89b465619f91 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:05.085158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8779170e-3685-47a4-b0f3-89b465619f91 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:05.085158 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8779170e-3685-47a4-b0f3-89b465619f91 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/8ef6e6d9-9162-42a9-88fd-ce425722e9b8 HTTP/1.1" status: 404 len: 337 time: 0.0321686 Jul 05 04:01:05.085683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51856) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.095428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: b10a06e8-7613-461f-831f-3840d66117bb {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:05.095428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b10a06e8-7613-461f-831f-3840d66117bb not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:05.113718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 235dc60a-77cb-4c01-85af-593c87116a3d details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:05.117390 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 828b5f73-a826-4cf5-8ffb-0041ebcd8726 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:05.121343 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-be23270c-2e38-4270-8d45-106195e4cf67 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:05.121891 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be23270c-2e38-4270-8d45-106195e4cf67 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:05.126044 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-be23270c-2e38-4270-8d45-106195e4cf67 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/0c85c57f-9ff5-4235-9c33-55a6a003794e HTTP/1.1" status: 404 len: 337 time: 0.0371952 Jul 05 04:01:05.126386 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51858) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.154556 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d248dc-13a7-4a8e-9ba9-f0237c588306 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:05.155333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d248dc-13a7-4a8e-9ba9-f0237c588306 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:05.159949 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-73d248dc-13a7-4a8e-9ba9-f0237c588306 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/a9152b8d-0115-4176-8f11-921f93f75573 HTTP/1.1" status: 404 len: 333 time: 0.0317583 Jul 05 04:01:05.167281 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51862) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.206914 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cbb2b7-19a7-4bf7-9761-279b9b2a37d8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:05.207598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14cbb2b7-19a7-4bf7-9761-279b9b2a37d8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:05.213111 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-14cbb2b7-19a7-4bf7-9761-279b9b2a37d8 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/7ad80133-30d5-4833-9628-b7031fd1a9ff HTTP/1.1" status: 404 len: 337 time: 0.0445294 Jul 05 04:01:05.213864 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51864) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.246433 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-98726393-75be-47cd-a91d-ac50a5af5dd6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:05.247480 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98726393-75be-47cd-a91d-ac50a5af5dd6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:05.252610 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-98726393-75be-47cd-a91d-ac50a5af5dd6 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/1cb9997f-919b-49ec-9f48-74b80384835b HTTP/1.1" status: 404 len: 333 time: 0.0360518 Jul 05 04:01:05.254202 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51866) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.283278 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d6f0c8-1453-4f28-bf13-d55fd847af92 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:05.284136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d6f0c8-1453-4f28-bf13-d55fd847af92 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:05.289471 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b8d6f0c8-1453-4f28-bf13-d55fd847af92 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/941659cf-1e36-41cc-99de-d4127d9a1499 HTTP/1.1" status: 404 len: 337 time: 0.0343878 Jul 05 04:01:05.290246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51868) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.329321 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7a8db4-d102-4c72-94a5-f97bdd5a6391 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:05.330670 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7a8db4-d102-4c72-94a5-f97bdd5a6391 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:05.331865 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 235dc60a-77cb-4c01-85af-593c87116a3d, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=235dc60a-77cb-4c01-85af-593c87116a3d,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:05.337980 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5c7a8db4-d102-4c72-94a5-f97bdd5a6391 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/b954dfbc-d85d-4167-85b0-4339b2f62793 HTTP/1.1" status: 404 len: 333 time: 0.0465138 Jul 05 04:01:05.338704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51870) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.347955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '235dc60a-77cb-4c01-85af-593c87116a3d', 'network_id': 'bd58e159-a7c6-402f-bb41-680ec0a6f913', 'port_id': '235dc60a-77cb-4c01-85af-593c87116a3d', 'mac_address': 'fa:16:3e:df:8f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:05.359481 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.372201 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a6ce86-28cd-47bc-8d0d-42d37204b0aa tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:05.372770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a6ce86-28cd-47bc-8d0d-42d37204b0aa tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:05.377694 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-09a6ce86-28cd-47bc-8d0d-42d37204b0aa tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/87f38689-be5e-4d5f-a944-f9b8c695f001 HTTP/1.1" status: 404 len: 337 time: 0.0377655 Jul 05 04:01:05.378726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51874) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.416738 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c50cf1-2759-4da1-98ed-a1bca040b682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '828b5f73-a826-4cf5-8ffb-0041ebcd8726'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:05.419295 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc9a69c-5de9-4e5d-8274-ac2988fe37b2" -d '{"events": [{"server_uuid": "f2c50cf1-2759-4da1-98ed-a1bca040b682", "name": "network-vif-unplugged", "status": "completed", "tag": "828b5f73-a826-4cf5-8ffb-0041ebcd8726"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:05.424762 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8923d0a-f74d-4213-9df6-fc903f571a2f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:05.424983 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.430912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8923d0a-f74d-4213-9df6-fc903f571a2f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:05.431829 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c8923d0a-f74d-4213-9df6-fc903f571a2f tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/039d59fa-f60c-4b1a-a9fb-8974796be3cc HTTP/1.1" status: 404 len: 333 time: 0.0518668 Jul 05 04:01:05.432958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51878) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.464156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 828b5f73-a826-4cf5-8ffb-0041ebcd8726, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=828b5f73-a826-4cf5-8ffb-0041ebcd8726,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:05.467129 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 235dc60a-77cb-4c01-85af-593c87116a3d {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:05.470751 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-75521f2c-1f8c-4387-b261-86bcd4dfd863 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:05.472832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75521f2c-1f8c-4387-b261-86bcd4dfd863 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:05.478560 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-75521f2c-1f8c-4387-b261-86bcd4dfd863 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/6143a71d-83ab-41f0-8997-5489fa21cb95 HTTP/1.1" status: 404 len: 337 time: 0.0417826 Jul 05 04:01:05.478791 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51880) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.501996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 235dc60a-77cb-4c01-85af-593c87116a3d, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=235dc60a-77cb-4c01-85af-593c87116a3d,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:05.517112 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f9fd29-6780-472a-bc12-1c510d52d5ad tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:05.517855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f9fd29-6780-472a-bc12-1c510d52d5ad tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:05.525438 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-37f9fd29-6780-472a-bc12-1c510d52d5ad tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/741fb0fb-dac2-4833-a75e-9cadadb437d9 HTTP/1.1" status: 404 len: 333 time: 0.0391068 Jul 05 04:01:05.525438 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51882) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.557405 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-600b7f3e-771f-47f0-a3cd-fe2d5fcbcb14 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:05.557880 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600b7f3e-771f-47f0-a3cd-fe2d5fcbcb14 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:05.558017 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.566271 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-600b7f3e-771f-47f0-a3cd-fe2d5fcbcb14 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/033b9d7a-c615-4a99-a857-0799566b8527 HTTP/1.1" status: 404 len: 337 time: 0.0357492 Jul 05 04:01:05.568490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51884) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.595529 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0543a61-5842-4cbe-b7ac-1fa2bc97615b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:05.596243 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0543a61-5842-4cbe-b7ac-1fa2bc97615b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:05.598303 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b0543a61-5842-4cbe-b7ac-1fa2bc97615b tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/4a6e420d-3c4f-4d57-a98b-f66651c4d8b7 HTTP/1.1" status: 404 len: 333 time: 0.0302205 Jul 05 04:01:05.604914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51886) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.635027 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.636002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 828b5f73-a826-4cf5-8ffb-0041ebcd8726 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:05.643156 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-255585c6-25a1-4402-a1b7-f7328aa30c72 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:05.643156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255585c6-25a1-4402-a1b7-f7328aa30c72 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:05.643156 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-255585c6-25a1-4402-a1b7-f7328aa30c72 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/8a7f47be-fbda-4a2d-a7a3-cc15bf7ff9eb HTTP/1.1" status: 404 len: 337 time: 0.0348852 Jul 05 04:01:05.644604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51888) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.644986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef283de1-7c85-48ab-9bc2-cf13bf823c40 req-0f048624-62ab-4f2a-85cf-f19e0d559a0e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:05.646632 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef283de1-7c85-48ab-9bc2-cf13bf823c40 req-0f048624-62ab-4f2a-85cf-f19e0d559a0e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.7284291 Jul 05 04:01:05.657878 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=828b5f73-a826-4cf5-8ffb-0041ebcd8726,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:05.680850 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d415a4-ab1e-463b-bb66-49e1bc393be4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:05.682013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d415a4-ab1e-463b-bb66-49e1bc393be4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:05.684122 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-70d415a4-ab1e-463b-bb66-49e1bc393be4 tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/ports/66fbbd43-88ef-4d41-93f1-485a352fcbbc HTTP/1.1" status: 404 len: 333 time: 0.0369670 Jul 05 04:01:05.689851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51892) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.716641 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ddced4-20f2-4ce9-957b-15f548c5ed39 None None] Network 92d37dac-bef5-4156-89a2-936ea9017b8f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:05.745172 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b72cdeb-69c9-4eed-bb9e-a7a9ad977b3e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:05.745628 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b72cdeb-69c9-4eed-bb9e-a7a9ad977b3e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:05.747431 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4b72cdeb-69c9-4eed-bb9e-a7a9ad977b3e tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/subnets/52c706bd-d5aa-467d-93f2-e617b3461ff5 HTTP/1.1" status: 404 len: 337 time: 0.0444684 Jul 05 04:01:05.752932 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51894) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:05.788256 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef283de1-7c85-48ab-9bc2-cf13bf823c40 req-8b3e8649-1085-40c0-a2cc-2f6771818baa tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947535 Jul 05 04:01:05.848151 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=235dc60a-77cb-4c01-85af-593c87116a3d,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:05.860720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece148-64cd-4e13-b93d-1c07d1b9f5b6 req-d9b59e1e-7dd9-4d06-9681-45b27e75d8aa tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:05.868151 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10ece148-64cd-4e13-b93d-1c07d1b9f5b6 req-d9b59e1e-7dd9-4d06-9681-45b27e75d8aa tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 984 time: 0.2464285 Jul 05 04:01:05.915301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-aab10db2-f310-484f-99b2-52805dccb639 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:05.916290 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 828b5f73-a826-4cf5-8ffb-0041ebcd8726, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=828b5f73-a826-4cf5-8ffb-0041ebcd8726,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:05.920109 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-aab10db2-f310-484f-99b2-52805dccb639 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.10 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 805 time: 0.2269807 Jul 05 04:01:05.930552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-1b5fe2bf-b5a4-4a5c-84de-b74dbaba226d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Request body: {'port': {'device_id': 'a618b9ab-629b-44ae-8b16-be5e5025603b', 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb', 'admin_state_up': True, 'tenant_id': 'b54499cdf5b04da2a0e9616d056ed57c'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:05.936656 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5984ace-b548-4e19-9f44-5246b9f258ac tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.941522 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-65e5e92d-7f87-435a-a5db-4b33f3b95b26 None None] Provisioning for port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:05.946986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aa5768-c298-46fd-b5d8-d3325ba42f2b tempest-DHCPAgentSchedulersTestJSON-1840410985 tempest-DHCPAgentSchedulersTestJSON-1840410985-project-admin] Network 2c8cba0c-8e44-43be-bf01-cab340c5a157 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:05.958312 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '828b5f73-a826-4cf5-8ffb-0041ebcd8726', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '828b5f73-a826-4cf5-8ffb-0041ebcd8726', 'mac_address': 'fa:16:3e:38:e7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:05.961253 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-65e5e92d-7f87-435a-a5db-4b33f3b95b26 None None] Provisioning complete for port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:05.961697 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-65e5e92d-7f87-435a-a5db-4b33f3b95b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.039523 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c432a49a-dc1e-480c-a6c0-2326609ca470 req-65b99813-5210-45c7-819f-f6abb089f786 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 210 time: 0.0946801 Jul 05 04:01:06.055370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10ece148-64cd-4e13-b93d-1c07d1b9f5b6 req-4d55371f-b2a4-4a55-9679-7c2603612270 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1862342 Jul 05 04:01:06.083708 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.106238 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 828b5f73-a826-4cf5-8ffb-0041ebcd8726 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:06.143543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-46aa5768-c298-46fd-b5d8-d3325ba42f2b tempest-DHCPAgentSchedulersTestJSON-1840410985 tempest-DHCPAgentSchedulersTestJSON-1840410985-project-admin] 10.222.0.38 "POST /v2.0/agents/24517e16-4d5b-407d-a250-1da333b2ef84/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0640159 Jul 05 04:01:06.145920 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51898) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:06.152894 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58f7488-129b-4be3-a8cf-0893a83c9ed2 x-openstack-request-id: req-e58f7488-129b-4be3-a8cf-0893a83c9ed2 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:06.153194 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c50cf1-2759-4da1-98ed-a1bca040b682", "name": "network-vif-unplugged", "status": "completed", "tag": "828b5f73-a826-4cf5-8ffb-0041ebcd8726", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:06.153446 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e58f7488-129b-4be3-a8cf-0893a83c9ed2 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:06.153855 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c50cf1-2759-4da1-98ed-a1bca040b682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '828b5f73-a826-4cf5-8ffb-0041ebcd8726', 'code': 200} Jul 05 04:01:06.159348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faa87a0-ef5a-4eb7-8a41-5cf0ede2bc71 None None] Network 2c8cba0c-8e44-43be-bf01-cab340c5a157 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:06.191350 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-1b5fe2bf-b5a4-4a5c-84de-b74dbaba226d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Made reservation on behalf of b54499cdf5b04da2a0e9616d056ed57c for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:06.197279 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-1b5fe2bf-b5a4-4a5c-84de-b74dbaba226d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.253422 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5984ace-b548-4e19-9f44-5246b9f258ac tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.289325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-f5984ace-b548-4e19-9f44-5246b9f258ac tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764cff81-f32e-40f8-af56-b4a9d80a62e7']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:06.332982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-f5984ace-b548-4e19-9f44-5246b9f258ac tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7876848d-0714-4bcd-9595-6c83e4fd77c4') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:06.333421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-f5984ace-b548-4e19-9f44-5246b9f258ac tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7876848d-0714-4bcd-9595-6c83e4fd77c4') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:06.355118 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5984ace-b548-4e19-9f44-5246b9f258ac tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.393423 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5984ace-b548-4e19-9f44-5246b9f258ac tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.395231 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b2b08b7b-4707-47b6-b119-d29ffdff98e2 tempest-DHCPAgentSchedulersTestJSON-1840410985 tempest-DHCPAgentSchedulersTestJSON-1840410985-project-admin] 10.222.0.38 "GET /v2.0/agents/24517e16-4d5b-407d-a250-1da333b2ef84/dhcp-networks HTTP/1.1" status: 200 len: 11141 time: 0.2472091 Jul 05 04:01:06.399774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51908) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:06.403822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 828b5f73-a826-4cf5-8ffb-0041ebcd8726, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=828b5f73-a826-4cf5-8ffb-0041ebcd8726,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:06.419722 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-65e5e92d-7f87-435a-a5db-4b33f3b95b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.471669 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5984ace-b548-4e19-9f44-5246b9f258ac tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:06.472271 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5984ace-b548-4e19-9f44-5246b9f258ac tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:06.503652 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:06.508857 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.512001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-65e5e92d-7f87-435a-a5db-4b33f3b95b26 None None] For port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1e7e49d4-307b-4f4b-805c-bd1ba98a4536,segment=NetworkSegment(8e492a46-6d50-467a-b01b-b9d99a553242),segment_id=8e492a46-6d50-467a-b01b-b9d99a553242)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:06.605028 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-65e5e92d-7f87-435a-a5db-4b33f3b95b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.609604 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=828b5f73-a826-4cf5-8ffb-0041ebcd8726,revision_number=10']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:06.640814 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['235dc60a-77cb-4c01-85af-593c87116a3d'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:06.676659 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-1b5fe2bf-b5a4-4a5c-84de-b74dbaba226d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Allocated IP 172.20.0.13 (6bbb661a-c337-48f0-8045-f937cf6565eb/9c7d7ce7-579d-4301-8ea7-b94a8620a3c1/f8f57597-05ff-4b80-a121-c465fe8a1fed) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:06.758402 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5e92d-7f87-435a-a5db-4b33f3b95b26 None None] Pushing event updated for resources: {'Port': ['ID=1e7e49d4-307b-4f4b-805c-bd1ba98a4536,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:06.765105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86f123-d60e-488e-ab1a-fd46b8ee519a req-12aad3d1-0335-41a3-bbf3-83f0f89768f7 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:06.766736 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f86f123-d60e-488e-ab1a-fd46b8ee519a req-12aad3d1-0335-41a3-bbf3-83f0f89768f7 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 946 time: 0.3316114 Jul 05 04:01:06.776176 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5984ace-b548-4e19-9f44-5246b9f258ac tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.788470 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5984ace-b548-4e19-9f44-5246b9f258ac tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.790382 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f5984ace-b548-4e19-9f44-5246b9f258ac tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] 10.222.0.38 "DELETE /v2.0/networks/764cff81-f32e-40f8-af56-b4a9d80a62e7 HTTP/1.1" status: 204 len: 168 time: 1.0358734 Jul 05 04:01:06.814577 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7922f1a0-e546-4459-ac43-0bdaa0b686d9 tempest-DHCPAgentSchedulersTestJSON-1840410985 tempest-DHCPAgentSchedulersTestJSON-1840410985-project-admin] 10.222.0.38 "DELETE /v2.0/agents/24517e16-4d5b-407d-a250-1da333b2ef84/dhcp-networks/2c8cba0c-8e44-43be-bf01-cab340c5a157 HTTP/1.1" status: 204 len: 168 time: 0.4130030 Jul 05 04:01:06.823779 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['828b5f73-a826-4cf5-8ffb-0041ebcd8726'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:06.837717 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51916) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:06.843469 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5984ace-b548-4e19-9f44-5246b9f258ac tempest-NetworksTestDHCPv6-482728042 tempest-NetworksTestDHCPv6-482728042-project] Pushing event deleted for resources: {'Network': ['ID=764cff81-f32e-40f8-af56-b4a9d80a62e7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:06.899343 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f86f123-d60e-488e-ab1a-fd46b8ee519a req-a25bdae5-ffb8-467b-aaf8-3bb8bb268b2e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169946 Jul 05 04:01:06.906649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1d11a0b9-9fbd-4115-9075-8f73b398b6b5 None None] Provisioning complete for port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:06.907253 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1d11a0b9-9fbd-4115-9075-8f73b398b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.020176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device a7fcc75f-d47e-4be7-9b4b-55d6993331c6 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:07.040478 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-1b5fe2bf-b5a4-4a5c-84de-b74dbaba226d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.111863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc65f4c-3eab-43be-83f9-24a461107796 req-cd0ad18f-3a92-4289-8204-479324b53951 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:07.113743 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-33dbb490-b8e4-40bc-a9a0-a497916809b5 tempest-DHCPAgentSchedulersTestJSON-1840410985 tempest-DHCPAgentSchedulersTestJSON-1840410985-project-admin] 10.222.0.38 "GET /v2.0/agents/24517e16-4d5b-407d-a250-1da333b2ef84/dhcp-networks HTTP/1.1" status: 200 len: 9607 time: 0.2745922 Jul 05 04:01:07.114446 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bfc65f4c-3eab-43be-83f9-24a461107796 req-cd0ad18f-3a92-4289-8204-479324b53951 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 945 time: 0.1230495 Jul 05 04:01:07.118860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51926) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.157970 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-09634061-e359-48a6-98d7-4851932a0a06 tempest-DHCPAgentSchedulersTestJSON-1840410985 tempest-DHCPAgentSchedulersTestJSON-1840410985-project-admin] 10.222.0.38 "GET /v2.0/networks/92d37dac-bef5-4156-89a2-936ea9017b8f/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0373540 Jul 05 04:01:07.161141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51932) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.183585 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c81616e9-c101-457a-b34e-1404014029a8 tempest-DHCPAgentSchedulersTestJSON-1840410985 tempest-DHCPAgentSchedulersTestJSON-1840410985-project-admin] 10.222.0.38 "GET /v2.0/networks/92d37dac-bef5-4156-89a2-936ea9017b8f/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0209689 Jul 05 04:01:07.185995 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51934) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.201221 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bfc65f4c-3eab-43be-83f9-24a461107796 req-c4e1c448-122c-4071-9b00-a1180c402209 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796928 Jul 05 04:01:07.356499 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-1b5fe2bf-b5a4-4a5c-84de-b74dbaba226d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.369448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['822f9ecf-4c3d-46eb-9712-da1b4ef8696f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:07.403323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3de91-31d5-42ed-a632-f91eeae584b3 req-9ca6e3fb-d3b2-4d79-8704-68c60e57d823 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:07.406008 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3f3de91-31d5-42ed-a632-f91eeae584b3 req-9ca6e3fb-d3b2-4d79-8704-68c60e57d823 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 984 time: 0.1178293 Jul 05 04:01:07.429423 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port a7fcc75f-d47e-4be7-9b4b-55d6993331c6 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:07.458144 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port a7fcc75f-d47e-4be7-9b4b-55d6993331c6 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:07.459942 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.471096 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ca533c84-fef7-42ef-a14c-a9ac4a9f7dad tempest-DHCPAgentSchedulersTestJSON-1840410985 tempest-DHCPAgentSchedulersTestJSON-1840410985-project-admin] 10.222.0.38 "GET /v2.0/agents/24517e16-4d5b-407d-a250-1da333b2ef84/dhcp-networks HTTP/1.1" status: 200 len: 9607 time: 0.2837286 Jul 05 04:01:07.471725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51940) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.504189 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3f3de91-31d5-42ed-a632-f91eeae584b3 req-2ec19f87-fde2-4e6a-9503-cf00b77745a5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0864892 Jul 05 04:01:07.519341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2947260a-e8e3-4725-97c7-a2fcde8ab012 None None] Could not find standard attr ID for object e20543e0-8093-4d7d-8765-a402f7835cd2. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:01:07.545025 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-1b5fe2bf-b5a4-4a5c-84de-b74dbaba226d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Network 6bbb661a-c337-48f0-8045-f937cf6565eb is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:07.584505 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51944) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.595147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-1b5fe2bf-b5a4-4a5c-84de-b74dbaba226d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:07.613101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-1b5fe2bf-b5a4-4a5c-84de-b74dbaba226d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:07.642621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63ceb2-0ab3-4297-bdd0-1e807a40960b req-52372bfa-b33c-40f2-910c-5ac6f0f8d0ea tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:07.644171 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd63ceb2-0ab3-4297-bdd0-1e807a40960b req-52372bfa-b33c-40f2-910c-5ac6f0f8d0ea tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 932 time: 0.2370884 Jul 05 04:01:07.673610 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.729561 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd63ceb2-0ab3-4297-bdd0-1e807a40960b req-4a765366-69a6-4314-8ed0-5e1a714a41e3 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791779 Jul 05 04:01:07.765582 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port a7fcc75f-d47e-4be7-9b4b-55d6993331c6, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=a7fcc75f-d47e-4be7-9b4b-55d6993331c6,segment=NetworkSegment(df812bc4-2884-42bd-b8ee-1f7bf5b61755),segment_id=df812bc4-2884-42bd-b8ee-1f7bf5b61755)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:07.825198 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-08caf88e-2d17-4130-9d5c-93a490753898 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fdf7db7b7c9846c1b99980e228219dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391531 Jul 05 04:01:07.827663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51948) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:07.877910 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.932935 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81fa0f99-7eaf-4762-936b-1144d7e5d20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.986574 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81fa0f99-7eaf-4762-936b-1144d7e5d20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.995228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=a7fcc75f-d47e-4be7-9b4b-55d6993331c6,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:08.044338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fe2bf-b5a4-4a5c-84de-b74dbaba226d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Pushing event updated for resources: {'Port': ['ID=f8f57597-05ff-4b80-a121-c465fe8a1fed,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:08.099076 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-93b0b855-5ab7-43d8-a86d-8d305b3f1f30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.120618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-1b5fe2bf-b5a4-4a5c-84de-b74dbaba226d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:08.121316 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-1b5fe2bf-b5a4-4a5c-84de-b74dbaba226d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.125210 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46cbe5-4964-4f06-a375-c3c5b734d8b0 req-1a52e5e5-a4ee-4f7c-ac7f-d8774e56086c tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:08.133186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e46cbe5-4964-4f06-a375-c3c5b734d8b0 req-1a52e5e5-a4ee-4f7c-ac7f-d8774e56086c tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.0855734 Jul 05 04:01:08.155039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752180d2-1ecb-40cf-b3a6-d55b5fec195a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fcc75f-d47e-4be7-9b4b-55d6993331c6'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:08.157964 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a459780-c494-4dbe-aa15-3fd6b56f9e05" -d '{"events": [{"server_uuid": "752180d2-1ecb-40cf-b3a6-d55b5fec195a", "name": "network-vif-plugged", "status": "completed", "tag": "a7fcc75f-d47e-4be7-9b4b-55d6993331c6"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:08.167189 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81fa0f99-7eaf-4762-936b-1144d7e5d20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.169810 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81fa0f99-7eaf-4762-936b-1144d7e5d20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.172105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-81fa0f99-7eaf-4762-936b-1144d7e5d20d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35390db2-2a26-4fba-9958-c728a8fc4413 HTTP/1.1" status: 204 len: 168 time: 0.3422151 Jul 05 04:01:08.185188 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e46cbe5-4964-4f06-a375-c3c5b734d8b0 req-67c76810-5684-458e-a321-0b0eeeaef9d8 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510359 Jul 05 04:01:08.198222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa0f99-7eaf-4762-936b-1144d7e5d20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35390db2-2a26-4fba-9958-c728a8fc4413,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:08.268695 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-1b5fe2bf-b5a4-4a5c-84de-b74dbaba226d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3424747 Jul 05 04:01:08.282098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Request body: {'port': {'device_id': 'a618b9ab-629b-44ae-8b16-be5e5025603b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:08.286893 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-93b0b855-5ab7-43d8-a86d-8d305b3f1f30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.324367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-93b0b855-5ab7-43d8-a86d-8d305b3f1f30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8cba0c-8e44-43be-bf01-cab340c5a157']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:08.358825 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-93b0b855-5ab7-43d8-a86d-8d305b3f1f30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa05b54-7d62-4310-af90-5e32f71bae63') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:08.368656 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-93b0b855-5ab7-43d8-a86d-8d305b3f1f30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa05b54-7d62-4310-af90-5e32f71bae63') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:08.386452 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-93b0b855-5ab7-43d8-a86d-8d305b3f1f30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.426644 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-93b0b855-5ab7-43d8-a86d-8d305b3f1f30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.437118 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.439285 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b0b855-5ab7-43d8-a86d-8d305b3f1f30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:08.439681 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-93b0b855-5ab7-43d8-a86d-8d305b3f1f30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:08.442734 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:08.455970 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e77cb2-b86b-49fe-a873-8dbaa3e670df x-openstack-request-id: req-16e77cb2-b86b-49fe-a873-8dbaa3e670df {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:08.456488 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752180d2-1ecb-40cf-b3a6-d55b5fec195a", "name": "network-vif-plugged", "status": "completed", "tag": "a7fcc75f-d47e-4be7-9b4b-55d6993331c6", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:08.456584 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-16e77cb2-b86b-49fe-a873-8dbaa3e670df {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:08.457002 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752180d2-1ecb-40cf-b3a6-d55b5fec195a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fcc75f-d47e-4be7-9b4b-55d6993331c6', 'code': 200} Jul 05 04:01:08.476369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37064a-4738-46b5-91d4-bbc2da345f2e req-dba657aa-e3d1-4202-9e62-2b5980533c38 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:08.482175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e37064a-4738-46b5-91d4-bbc2da345f2e req-dba657aa-e3d1-4202-9e62-2b5980533c38 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 945 time: 0.1416023 Jul 05 04:01:08.572678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e37064a-4738-46b5-91d4-bbc2da345f2e req-eda6d359-88c7-46f7-81a8-6eb50f028275 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843585 Jul 05 04:01:08.697309 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-93b0b855-5ab7-43d8-a86d-8d305b3f1f30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.709782 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-93b0b855-5ab7-43d8-a86d-8d305b3f1f30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.711865 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-93b0b855-5ab7-43d8-a86d-8d305b3f1f30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] 10.222.0.38 "DELETE /v2.0/networks/2c8cba0c-8e44-43be-bf01-cab340c5a157 HTTP/1.1" status: 204 len: 168 time: 1.2357209 Jul 05 04:01:08.722122 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51966) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:08.776857 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0b855-5ab7-43d8-a86d-8d305b3f1f30 tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Pushing event deleted for resources: {'Network': ['ID=2c8cba0c-8e44-43be-bf01-cab340c5a157,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:08.793597 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee49364-7f19-4521-a677-0a3ae8795259 req-7491562d-2597-4e1d-830c-6c2c90821f28 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:08.813980 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ee49364-7f19-4521-a677-0a3ae8795259 req-7491562d-2597-4e1d-830c-6c2c90821f28 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 985 time: 0.1348584 Jul 05 04:01:08.822092 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-613b758d-1017-48aa-adf9-34559a6d446f tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:08.822988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613b758d-1017-48aa-adf9-34559a6d446f tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:08.827593 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-613b758d-1017-48aa-adf9-34559a6d446f tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] 10.222.0.38 "DELETE /v2.0/ports/e20543e0-8093-4d7d-8765-a402f7835cd2 HTTP/1.1" status: 404 len: 333 time: 0.1007071 Jul 05 04:01:08.828279 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51972) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:08.874520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:08.893981 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ee49364-7f19-4521-a677-0a3ae8795259 req-e5c4b946-7706-42f2-af35-98e733e849a3 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0645025 Jul 05 04:01:08.901573 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b9b3b-211b-4f94-882b-4fc2234ea85f req-cfd1ee74-9172-4490-a75e-5f4e8006588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:08.903100 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3c9b9b3b-211b-4f94-882b-4fc2234ea85f req-cfd1ee74-9172-4490-a75e-5f4e8006588a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 1137 time: 0.3182149 Jul 05 04:01:08.967737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e31338-1b2a-4695-a164-8f22723e1aab tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Deleting subnet 95fd3305-026b-4e88-86c1-6aef890a0077 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:08.990559 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3c9b9b3b-211b-4f94-882b-4fc2234ea85f req-2ba496e4-4448-49a0-b6ae-aa5baef78bbe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0776589 Jul 05 04:01:08.991576 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7e31338-1b2a-4695-a164-8f22723e1aab tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.992280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:08.992853 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.061016 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0356f2-8859-4836-8698-81a4317ab976 req-231165ed-a5ff-41de-b6f5-e292ac3539aa tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:09.062771 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce0356f2-8859-4836-8698-81a4317ab976 req-231165ed-a5ff-41de-b6f5-e292ac3539aa tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 932 time: 0.1064348 Jul 05 04:01:09.063217 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7e31338-1b2a-4695-a164-8f22723e1aab tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.138015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f57597-05ff-4b80-a121-c465fe8a1fed {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:09.138930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce0356f2-8859-4836-8698-81a4317ab976 req-362cf437-bff9-4093-91b3-f798f1c7a177 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689516 Jul 05 04:01:09.143463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 235dc60a-77cb-4c01-85af-593c87116a3d up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:09.149355 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.185752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Transition to ACTIVE for port object f8f57597-05ff-4b80-a121-c465fe8a1fed will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:09.200486 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7e31338-1b2a-4695-a164-8f22723e1aab tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.247109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 235dc60a-77cb-4c01-85af-593c87116a3d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:09.249472 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.274754 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.368970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Pushing event updated for resources: {'Port': ['ID=f8f57597-05ff-4b80-a121-c465fe8a1fed,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:09.393829 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.425494 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7e31338-1b2a-4695-a164-8f22723e1aab tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.447199 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 235dc60a-77cb-4c01-85af-593c87116a3d, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=235dc60a-77cb-4c01-85af-593c87116a3d,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:09.470124 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7e31338-1b2a-4695-a164-8f22723e1aab tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.475502 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d7e31338-1b2a-4695-a164-8f22723e1aab tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] 10.222.0.38 "DELETE /v2.0/subnets/95fd3305-026b-4e88-86c1-6aef890a0077 HTTP/1.1" status: 204 len: 168 time: 0.6364276 Jul 05 04:01:09.477069 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5eeb90-d11b-4b3b-8331-5742ba1f0d5a None None] Network 92d37dac-bef5-4156-89a2-936ea9017b8f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:09.478207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e31338-1b2a-4695-a164-8f22723e1aab tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Pushing event deleted for resources: {'Subnet': ['ID=95fd3305-026b-4e88-86c1-6aef890a0077,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:09.479307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51986) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:09.540187 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.541001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 828b5f73-a826-4cf5-8ffb-0041ebcd8726 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:09.550166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Attempting to bind port f8f57597-05ff-4b80-a121-c465fe8a1fed on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:09.552677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Attempting to bind port f8f57597-05ff-4b80-a121-c465fe8a1fed by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:09.552677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Attempting to bind port f8f57597-05ff-4b80-a121-c465fe8a1fed on network 6bbb661a-c337-48f0-8045-f937cf6565eb {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:09.564153 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Port f8f57597-05ff-4b80-a121-c465fe8a1fed on network 6bbb661a-c337-48f0-8045-f937cf6565eb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:01:09.564153 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Attempting to bind port f8f57597-05ff-4b80-a121-c465fe8a1fed on network 6bbb661a-c337-48f0-8045-f937cf6565eb {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:09.574521 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:09.575000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Checking segment: {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:09.575482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Bound using segment: {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:09.576010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Bound port: f8f57597-05ff-4b80-a121-c465fe8a1fed, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3501f9c9-94a9-4881-8fee-e797ebc05ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:09.576760 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.729685 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca12206-04a1-4739-8337-9821c2c1d0a1 req-51e729b8-a7eb-4a4b-8bd9-1442370eb61d tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:09.731338 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fca12206-04a1-4739-8337-9821c2c1d0a1 req-51e729b8-a7eb-4a4b-8bd9-1442370eb61d tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 948 time: 0.3643723 Jul 05 04:01:09.735527 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.737106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] For port f8f57597-05ff-4b80-a121-c465fe8a1fed, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:09.749480 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] For port f8f57597-05ff-4b80-a121-c465fe8a1fed, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f8f57597-05ff-4b80-a121-c465fe8a1fed,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:09.784403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=235dc60a-77cb-4c01-85af-593c87116a3d,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:09.821529 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.839940 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fca12206-04a1-4739-8337-9821c2c1d0a1 req-194a1dcb-7d96-487b-b56a-d6bfbaeea78e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990901 Jul 05 04:01:09.860118 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 828b5f73-a826-4cf5-8ffb-0041ebcd8726 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:09.860118 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.907829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51992) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:09.916188 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:09.916188 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.920607 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] 10.222.0.10 "PUT /v2.0/ports/f8f57597-05ff-4b80-a121-c465fe8a1fed HTTP/1.1" status: 200 len: 1093 time: 1.6406999 Jul 05 04:01:09.921446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a618b9ab-629b-44ae-8b16-be5e5025603b', 'tag': 'f8f57597-05ff-4b80-a121-c465fe8a1fed'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:09.941808 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460f1f7c-e360-4f4d-9941-2ac34f21e0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a618b9ab-629b-44ae-8b16-be5e5025603b", "tag": "f8f57597-05ff-4b80-a121-c465fe8a1fed"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:09.978590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcaddfb-1c22-48c5-bcd1-736145c8d32b service neutron] Pushing event updated for resources: {'Port': ['ID=f8f57597-05ff-4b80-a121-c465fe8a1fed,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:09.998344 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Deleting port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:09.998703 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.096905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b363455a-acc9-4831-a43f-0b79beaccb20 None None] DHCP port deletion for 92d37dac-bef5-4156-89a2-936ea9017b8f request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:01:10.110211 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.135627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] For port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1e7e49d4-307b-4f4b-805c-bd1ba98a4536,segment=NetworkSegment(8e492a46-6d50-467a-b01b-b9d99a553242),segment_id=8e492a46-6d50-467a-b01b-b9d99a553242)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:10.136422 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.182138 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-5b27cf8f-a698-4aac-b7e6-c3737d947492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:10.183788 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Request body: {'networks': [{'name': 'tempest-network--686270906'}, {'name': 'tempest-network--1283345797'}]} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:10.184035 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-5b27cf8f-a698-4aac-b7e6-c3737d947492 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 1096 time: 0.1614485 Jul 05 04:01:10.184370 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 828b5f73-a826-4cf5-8ffb-0041ebcd8726, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=828b5f73-a826-4cf5-8ffb-0041ebcd8726,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:10.184729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Request body: {'network': {'name': 'tempest-network--686270906'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:10.188117 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Request body: {'network': {'name': 'tempest-network--1283345797'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:10.203944 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b363455a-acc9-4831-a43f-0b79beaccb20 None None] Deleting port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:10.204919 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b363455a-acc9-4831-a43f-0b79beaccb20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.220715 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885592a-d2ee-4cd3-8d4d-4a705d3b9075 req-5072fe6d-81b4-44fd-a312-1717682dd49b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:10.223713 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6885592a-d2ee-4cd3-8d4d-4a705d3b9075 req-5072fe6d-81b4-44fd-a312-1717682dd49b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.3793595 Jul 05 04:01:10.225766 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Calling delete_port for 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:10.246299 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-d4903f6b-69ab-4cb3-9a69-d3a46a309c5f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8f57597-05ff-4b80-a121-c465fe8a1fed HTTP/1.1" status: 200 len: 217 time: 0.0540154 Jul 05 04:01:10.273027 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.300483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Made reservation on behalf of c9f6d4539ef64e7dae097c53b062f3ec for: {'network': 2} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:10.307340 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.318249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b363455a-acc9-4831-a43f-0b79beaccb20 None None] For port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1e7e49d4-307b-4f4b-805c-bd1ba98a4536,segment=NetworkSegment(8e492a46-6d50-467a-b01b-b9d99a553242),segment_id=8e492a46-6d50-467a-b01b-b9d99a553242)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:10.318647 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b363455a-acc9-4831-a43f-0b79beaccb20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.339877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b363455a-acc9-4831-a43f-0b79beaccb20 None None] Calling delete_port for 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:10.342297 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-ff4c3398-a536-411f-b7e2-f12ce1b08336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:10.344386 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-ff4c3398-a536-411f-b7e2-f12ce1b08336 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 HTTP/1.1" status: 200 len: 845 time: 0.0875273 Jul 05 04:01:10.347890 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6885592a-d2ee-4cd3-8d4d-4a705d3b9075 req-d9f15868-4214-4003-9955-c35bf9b568ee tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102080 Jul 05 04:01:10.364037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=828b5f73-a826-4cf5-8ffb-0041ebcd8726,revision_number=11']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:10.405661 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.453155 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-210b6632-1566-4af8-ab44-ff43ce47bc00 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6bbb661a-c337-48f0-8045-f937cf6565eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685849 Jul 05 04:01:10.460846 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9204ac57-7b1e-4d5f-8c67-7c9222c9f292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235dc60a-77cb-4c01-85af-593c87116a3d'}, {'server_uuid': 'f2c50cf1-2759-4da1-98ed-a1bca040b682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828b5f73-a826-4cf5-8ffb-0041ebcd8726'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:10.471991 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ce3b2a-1cc0-454b-9b4a-b94c2fbdf245" -d '{"events": [{"server_uuid": "9204ac57-7b1e-4d5f-8c67-7c9222c9f292", "name": "network-vif-plugged", "status": "completed", "tag": "235dc60a-77cb-4c01-85af-593c87116a3d"}, {"server_uuid": "f2c50cf1-2759-4da1-98ed-a1bca040b682", "name": "network-vif-plugged", "status": "completed", "tag": "828b5f73-a826-4cf5-8ffb-0041ebcd8726"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:10.557428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f009c2-398e-427d-a38f-cc5da6f00ac0 req-64503044-d567-4d14-ad8b-fc73c89654ec tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:10.566896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-36f009c2-398e-427d-a38f-cc5da6f00ac0 req-64503044-d567-4d14-ad8b-fc73c89654ec tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 985 time: 0.4757974 Jul 05 04:01:10.576796 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e8effd-bf56-4ae9-823a-0b9ea1ad0a0a x-openstack-request-id: req-53e8effd-bf56-4ae9-823a-0b9ea1ad0a0a {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:10.577204 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a618b9ab-629b-44ae-8b16-be5e5025603b", "tag": "f8f57597-05ff-4b80-a121-c465fe8a1fed", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:10.577461 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53e8effd-bf56-4ae9-823a-0b9ea1ad0a0a {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:10.577928 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a618b9ab-629b-44ae-8b16-be5e5025603b', 'tag': 'f8f57597-05ff-4b80-a121-c465fe8a1fed', 'status': 'completed', 'code': 200} Jul 05 04:01:10.591614 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b363455a-acc9-4831-a43f-0b79beaccb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.655288 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363455a-acc9-4831-a43f-0b79beaccb20 None None] Pushing event deleted for resources: {'Port': ['ID=1e7e49d4-307b-4f4b-805c-bd1ba98a4536,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:10.659313 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-8d72ce75-e155-453c-bae4-88d7bbe1de0e service neutron] 10.222.0.10 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995585 Jul 05 04:01:10.661024 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363455a-acc9-4831-a43f-0b79beaccb20 None None] No DVR routers for this DVR port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:10.666530 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.741827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-36f009c2-398e-427d-a38f-cc5da6f00ac0 req-6ebec05f-1f6b-472d-838e-8896fd9a5f37 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1740127 Jul 05 04:01:10.750246 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.781437 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b67bb75b-74aa-4cfb-989c-101fd9b378ee req-eeab2fe3-965b-4e29-abdb-2dc42830bd3c service neutron] 10.222.0.10 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153810 Jul 05 04:01:10.787479 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.787961 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.794196 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Pushing event deleted for resources: {'Port': ['ID=1e7e49d4-307b-4f4b-805c-bd1ba98a4536,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:10.830913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] No DVR routers for this DVR port 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:10.861337 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84082456-78cd-45df-8fb0-6060d6f15f3b x-openstack-request-id: req-84082456-78cd-45df-8fb0-6060d6f15f3b {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:10.861640 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9204ac57-7b1e-4d5f-8c67-7c9222c9f292", "name": "network-vif-plugged", "status": "completed", "tag": "235dc60a-77cb-4c01-85af-593c87116a3d", "code": 200}, {"server_uuid": "f2c50cf1-2759-4da1-98ed-a1bca040b682", "name": "network-vif-plugged", "status": "completed", "tag": "828b5f73-a826-4cf5-8ffb-0041ebcd8726", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:10.861900 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84082456-78cd-45df-8fb0-6060d6f15f3b {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:10.862303 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9204ac57-7b1e-4d5f-8c67-7c9222c9f292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235dc60a-77cb-4c01-85af-593c87116a3d', 'code': 200} Jul 05 04:01:10.862556 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c50cf1-2759-4da1-98ed-a1bca040b682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828b5f73-a826-4cf5-8ffb-0041ebcd8726', 'code': 200} Jul 05 04:01:10.873811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:10.885389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a37f42-f8d5-4379-afd1-b6590d616aee,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:10.933121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:10.948927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:10.949356 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1e7e49d4-307b-4f4b-805c-bd1ba98a4536 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:10.982210 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308e318-f4b3-401f-b7c2-417726cb000e req-54244983-645d-4aa7-9692-3eb695b9101b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:10.989297 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3308e318-f4b3-401f-b7c2-417726cb000e req-54244983-645d-4aa7-9692-3eb695b9101b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 944 time: 0.3198869 Jul 05 04:01:10.992548 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.992900 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Added segment 79837452-1422-498d-81ef-e77eb8fb0e76 of type vlan for network bdc41fa9-cb8a-414e-90b4-00f13d07fa42 Jul 05 04:01:11.005848 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.053987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d37dac-bef5-4156-89a2-936ea9017b8f']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:11.059803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f1f7c-e360-4f4d-9941-2ac34f21e0d2 req-94998650-5550-4401-ae60-cc65c1524519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:11.064424 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-460f1f7c-e360-4f4d-9941-2ac34f21e0d2 req-94998650-5550-4401-ae60-cc65c1524519 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 1096 time: 0.1196263 Jul 05 04:01:11.100253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e492a46-6d50-467a-b01b-b9d99a553242') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:11.100655 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e492a46-6d50-467a-b01b-b9d99a553242') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:11.103424 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.129215 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.164503 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3308e318-f4b3-401f-b7c2-417726cb000e req-6fa3aecc-9363-401b-a06f-9ff9b21eddf1 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740787 Jul 05 04:01:11.195550 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.207011 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b31a0b-0547-44d0-af9a-3a0111f61ad4 req-f0c70061-c9f0-4e37-8f62-6c0a48c87b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:11.210327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:11.213314 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.213453 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-81b31a0b-0547-44d0-af9a-3a0111f61ad4 req-f0c70061-c9f0-4e37-8f62-6c0a48c87b6a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 1101 time: 0.1536789 Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:11.216385 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:11.221237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:11.284728 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.285174 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Added segment c2a49678-3d43-4a4c-819d-1f5b0ecbe7ed of type vlan for network 848105d2-f8d0-4daf-99e6-3e01ad35de68 Jul 05 04:01:11.287310 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f1f7c-e360-4f4d-9941-2ac34f21e0d2 req-193d0b30-1498-4cc3-8e73-736737d28f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:11.290651 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-460f1f7c-e360-4f4d-9941-2ac34f21e0d2 req-193d0b30-1498-4cc3-8e73-736737d28f4f service neutron] 10.222.0.10 "GET /v2.0/networks?id=6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 200 len: 906 time: 0.1934059 Jul 05 04:01:11.317361 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bdbd6-25e3-46e3-8f1c-fdc9e14830fb req-745d43a7-3ddb-412e-a93c-1402f816e3a9 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:11.319120 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f14bdbd6-25e3-46e3-8f1c-fdc9e14830fb req-745d43a7-3ddb-412e-a93c-1402f816e3a9 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 949 time: 0.2691689 Jul 05 04:01:11.361684 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-460f1f7c-e360-4f4d-9941-2ac34f21e0d2 req-7be84ae5-f23c-4db4-8361-c149586fd324 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8f57597-05ff-4b80-a121-c465fe8a1fed HTTP/1.1" status: 200 len: 217 time: 0.0566249 Jul 05 04:01:11.363674 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-81b31a0b-0547-44d0-af9a-3a0111f61ad4 req-e969419c-de4a-4f79-8494-61cc28d1d166 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359670 Jul 05 04:01:11.382839 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f14bdbd6-25e3-46e3-8f1c-fdc9e14830fb req-da262f81-c66c-405f-8918-942c919868fd tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427852 Jul 05 04:01:11.399810 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-adf9dd46-49f8-4d4b-8f5f-c974f1b5396e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.435562 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.458229 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.461762 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] 10.222.0.38 "DELETE /v2.0/networks/92d37dac-bef5-4156-89a2-936ea9017b8f HTTP/1.1" status: 204 len: 168 time: 1.9497547 Jul 05 04:01:11.464287 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.480665 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3128d22-1bff-4ebe-a813-05cf9502433c tempest-DHCPAgentSchedulersTestJSON-1596156726 tempest-DHCPAgentSchedulersTestJSON-1596156726-project] Pushing event deleted for resources: {'Network': ['ID=92d37dac-bef5-4156-89a2-936ea9017b8f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:11.524574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f1f7c-e360-4f4d-9941-2ac34f21e0d2 req-f4a8879c-ed6c-46fc-afb2-7dcad4504076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:11.526635 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-460f1f7c-e360-4f4d-9941-2ac34f21e0d2 req-f4a8879c-ed6c-46fc-afb2-7dcad4504076 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 HTTP/1.1" status: 200 len: 845 time: 0.0996463 Jul 05 04:01:11.580819 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.581702 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.588294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:11.593724 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:11.595202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.597334 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-460f1f7c-e360-4f4d-9941-2ac34f21e0d2 req-fa12f99e-bf24-4aa3-b80e-c2f197069541 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6bbb661a-c337-48f0-8045-f937cf6565eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525692 Jul 05 04:01:11.697110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event updated for resources: {'Network': ['ID=bdc41fa9-cb8a-414e-90b4-00f13d07fa42,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:11.712487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network bdc41fa9-cb8a-414e-90b4-00f13d07fa42 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:11.743329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea66b99-78cc-46b2-819d-42b332a3e45e req-a99ff525-512c-400e-b12a-ecb900aede2c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:11.745093 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bea66b99-78cc-46b2-819d-42b332a3e45e req-a99ff525-512c-400e-b12a-ecb900aede2c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2044318 Jul 05 04:01:11.754619 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-460f1f7c-e360-4f4d-9941-2ac34f21e0d2 req-56d1f09e-d38f-44fb-bc78-ceb217b3ed38 service neutron] 10.222.0.10 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474936 Jul 05 04:01:11.795926 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8840983 Jul 05 04:01:11.838490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52016) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:11.873439 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bea66b99-78cc-46b2-819d-42b332a3e45e req-ef445534-01ef-48fc-a7ad-fa708dd4f457 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822077 Jul 05 04:01:11.894838 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-460f1f7c-e360-4f4d-9941-2ac34f21e0d2 req-1da010e7-73e4-4028-a95c-c4e71ab8c5ca service neutron] 10.222.0.10 "GET /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262414 Jul 05 04:01:11.976151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a44b33-a368-4d0a-9623-349d97cee608 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event updated for resources: {'Network': ['ID=848105d2-f8d0-4daf-99e6-3e01ad35de68,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:11.991509 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 848105d2-f8d0-4daf-99e6-3e01ad35de68 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:12.134111 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37350a7e-9bf8-43d8-93a4-08b0d63c13a4 req-bbef397a-afca-4d40-9280-ab9706627e62 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:12.136099 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-37350a7e-9bf8-43d8-93a4-08b0d63c13a4 req-bbef397a-afca-4d40-9280-ab9706627e62 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 985 time: 0.1619258 Jul 05 04:01:12.196300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52020) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:12.358752 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6859cb4b-f8e8-4d9a-9251-b490d4d670eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6bad20a59438413f829d09fae9c294fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586478 Jul 05 04:01:12.359426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52026) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:12.429993 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09d4b4fb-0cd0-427c-aca0-4d2a31b6c3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.456816 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09d4b4fb-0cd0-427c-aca0-4d2a31b6c3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.528005 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339ca6f-a490-4c05-b4cf-1d744338aebd tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:12.534021 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339ca6f-a490-4c05-b4cf-1d744338aebd tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:12.540900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339ca6f-a490-4c05-b4cf-1d744338aebd tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:12.547222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339ca6f-a490-4c05-b4cf-1d744338aebd tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:12.549078 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6339ca6f-a490-4c05-b4cf-1d744338aebd tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6917903 Jul 05 04:01:12.553118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52030) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:12.586681 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-37350a7e-9bf8-43d8-93a4-08b0d63c13a4 req-c4a6cc35-6e45-46ca-8dd1-902cfce7411e tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4410717 Jul 05 04:01:12.630800 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3612acd-d82a-4605-bdc2-d8031722a0d8 req-8f0753af-4587-41d9-affe-f7dab9278d85 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:12.633581 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3612acd-d82a-4605-bdc2-d8031722a0d8 req-8f0753af-4587-41d9-affe-f7dab9278d85 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 944 time: 0.1486163 Jul 05 04:01:12.635503 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09d4b4fb-0cd0-427c-aca0-4d2a31b6c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.638907 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09d4b4fb-0cd0-427c-aca0-4d2a31b6c3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.640392 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-09d4b4fb-0cd0-427c-aca0-4d2a31b6c3cb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a3c6481d-fc55-4397-99c8-1c4958b9fb71 HTTP/1.1" status: 204 len: 168 time: 0.2802236 Jul 05 04:01:12.658773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4b4fb-0cd0-427c-aca0-4d2a31b6c3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c6481d-fc55-4397-99c8-1c4958b9fb71,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:12.674973 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4e89f0f-ccf3-4c28-ab8a-135b55d173b9 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.869741 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3612acd-d82a-4605-bdc2-d8031722a0d8 req-d6ec6ab0-9b13-47a4-86c6-6ebc047ce763 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769348 Jul 05 04:01:12.870793 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4e89f0f-ccf3-4c28-ab8a-135b55d173b9 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.870793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-e4e89f0f-ccf3-4c28-ab8a-135b55d173b9 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc41fa9-cb8a-414e-90b4-00f13d07fa42']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:12.870793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-e4e89f0f-ccf3-4c28-ab8a-135b55d173b9 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79837452-1422-498d-81ef-e77eb8fb0e76') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:12.870793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-e4e89f0f-ccf3-4c28-ab8a-135b55d173b9 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79837452-1422-498d-81ef-e77eb8fb0e76') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:12.872199 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ecf44-a9ea-4020-9f75-141ec36bdcf3 req-60ea03fb-4290-4544-814f-a7b00c9ea814 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:12.872199 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d44ecf44-a9ea-4020-9f75-141ec36bdcf3 req-60ea03fb-4290-4544-814f-a7b00c9ea814 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 949 time: 0.0752497 Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4e89f0f-ccf3-4c28-ab8a-135b55d173b9 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4e89f0f-ccf3-4c28-ab8a-135b55d173b9 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e89f0f-ccf3-4c28-ab8a-135b55d173b9 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4e89f0f-ccf3-4c28-ab8a-135b55d173b9 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:12.872883 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:12.933288 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d44ecf44-a9ea-4020-9f75-141ec36bdcf3 req-7a152361-5fdd-4137-959a-690cb4c57fda tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046679 Jul 05 04:01:12.984369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf11e2-1191-44cc-ad14-611ca1383464 req-404885ec-e567-43ec-b1b7-8338004c2bf5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:12.986017 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ecf11e2-1191-44cc-ad14-611ca1383464 req-404885ec-e567-43ec-b1b7-8338004c2bf5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 985 time: 0.1281390 Jul 05 04:01:13.030310 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ecf11e2-1191-44cc-ad14-611ca1383464 req-89bb035c-c320-4b11-bfcd-ef213f9af495 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0372005 Jul 05 04:01:13.139666 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709f62c-b60d-4d6c-90a6-22df8dd2bb11 req-e2a2cbdc-83c6-49b1-9be3-e0fe31f7565e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:13.141244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f709f62c-b60d-4d6c-90a6-22df8dd2bb11 req-e2a2cbdc-83c6-49b1-9be3-e0fe31f7565e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0839202 Jul 05 04:01:13.144903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device f8f57597-05ff-4b80-a121-c465fe8a1fed details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:13.186570 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4e89f0f-ccf3-4c28-ab8a-135b55d173b9 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.197763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4e89f0f-ccf3-4c28-ab8a-135b55d173b9 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.202611 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52042) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:13.203961 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e4e89f0f-ccf3-4c28-ab8a-135b55d173b9 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "DELETE /v2.0/networks/bdc41fa9-cb8a-414e-90b4-00f13d07fa42 HTTP/1.1" status: 204 len: 168 time: 0.6492057 Jul 05 04:01:13.234485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e89f0f-ccf3-4c28-ab8a-135b55d173b9 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event deleted for resources: {'Network': ['ID=bdc41fa9-cb8a-414e-90b4-00f13d07fa42,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:13.307358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port f8f57597-05ff-4b80-a121-c465fe8a1fed, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f8f57597-05ff-4b80-a121-c465fe8a1fed,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:13.322782 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'f8f57597-05ff-4b80-a121-c465fe8a1fed', 'network_id': '6bbb661a-c337-48f0-8045-f937cf6565eb', 'port_id': 'f8f57597-05ff-4b80-a121-c465fe8a1fed', 'mac_address': 'fa:16:3e:8c:95:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7d7ce7-579d-4301-8ea7-b94a8620a3c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:13.341336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f709f62c-b60d-4d6c-90a6-22df8dd2bb11 req-c6aa1b03-8841-4c84-a0e6-fe1c1692a807 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934953 Jul 05 04:01:13.359587 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b588722c-7b73-4841-a996-bc83be691db6 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.391301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dc1f1-1691-4723-9074-272b3f28749a req-84f557cd-f03d-45c2-b820-336a130a54d0 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:13.396775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f6dc1f1-1691-4723-9074-272b3f28749a req-84f557cd-f03d-45c2-b820-336a130a54d0 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 1137 time: 0.2319775 Jul 05 04:01:13.424510 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.452047 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0f6dc1f1-1691-4723-9074-272b3f28749a req-3b48afba-4a1a-443b-9b66-b1eae59ec47b tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.458938 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f57597-05ff-4b80-a121-c465fe8a1fed {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:13.510775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port f8f57597-05ff-4b80-a121-c465fe8a1fed, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f8f57597-05ff-4b80-a121-c465fe8a1fed,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:13.536561 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b588722c-7b73-4841-a996-bc83be691db6 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.555054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-b588722c-7b73-4841-a996-bc83be691db6 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848105d2-f8d0-4daf-99e6-3e01ad35de68']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:13.570070 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.592359 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-b588722c-7b73-4841-a996-bc83be691db6 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a49678-3d43-4a4c-819d-1f5b0ecbe7ed') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:13.592745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-b588722c-7b73-4841-a996-bc83be691db6 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a49678-3d43-4a4c-819d-1f5b0ecbe7ed') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:13.607712 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b588722c-7b73-4841-a996-bc83be691db6 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.625178 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=f8f57597-05ff-4b80-a121-c465fe8a1fed,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:13.631082 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b588722c-7b73-4841-a996-bc83be691db6 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.637135 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b588722c-7b73-4841-a996-bc83be691db6 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:13.637726 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b588722c-7b73-4841-a996-bc83be691db6 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:13.640812 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:13.810054 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b588722c-7b73-4841-a996-bc83be691db6 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.820103 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b588722c-7b73-4841-a996-bc83be691db6 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.824721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b588722c-7b73-4841-a996-bc83be691db6 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "DELETE /v2.0/networks/848105d2-f8d0-4daf-99e6-3e01ad35de68 HTTP/1.1" status: 204 len: 168 time: 0.6163065 Jul 05 04:01:13.826126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52050) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:13.843157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588722c-7b73-4841-a996-bc83be691db6 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event deleted for resources: {'Network': ['ID=848105d2-f8d0-4daf-99e6-3e01ad35de68,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:13.900007 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0f6dc1f1-1691-4723-9074-272b3f28749a req-3b48afba-4a1a-443b-9b66-b1eae59ec47b tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.934162 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-39a7ab3e-aaf9-49d2-83e1-b3b1deba559b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.946485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['f8f57597-05ff-4b80-a121-c465fe8a1fed'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:14.057170 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0f6dc1f1-1691-4723-9074-272b3f28749a req-3b48afba-4a1a-443b-9b66-b1eae59ec47b tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.079302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52056) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:14.107299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f6dc1f1-1691-4723-9074-272b3f28749a req-3b48afba-4a1a-443b-9b66-b1eae59ec47b tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.7019777 Jul 05 04:01:14.108077 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9ff62bd7-7b23-4c14-a825-4c6efc6e2414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.129954 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52058) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:14.155533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48afba-4a1a-443b-9b66-b1eae59ec47b tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c2edc3-c136-4d19-b966-e418bb5666ec,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:14.194367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ab7ee4-850a-4419-a650-9b6b692ea13c tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:14.203636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ab7ee4-850a-4419-a650-9b6b692ea13c tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:14.210365 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-77ab7ee4-850a-4419-a650-9b6b692ea13c tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3781235 Jul 05 04:01:14.210737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbc986-21fa-48d8-9ab8-bf332cbe07c8 req-8956ef27-80be-4c48-ae5f-9758b0dadfa2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:14.214407 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52060) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:14.217886 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1adbc986-21fa-48d8-9ab8-bf332cbe07c8 req-8956ef27-80be-4c48-ae5f-9758b0dadfa2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 945 time: 0.2299452 Jul 05 04:01:14.221594 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0a18093d-1126-40f9-9f56-ffb847c9c86a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-802765319'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:14.249847 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-0a18093d-1126-40f9-9f56-ffb847c9c86a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:01:14.249847 n-d-771363-32 neutron-server[100932]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:01:14.249847 n-d-771363-32 neutron-server[100932]: [parameters: {'project_id_1': 'c9f6d4539ef64e7dae097c53b062f3ec', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 1, 14, 227756)}] Jul 05 04:01:14.249847 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:01:14.254702 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-0a18093d-1126-40f9-9f56-ffb847c9c86a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:01:14.286931 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1adbc986-21fa-48d8-9ab8-bf332cbe07c8 req-50c05834-1c38-4307-929a-698feaa9af53 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679648 Jul 05 04:01:14.299234 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb1ced1-f70c-4073-823a-132ec46100d1 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:14.304808 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-abb1ced1-f70c-4073-823a-132ec46100d1 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 1132 time: 0.1691077 Jul 05 04:01:14.308660 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52062) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:14.314955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': 'a7fcc75f-d47e-4be7-9b4b-55d6993331c6', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:14.338942 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.373427 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9ff62bd7-7b23-4c14-a825-4c6efc6e2414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.383734 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce1435-51df-47df-8a39-645aab0a8c14 req-ce587ac7-e1d7-458d-846a-1e386fe82aea tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:14.385727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46ce1435-51df-47df-8a39-645aab0a8c14 req-ce587ac7-e1d7-458d-846a-1e386fe82aea tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 949 time: 0.0838339 Jul 05 04:01:14.453482 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46ce1435-51df-47df-8a39-645aab0a8c14 req-22c69bdd-c388-4085-b79b-f9b3a5633279 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563426 Jul 05 04:01:14.486629 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9ff62bd7-7b23-4c14-a825-4c6efc6e2414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.555884 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9ff62bd7-7b23-4c14-a825-4c6efc6e2414 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9697f5a7bb9e43bdb97be1a130358499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728768 Jul 05 04:01:14.557075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff62bd7-7b23-4c14-a825-4c6efc6e2414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c039de6-bde2-4810-8a28-61aba21bee69,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:14.567912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52068) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:14.616285 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.640774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a366201-67c0-4210-8cb0-065141c5924b req-2c15f97d-258d-48ee-8c2f-cfb97d0dd5f1 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:14.642501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a366201-67c0-4210-8cb0-065141c5924b req-2c15f97d-258d-48ee-8c2f-cfb97d0dd5f1 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1164546 Jul 05 04:01:14.669031 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f44c114b-bd37-4c08-ad4b-0a55ef7da23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.701808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a366201-67c0-4210-8cb0-065141c5924b req-ce7f2bed-9b27-492a-b00a-f7f27e89e1fb tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526588 Jul 05 04:01:14.704367 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f44c114b-bd37-4c08-ad4b-0a55ef7da23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.797762 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.901340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a18093d-1126-40f9-9f56-ffb847c9c86a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Made reservation on behalf of c9f6d4539ef64e7dae097c53b062f3ec for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:14.905061 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0a18093d-1126-40f9-9f56-ffb847c9c86a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.910902 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f44c114b-bd37-4c08-ad4b-0a55ef7da23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.912971 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f44c114b-bd37-4c08-ad4b-0a55ef7da23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.916688 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f44c114b-bd37-4c08-ad4b-0a55ef7da23f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c039de6-bde2-4810-8a28-61aba21bee69 HTTP/1.1" status: 204 len: 168 time: 0.3450785 Jul 05 04:01:14.941560 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c114b-bd37-4c08-ad4b-0a55ef7da23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c039de6-bde2-4810-8a28-61aba21bee69,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:14.990765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a18093d-1126-40f9-9f56-ffb847c9c86a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:15.009593 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0a18093d-1126-40f9-9f56-ffb847c9c86a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.009946 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-0a18093d-1126-40f9-9f56-ffb847c9c86a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Added segment a2b17f5b-29a5-41b4-a012-7ac1f5e1ff33 of type vlan for network 366b5ff4-8005-4782-9258-668095426fd8 Jul 05 04:01:15.061294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Allocated IP 172.25.6.94 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/e9a77570-d434-4553-8dcd-6ce8fc87b0ae) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:15.103741 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0a18093d-1126-40f9-9f56-ffb847c9c86a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.177280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device f8f57597-05ff-4b80-a121-c465fe8a1fed up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:15.233140 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.274920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366afa6d-74c1-4110-ba50-8f7985398bbd req-cd87debe-34d8-445f-9c1c-15a0cf25b349 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:15.276634 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-366afa6d-74c1-4110-ba50-8f7985398bbd req-cd87debe-34d8-445f-9c1c-15a0cf25b349 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 1101 time: 0.1086800 Jul 05 04:01:15.335091 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.365103 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-366afa6d-74c1-4110-ba50-8f7985398bbd req-3be13011-0439-42fa-bb0e-d12ccae6819d tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723042 Jul 05 04:01:15.368742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port f8f57597-05ff-4b80-a121-c465fe8a1fed completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:15.374415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port f8f57597-05ff-4b80-a121-c465fe8a1fed triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:15.377304 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.415715 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0a18093d-1126-40f9-9f56-ffb847c9c86a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.448360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a18093d-1126-40f9-9f56-ffb847c9c86a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:15.449587 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0a18093d-1126-40f9-9f56-ffb847c9c86a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.548265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6da787-f9a1-48b4-8ed2-75727650949f req-18e9b96e-e206-409d-acad-0b4cb1ce969f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:15.557891 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e6da787-f9a1-48b4-8ed2-75727650949f req-18e9b96e-e206-409d-acad-0b4cb1ce969f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 945 time: 0.1009862 Jul 05 04:01:15.585862 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.592304 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0a18093d-1126-40f9-9f56-ffb847c9c86a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3767281 Jul 05 04:01:15.594963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52084) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:15.617968 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e6da787-f9a1-48b4-8ed2-75727650949f req-76795a7b-59b4-49bb-9b58-e9a8b5ad8caf tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582511 Jul 05 04:01:15.628822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a618b9ab-629b-44ae-8b16-be5e5025603b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f57597-05ff-4b80-a121-c465fe8a1fed'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:15.632788 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b893582f-669a-4f72-ab1a-78ec98da9d47" -d '{"events": [{"server_uuid": "a618b9ab-629b-44ae-8b16-be5e5025603b", "name": "network-vif-plugged", "status": "completed", "tag": "f8f57597-05ff-4b80-a121-c465fe8a1fed"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:15.652451 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port f8f57597-05ff-4b80-a121-c465fe8a1fed, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f8f57597-05ff-4b80-a121-c465fe8a1fed,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:15.665237 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5185b0bd-54fd-412a-9b34-1534af2fdb9d tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-19541933'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:15.720030 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a64f561-c509-4873-b96d-3a449b0de51d x-openstack-request-id: req-8a64f561-c509-4873-b96d-3a449b0de51d {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:15.720378 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a618b9ab-629b-44ae-8b16-be5e5025603b", "name": "network-vif-plugged", "status": "completed", "tag": "f8f57597-05ff-4b80-a121-c465fe8a1fed", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:15.721554 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8a64f561-c509-4873-b96d-3a449b0de51d {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:15.721999 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a618b9ab-629b-44ae-8b16-be5e5025603b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f57597-05ff-4b80-a121-c465fe8a1fed', 'code': 200} Jul 05 04:01:15.728606 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.756683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18093d-1126-40f9-9f56-ffb847c9c86a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event updated for resources: {'Network': ['ID=366b5ff4-8005-4782-9258-668095426fd8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:15.773198 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.782250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 366b5ff4-8005-4782-9258-668095426fd8 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:15.859222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:15.869031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:15.872456 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:15.900637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'Port': ['ID=e9a77570-d434-4553-8dcd-6ce8fc87b0ae,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:15.906825 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5185b0bd-54fd-412a-9b34-1534af2fdb9d tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Made reservation on behalf of c9f6d4539ef64e7dae097c53b062f3ec for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:15.912583 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5185b0bd-54fd-412a-9b34-1534af2fdb9d tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.952427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=f8f57597-05ff-4b80-a121-c465fe8a1fed,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:15.969960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6802923-fc33-41cf-8892-3d3772738a9f req-b9b0e0ce-0d4c-41f4-a95a-fb1f527d29eb tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:15.995844 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6802923-fc33-41cf-8892-3d3772738a9f req-b9b0e0ce-0d4c-41f4-a95a-fb1f527d29eb tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1164143 Jul 05 04:01:16.002231 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5185b0bd-54fd-412a-9b34-1534af2fdb9d tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:16.019681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effa5d7-7a45-4e2a-bf36-709d9e35d4e2 req-a84baf3f-9bd4-4eb0-bbc5-5642de99badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:16.021539 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9effa5d7-7a45-4e2a-bf36-709d9e35d4e2 req-a84baf3f-9bd4-4eb0-bbc5-5642de99badb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 1098 time: 0.2151434 Jul 05 04:01:16.032848 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5185b0bd-54fd-412a-9b34-1534af2fdb9d tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.037050 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-5185b0bd-54fd-412a-9b34-1534af2fdb9d tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Added segment 06b046d5-1b9d-49ed-a0fd-539a485dfc47 of type vlan for network 980e79f4-ad84-4f69-81a2-1161641f8546 Jul 05 04:01:16.085288 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6802923-fc33-41cf-8892-3d3772738a9f req-8e84d56d-56d5-4012-a9b6-ecfac9848c2c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884104 Jul 05 04:01:16.159087 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5185b0bd-54fd-412a-9b34-1534af2fdb9d tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.204504 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9effa5d7-7a45-4e2a-bf36-709d9e35d4e2 req-f1d6027a-dd1f-4d1f-8174-5c7f091e288e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689467 Jul 05 04:01:16.221292 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c2adb-48ba-4e86-8733-4b1ab39b76a1 req-483d2e21-ef0f-410c-a2a6-81356f3ca8b0 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:16.228910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-052c2adb-48ba-4e86-8733-4b1ab39b76a1 req-483d2e21-ef0f-410c-a2a6-81356f3ca8b0 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 1101 time: 0.0779405 Jul 05 04:01:16.289561 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-052c2adb-48ba-4e86-8733-4b1ab39b76a1 req-8fb0f439-2268-4b51-88d2-504c48006156 tempest-ServersAdminTestJSON-140553606 tempest-ServersAdminTestJSON-140553606-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596595 Jul 05 04:01:16.375696 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5185b0bd-54fd-412a-9b34-1534af2fdb9d tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.381685 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185b0bd-54fd-412a-9b34-1534af2fdb9d tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:16.382304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5185b0bd-54fd-412a-9b34-1534af2fdb9d tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.556588 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5185b0bd-54fd-412a-9b34-1534af2fdb9d tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9067862 Jul 05 04:01:16.561356 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52108) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:16.565955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Request body: {'ports': [{'network_id': '366b5ff4-8005-4782-9258-668095426fd8', 'name': 'tempest-port--919595833', 'admin_state_up': True}, {'network_id': '980e79f4-ad84-4f69-81a2-1161641f8546', 'admin_state_up': False}]} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:16.565955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Request body: {'port': {'network_id': '366b5ff4-8005-4782-9258-668095426fd8', 'name': 'tempest-port--919595833', 'admin_state_up': True}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:16.566943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Request body: {'port': {'network_id': '980e79f4-ad84-4f69-81a2-1161641f8546', 'admin_state_up': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:16.593070 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185b0bd-54fd-412a-9b34-1534af2fdb9d tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event updated for resources: {'Network': ['ID=980e79f4-ad84-4f69-81a2-1161641f8546,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:16.606595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 980e79f4-ad84-4f69-81a2-1161641f8546 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:16.885846 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.969962 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84169921-06f3-42b0-ac98-47499b4a141a req-8c5a3959-27c9-4d10-85cb-3a04f205e488 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:16.971589 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84169921-06f3-42b0-ac98-47499b4a141a req-8c5a3959-27c9-4d10-85cb-3a04f205e488 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.1299510 Jul 05 04:01:16.972600 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Made reservation on behalf of c9f6d4539ef64e7dae097c53b062f3ec for: {'port': 2} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:16.977480 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.113693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84169921-06f3-42b0-ac98-47499b4a141a req-da113462-8489-4ac0-8322-61e79b76770e tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248934 Jul 05 04:01:17.128431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.215367 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.342047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8925c-c9b9-4e62-b5e2-8ebf791c4b3c req-47810637-28b3-4f22-8f5c-8f3e88ca16f5 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:17.352696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7b8925c-c9b9-4e62-b5e2-8ebf791c4b3c req-47810637-28b3-4f22-8f5c-8f3e88ca16f5 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 950 time: 0.2824221 Jul 05 04:01:17.357769 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] device_id is not set on port 65055043-472b-47f6-87af-ec684aa38167 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:01:17.415253 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.448492 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7b8925c-c9b9-4e62-b5e2-8ebf791c4b3c req-186548de-b5f4-45f4-b805-e60e5eff3eae tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855958 Jul 05 04:01:17.476398 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15212bfd-821d-4761-8b8b-f32d8d5641b4 req-4423ae52-e802-4796-ad92-7e7e9613d528 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:17.483227 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15212bfd-821d-4761-8b8b-f32d8d5641b4 req-4423ae52-e802-4796-ad92-7e7e9613d528 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2174225 Jul 05 04:01:17.585513 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15212bfd-821d-4761-8b8b-f32d8d5641b4 req-8f2257ef-91fe-48a7-bcfa-43ff96f619c1 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011310 Jul 05 04:01:17.707913 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.780334 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.785948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.890067 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'Port': ['ID=e9a77570-d434-4553-8dcd-6ce8fc87b0ae,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:17.929696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] device_id is not set on port 45936342-4ff2-4b6d-9214-6e11a380addb yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:01:17.929969 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.948089 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52132) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:18.036911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52136) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:18.137400 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.138147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:18.153405 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-2536b5b1-978f-426e-bef3-4a499750abe0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1489444 Jul 05 04:01:18.163232 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Floating IP e4385ea5-fa2a-43b9-8acd-99b25a8c2b39 associated. External IP: 172.25.6.94, port: a7fcc75f-d47e-4be7-9b4b-55d6993331c6. Jul 05 04:01:18.346582 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-2b51f9a9-80cd-4498-98af-d844a4f03e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.347473 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-2b51f9a9-80cd-4498-98af-d844a4f03e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.347473 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-2b51f9a9-80cd-4498-98af-d844a4f03e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.347904 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-2b51f9a9-80cd-4498-98af-d844a4f03e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.348409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-2b51f9a9-80cd-4498-98af-d844a4f03e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.350095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-2b51f9a9-80cd-4498-98af-d844a4f03e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.350619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-2b51f9a9-80cd-4498-98af-d844a4f03e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.352891 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-2b51f9a9-80cd-4498-98af-d844a4f03e77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 6499 time: 0.1258624 Jul 05 04:01:18.430687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a072132-c253-46d0-ba4e-d89814ca7ec9 req-fbba0ff3-5e8e-4416-99f1-336f6f17c182 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.432209 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a072132-c253-46d0-ba4e-d89814ca7ec9 req-fbba0ff3-5e8e-4416-99f1-336f6f17c182 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.1617186 Jul 05 04:01:18.467450 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.503880 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.521643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a072132-c253-46d0-ba4e-d89814ca7ec9 req-83c5ce3d-243f-4386-af64-a47b7526a694 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836530 Jul 05 04:01:18.653202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event updated for resources: {'Port': ['ID=65055043-472b-47f6-87af-ec684aa38167,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:18.654592 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-708c5a0b-4628-47de-a3be-cb671219e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.655081 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-708c5a0b-4628-47de-a3be-cb671219e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.655564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-708c5a0b-4628-47de-a3be-cb671219e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.657252 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-708c5a0b-4628-47de-a3be-cb671219e163 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b2509fec-b4aa-4ad3-ac1f-230ef4872f6e&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&id=ee2b7915-3adb-42ee-968d-9a1a80eef953&id=ee2b7915-3adb-42ee-968d-9a1a80eef953 HTTP/1.1" status: 200 len: 2293 time: 0.2572501 Jul 05 04:01:18.660346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:18.685431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Checking segment: {'id': 'a2b17f5b-29a5-41b4-a012-7ac1f5e1ff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '366b5ff4-8005-4782-9258-668095426fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:18.685808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Network hostable DHCP agents. Network: 366b5ff4-8005-4782-9258-668095426fd8, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:18.777351 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c1cfb-414e-4603-a19e-cf2746f09776 req-97e7e9a0-92c4-4c9b-9279-2f0f7c0b3899 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.779089 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-690c1cfb-414e-4603-a19e-cf2746f09776 req-97e7e9a0-92c4-4c9b-9279-2f0f7c0b3899 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 950 time: 0.1613250 Jul 05 04:01:18.839128 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-717856ee-e66c-428a-a91c-55e651aff2a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d HTTP/1.1" status: 200 len: 1001 time: 0.1702950 Jul 05 04:01:18.865661 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-690c1cfb-414e-4603-a19e-cf2746f09776 req-c0efaed1-89e0-46b9-be75-9ddb0057ad82 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582199 Jul 05 04:01:18.865661 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d55acb91-63af-4d04-81ab-7fa3dea6492c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.869788 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Network 366b5ff4-8005-4782-9258-668095426fd8 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:19.002780 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.013449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:19.016929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-e77efb51-91e7-4011-b238-68684a61f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:19.018498 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-e77efb51-91e7-4011-b238-68684a61f7fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=043ce9f2-e045-400d-955c-c52ba74f89a2 HTTP/1.1" status: 200 len: 851 time: 0.1651816 Jul 05 04:01:19.027073 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1148bac2-3ee4-4426-92af-32a587079d7c None None] Sync routers for ids ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:19.070916 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148bac2-3ee4-4426-92af-32a587079d7c None None] Routers {'0fecbd29-681c-4145-b8ea-ec54a991a7b8'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:19.071590 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1148bac2-3ee4-4426-92af-32a587079d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:19.077378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 366b5ff4-8005-4782-9258-668095426fd8) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:19.087749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d2462d-b495-4ddd-bd8b-eeaff4c89c41 None None] Network 366b5ff4-8005-4782-9258-668095426fd8 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:19.102331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:19.102670 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.267273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event updated for resources: {'Port': ['ID=45936342-4ff2-4b6d-9214-6e11a380addb,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:19.318376 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-1148bac2-3ee4-4426-92af-32a587079d7c None None] Set router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:19.324433 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Checking segment: {'id': '06b046d5-1b9d-49ed-a0fd-539a485dfc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '980e79f4-ad84-4f69-81a2-1161641f8546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:19.324803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Network hostable DHCP agents. Network: 980e79f4-ad84-4f69-81a2-1161641f8546, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:19.339114 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.383152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Allocated IP 172.25.6.183 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/aa908771-5c4c-4df8-b613-1d17100e0fbe) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:19.398486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-2a86455d-ec9d-40ca-abb4-4a72d115eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:19.400025 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-2a86455d-ec9d-40ca-abb4-4a72d115eeb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2509fec-b4aa-4ad3-ac1f-230ef4872f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3735082 Jul 05 04:01:19.435058 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490193c-63f0-41a8-8b2b-777092097cd6 req-d64999e5-3904-4fee-99b9-4a5830609707 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:19.436578 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f490193c-63f0-41a8-8b2b-777092097cd6 req-d64999e5-3904-4fee-99b9-4a5830609707 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.10 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 950 time: 0.3239634 Jul 05 04:01:19.442558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c021a-a13a-4518-be0c-dd6b5b27ae50 req-c540e29a-8829-487f-9e89-7edfa1edf9f2 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:19.451010 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-083c021a-a13a-4518-be0c-dd6b5b27ae50 req-c540e29a-8829-487f-9e89-7edfa1edf9f2 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.3826156 Jul 05 04:01:19.478263 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e7d31a3f-3ca6-44cf-a5e0-5d3b24103a86 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1685095 Jul 05 04:01:19.488666 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cfd01-bbe0-4691-b3df-a36c22d78b90 req-13bc1b69-362d-4660-8539-43e0643d838c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:19.498878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e5cfd01-bbe0-4691-b3df-a36c22d78b90 req-13bc1b69-362d-4660-8539-43e0643d838c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.2462673 Jul 05 04:01:19.501197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52152) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:19.516392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752180d2-1ecb-40cf-b3a6-d55b5fec195a', 'tag': 'a7fcc75f-d47e-4be7-9b4b-55d6993331c6'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:19.518744 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641e7b31-48aa-4f71-beaf-075e9bb9560c" -d '{"events": [{"name": "network-changed", "server_uuid": "752180d2-1ecb-40cf-b3a6-d55b5fec195a", "tag": "a7fcc75f-d47e-4be7-9b4b-55d6993331c6"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:19.526149 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Network 980e79f4-ad84-4f69-81a2-1161641f8546 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:19.639822 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1148bac2-3ee4-4426-92af-32a587079d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2078171201', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:34Z', 'updated_at': '2021-07-05T04:00:45Z', 'revision_number': 4, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:35Z', 'updated_at': '2021-07-05T04:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'e4385ea5-fa2a-43b9-8acd-99b25a8c2b39', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'port_id': 'a7fcc75f-d47e-4be7-9b4b-55d6993331c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'mac_address': 'fa:16:3e:48:27:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752180d2-1ecb-40cf-b3a6-d55b5fec195a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:01:16Z', 'updated_at': '2021-07-05T04:01:16Z', 'revision_number': 0, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f97f996-7845-40e3-b7dd-ad282205e9fc', 'name': '', 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'mac_address': 'fa:16:3e:7e:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:43Z', 'updated_at': '2021-07-05T04:00:53Z', 'revision_number': 5, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'subnets': [{'id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:19.838190 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1148bac2-3ee4-4426-92af-32a587079d7c None None] Checking router: 0fecbd29-681c-4145-b8ea-ec54a991a7b8 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:19.854910 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148bac2-3ee4-4426-92af-32a587079d7c None None] Routers {'0fecbd29-681c-4145-b8ea-ec54a991a7b8'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:19.854910 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1148bac2-3ee4-4426-92af-32a587079d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:19.956345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-083c021a-a13a-4518-be0c-dd6b5b27ae50 req-ecf49765-524a-4c6a-b2ef-47dc84cec3a5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043426 Jul 05 04:01:19.969355 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-9d2d9c5e-1a28-4a62-beea-b11285b70a92 service neutron] 10.222.0.36 "GET /v2.0/networks/b2509fec-b4aa-4ad3-ac1f-230ef4872f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312545 Jul 05 04:01:20.001005 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.002302 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 980e79f4-ad84-4f69-81a2-1161641f8546) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:20.015953 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd528564-9ba0-47da-a4e5-0f2241ce4946 None None] Network 980e79f4-ad84-4f69-81a2-1161641f8546 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:20.025933 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-1148bac2-3ee4-4426-92af-32a587079d7c None None] Set router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:20.040527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:20.046354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.051407 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.053634 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.073424 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e5cfd01-bbe0-4691-b3df-a36c22d78b90 req-6261b525-281b-4c0d-8453-8c4be1f7ce51 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734055 Jul 05 04:01:20.095240 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e847fe27-47ab-4a5e-84ed-136c4f5d64ee x-openstack-request-id: req-e847fe27-47ab-4a5e-84ed-136c4f5d64ee {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:20.095775 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752180d2-1ecb-40cf-b3a6-d55b5fec195a", "tag": "a7fcc75f-d47e-4be7-9b4b-55d6993331c6", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:20.096430 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e847fe27-47ab-4a5e-84ed-136c4f5d64ee {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:20.097235 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752180d2-1ecb-40cf-b3a6-d55b5fec195a', 'tag': 'a7fcc75f-d47e-4be7-9b4b-55d6993331c6', 'status': 'completed', 'code': 200} Jul 05 04:01:20.307675 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-f490193c-63f0-41a8-8b2b-777092097cd6 req-4627326d-3419-4a4c-a713-a291b7791f4e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Deleting port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:20.308257 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f490193c-63f0-41a8-8b2b-777092097cd6 req-4627326d-3419-4a4c-a713-a291b7791f4e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.329182 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52160) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.335374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4f3dab84-dcd4-4ce4-a2ed-ec88b1a09d6a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.7665477 Jul 05 04:01:20.463801 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-fd7053e9-6aff-4e7c-a7e5-6047b98e1cff service neutron] 10.222.0.36 "GET /v2.0/networks/b2509fec-b4aa-4ad3-ac1f-230ef4872f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659238 Jul 05 04:01:20.501018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e7b31-48aa-4f71-beaf-075e9bb9560c req-561caaae-5338-41ac-8185-aa08e39b6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.502797 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-641e7b31-48aa-4f71-beaf-075e9bb9560c req-561caaae-5338-41ac-8185-aa08e39b6ce3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca84adb3a807463ab38748b30818c87c&device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 1137 time: 0.3895855 Jul 05 04:01:20.563993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a586b8-14ff-4b1b-a27b-a324748cc9c3 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.564615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a586b8-14ff-4b1b-a27b-a324748cc9c3 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.564988 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a586b8-14ff-4b1b-a27b-a324748cc9c3 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.565454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a586b8-14ff-4b1b-a27b-a324748cc9c3 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.566114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a586b8-14ff-4b1b-a27b-a324748cc9c3 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.566585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a586b8-14ff-4b1b-a27b-a324748cc9c3 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.567167 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a586b8-14ff-4b1b-a27b-a324748cc9c3 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.567880 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a586b8-14ff-4b1b-a27b-a324748cc9c3 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.568526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a586b8-14ff-4b1b-a27b-a324748cc9c3 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.569004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a586b8-14ff-4b1b-a27b-a324748cc9c3 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.569537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a586b8-14ff-4b1b-a27b-a324748cc9c3 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.570063 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a586b8-14ff-4b1b-a27b-a324748cc9c3 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.570332 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1148bac2-3ee4-4426-92af-32a587079d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2078171201', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:34Z', 'updated_at': '2021-07-05T04:00:45Z', 'revision_number': 4, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:35Z', 'updated_at': '2021-07-05T04:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'e4385ea5-fa2a-43b9-8acd-99b25a8c2b39', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'port_id': 'a7fcc75f-d47e-4be7-9b4b-55d6993331c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'mac_address': 'fa:16:3e:48:27:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752180d2-1ecb-40cf-b3a6-d55b5fec195a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:01:16Z', 'updated_at': '2021-07-05T04:01:16Z', 'revision_number': 0, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f97f996-7845-40e3-b7dd-ad282205e9fc', 'name': '', 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'mac_address': 'fa:16:3e:7e:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:43Z', 'updated_at': '2021-07-05T04:00:53Z', 'revision_number': 5, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'subnets': [{'id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:20.570849 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a586b8-14ff-4b1b-a27b-a324748cc9c3 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.575641 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b4a586b8-14ff-4b1b-a27b-a324748cc9c3 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9053 time: 1.0690849 Jul 05 04:01:20.578212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52162) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.614103 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1148bac2-3ee4-4426-92af-32a587079d7c None None] The sync data for ids ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'] in n-d-771363-32 is: [{'id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2078171201', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:34Z', 'updated_at': '2021-07-05T04:00:45Z', 'revision_number': 4, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:35Z', 'updated_at': '2021-07-05T04:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'e4385ea5-fa2a-43b9-8acd-99b25a8c2b39', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'port_id': 'a7fcc75f-d47e-4be7-9b4b-55d6993331c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'mac_address': 'fa:16:3e:48:27:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752180d2-1ecb-40cf-b3a6-d55b5fec195a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:01:16Z', 'updated_at': '2021-07-05T04:01:16Z', 'revision_number': 0, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f97f996-7845-40e3-b7dd-ad282205e9fc', 'name': '', 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'mac_address': 'fa:16:3e:7e:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:43Z', 'updated_at': '2021-07-05T04:00:53Z', 'revision_number': 5, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'subnets': [{'id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:20.629093 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.637954 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-4c489ac2-7d48-4514-b5fb-36de5c86206e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=512d2f3b-40a5-4840-ad2d-bd6629884f66 HTTP/1.1" status: 200 len: 217 time: 0.1621864 Jul 05 04:01:20.715020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d55acb91-63af-4d04-81ab-7fa3dea6492c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Deleting port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:20.717221 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d55acb91-63af-4d04-81ab-7fa3dea6492c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.721626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-f490193c-63f0-41a8-8b2b-777092097cd6 req-4627326d-3419-4a4c-a713-a291b7791f4e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] For port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a9c9e98c-4274-4133-b4c0-8507d2c7c3b8,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:20.722002 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f490193c-63f0-41a8-8b2b-777092097cd6 req-4627326d-3419-4a4c-a713-a291b7791f4e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.742210 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-f490193c-63f0-41a8-8b2b-777092097cd6 req-4627326d-3419-4a4c-a713-a291b7791f4e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Calling delete_port for a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:20.840887 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfe3c3-8307-4a84-b63a-671d9cf518c0 req-c2790de2-9b35-49ad-85fb-a9786ce5ffc3 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.848852 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10cfe3c3-8307-4a84-b63a-671d9cf518c0 req-c2790de2-9b35-49ad-85fb-a9786ce5ffc3 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.5278978 Jul 05 04:01:20.855215 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0738d29-b95b-4cf3-8471-f6f6cd2c2342 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.855685 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0738d29-b95b-4cf3-8471-f6f6cd2c2342 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.856477 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0738d29-b95b-4cf3-8471-f6f6cd2c2342 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.856641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0738d29-b95b-4cf3-8471-f6f6cd2c2342 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.857353 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e7b31-48aa-4f71-beaf-075e9bb9560c req-f1abed2d-ed89-413e-a583-0f0363cacd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.857770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0738d29-b95b-4cf3-8471-f6f6cd2c2342 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.858367 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0738d29-b95b-4cf3-8471-f6f6cd2c2342 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.858841 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0738d29-b95b-4cf3-8471-f6f6cd2c2342 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.859006 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-641e7b31-48aa-4f71-beaf-075e9bb9560c req-f1abed2d-ed89-413e-a583-0f0363cacd6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=db61f2ce-c85f-47b6-8665-33c1c34a01c3 HTTP/1.1" status: 200 len: 897 time: 0.3107784 Jul 05 04:01:20.859295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0738d29-b95b-4cf3-8471-f6f6cd2c2342 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.859749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0738d29-b95b-4cf3-8471-f6f6cd2c2342 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.860229 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0738d29-b95b-4cf3-8471-f6f6cd2c2342 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.860444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-6412f3cb-ec9d-4996-88d1-a803934e6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.860686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0738d29-b95b-4cf3-8471-f6f6cd2c2342 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.861821 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-6412f3cb-ec9d-4996-88d1-a803934e6a89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 200 len: 797 time: 0.1548398 Jul 05 04:01:20.862867 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e0738d29-b95b-4cf3-8471-f6f6cd2c2342 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7059 time: 0.2825208 Jul 05 04:01:20.875800 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cf041-24d0-4c3b-a845-a802970a51b9 req-e510a813-6af6-4f5d-a952-46eba9df4b91 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.877421 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52164) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.885141 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d6cf041-24d0-4c3b-a845-a802970a51b9 req-e510a813-6af6-4f5d-a952-46eba9df4b91 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 950 time: 0.5481625 Jul 05 04:01:20.892136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b870e10-1b62-46e2-9b1c-83965ece6fa7 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.899859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b870e10-1b62-46e2-9b1c-83965ece6fa7 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.905497 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4b870e10-1b62-46e2-9b1c-83965ece6fa7 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5725243 Jul 05 04:01:20.907642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Pushing event updated for resources: {'Port': ['ID=aa908771-5c4c-4df8-b613-1d17100e0fbe,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:20.913240 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:20.913817 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52166) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.934019 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011682f9-3cf8-4bbd-84a0-6d9b4ca79373 None None] New status for floating IP e4385ea5-fa2a-43b9-8acd-99b25a8c2b39: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:01:21.041942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10cfe3c3-8307-4a84-b63a-671d9cf518c0 req-717a45f2-cfb7-476e-aeaa-da4db8fd245a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921008 Jul 05 04:01:21.057946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-d55acb91-63af-4d04-81ab-7fa3dea6492c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] For port 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1,segment=NetworkSegment(a8f86477-baa6-4bd9-b558-aee8ad4dcdf8),segment_id=a8f86477-baa6-4bd9-b558-aee8ad4dcdf8)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:21.063500 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d55acb91-63af-4d04-81ab-7fa3dea6492c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.085991 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d6cf041-24d0-4c3b-a845-a802970a51b9 req-113004c2-831b-4505-823a-933ab46602ca tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998904 Jul 05 04:01:21.150977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:21.154034 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:21.166576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d55acb91-63af-4d04-81ab-7fa3dea6492c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Calling delete_port for 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:21.306253 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f490193c-63f0-41a8-8b2b-777092097cd6 req-4627326d-3419-4a4c-a713-a291b7791f4e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.321333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4', '828b5f73-a826-4cf5-8ffb-0041ebcd8726'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:21.470943 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627326d-3419-4a4c-a713-a291b7791f4e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Pushing event deleted for resources: {'Port': ['ID=a9c9e98c-4274-4133-b4c0-8507d2c7c3b8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:21.537472 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f490193c-63f0-41a8-8b2b-777092097cd6 req-4627326d-3419-4a4c-a713-a291b7791f4e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] No DVR routers for this DVR port a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:21.543697 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f490193c-63f0-41a8-8b2b-777092097cd6 req-4627326d-3419-4a4c-a713-a291b7791f4e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.546082 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f490193c-63f0-41a8-8b2b-777092097cd6 req-4627326d-3419-4a4c-a713-a291b7791f4e tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.10 "DELETE /v2.0/ports/a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 HTTP/1.1" status: 204 len: 173 time: 2.0932083 Jul 05 04:01:21.574232 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-641e7b31-48aa-4f71-beaf-075e9bb9560c req-dca64949-b306-4543-a4ae-60309cf5bc3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fcc75f-d47e-4be7-9b4b-55d6993331c6 HTTP/1.1" status: 200 len: 1001 time: 0.6580927 Jul 05 04:01:21.626317 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.632487 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-77165f7d-5bec-4df3-a891-98dd7762d16a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Deleting port 65055043-472b-47f6-87af-ec684aa38167 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:21.633099 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-77165f7d-5bec-4df3-a891-98dd7762d16a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.758081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4a318-5249-4e5a-8cdd-3996906786d7 req-ae325198-fbd8-410e-85c7-4a434cb896ed tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:21.770085 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0d4a318-5249-4e5a-8cdd-3996906786d7 req-ae325198-fbd8-410e-85c7-4a434cb896ed tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.5079453 Jul 05 04:01:21.788968 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-77165f7d-5bec-4df3-a891-98dd7762d16a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.813187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-77165f7d-5bec-4df3-a891-98dd7762d16a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Calling delete_port for 65055043-472b-47f6-87af-ec684aa38167 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:21.823098 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.906953 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-a391029e-e4f2-414b-a7a6-32ceef94ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:21.908824 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-a391029e-e4f2-414b-a7a6-32ceef94ae99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9939015 Jul 05 04:01:22.016333 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0d4a318-5249-4e5a-8cdd-3996906786d7 req-ede90e6f-6acf-46f9-a20b-d3690e692e2c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446518 Jul 05 04:01:22.095782 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e7b31-48aa-4f71-beaf-075e9bb9560c req-debe9438-c457-459a-a617-b1e1ebd8cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:22.097609 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-641e7b31-48aa-4f71-beaf-075e9bb9560c req-debe9438-c457-459a-a617-b1e1ebd8cc20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b1d19e2-a903-4f71-9cd1-3c3d258bebb8 HTTP/1.1" status: 200 len: 835 time: 0.4945664 Jul 05 04:01:22.107905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25062af-d873-450b-808f-7c4b33ddf531', 'name': 'network-vif-deleted', 'tag': 'a9c9e98c-4274-4133-b4c0-8507d2c7c3b8'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:22.112621 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32aa716-707f-40aa-9db9-8fc72101fda2" -d '{"events": [{"server_uuid": "b25062af-d873-450b-808f-7c4b33ddf531", "name": "network-vif-deleted", "tag": "a9c9e98c-4274-4133-b4c0-8507d2c7c3b8"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:22.162555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84303df8-f0a4-4b08-bf7c-35f92ee366a3 req-7c2ceabd-97f1-419f-b806-28c59caa8182 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:22.171009 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84303df8-f0a4-4b08-bf7c-35f92ee366a3 req-7c2ceabd-97f1-419f-b806-28c59caa8182 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.1329296 Jul 05 04:01:22.171009 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d55acb91-63af-4d04-81ab-7fa3dea6492c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.219685 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b13ab4-512f-42c1-9eef-bb919add25e9 x-openstack-request-id: req-a4b13ab4-512f-42c1-9eef-bb919add25e9 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:22.219995 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25062af-d873-450b-808f-7c4b33ddf531", "name": "network-vif-deleted", "tag": "a9c9e98c-4274-4133-b4c0-8507d2c7c3b8", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:22.220274 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a4b13ab4-512f-42c1-9eef-bb919add25e9 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:22.220666 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25062af-d873-450b-808f-7c4b33ddf531', 'name': 'network-vif-deleted', 'tag': 'a9c9e98c-4274-4133-b4c0-8507d2c7c3b8', 'status': 'completed', 'code': 200} Jul 05 04:01:22.262897 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-98e32c62-a554-4047-b2a3-f8cc70c8a045 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353946 Jul 05 04:01:22.358100 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-47203469-2399-4f77-8ceb-a3c9700640dc tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 1.4512937 Jul 05 04:01:22.363770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52180) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:22.376740 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-77165f7d-5bec-4df3-a891-98dd7762d16a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.428395 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b056da07-6116-4c37-81f4-247044547991 req-4918e655-177c-42ea-859b-a2e5f2d9e168 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=b25062af-d873-450b-808f-7c4b33ddf531 HTTP/1.1" status: 200 len: 210 time: 0.0331714 Jul 05 04:01:22.437107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55acb91-63af-4d04-81ab-7fa3dea6492c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Port': ['ID=3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:22.487692 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-77165f7d-5bec-4df3-a891-98dd7762d16a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.493113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-77165f7d-5bec-4df3-a891-98dd7762d16a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "DELETE /v2.0/ports/65055043-472b-47f6-87af-ec684aa38167 HTTP/1.1" status: 204 len: 168 time: 1.5724697 Jul 05 04:01:22.493860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52182) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:22.516951 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.552054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77165f7d-5bec-4df3-a891-98dd7762d16a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event deleted for resources: {'Port': ['ID=65055043-472b-47f6-87af-ec684aa38167,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:22.591606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84303df8-f0a4-4b08-bf7c-35f92ee366a3 req-6aeb23f3-ef10-474e-9057-34763e4a845d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158854 Jul 05 04:01:22.600988 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.676427 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d55acb91-63af-4d04-81ab-7fa3dea6492c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.701694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Pushing event updated for resources: {'Port': ['ID=aa908771-5c4c-4df8-b613-1d17100e0fbe,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:22.752191 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.763133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e7b31-48aa-4f71-beaf-075e9bb9560c req-5f24f900-a9bc-4eda-9e91-de8831a7d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:22.764546 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-641e7b31-48aa-4f71-beaf-075e9bb9560c req-5f24f900-a9bc-4eda-9e91-de8831a7d0d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db61f2ce-c85f-47b6-8665-33c1c34a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5918043 Jul 05 04:01:22.836035 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-aab44ea0-5554-4670-a29e-68d28ae29e81 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Deleting port 45936342-4ff2-4b6d-9214-6e11a380addb {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:22.836856 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aab44ea0-5554-4670-a29e-68d28ae29e81 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.154744 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.156295 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0375ab0c-86d1-4cf8-b0c5-a0e29c49d5da tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2055964 Jul 05 04:01:23.158551 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-8d4174f5-0909-4bbf-8539-4f9929c76b9a service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8781540 Jul 05 04:01:23.159211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52186) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:23.167768 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-056b15da-4003-419a-aa47-541dbb1bbe76 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-865145189', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'fixed_ips': [{'ip_address': '172.25.6.183'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:23.174728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:23.199432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18e0cf4-2d79-4aa9-8eba-e3467bc8cc05 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:23.200257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18e0cf4-2d79-4aa9-8eba-e3467bc8cc05 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:23.202101 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a18e0cf4-2d79-4aa9-8eba-e3467bc8cc05 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0fecbd29-681c-4145-b8ea-ec54a991a7b8 HTTP/1.1" status: 200 len: 1991 time: 0.8119473 Jul 05 04:01:23.247228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:23.253476 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-674728f2-a609-4940-94ec-1d5adbe7f3d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=bd52334b-41ac-4635-b2ed-9618cb33fe9e HTTP/1.1" status: 200 len: 217 time: 0.0796833 Jul 05 04:01:23.253694 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a9c9e98c-4274-4133-b4c0-8507d2c7c3b8 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:23.373147 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-641e7b31-48aa-4f71-beaf-075e9bb9560c req-0b3206fe-2299-4935-b42e-e63cf2d8f5a2 service neutron] 10.222.0.36 "GET /v2.0/networks/db61f2ce-c85f-47b6-8665-33c1c34a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970645 Jul 05 04:01:23.376645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-0346b5af-d3f6-410f-a96a-0c51738abe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:23.378411 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-0346b5af-d3f6-410f-a96a-0c51738abe6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 200 len: 797 time: 0.0977383 Jul 05 04:01:23.429298 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aab44ea0-5554-4670-a29e-68d28ae29e81 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.447880 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056b15da-4003-419a-aa47-541dbb1bbe76 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Made reservation on behalf of 7b5de2267dd940108bf03fc4abb25261 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:23.450693 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-056b15da-4003-419a-aa47-541dbb1bbe76 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.472989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-aab44ea0-5554-4670-a29e-68d28ae29e81 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Calling delete_port for 45936342-4ff2-4b6d-9214-6e11a380addb owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:23.497089 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-056b15da-4003-419a-aa47-541dbb1bbe76 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.613531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-056b15da-4003-419a-aa47-541dbb1bbe76 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.632814 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55acb91-63af-4d04-81ab-7fa3dea6492c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Router c27ac356-c424-4536-a3db-8a742efc248a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:23.654143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e0751-f52b-4a81-8625-733ef5a1b6b7 req-5bd1790d-9317-44e8-ac28-ddd8e94bfba7 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:23.663402 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-879e0751-f52b-4a81-8625-733ef5a1b6b7 req-5bd1790d-9317-44e8-ac28-ddd8e94bfba7 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2518759 Jul 05 04:01:23.676509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-653b230a-b834-405b-ab97-57bf2adbf427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:23.679564 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-653b230a-b834-405b-ab97-57bf2adbf427 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2818465 Jul 05 04:01:23.693352 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-056b15da-4003-419a-aa47-541dbb1bbe76 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.734040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-056b15da-4003-419a-aa47-541dbb1bbe76 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] device_id is not set on port c57e1f5d-c85c-4c7f-90d3-d8e1df83c138 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:01:23.769781 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b15da-4003-419a-aa47-541dbb1bbe76 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe5bb33-9987-45fb-bbdb-f62bef03a51d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:23.775614 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-641e7b31-48aa-4f71-beaf-075e9bb9560c req-71366e62-0e84-4684-917e-ec0be0130d11 service neutron] 10.222.0.36 "GET /v2.0/networks/db61f2ce-c85f-47b6-8665-33c1c34a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875716 Jul 05 04:01:23.780942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-879e0751-f52b-4a81-8625-733ef5a1b6b7 req-1654795c-1b47-4271-a326-ebafec55ee50 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165314 Jul 05 04:01:23.876634 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aab44ea0-5554-4670-a29e-68d28ae29e81 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.953872 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab44ea0-5554-4670-a29e-68d28ae29e81 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event deleted for resources: {'Port': ['ID=45936342-4ff2-4b6d-9214-6e11a380addb,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:23.974492 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aab44ea0-5554-4670-a29e-68d28ae29e81 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.991875 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-aab44ea0-5554-4670-a29e-68d28ae29e81 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "DELETE /v2.0/ports/45936342-4ff2-4b6d-9214-6e11a380addb HTTP/1.1" status: 204 len: 168 time: 1.4892745 Jul 05 04:01:23.992794 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52196) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:24.010466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55acb91-63af-4d04-81ab-7fa3dea6492c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:24.028022 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcabedd-6ab7-4b90-bc41-17b053ef728a None None] Sync routers for ids ['c27ac356-c424-4536-a3db-8a742efc248a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:24.039587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d55acb91-63af-4d04-81ab-7fa3dea6492c tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "PUT /v2.0/routers/c27ac356-c424-4536-a3db-8a742efc248a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0011656 Jul 05 04:01:24.062345 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-920b68bd-277f-4011-8876-765bda642821 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0563874 Jul 05 04:01:24.062596 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52200) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:24.064121 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcabedd-6ab7-4b90-bc41-17b053ef728a None None] Routers {'c27ac356-c424-4536-a3db-8a742efc248a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:24.068081 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-cfcabedd-6ab7-4b90-bc41-17b053ef728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c27ac356-c424-4536-a3db-8a742efc248a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:24.070996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-984143c2-a560-4bde-b29c-e9bc3db7e89c tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-116027395'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:24.075585 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-fe32d407-9bc0-4552-88b8-86e18426e1ca service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790698 Jul 05 04:01:24.101401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17a171-bc34-485e-98ec-d2f649e0b655 req-798977fb-2c8a-46a3-a188-2817b7142527 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:24.109416 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b17a171-bc34-485e-98ec-d2f649e0b655 req-798977fb-2c8a-46a3-a188-2817b7142527 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.1121967 Jul 05 04:01:24.171181 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b17a171-bc34-485e-98ec-d2f649e0b655 req-b087b927-0d58-4812-a90e-080097c3cfa8 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607166 Jul 05 04:01:24.235115 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-cfcabedd-6ab7-4b90-bc41-17b053ef728a None None] Set router c27ac356-c424-4536-a3db-8a742efc248a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:24.306828 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-0f55b564-da57-4e42-a276-24e867b50b59 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054172 Jul 05 04:01:24.336562 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-056b15da-4003-419a-aa47-541dbb1bbe76 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 04:01:24.340023 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056b15da-4003-419a-aa47-541dbb1bbe76 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:24.397950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984143c2-a560-4bde-b29c-e9bc3db7e89c tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Made reservation on behalf of c9f6d4539ef64e7dae097c53b062f3ec for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:24.401656 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-984143c2-a560-4bde-b29c-e9bc3db7e89c tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.420734 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-005fd436-6809-4c87-ad71-190a428d4d7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=f7991792-8e2e-4ea5-bce6-4072571e392e HTTP/1.1" status: 200 len: 217 time: 0.1036296 Jul 05 04:01:24.522637 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734263b9-f4b7-4424-ae1d-dc2f1644e403 req-cde6e921-26da-489a-8737-11bf61b46726 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:24.526484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-734263b9-f4b7-4424-ae1d-dc2f1644e403 req-cde6e921-26da-489a-8737-11bf61b46726 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 949 time: 0.1158926 Jul 05 04:01:24.559954 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-056b15da-4003-419a-aa47-541dbb1bbe76 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3960502 Jul 05 04:01:24.562914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52204) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:24.569758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984143c2-a560-4bde-b29c-e9bc3db7e89c tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:24.610969 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-cfcabedd-6ab7-4b90-bc41-17b053ef728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 6, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'ddd22c0a-79b6-4522-bb17-8fd01447eb1d', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'port_id': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'mac_address': 'fa:16:3e:d1:fc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:59Z', 'updated_at': '2021-07-05T03:59:07Z', 'revision_number': 1, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2894e031-d2db-4969-b896-e162d1480c8d', 'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:17:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:24.615842 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-734263b9-f4b7-4424-ae1d-dc2f1644e403 req-b51c5807-ffd4-489c-8b3c-63d74be2738f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692680 Jul 05 04:01:24.654630 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-aa6ab565-85e0-4a5b-a5fb-831b4a733ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:24.656133 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-aa6ab565-85e0-4a5b-a5fb-831b4a733ef2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 200 len: 797 time: 0.2114027 Jul 05 04:01:24.663165 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-984143c2-a560-4bde-b29c-e9bc3db7e89c tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.663165 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-984143c2-a560-4bde-b29c-e9bc3db7e89c tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Added segment dbd3ec1f-0a60-47cf-afaa-0529e940d991 of type vlan for network c5e73ee4-24f1-4b7c-85e1-b523a8ca8834 Jul 05 04:01:24.664585 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcabedd-6ab7-4b90-bc41-17b053ef728a None None] Checking router: c27ac356-c424-4536-a3db-8a742efc248a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:24.673930 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcabedd-6ab7-4b90-bc41-17b053ef728a None None] Routers {'c27ac356-c424-4536-a3db-8a742efc248a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:24.674570 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-cfcabedd-6ab7-4b90-bc41-17b053ef728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c27ac356-c424-4536-a3db-8a742efc248a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:24.810707 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-984143c2-a560-4bde-b29c-e9bc3db7e89c tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.872545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-236d87f0-46a5-4c59-ad64-a7bc2fe264bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:24.874792 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-236d87f0-46a5-4c59-ad64-a7bc2fe264bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2096276 Jul 05 04:01:24.883968 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-cfcabedd-6ab7-4b90-bc41-17b053ef728a None None] Set router c27ac356-c424-4536-a3db-8a742efc248a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:24.899017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-89a43e8a-c561-4601-ac6d-37c1d798f1c1 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Deleting port aa908771-5c4c-4df8-b613-1d17100e0fbe {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:24.899417 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89a43e8a-c561-4601-ac6d-37c1d798f1c1 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.962321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4da2e-bc47-4484-812f-5a805f0a6563 req-9afe6b86-2894-4737-bf3a-bc501537cd9b tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:24.964089 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46c4da2e-bc47-4484-812f-5a805f0a6563 req-9afe6b86-2894-4737-bf3a-bc501537cd9b tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 946 time: 0.0908751 Jul 05 04:01:25.056362 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46c4da2e-bc47-4484-812f-5a805f0a6563 req-c6a6e76f-a16b-4153-b801-82b859316708 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=021eb4ea-2782-48c2-8df6-cde18d7bf541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751576 Jul 05 04:01:25.093122 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f781e3-2e20-4a62-b553-d3f288e4efbb req-93744061-09fd-4172-8719-479d13351513 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:25.094731 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98f781e3-2e20-4a62-b553-d3f288e4efbb req-93744061-09fd-4172-8719-479d13351513 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1295404 Jul 05 04:01:25.109806 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-984143c2-a560-4bde-b29c-e9bc3db7e89c tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.115838 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984143c2-a560-4bde-b29c-e9bc3db7e89c tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:25.116517 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-984143c2-a560-4bde-b29c-e9bc3db7e89c tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.120265 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89a43e8a-c561-4601-ac6d-37c1d798f1c1 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.120608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89a43e8a-c561-4601-ac6d-37c1d798f1c1 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.149511 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98f781e3-2e20-4a62-b553-d3f288e4efbb req-cec5ac19-8d85-4bb2-86e7-108b8f8615b3 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471582 Jul 05 04:01:25.170592 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-cfcabedd-6ab7-4b90-bc41-17b053ef728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 6, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'ddd22c0a-79b6-4522-bb17-8fd01447eb1d', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'port_id': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'mac_address': 'fa:16:3e:d1:fc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:59Z', 'updated_at': '2021-07-05T03:59:07Z', 'revision_number': 1, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2894e031-d2db-4969-b896-e162d1480c8d', 'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:17:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:25.201497 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcabedd-6ab7-4b90-bc41-17b053ef728a None None] The sync data for ids ['c27ac356-c424-4536-a3db-8a742efc248a'] in n-d-771363-32 is: [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 6, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'ddd22c0a-79b6-4522-bb17-8fd01447eb1d', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'port_id': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'mac_address': 'fa:16:3e:d1:fc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:59Z', 'updated_at': '2021-07-05T03:59:07Z', 'revision_number': 1, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2894e031-d2db-4969-b896-e162d1480c8d', 'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:17:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:25.207139 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-bcc30566-dff1-4c37-9b61-9f4ce36618d2 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192096 Jul 05 04:01:25.209645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-89a43e8a-c561-4601-ac6d-37c1d798f1c1 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Calling delete_port for aa908771-5c4c-4df8-b613-1d17100e0fbe owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:25.317323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984143c2-a560-4bde-b29c-e9bc3db7e89c tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event updated for resources: {'Network': ['ID=c5e73ee4-24f1-4b7c-85e1-b523a8ca8834,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:25.331027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network c5e73ee4-24f1-4b7c-85e1-b523a8ca8834 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:25.343711 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-984143c2-a560-4bde-b29c-e9bc3db7e89c tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2801371 Jul 05 04:01:25.347727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52212) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:25.353652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e8d36cd8-5ee3-4a81-afac-672d648d6a1f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-605895305'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:25.358354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ff743-802f-4f50-80d8-1013d4c817eb req-144f4a20-66d9-4e45-8bfc-2d1d7b2ae631 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:25.360107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a3ff743-802f-4f50-80d8-1013d4c817eb req-144f4a20-66d9-4e45-8bfc-2d1d7b2ae631 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.0714412 Jul 05 04:01:25.421717 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a3ff743-802f-4f50-80d8-1013d4c817eb req-ee44d70e-c91a-4924-8bc9-fe367da27999 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535443 Jul 05 04:01:25.451316 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-56e055cb-a2c6-4c8e-96d2-1e265e27b2e4 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230182 Jul 05 04:01:25.500157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d36cd8-5ee3-4a81-afac-672d648d6a1f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Made reservation on behalf of c9f6d4539ef64e7dae097c53b062f3ec for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:25.504424 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e8d36cd8-5ee3-4a81-afac-672d648d6a1f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.516605 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-a582ee21-5d8e-4e44-9642-6ae79614eff9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f HTTP/1.1" status: 200 len: 217 time: 0.0565062 Jul 05 04:01:25.612692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d36cd8-5ee3-4a81-afac-672d648d6a1f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:25.637867 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-0f95afe1-33e1-4275-8cad-16b4abd959b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:25.639379 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-0f95afe1-33e1-4275-8cad-16b4abd959b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 200 len: 797 time: 0.0979528 Jul 05 04:01:25.642696 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e8d36cd8-5ee3-4a81-afac-672d648d6a1f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.643070 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-e8d36cd8-5ee3-4a81-afac-672d648d6a1f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Added segment e57dbc82-50e3-45a8-9c17-3632ef4ab8d6 of type vlan for network 69ae8a50-55a7-4587-955c-68a21763c9e6 Jul 05 04:01:25.719064 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89a43e8a-c561-4601-ac6d-37c1d798f1c1 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.762836 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e8d36cd8-5ee3-4a81-afac-672d648d6a1f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.772098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a43e8a-c561-4601-ac6d-37c1d798f1c1 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa908771-5c4c-4df8-b613-1d17100e0fbe,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:25.891212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-07c8f4c4-c14d-4ebf-bbec-f3ac5e546522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:25.892828 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-07c8f4c4-c14d-4ebf-bbec-f3ac5e546522 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2383626 Jul 05 04:01:25.897966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff5839-ef53-4231-921a-ca4738128b5e req-c1b06336-0e09-45d6-8da4-8ffd99b6df95 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:25.902134 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89a43e8a-c561-4601-ac6d-37c1d798f1c1 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.904970 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89a43e8a-c561-4601-ac6d-37c1d798f1c1 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.909145 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-89a43e8a-c561-4601-ac6d-37c1d798f1c1 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159 tempest-ExternalNetworksAdminNegativeTestJSON-1390763159-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/12cc7381-f300-45d6-ab27-059cf868caa3 HTTP/1.1" status: 204 len: 168 time: 1.3421295 Jul 05 04:01:25.915645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-deff5839-ef53-4231-921a-ca4738128b5e req-c1b06336-0e09-45d6-8da4-8ffd99b6df95 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 949 time: 0.1095440 Jul 05 04:01:25.960692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-deff5839-ef53-4231-921a-ca4738128b5e req-1b8d87c2-0546-4bc8-8ff5-5820896620f1 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526099 Jul 05 04:01:25.988901 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e8d36cd8-5ee3-4a81-afac-672d648d6a1f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.996503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d36cd8-5ee3-4a81-afac-672d648d6a1f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:25.997394 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e8d36cd8-5ee3-4a81-afac-672d648d6a1f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.097280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d36cd8-5ee3-4a81-afac-672d648d6a1f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event updated for resources: {'Network': ['ID=69ae8a50-55a7-4587-955c-68a21763c9e6,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:26.109243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 69ae8a50-55a7-4587-955c-68a21763c9e6 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:26.123545 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-0f68e18a-cf84-4be1-944c-48805e8ebaf5 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162311 Jul 05 04:01:26.344272 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad15060-653c-4f15-a462-6cceb3e36027 req-67946886-ab78-4d61-8a03-1a6c0c2d2c17 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.349965 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ad15060-653c-4f15-a462-6cceb3e36027 req-67946886-ab78-4d61-8a03-1a6c0c2d2c17 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 946 time: 0.1336448 Jul 05 04:01:26.425555 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ad15060-653c-4f15-a462-6cceb3e36027 req-5271290d-7a0d-4b6e-9e60-483b036096a1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=021eb4ea-2782-48c2-8df6-cde18d7bf541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744059 Jul 05 04:01:26.450903 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1a00a-437e-4246-8d46-53e339af1865 req-64ecd508-6d2a-474f-9c6a-737341010691 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.452037 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56b1a00a-437e-4246-8d46-53e339af1865 req-64ecd508-6d2a-474f-9c6a-737341010691 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.1368506 Jul 05 04:01:26.514636 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56b1a00a-437e-4246-8d46-53e339af1865 req-0eb29448-53f5-42f9-9f35-6ac374fbb3ac tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526855 Jul 05 04:01:26.535821 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e8d36cd8-5ee3-4a81-afac-672d648d6a1f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1867747 Jul 05 04:01:26.593788 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-235769dc-0ce8-4fc9-9b18-249a7ecf7088 service neutron] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561756 Jul 05 04:01:26.606991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b66728-dd31-48c8-bdb1-7c6a231eff11 req-8d9eba8b-c7da-4cc3-92fa-0b5adc152420 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.611437 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-58b66728-dd31-48c8-bdb1-7c6a231eff11 req-8d9eba8b-c7da-4cc3-92fa-0b5adc152420 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.10 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 949 time: 0.4006989 Jul 05 04:01:26.643105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52230) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:26.670960 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-7cf2c16e-1ed1-423a-bc15-a008f17d5bb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7401aa57-9d41-435b-8dc0-f5e910105980 HTTP/1.1" status: 200 len: 217 time: 0.0617089 Jul 05 04:01:26.697989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f2b3b-426a-4756-925d-3f5c05798ef2 req-8cfc6c4f-f868-4b73-a798-24609e1a303c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.701654 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-725f2b3b-426a-4756-925d-3f5c05798ef2 req-8cfc6c4f-f868-4b73-a798-24609e1a303c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.0966451 Jul 05 04:01:26.702201 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52238) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:26.708485 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Request body: {'subnets': [{'network_id': 'c5e73ee4-24f1-4b7c-85e1-b523a8ca8834', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1818796875', 'ip_version': 4}, {'network_id': '69ae8a50-55a7-4587-955c-68a21763c9e6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:26.709018 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Request body: {'subnet': {'network_id': 'c5e73ee4-24f1-4b7c-85e1-b523a8ca8834', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1818796875', 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:26.709865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Request body: {'subnet': {'network_id': '69ae8a50-55a7-4587-955c-68a21763c9e6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:26.765644 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:26.799938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-f2d750a1-88e7-4ed0-99cd-8c52cf222ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.802041 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:26.802560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3d58f5c1-b17b-4bfb-97a8-4adae57cf4e1 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:26.802788 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-f2d750a1-88e7-4ed0-99cd-8c52cf222ec8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c35818c5-0831-4e64-a9b2-4971f2421e18 HTTP/1.1" status: 200 len: 797 time: 0.1157107 Jul 05 04:01:26.816100 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc756-f6b8-4ed0-b77e-c9e28a8b7b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.832400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-725f2b3b-426a-4756-925d-3f5c05798ef2 req-55dbd30a-b6be-48d6-a160-352bdd1e7905 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189494 Jul 05 04:01:26.922447 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-58b66728-dd31-48c8-bdb1-7c6a231eff11 req-2bb40da2-7de7-4cba-8a90-a43017c55e45 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Deleting port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:26.922814 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-58b66728-dd31-48c8-bdb1-7c6a231eff11 req-2bb40da2-7de7-4cba-8a90-a43017c55e45 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.972887 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fca291-9af1-443d-b1b2-83bf3d18ce0f req-fe1a704a-717e-4eea-9097-847731be4bed tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.975003 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27fca291-9af1-443d-b1b2-83bf3d18ce0f req-fe1a704a-717e-4eea-9097-847731be4bed tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 946 time: 0.1913075 Jul 05 04:01:26.981532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-037abfe8-6e2d-4815-bdde-73bc051a2947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.982980 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-037abfe8-6e2d-4815-bdde-73bc051a2947 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee2b7915-3adb-42ee-968d-9a1a80eef953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1698568 Jul 05 04:01:26.998661 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc756-f6b8-4ed0-b77e-c9e28a8b7b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.085790 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc756-f6b8-4ed0-b77e-c9e28a8b7b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.159730 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-58b66728-dd31-48c8-bdb1-7c6a231eff11 req-2bb40da2-7de7-4cba-8a90-a43017c55e45 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] For port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:27.160154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-58b66728-dd31-48c8-bdb1-7c6a231eff11 req-2bb40da2-7de7-4cba-8a90-a43017c55e45 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.174914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cc756-f6b8-4ed0-b77e-c9e28a8b7b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1272dbf2-c585-4b14-bcbc-092b1c63901b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:27.182273 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3a5cc756-f6b8-4ed0-b77e-c9e28a8b7b95 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cca95cfc1d234e9b82113b54b93d5932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5371990 Jul 05 04:01:27.186449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52248) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.189101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-58b66728-dd31-48c8-bdb1-7c6a231eff11 req-2bb40da2-7de7-4cba-8a90-a43017c55e45 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Calling delete_port for 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:27.200533 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-fc2852f7-61ce-481c-957b-892a16c012da service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020311 Jul 05 04:01:27.247015 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcd1b8-27e5-4f35-a309-cfff0064ca88 req-54728dbc-2bb3-400d-9f07-045b61108e7f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:27.248597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-36dcd1b8-27e5-4f35-a309-cfff0064ca88 req-54728dbc-2bb3-400d-9f07-045b61108e7f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 949 time: 0.1569180 Jul 05 04:01:27.255419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Made reservation on behalf of c9f6d4539ef64e7dae097c53b062f3ec for: {'subnet': 2} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:27.257426 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.257785 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.316980 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-27fca291-9af1-443d-b1b2-83bf3d18ce0f req-38a61eba-478f-4e77-a35c-50e1cee0c40e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Deleting port e2198d43-7cb6-445b-baec-c20cc6a1dd59 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:27.317937 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-27fca291-9af1-443d-b1b2-83bf3d18ce0f req-38a61eba-478f-4e77-a35c-50e1cee0c40e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.321501 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-02acbc74-4502-4eb8-8c8d-bb72fe4e01fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.382199 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-02acbc74-4502-4eb8-8c8d-bb72fe4e01fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.411894 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-36dcd1b8-27e5-4f35-a309-cfff0064ca88 req-ec7e06de-99f6-4115-a383-fb3b384d1431 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497788 Jul 05 04:01:27.416816 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-e1ed1eef-55bd-469f-aa92-543a48be679e service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086768 Jul 05 04:01:27.496920 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-f4832043-1599-4f31-a913-c3a22c203dc6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3811ad8e-f193-4d3c-9583-2f5e428524c0 HTTP/1.1" status: 200 len: 217 time: 0.0504706 Jul 05 04:01:27.597834 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-27fca291-9af1-443d-b1b2-83bf3d18ce0f req-38a61eba-478f-4e77-a35c-50e1cee0c40e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] For port e2198d43-7cb6-445b-baec-c20cc6a1dd59, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e2198d43-7cb6-445b-baec-c20cc6a1dd59,segment=NetworkSegment(a8f86477-baa6-4bd9-b558-aee8ad4dcdf8),segment_id=a8f86477-baa6-4bd9-b558-aee8ad4dcdf8)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:27.597834 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-27fca291-9af1-443d-b1b2-83bf3d18ce0f req-38a61eba-478f-4e77-a35c-50e1cee0c40e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.620875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-e097de03-865c-4637-885d-9fb8702b0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:27.622344 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-e097de03-865c-4637-885d-9fb8702b0a8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c35818c5-0831-4e64-a9b2-4971f2421e18 HTTP/1.1" status: 200 len: 797 time: 0.1185930 Jul 05 04:01:27.629475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-27fca291-9af1-443d-b1b2-83bf3d18ce0f req-38a61eba-478f-4e77-a35c-50e1cee0c40e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Calling delete_port for e2198d43-7cb6-445b-baec-c20cc6a1dd59 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:27.632358 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-02acbc74-4502-4eb8-8c8d-bb72fe4e01fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.634929 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-02acbc74-4502-4eb8-8c8d-bb72fe4e01fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.638467 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-02acbc74-4502-4eb8-8c8d-bb72fe4e01fd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1272dbf2-c585-4b14-bcbc-092b1c63901b HTTP/1.1" status: 204 len: 168 time: 0.4487407 Jul 05 04:01:27.666390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acbc74-4502-4eb8-8c8d-bb72fe4e01fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1272dbf2-c585-4b14-bcbc-092b1c63901b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:27.761282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238de87-4ef7-46d7-82f8-1bf7177ad1a8 req-218838dd-60ef-43bb-ba18-2b36014064f8 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:27.762710 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d238de87-4ef7-46d7-82f8-1bf7177ad1a8 req-218838dd-60ef-43bb-ba18-2b36014064f8 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 946 time: 0.2115855 Jul 05 04:01:27.766570 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-58b66728-dd31-48c8-bdb1-7c6a231eff11 req-2bb40da2-7de7-4cba-8a90-a43017c55e45 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.780320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['828b5f73-a826-4cf5-8ffb-0041ebcd8726'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:27.845636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb40da2-7de7-4cba-8a90-a43017c55e45 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Pushing event deleted for resources: {'Port': ['ID=9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:27.869381 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-da81ddc6-d252-4f2a-af67-9ccd28934ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:27.871266 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-da81ddc6-d252-4f2a-af67-9ccd28934ca0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee2b7915-3adb-42ee-968d-9a1a80eef953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2342365 Jul 05 04:01:27.899817 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d238de87-4ef7-46d7-82f8-1bf7177ad1a8 req-4541f413-ffeb-4966-8ba5-7ea38118ef73 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=021eb4ea-2782-48c2-8df6-cde18d7bf541&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110897 Jul 05 04:01:27.914190 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e261359-aaf0-452b-ad2c-01498ecda5b2 req-bb6bb119-6ae4-4b0d-ab1f-d255e4f3bb0e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:27.929448 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e261359-aaf0-452b-ad2c-01498ecda5b2 req-bb6bb119-6ae4-4b0d-ab1f-d255e4f3bb0e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2179632 Jul 05 04:01:28.004342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b66728-dd31-48c8-bdb1-7c6a231eff11 req-2bb40da2-7de7-4cba-8a90-a43017c55e45 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] No DVR routers for this DVR port 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:28.012245 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-58b66728-dd31-48c8-bdb1-7c6a231eff11 req-2bb40da2-7de7-4cba-8a90-a43017c55e45 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.014186 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.014407 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-58b66728-dd31-48c8-bdb1-7c6a231eff11 req-2bb40da2-7de7-4cba-8a90-a43017c55e45 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.10 "DELETE /v2.0/ports/9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 HTTP/1.1" status: 204 len: 173 time: 1.3976858 Jul 05 04:01:28.015510 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2707f076-0264-40c7-877f-fc77e07ec2bc', 'name': 'network-vif-deleted', 'tag': '9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:28.017842 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f1df31-b75d-4f96-88ff-29cdcaf901eb" -d '{"events": [{"server_uuid": "2707f076-0264-40c7-877f-fc77e07ec2bc", "name": "network-vif-deleted", "tag": "9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:28.037868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e261359-aaf0-452b-ad2c-01498ecda5b2 req-8df64e86-ec0b-4795-a8b9-4f86f045f19c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016142 Jul 05 04:01:28.072859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6764a-dff0-481b-8fc6-9248c07c3a1c req-094a2bd8-d8b4-46ec-adc1-2c5baaae2805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:28.074512 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6fa6764a-dff0-481b-8fc6-9248c07c3a1c req-094a2bd8-d8b4-46ec-adc1-2c5baaae2805 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a2ee014bb2224bf8b2a8ff13d10ed4fd&device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 1098 time: 0.3398623 Jul 05 04:01:28.099139 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a6b0aa-db02-4d8e-a66a-4561e58c757a x-openstack-request-id: req-08a6b0aa-db02-4d8e-a66a-4561e58c757a {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:28.101710 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2707f076-0264-40c7-877f-fc77e07ec2bc", "name": "network-vif-deleted", "tag": "9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:28.101710 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-08a6b0aa-db02-4d8e-a66a-4561e58c757a {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:28.101710 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2707f076-0264-40c7-877f-fc77e07ec2bc', 'name': 'network-vif-deleted', 'tag': '9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4', 'status': 'completed', 'code': 200} Jul 05 04:01:28.144334 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Checking segment: {'id': 'dbd3ec1f-0a60-47cf-afaa-0529e940d991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c5e73ee4-24f1-4b7c-85e1-b523a8ca8834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:28.144613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Network hostable DHCP agents. Network: c5e73ee4-24f1-4b7c-85e1-b523a8ca8834, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:28.147080 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event updated for resources: {'Subnet': ['ID=9e82297c-cd7e-4e9c-b2b4-9655546a48a4,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:28.191309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91fabf-5bfe-4583-8dbb-8d34d2922242 req-b7c7939b-f4e2-48f3-8c89-29256f1b7a40 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:28.191492 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-406f3023-42b0-438d-a128-b781c39c3d80 service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973812 Jul 05 04:01:28.198801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd91fabf-5bfe-4583-8dbb-8d34d2922242 req-b7c7939b-f4e2-48f3-8c89-29256f1b7a40 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.1534688 Jul 05 04:01:28.237786 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd91fabf-5bfe-4583-8dbb-8d34d2922242 req-1b6c5498-80f7-4a82-9d57-26271fc99020 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380921 Jul 05 04:01:28.290330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6764a-dff0-481b-8fc6-9248c07c3a1c req-824cfb47-d4d7-42b3-ad9b-1cda56eeb966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:28.291821 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6fa6764a-dff0-481b-8fc6-9248c07c3a1c req-824cfb47-d4d7-42b3-ad9b-1cda56eeb966 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd58e159-a7c6-402f-bb41-680ec0a6f913 HTTP/1.1" status: 200 len: 914 time: 0.1964331 Jul 05 04:01:28.305302 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Network c5e73ee4-24f1-4b7c-85e1-b523a8ca8834 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:28.344376 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6fa6764a-dff0-481b-8fc6-9248c07c3a1c req-93a8ee4f-5c99-4a28-81d7-fb3516c265c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=235dc60a-77cb-4c01-85af-593c87116a3d HTTP/1.1" status: 200 len: 217 time: 0.0442126 Jul 05 04:01:28.347422 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-27fca291-9af1-443d-b1b2-83bf3d18ce0f req-38a61eba-478f-4e77-a35c-50e1cee0c40e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.385862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, c5e73ee4-24f1-4b7c-85e1-b523a8ca8834) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:28.390876 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.396159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bd30d0-1a8a-401a-9b62-4aeeef5077c1 None None] Network c5e73ee4-24f1-4b7c-85e1-b523a8ca8834 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:28.405563 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a61eba-478f-4e77-a35c-50e1cee0c40e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Port': ['ID=e2198d43-7cb6-445b-baec-c20cc6a1dd59,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:28.462968 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event updated for resources: {'Subnet': ['ID=7c5f0446-5608-4311-a22e-37d1bcbbb2ca,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:28.466921 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Checking segment: {'id': 'e57dbc82-50e3-45a8-9c17-3632ef4ab8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69ae8a50-55a7-4587-955c-68a21763c9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:28.467286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Network hostable DHCP agents. Network: 69ae8a50-55a7-4587-955c-68a21763c9e6, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:28.482418 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-86b4bb9a-9103-4146-bb12-65489ef89a61 req-5ecbf012-d8f3-4bce-ac90-28426c6354da service neutron] 10.222.0.36 "GET /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794657 Jul 05 04:01:28.527866 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52264) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:28.547206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6764a-dff0-481b-8fc6-9248c07c3a1c req-02162691-249d-4a69-80f2-ea3bddbad37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:28.548882 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6fa6764a-dff0-481b-8fc6-9248c07c3a1c req-02162691-249d-4a69-80f2-ea3bddbad37c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc HTTP/1.1" status: 200 len: 853 time: 0.1957693 Jul 05 04:01:28.579344 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fca291-9af1-443d-b1b2-83bf3d18ce0f req-38a61eba-478f-4e77-a35c-50e1cee0c40e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] No DVR routers for this DVR port e2198d43-7cb6-445b-baec-c20cc6a1dd59 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:28.588170 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-27fca291-9af1-443d-b1b2-83bf3d18ce0f req-38a61eba-478f-4e77-a35c-50e1cee0c40e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.588170 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27fca291-9af1-443d-b1b2-83bf3d18ce0f req-38a61eba-478f-4e77-a35c-50e1cee0c40e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.36 "DELETE /v2.0/ports/e2198d43-7cb6-445b-baec-c20cc6a1dd59 HTTP/1.1" status: 204 len: 173 time: 1.5977075 Jul 05 04:01:28.599658 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ac621b50-ea9a-4d8f-a6c7-74e7ed1b1a75 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b5de2267dd940108bf03fc4abb25261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681572 Jul 05 04:01:28.600052 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52266) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:28.607600 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6fa6764a-dff0-481b-8fc6-9248c07c3a1c req-9709a1f4-20b0-4b48-b61e-8357d2219ae9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd58e159-a7c6-402f-bb41-680ec0a6f913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363960 Jul 05 04:01:28.619859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Network 69ae8a50-55a7-4587-955c-68a21763c9e6 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:28.624259 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-c5e73ee4-24f1-4b7c-85e1-b523a8ca8834', 'network_id': 'c5e73ee4-24f1-4b7c-85e1-b523a8ca8834', 'tenant_id': 'c9f6d4539ef64e7dae097c53b062f3ec', 'fixed_ips': [{'subnet_id': '9e82297c-cd7e-4e9c-b2b4-9655546a48a4'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:28.625579 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.680404 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e010584e-3bcf-4970-acb3-1ccedf3bff3a req-6f42176e-b997-40cc-aed7-5dce434dc1a4 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=2707f076-0264-40c7-877f-fc77e07ec2bc HTTP/1.1" status: 200 len: 210 time: 0.0451355 Jul 05 04:01:28.696338 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c41101de-87e5-4f13-b395-a24a7a189c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.714696 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6fa6764a-dff0-481b-8fc6-9248c07c3a1c req-b683e804-27df-4e5c-b27d-87de885c4519 service neutron] 10.222.0.10 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944858 Jul 05 04:01:28.720609 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c41101de-87e5-4f13-b395-a24a7a189c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.794281 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Allocated IP 172.20.0.2 (c5e73ee4-24f1-4b7c-85e1-b523a8ca8834/9e82297c-cd7e-4e9c-b2b4-9655546a48a4/b1fa6334-99a8-4f65-badf-f0a10da1bfc4) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:28.802784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 69ae8a50-55a7-4587-955c-68a21763c9e6) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:28.809804 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:28.810352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:28.812114 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.823327 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6fa6764a-dff0-481b-8fc6-9248c07c3a1c req-bf80169d-fa8b-4078-8786-3c9201b1ad21 service neutron] 10.222.0.10 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984600 Jul 05 04:01:28.825453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b66224-47ec-4b3d-84a0-a27ce16814b0 None None] Network 69ae8a50-55a7-4587-955c-68a21763c9e6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:28.934135 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c41101de-87e5-4f13-b395-a24a7a189c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.938651 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c41101de-87e5-4f13-b395-a24a7a189c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.939726 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c41101de-87e5-4f13-b395-a24a7a189c20 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3fe5bb33-9987-45fb-bbdb-f62bef03a51d HTTP/1.1" status: 204 len: 168 time: 0.3386419 Jul 05 04:01:28.955859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41101de-87e5-4f13-b395-a24a7a189c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe5bb33-9987-45fb-bbdb-f62bef03a51d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:28.975740 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2c140cc0-5658-4f0f-ab96-40d8461e4168 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2723944 Jul 05 04:01:28.978087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52274) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:29.137094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f075a-621e-4961-bcf1-60682a8bc33e tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:29.143101 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.144025 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f075a-621e-4961-bcf1-60682a8bc33e tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:29.146474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f075a-621e-4961-bcf1-60682a8bc33e tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:29.152167 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-495f075a-621e-4961-bcf1-60682a8bc33e tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1726923 Jul 05 04:01:29.155939 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52278) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:29.158501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-69ae8a50-55a7-4587-955c-68a21763c9e6', 'network_id': '69ae8a50-55a7-4587-955c-68a21763c9e6', 'tenant_id': 'c9f6d4539ef64e7dae097c53b062f3ec', 'fixed_ips': [{'subnet_id': '7c5f0446-5608-4311-a22e-37d1bcbbb2ca'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:29.159584 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.171529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Transition to ACTIVE for port object b1fa6334-99a8-4f65-badf-f0a10da1bfc4 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:29.199689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Transition to ACTIVE for port object b1fa6334-99a8-4f65-badf-f0a10da1bfc4 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:29.211545 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e04698d-737f-45dd-bd05-63bf349f9676 req-ec356fc1-710d-43c5-a97a-8730aa7b162f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 210 time: 0.0547161 Jul 05 04:01:29.247905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-917fe9fe-efb4-4ca9-9d82-51fbd93d0af3 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Deleting subnet 9e82297c-cd7e-4e9c-b2b4-9655546a48a4 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:29.251207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:29.281804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:29.281804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9e8e667c-6e72-4ed3-90f6-ea26b7b67dc4 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:29.310676 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-917fe9fe-efb4-4ca9-9d82-51fbd93d0af3 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.321685 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48351a6-d5b4-4724-ba11-583a6b18bd7f req-a1507594-f36e-4256-99f0-cd8df552f4a6 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:29.328565 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.329910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d48351a6-d5b4-4724-ba11-583a6b18bd7f req-a1507594-f36e-4256-99f0-cd8df552f4a6 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.0865180 Jul 05 04:01:29.381771 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d48351a6-d5b4-4724-ba11-583a6b18bd7f req-c7cc4652-1fbf-42d6-9e62-8b7b8a3ed3f3 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506544 Jul 05 04:01:29.407301 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-917fe9fe-efb4-4ca9-9d82-51fbd93d0af3 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.434810 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Pushing event updated for resources: {'Port': ['ID=b1fa6334-99a8-4f65-badf-f0a10da1bfc4,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:29.459168 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Network c5e73ee4-24f1-4b7c-85e1-b523a8ca8834 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:29.459516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Allocated IP 172.20.0.18 (69ae8a50-55a7-4587-955c-68a21763c9e6/7c5f0446-5608-4311-a22e-37d1bcbbb2ca/0e75196a-973c-4988-83e1-9c4e11742411) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:29.462012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:29.471683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:29.516513 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb347b-8680-4e4b-9a10-89efae2b0a8d req-a6a91cd3-146f-4690-9cb7-f3feafb37192 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:29.518152 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13eb347b-8680-4e4b-9a10-89efae2b0a8d req-a6a91cd3-146f-4690-9cb7-f3feafb37192 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.0827930 Jul 05 04:01:29.521933 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-917fe9fe-efb4-4ca9-9d82-51fbd93d0af3 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.579142 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13eb347b-8680-4e4b-9a10-89efae2b0a8d req-e060c80e-c71b-4911-95be-94913e66f086 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531428 Jul 05 04:01:29.588221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Attempting to bind port b1fa6334-99a8-4f65-badf-f0a10da1bfc4 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:29.588602 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Attempting to bind port b1fa6334-99a8-4f65-badf-f0a10da1bfc4 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'dbd3ec1f-0a60-47cf-afaa-0529e940d991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c5e73ee4-24f1-4b7c-85e1-b523a8ca8834'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:29.588976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Attempting to bind port b1fa6334-99a8-4f65-badf-f0a10da1bfc4 on network c5e73ee4-24f1-4b7c-85e1-b523a8ca8834 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:29.600135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:29.600529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Checking segment: {'id': 'dbd3ec1f-0a60-47cf-afaa-0529e940d991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c5e73ee4-24f1-4b7c-85e1-b523a8ca8834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:29.600942 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.601347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Bound using segment: {'id': 'dbd3ec1f-0a60-47cf-afaa-0529e940d991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c5e73ee4-24f1-4b7c-85e1-b523a8ca8834'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:29.601833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Bound port: b1fa6334-99a8-4f65-badf-f0a10da1bfc4, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd3ec1f-0a60-47cf-afaa-0529e940d991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c5e73ee4-24f1-4b7c-85e1-b523a8ca8834'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:29.602261 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.745055 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-917fe9fe-efb4-4ca9-9d82-51fbd93d0af3 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.745197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] For port b1fa6334-99a8-4f65-badf-f0a10da1bfc4, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:29.755080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] For port b1fa6334-99a8-4f65-badf-f0a10da1bfc4, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b1fa6334-99a8-4f65-badf-f0a10da1bfc4,segment=NetworkSegment(dbd3ec1f-0a60-47cf-afaa-0529e940d991),segment_id=dbd3ec1f-0a60-47cf-afaa-0529e940d991)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:29.756631 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.766105 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Transition to ACTIVE for port object 0e75196a-973c-4988-83e1-9c4e11742411 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:29.776381 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fe9fe-efb4-4ca9-9d82-51fbd93d0af3 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event deleted for resources: {'Subnet': ['ID=9e82297c-cd7e-4e9c-b2b4-9655546a48a4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:29.783272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Transition to ACTIVE for port object 0e75196a-973c-4988-83e1-9c4e11742411 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:29.802129 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-917fe9fe-efb4-4ca9-9d82-51fbd93d0af3 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.802129 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-917fe9fe-efb4-4ca9-9d82-51fbd93d0af3 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "DELETE /v2.0/subnets/9e82297c-cd7e-4e9c-b2b4-9655546a48a4 HTTP/1.1" status: 204 len: 168 time: 0.6332140 Jul 05 04:01:29.804545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52294) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:29.856714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7535be-52d0-4a5c-abd2-4c08fa32691a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Deleting subnet 7c5f0446-5608-4311-a22e-37d1bcbbb2ca {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:30.030732 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b7535be-52d0-4a5c-abd2-4c08fa32691a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.031895 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.037171 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.083453 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b7535be-52d0-4a5c-abd2-4c08fa32691a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.093659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Network 69ae8a50-55a7-4587-955c-68a21763c9e6 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:30.097774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:30.101921 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:30.113202 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfb1a29-33b4-4f6b-b4b5-70b26257faf9', 'name': 'network-vif-deleted', 'tag': 'e2198d43-7cb6-445b-baec-c20cc6a1dd59'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:30.115031 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27c95d4-de38-46a7-bbc4-5fa0d1043dcc" -d '{"events": [{"server_uuid": "bbfb1a29-33b4-4f6b-b4b5-70b26257faf9", "name": "network-vif-deleted", "tag": "e2198d43-7cb6-445b-baec-c20cc6a1dd59"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:30.121536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df2e29-2102-417d-b7fa-9c1b460e12ad None None] Pushing event updated for resources: {'Port': ['ID=b1fa6334-99a8-4f65-badf-f0a10da1bfc4,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:30.202713 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1ebcfb-c62c-4dba-a3dc-656c876d2836 x-openstack-request-id: req-3e1ebcfb-c62c-4dba-a3dc-656c876d2836 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:30.203441 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfb1a29-33b4-4f6b-b4b5-70b26257faf9", "name": "network-vif-deleted", "tag": "e2198d43-7cb6-445b-baec-c20cc6a1dd59", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:30.203441 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3e1ebcfb-c62c-4dba-a3dc-656c876d2836 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:30.203773 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfb1a29-33b4-4f6b-b4b5-70b26257faf9', 'name': 'network-vif-deleted', 'tag': 'e2198d43-7cb6-445b-baec-c20cc6a1dd59', 'status': 'completed', 'code': 200} Jul 05 04:01:30.216233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Attempting to bind port 0e75196a-973c-4988-83e1-9c4e11742411 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:30.216605 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Attempting to bind port 0e75196a-973c-4988-83e1-9c4e11742411 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'e57dbc82-50e3-45a8-9c17-3632ef4ab8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69ae8a50-55a7-4587-955c-68a21763c9e6'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:30.216971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Attempting to bind port 0e75196a-973c-4988-83e1-9c4e11742411 on network 69ae8a50-55a7-4587-955c-68a21763c9e6 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:30.219260 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Pushing event updated for resources: {'Port': ['ID=0e75196a-973c-4988-83e1-9c4e11742411,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:30.225744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:30.225744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Checking segment: {'id': 'e57dbc82-50e3-45a8-9c17-3632ef4ab8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69ae8a50-55a7-4587-955c-68a21763c9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:30.226277 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.226574 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Bound using segment: {'id': 'e57dbc82-50e3-45a8-9c17-3632ef4ab8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69ae8a50-55a7-4587-955c-68a21763c9e6'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:30.227057 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Bound port: 0e75196a-973c-4988-83e1-9c4e11742411, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57dbc82-50e3-45a8-9c17-3632ef4ab8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69ae8a50-55a7-4587-955c-68a21763c9e6'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:30.227446 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.237478 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b7535be-52d0-4a5c-abd2-4c08fa32691a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.410148 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b7535be-52d0-4a5c-abd2-4c08fa32691a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.423427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] For port 0e75196a-973c-4988-83e1-9c4e11742411, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:30.431005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] For port 0e75196a-973c-4988-83e1-9c4e11742411, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0e75196a-973c-4988-83e1-9c4e11742411,segment=NetworkSegment(e57dbc82-50e3-45a8-9c17-3632ef4ab8d6),segment_id=e57dbc82-50e3-45a8-9c17-3632ef4ab8d6)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:30.478253 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b7535be-52d0-4a5c-abd2-4c08fa32691a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.480508 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3b7535be-52d0-4a5c-abd2-4c08fa32691a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "DELETE /v2.0/subnets/7c5f0446-5608-4311-a22e-37d1bcbbb2ca HTTP/1.1" status: 204 len: 168 time: 0.6748755 Jul 05 04:01:30.482958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52312) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:30.494028 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7535be-52d0-4a5c-abd2-4c08fa32691a tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event deleted for resources: {'Subnet': ['ID=7c5f0446-5608-4311-a22e-37d1bcbbb2ca,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:30.527584 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32822671-fc2d-4f61-ad08-2a635b94c8ae req-2b9dd6f2-2b5c-464d-96c6-de96cd65b8ca tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbfb1a29-33b4-4f6b-b4b5-70b26257faf9 HTTP/1.1" status: 200 len: 210 time: 0.0405769 Jul 05 04:01:30.558012 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.600576 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d78cee-e53c-410d-ba80-88ab5a03ea80 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:30.602646 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d1d78cee-e53c-410d-ba80-88ab5a03ea80 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1179500 Jul 05 04:01:30.605905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52316) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:30.652208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dba9c3-1424-4343-94cf-61b9898deda4 None None] Pushing event updated for resources: {'Port': ['ID=0e75196a-973c-4988-83e1-9c4e11742411,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:30.702891 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.790242 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461c882-cc8f-4a11-8a0f-1104eb224f7d req-f1d65980-648d-49ec-b853-54d82f2d93e4 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:30.807440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1461c882-cc8f-4a11-8a0f-1104eb224f7d req-f1d65980-648d-49ec-b853-54d82f2d93e4 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 946 time: 0.2639170 Jul 05 04:01:30.899411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Deleting port 0e75196a-973c-4988-83e1-9c4e11742411 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:30.900045 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.912634 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1461c882-cc8f-4a11-8a0f-1104eb224f7d req-c533ed21-6c1f-45b6-aa7c-8c68351cc962 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962510 Jul 05 04:01:30.976103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b1fa6334-99a8-4f65-badf-f0a10da1bfc4 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:30.985377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cff78-a3a7-4788-a43b-f40585d4ff13 req-58506c98-3909-4b85-b077-1e7b761a9229 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:30.999101 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd2cff78-a3a7-4788-a43b-f40585d4ff13 req-58506c98-3909-4b85-b077-1e7b761a9229 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 949 time: 0.2772231 Jul 05 04:01:31.055669 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] For port 0e75196a-973c-4988-83e1-9c4e11742411, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0e75196a-973c-4988-83e1-9c4e11742411,segment=NetworkSegment(e57dbc82-50e3-45a8-9c17-3632ef4ab8d6),segment_id=e57dbc82-50e3-45a8-9c17-3632ef4ab8d6)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:31.056057 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.109273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Calling delete_port for 0e75196a-973c-4988-83e1-9c4e11742411 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:31.113912 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd2cff78-a3a7-4788-a43b-f40585d4ff13 req-0c0e0c15-1b80-4669-99ae-63dd7d4a3b9d tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137311 Jul 05 04:01:31.150524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e2198d43-7cb6-445b-baec-c20cc6a1dd59 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:31.191406 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: e2198d43-7cb6-445b-baec-c20cc6a1dd59 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:31.191897 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e2198d43-7cb6-445b-baec-c20cc6a1dd59 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:31.196598 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port b1fa6334-99a8-4f65-badf-f0a10da1bfc4 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:31.247821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 235dc60a-77cb-4c01-85af-593c87116a3d no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:31.258984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210ea35-5e24-4b49-861b-ad5db61ee51e req-6b4ecd35-6024-44ab-ae2b-0e5d5b562e18 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:31.265900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6210ea35-5e24-4b49-861b-ad5db61ee51e req-6b4ecd35-6024-44ab-ae2b-0e5d5b562e18 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.1481454 Jul 05 04:01:31.313673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6210ea35-5e24-4b49-861b-ad5db61ee51e req-4b4a183f-f11e-4534-b0f4-8fad49287a66 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468941 Jul 05 04:01:31.346395 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.362431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.386400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9204ac57-7b1e-4d5f-8c67-7c9222c9f292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235dc60a-77cb-4c01-85af-593c87116a3d'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:31.388966 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a316c19d-4987-4fc8-8dd0-138e351dfd51" -d '{"events": [{"server_uuid": "9204ac57-7b1e-4d5f-8c67-7c9222c9f292", "name": "network-vif-unplugged", "status": "completed", "tag": "235dc60a-77cb-4c01-85af-593c87116a3d"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:31.402946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event deleted for resources: {'Port': ['ID=0e75196a-973c-4988-83e1-9c4e11742411,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:31.404950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] No DVR routers for this DVR port 0e75196a-973c-4988-83e1-9c4e11742411 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:31.407982 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 235dc60a-77cb-4c01-85af-593c87116a3d, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=235dc60a-77cb-4c01-85af-593c87116a3d,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:31.437915 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a8ee6d-5a6b-4be6-afda-53204ad06cbd x-openstack-request-id: req-16a8ee6d-5a6b-4be6-afda-53204ad06cbd {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:31.438211 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9204ac57-7b1e-4d5f-8c67-7c9222c9f292", "name": "network-vif-unplugged", "status": "completed", "tag": "235dc60a-77cb-4c01-85af-593c87116a3d", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:31.438467 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-16a8ee6d-5a6b-4be6-afda-53204ad06cbd {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:31.439102 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9204ac57-7b1e-4d5f-8c67-7c9222c9f292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235dc60a-77cb-4c01-85af-593c87116a3d', 'code': 200} Jul 05 04:01:31.473931 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71fbc8c-94a9-4956-9f99-5c7dd193d367 None None] Network c5e73ee4-24f1-4b7c-85e1-b523a8ca8834 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:31.485183 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.496187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ae8a50-55a7-4587-955c-68a21763c9e6']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:31.507539 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57dbc82-50e3-45a8-9c17-3632ef4ab8d6') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:31.507836 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57dbc82-50e3-45a8-9c17-3632ef4ab8d6') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:31.515124 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.530933 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.545510 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.553662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:31.554730 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:31.558152 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:31.610355 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=235dc60a-77cb-4c01-85af-593c87116a3d,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:31.672408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52334) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:31.710860 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-19085621-70e4-4cc0-9c5d-c4f91f4ee419 None None] Provisioning for port b1fa6334-99a8-4f65-badf-f0a10da1bfc4 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:31.710860 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-19085621-70e4-4cc0-9c5d-c4f91f4ee419 None None] Provisioning complete for port b1fa6334-99a8-4f65-badf-f0a10da1bfc4 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:31.710860 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-19085621-70e4-4cc0-9c5d-c4f91f4ee419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.757459 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b3181ea-7839-4a36-bfe0-6b5bf378ceb2 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.774755 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.780103 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.784285 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "DELETE /v2.0/networks/69ae8a50-55a7-4587-955c-68a21763c9e6 HTTP/1.1" status: 204 len: 168 time: 1.1751313 Jul 05 04:01:31.784807 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52340) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:31.816694 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b3181ea-7839-4a36-bfe0-6b5bf378ceb2 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.831278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d748b17-53a2-468b-a0f8-b6577f4fc40f tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event deleted for resources: {'Network': ['ID=69ae8a50-55a7-4587-955c-68a21763c9e6,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:31.860925 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-19085621-70e4-4cc0-9c5d-c4f91f4ee419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.874309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1944f0b-48cb-4b7a-9bc3-2a5177b2e55b None None] DHCP port deletion for c5e73ee4-24f1-4b7c-85e1-b523a8ca8834 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:01:31.934020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-19085621-70e4-4cc0-9c5d-c4f91f4ee419 None None] For port b1fa6334-99a8-4f65-badf-f0a10da1bfc4, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b1fa6334-99a8-4f65-badf-f0a10da1bfc4,segment=NetworkSegment(dbd3ec1f-0a60-47cf-afaa-0529e940d991),segment_id=dbd3ec1f-0a60-47cf-afaa-0529e940d991)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:31.936583 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.945404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52342) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:31.985735 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a1944f0b-48cb-4b7a-9bc3-2a5177b2e55b None None] Deleting port b1fa6334-99a8-4f65-badf-f0a10da1bfc4 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:31.986371 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a1944f0b-48cb-4b7a-9bc3-2a5177b2e55b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.021507 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Deleting port b1fa6334-99a8-4f65-badf-f0a10da1bfc4 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:32.021947 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.071057 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b3181ea-7839-4a36-bfe0-6b5bf378ceb2 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.075657 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b3181ea-7839-4a36-bfe0-6b5bf378ceb2 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.080757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0b3181ea-7839-4a36-bfe0-6b5bf378ceb2 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "DELETE /v2.0/security-groups/021eb4ea-2782-48c2-8df6-cde18d7bf541 HTTP/1.1" status: 204 len: 168 time: 0.4071202 Jul 05 04:01:32.084905 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-19085621-70e4-4cc0-9c5d-c4f91f4ee419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.104768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3181ea-7839-4a36-bfe0-6b5bf378ceb2 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=021eb4ea-2782-48c2-8df6-cde18d7bf541,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:32.105877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a1944f0b-48cb-4b7a-9bc3-2a5177b2e55b None None] For port b1fa6334-99a8-4f65-badf-f0a10da1bfc4, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b1fa6334-99a8-4f65-badf-f0a10da1bfc4,segment=NetworkSegment(dbd3ec1f-0a60-47cf-afaa-0529e940d991),segment_id=dbd3ec1f-0a60-47cf-afaa-0529e940d991)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:32.106493 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a1944f0b-48cb-4b7a-9bc3-2a5177b2e55b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.153708 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a1944f0b-48cb-4b7a-9bc3-2a5177b2e55b None None] Calling delete_port for b1fa6334-99a8-4f65-badf-f0a10da1bfc4 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:32.166896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-73363a96-349e-4fb3-a5d3-e68296bb6e3e tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-479430946'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:32.167382 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-73363a96-349e-4fb3-a5d3-e68296bb6e3e tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] Unknown quota resources ['metering_label']. {{(pid=100933) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:01:32.207113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] For port b1fa6334-99a8-4f65-badf-f0a10da1bfc4, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b1fa6334-99a8-4f65-badf-f0a10da1bfc4,segment=NetworkSegment(dbd3ec1f-0a60-47cf-afaa-0529e940d991),segment_id=dbd3ec1f-0a60-47cf-afaa-0529e940d991)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:32.207473 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.225211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52352) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:32.237013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Calling delete_port for b1fa6334-99a8-4f65-badf-f0a10da1bfc4 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:32.239760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-88a6b70d-4edb-468c-ba71-05472ac2ad52 None None] Could not find standard attr ID for object 0e75196a-973c-4988-83e1-9c4e11742411. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:01:32.253386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19085621-70e4-4cc0-9c5d-c4f91f4ee419 None None] Pushing event updated for resources: {'Port': ['ID=b1fa6334-99a8-4f65-badf-f0a10da1bfc4,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:32.300320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655074d5-7954-4d26-b000-6293af374a78 None None] DHCP port deletion for 69ae8a50-55a7-4587-955c-68a21763c9e6 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:01:32.325980 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b57cc5-cac9-4237-a895-2b828a7656c4 None None] Network 69ae8a50-55a7-4587-955c-68a21763c9e6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:32.402924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d38ef2f-5274-459f-a7b4-98b4cacc32cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Deleting subnet e7ca78a4-aec5-41df-8945-5481c9349871 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:32.413963 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d38ef2f-5274-459f-a7b4-98b4cacc32cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.461682 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.505503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event deleted for resources: {'Port': ['ID=b1fa6334-99a8-4f65-badf-f0a10da1bfc4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:32.507872 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.508750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b57cc5-cac9-4237-a895-2b828a7656c4 None None] Network 69ae8a50-55a7-4587-955c-68a21763c9e6 could not be found, it might have been deleted concurrently. {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:01:32.510578 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a1944f0b-48cb-4b7a-9bc3-2a5177b2e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.516216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] No DVR routers for this DVR port b1fa6334-99a8-4f65-badf-f0a10da1bfc4 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:32.540845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e28b4-038d-4545-8776-4019996d3d78 req-5ed6f08f-8d4f-4a9e-8212-f8d69de4702d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:32.542446 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e6e28b4-038d-4545-8776-4019996d3d78 req-5ed6f08f-8d4f-4a9e-8212-f8d69de4702d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.4236867 Jul 05 04:01:32.545785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1944f0b-48cb-4b7a-9bc3-2a5177b2e55b None None] Pushing event deleted for resources: {'Port': ['ID=b1fa6334-99a8-4f65-badf-f0a10da1bfc4,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:32.563439 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1944f0b-48cb-4b7a-9bc3-2a5177b2e55b None None] No DVR routers for this DVR port b1fa6334-99a8-4f65-badf-f0a10da1bfc4 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:32.591494 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d38ef2f-5274-459f-a7b4-98b4cacc32cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.637336 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3aa2a3-d938-40f4-a725-bf041099a18d req-f5beed83-37a5-4cde-94dc-6cf64078cbf8 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:32.638901 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f3aa2a3-d938-40f4-a725-bf041099a18d req-f5beed83-37a5-4cde-94dc-6cf64078cbf8 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 949 time: 0.2575448 Jul 05 04:01:32.705970 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.722262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e73ee4-24f1-4b7c-85e1-b523a8ca8834']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:32.737095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd3ec1f-0a60-47cf-afaa-0529e940d991') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:32.737396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd3ec1f-0a60-47cf-afaa-0529e940d991') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:32.760220 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.787894 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.818277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b1fa6334-99a8-4f65-badf-f0a10da1bfc4 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:32.852562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: b1fa6334-99a8-4f65-badf-f0a10da1bfc4 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:32.853459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b1fa6334-99a8-4f65-badf-f0a10da1bfc4 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:32.956531 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-73363a96-349e-4fb3-a5d3-e68296bb6e3e tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.961002 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-73363a96-349e-4fb3-a5d3-e68296bb6e3e tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0112646 Jul 05 04:01:32.968219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52356) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:32.979756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f2c5792e-745c-4e56-8f31-19973a3f8110 tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b1cf31e6-76cd-4156-8d86-e958e66c766c'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:32.980273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f2c5792e-745c-4e56-8f31-19973a3f8110 tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100933) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:01:32.991779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412f0d8-9502-471f-b0d5-be4ab2817cf1 req-95c2f3c0-a8dd-4538-9a6e-9fe62072674f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:32.993357 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2412f0d8-9502-471f-b0d5-be4ab2817cf1 req-95c2f3c0-a8dd-4538-9a6e-9fe62072674f tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 949 time: 0.6623735 Jul 05 04:01:33.110789 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:33.111258 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.112940 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e6e28b4-038d-4545-8776-4019996d3d78 req-28243ff0-d51d-49c2-83df-07e9cbff3a11 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246167 Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:33.114861 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:33.166530 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f73ae595-b2c6-45b9-9de0-04e90164f248 req-eb2e7a99-e9a5-4f51-ba67-b04ee79da065 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5265901 Jul 05 04:01:33.172600 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2412f0d8-9502-471f-b0d5-be4ab2817cf1 req-be1c7524-fcb4-4e2e-84f3-1187c227e192 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e91c25b-14e7-414b-8017-3bf0e00a4f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647658 Jul 05 04:01:33.187861 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d38ef2f-5274-459f-a7b4-98b4cacc32cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.222457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-6f3aa2a3-d938-40f4-a725-bf041099a18d req-0fc5b121-8199-4010-a8c8-e4fdeff477aa tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Deleting port 828b5f73-a826-4cf5-8ffb-0041ebcd8726 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:33.223763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6f3aa2a3-d938-40f4-a725-bf041099a18d req-0fc5b121-8199-4010-a8c8-e4fdeff477aa tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.228353 n-d-771363-32 neutron-server[100933]: WARNING neutron.services.metering.metering_plugin [None req-f2c5792e-745c-4e56-8f31-19973a3f8110 tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 04:01:33.348132 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ae595-b2c6-45b9-9de0-04e90164f248 req-c2e2b74c-b388-4979-b33a-625c4de4bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:33.350521 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f73ae595-b2c6-45b9-9de0-04e90164f248 req-c2e2b74c-b388-4979-b33a-625c4de4bd23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a2ee014bb2224bf8b2a8ff13d10ed4fd&device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 1096 time: 0.1418681 Jul 05 04:01:33.352291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-6f3aa2a3-d938-40f4-a725-bf041099a18d req-0fc5b121-8199-4010-a8c8-e4fdeff477aa tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] For port 828b5f73-a826-4cf5-8ffb-0041ebcd8726, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=828b5f73-a826-4cf5-8ffb-0041ebcd8726,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:33.352662 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6f3aa2a3-d938-40f4-a725-bf041099a18d req-0fc5b121-8199-4010-a8c8-e4fdeff477aa tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.368799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-6f3aa2a3-d938-40f4-a725-bf041099a18d req-0fc5b121-8199-4010-a8c8-e4fdeff477aa tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Calling delete_port for 828b5f73-a826-4cf5-8ffb-0041ebcd8726 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:33.370617 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.373076 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2c5792e-745c-4e56-8f31-19973a3f8110 tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.377647 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f2c5792e-745c-4e56-8f31-19973a3f8110 tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4012463 Jul 05 04:01:33.377822 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.377822 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "DELETE /v2.0/networks/c5e73ee4-24f1-4b7c-85e1-b523a8ca8834 HTTP/1.1" status: 204 len: 168 time: 1.5903783 Jul 05 04:01:33.378056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52358) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:33.381502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52360) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:33.388201 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-3e77dff1-eb04-43a7-a1e0-b32b25c9855c tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b1cf31e6-76cd-4156-8d86-e958e66c766c'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:33.388698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-3e77dff1-eb04-43a7-a1e0-b32b25c9855c tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100933) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:01:33.416680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cef323-2d52-4398-8789-b0ab34eec355 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event deleted for resources: {'Network': ['ID=c5e73ee4-24f1-4b7c-85e1-b523a8ca8834,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:33.504809 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d38ef2f-5274-459f-a7b4-98b4cacc32cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.548453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ae595-b2c6-45b9-9de0-04e90164f248 req-eb6c71e6-3772-4116-98fb-750526486e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:33.549954 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f73ae595-b2c6-45b9-9de0-04e90164f248 req-eb6c71e6-3772-4116-98fb-750526486e39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd58e159-a7c6-402f-bb41-680ec0a6f913 HTTP/1.1" status: 200 len: 914 time: 0.1713326 Jul 05 04:01:33.553206 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d38ef2f-5274-459f-a7b4-98b4cacc32cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.554818 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0d38ef2f-5274-459f-a7b4-98b4cacc32cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "DELETE /v2.0/subnets/e7ca78a4-aec5-41df-8945-5481c9349871 HTTP/1.1" status: 204 len: 168 time: 1.3274302 Jul 05 04:01:33.557670 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52362) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:33.562512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617af26-4cb6-4905-aac2-49cc15ccc04e req-af15125f-4f20-4e8b-9c10-4f58fb53e920 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:33.563985 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1617af26-4cb6-4905-aac2-49cc15ccc04e req-af15125f-4f20-4e8b-9c10-4f58fb53e920 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.2971470 Jul 05 04:01:33.564757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38ef2f-5274-459f-a7b4-98b4cacc32cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ca78a4-aec5-41df-8945-5481c9349871,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:33.567177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf83f8f-9f91-4b48-bca6-3cbf997e30bc None None] Network 7dd5f026-1ef9-4a8b-aa13-565fc464504e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:33.569900 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea50a24d-9316-469e-9606-0e4ec59b8591 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.617643 n-d-771363-32 neutron-server[100933]: WARNING neutron.services.metering.metering_plugin [None req-3e77dff1-eb04-43a7-a1e0-b32b25c9855c tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 04:01:33.686088 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f73ae595-b2c6-45b9-9de0-04e90164f248 req-a9a35a86-79e9-44cf-bb36-5f46a36a0549 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=235dc60a-77cb-4c01-85af-593c87116a3d HTTP/1.1" status: 200 len: 217 time: 0.0738754 Jul 05 04:01:33.738483 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.743046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1617af26-4cb6-4905-aac2-49cc15ccc04e req-4b632864-cd93-47ae-9a2b-037346bc5e50 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612763 Jul 05 04:01:33.776481 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea50a24d-9316-469e-9606-0e4ec59b8591 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.780603 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ae595-b2c6-45b9-9de0-04e90164f248 req-9f71a771-ebe5-4146-b6a2-abac09fed859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:33.783618 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f73ae595-b2c6-45b9-9de0-04e90164f248 req-9f71a771-ebe5-4146-b6a2-abac09fed859 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc HTTP/1.1" status: 200 len: 853 time: 0.0828133 Jul 05 04:01:33.788915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e77dff1-eb04-43a7-a1e0-b32b25c9855c tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.790875 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.791801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3e77dff1-eb04-43a7-a1e0-b32b25c9855c tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4130487 Jul 05 04:01:33.793609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ea50a24d-9316-469e-9606-0e4ec59b8591 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980e79f4-ad84-4f69-81a2-1161641f8546']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:33.795589 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52364) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:33.811550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ea50a24d-9316-469e-9606-0e4ec59b8591 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b046d5-1b9d-49ed-a0fd-539a485dfc47') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:33.811550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ea50a24d-9316-469e-9606-0e4ec59b8591 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b046d5-1b9d-49ed-a0fd-539a485dfc47') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:33.821373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a947c4-ce33-4944-b6e5-8d6978af3ae3 None None] DHCP port deletion for 7dd5f026-1ef9-4a8b-aa13-565fc464504e request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:01:33.827816 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ba7a858f-a298-452f-b029-aee634c9acd1 tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=6b30e4b7-d2cf-475a-8505-606b118f7db1 HTTP/1.1" status: 200 len: 464 time: 0.0288091 Jul 05 04:01:33.829512 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea50a24d-9316-469e-9606-0e4ec59b8591 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.831336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52366) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:33.834757 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f73ae595-b2c6-45b9-9de0-04e90164f248 req-ba7392d2-2891-499b-b95b-cab74ff90600 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd58e159-a7c6-402f-bb41-680ec0a6f913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321050 Jul 05 04:01:33.858145 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea50a24d-9316-469e-9606-0e4ec59b8591 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.866043 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6f3aa2a3-d938-40f4-a725-bf041099a18d req-0fc5b121-8199-4010-a8c8-e4fdeff477aa tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.867871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea50a24d-9316-469e-9606-0e4ec59b8591 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:33.868598 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea50a24d-9316-469e-9606-0e4ec59b8591 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:33.872273 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:33.879264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-98a947c4-ce33-4944-b6e5-8d6978af3ae3 None None] Deleting port b3922ee9-fdc7-4788-ab52-f6e62135f028 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:33.879867 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-98a947c4-ce33-4944-b6e5-8d6978af3ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.933490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5b121-8199-4010-a8c8-e4fdeff477aa tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Pushing event deleted for resources: {'Port': ['ID=828b5f73-a826-4cf5-8ffb-0041ebcd8726,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:33.943258 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Deleting port b3922ee9-fdc7-4788-ab52-f6e62135f028 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:33.943258 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.951230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-98a947c4-ce33-4944-b6e5-8d6978af3ae3 None None] For port b3922ee9-fdc7-4788-ab52-f6e62135f028, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b3922ee9-fdc7-4788-ab52-f6e62135f028,segment=NetworkSegment(a8f86477-baa6-4bd9-b558-aee8ad4dcdf8),segment_id=a8f86477-baa6-4bd9-b558-aee8ad4dcdf8)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:33.951623 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-98a947c4-ce33-4944-b6e5-8d6978af3ae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.965878 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-98a947c4-ce33-4944-b6e5-8d6978af3ae3 None None] Calling delete_port for b3922ee9-fdc7-4788-ab52-f6e62135f028 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:34.051680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3aa2a3-d938-40f4-a725-bf041099a18d req-0fc5b121-8199-4010-a8c8-e4fdeff477aa tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] No DVR routers for this DVR port 828b5f73-a826-4cf5-8ffb-0041ebcd8726 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:34.054656 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6f3aa2a3-d938-40f4-a725-bf041099a18d req-0fc5b121-8199-4010-a8c8-e4fdeff477aa tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.056722 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f3aa2a3-d938-40f4-a725-bf041099a18d req-0fc5b121-8199-4010-a8c8-e4fdeff477aa tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.10 "DELETE /v2.0/ports/828b5f73-a826-4cf5-8ffb-0041ebcd8726 HTTP/1.1" status: 204 len: 173 time: 1.4000683 Jul 05 04:01:34.061935 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c50cf1-2759-4da1-98ed-a1bca040b682', 'name': 'network-vif-deleted', 'tag': '828b5f73-a826-4cf5-8ffb-0041ebcd8726'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:34.064266 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d588b8b-e6fd-4588-bf94-3f79fa82cd60" -d '{"events": [{"server_uuid": "f2c50cf1-2759-4da1-98ed-a1bca040b682", "name": "network-vif-deleted", "tag": "828b5f73-a826-4cf5-8ffb-0041ebcd8726"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:34.076726 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2a31c921-2c33-4fd9-8da0-fb4105474602 tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.080781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2a31c921-2c33-4fd9-8da0-fb4105474602 tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/6b30e4b7-d2cf-475a-8505-606b118f7db1 HTTP/1.1" status: 204 len: 168 time: 0.2458420 Jul 05 04:01:34.080781 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea50a24d-9316-469e-9606-0e4ec59b8591 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.081292 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52370) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:34.085087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] For port b3922ee9-fdc7-4788-ab52-f6e62135f028, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b3922ee9-fdc7-4788-ab52-f6e62135f028,segment=NetworkSegment(a8f86477-baa6-4bd9-b558-aee8ad4dcdf8),segment_id=a8f86477-baa6-4bd9-b558-aee8ad4dcdf8)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:34.085500 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.094883 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea50a24d-9316-469e-9606-0e4ec59b8591 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.100131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ea50a24d-9316-469e-9606-0e4ec59b8591 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "DELETE /v2.0/networks/980e79f4-ad84-4f69-81a2-1161641f8546 HTTP/1.1" status: 204 len: 168 time: 0.7178938 Jul 05 04:01:34.100848 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52372) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:34.103021 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f73ae595-b2c6-45b9-9de0-04e90164f248 req-e8c52407-b644-4e0e-b4fb-5122a2a28813 service neutron] 10.222.0.10 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601104 Jul 05 04:01:34.103897 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Calling delete_port for b3922ee9-fdc7-4788-ab52-f6e62135f028 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:34.123352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c425701d-d7c0-43a7-924b-1503ada09542 tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=6b30e4b7-d2cf-475a-8505-606b118f7db1 HTTP/1.1" status: 200 len: 221 time: 0.0413876 Jul 05 04:01:34.125627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50a24d-9316-469e-9606-0e4ec59b8591 tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event deleted for resources: {'Network': ['ID=980e79f4-ad84-4f69-81a2-1161641f8546,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:34.127431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52374) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:34.139818 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-98a947c4-ce33-4944-b6e5-8d6978af3ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.164097 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0147ebaa-28fb-46d3-b324-a6782c8a54fc x-openstack-request-id: req-0147ebaa-28fb-46d3-b324-a6782c8a54fc {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:34.164552 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c50cf1-2759-4da1-98ed-a1bca040b682", "name": "network-vif-deleted", "tag": "828b5f73-a826-4cf5-8ffb-0041ebcd8726", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:34.164813 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0147ebaa-28fb-46d3-b324-a6782c8a54fc {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:34.165208 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c50cf1-2759-4da1-98ed-a1bca040b682', 'name': 'network-vif-deleted', 'tag': '828b5f73-a826-4cf5-8ffb-0041ebcd8726', 'status': 'completed', 'code': 200} Jul 05 04:01:34.170786 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-95e9eb18-69e8-467d-a215-3ef6b541f64c tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--601524303', 'description': 'label created by tempest'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:34.171242 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-95e9eb18-69e8-467d-a215-3ef6b541f64c tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] Unknown quota resources ['metering_label']. {{(pid=100933) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:01:34.181777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a947c4-ce33-4944-b6e5-8d6978af3ae3 None None] Pushing event deleted for resources: {'Port': ['ID=b3922ee9-fdc7-4788-ab52-f6e62135f028,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:34.200482 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a947c4-ce33-4944-b6e5-8d6978af3ae3 None None] No DVR routers for this DVR port b3922ee9-fdc7-4788-ab52-f6e62135f028 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:34.312725 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:01:34.318034 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.326642 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4211e0b9-81bc-436d-ae53-fa933a26fd7b tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.357710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Port': ['ID=b3922ee9-fdc7-4788-ab52-f6e62135f028,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:34.369562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] No DVR routers for this DVR port b3922ee9-fdc7-4788-ab52-f6e62135f028 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:34.412102 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f73ae595-b2c6-45b9-9de0-04e90164f248 req-ffd168ae-d2af-4db3-a6d7-ae0c315bf215 service neutron] 10.222.0.10 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457192 Jul 05 04:01:34.424776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8d9fb24-f594-43e9-aa50-477aaae9f4e4 req-7bde30fd-a70b-4abb-893b-833fdd3bbbd9 tempest-ServersAdminTestJSON-1321051731 tempest-ServersAdminTestJSON-1321051731-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2c50cf1-2759-4da1-98ed-a1bca040b682 HTTP/1.1" status: 200 len: 210 time: 0.0774817 Jul 05 04:01:34.473162 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.484255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd5f026-1ef9-4a8b-aa13-565fc464504e']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:34.495477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f86477-baa6-4bd9-b558-aee8ad4dcdf8') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:34.495775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f86477-baa6-4bd9-b558-aee8ad4dcdf8') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:34.505965 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.519856 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.526742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:34.527156 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:34.534978 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:34.601883 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-95e9eb18-69e8-467d-a215-3ef6b541f64c tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.603311 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-95e9eb18-69e8-467d-a215-3ef6b541f64c tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4362128 Jul 05 04:01:34.605626 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4211e0b9-81bc-436d-ae53-fa933a26fd7b tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.606298 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52380) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:34.624309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799ac4-1a9d-4d62-9488-f744bbfa4064 req-31e438fb-f7de-4cc3-8b6a-e8d93db73b95 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:34.625790 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-30799ac4-1a9d-4d62-9488-f744bbfa4064 req-31e438fb-f7de-4cc3-8b6a-e8d93db73b95 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.3419156 Jul 05 04:01:34.627387 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-4211e0b9-81bc-436d-ae53-fa933a26fd7b tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366b5ff4-8005-4782-9258-668095426fd8']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:34.644148 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-4211e0b9-81bc-436d-ae53-fa933a26fd7b tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b17f5b-29a5-41b4-a012-7ac1f5e1ff33') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:34.649724 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-4211e0b9-81bc-436d-ae53-fa933a26fd7b tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b17f5b-29a5-41b4-a012-7ac1f5e1ff33') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:34.661960 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4211e0b9-81bc-436d-ae53-fa933a26fd7b tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.684378 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4926a254-af6f-4547-a4c1-58c0c00ab9f7 tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=1ecf9273-2e20-4a89-8f25-14cdade9ee5e HTTP/1.1" status: 200 len: 467 time: 0.0768192 Jul 05 04:01:34.685071 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.686036 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4211e0b9-81bc-436d-ae53-fa933a26fd7b tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.687649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52382) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:34.691123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-30799ac4-1a9d-4d62-9488-f744bbfa4064 req-5ad3d721-4876-48f0-9d70-fcad95c8055c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561578 Jul 05 04:01:34.696729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4211e0b9-81bc-436d-ae53-fa933a26fd7b tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:34.697345 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4211e0b9-81bc-436d-ae53-fa933a26fd7b tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:34.700587 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:34.705164 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.705164 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "DELETE /v2.0/networks/7dd5f026-1ef9-4a8b-aa13-565fc464504e HTTP/1.1" status: 204 len: 168 time: 1.1442244 Jul 05 04:01:34.713109 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52384) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:34.738886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464afab9-6bef-4879-9d3f-b668b26a3ee1 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Network': ['ID=7dd5f026-1ef9-4a8b-aa13-565fc464504e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:34.881082 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b3922ee9-fdc7-4788-ab52-f6e62135f028 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:34.921878 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: b3922ee9-fdc7-4788-ab52-f6e62135f028 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:34.923076 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b3922ee9-fdc7-4788-ab52-f6e62135f028 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:34.979813 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4211e0b9-81bc-436d-ae53-fa933a26fd7b tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.993028 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4211e0b9-81bc-436d-ae53-fa933a26fd7b tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.994849 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4211e0b9-81bc-436d-ae53-fa933a26fd7b tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] 10.222.0.38 "DELETE /v2.0/networks/366b5ff4-8005-4782-9258-668095426fd8 HTTP/1.1" status: 204 len: 168 time: 0.8899629 Jul 05 04:01:35.039142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211e0b9-81bc-436d-ae53-fa933a26fd7b tempest-BulkNetworkOpsTest-1840254332 tempest-BulkNetworkOpsTest-1840254332-project] Pushing event deleted for resources: {'Network': ['ID=366b5ff4-8005-4782-9258-668095426fd8,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:35.050828 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c844a610-0a4b-4436-8ea1-2b437219dd02 tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.055727 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c844a610-0a4b-4436-8ea1-2b437219dd02 tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/1ecf9273-2e20-4a89-8f25-14cdade9ee5e HTTP/1.1" status: 204 len: 168 time: 0.3652346 Jul 05 04:01:35.056009 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52392) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:35.071715 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6d3a47dc-226c-4bce-9038-1fe8dd4e9b72 tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=1ecf9273-2e20-4a89-8f25-14cdade9ee5e HTTP/1.1" status: 200 len: 216 time: 0.0108547 Jul 05 04:01:35.072006 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52394) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:35.087682 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4456ded7-11e3-4821-8787-c3d1a32d308e tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0111265 Jul 05 04:01:35.091856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52396) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:35.096217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6527b-80ea-4f72-82ee-f6623a989f5f req-ba07bbb9-b359-48a9-8b1e-178d111061a2 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:35.097889 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ece6527b-80ea-4f72-82ee-f6623a989f5f req-ba07bbb9-b359-48a9-8b1e-178d111061a2 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.2468798 Jul 05 04:01:35.102034 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c4567c97-2a41-4ac9-b89b-ab15992c9b3e tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0127666 Jul 05 04:01:35.105442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52398) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:35.131951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af4e89-7160-41a4-b9a2-58660867a02f req-cc8b1f90-f1e8-4060-b797-07ec2a542064 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:35.131951 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9af4e89-7160-41a4-b9a2-58660867a02f req-cc8b1f90-f1e8-4060-b797-07ec2a542064 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.1654673 Jul 05 04:01:35.167978 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7485eec2-0675-46db-93a1-bce2963be27a tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels/b1cf31e6-76cd-4156-8d86-e958e66c766c HTTP/1.1" status: 200 len: 472 time: 0.0579865 Jul 05 04:01:35.168291 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52400) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:35.190841 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f3236dd9-976c-4885-b8f6-cb726ea203f3 tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules/e0a2ff8b-2049-43ab-b49e-a6ec4e4025b6 HTTP/1.1" status: 200 len: 461 time: 0.0212214 Jul 05 04:01:35.198856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52402) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:35.206194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-ab14e6a2-cc77-4e94-ab53-c8109d371118 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Deleting port d40bef8b-fc62-406b-9bdc-dfbada87cc03 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:35.206628 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab14e6a2-cc77-4e94-ab53-c8109d371118 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.217462 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9af4e89-7160-41a4-b9a2-58660867a02f req-abfeb9c0-5987-4f6f-9c47-eb9d8b00d7a4 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800233 Jul 05 04:01:35.229732 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ece6527b-80ea-4f72-82ee-f6623a989f5f req-370dc2bb-008c-490e-9337-0f9b0b6abd33 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992670 Jul 05 04:01:35.267479 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 235dc60a-77cb-4c01-85af-593c87116a3d no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:35.305375 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab14e6a2-cc77-4e94-ab53-c8109d371118 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.305781 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab14e6a2-cc77-4e94-ab53-c8109d371118 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.321740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-ab14e6a2-cc77-4e94-ab53-c8109d371118 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Calling delete_port for d40bef8b-fc62-406b-9bdc-dfbada87cc03 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:35.366481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 828b5f73-a826-4cf5-8ffb-0041ebcd8726 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:35.397382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 828b5f73-a826-4cf5-8ffb-0041ebcd8726 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:35.397948 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 828b5f73-a826-4cf5-8ffb-0041ebcd8726 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:35.449864 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4d28ffe7-0bed-4153-aef1-aeb5f6079e7d tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.452725 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4d28ffe7-0bed-4153-aef1-aeb5f6079e7d tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/e0a2ff8b-2049-43ab-b49e-a6ec4e4025b6 HTTP/1.1" status: 204 len: 168 time: 0.2525558 Jul 05 04:01:35.455237 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52416) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:35.632427 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab14e6a2-cc77-4e94-ab53-c8109d371118 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.660480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14e6a2-cc77-4e94-ab53-c8109d371118 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Port': ['ID=d40bef8b-fc62-406b-9bdc-dfbada87cc03,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:35.696687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52422) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:35.732021 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab14e6a2-cc77-4e94-ab53-c8109d371118 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.732468 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-ab14e6a2-cc77-4e94-ab53-c8109d371118 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Floating IP ddd22c0a-79b6-4522-bb17-8fd01447eb1d disassociated (deleted). External IP: 172.25.6.220, port: 3974d4cd-a29e-4664-bc64-b8bf7852cc3a. Jul 05 04:01:35.838549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52426) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:35.838836 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e517c951-fa21-477c-b354-2bed5f22c483 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c9f6d4539ef64e7dae097c53b062f3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409557 Jul 05 04:01:35.890213 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-40d59d23-58d3-45f6-8032-ef977e4b59d3 tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.891341 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-40d59d23-58d3-45f6-8032-ef977e4b59d3 tempest-MeteringTestJSON-718182402 tempest-MeteringTestJSON-718182402-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/b1cf31e6-76cd-4156-8d86-e958e66c766c HTTP/1.1" status: 204 len: 168 time: 0.4347997 Jul 05 04:01:36.302220 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d458ed6b-d2bb-46de-8b49-e96942a3f7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.363007 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d458ed6b-d2bb-46de-8b49-e96942a3f7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.389275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab14e6a2-cc77-4e94-ab53-c8109d371118 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Router c27ac356-c424-4536-a3db-8a742efc248a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:36.474051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000a3db-07b5-4dc1-9a2e-831fd0f8b105 req-67fed4c7-5dc1-4f70-91a0-510aa3143074 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:36.475829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6000a3db-07b5-4dc1-9a2e-831fd0f8b105 req-67fed4c7-5dc1-4f70-91a0-510aa3143074 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.1937695 Jul 05 04:01:36.482012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52448) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:36.505552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52452) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:36.623927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a548343-891d-4370-a823-120646fc3729 req-8c9fb78d-b1ab-441f-89de-33dbe1c8cda6 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:36.625472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a548343-891d-4370-a823-120646fc3729 req-8c9fb78d-b1ab-441f-89de-33dbe1c8cda6 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.2703435 Jul 05 04:01:36.628618 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d458ed6b-d2bb-46de-8b49-e96942a3f7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.631406 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d458ed6b-d2bb-46de-8b49-e96942a3f7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.632524 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d458ed6b-d2bb-46de-8b49-e96942a3f7e1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7a37f42-f8d5-4379-afd1-b6590d616aee HTTP/1.1" status: 204 len: 168 time: 0.7917964 Jul 05 04:01:36.636100 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6000a3db-07b5-4dc1-9a2e-831fd0f8b105 req-1fd82305-c6b1-42c2-8a8d-5d4dd3733a6c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255889 Jul 05 04:01:36.643702 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9319d96e-ba1f-48ac-9705-25f9b9b563ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.662618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458ed6b-d2bb-46de-8b49-e96942a3f7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a37f42-f8d5-4379-afd1-b6590d616aee,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:36.683719 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab14e6a2-cc77-4e94-ab53-c8109d371118 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:36.688327 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-facb32b8-2c20-4dbc-b607-a82d29722e12 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=afd8f2684627485980d346756c579dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2047706 Jul 05 04:01:36.692231 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52460) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:36.693019 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab14e6a2-cc77-4e94-ab53-c8109d371118 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.704469 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229806ae-5343-4072-ba5a-90fd2379b11d None None] Sync routers for ids ['c27ac356-c424-4536-a3db-8a742efc248a'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:36.720548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229806ae-5343-4072-ba5a-90fd2379b11d None None] Routers {'c27ac356-c424-4536-a3db-8a742efc248a'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:36.722453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-229806ae-5343-4072-ba5a-90fd2379b11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c27ac356-c424-4536-a3db-8a742efc248a'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:36.730830 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a548343-891d-4370-a823-120646fc3729 req-d89ac195-ccec-4f81-946a-be3bc3cbb207 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935981 Jul 05 04:01:36.769515 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ab14e6a2-cc77-4e94-ab53-c8109d371118 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "DELETE /v2.0/floatingips/ddd22c0a-79b6-4522-bb17-8fd01447eb1d HTTP/1.1" status: 204 len: 168 time: 2.0549245 Jul 05 04:01:36.772243 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'tag': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:36.776234 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac319449-f498-4913-af99-83bb356de94d" -d '{"events": [{"name": "network-changed", "server_uuid": "62500498-3ab2-487b-87a7-c3cbfa6a091b", "tag": "3974d4cd-a29e-4664-bc64-b8bf7852cc3a"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:36.783320 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86e76233-d7f1-490b-b142-c27977aba073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.820866 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49580a1-7719-46cf-8bac-650004bad5f2 x-openstack-request-id: req-b49580a1-7719-46cf-8bac-650004bad5f2 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:36.821164 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62500498-3ab2-487b-87a7-c3cbfa6a091b", "tag": "3974d4cd-a29e-4664-bc64-b8bf7852cc3a", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:36.821843 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b49580a1-7719-46cf-8bac-650004bad5f2 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:36.822007 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'tag': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'status': 'completed', 'code': 200} Jul 05 04:01:36.874226 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-229806ae-5343-4072-ba5a-90fd2379b11d None None] Set router c27ac356-c424-4536-a3db-8a742efc248a gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:36.875310 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86e76233-d7f1-490b-b142-c27977aba073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.016547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac319449-f498-4913-af99-83bb356de94d req-e449d454-68e7-4f3b-a75a-595d14904a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:37.018118 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac319449-f498-4913-af99-83bb356de94d req-e449d454-68e7-4f3b-a75a-595d14904a6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b18740ad05054462a8bead1ca98b0711&device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 1097 time: 0.1494894 Jul 05 04:01:37.033566 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3046dac0-dc00-4d41-b8a6-663f2c7c2629 req-89a6fe80-4ec8-424e-b263-1c019325a63c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3838334 Jul 05 04:01:37.044695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9319d96e-ba1f-48ac-9705-25f9b9b563ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.102136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-229806ae-5343-4072-ba5a-90fd2379b11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 6, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2894e031-d2db-4969-b896-e162d1480c8d', 'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:17:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:37.132545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229806ae-5343-4072-ba5a-90fd2379b11d None None] Checking router: c27ac356-c424-4536-a3db-8a742efc248a for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:37.142104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229806ae-5343-4072-ba5a-90fd2379b11d None None] Routers {'c27ac356-c424-4536-a3db-8a742efc248a'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:37.142718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-229806ae-5343-4072-ba5a-90fd2379b11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c27ac356-c424-4536-a3db-8a742efc248a'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:37.154374 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac319449-f498-4913-af99-83bb356de94d req-f9040ad2-d121-4108-9cec-237cd754c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:37.160299 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac319449-f498-4913-af99-83bb356de94d req-f9040ad2-d121-4108-9cec-237cd754c5db service neutron] 10.222.0.10 "GET /v2.0/networks?id=ec674479-f6ba-4dee-8c7c-d20f38f46c45 HTTP/1.1" status: 200 len: 898 time: 0.1202939 Jul 05 04:01:37.234701 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9319d96e-ba1f-48ac-9705-25f9b9b563ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.241669 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86e76233-d7f1-490b-b142-c27977aba073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.245289 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86e76233-d7f1-490b-b142-c27977aba073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.249688 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-86e76233-d7f1-490b-b142-c27977aba073 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9e91c25b-14e7-414b-8017-3bf0e00a4f1a HTTP/1.1" status: 204 len: 168 time: 0.5560024 Jul 05 04:01:37.262333 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac319449-f498-4913-af99-83bb356de94d req-570382f9-d9dc-4826-a4b9-3a04b4f00e0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3974d4cd-a29e-4664-bc64-b8bf7852cc3a HTTP/1.1" status: 200 len: 217 time: 0.0961459 Jul 05 04:01:37.281900 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-229806ae-5343-4072-ba5a-90fd2379b11d None None] Set router c27ac356-c424-4536-a3db-8a742efc248a gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:37.339989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52484) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:37.340221 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9319d96e-ba1f-48ac-9705-25f9b9b563ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=24162c20c6c34669989ff5bbb8209587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8332086 Jul 05 04:01:37.357249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319d96e-ba1f-48ac-9705-25f9b9b563ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e9f335-4fe7-4c8c-83e6-fd5d0a06a410,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:37.389533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e76233-d7f1-490b-b142-c27977aba073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e91c25b-14e7-414b-8017-3bf0e00a4f1a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:37.393174 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac319449-f498-4913-af99-83bb356de94d req-c39c88a4-4e09-4510-a926-bc48600b5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:37.394768 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac319449-f498-4913-af99-83bb356de94d req-c39c88a4-4e09-4510-a926-bc48600b5f7f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fbe35c1f-8425-49c9-a815-5964dc5cc9e5 HTTP/1.1" status: 200 len: 834 time: 0.1107802 Jul 05 04:01:37.471604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac319449-f498-4913-af99-83bb356de94d req-e3587ed0-eabd-44b0-a53a-3a2406194426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:37.474136 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac319449-f498-4913-af99-83bb356de94d req-e3587ed0-eabd-44b0-a53a-3a2406194426 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ec674479-f6ba-4dee-8c7c-d20f38f46c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643697 Jul 05 04:01:37.477862 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-68623978-555c-49cf-8504-16ef3434ffbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.548455 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-68623978-555c-49cf-8504-16ef3434ffbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.572791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-229806ae-5343-4072-ba5a-90fd2379b11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 6, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2894e031-d2db-4969-b896-e162d1480c8d', 'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:17:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:37.604485 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac319449-f498-4913-af99-83bb356de94d req-331d1115-605c-47f7-a856-4e018647a5fa service neutron] 10.222.0.10 "GET /v2.0/networks/ec674479-f6ba-4dee-8c7c-d20f38f46c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214700 Jul 05 04:01:37.616990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569d1a2-fefc-461a-b233-e944da6f6d4f req-fda666e7-0597-4292-a2ba-39343bbb5300 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:37.618905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b569d1a2-fefc-461a-b233-e944da6f6d4f req-fda666e7-0597-4292-a2ba-39343bbb5300 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 945 time: 0.1615546 Jul 05 04:01:37.639459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229806ae-5343-4072-ba5a-90fd2379b11d None None] The sync data for ids ['c27ac356-c424-4536-a3db-8a742efc248a'] in n-d-771363-32 is: [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T04:01:21Z', 'revision_number': 6, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2894e031-d2db-4969-b896-e162d1480c8d', 'name': '', 'network_id': 'ec674479-f6ba-4dee-8c7c-d20f38f46c45', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:17:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:22Z', 'updated_at': '2021-07-05T03:58:32Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': 'fbe35c1f-8425-49c9-a815-5964dc5cc9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:37.699709 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b569d1a2-fefc-461a-b233-e944da6f6d4f req-fff86703-d599-4d05-8e87-41010ba1345a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=719e91a8-0397-48c0-8fe6-425c61380528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746434 Jul 05 04:01:37.839781 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-68623978-555c-49cf-8504-16ef3434ffbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.842840 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-68623978-555c-49cf-8504-16ef3434ffbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.844948 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-68623978-555c-49cf-8504-16ef3434ffbc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c5e9f335-4fe7-4c8c-83e6-fd5d0a06a410 HTTP/1.1" status: 204 len: 168 time: 0.5031276 Jul 05 04:01:37.877159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68623978-555c-49cf-8504-16ef3434ffbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e9f335-4fe7-4c8c-83e6-fd5d0a06a410,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:38.018468 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b49f3-214d-4977-b6ed-b893886bca13 None None] New status for floating IP ddd22c0a-79b6-4522-bb17-8fd01447eb1d: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:01:38.052896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabb101-cf51-42a0-acfe-7e9ff55c9d07 req-6bc542ab-00e8-41e5-8ff1-30b11a105282 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:38.058628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5aabb101-cf51-42a0-acfe-7e9ff55c9d07 req-6bc542ab-00e8-41e5-8ff1-30b11a105282 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.1504662 Jul 05 04:01:38.067785 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e1bd9-20b8-4ea7-84cb-66d0ee297537 req-8ae1b210-0d4c-4776-a451-1c3d6dfee73a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:38.071350 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-971e1bd9-20b8-4ea7-84cb-66d0ee297537 req-8ae1b210-0d4c-4776-a451-1c3d6dfee73a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.1621821 Jul 05 04:01:38.134446 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac319449-f498-4913-af99-83bb356de94d req-c8341391-fdb6-44d0-b419-4643614da200 service neutron] 10.222.0.10 "GET /v2.0/networks/ec674479-f6ba-4dee-8c7c-d20f38f46c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180728 Jul 05 04:01:38.160164 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5aabb101-cf51-42a0-acfe-7e9ff55c9d07 req-552de1ea-0324-4f6d-ba5e-920b075c767b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877175 Jul 05 04:01:38.163223 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-971e1bd9-20b8-4ea7-84cb-66d0ee297537 req-ce41c1b9-a46d-47c0-a780-ef688e34558c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793602 Jul 05 04:01:38.257103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52504) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:38.303845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52506) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:38.304535 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5aae4a9a-780e-4a3f-bb68-e3b5429b69df admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5ea9372f93443fc8d2e97f0e488e0f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456402 Jul 05 04:01:38.359213 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a5b55b4a-0081-4895-b172-0e844c2f47c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.370383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52508) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:38.386658 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a5b55b4a-0081-4895-b172-0e844c2f47c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.476400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3b704df0-b9d6-41e1-9fee-bc38a73b9600 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1843742631'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:38.505599 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a5b55b4a-0081-4895-b172-0e844c2f47c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.508373 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a5b55b4a-0081-4895-b172-0e844c2f47c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.509577 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a5b55b4a-0081-4895-b172-0e844c2f47c3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/66da5fc0-86e6-4fd1-af4d-8362785c1d12 HTTP/1.1" status: 204 len: 168 time: 0.2041717 Jul 05 04:01:38.517727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b55b4a-0081-4895-b172-0e844c2f47c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66da5fc0-86e6-4fd1-af4d-8362785c1d12,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:38.601807 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b704df0-b9d6-41e1-9fee-bc38a73b9600 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:38.605456 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b704df0-b9d6-41e1-9fee-bc38a73b9600 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.614873 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b704df0-b9d6-41e1-9fee-bc38a73b9600 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.704826 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b704df0-b9d6-41e1-9fee-bc38a73b9600 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.892466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411a5aa-4bcf-476e-9623-0925458fba2f req-32aab506-c1c3-4498-9111-40c3f106f0ab tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:38.894164 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8411a5aa-4bcf-476e-9623-0925458fba2f req-32aab506-c1c3-4498-9111-40c3f106f0ab tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 945 time: 0.0685523 Jul 05 04:01:38.947770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8411a5aa-4bcf-476e-9623-0925458fba2f req-56b3eb1a-38aa-48cf-a473-4dd6d384d231 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=719e91a8-0397-48c0-8fe6-425c61380528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471799 Jul 05 04:01:39.004545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046dac0-dc00-4d41-b8a6-663f2c7c2629 req-d2be93d9-c500-44bd-9acd-69c6f8c23b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:39.006103 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3046dac0-dc00-4d41-b8a6-663f2c7c2629 req-d2be93d9-c500-44bd-9acd-69c6f8c23b5b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292&tenant_id=a2ee014bb2224bf8b2a8ff13d10ed4fd HTTP/1.1" status: 200 len: 1096 time: 0.0885732 Jul 05 04:01:39.030576 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b704df0-b9d6-41e1-9fee-bc38a73b9600 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.083806 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b704df0-b9d6-41e1-9fee-bc38a73b9600 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:39.096238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b704df0-b9d6-41e1-9fee-bc38a73b9600 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd1a5e8-9922-4064-9c00-17bb3bb76d6d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:39.103647 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b704df0-b9d6-41e1-9fee-bc38a73b9600 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.105816 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-3b704df0-b9d6-41e1-9fee-bc38a73b9600 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Added segment 8ad01aaf-607c-4f5c-9c22-ac5072479cdd of type vlan for network b6643e73-032f-4488-a706-91bae849bc59 Jul 05 04:01:39.157290 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b704df0-b9d6-41e1-9fee-bc38a73b9600 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.169753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046dac0-dc00-4d41-b8a6-663f2c7c2629 req-707ccde4-2c32-4cd7-871c-9ad8a55717d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:39.171271 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3046dac0-dc00-4d41-b8a6-663f2c7c2629 req-707ccde4-2c32-4cd7-871c-9ad8a55717d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a2ee014bb2224bf8b2a8ff13d10ed4fd&device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 1096 time: 0.1321204 Jul 05 04:01:39.179773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52518) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:39.193926 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-030e262d-acc5-4844-8a0f-0a1a44308fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.286715 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b704df0-b9d6-41e1-9fee-bc38a73b9600 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.292591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b704df0-b9d6-41e1-9fee-bc38a73b9600 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:39.293479 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3b704df0-b9d6-41e1-9fee-bc38a73b9600 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.303215 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-030e262d-acc5-4844-8a0f-0a1a44308fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.395673 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046dac0-dc00-4d41-b8a6-663f2c7c2629 req-2c9a31f3-15ae-42e0-8d2b-17094493b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:39.397638 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3046dac0-dc00-4d41-b8a6-663f2c7c2629 req-2c9a31f3-15ae-42e0-8d2b-17094493b6e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd58e159-a7c6-402f-bb41-680ec0a6f913 HTTP/1.1" status: 200 len: 914 time: 0.2122138 Jul 05 04:01:39.405204 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-030e262d-acc5-4844-8a0f-0a1a44308fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.408306 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b704df0-b9d6-41e1-9fee-bc38a73b9600 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Network': ['ID=b6643e73-032f-4488-a706-91bae849bc59,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:39.423577 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network b6643e73-032f-4488-a706-91bae849bc59 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:39.460843 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3046dac0-dc00-4d41-b8a6-663f2c7c2629 req-3780f3ea-225e-4410-a36f-56d0c5e8b417 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=235dc60a-77cb-4c01-85af-593c87116a3d HTTP/1.1" status: 200 len: 217 time: 0.0536959 Jul 05 04:01:39.467028 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-030e262d-acc5-4844-8a0f-0a1a44308fcb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7dab7704071d48f299e105b9249db412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861183 Jul 05 04:01:39.468653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e262d-acc5-4844-8a0f-0a1a44308fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8969bf0-b6d3-498e-8f69-668058a1e9a4,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:39.474512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52532) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:39.492917 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace6aaf-4f04-4c2c-81a5-510446a8f3ce req-ca7f6f08-0a5c-4da9-b0d3-134b4eba7741 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:39.494663 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eace6aaf-4f04-4c2c-81a5-510446a8f3ce req-ca7f6f08-0a5c-4da9-b0d3-134b4eba7741 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.10 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 945 time: 0.2472806 Jul 05 04:01:39.525082 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3b704df0-b9d6-41e1-9fee-bc38a73b9600 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1534536 Jul 05 04:01:39.527486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e3681-9db7-47d0-9b76-7126e8a289e5 req-4a4ca031-b731-4f89-b66b-5f013accf1b8 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:39.529040 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd5e3681-9db7-47d0-9b76-7126e8a289e5 req-4a4ca031-b731-4f89-b66b-5f013accf1b8 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.1829784 Jul 05 04:01:39.534538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52534) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:39.542278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d5720c7f-ee34-4fa2-886a-9257fdd58050 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1572349311'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:39.577918 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac0f93-1d50-41f7-87df-2d43cb9ea3c6 req-786768a0-7256-4572-ae7d-4a5407964ac6 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:39.579421 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4ac0f93-1d50-41f7-87df-2d43cb9ea3c6 req-786768a0-7256-4572-ae7d-4a5407964ac6 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.2352583 Jul 05 04:01:39.610831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046dac0-dc00-4d41-b8a6-663f2c7c2629 req-091ae1e2-f713-4d66-92a1-341eaf22ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:39.612354 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3046dac0-dc00-4d41-b8a6-663f2c7c2629 req-091ae1e2-f713-4d66-92a1-341eaf22ade5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc HTTP/1.1" status: 200 len: 853 time: 0.1438694 Jul 05 04:01:39.632269 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd5e3681-9db7-47d0-9b76-7126e8a289e5 req-9ba24d8d-573b-465b-8291-a4c813e19f68 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866573 Jul 05 04:01:39.635364 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8b46301-5e09-4e2c-9046-b7aa80d56094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.664998 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5720c7f-ee34-4fa2-886a-9257fdd58050 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:39.668590 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5720c7f-ee34-4fa2-886a-9257fdd58050 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.669293 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3046dac0-dc00-4d41-b8a6-663f2c7c2629 req-70f15a35-5d9f-454a-b90a-e6b2043d2cdf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd58e159-a7c6-402f-bb41-680ec0a6f913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376284 Jul 05 04:01:39.680627 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4ac0f93-1d50-41f7-87df-2d43cb9ea3c6 req-b71f30e0-7b1c-4708-badd-e911f6e31dfc tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948648 Jul 05 04:01:39.702792 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8b46301-5e09-4e2c-9046-b7aa80d56094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.755845 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-eace6aaf-4f04-4c2c-81a5-510446a8f3ce req-f7080139-e85f-4b77-b57d-8d4e0cdbb27a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Deleting port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:39.756238 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-eace6aaf-4f04-4c2c-81a5-510446a8f3ce req-f7080139-e85f-4b77-b57d-8d4e0cdbb27a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.761776 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5720c7f-ee34-4fa2-886a-9257fdd58050 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:39.834771 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3046dac0-dc00-4d41-b8a6-663f2c7c2629 req-ddf0a5f7-2629-433e-b135-6aa7c01cafb9 service neutron] 10.222.0.10 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574812 Jul 05 04:01:39.872836 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8b46301-5e09-4e2c-9046-b7aa80d56094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.875511 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8b46301-5e09-4e2c-9046-b7aa80d56094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.876717 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e8b46301-5e09-4e2c-9046-b7aa80d56094 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e8969bf0-b6d3-498e-8f69-668058a1e9a4 HTTP/1.1" status: 204 len: 168 time: 0.4012496 Jul 05 04:01:39.877952 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5720c7f-ee34-4fa2-886a-9257fdd58050 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.880343 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-d5720c7f-ee34-4fa2-886a-9257fdd58050 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Added segment 4258bd18-ed9a-4213-bd7d-225a9ef8d266 of type vlan for network 855f7853-c659-4b81-93b2-96a95b2b22cd Jul 05 04:01:39.925106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-eace6aaf-4f04-4c2c-81a5-510446a8f3ce req-f7080139-e85f-4b77-b57d-8d4e0cdbb27a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] For port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=3974d4cd-a29e-4664-bc64-b8bf7852cc3a,segment=NetworkSegment(0e0743dc-5584-4a8a-b611-22dac37fa4d2),segment_id=0e0743dc-5584-4a8a-b611-22dac37fa4d2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:39.925481 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-eace6aaf-4f04-4c2c-81a5-510446a8f3ce req-f7080139-e85f-4b77-b57d-8d4e0cdbb27a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.939975 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b46301-5e09-4e2c-9046-b7aa80d56094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8969bf0-b6d3-498e-8f69-668058a1e9a4,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:39.948322 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5720c7f-ee34-4fa2-886a-9257fdd58050 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.948816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-eace6aaf-4f04-4c2c-81a5-510446a8f3ce req-f7080139-e85f-4b77-b57d-8d4e0cdbb27a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Calling delete_port for 3974d4cd-a29e-4664-bc64-b8bf7852cc3a owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:40.021123 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3046dac0-dc00-4d41-b8a6-663f2c7c2629 req-4157869b-cbab-4bcf-9d07-ac8caf5cacd6 service neutron] 10.222.0.10 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779418 Jul 05 04:01:40.070877 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5720c7f-ee34-4fa2-886a-9257fdd58050 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.077430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5720c7f-ee34-4fa2-886a-9257fdd58050 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:40.080885 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5720c7f-ee34-4fa2-886a-9257fdd58050 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.186185 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5720c7f-ee34-4fa2-886a-9257fdd58050 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Network': ['ID=855f7853-c659-4b81-93b2-96a95b2b22cd,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:40.196506 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 855f7853-c659-4b81-93b2-96a95b2b22cd details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:40.218689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a35adf-006a-48b0-ab1b-baafdc86031c req-958e3dbf-e987-47c5-8ea6-686e2c0e118f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:40.220262 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-34a35adf-006a-48b0-ab1b-baafdc86031c req-958e3dbf-e987-47c5-8ea6-686e2c0e118f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 945 time: 0.1139257 Jul 05 04:01:40.241657 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-eace6aaf-4f04-4c2c-81a5-510446a8f3ce req-f7080139-e85f-4b77-b57d-8d4e0cdbb27a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.266016 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-34a35adf-006a-48b0-ab1b-baafdc86031c req-a18e73eb-4970-437f-ab0f-cd5fee593dee tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=719e91a8-0397-48c0-8fe6-425c61380528&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379560 Jul 05 04:01:40.313580 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7080139-e85f-4b77-b57d-8d4e0cdbb27a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Port': ['ID=3974d4cd-a29e-4664-bc64-b8bf7852cc3a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:40.322309 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d5720c7f-ee34-4fa2-886a-9257fdd58050 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7863727 Jul 05 04:01:40.325088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52562) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:40.334818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'subnet': {'network_id': 'b6643e73-032f-4488-a706-91bae849bc59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:40.360348 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-eace6aaf-4f04-4c2c-81a5-510446a8f3ce req-f7080139-e85f-4b77-b57d-8d4e0cdbb27a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] No DVR routers for this DVR port 3974d4cd-a29e-4664-bc64-b8bf7852cc3a on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:40.363114 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-eace6aaf-4f04-4c2c-81a5-510446a8f3ce req-f7080139-e85f-4b77-b57d-8d4e0cdbb27a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.366076 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eace6aaf-4f04-4c2c-81a5-510446a8f3ce req-f7080139-e85f-4b77-b57d-8d4e0cdbb27a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.10 "DELETE /v2.0/ports/3974d4cd-a29e-4664-bc64-b8bf7852cc3a HTTP/1.1" status: 204 len: 173 time: 0.8629096 Jul 05 04:01:40.366738 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'name': 'network-vif-deleted', 'tag': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:40.369241 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b79193-9570-4b90-9517-9a3f4eafc351" -d '{"events": [{"server_uuid": "62500498-3ab2-487b-87a7-c3cbfa6a091b", "name": "network-vif-deleted", "tag": "3974d4cd-a29e-4664-bc64-b8bf7852cc3a"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:40.413401 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2d4ea8-8a3e-4b56-b2d9-8ec0db59475a x-openstack-request-id: req-6a2d4ea8-8a3e-4b56-b2d9-8ec0db59475a {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:40.413691 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62500498-3ab2-487b-87a7-c3cbfa6a091b", "name": "network-vif-deleted", "tag": "3974d4cd-a29e-4664-bc64-b8bf7852cc3a", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:40.413943 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6a2d4ea8-8a3e-4b56-b2d9-8ec0db59475a {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:40.414352 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62500498-3ab2-487b-87a7-c3cbfa6a091b', 'name': 'network-vif-deleted', 'tag': '3974d4cd-a29e-4664-bc64-b8bf7852cc3a', 'status': 'completed', 'code': 200} Jul 05 04:01:40.533155 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:40.537763 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.946603 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.041133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2314c75-f2ef-4fac-a53f-e8fcb9f53138 req-2b55a667-fe0d-4e15-a741-65b028e225f2 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:41.060412 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a2314c75-f2ef-4fac-a53f-e8fcb9f53138 req-2b55a667-fe0d-4e15-a741-65b028e225f2 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.2158892 Jul 05 04:01:41.181393 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Subnet': ['ID=c4bd4835-e4b0-4526-8759-c0322ffd5274,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:41.211958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:41.212336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:41.212680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:41.213034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:41.213347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:41.213679 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:41.214011 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:41.214579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:41.214731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:41.214959 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:41.215278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:41.215601 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:41.230111 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Checking segment: {'id': '8ad01aaf-607c-4f5c-9c22-ac5072479cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6643e73-032f-4488-a706-91bae849bc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:41.230913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network hostable DHCP agents. Network: b6643e73-032f-4488-a706-91bae849bc59, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:41.246967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a2314c75-f2ef-4fac-a53f-e8fcb9f53138 req-311ca47e-2f40-4d00-9933-db276dd48d55 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876235 Jul 05 04:01:41.303847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3abba0-daff-4730-81a7-cdb2560ca1b8 req-4563d8fa-0d32-4eba-9c2f-e2c5fdaa7f69 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:41.305746 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b3abba0-daff-4730-81a7-cdb2560ca1b8 req-4563d8fa-0d32-4eba-9c2f-e2c5fdaa7f69 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.2777293 Jul 05 04:01:41.382982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network b6643e73-032f-4488-a706-91bae849bc59 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:41.405698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b3abba0-daff-4730-81a7-cdb2560ca1b8 req-fbe1dca0-b5a6-4f17-8f0b-d7ce7d624398 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849609 Jul 05 04:01:41.454769 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9376fadd-97f6-4824-9710-a4949f939290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.534001 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, b6643e73-032f-4488-a706-91bae849bc59) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:41.545467 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:41.546861 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.554035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1540c539-869d-495e-b501-46e33624ac1f None None] Network b6643e73-032f-4488-a706-91bae849bc59 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:41.614785 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9b1294f-20f4-4c99-a1bb-37ab55698d7a req-810aa64f-19f3-4b2d-a081-3a969ad99d24 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 210 time: 0.0586476 Jul 05 04:01:41.674040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52606) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:41.674858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-74ed72c1-cc4f-4385-a37f-48ab6cb81cb0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3467999 Jul 05 04:01:41.682603 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-08f5a489-083e-46cf-b537-071108fae4ee tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'subnet': {'network_id': '855f7853-c659-4b81-93b2-96a95b2b22cd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:41.794578 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-b6643e73-032f-4488-a706-91bae849bc59', 'network_id': 'b6643e73-032f-4488-a706-91bae849bc59', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'fixed_ips': [{'subnet_id': 'c4bd4835-e4b0-4526-8759-c0322ffd5274'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:41.795238 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.928925 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f5a489-083e-46cf-b537-071108fae4ee tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:41.938071 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08f5a489-083e-46cf-b537-071108fae4ee tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.065426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Allocated IP 2001:db8::2 (b6643e73-032f-4488-a706-91bae849bc59/c4bd4835-e4b0-4526-8759-c0322ffd5274/fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:42.246069 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.257673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Transition to ACTIVE for port object fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:42.265441 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08f5a489-083e-46cf-b537-071108fae4ee tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.298950 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Transition to ACTIVE for port object fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:42.361246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5a489-083e-46cf-b537-071108fae4ee tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Subnet': ['ID=8cd924e7-abcd-4b5d-a6eb-745dfe5453e5,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:42.393649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5a489-083e-46cf-b537-071108fae4ee tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Checking segment: {'id': '4258bd18-ed9a-4213-bd7d-225a9ef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '855f7853-c659-4b81-93b2-96a95b2b22cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:42.394108 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f5a489-083e-46cf-b537-071108fae4ee tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network hostable DHCP agents. Network: 855f7853-c659-4b81-93b2-96a95b2b22cd, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:42.420584 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.465049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39aecc-684e-4dd3-ac79-56cf84af17ff req-c8db8131-22bc-4fae-95a0-fa0da370e581 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:42.466655 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b39aecc-684e-4dd3-ac79-56cf84af17ff req-c8db8131-22bc-4fae-95a0-fa0da370e581 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.0844319 Jul 05 04:01:42.526303 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b39aecc-684e-4dd3-ac79-56cf84af17ff req-198ebbb1-8d89-4f1f-beda-68f9e3200d4a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496755 Jul 05 04:01:42.526894 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Network b6643e73-032f-4488-a706-91bae849bc59 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:42.534031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f5a489-083e-46cf-b537-071108fae4ee tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 855f7853-c659-4b81-93b2-96a95b2b22cd is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:42.549306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:42.554305 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:42.572476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Pushing event updated for resources: {'Port': ['ID=fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:42.602277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.606949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.606949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.606949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.606949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.606949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.606949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.606949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.606949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.606949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.606949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.606949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:42.624674 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-08f5a489-083e-46cf-b537-071108fae4ee tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 855f7853-c659-4b81-93b2-96a95b2b22cd) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:42.630621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f5a489-083e-46cf-b537-071108fae4ee tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:42.631888 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08f5a489-083e-46cf-b537-071108fae4ee tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.648014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c871fe5-41b1-4619-b94a-fc78bd048ada None None] Network 855f7853-c659-4b81-93b2-96a95b2b22cd requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:42.692436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Attempting to bind port fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:42.692851 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Attempting to bind port fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '8ad01aaf-607c-4f5c-9c22-ac5072479cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6643e73-032f-4488-a706-91bae849bc59'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:42.693312 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Attempting to bind port fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 on network b6643e73-032f-4488-a706-91bae849bc59 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:42.719640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:42.720103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Checking segment: {'id': '8ad01aaf-607c-4f5c-9c22-ac5072479cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6643e73-032f-4488-a706-91bae849bc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:42.720455 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.720848 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Bound using segment: {'id': '8ad01aaf-607c-4f5c-9c22-ac5072479cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6643e73-032f-4488-a706-91bae849bc59'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:42.726228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Bound port: fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad01aaf-607c-4f5c-9c22-ac5072479cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6643e73-032f-4488-a706-91bae849bc59'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:42.726228 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.746040 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-08f5a489-083e-46cf-b537-071108fae4ee tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0702717 Jul 05 04:01:42.748705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52648) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:42.757095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3bb4b00a-6f1b-4c78-88a5-be11efadd057 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1668450779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:42.823707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e30dc7-9ff4-47b3-9f8b-4fc4388e5715 req-72786f74-fbb2-45ce-b7c8-bf7f20de0f57 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:42.831224 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a2e30dc7-9ff4-47b3-9f8b-4fc4388e5715 req-72786f74-fbb2-45ce-b7c8-bf7f20de0f57 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.1211033 Jul 05 04:01:42.894686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] For port fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:42.899855 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a2e30dc7-9ff4-47b3-9f8b-4fc4388e5715 req-60fdf74f-9537-4d0c-a7a8-b142677e1b90 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674660 Jul 05 04:01:42.904531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3bb4b00a-6f1b-4c78-88a5-be11efadd057 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.905933 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3bb4b00a-6f1b-4c78-88a5-be11efadd057 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.934254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] For port fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51,segment=NetworkSegment(8ad01aaf-607c-4f5c-9c22-ac5072479cdd),segment_id=8ad01aaf-607c-4f5c-9c22-ac5072479cdd)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:42.985039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f522edc-9ab5-4621-9e0c-9d9b3321914d req-2a2c9f7b-91cf-4b57-8051-6e9195b8afe8 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 210 time: 0.0600243 Jul 05 04:01:43.001679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-855f7853-c659-4b81-93b2-96a95b2b22cd', 'network_id': '855f7853-c659-4b81-93b2-96a95b2b22cd', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'fixed_ips': [{'subnet_id': '8cd924e7-abcd-4b5d-a6eb-745dfe5453e5'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:43.003920 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.019556 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.063513 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3bb4b00a-6f1b-4c78-88a5-be11efadd057 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.146064 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3bb4b00a-6f1b-4c78-88a5-be11efadd057 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.247565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Allocated IP 2001:db8:1::2 (855f7853-c659-4b81-93b2-96a95b2b22cd/8cd924e7-abcd-4b5d-a6eb-745dfe5453e5/63de345c-1163-46c5-bc0f-8080f9747c7f) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:43.258993 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3bb4b00a-6f1b-4c78-88a5-be11efadd057 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.263045 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3bb4b00a-6f1b-4c78-88a5-be11efadd057 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5131059 Jul 05 04:01:43.263281 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52696) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:43.263649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52698) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:43.352705 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 3974d4cd-a29e-4664-bc64-b8bf7852cc3a no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:43.458920 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 3974d4cd-a29e-4664-bc64-b8bf7852cc3a {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:43.459584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 3974d4cd-a29e-4664-bc64-b8bf7852cc3a not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:43.469186 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c68329-73fa-4227-b34a-8ca5d0df6b63 None None] Pushing event updated for resources: {'Port': ['ID=fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:43.574962 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.589505 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-869cbf02-4713-41e7-8527-b62ac3ecfef2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-828964696', 'router:external': True}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:43.600011 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Transition to ACTIVE for port object 63de345c-1163-46c5-bc0f-8080f9747c7f will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:43.649138 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Transition to ACTIVE for port object 63de345c-1163-46c5-bc0f-8080f9747c7f will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:43.760089 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.772662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869cbf02-4713-41e7-8527-b62ac3ecfef2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Made reservation on behalf of 8fe9fe26cb104687880b9617f9c99456 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:43.775350 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-869cbf02-4713-41e7-8527-b62ac3ecfef2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.786695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.794152 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-869cbf02-4713-41e7-8527-b62ac3ecfef2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.825397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Network 855f7853-c659-4b81-93b2-96a95b2b22cd is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:43.828849 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:43.834195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:43.837791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Pushing event updated for resources: {'Port': ['ID=63de345c-1163-46c5-bc0f-8080f9747c7f,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:43.895712 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-869cbf02-4713-41e7-8527-b62ac3ecfef2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.925646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b6546-4b4b-4497-bfb3-e83377976afc req-a4c8d004-89b6-4722-8733-dc35b11172b4 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:43.934679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-544b6546-4b4b-4497-bfb3-e83377976afc req-a4c8d004-89b6-4722-8733-dc35b11172b4 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.2047615 Jul 05 04:01:44.007408 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-544b6546-4b4b-4497-bfb3-e83377976afc req-df098ec2-f1c8-4f76-bc09-b43495c07783 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606863 Jul 05 04:01:44.247182 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Allocated IP 2001:db8::1 (b6643e73-032f-4488-a706-91bae849bc59/c4bd4835-e4b0-4526-8759-c0322ffd5274/373dec0a-7228-4cc6-8547-5252ea243ce9) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:44.271348 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-869cbf02-4713-41e7-8527-b62ac3ecfef2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.364303 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49856724-0834-48d5-8886-f02fb4ef9691 req-3a355934-47f9-4e90-a348-a0febb5dea1f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=62500498-3ab2-487b-87a7-c3cbfa6a091b HTTP/1.1" status: 200 len: 210 time: 0.1013629 Jul 05 04:01:44.391885 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869cbf02-4713-41e7-8527-b62ac3ecfef2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:44.414947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Attempting to bind port 63de345c-1163-46c5-bc0f-8080f9747c7f on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:44.416150 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Attempting to bind port 63de345c-1163-46c5-bc0f-8080f9747c7f by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '4258bd18-ed9a-4213-bd7d-225a9ef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '855f7853-c659-4b81-93b2-96a95b2b22cd'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:44.418092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Attempting to bind port 63de345c-1163-46c5-bc0f-8080f9747c7f on network 855f7853-c659-4b81-93b2-96a95b2b22cd {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:44.431800 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd648c-b50a-475f-8bc6-555acd404d58 req-d3952eed-d2a6-4216-8db3-a8d506990b73 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:44.432253 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:44.433548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Checking segment: {'id': '4258bd18-ed9a-4213-bd7d-225a9ef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '855f7853-c659-4b81-93b2-96a95b2b22cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:44.434432 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.435669 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Bound using segment: {'id': '4258bd18-ed9a-4213-bd7d-225a9ef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '855f7853-c659-4b81-93b2-96a95b2b22cd'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:44.438056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Bound port: 63de345c-1163-46c5-bc0f-8080f9747c7f, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4258bd18-ed9a-4213-bd7d-225a9ef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '855f7853-c659-4b81-93b2-96a95b2b22cd'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:44.438959 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.441338 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9afd648c-b50a-475f-8bc6-555acd404d58 req-d3952eed-d2a6-4216-8db3-a8d506990b73 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.2711322 Jul 05 04:01:44.446915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cbf02-4713-41e7-8527-b62ac3ecfef2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e094ba-4d97-482d-9613-32709634b0ca,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:44.486056 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-869cbf02-4713-41e7-8527-b62ac3ecfef2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.486470 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-869cbf02-4713-41e7-8527-b62ac3ecfef2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Added segment 7d413431-1bc2-4332-9b33-4280d372fca5 of type vlan for network 9f643a98-8d16-45df-914c-91d9a26f4f95 Jul 05 04:01:44.543736 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9afd648c-b50a-475f-8bc6-555acd404d58 req-17722ff6-7148-40f1-874d-d35c126f6a98 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947902 Jul 05 04:01:44.553957 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b31feb23-e6a2-4434-8ca8-d5596d007fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.562019 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.570758 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.603765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Transition to ACTIVE for port object 373dec0a-7228-4cc6-8547-5252ea243ce9 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:44.632352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] For port 63de345c-1163-46c5-bc0f-8080f9747c7f, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:44.634688 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-869cbf02-4713-41e7-8527-b62ac3ecfef2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.637577 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] For port 63de345c-1163-46c5-bc0f-8080f9747c7f, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=63de345c-1163-46c5-bc0f-8080f9747c7f,segment=NetworkSegment(4258bd18-ed9a-4213-bd7d-225a9ef8d266),segment_id=4258bd18-ed9a-4213-bd7d-225a9ef8d266)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:44.741134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52712) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:44.768154 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.802816 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-869cbf02-4713-41e7-8527-b62ac3ecfef2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.803046 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.806565 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869cbf02-4713-41e7-8527-b62ac3ecfef2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:44.806565 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-869cbf02-4713-41e7-8527-b62ac3ecfef2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.884661 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4290ac-a018-4cc6-b111-733e71eda5d4 None None] Pushing event updated for resources: {'Port': ['ID=63de345c-1163-46c5-bc0f-8080f9747c7f,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:44.953460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:44.955831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network b6643e73-032f-4488-a706-91bae849bc59 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:44.960820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:44.966256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:44.966837 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.004019 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cbf02-4713-41e7-8527-b62ac3ecfef2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Pushing event updated for resources: {'Network': ['ID=9f643a98-8d16-45df-914c-91d9a26f4f95,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:45.019480 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417de742-14cb-41fb-8998-561e450172c5 None None] Network b6643e73-032f-4488-a706-91bae849bc59 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:45.080983 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 9f643a98-8d16-45df-914c-91d9a26f4f95 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:45.133234 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-869cbf02-4713-41e7-8527-b62ac3ecfef2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.8683822 Jul 05 04:01:45.136418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52720) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:45.142916 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-3f2772d2-ce92-4203-be81-c9ebea20d0fc tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Request body: {'subnet': {'network_id': '9f643a98-8d16-45df-914c-91d9a26f4f95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:45.161151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=373dec0a-7228-4cc6-8547-5252ea243ce9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:45.188417 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9beb8e5c-9acb-4ef8-b8a8-7c5192730179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.361612 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.363082 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5be1a40d-ea97-4d91-be27-6de7622b1e58 None None] Provisioning for port fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:45.385079 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2772d2-ce92-4203-be81-c9ebea20d0fc tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Made reservation on behalf of 8fe9fe26cb104687880b9617f9c99456 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:45.389489 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3f2772d2-ce92-4203-be81-c9ebea20d0fc tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.408898 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.499190 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:45.518824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:45.519408 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.547385 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52724) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:45.771889 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6e73a-1a40-4edc-978b-cf95b1b8bddd req-6267fd8c-e2dd-49f1-afb9-852ebea56b26 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:45.782270 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5de6e73a-1a40-4edc-978b-cf95b1b8bddd req-6267fd8c-e2dd-49f1-afb9-852ebea56b26 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.5151460 Jul 05 04:01:45.843525 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.914914 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9beb8e5c-9acb-4ef8-b8a8-7c5192730179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.920441 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51,segment=NetworkSegment(8ad01aaf-607c-4f5c-9c22-ac5072479cdd),segment_id=8ad01aaf-607c-4f5c-9c22-ac5072479cdd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:45.975666 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5de6e73a-1a40-4edc-978b-cf95b1b8bddd req-0a202e90-feb6-481d-aca9-fefaa1392a1c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918063 Jul 05 04:01:46.005544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9beb8e5c-9acb-4ef8-b8a8-7c5192730179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.041909 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.088819 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac9ae527-2fd7-4cfd-a777-13fade90498a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.092501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb8e5c-9acb-4ef8-b8a8-7c5192730179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0742fd7b-896b-4ec6-a934-3bc29aac01f4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:46.101617 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9beb8e5c-9acb-4ef8-b8a8-7c5192730179 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f68d5838e53049f9a4c61abdbd46ac90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3546987 Jul 05 04:01:46.102899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52728) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:46.134560 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.147114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea5259-10c0-4f66-84b8-44d428afa4ae req-a6a6daca-d54c-4d8a-9a3c-e814393884ba tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:46.147709 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-baea5259-10c0-4f66-84b8-44d428afa4ae req-a6a6daca-d54c-4d8a-9a3c-e814393884ba tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.4230618 Jul 05 04:01:46.169221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:46.202699 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.204560 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.282132 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cd1bf1ef-48c2-4dc0-ae52-1059dd1b5490 None None] Provisioning for port 373dec0a-7228-4cc6-8547-5252ea243ce9 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:46.286948 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cd1bf1ef-48c2-4dc0-ae52-1059dd1b5490 None None] Provisioning complete for port 373dec0a-7228-4cc6-8547-5252ea243ce9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:46.299036 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac9ae527-2fd7-4cfd-a777-13fade90498a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.299480 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cd1bf1ef-48c2-4dc0-ae52-1059dd1b5490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.348981 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-cd1bf1ef-48c2-4dc0-ae52-1059dd1b5490 None None] Port 373dec0a-7228-4cc6-8547-5252ea243ce9 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:46.373428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cd1bf1ef-48c2-4dc0-ae52-1059dd1b5490 None None] Provisioning complete for port fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:46.373969 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cd1bf1ef-48c2-4dc0-ae52-1059dd1b5490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.396862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=373dec0a-7228-4cc6-8547-5252ea243ce9,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:46.505314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-baea5259-10c0-4f66-84b8-44d428afa4ae req-28e01353-746b-49ea-9016-0d9fec456c36 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363469 Jul 05 04:01:46.559684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network b6643e73-032f-4488-a706-91bae849bc59 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:46.568880 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-93527b61-6a11-405b-92b9-1187407ee463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.574940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:46.622729 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-93527b61-6a11-405b-92b9-1187407ee463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.712730 n-d-771363-32 neutron-server[100933]: DEBUG neutron.objects.ports [None req-3f2772d2-ce92-4203-be81-c9ebea20d0fc tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100933) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:01:46.714925 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3f2772d2-ce92-4203-be81-c9ebea20d0fc tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.779359 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-69e0f7b9-0bc9-4913-8a98-8dc069f19d04 None None] Provisioning complete for port 373dec0a-7228-4cc6-8547-5252ea243ce9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:46.779740 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-69e0f7b9-0bc9-4913-8a98-8dc069f19d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.816741 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac9ae527-2fd7-4cfd-a777-13fade90498a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.819562 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac9ae527-2fd7-4cfd-a777-13fade90498a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.824282 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ac9ae527-2fd7-4cfd-a777-13fade90498a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "DELETE /v2.0/security-groups/719e91a8-0397-48c0-8fe6-425c61380528 HTTP/1.1" status: 204 len: 168 time: 1.2749543 Jul 05 04:01:46.882539 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2772d2-ce92-4203-be81-c9ebea20d0fc tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f5b0ffee-20d0-42c8-a2fb-ed7e57edb6bc,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:46.896357 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ae527-2fd7-4cfd-a777-13fade90498a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=719e91a8-0397-48c0-8fe6-425c61380528,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:46.898373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a57f5ea-6079-4bc1-aa79-6b5c2bf78e69 None None] Network 855f7853-c659-4b81-93b2-96a95b2b22cd requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:46.915582 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2772d2-ce92-4203-be81-c9ebea20d0fc tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Checking segment: {'id': '7d413431-1bc2-4332-9b33-4280d372fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9f643a98-8d16-45df-914c-91d9a26f4f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:46.920290 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2772d2-ce92-4203-be81-c9ebea20d0fc tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Network hostable DHCP agents. Network: 9f643a98-8d16-45df-914c-91d9a26f4f95, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:46.945549 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-93527b61-6a11-405b-92b9-1187407ee463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.948595 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-93527b61-6a11-405b-92b9-1187407ee463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.952702 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-93527b61-6a11-405b-92b9-1187407ee463 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0742fd7b-896b-4ec6-a934-3bc29aac01f4 HTTP/1.1" status: 204 len: 168 time: 0.8486748 Jul 05 04:01:46.961914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93527b61-6a11-405b-92b9-1187407ee463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0742fd7b-896b-4ec6-a934-3bc29aac01f4,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:47.017824 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.030301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52736) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:47.054017 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2772d2-ce92-4203-be81-c9ebea20d0fc tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Network 9f643a98-8d16-45df-914c-91d9a26f4f95 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:47.060556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router c14abb40-21c6-438f-a8fb-dd84c31aadf4 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:01:47.131710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-69e0f7b9-0bc9-4913-8a98-8dc069f19d04 None None] Port 373dec0a-7228-4cc6-8547-5252ea243ce9 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:47.148770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-3f2772d2-ce92-4203-be81-c9ebea20d0fc tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 9f643a98-8d16-45df-914c-91d9a26f4f95) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:47.153421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2772d2-ce92-4203-be81-c9ebea20d0fc tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:47.158060 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3f2772d2-ce92-4203-be81-c9ebea20d0fc tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.168159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f4aad3-049e-45be-8670-900c37182425 None None] Network 9f643a98-8d16-45df-914c-91d9a26f4f95 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:47.247537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3f2772d2-ce92-4203-be81-c9ebea20d0fc tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1068830 Jul 05 04:01:47.247848 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52738) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:47.253819 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d14477ed-4b70-4405-bc96-bec0adb520b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-33964796', 'network_id': '9f643a98-8d16-45df-914c-91d9a26f4f95'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:47.296040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 63de345c-1163-46c5-bc0f-8080f9747c7f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:47.360375 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dd182-726a-4029-a5c7-cfca8cd19cfc req-2f196b0e-0bcc-4d2f-ab01-902df24de311 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:47.360614 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c6dd182-726a-4029-a5c7-cfca8cd19cfc req-2f196b0e-0bcc-4d2f-ab01-902df24de311 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.0850644 Jul 05 04:01:47.408112 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c6dd182-726a-4029-a5c7-cfca8cd19cfc req-3b37b92d-1f93-4ced-9992-c9794371ac29 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378478 Jul 05 04:01:47.409308 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14477ed-4b70-4405-bc96-bec0adb520b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Made reservation on behalf of 8fe9fe26cb104687880b9617f9c99456 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:47.412873 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d14477ed-4b70-4405-bc96-bec0adb520b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.431795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-d14477ed-4b70-4405-bc96-bec0adb520b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] device_id is not set on port bd10c742-bc3a-4c93-a133-c075e9f53483 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:01:47.602352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-d14477ed-4b70-4405-bc96-bec0adb520b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Allocated IP 2001:db8::134 (9f643a98-8d16-45df-914c-91d9a26f4f95/f5b0ffee-20d0-42c8-a2fb-ed7e57edb6bc/bd10c742-bc3a-4c93-a133-c075e9f53483) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:47.687928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1216d7f4-1c3a-4e7e-9f5d-4e1877b503c8 None None] Network 9f643a98-8d16-45df-914c-91d9a26f4f95 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:47.811290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:47.823497 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6ae8c08c-3bbe-4140-86ec-46e67a816455 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/c14abb40-21c6-438f-a8fb-dd84c31aadf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5584857 Jul 05 04:01:47.827013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52744) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:47.859207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c1be2d-eb70-47ff-b67c-8425dd58eca5 None None] Sync routers for ids ['c14abb40-21c6-438f-a8fb-dd84c31aadf4'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:47.899948 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f078e9e4-bbc7-4511-9325-c90c8a580fa2 None None] Provisioning complete for port 373dec0a-7228-4cc6-8547-5252ea243ce9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:47.912947 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f078e9e4-bbc7-4511-9325-c90c8a580fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.920990 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c1be2d-eb70-47ff-b67c-8425dd58eca5 None None] Routers {'c14abb40-21c6-438f-a8fb-dd84c31aadf4'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:47.921924 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-e4c1be2d-eb70-47ff-b67c-8425dd58eca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c14abb40-21c6-438f-a8fb-dd84c31aadf4'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:47.935673 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d14477ed-4b70-4405-bc96-bec0adb520b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.945216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6a745b-a28f-4f74-a2c2-f05c6ad172a8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:47.949491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ed6a745b-a28f-4f74-a2c2-f05c6ad172a8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports/373dec0a-7228-4cc6-8547-5252ea243ce9 HTTP/1.1" status: 200 len: 911 time: 0.1172056 Jul 05 04:01:47.951056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52746) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:47.966979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2bf05-0b01-447b-8d04-b8df6aec219b req-59ed5c6e-4cb6-4652-8250-8ad3e7d7ed4f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:47.975003 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3de2bf05-0b01-447b-8d04-b8df6aec219b req-59ed5c6e-4cb6-4652-8250-8ad3e7d7ed4f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.1977394 Jul 05 04:01:48.008770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52748) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:48.038383 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9f29b1ec-2218-46bb-9911-511481e49fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.045941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-e4c1be2d-eb70-47ff-b67c-8425dd58eca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:48.055303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 63de345c-1163-46c5-bc0f-8080f9747c7f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:48.073202 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:48.128140 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f078e9e4-bbc7-4511-9325-c90c8a580fa2 None None] Port 373dec0a-7228-4cc6-8547-5252ea243ce9 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:48.140252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c1be2d-eb70-47ff-b67c-8425dd58eca5 None None] Routers {'c14abb40-21c6-438f-a8fb-dd84c31aadf4'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:48.140912 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-e4c1be2d-eb70-47ff-b67c-8425dd58eca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c14abb40-21c6-438f-a8fb-dd84c31aadf4'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:48.209645 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-e4c1be2d-eb70-47ff-b67c-8425dd58eca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:48.210206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c1be2d-eb70-47ff-b67c-8425dd58eca5 None None] The sync data for ids ['c14abb40-21c6-438f-a8fb-dd84c31aadf4'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:48.295477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:48.295857 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.333138 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9f29b1ec-2218-46bb-9911-511481e49fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.337099 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f078e9e4-bbc7-4511-9325-c90c8a580fa2 None None] Provisioning for port 63de345c-1163-46c5-bc0f-8080f9747c7f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:48.353535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f078e9e4-bbc7-4511-9325-c90c8a580fa2 None None] Provisioning complete for port 63de345c-1163-46c5-bc0f-8080f9747c7f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:48.354176 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f078e9e4-bbc7-4511-9325-c90c8a580fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.417110 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9f29b1ec-2218-46bb-9911-511481e49fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.513069 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9f29b1ec-2218-46bb-9911-511481e49fa2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4708b89702664a979b631c42495ea376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5003629 Jul 05 04:01:48.517322 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52752) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:48.527495 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f078e9e4-bbc7-4511-9325-c90c8a580fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.600869 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f078e9e4-bbc7-4511-9325-c90c8a580fa2 None None] For port 63de345c-1163-46c5-bc0f-8080f9747c7f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=63de345c-1163-46c5-bc0f-8080f9747c7f,segment=NetworkSegment(4258bd18-ed9a-4213-bd7d-225a9ef8d266),segment_id=4258bd18-ed9a-4213-bd7d-225a9ef8d266)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:48.607901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29b1ec-2218-46bb-9911-511481e49fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fbe21e-81e0-47a9-8f8d-cbbc1a852bc6,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:48.656770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3de2bf05-0b01-447b-8d04-b8df6aec219b req-78887f20-594e-40c7-a7ac-f48cffb27d03 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6808238 Jul 05 04:01:48.680982 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa34cd83-b110-4412-adfd-f379cda5c5fb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.689411 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d14477ed-4b70-4405-bc96-bec0adb520b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.699353 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f078e9e4-bbc7-4511-9325-c90c8a580fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.732619 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e930577-790c-439b-8285-12a742dd5e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.794497 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e930577-790c-439b-8285-12a742dd5e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.814835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078e9e4-bbc7-4511-9325-c90c8a580fa2 None None] Pushing event updated for resources: {'Port': ['ID=63de345c-1163-46c5-bc0f-8080f9747c7f,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:48.821311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14477ed-4b70-4405-bc96-bec0adb520b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Pushing event updated for resources: {'Port': ['ID=bd10c742-bc3a-4c93-a133-c075e9f53483,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:48.851346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-96b0fb31-7fde-465e-9f96-56de30010cde None None] Provisioning complete for port 63de345c-1163-46c5-bc0f-8080f9747c7f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:48.860800 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96b0fb31-7fde-465e-9f96-56de30010cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.939059 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14477ed-4b70-4405-bc96-bec0adb520b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Network 9f643a98-8d16-45df-914c-91d9a26f4f95 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:48.952379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-d14477ed-4b70-4405-bc96-bec0adb520b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:48.955874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14477ed-4b70-4405-bc96-bec0adb520b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:48.957488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14477ed-4b70-4405-bc96-bec0adb520b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:48.958635 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d14477ed-4b70-4405-bc96-bec0adb520b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.039300 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7e9ce-13dc-4e3a-9ec1-80bb4e4ff4d6 req-7f0b5edc-d50a-4895-83d7-8b681d50137f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.040948 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14b7e9ce-13dc-4e3a-9ec1-80bb4e4ff4d6 req-7f0b5edc-d50a-4895-83d7-8b681d50137f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.2209313 Jul 05 04:01:49.091104 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d14477ed-4b70-4405-bc96-bec0adb520b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8420904 Jul 05 04:01:49.094548 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52754) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:49.120603 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14b7e9ce-13dc-4e3a-9ec1-80bb4e4ff4d6 req-b67200a1-9e20-44ea-9c99-bef22d7ce28c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733922 Jul 05 04:01:49.125056 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.130169 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e930577-790c-439b-8285-12a742dd5e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.132883 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e930577-790c-439b-8285-12a742dd5e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.134105 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2e930577-790c-439b-8285-12a742dd5e3f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51fbe21e-81e0-47a9-8f8d-cbbc1a852bc6 HTTP/1.1" status: 204 len: 168 time: 0.6149592 Jul 05 04:01:49.155855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e930577-790c-439b-8285-12a742dd5e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fbe21e-81e0-47a9-8f8d-cbbc1a852bc6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:49.233081 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-aa34cd83-b110-4412-adfd-f379cda5c5fb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Deleting port 2894e031-d2db-4969-b896-e162d1480c8d {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:49.234247 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa34cd83-b110-4412-adfd-f379cda5c5fb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.319256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5eab3052-1122-429c-9b86-9ebfc68175b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Deleting port bd10c742-bc3a-4c93-a133-c075e9f53483 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:49.320031 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5eab3052-1122-429c-9b86-9ebfc68175b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.417734 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-aa34cd83-b110-4412-adfd-f379cda5c5fb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] For port 2894e031-d2db-4969-b896-e162d1480c8d, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2894e031-d2db-4969-b896-e162d1480c8d,segment=NetworkSegment(0e0743dc-5584-4a8a-b611-22dac37fa4d2),segment_id=0e0743dc-5584-4a8a-b611-22dac37fa4d2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:49.418094 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa34cd83-b110-4412-adfd-f379cda5c5fb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.442246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-aa34cd83-b110-4412-adfd-f379cda5c5fb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Calling delete_port for 2894e031-d2db-4969-b896-e162d1480c8d owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:49.478660 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Allocated IP 2001:db8:1::1 (855f7853-c659-4b81-93b2-96a95b2b22cd/8cd924e7-abcd-4b5d-a6eb-745dfe5453e5/a6ed9f99-38d9-4578-9dcc-54ddb63e5c81) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:49.486517 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5eab3052-1122-429c-9b86-9ebfc68175b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.538121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5eab3052-1122-429c-9b86-9ebfc68175b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Calling delete_port for bd10c742-bc3a-4c93-a133-c075e9f53483 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:49.635651 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.667618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Transition to ACTIVE for port object a6ed9f99-38d9-4578-9dcc-54ddb63e5c81 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:49.891130 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.922410 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5eab3052-1122-429c-9b86-9ebfc68175b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.935786 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa34cd83-b110-4412-adfd-f379cda5c5fb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.938245 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae63ab-709f-498c-ac76-6f5f1889d32b req-7927d191-caf7-443f-885c-9c3ba8ab114c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.946268 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5eae63ab-709f-498c-ac76-6f5f1889d32b req-7927d191-caf7-443f-885c-9c3ba8ab114c tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.1223958 Jul 05 04:01:49.967224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 855f7853-c659-4b81-93b2-96a95b2b22cd is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:49.981668 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:49.988045 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:49.988956 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.995241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=a6ed9f99-38d9-4578-9dcc-54ddb63e5c81,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:50.014677 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5eab3052-1122-429c-9b86-9ebfc68175b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.017487 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5eab3052-1122-429c-9b86-9ebfc68175b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "DELETE /v2.0/ports/bd10c742-bc3a-4c93-a133-c075e9f53483 HTTP/1.1" status: 204 len: 168 time: 0.9219368 Jul 05 04:01:50.040143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52770) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:50.044507 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f643a98-8d16-45df-914c-91d9a26f4f95', 'external_fixed_ips': [{'subnet_id': 'f5b0ffee-20d0-42c8-a2fb-ed7e57edb6bc', 'ip_address': '2001:db8::134'}]}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:50.069273 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab3052-1122-429c-9b86-9ebfc68175b8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd10c742-bc3a-4c93-a133-c075e9f53483,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:50.114572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34cd83-b110-4412-adfd-f379cda5c5fb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Port': ['ID=2894e031-d2db-4969-b896-e162d1480c8d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:50.153671 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5eae63ab-709f-498c-ac76-6f5f1889d32b req-0c027d2a-4f13-412d-b452-ffeb5b3b7b81 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062387 Jul 05 04:01:50.247903 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.249628 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.378320 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa34cd83-b110-4412-adfd-f379cda5c5fb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.527048 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.631280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-10237676-af15-448b-b18a-08655ae832de None None] Provisioning for port a6ed9f99-38d9-4578-9dcc-54ddb63e5c81 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:50.636432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-10237676-af15-448b-b18a-08655ae832de None None] Provisioning complete for port a6ed9f99-38d9-4578-9dcc-54ddb63e5c81 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:50.637031 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-10237676-af15-448b-b18a-08655ae832de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.648311 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.702259 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa34cd83-b110-4412-adfd-f379cda5c5fb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Router c27ac356-c424-4536-a3db-8a742efc248a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:50.704264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-10237676-af15-448b-b18a-08655ae832de None None] Port a6ed9f99-38d9-4578-9dcc-54ddb63e5c81 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:50.864849 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa34cd83-b110-4412-adfd-f379cda5c5fb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:50.875143 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1e3b3-46b8-4e22-b947-6de44940eee4 None None] Sync routers for ids ['c27ac356-c424-4536-a3db-8a742efc248a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:50.875746 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-aa34cd83-b110-4412-adfd-f379cda5c5fb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "PUT /v2.0/routers/c27ac356-c424-4536-a3db-8a742efc248a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8442466 Jul 05 04:01:50.876475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52784) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:50.889687 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d1e3b3-46b8-4e22-b947-6de44940eee4 None None] Routers {'c27ac356-c424-4536-a3db-8a742efc248a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:50.891955 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-11d1e3b3-46b8-4e22-b947-6de44940eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c27ac356-c424-4536-a3db-8a742efc248a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:51.000415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 63de345c-1163-46c5-bc0f-8080f9747c7f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:51.006288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-340ee77b-a547-425e-ad35-0ff51fe07081 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Deleting subnet fbe35c1f-8425-49c9-a815-5964dc5cc9e5 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:51.008871 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52786) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:51.025911 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-340ee77b-a547-425e-ad35-0ff51fe07081 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.092104 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-340ee77b-a547-425e-ad35-0ff51fe07081 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.121069 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 63de345c-1163-46c5-bc0f-8080f9747c7f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:51.122299 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.137333 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-11d1e3b3-46b8-4e22-b947-6de44940eee4 None None] Set router c27ac356-c424-4536-a3db-8a742efc248a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:51.182951 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.255159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56b62a-b787-42bd-bcaf-c19c6ff06414 req-8e174559-c3aa-49fa-b7e9-b20360a2407a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:51.273095 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d56b62a-b787-42bd-bcaf-c19c6ff06414 req-8e174559-c3aa-49fa-b7e9-b20360a2407a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.7698562 Jul 05 04:01:51.288604 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-340ee77b-a547-425e-ad35-0ff51fe07081 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.347294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-993673735-network', 'tenant_id': 'a7ffff41c54e4f0f8cc5d87cc4243f49'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:51.475538 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d56b62a-b787-42bd-bcaf-c19c6ff06414 req-40716977-cfb6-4ea1-8baa-c6d1e6d76d4c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013428 Jul 05 04:01:51.578288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e418b-8630-4638-ac5d-ea0eb15c5c9b req-5980d31d-1910-43e0-a9fc-9cd6ab19285b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:51.580661 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f6e418b-8630-4638-ac5d-ea0eb15c5c9b req-5980d31d-1910-43e0-a9fc-9cd6ab19285b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.2960393 Jul 05 04:01:51.605332 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-11d1e3b3-46b8-4e22-b947-6de44940eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T04:01:49Z', 'revision_number': 7, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:51.641512 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1e3b3-46b8-4e22-b947-6de44940eee4 None None] Checking router: c27ac356-c424-4536-a3db-8a742efc248a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:51.651139 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d1e3b3-46b8-4e22-b947-6de44940eee4 None None] Routers {'c27ac356-c424-4536-a3db-8a742efc248a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:51.651872 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-11d1e3b3-46b8-4e22-b947-6de44940eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c27ac356-c424-4536-a3db-8a742efc248a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:51.696832 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.717094 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f6e418b-8630-4638-ac5d-ea0eb15c5c9b req-b2badf28-558d-42c3-bd80-e5e5bd295f56 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221790 Jul 05 04:01:51.768476 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-11d1e3b3-46b8-4e22-b947-6de44940eee4 None None] Set router c27ac356-c424-4536-a3db-8a742efc248a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:51.887988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Made reservation on behalf of a7ffff41c54e4f0f8cc5d87cc4243f49 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:51.896094 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.896094 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-340ee77b-a547-425e-ad35-0ff51fe07081 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.931630 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.932103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ee77b-a547-425e-ad35-0ff51fe07081 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe35c1f-8425-49c9-a815-5964dc5cc9e5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:51.932546 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.940558 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.958321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34d62f3-1fb5-4a08-9ed1-7f596e43cf6d None None] Network ec674479-f6ba-4dee-8c7c-d20f38f46c45 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:51.969255 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-340ee77b-a547-425e-ad35-0ff51fe07081 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.975217 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-340ee77b-a547-425e-ad35-0ff51fe07081 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "DELETE /v2.0/subnets/fbe35c1f-8425-49c9-a815-5964dc5cc9e5 HTTP/1.1" status: 204 len: 168 time: 1.0977569 Jul 05 04:01:51.978958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52798) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:52.247014 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.249743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=a6ed9f99-38d9-4578-9dcc-54ddb63e5c81,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:52.257643 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.259081 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-11d1e3b3-46b8-4e22-b947-6de44940eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T04:01:49Z', 'revision_number': 7, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:52.286418 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.303503 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14321710-5426-44fd-888c-682a5bff57bb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.308286 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d1e3b3-46b8-4e22-b947-6de44940eee4 None None] The sync data for ids ['c27ac356-c424-4536-a3db-8a742efc248a'] in n-d-771363-32 is: [{'id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'name': 'tempest-TestNetworkBasicOps-router-1304614550', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:58:13Z', 'updated_at': '2021-07-05T04:01:49Z', 'revision_number': 7, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ac356-c424-4536-a3db-8a742efc248a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:58:15Z', 'updated_at': '2021-07-05T03:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:52.362952 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.439192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:52.477102 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4f378a-88cf-43c2-b161-9860bd949860,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:52.492192 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.492718 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Added segment cad86c99-34d9-44e9-88b3-fcfc0be02c63 of type vlan for network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 Jul 05 04:01:52.512760 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 855f7853-c659-4b81-93b2-96a95b2b22cd is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:52.521418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdf9b5d-7862-4668-a912-07dbbc5489c3 None None] DHCP port deletion for ec674479-f6ba-4dee-8c7c-d20f38f46c45 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:01:52.547659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:52.632922 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14321710-5426-44fd-888c-682a5bff57bb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.643361 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8cdf9b5d-7862-4668-a912-07dbbc5489c3 None None] Deleting port 69393485-d02f-4df0-a705-8e1795f7c5f7 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:52.643765 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9b5d-7862-4668-a912-07dbbc5489c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.648093 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.894360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8cdf9b5d-7862-4668-a912-07dbbc5489c3 None None] For port 69393485-d02f-4df0-a705-8e1795f7c5f7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=69393485-d02f-4df0-a705-8e1795f7c5f7,segment=NetworkSegment(0e0743dc-5584-4a8a-b611-22dac37fa4d2),segment_id=0e0743dc-5584-4a8a-b611-22dac37fa4d2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:52.895309 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9b5d-7862-4668-a912-07dbbc5489c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.904478 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.905552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:52.906082 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.920391 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8cdf9b5d-7862-4668-a912-07dbbc5489c3 None None] Calling delete_port for 69393485-d02f-4df0-a705-8e1795f7c5f7 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:53.031505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2894e031-d2db-4969-b896-e162d1480c8d no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:53.066479 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 2894e031-d2db-4969-b896-e162d1480c8d {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:53.067803 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2894e031-d2db-4969-b896-e162d1480c8d not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:53.068444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 69393485-d02f-4df0-a705-8e1795f7c5f7 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:53.126750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0eb6fe44-2aac-4ebc-b64e-bd69caf9416a None None] Provisioning complete for port a6ed9f99-38d9-4578-9dcc-54ddb63e5c81 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:53.128023 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0eb6fe44-2aac-4ebc-b64e-bd69caf9416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.302981 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6fe44-2aac-4ebc-b64e-bd69caf9416a None None] Port a6ed9f99-38d9-4578-9dcc-54ddb63e5c81 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:53.352672 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.359505 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Allocated IP 2001:db8::134 (9f643a98-8d16-45df-914c-91d9a26f4f95/f5b0ffee-20d0-42c8-a2fb-ed7e57edb6bc/fce2adca-559a-4dba-8116-6faf69e427b0) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:53.528566 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.5182972 Jul 05 04:01:53.578822 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52808) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:53.585859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Pushing event updated for resources: {'Network': ['ID=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:53.590160 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-cd5246f8-dac6-4111-8900-26151d71d6c3 admin admin] Request body: {'subnet': {'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-993673735-subnet', 'tenant_id': 'a7ffff41c54e4f0f8cc5d87cc4243f49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:53.595927 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.601090 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:53.601709 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:53.603994 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:53.604561 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:53.605074 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:53.608938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:53.609714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:53.610428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:53.611284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:53.611788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:53.612345 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:53.612839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5dfbd-f309-4885-b941-72187302eb28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:53.628699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:53.693873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router c14abb40-21c6-438f-a8fb-dd84c31aadf4 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:53.754469 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-14321710-5426-44fd-888c-682a5bff57bb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Deleting port 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:53.754817 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14321710-5426-44fd-888c-682a5bff57bb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.768379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cc2a9-30dc-4ded-a756-76f7ca35f215 req-74963cc1-ce01-4c73-b2d9-60f0ad756ae7 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.770052 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b68cc2a9-30dc-4ded-a756-76f7ca35f215 req-74963cc1-ce01-4c73-b2d9-60f0ad756ae7 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.5324244 Jul 05 04:01:53.777593 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664777a4-3ec8-42fa-9bfc-4459b9494c12 req-118f1f4c-c824-4fa0-a5c6-29586513f443 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.787305 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-664777a4-3ec8-42fa-9bfc-4459b9494c12 req-118f1f4c-c824-4fa0-a5c6-29586513f443 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.3141990 Jul 05 04:01:53.849124 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9b5d-7862-4668-a912-07dbbc5489c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.896543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf9b5d-7862-4668-a912-07dbbc5489c3 None None] No DVR routers for this DVR port 69393485-d02f-4df0-a705-8e1795f7c5f7 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:53.900848 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf9b5d-7862-4668-a912-07dbbc5489c3 None None] Pushing event deleted for resources: {'Port': ['ID=69393485-d02f-4df0-a705-8e1795f7c5f7,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:53.933194 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.940447 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5246f8-dac6-4111-8900-26151d71d6c3 admin admin] Made reservation on behalf of a7ffff41c54e4f0f8cc5d87cc4243f49 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:53.943017 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cd5246f8-dac6-4111-8900-26151d71d6c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.034514 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c18851-11e1-4370-9fb9-2366221bd817 req-1a348209-7dd0-441a-a468-161c82190671 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.041880 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c18851-11e1-4370-9fb9-2366221bd817 req-1a348209-7dd0-441a-a468-161c82190671 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.047687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c18851-11e1-4370-9fb9-2366221bd817 req-1a348209-7dd0-441a-a468-161c82190671 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.053795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c18851-11e1-4370-9fb9-2366221bd817 req-1a348209-7dd0-441a-a468-161c82190671 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.059748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c18851-11e1-4370-9fb9-2366221bd817 req-1a348209-7dd0-441a-a468-161c82190671 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.065762 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c18851-11e1-4370-9fb9-2366221bd817 req-1a348209-7dd0-441a-a468-161c82190671 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.070966 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b68cc2a9-30dc-4ded-a756-76f7ca35f215 req-9dda2dd3-235f-4fcd-8efe-153df6273bf7 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894096 Jul 05 04:01:54.072242 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c18851-11e1-4370-9fb9-2366221bd817 req-1a348209-7dd0-441a-a468-161c82190671 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.074576 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-22c18851-11e1-4370-9fb9-2366221bd817 req-1a348209-7dd0-441a-a468-161c82190671 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5435 time: 0.1131604 Jul 05 04:01:54.094738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Network 9f643a98-8d16-45df-914c-91d9a26f4f95 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:54.109031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-664777a4-3ec8-42fa-9bfc-4459b9494c12 req-14df97ed-ba8e-4ac0-8b4a-e63f8423b693 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169043 Jul 05 04:01:54.123736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:54.131216 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6bfad00a-1f49-4190-b8b4-6000b974d123 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/c14abb40-21c6-438f-a8fb-dd84c31aadf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1779289 Jul 05 04:01:54.131673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:54.135797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Pushing event updated for resources: {'Port': ['ID=fce2adca-559a-4dba-8116-6faf69e427b0,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:54.135954 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52810) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:54.143323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b41533-127c-4fcb-bed5-95c9ab776091 None None] Sync routers for ids ['c14abb40-21c6-438f-a8fb-dd84c31aadf4'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:54.150521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:54.155954 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-14321710-5426-44fd-888c-682a5bff57bb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] For port 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:54.156164 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14321710-5426-44fd-888c-682a5bff57bb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.156530 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b41533-127c-4fcb-bed5-95c9ab776091 None None] Routers {'c14abb40-21c6-438f-a8fb-dd84c31aadf4'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:54.157500 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-76b41533-127c-4fcb-bed5-95c9ab776091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c14abb40-21c6-438f-a8fb-dd84c31aadf4'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:54.165258 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c18851-11e1-4370-9fb9-2366221bd817 req-e6a3aee2-ed02-4cab-be3c-1e6626c66fe3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.166691 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-22c18851-11e1-4370-9fb9-2366221bd817 req-e6a3aee2-ed02-4cab-be3c-1e6626c66fe3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "GET /v2.0/ports/bd52334b-41ac-4635-b2ed-9618cb33fe9e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0861576 Jul 05 04:01:54.204993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-76b41533-127c-4fcb-bed5-95c9ab776091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:54.216931 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b41533-127c-4fcb-bed5-95c9ab776091 None None] Routers {'c14abb40-21c6-438f-a8fb-dd84c31aadf4'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:54.217699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-76b41533-127c-4fcb-bed5-95c9ab776091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c14abb40-21c6-438f-a8fb-dd84c31aadf4'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:54.248212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-14321710-5426-44fd-888c-682a5bff57bb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Calling delete_port for 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:54.251324 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-76b41533-127c-4fcb-bed5-95c9ab776091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:54.252504 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b41533-127c-4fcb-bed5-95c9ab776091 None None] The sync data for ids ['c14abb40-21c6-438f-a8fb-dd84c31aadf4'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:54.267910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241a92bb-eab0-41d6-b205-917f1195c15e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.271775 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-241a92bb-eab0-41d6-b205-917f1195c15e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports/a6ed9f99-38d9-4578-9dcc-54ddb63e5c81 HTTP/1.1" status: 200 len: 913 time: 0.1323197 Jul 05 04:01:54.274699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52812) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:54.386383 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-22c18851-11e1-4370-9fb9-2366221bd817 req-b7de78d0-b397-4bd4-9b2c-a22c7a12d854 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "GET /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2000625 Jul 05 04:01:54.399863 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-22c18851-11e1-4370-9fb9-2366221bd817 req-f446213a-c79d-41f7-9e1a-18896074515a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:54.554255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc83465-65ca-49bf-a730-3e34968497d8 req-667f0557-ef7f-46c2-ab90-12ffbf0cf7fe tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.560327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc83465-65ca-49bf-a730-3e34968497d8 req-667f0557-ef7f-46c2-ab90-12ffbf0cf7fe tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.567990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc83465-65ca-49bf-a730-3e34968497d8 req-667f0557-ef7f-46c2-ab90-12ffbf0cf7fe tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.574014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc83465-65ca-49bf-a730-3e34968497d8 req-667f0557-ef7f-46c2-ab90-12ffbf0cf7fe tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.579635 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-f446213a-c79d-41f7-9e1a-18896074515a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.580416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc83465-65ca-49bf-a730-3e34968497d8 req-667f0557-ef7f-46c2-ab90-12ffbf0cf7fe tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.588865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc83465-65ca-49bf-a730-3e34968497d8 req-667f0557-ef7f-46c2-ab90-12ffbf0cf7fe tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.594963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc83465-65ca-49bf-a730-3e34968497d8 req-667f0557-ef7f-46c2-ab90-12ffbf0cf7fe tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.598195 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-efc83465-65ca-49bf-a730-3e34968497d8 req-667f0557-ef7f-46c2-ab90-12ffbf0cf7fe tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 5435 time: 0.3803251 Jul 05 04:01:54.749169 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-efc83465-65ca-49bf-a730-3e34968497d8 req-978dd277-ddc8-4ec8-9a21-53b4da638e8b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9b50fcf-5064-4201-b06e-df00dc9325e8&id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1428883 Jul 05 04:01:54.790610 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-f446213a-c79d-41f7-9e1a-18896074515a service neutron] For port bd52334b-41ac-4635-b2ed-9618cb33fe9e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=bd52334b-41ac-4635-b2ed-9618cb33fe9e,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:54.800456 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.836175 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c19e48f3-4cb1-4621-9949-683e508a3b7a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.842146 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cd5246f8-dac6-4111-8900-26151d71d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.870183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-f446213a-c79d-41f7-9e1a-18896074515a service neutron] For port bd52334b-41ac-4635-b2ed-9618cb33fe9e, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:54.939170 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-22c18851-11e1-4370-9fb9-2366221bd817 req-f446213a-c79d-41f7-9e1a-18896074515a service neutron] device_id is not set on port bd52334b-41ac-4635-b2ed-9618cb33fe9e yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:01:54.952631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5246f8-dac6-4111-8900-26151d71d6c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aefdd25d-0aee-4b3b-8b2d-510efdce7acb,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:54.953482 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-f446213a-c79d-41f7-9e1a-18896074515a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.974342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5246f8-dac6-4111-8900-26151d71d6c3 admin admin] Checking segment: {'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:54.974713 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5246f8-dac6-4111-8900-26151d71d6c3 admin admin] Network hostable DHCP agents. Network: c88e7f9b-7a37-4422-a6a7-cb8e3eb45056, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:55.072567 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14321710-5426-44fd-888c-682a5bff57bb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.101880 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-f446213a-c79d-41f7-9e1a-18896074515a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.107770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14321710-5426-44fd-888c-682a5bff57bb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Port': ['ID=4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:55.171423 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.184032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5246f8-dac6-4111-8900-26151d71d6c3 admin admin] Network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:55.208811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446213a-c79d-41f7-9e1a-18896074515a service neutron] Pushing event updated for resources: {'Port': ['ID=bd52334b-41ac-4635-b2ed-9618cb33fe9e,revision_number=6']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:55.244263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-f446213a-c79d-41f7-9e1a-18896074515a service neutron] No DVR routers for this DVR port bd52334b-41ac-4635-b2ed-9618cb33fe9e on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:55.258017 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14321710-5426-44fd-888c-682a5bff57bb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.275056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-c19e48f3-4cb1-4621-9949-683e508a3b7a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port a6ed9f99-38d9-4578-9dcc-54ddb63e5c81 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:55.275627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c19e48f3-4cb1-4621-9949-683e508a3b7a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.342516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-22c18851-11e1-4370-9fb9-2366221bd817 req-f446213a-c79d-41f7-9e1a-18896074515a service neutron] In _notify_port_updated(), no bound segment for port bd52334b-41ac-4635-b2ed-9618cb33fe9e on network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:01:55.343638 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c18851-11e1-4370-9fb9-2366221bd817 req-f446213a-c79d-41f7-9e1a-18896074515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:55.344396 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-f446213a-c79d-41f7-9e1a-18896074515a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.345875 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-22c18851-11e1-4370-9fb9-2366221bd817 req-f446213a-c79d-41f7-9e1a-18896074515a service neutron] 10.222.0.36 "PUT /v2.0/ports/bd52334b-41ac-4635-b2ed-9618cb33fe9e HTTP/1.1" status: 200 len: 1028 time: 0.9520383 Jul 05 04:01:55.426769 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c19e48f3-4cb1-4621-9949-683e508a3b7a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.439361 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5d3262a5-cbc6-43a5-80ca-89bf08070a23 None None] Provisioning complete for port bd52334b-41ac-4635-b2ed-9618cb33fe9e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:55.440034 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5d3262a5-cbc6-43a5-80ca-89bf08070a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.440828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c18851-11e1-4370-9fb9-2366221bd817 req-d6fa2df6-23c5-4ff5-a7b6-95c3be2e1d29 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:55.443855 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-22c18851-11e1-4370-9fb9-2366221bd817 req-d6fa2df6-23c5-4ff5-a7b6-95c3be2e1d29 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "GET /v2.0/ports/512d2f3b-40a5-4840-ad2d-bd6629884f66?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0909240 Jul 05 04:01:55.448938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-c19e48f3-4cb1-4621-9949-683e508a3b7a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for a6ed9f99-38d9-4578-9dcc-54ddb63e5c81 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:55.458523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-22c18851-11e1-4370-9fb9-2366221bd817 req-82f4b0df-23b4-4b4f-ac2f-4a85b80b79e6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:55.480038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5d3262a5-cbc6-43a5-80ca-89bf08070a23 None None] Port bd52334b-41ac-4635-b2ed-9618cb33fe9e cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:55.594757 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-82f4b0df-23b4-4b4f-ac2f-4a85b80b79e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.736452 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-cd5246f8-dac6-4111-8900-26151d71d6c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, c88e7f9b-7a37-4422-a6a7-cb8e3eb45056) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:55.741640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5246f8-dac6-4111-8900-26151d71d6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:55.742870 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cd5246f8-dac6-4111-8900-26151d71d6c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.744811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e87c451-ec1d-46df-a13d-21ac079937f5 None None] Network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:55.752617 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14321710-5426-44fd-888c-682a5bff57bb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.757902 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14321710-5426-44fd-888c-682a5bff57bb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.857716 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cd5246f8-dac6-4111-8900-26151d71d6c3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.2760859 Jul 05 04:01:55.878558 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c05a92-ed5e-4e28-a5f8-15a67f255d3d None None] Network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:55.927763 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14321710-5426-44fd-888c-682a5bff57bb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.928491 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14321710-5426-44fd-888c-682a5bff57bb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Fanout notify agent at l3_agent the message router_deleted on router c27ac356-c424-4536-a3db-8a742efc248a {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:01:55.935790 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14321710-5426-44fd-888c-682a5bff57bb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.936934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-14321710-5426-44fd-888c-682a5bff57bb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "DELETE /v2.0/routers/c27ac356-c424-4536-a3db-8a742efc248a HTTP/1.1" status: 204 len: 168 time: 3.9568717 Jul 05 04:01:55.940789 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52822) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:56.029226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-82f4b0df-23b4-4b4f-ac2f-4a85b80b79e6 service neutron] For port 512d2f3b-40a5-4840-ad2d-bd6629884f66, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=512d2f3b-40a5-4840-ad2d-bd6629884f66,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:56.093750 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe6fe014-d074-403c-ad62-d1645683d36a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.093980 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-82f4b0df-23b4-4b4f-ac2f-4a85b80b79e6 service neutron] For port 512d2f3b-40a5-4840-ad2d-bd6629884f66, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:56.107664 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a675e0-78f0-4169-b893-d08ace725608 req-93202458-3ef4-4f13-941a-6369296c437d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:56.109584 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2a675e0-78f0-4169-b893-d08ace725608 req-93202458-3ef4-4f13-941a-6369296c437d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.8745031 Jul 05 04:01:56.122745 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c19e48f3-4cb1-4621-9949-683e508a3b7a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.137342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70a0d6-be7f-4132-8bef-457852f1c514 req-35107d90-edfd-4fec-8e46-88be803b3f51 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:56.138900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db70a0d6-be7f-4132-8bef-457852f1c514 req-35107d90-edfd-4fec-8e46-88be803b3f51 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.8206041 Jul 05 04:01:56.158121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e48f3-4cb1-4621-9949-683e508a3b7a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=a6ed9f99-38d9-4578-9dcc-54ddb63e5c81,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:56.172365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-22c18851-11e1-4370-9fb9-2366221bd817 req-82f4b0df-23b4-4b4f-ac2f-4a85b80b79e6 service neutron] device_id is not set on port 512d2f3b-40a5-4840-ad2d-bd6629884f66 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:01:56.186627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-82f4b0df-23b4-4b4f-ac2f-4a85b80b79e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.269012 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2a675e0-78f0-4169-b893-d08ace725608 req-4bcfd6eb-1407-4c58-8588-a607eca10a72 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454105 Jul 05 04:01:56.290108 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db70a0d6-be7f-4132-8bef-457852f1c514 req-34a5e08d-7caa-451a-8a5e-81e6171ee9ae tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401820 Jul 05 04:01:56.293333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Router 0602a977-1391-459e-a626-b2b717a287c6 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:01:56.293537 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-82f4b0df-23b4-4b4f-ac2f-4a85b80b79e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.296272 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe6fe014-d074-403c-ad62-d1645683d36a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.309400 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-fe6fe014-d074-403c-ad62-d1645683d36a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec674479-f6ba-4dee-8c7c-d20f38f46c45']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:56.323837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-fe6fe014-d074-403c-ad62-d1645683d36a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0743dc-5584-4a8a-b611-22dac37fa4d2') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:56.324173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-fe6fe014-d074-403c-ad62-d1645683d36a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0743dc-5584-4a8a-b611-22dac37fa4d2') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:56.361060 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c19e48f3-4cb1-4621-9949-683e508a3b7a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.398139 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-82f4b0df-23b4-4b4f-ac2f-4a85b80b79e6 service neutron] No DVR routers for this DVR port 512d2f3b-40a5-4840-ad2d-bd6629884f66 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:56.401795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4b0df-23b4-4b4f-ac2f-4a85b80b79e6 service neutron] Pushing event updated for resources: {'Port': ['ID=512d2f3b-40a5-4840-ad2d-bd6629884f66,revision_number=6']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:56.407076 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe6fe014-d074-403c-ad62-d1645683d36a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.447980 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe6fe014-d074-403c-ad62-d1645683d36a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.513752 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6fe014-d074-403c-ad62-d1645683d36a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:56.514057 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe6fe014-d074-403c-ad62-d1645683d36a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:56.521675 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:56.587246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-22c18851-11e1-4370-9fb9-2366221bd817 req-82f4b0df-23b4-4b4f-ac2f-4a85b80b79e6 service neutron] In _notify_port_updated(), no bound segment for port 512d2f3b-40a5-4840-ad2d-bd6629884f66 on network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:01:56.588206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c18851-11e1-4370-9fb9-2366221bd817 req-82f4b0df-23b4-4b4f-ac2f-4a85b80b79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:56.588206 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-82f4b0df-23b4-4b4f-ac2f-4a85b80b79e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.588206 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-22c18851-11e1-4370-9fb9-2366221bd817 req-82f4b0df-23b4-4b4f-ac2f-4a85b80b79e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/512d2f3b-40a5-4840-ad2d-bd6629884f66 HTTP/1.1" status: 200 len: 1027 time: 1.1368694 Jul 05 04:01:56.718270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fe2c9755-acef-4b0d-bec4-44d01102c6de None None] Provisioning complete for port 512d2f3b-40a5-4840-ad2d-bd6629884f66 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:56.718934 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9755-acef-4b0d-bec4-44d01102c6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.726417 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:56.736533 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Sync routers for ids ['0602a977-1391-459e-a626-b2b717a287c6'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:56.750760 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Routers {'0602a977-1391-459e-a626-b2b717a287c6'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:56.751688 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0602a977-1391-459e-a626-b2b717a287c6'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:56.755003 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe6fe014-d074-403c-ad62-d1645683d36a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.788437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19e48f3-4cb1-4621-9949-683e508a3b7a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router c14abb40-21c6-438f-a8fb-dd84c31aadf4 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:56.796005 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe6fe014-d074-403c-ad62-d1645683d36a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.796005 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fe6fe014-d074-403c-ad62-d1645683d36a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "DELETE /v2.0/networks/ec674479-f6ba-4dee-8c7c-d20f38f46c45 HTTP/1.1" status: 204 len: 168 time: 0.8519945 Jul 05 04:01:56.803541 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c9755-acef-4b0d-bec4-44d01102c6de None None] Port 512d2f3b-40a5-4840-ad2d-bd6629884f66 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:56.804151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fe014-d074-403c-ad62-d1645683d36a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Network': ['ID=ec674479-f6ba-4dee-8c7c-d20f38f46c45,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:56.825660 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-7aa64353-1441-41ef-b29a-2608498b713e tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:56.825660 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-7aa64353-1441-41ef-b29a-2608498b713e tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/networks?id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 HTTP/1.1" status: 200 len: 804 time: 0.2401080 Jul 05 04:01:56.826084 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-22c18851-11e1-4370-9fb9-2366221bd817 req-24814cc9-871a-4d43-8b16-ff748d6b25d2 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Deleting port f7991792-8e2e-4ea5-bce6-4072571e392e {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:56.826791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52840) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:56.828952 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-24814cc9-871a-4d43-8b16-ff748d6b25d2 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.842942 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682243d-702f-404f-bdb9-394e32f1ca34 req-3a71e40e-bfb3-488b-b199-b2569ec38b78 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:56.850491 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682243d-702f-404f-bdb9-394e32f1ca34 req-3a71e40e-bfb3-488b-b199-b2569ec38b78 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:56.856988 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682243d-702f-404f-bdb9-394e32f1ca34 req-3a71e40e-bfb3-488b-b199-b2569ec38b78 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:56.862485 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682243d-702f-404f-bdb9-394e32f1ca34 req-3a71e40e-bfb3-488b-b199-b2569ec38b78 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:56.872170 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682243d-702f-404f-bdb9-394e32f1ca34 req-3a71e40e-bfb3-488b-b199-b2569ec38b78 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:56.877581 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e682243d-702f-404f-bdb9-394e32f1ca34 req-3a71e40e-bfb3-488b-b199-b2569ec38b78 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 3886 time: 0.2869270 Jul 05 04:01:56.884119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-68954d20-7dd8-4506-a3a0-8936e70697ac tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'network': {'name': 'tempest-network-smoke--1839056279', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'port_security_enabled': True}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:56.889735 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:56.911508 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.915566 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5ba844ea-68b6-4879-a79b-90d84b22e59a tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.8743899 Jul 05 04:01:56.916052 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:56.916671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4fa72c7d-0bf0-41b4-8c2f-ce79864db1fc not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:56.922749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52842) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:56.927095 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Set router 0602a977-1391-459e-a626-b2b717a287c6 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:56.939930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-2f883761-a037-4a02-af8b-3fddf6433694 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/quotas/a7ffff41c54e4f0f8cc5d87cc4243f49 HTTP/1.1" status: 200 len: 375 time: 0.0517471 Jul 05 04:01:57.028804 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-fbd1f9af-3bec-45a9-b8b7-a82802930de7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a7ffff41c54e4f0f8cc5d87cc4243f49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514562 Jul 05 04:01:57.048959 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e682243d-702f-404f-bdb9-394e32f1ca34 req-c9e901bf-00b5-474a-a3f7-39e267475a74 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702831 Jul 05 04:01:57.139425 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ea9b29a-d06f-4601-a18b-de32a33fa5b6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.142955 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0602a977-1391-459e-a626-b2b717a287c6', 'name': '', 'tenant_id': '8fe9fe26cb104687880b9617f9c99456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f643a98-8d16-45df-914c-91d9a26f4f95', 'external_fixed_ips': [{'subnet_id': 'f5b0ffee-20d0-42c8-a2fb-ed7e57edb6bc', 'ip_address': '2001:db8::134'}], 'enable_snat': True}, 'gw_port_id': 'fce2adca-559a-4dba-8116-6faf69e427b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:50Z', 'updated_at': '2021-07-05T04:01:54Z', 'revision_number': 3, 'project_id': '8fe9fe26cb104687880b9617f9c99456', 'gw_port': {'id': 'fce2adca-559a-4dba-8116-6faf69e427b0', 'name': '', 'network_id': '9f643a98-8d16-45df-914c-91d9a26f4f95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:89:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0602a977-1391-459e-a626-b2b717a287c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'f5b0ffee-20d0-42c8-a2fb-ed7e57edb6bc', 'ip_address': '2001:db8::134', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:52Z', 'updated_at': '2021-07-05T04:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5b0ffee-20d0-42c8-a2fb-ed7e57edb6bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:57.144754 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68954d20-7dd8-4506-a3a0-8936e70697ac tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Made reservation on behalf of b18740ad05054462a8bead1ca98b0711 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:57.150174 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-68954d20-7dd8-4506-a3a0-8936e70697ac tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.176274 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Checking router: 0602a977-1391-459e-a626-b2b717a287c6 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:57.176938 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Updating router 0602a977-1391-459e-a626-b2b717a287c6 port fce2adca-559a-4dba-8116-6faf69e427b0 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:01:57.236050 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.274720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:57.324418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19e48f3-4cb1-4621-9949-683e508a3b7a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:57.335756 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c19e48f3-4cb1-4621-9949-683e508a3b7a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/c14abb40-21c6-438f-a8fb-dd84c31aadf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0599315 Jul 05 04:01:57.336622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52846) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:57.349417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-24814cc9-871a-4d43-8b16-ff748d6b25d2 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] For port f7991792-8e2e-4ea5-bce6-4072571e392e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f7991792-8e2e-4ea5-bce6-4072571e392e,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:57.349800 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-24814cc9-871a-4d43-8b16-ff748d6b25d2 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.353677 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 235dc60a-77cb-4c01-85af-593c87116a3d details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:57.363699 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68954d20-7dd8-4506-a3a0-8936e70697ac tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:57.374476 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ea9b29a-d06f-4601-a18b-de32a33fa5b6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.397683 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-68954d20-7dd8-4506-a3a0-8936e70697ac tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.398157 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-68954d20-7dd8-4506-a3a0-8936e70697ac tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Added segment 973e1fb5-a27f-4978-9797-1af3c4cad988 of type vlan for network d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 Jul 05 04:01:57.437227 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-22c18851-11e1-4370-9fb9-2366221bd817 req-24814cc9-871a-4d43-8b16-ff748d6b25d2 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Calling delete_port for f7991792-8e2e-4ea5-bce6-4072571e392e owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:57.470970 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-b29ac404-8e15-485a-9a9a-f9227285c64a service neutron] 10.222.0.38 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206419 Jul 05 04:01:57.569122 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-68954d20-7dd8-4506-a3a0-8936e70697ac tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.617768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2653eb-1e97-4d5f-953d-e7fb053c1d1e None None] Sync routers for ids ['c14abb40-21c6-438f-a8fb-dd84c31aadf4'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:57.655365 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2653eb-1e97-4d5f-953d-e7fb053c1d1e None None] Routers {'c14abb40-21c6-438f-a8fb-dd84c31aadf4'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:57.656289 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-bb2653eb-1e97-4d5f-953d-e7fb053c1d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c14abb40-21c6-438f-a8fb-dd84c31aadf4'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:57.721035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-bb2653eb-1e97-4d5f-953d-e7fb053c1d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:57.740928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 235dc60a-77cb-4c01-85af-593c87116a3d, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=235dc60a-77cb-4c01-85af-593c87116a3d,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:57.757002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2653eb-1e97-4d5f-953d-e7fb053c1d1e None None] Routers {'c14abb40-21c6-438f-a8fb-dd84c31aadf4'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:57.757918 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-bb2653eb-1e97-4d5f-953d-e7fb053c1d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c14abb40-21c6-438f-a8fb-dd84c31aadf4'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:57.769739 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.792505 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Transition to ACTIVE for port object fce2adca-559a-4dba-8116-6faf69e427b0 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:57.795590 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-68954d20-7dd8-4506-a3a0-8936e70697ac tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.796909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-bb2653eb-1e97-4d5f-953d-e7fb053c1d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:57.798161 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2653eb-1e97-4d5f-953d-e7fb053c1d1e None None] The sync data for ids ['c14abb40-21c6-438f-a8fb-dd84c31aadf4'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:57.803919 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68954d20-7dd8-4506-a3a0-8936e70697ac tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:57.805020 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-68954d20-7dd8-4506-a3a0-8936e70697ac tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.810436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '235dc60a-77cb-4c01-85af-593c87116a3d', 'network_id': 'bd58e159-a7c6-402f-bb41-680ec0a6f913', 'port_id': '235dc60a-77cb-4c01-85af-593c87116a3d', 'mac_address': 'fa:16:3e:df:8f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:57.855547 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.904164 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.912438 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.918909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235dc60a-77cb-4c01-85af-593c87116a3d {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:57.943973 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 235dc60a-77cb-4c01-85af-593c87116a3d, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=235dc60a-77cb-4c01-85af-593c87116a3d,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:57.955055 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68954d20-7dd8-4506-a3a0-8936e70697ac tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Network': ['ID=d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:57.963356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-68954d20-7dd8-4506-a3a0-8936e70697ac tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1302006 Jul 05 04:01:57.963356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-3d9472b1-34e5-46ba-8bdd-ed7e9dac49c4 service neutron] 10.222.0.38 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781740 Jul 05 04:01:57.965982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52850) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:57.970973 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2032689586', 'admin_state_up': True, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:57.975407 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d,segment=NetworkSegment(efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5),segment_id=efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:57.977762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73204dfe-6823-4e85-a7b1-aa28c9e9cb8d'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:57.980493 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98584b60-887e-48a5-9cc8-a273d23f5512" -d '{"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "73204dfe-6823-4e85-a7b1-aa28c9e9cb8d"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:57.984374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:57.985245 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-8ea9b29a-d06f-4601-a18b-de32a33fa5b6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Deleting port fce2adca-559a-4dba-8116-6faf69e427b0 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:57.985592 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ea9b29a-d06f-4601-a18b-de32a33fa5b6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.023089 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf780cf3-8ae5-47d3-9896-7b44d1f57e6b req-d016cfea-76a5-4dd4-99b9-ed12a609729f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:58.031273 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf780cf3-8ae5-47d3-9896-7b44d1f57e6b req-d016cfea-76a5-4dd4-99b9-ed12a609729f tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 944 time: 0.3260572 Jul 05 04:01:58.052902 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75f267-4461-412a-84b1-d1b48ff51e1a None None] Pushing event updated for resources: {'Port': ['ID=fce2adca-559a-4dba-8116-6faf69e427b0,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:58.057022 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-24814cc9-871a-4d43-8b16-ff748d6b25d2 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.063871 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75f267-4461-412a-84b1-d1b48ff51e1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:58.064239 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75f267-4461-412a-84b1-d1b48ff51e1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:58.064580 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75f267-4461-412a-84b1-d1b48ff51e1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:58.064919 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75f267-4461-412a-84b1-d1b48ff51e1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:58.065246 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75f267-4461-412a-84b1-d1b48ff51e1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:58.065572 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75f267-4461-412a-84b1-d1b48ff51e1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:58.065896 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75f267-4461-412a-84b1-d1b48ff51e1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:58.067761 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75f267-4461-412a-84b1-d1b48ff51e1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:58.068124 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75f267-4461-412a-84b1-d1b48ff51e1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:58.068498 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75f267-4461-412a-84b1-d1b48ff51e1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:58.068825 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75f267-4461-412a-84b1-d1b48ff51e1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:58.069148 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a75f267-4461-412a-84b1-d1b48ff51e1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:58.072940 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.075919 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:58.097778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58e42d17-9865-40f3-9929-11aef9da4001 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.133385 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.137126 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Attempting to bind port fce2adca-559a-4dba-8116-6faf69e427b0 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:58.141272 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Attempting to bind port fce2adca-559a-4dba-8116-6faf69e427b0 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7d413431-1bc2-4332-9b33-4280d372fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9f643a98-8d16-45df-914c-91d9a26f4f95'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:58.142348 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Attempting to bind port fce2adca-559a-4dba-8116-6faf69e427b0 on network 9f643a98-8d16-45df-914c-91d9a26f4f95 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:58.164537 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:58.164537 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Checking segment: {'id': '7d413431-1bc2-4332-9b33-4280d372fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9f643a98-8d16-45df-914c-91d9a26f4f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:58.164537 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.166526 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Bound using segment: {'id': '7d413431-1bc2-4332-9b33-4280d372fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9f643a98-8d16-45df-914c-91d9a26f4f95'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:58.167127 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Bound port: fce2adca-559a-4dba-8116-6faf69e427b0, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d413431-1bc2-4332-9b33-4280d372fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9f643a98-8d16-45df-914c-91d9a26f4f95'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:58.172680 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.211624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf780cf3-8ae5-47d3-9896-7b44d1f57e6b req-ecfd5925-6c5e-4128-851e-f67d95902b76 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793964 Jul 05 04:01:58.228745 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24814cc9-871a-4d43-8b16-ff748d6b25d2 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event deleted for resources: {'Port': ['ID=f7991792-8e2e-4ea5-bce6-4072571e392e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:58.236573 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.255116 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.258512 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.286301 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] For port fce2adca-559a-4dba-8116-6faf69e427b0, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:58.292793 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] For port fce2adca-559a-4dba-8116-6faf69e427b0, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fce2adca-559a-4dba-8116-6faf69e427b0,segment=NetworkSegment(7d413431-1bc2-4332-9b33-4280d372fca5),segment_id=7d413431-1bc2-4332-9b33-4280d372fca5)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:58.293511 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:58.368001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-24814cc9-871a-4d43-8b16-ff748d6b25d2 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] No DVR routers for this DVR port f7991792-8e2e-4ea5-bce6-4072571e392e on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:58.372753 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-24814cc9-871a-4d43-8b16-ff748d6b25d2 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.375165 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.375317 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-22c18851-11e1-4370-9fb9-2366221bd817 req-24814cc9-871a-4d43-8b16-ff748d6b25d2 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "DELETE /v2.0/ports/f7991792-8e2e-4ea5-bce6-4072571e392e HTTP/1.1" status: 204 len: 173 time: 1.7765176 Jul 05 04:01:58.375317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-deleted', 'tag': 'f7991792-8e2e-4ea5-bce6-4072571e392e'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:58.378023 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaa0576-a17a-4269-8beb-473b17090a27" -d '{"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-deleted", "tag": "f7991792-8e2e-4ea5-bce6-4072571e392e"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:58.407973 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.409667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=235dc60a-77cb-4c01-85af-593c87116a3d,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:58.427160 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:58.429742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['235dc60a-77cb-4c01-85af-593c87116a3d'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:58.491293 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ea9b29a-d06f-4601-a18b-de32a33fa5b6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.545749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-8ea9b29a-d06f-4601-a18b-de32a33fa5b6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Calling delete_port for fce2adca-559a-4dba-8116-6faf69e427b0 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:58.562138 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Routers {'0602a977-1391-459e-a626-b2b717a287c6'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:58.562936 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0602a977-1391-459e-a626-b2b717a287c6'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:58.569363 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29d42c0-d618-4fc0-a03b-7ca180a67ba4 x-openstack-request-id: req-c29d42c0-d618-4fc0-a03b-7ca180a67ba4 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:58.571981 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "73204dfe-6823-4e85-a7b1-aa28c9e9cb8d", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:58.572438 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c29d42c0-d618-4fc0-a03b-7ca180a67ba4 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:58.578945 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73204dfe-6823-4e85-a7b1-aa28c9e9cb8d', 'code': 200} Jul 05 04:01:58.846618 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75f267-4461-412a-84b1-d1b48ff51e1a None None] Pushing event updated for resources: {'Port': ['ID=fce2adca-559a-4dba-8116-6faf69e427b0,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:58.851640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-22c18851-11e1-4370-9fb9-2366221bd817 req-2d3434c1-8394-4639-8ad0-51f7c8653e35 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Deleting port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:58.851640 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-2d3434c1-8394-4639-8ad0-51f7c8653e35 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.856285 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] Set router 0602a977-1391-459e-a626-b2b717a287c6 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:58.894809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d44b9c-6c9c-4a64-8aa4-7aeda50a97e6 req-78191d8d-24af-4f5a-9cd2-a6c5f29b7ece tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:58.900093 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0602a977-1391-459e-a626-b2b717a287c6', 'name': '', 'tenant_id': '8fe9fe26cb104687880b9617f9c99456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:50Z', 'updated_at': '2021-07-05T04:01:57Z', 'revision_number': 4, 'project_id': '8fe9fe26cb104687880b9617f9c99456', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:58.901587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14d44b9c-6c9c-4a64-8aa4-7aeda50a97e6 req-78191d8d-24af-4f5a-9cd2-a6c5f29b7ece tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.5040259 Jul 05 04:01:58.950630 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e367c20-55e0-4a47-8efb-c405262fed25 None None] The sync data for ids ['0602a977-1391-459e-a626-b2b717a287c6'] in n-d-771363-32 is: [{'id': '0602a977-1391-459e-a626-b2b717a287c6', 'name': '', 'tenant_id': '8fe9fe26cb104687880b9617f9c99456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:50Z', 'updated_at': '2021-07-05T04:01:57Z', 'revision_number': 4, 'project_id': '8fe9fe26cb104687880b9617f9c99456', 'gw_port_host': None}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:58.992291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-2d3434c1-8394-4639-8ad0-51f7c8653e35 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] For port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:58.992658 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-2d3434c1-8394-4639-8ad0-51f7c8653e35 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.027216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-22c18851-11e1-4370-9fb9-2366221bd817 req-2d3434c1-8394-4639-8ad0-51f7c8653e35 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Calling delete_port for db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:59.058788 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.060151 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7401aa57-9d41-435b-8dc0-f5e910105980 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:59.086268 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.136493 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:59.161432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-58e42d17-9865-40f3-9929-11aef9da4001 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port 373dec0a-7228-4cc6-8547-5252ea243ce9 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:59.162035 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58e42d17-9865-40f3-9929-11aef9da4001 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.185103 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14d44b9c-6c9c-4a64-8aa4-7aeda50a97e6 req-88901c75-8a5c-497b-8ebd-3daf4b76e8b0 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825603 Jul 05 04:01:59.214109 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.252406 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7401aa57-9d41-435b-8dc0-f5e910105980, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7401aa57-9d41-435b-8dc0-f5e910105980,segment=NetworkSegment(16bca484-fc95-4326-bdab-fa50a7f8add7),segment_id=16bca484-fc95-4326-bdab-fa50a7f8add7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:59.257962 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06f765c-73e4-4ab7-8212-54b1ef7f5e2e x-openstack-request-id: req-f06f765c-73e4-4ab7-8212-54b1ef7f5e2e {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:59.258250 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-deleted", "tag": "f7991792-8e2e-4ea5-bce6-4072571e392e", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:59.258498 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f06f765c-73e4-4ab7-8212-54b1ef7f5e2e {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:59.258894 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-deleted', 'tag': 'f7991792-8e2e-4ea5-bce6-4072571e392e', 'status': 'completed', 'code': 200} Jul 05 04:01:59.340178 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58e42d17-9865-40f3-9929-11aef9da4001 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.358104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 235dc60a-77cb-4c01-85af-593c87116a3d up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:59.360254 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-58e42d17-9865-40f3-9929-11aef9da4001 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for 373dec0a-7228-4cc6-8547-5252ea243ce9 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:59.414910 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 235dc60a-77cb-4c01-85af-593c87116a3d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:59.415334 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.508716 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.548114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 235dc60a-77cb-4c01-85af-593c87116a3d, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=235dc60a-77cb-4c01-85af-593c87116a3d,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:59.562667 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-2d3434c1-8394-4639-8ad0-51f7c8653e35 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.568275 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.570292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 3811ad8e-f193-4d3c-9583-2f5e428524c0 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:59.601042 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3434c1-8394-4639-8ad0-51f7c8653e35 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event deleted for resources: {'Port': ['ID=db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:59.645344 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.650184 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22de251-9cf8-40df-b0cd-37cdfd414877 req-008c3bde-d2b2-4096-a006-d1fe94774205 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:59.653125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-2d3434c1-8394-4639-8ad0-51f7c8653e35 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] No DVR routers for this DVR port db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:59.655461 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-2d3434c1-8394-4639-8ad0-51f7c8653e35 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.656212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22de251-9cf8-40df-b0cd-37cdfd414877 req-008c3bde-d2b2-4096-a006-d1fe94774205 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:59.657524 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-22c18851-11e1-4370-9fb9-2366221bd817 req-2d3434c1-8394-4639-8ad0-51f7c8653e35 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "DELETE /v2.0/ports/db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f HTTP/1.1" status: 204 len: 173 time: 1.2758734 Jul 05 04:01:59.662291 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22de251-9cf8-40df-b0cd-37cdfd414877 req-008c3bde-d2b2-4096-a006-d1fe94774205 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:59.669149 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22de251-9cf8-40df-b0cd-37cdfd414877 req-008c3bde-d2b2-4096-a006-d1fe94774205 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:59.675566 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d22de251-9cf8-40df-b0cd-37cdfd414877 req-008c3bde-d2b2-4096-a006-d1fe94774205 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 3150 time: 0.7985768 Jul 05 04:01:59.681326 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7401aa57-9d41-435b-8dc0-f5e910105980,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:59.697951 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58e42d17-9865-40f3-9929-11aef9da4001 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.719596 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a3579194-90a3-4153-a122-8f61b0112ee9 req-5568c4b0-591a-4d20-88af-2941cfc420db tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 210 time: 0.4307125 Jul 05 04:01:59.756001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e42d17-9865-40f3-9929-11aef9da4001 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=373dec0a-7228-4cc6-8547-5252ea243ce9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:59.760377 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.778970 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=235dc60a-77cb-4c01-85af-593c87116a3d,revision_number=10']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:59.837969 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d22de251-9cf8-40df-b0cd-37cdfd414877 req-858043d7-5e59-46ae-980a-35846c287491 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557617 Jul 05 04:01:59.839125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 3811ad8e-f193-4d3c-9583-2f5e428524c0, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3811ad8e-f193-4d3c-9583-2f5e428524c0,segment=NetworkSegment(16bca484-fc95-4326-bdab-fa50a7f8add7),segment_id=16bca484-fc95-4326-bdab-fa50a7f8add7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:59.880028 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ea9b29a-d06f-4601-a18b-de32a33fa5b6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.916397 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.916894 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 512d2f3b-40a5-4840-ad2d-bd6629884f66 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:59.927387 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9b29a-d06f-4601-a18b-de32a33fa5b6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Pushing event deleted for resources: {'Port': ['ID=fce2adca-559a-4dba-8116-6faf69e427b0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:00.024146 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58e42d17-9865-40f3-9929-11aef9da4001 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.064586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 512d2f3b-40a5-4840-ad2d-bd6629884f66 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:00.067937 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device bd52334b-41ac-4635-b2ed-9618cb33fe9e no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:00.068381 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ea9b29a-d06f-4601-a18b-de32a33fa5b6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.100724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=3811ad8e-f193-4d3c-9583-2f5e428524c0,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:00.130630 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device bd52334b-41ac-4635-b2ed-9618cb33fe9e not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:00.131439 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f7991792-8e2e-4ea5-bce6-4072571e392e no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:00.181487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: f7991792-8e2e-4ea5-bce6-4072571e392e {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:00.182147 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f7991792-8e2e-4ea5-bce6-4072571e392e not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:00.193551 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-22c18851-11e1-4370-9fb9-2366221bd817 req-ab0837f4-764c-4066-b268-30d587c90f10 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Deleting port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:00.194148 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-ab0837f4-764c-4066-b268-30d587c90f10 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.223152 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ea9b29a-d06f-4601-a18b-de32a33fa5b6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.225855 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ea9b29a-d06f-4601-a18b-de32a33fa5b6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.324139 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d5f6e-d2d8-49ae-b6a3-ab61a41de287 req-3b61a4b1-edd2-4b02-b797-7c2c71b5f640 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:00.325507 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd5d5f6e-d2d8-49ae-b6a3-ab61a41de287 req-3b61a4b1-edd2-4b02-b797-7c2c71b5f640 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.4029858 Jul 05 04:02:00.325956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e42d17-9865-40f3-9929-11aef9da4001 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router c14abb40-21c6-438f-a8fb-dd84c31aadf4 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:00.333934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e712070-b718-44e2-8f61-0a9aac396437 req-de5b1b5f-2486-41da-990a-7b57009ef68b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:00.338227 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e712070-b718-44e2-8f61-0a9aac396437 req-de5b1b5f-2486-41da-990a-7b57009ef68b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.2977769 Jul 05 04:02:00.421034 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ea9b29a-d06f-4601-a18b-de32a33fa5b6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.421549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea9b29a-d06f-4601-a18b-de32a33fa5b6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0602a977-1391-459e-a626-b2b717a287c6 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:00.429523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-ab0837f4-764c-4066-b268-30d587c90f10 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] For port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d,segment=NetworkSegment(efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5),segment_id=efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:00.429788 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-ab0837f4-764c-4066-b268-30d587c90f10 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.436320 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8ea9b29a-d06f-4601-a18b-de32a33fa5b6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.440204 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8ea9b29a-d06f-4601-a18b-de32a33fa5b6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "DELETE /v2.0/routers/0602a977-1391-459e-a626-b2b717a287c6 HTTP/1.1" status: 204 len: 168 time: 3.5098341 Jul 05 04:02:00.441426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52874) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:00.451767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e42d17-9865-40f3-9929-11aef9da4001 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:00.462758 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c4d0d4-cf26-45e6-bf86-9374b5879b0a None None] Sync routers for ids ['c14abb40-21c6-438f-a8fb-dd84c31aadf4'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:00.472053 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c4d0d4-cf26-45e6-bf86-9374b5879b0a None None] Routers {'c14abb40-21c6-438f-a8fb-dd84c31aadf4'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:00.473501 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-22c4d0d4-cf26-45e6-bf86-9374b5879b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c14abb40-21c6-438f-a8fb-dd84c31aadf4'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:00.481701 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-58e42d17-9865-40f3-9929-11aef9da4001 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/c14abb40-21c6-438f-a8fb-dd84c31aadf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1405001 Jul 05 04:02:00.487205 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.489755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52876) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:00.496157 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd5d5f6e-d2d8-49ae-b6a3-ab61a41de287 req-7d46c427-9dc9-4b6e-9f57-fcd5592ba5f1 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252973 Jul 05 04:02:00.537803 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-22c4d0d4-cf26-45e6-bf86-9374b5879b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:00.564486 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e712070-b718-44e2-8f61-0a9aac396437 req-58e0ea83-42fb-432b-b2bb-aaf467c97376 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829667 Jul 05 04:02:00.564486 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.565136 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0deb997b-8d14-4c3d-94a6-0bbd3b06070c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports?device_id=c14abb40-21c6-438f-a8fb-dd84c31aadf4 HTTP/1.1" status: 200 len: 205 time: 0.0722046 Jul 05 04:02:00.571318 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c4d0d4-cf26-45e6-bf86-9374b5879b0a None None] Routers {'c14abb40-21c6-438f-a8fb-dd84c31aadf4'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:00.572342 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-22c4d0d4-cf26-45e6-bf86-9374b5879b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c14abb40-21c6-438f-a8fb-dd84c31aadf4'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:00.576832 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52880) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:00.580590 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f'}, {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7401aa57-9d41-435b-8dc0-f5e910105980'}, {'server_uuid': '9204ac57-7b1e-4d5f-8c67-7c9222c9f292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235dc60a-77cb-4c01-85af-593c87116a3d'}, {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3811ad8e-f193-4d3c-9583-2f5e428524c0'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:00.583798 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1cbf91-493c-4992-99d2-392edc391d3e" -d '{"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f"}, {"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "7401aa57-9d41-435b-8dc0-f5e910105980"}, {"server_uuid": "9204ac57-7b1e-4d5f-8c67-7c9222c9f292", "name": "network-vif-plugged", "status": "completed", "tag": "235dc60a-77cb-4c01-85af-593c87116a3d"}, {"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "3811ad8e-f193-4d3c-9583-2f5e428524c0"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:00.630538 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d48de0a-cea1-4cf4-8331-43302a1803f7 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Deleting subnet f5b0ffee-20d0-42c8-a2fb-ed7e57edb6bc {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:00.635199 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-22c4d0d4-cf26-45e6-bf86-9374b5879b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:00.635947 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c4d0d4-cf26-45e6-bf86-9374b5879b0a None None] The sync data for ids ['c14abb40-21c6-438f-a8fb-dd84c31aadf4'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:00.646650 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d48de0a-cea1-4cf4-8331-43302a1803f7 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.661098 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98c90fc-8979-43a6-b057-6920ebcdd6c1 x-openstack-request-id: req-e98c90fc-8979-43a6-b057-6920ebcdd6c1 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:00.661722 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f", "code": 200}, {"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "7401aa57-9d41-435b-8dc0-f5e910105980", "code": 200}, {"server_uuid": "9204ac57-7b1e-4d5f-8c67-7c9222c9f292", "name": "network-vif-plugged", "status": "completed", "tag": "235dc60a-77cb-4c01-85af-593c87116a3d", "code": 200}, {"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "3811ad8e-f193-4d3c-9583-2f5e428524c0", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:00.662223 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e98c90fc-8979-43a6-b057-6920ebcdd6c1 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:00.663066 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f', 'code': 200} Jul 05 04:02:00.663542 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7401aa57-9d41-435b-8dc0-f5e910105980', 'code': 200} Jul 05 04:02:00.664013 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9204ac57-7b1e-4d5f-8c67-7c9222c9f292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235dc60a-77cb-4c01-85af-593c87116a3d', 'code': 200} Jul 05 04:02:00.665316 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3811ad8e-f193-4d3c-9583-2f5e428524c0', 'code': 200} Jul 05 04:02:00.738579 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d48de0a-cea1-4cf4-8331-43302a1803f7 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.783059 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Allocated IP 172.25.6.170 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/9591b221-b447-4f3e-be73-a75c2c85e60d) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:00.809503 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d48de0a-cea1-4cf4-8331-43302a1803f7 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.849686 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ae80f91f-16fe-432b-a045-3a49c654f4d5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.980217 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b08d5d37-8e0a-46e9-9ab3-177458943b46 req-57b66247-8951-42f2-9c95-122a6f90855f tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 210 time: 0.0690684 Jul 05 04:02:01.102406 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ae80f91f-16fe-432b-a045-3a49c654f4d5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.109512 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ae80f91f-16fe-432b-a045-3a49c654f4d5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.229703 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.266391 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-deleted', 'tag': 'db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:01.268791 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ffe134-cf50-4bf4-9eaa-71e05520afd3" -d '{"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-deleted", "tag": "db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:01.283261 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ae80f91f-16fe-432b-a045-3a49c654f4d5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.283680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae80f91f-16fe-432b-a045-3a49c654f4d5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Fanout notify agent at l3_agent the message router_deleted on router c14abb40-21c6-438f-a8fb-dd84c31aadf4 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:01.291086 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ae80f91f-16fe-432b-a045-3a49c654f4d5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.295377 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ae80f91f-16fe-432b-a045-3a49c654f4d5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/routers/c14abb40-21c6-438f-a8fb-dd84c31aadf4 HTTP/1.1" status: 204 len: 168 time: 0.7143927 Jul 05 04:02:01.301373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52892) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:01.356244 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-ab0837f4-764c-4066-b268-30d587c90f10 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.356637 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-ab0837f4-764c-4066-b268-30d587c90f10 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.356944 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-ab0837f4-764c-4066-b268-30d587c90f10 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Floating IP d2eb8ec4-a77b-417f-a98e-8a6fa7aa7d45 disassociated. External IP: 172.25.6.81, port: 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d. Jul 05 04:02:01.357297 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-22c18851-11e1-4370-9fb9-2366221bd817 req-ab0837f4-764c-4066-b268-30d587c90f10 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Calling delete_port for 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:01.364964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8e26a-c394-44d9-8ed9-ead03364cd5d req-5a7cbd50-96e5-4c94-ac7a-ebd3dc84712d tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:01.371024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8e26a-c394-44d9-8ed9-ead03364cd5d req-5a7cbd50-96e5-4c94-ac7a-ebd3dc84712d tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:01.377110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8e26a-c394-44d9-8ed9-ead03364cd5d req-5a7cbd50-96e5-4c94-ac7a-ebd3dc84712d tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:01.384640 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56d8e26a-c394-44d9-8ed9-ead03364cd5d req-5a7cbd50-96e5-4c94-ac7a-ebd3dc84712d tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 2411 time: 0.2584019 Jul 05 04:02:01.419986 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fffeb4-d614-470b-bc89-816efb124ac8 req-b352a07a-44dd-41d3-bbe1-821253b10bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:01.421567 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-44fffeb4-d614-470b-bc89-816efb124ac8 req-b352a07a-44dd-41d3-bbe1-821253b10bf4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 1099 time: 0.1712697 Jul 05 04:02:01.443174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-7056e2e6-9ed7-4314-a770-b42eb33fe7b2 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting subnet 8cd924e7-abcd-4b5d-a6eb-745dfe5453e5 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:01.450118 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7056e2e6-9ed7-4314-a770-b42eb33fe7b2 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.478498 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-44fffeb4-d614-470b-bc89-816efb124ac8 req-c9a4ce83-2f10-4c9a-83a7-fd0231c172bc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491807 Jul 05 04:02:01.488596 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658f0d9-4440-4ca1-a3bc-e83c7231335b req-ea56f8fa-3b4c-470e-aad9-199318058287 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:01.489141 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d48de0a-cea1-4cf4-8331-43302a1803f7 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.490463 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a658f0d9-4440-4ca1-a3bc-e83c7231335b req-ea56f8fa-3b4c-470e-aad9-199318058287 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.2584710 Jul 05 04:02:01.505316 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56d8e26a-c394-44d9-8ed9-ead03364cd5d req-f9bffdf5-7e9d-4fe8-8ec2-c5b510cb88b0 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198120 Jul 05 04:02:01.530458 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7056e2e6-9ed7-4314-a770-b42eb33fe7b2 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.578870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48de0a-cea1-4cf4-8331-43302a1803f7 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f5b0ffee-20d0-42c8-a2fb-ed7e57edb6bc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:01.580323 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a658f0d9-4440-4ca1-a3bc-e83c7231335b req-3da13970-439a-4837-812e-43d415d72512 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823340 Jul 05 04:02:01.587520 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.592836 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d48de0a-cea1-4cf4-8331-43302a1803f7 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.598482 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3d48de0a-cea1-4cf4-8331-43302a1803f7 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "DELETE /v2.0/subnets/f5b0ffee-20d0-42c8-a2fb-ed7e57edb6bc HTTP/1.1" status: 204 len: 168 time: 1.1530399 Jul 05 04:02:01.599005 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da66fdcd-0ca6-4bd4-af77-416b80a2588b x-openstack-request-id: req-da66fdcd-0ca6-4bd4-af77-416b80a2588b {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:01.599305 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-deleted", "tag": "db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:01.599561 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-da66fdcd-0ca6-4bd4-af77-416b80a2588b {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:01.599995 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-deleted', 'tag': 'db179c42-c8ba-4b3a-b5f3-b2356b4e6d5f', 'status': 'completed', 'code': 200} Jul 05 04:02:01.601338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52894) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:01.670079 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:01.676114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:01.686274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:01.694629 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b8263d2-5ca6-4d38-b8e9-f94ff57056fb tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.694820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Port': ['ID=9591b221-b447-4f3e-be73-a75c2c85e60d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:01.714387 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7056e2e6-9ed7-4314-a770-b42eb33fe7b2 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.723566 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-ab0837f4-764c-4066-b268-30d587c90f10 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.790498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0837f4-764c-4066-b268-30d587c90f10 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event deleted for resources: {'Port': ['ID=73204dfe-6823-4e85-a7b1-aa28c9e9cb8d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:01.812155 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b8263d2-5ca6-4d38-b8e9-f94ff57056fb tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.858187 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-6b8263d2-5ca6-4d38-b8e9-f94ff57056fb tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f643a98-8d16-45df-914c-91d9a26f4f95']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:01.871240 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-6b8263d2-5ca6-4d38-b8e9-f94ff57056fb tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d413431-1bc2-4332-9b33-4280d372fca5') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:01.871539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-6b8263d2-5ca6-4d38-b8e9-f94ff57056fb tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d413431-1bc2-4332-9b33-4280d372fca5') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:01.887359 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b8263d2-5ca6-4d38-b8e9-f94ff57056fb tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.929092 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b8263d2-5ca6-4d38-b8e9-f94ff57056fb tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.929941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae558dc5-34a0-4e20-8eb9-8ef901d45b71 req-70d298a5-46b0-46d1-8c1d-4643cd970a5a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:01.931475 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae558dc5-34a0-4e20-8eb9-8ef901d45b71 req-70d298a5-46b0-46d1-8c1d-4643cd970a5a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.2134850 Jul 05 04:02:01.943482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8263d2-5ca6-4d38-b8e9-f94ff57056fb tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:01.944813 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b8263d2-5ca6-4d38-b8e9-f94ff57056fb tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:01.945475 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:01.976025 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae558dc5-34a0-4e20-8eb9-8ef901d45b71 req-7a057d62-47f5-4f49-b895-859bb932a619 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371032 Jul 05 04:02:02.004457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22c18851-11e1-4370-9fb9-2366221bd817 req-ab0837f4-764c-4066-b268-30d587c90f10 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Router 9afc883b-6d68-4152-98de-74126414e32d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:02.040708 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7056e2e6-9ed7-4314-a770-b42eb33fe7b2 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.077212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056e2e6-9ed7-4314-a770-b42eb33fe7b2 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd924e7-abcd-4b5d-a6eb-745dfe5453e5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:02.081299 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7056e2e6-9ed7-4314-a770-b42eb33fe7b2 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.086072 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7056e2e6-9ed7-4314-a770-b42eb33fe7b2 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/8cd924e7-abcd-4b5d-a6eb-745dfe5453e5 HTTP/1.1" status: 204 len: 168 time: 0.7827635 Jul 05 04:02:02.086702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52900) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:02.094439 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d5d9cb-3f7c-4f2e-850d-922f7f022a65 None None] Network 855f7853-c659-4b81-93b2-96a95b2b22cd requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:02.149046 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22c18851-11e1-4370-9fb9-2366221bd817 req-ab0837f4-764c-4066-b268-30d587c90f10 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:02.151318 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b8263d2-5ca6-4d38-b8e9-f94ff57056fb tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.169265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8263d2-5ca6-4d38-b8e9-f94ff57056fb tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f643a98-8d16-45df-914c-91d9a26f4f95 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:02:02.172675 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8263d2-5ca6-4d38-b8e9-f94ff57056fb tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f643a98-8d16-45df-914c-91d9a26f4f95,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:02.175220 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b8263d2-5ca6-4d38-b8e9-f94ff57056fb tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.178301 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6b8263d2-5ca6-4d38-b8e9-f94ff57056fb tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "DELETE /v2.0/networks/9f643a98-8d16-45df-914c-91d9a26f4f95 HTTP/1.1" status: 204 len: 168 time: 0.5769141 Jul 05 04:02:02.211777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff19c56-2026-4587-b8bd-c80892cce33c None None] Sync routers for ids ['9afc883b-6d68-4152-98de-74126414e32d'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:02.220971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-ab0837f4-764c-4066-b268-30d587c90f10 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] No DVR routers for this DVR port 73204dfe-6823-4e85-a7b1-aa28c9e9cb8d on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:02.227848 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-ab0837f4-764c-4066-b268-30d587c90f10 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.230255 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-22c18851-11e1-4370-9fb9-2366221bd817 req-ab0837f4-764c-4066-b268-30d587c90f10 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "DELETE /v2.0/ports/73204dfe-6823-4e85-a7b1-aa28c9e9cb8d HTTP/1.1" status: 204 len: 173 time: 2.5662870 Jul 05 04:02:02.266749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe046bd-8ea7-4d20-a728-10449c01c9d3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting subnet c4bd4835-e4b0-4526-8759-c0322ffd5274 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:02.283117 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4980b58-0158-4288-a334-657bfd9e8965 req-9587f9c1-d6ea-4703-8bdf-4030c9fc99cb tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 210 time: 0.1611850 Jul 05 04:02:02.294060 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3fe046bd-8ea7-4d20-a728-10449c01c9d3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.361110 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff19c56-2026-4587-b8bd-c80892cce33c None None] Routers {'9afc883b-6d68-4152-98de-74126414e32d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:02.361484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-3ff19c56-2026-4587-b8bd-c80892cce33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9afc883b-6d68-4152-98de-74126414e32d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:02.374236 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3fe046bd-8ea7-4d20-a728-10449c01c9d3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.539412 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-22c18851-11e1-4370-9fb9-2366221bd817 req-fcea9274-f222-407a-9af1-73cbb18ba262 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Deleting port 3811ad8e-f193-4d3c-9583-2f5e428524c0 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:02.539412 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-fcea9274-f222-407a-9af1-73cbb18ba262 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.594473 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.673802 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3fe046bd-8ea7-4d20-a728-10449c01c9d3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.743985 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.832388 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-3ff19c56-2026-4587-b8bd-c80892cce33c None None] Set router 9afc883b-6d68-4152-98de-74126414e32d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:02.981811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52922) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:03.002206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-536bc86b-7804-40cd-bc0a-ce684e3965ad tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Request body: {'router': {'name': 'tempest-router--40212354', 'project_id': '9df470a236674d3fbc929bfbbc92b6c0'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:03.016473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092c833c-07dd-41e5-9040-f82005e85e7d None None] DHCP port deletion for 855f7853-c659-4b81-93b2-96a95b2b22cd request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:03.092223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-f2ed4241-5979-4a8c-bfb9-9458d62999bc tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:03.094158 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-f2ed4241-5979-4a8c-bfb9-9458d62999bc tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.10 "GET /v2.0/networks?id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 HTTP/1.1" status: 200 len: 804 time: 0.6695654 Jul 05 04:02:03.104941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-fcea9274-f222-407a-9af1-73cbb18ba262 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] For port 3811ad8e-f193-4d3c-9583-2f5e428524c0, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=3811ad8e-f193-4d3c-9583-2f5e428524c0,segment=NetworkSegment(16bca484-fc95-4326-bdab-fa50a7f8add7),segment_id=16bca484-fc95-4326-bdab-fa50a7f8add7)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:03.105447 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-fcea9274-f222-407a-9af1-73cbb18ba262 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.125285 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-4f8fb178-3cb1-4cea-89ff-c68ca56c50d7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Request body: {'port': {'device_id': '5112d30e-06ad-4a00-aa4b-4940be342259', 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056', 'admin_state_up': True, 'tenant_id': 'a7ffff41c54e4f0f8cc5d87cc4243f49'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:03.150357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-22c18851-11e1-4370-9fb9-2366221bd817 req-fcea9274-f222-407a-9af1-73cbb18ba262 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Calling delete_port for 3811ad8e-f193-4d3c-9583-2f5e428524c0 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:03.247528 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-536bc86b-7804-40cd-bc0a-ce684e3965ad tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.248740 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-536bc86b-7804-40cd-bc0a-ce684e3965ad tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.251802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-092c833c-07dd-41e5-9040-f82005e85e7d None None] Deleting port 63de345c-1163-46c5-bc0f-8080f9747c7f {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:03.252441 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-092c833c-07dd-41e5-9040-f82005e85e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.327890 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59467b3-a3bf-4580-89d4-604661c16952 req-e30b1562-29b0-43b6-9b8c-93544a64aea3 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:03.329755 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d59467b3-a3bf-4580-89d4-604661c16952 req-e30b1562-29b0-43b6-9b8c-93544a64aea3 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.10 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.2905726 Jul 05 04:02:03.355000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-092c833c-07dd-41e5-9040-f82005e85e7d None None] For port 63de345c-1163-46c5-bc0f-8080f9747c7f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=63de345c-1163-46c5-bc0f-8080f9747c7f,segment=NetworkSegment(4258bd18-ed9a-4213-bd7d-225a9ef8d266),segment_id=4258bd18-ed9a-4213-bd7d-225a9ef8d266)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:03.355381 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-092c833c-07dd-41e5-9040-f82005e85e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.370649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-092c833c-07dd-41e5-9040-f82005e85e7d None None] Calling delete_port for 63de345c-1163-46c5-bc0f-8080f9747c7f owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:03.388620 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-536bc86b-7804-40cd-bc0a-ce684e3965ad tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.392249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-3ff19c56-2026-4587-b8bd-c80892cce33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc883b-6d68-4152-98de-74126414e32d', 'name': 'tempest-TaggedBootDevicesTest-1870253373-router', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:51Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 4, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'gw_port': {'id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '11dce8e1-96e6-4dcd-bf19-967fef244b03', 'name': '', 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'mac_address': 'fa:16:3e:46:60:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:58Z', 'updated_at': '2021-07-05T03:51:07Z', 'revision_number': 5, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'subnets': [{'id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:03.452181 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff19c56-2026-4587-b8bd-c80892cce33c None None] Checking router: 9afc883b-6d68-4152-98de-74126414e32d for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:03.477036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff19c56-2026-4587-b8bd-c80892cce33c None None] Routers {'9afc883b-6d68-4152-98de-74126414e32d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:03.477893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-3ff19c56-2026-4587-b8bd-c80892cce33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9afc883b-6d68-4152-98de-74126414e32d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:03.500736 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-536bc86b-7804-40cd-bc0a-ce684e3965ad tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.533961 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc028ef5-21c9-4a61-823c-b34a99499c61 req-a4bff974-ff3a-42f7-b486-4100a008f53a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:03.538732 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc028ef5-21c9-4a61-823c-b34a99499c61 req-a4bff974-ff3a-42f7-b486-4100a008f53a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 946 time: 0.1921751 Jul 05 04:02:03.548256 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3fe046bd-8ea7-4d20-a728-10449c01c9d3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.557627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-d59467b3-a3bf-4580-89d4-604661c16952 req-027a7017-7fa0-4f4a-a106-a6e1d4bceba2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Deleting port f8f57597-05ff-4b80-a121-c465fe8a1fed {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:03.558243 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d59467b3-a3bf-4580-89d4-604661c16952 req-027a7017-7fa0-4f4a-a106-a6e1d4bceba2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.585347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.598942 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe046bd-8ea7-4d20-a728-10449c01c9d3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Subnet': ['ID=c4bd4835-e4b0-4526-8759-c0322ffd5274,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:03.605943 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-deleted', 'tag': '73204dfe-6823-4e85-a7b1-aa28c9e9cb8d'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:03.608060 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bbb8e7-9903-4a17-898e-412aab236266" -d '{"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-deleted", "tag": "73204dfe-6823-4e85-a7b1-aa28c9e9cb8d"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:03.612695 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3fe046bd-8ea7-4d20-a728-10449c01c9d3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.617928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3fe046bd-8ea7-4d20-a728-10449c01c9d3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/c4bd4835-e4b0-4526-8759-c0322ffd5274 HTTP/1.1" status: 204 len: 168 time: 1.5278957 Jul 05 04:02:03.623335 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-4f8fb178-3cb1-4cea-89ff-c68ca56c50d7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Made reservation on behalf of a7ffff41c54e4f0f8cc5d87cc4243f49 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:03.623335 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-4f8fb178-3cb1-4cea-89ff-c68ca56c50d7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.624284 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497e110-2091-4c62-a89d-2716af880467 req-55ff8d49-ceec-4eb6-a4d7-5f0cc7ba6f42 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:03.626884 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8f56b9-3721-4b86-a11d-fa7a6afb4da8 None None] Network b6643e73-032f-4488-a706-91bae849bc59 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:03.630528 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497e110-2091-4c62-a89d-2716af880467 req-55ff8d49-ceec-4eb6-a4d7-5f0cc7ba6f42 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:03.632143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5497e110-2091-4c62-a89d-2716af880467 req-55ff8d49-ceec-4eb6-a4d7-5f0cc7ba6f42 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 1677 time: 0.2887144 Jul 05 04:02:03.634546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52946) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:03.654944 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-3ff19c56-2026-4587-b8bd-c80892cce33c None None] Set router 9afc883b-6d68-4152-98de-74126414e32d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:03.709390 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc028ef5-21c9-4a61-823c-b34a99499c61 req-146958c1-627e-403a-a5ab-8613c84d0d2a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623275 Jul 05 04:02:03.731254 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-fcea9274-f222-407a-9af1-73cbb18ba262 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.791427 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5497e110-2091-4c62-a89d-2716af880467 req-097aceae-7ae5-4577-91e9-4e517bcb40b6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141999 Jul 05 04:02:03.870033 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-092c833c-07dd-41e5-9040-f82005e85e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.879152 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.893799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-fcea9274-f222-407a-9af1-73cbb18ba262 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] No DVR routers for this DVR port 3811ad8e-f193-4d3c-9583-2f5e428524c0 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:03.896577 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-536bc86b-7804-40cd-bc0a-ce684e3965ad tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.901121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52958) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:03.904263 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-536bc86b-7804-40cd-bc0a-ce684e3965ad tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9168410 Jul 05 04:02:03.906316 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-fcea9274-f222-407a-9af1-73cbb18ba262 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.908816 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-22c18851-11e1-4370-9fb9-2366221bd817 req-fcea9274-f222-407a-9af1-73cbb18ba262 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "DELETE /v2.0/ports/3811ad8e-f193-4d3c-9583-2f5e428524c0 HTTP/1.1" status: 204 len: 173 time: 1.6711941 Jul 05 04:02:03.925028 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea9274-f222-407a-9af1-73cbb18ba262 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event deleted for resources: {'Port': ['ID=3811ad8e-f193-4d3c-9583-2f5e428524c0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:03.938679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c833c-07dd-41e5-9040-f82005e85e7d None None] No DVR routers for this DVR port 63de345c-1163-46c5-bc0f-8080f9747c7f on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:03.950113 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c833c-07dd-41e5-9040-f82005e85e7d None None] Pushing event deleted for resources: {'Port': ['ID=63de345c-1163-46c5-bc0f-8080f9747c7f,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:04.077248 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b33d962-877a-4659-870e-49c2a7245889 req-53af1b60-ff96-47c0-a008-b225bcdb273f tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 210 time: 0.0570087 Jul 05 04:02:04.077248 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-001d92da-f33b-4f29-a243-9725170bc85f tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.077754 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-51d70ac2-8f50-4023-9c33-659e306c6a2f tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.078532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-3ff19c56-2026-4587-b8bd-c80892cce33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc883b-6d68-4152-98de-74126414e32d', 'name': 'tempest-TaggedBootDevicesTest-1870253373-router', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:51Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 4, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'gw_port': {'id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '11dce8e1-96e6-4dcd-bf19-967fef244b03', 'name': '', 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'mac_address': 'fa:16:3e:46:60:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:58Z', 'updated_at': '2021-07-05T03:51:07Z', 'revision_number': 5, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'subnets': [{'id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:04.131556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-d59467b3-a3bf-4580-89d4-604661c16952 req-027a7017-7fa0-4f4a-a106-a6e1d4bceba2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] For port f8f57597-05ff-4b80-a121-c465fe8a1fed, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f8f57597-05ff-4b80-a121-c465fe8a1fed,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:04.132367 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d59467b3-a3bf-4580-89d4-604661c16952 req-027a7017-7fa0-4f4a-a106-a6e1d4bceba2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.142201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03df2431-b5c7-4f79-ad3a-8d1ad77e2af0 None None] DHCP port deletion for b6643e73-032f-4488-a706-91bae849bc59 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:04.152080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff19c56-2026-4587-b8bd-c80892cce33c None None] The sync data for ids ['9afc883b-6d68-4152-98de-74126414e32d'] in n-d-771363-32 is: [{'id': '9afc883b-6d68-4152-98de-74126414e32d', 'name': 'tempest-TaggedBootDevicesTest-1870253373-router', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:51Z', 'updated_at': '2021-07-05T03:50:59Z', 'revision_number': 4, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'gw_port': {'id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '11dce8e1-96e6-4dcd-bf19-967fef244b03', 'name': '', 'network_id': 'b2509fec-b4aa-4ad3-ac1f-230ef4872f6e', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'mac_address': 'fa:16:3e:46:60:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:58Z', 'updated_at': '2021-07-05T03:51:07Z', 'revision_number': 5, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'subnets': [{'id': '043ce9f2-e045-400d-955c-c52ba74f89a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:04.153173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Router 03651e78-0740-4474-9544-2b3486a50a52 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:02:04.248791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-03df2431-b5c7-4f79-ad3a-8d1ad77e2af0 None None] Deleting port fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:04.255517 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-03df2431-b5c7-4f79-ad3a-8d1ad77e2af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.276991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-4f8fb178-3cb1-4cea-89ff-c68ca56c50d7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Allocated IP 172.20.0.14 (c88e7f9b-7a37-4422-a6a7-cb8e3eb45056/aefdd25d-0aee-4b3b-8b2d-510efdce7acb/ea381cdc-d667-4f40-89ef-b6f8a4e45bdb) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:04.316888 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-d59467b3-a3bf-4580-89d4-604661c16952 req-027a7017-7fa0-4f4a-a106-a6e1d4bceba2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Calling delete_port for f8f57597-05ff-4b80-a121-c465fe8a1fed owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:04.316888 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc3c88a-d937-4321-94bc-fa5b3396d4ad x-openstack-request-id: req-bfc3c88a-d937-4321-94bc-fa5b3396d4ad {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:04.316888 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-deleted", "tag": "73204dfe-6823-4e85-a7b1-aa28c9e9cb8d", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:04.316888 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bfc3c88a-d937-4321-94bc-fa5b3396d4ad {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:04.316888 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-deleted', 'tag': '73204dfe-6823-4e85-a7b1-aa28c9e9cb8d', 'status': 'completed', 'code': 200} Jul 05 04:02:04.347373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcc058-58b2-481a-a20a-e9ae4f54242e req-f5bcbc97-2080-4950-9043-54f318f7364d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:04.349520 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fdcc058-58b2-481a-a20a-e9ae4f54242e req-f5bcbc97-2080-4950-9043-54f318f7364d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.4635456 Jul 05 04:02:04.373646 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-001d92da-f33b-4f29-a243-9725170bc85f tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.374526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-03df2431-b5c7-4f79-ad3a-8d1ad77e2af0 None None] For port fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51,segment=NetworkSegment(8ad01aaf-607c-4f5c-9c22-ac5072479cdd),segment_id=8ad01aaf-607c-4f5c-9c22-ac5072479cdd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:04.375402 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-03df2431-b5c7-4f79-ad3a-8d1ad77e2af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.384793 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-001d92da-f33b-4f29-a243-9725170bc85f tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.390412 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-03df2431-b5c7-4f79-ad3a-8d1ad77e2af0 None None] Calling delete_port for fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:04.522431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fdcc058-58b2-481a-a20a-e9ae4f54242e req-1e8f5e2a-a733-4ffd-a558-7873787ca5a2 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661868 Jul 05 04:02:04.548718 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:04.573739 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-22c18851-11e1-4370-9fb9-2366221bd817 req-49570955-0407-4c70-bede-73a3fca63a66 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Deleting port 7401aa57-9d41-435b-8dc0-f5e910105980 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:04.574224 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-49570955-0407-4c70-bede-73a3fca63a66 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.576868 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Sync routers for ids ['03651e78-0740-4474-9544-2b3486a50a52'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:04.592808 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Routers {'03651e78-0740-4474-9544-2b3486a50a52'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:04.593495 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['03651e78-0740-4474-9544-2b3486a50a52'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:04.607650 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfb69ae-a44a-412b-b749-ebe5bce1b14a None None] New status for floating IP d2eb8ec4-a77b-417f-a98e-8a6fa7aa7d45: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:02:04.635282 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-51d70ac2-8f50-4023-9c33-659e306c6a2f tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.650158 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-03df2431-b5c7-4f79-ad3a-8d1ad77e2af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.667151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-51d70ac2-8f50-4023-9c33-659e306c6a2f tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855f7853-c659-4b81-93b2-96a95b2b22cd']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:04.708376 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df2431-b5c7-4f79-ad3a-8d1ad77e2af0 None None] Pushing event deleted for resources: {'Port': ['ID=fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:04.708619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-51d70ac2-8f50-4023-9c33-659e306c6a2f tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4258bd18-ed9a-4213-bd7d-225a9ef8d266') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:04.708878 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-51d70ac2-8f50-4023-9c33-659e306c6a2f tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4258bd18-ed9a-4213-bd7d-225a9ef8d266') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:04.716215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03df2431-b5c7-4f79-ad3a-8d1ad77e2af0 None None] No DVR routers for this DVR port fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:04.752206 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-51d70ac2-8f50-4023-9c33-659e306c6a2f tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.833285 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Set router 03651e78-0740-4474-9544-2b3486a50a52 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:04.843150 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.853104 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-770107ac-c7fb-4ed4-8b91-d40b5704de6e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8842304 Jul 05 04:02:04.877277 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-001d92da-f33b-4f29-a243-9725170bc85f tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.878750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001d92da-f33b-4f29-a243-9725170bc85f tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e53bd75-6c5a-40b5-a460-3f57b92bc974 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:04.917737 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 63de345c-1163-46c5-bc0f-8080f9747c7f no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:04.919086 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-001d92da-f33b-4f29-a243-9725170bc85f tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.927790 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-001d92da-f33b-4f29-a243-9725170bc85f tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "DELETE /v2.0/routers/6e53bd75-6c5a-40b5-a460-3f57b92bc974 HTTP/1.1" status: 204 len: 168 time: 1.0254469 Jul 05 04:02:04.948158 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52964) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:04.948388 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-51d70ac2-8f50-4023-9c33-659e306c6a2f tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.948888 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 63de345c-1163-46c5-bc0f-8080f9747c7f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:04.949302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 63de345c-1163-46c5-bc0f-8080f9747c7f not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:04.950272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:04.961320 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d70ac2-8f50-4023-9c33-659e306c6a2f tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:04.961960 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-51d70ac2-8f50-4023-9c33-659e306c6a2f tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.001522 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:05.006703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fd6287b3-ebcc-4e51-aa6d-26ca8bb36d51 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:05.039478 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:05.073873 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d59467b3-a3bf-4580-89d4-604661c16952 req-027a7017-7fa0-4f4a-a106-a6e1d4bceba2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.079653 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03651e78-0740-4474-9544-2b3486a50a52', 'name': 'tempest-TestNetworkBasicOps-router-2032689586', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:58Z', 'updated_at': '2021-07-05T04:02:01Z', 'revision_number': 3, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:00Z', 'updated_at': '2021-07-05T04:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:05.087604 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['822f9ecf-4c3d-46eb-9712-da1b4ef8696f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:05.094443 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['f8f57597-05ff-4b80-a121-c465fe8a1fed'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:05.102804 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-4f8fb178-3cb1-4cea-89ff-c68ca56c50d7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.140943 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ea512d66-990e-4652-b41b-903ec0ea8b48 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=b18740ad05054462a8bead1ca98b0711&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1691298 Jul 05 04:02:05.155962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52970) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:05.156511 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Checking router: 03651e78-0740-4474-9544-2b3486a50a52 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:05.156718 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Updating router 03651e78-0740-4474-9544-2b3486a50a52 port 9591b221-b447-4f3e-be73-a75c2c85e60d binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:02:05.170775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a7017-7fa0-4f4a-a106-a6e1d4bceba2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Pushing event deleted for resources: {'Port': ['ID=f8f57597-05ff-4b80-a121-c465fe8a1fed,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:05.227199 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b22a6f71-02b8-41a0-997d-e717f7eab75d req-84f6e04d-79b6-45ac-9d7a-09c855444641 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 210 time: 0.2801495 Jul 05 04:02:05.229742 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.329553 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52972) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:05.379102 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-49570955-0407-4c70-bede-73a3fca63a66 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] For port 7401aa57-9d41-435b-8dc0-f5e910105980, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7401aa57-9d41-435b-8dc0-f5e910105980,segment=NetworkSegment(16bca484-fc95-4326-bdab-fa50a7f8add7),segment_id=16bca484-fc95-4326-bdab-fa50a7f8add7)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:05.379811 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-49570955-0407-4c70-bede-73a3fca63a66 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.462189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-22c18851-11e1-4370-9fb9-2366221bd817 req-49570955-0407-4c70-bede-73a3fca63a66 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Calling delete_port for 7401aa57-9d41-435b-8dc0-f5e910105980 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:05.601668 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.615723 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Transition to ACTIVE for port object 9591b221-b447-4f3e-be73-a75c2c85e60d will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:05.627176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2020099886', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}, 'admin_state_up': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:05.648044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2422abc-9be3-4b76-a621-c4ce1cd71ce2 req-8be53592-b66a-473d-a3b8-372cd4943b7d tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:05.649699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2422abc-9be3-4b76-a621-c4ce1cd71ce2 req-8be53592-b66a-473d-a3b8-372cd4943b7d tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 943 time: 0.2188978 Jul 05 04:02:05.702272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e617e31-922e-43c0-9765-d602a963df28 req-7e86f151-1ddc-4a04-8bf4-50bcfa629b4d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 210 time: 0.0454445 Jul 05 04:02:05.721513 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.745474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2422abc-9be3-4b76-a621-c4ce1cd71ce2 req-f027a3fa-2e5b-42fd-a870-b854b1abd7ea tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups?id=851692ce-54ea-439c-bb34-ebe907c96427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845685 Jul 05 04:02:05.802730 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6d2e2-010c-4e01-9249-b1b7a1122f5e None None] Pushing event updated for resources: {'Port': ['ID=9591b221-b447-4f3e-be73-a75c2c85e60d,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:05.805902 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Attempting to bind port 9591b221-b447-4f3e-be73-a75c2c85e60d on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:05.806350 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Attempting to bind port 9591b221-b447-4f3e-be73-a75c2c85e60d by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:05.806810 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Attempting to bind port 9591b221-b447-4f3e-be73-a75c2c85e60d on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:05.814031 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:05.814746 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:05.816227 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.816625 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:05.817235 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Bound port: 9591b221-b447-4f3e-be73-a75c2c85e60d, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:05.817703 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.824491 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.832528 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.878755 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] For port 9591b221-b447-4f3e-be73-a75c2c85e60d, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:05.882278 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] For port 9591b221-b447-4f3e-be73-a75c2c85e60d, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9591b221-b447-4f3e-be73-a75c2c85e60d,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:05.905372 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-51d70ac2-8f50-4023-9c33-659e306c6a2f tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.916589 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6892907-3e03-4bbe-b1b9-519d3419dd2e req-c48f813b-d2ab-49a9-a2f0-f4df0c0fbea2 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:05.918593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6892907-3e03-4bbe-b1b9-519d3419dd2e req-c48f813b-d2ab-49a9-a2f0-f4df0c0fbea2 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.0823638 Jul 05 04:02:05.932330 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-51d70ac2-8f50-4023-9c33-659e306c6a2f tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.934163 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-51d70ac2-8f50-4023-9c33-659e306c6a2f tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/networks/855f7853-c659-4b81-93b2-96a95b2b22cd HTTP/1.1" status: 204 len: 168 time: 2.2965345 Jul 05 04:02:05.936966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52980) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:05.971583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59467b3-a3bf-4580-89d4-604661c16952 req-027a7017-7fa0-4f4a-a106-a6e1d4bceba2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] No DVR routers for this DVR port f8f57597-05ff-4b80-a121-c465fe8a1fed on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:05.973921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d70ac2-8f50-4023-9c33-659e306c6a2f tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Network': ['ID=855f7853-c659-4b81-93b2-96a95b2b22cd,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:05.979928 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d59467b3-a3bf-4580-89d4-604661c16952 req-027a7017-7fa0-4f4a-a106-a6e1d4bceba2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.981899 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d59467b3-a3bf-4580-89d4-604661c16952 req-027a7017-7fa0-4f4a-a106-a6e1d4bceba2 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.10 "DELETE /v2.0/ports/f8f57597-05ff-4b80-a121-c465fe8a1fed HTTP/1.1" status: 204 len: 173 time: 2.6345525 Jul 05 04:02:05.994590 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.016939 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Routers {'03651e78-0740-4474-9544-2b3486a50a52'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:06.017544 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['03651e78-0740-4474-9544-2b3486a50a52'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:06.120965 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-4f8fb178-3cb1-4cea-89ff-c68ca56c50d7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.198662 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6d2e2-010c-4e01-9249-b1b7a1122f5e None None] Pushing event updated for resources: {'Port': ['ID=9591b221-b447-4f3e-be73-a75c2c85e60d,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:06.231521 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] Set router 03651e78-0740-4474-9544-2b3486a50a52 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:06.280699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc9b902-a673-402f-83ed-bac98a4a5319 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:06.303043 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0dc9b902-a673-402f-83ed-bac98a4a5319 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1278141 Jul 05 04:02:06.303541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6892907-3e03-4bbe-b1b9-519d3419dd2e req-b031e2e0-59b0-4655-887f-24a88505a8f1 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786542 Jul 05 04:02:06.307827 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52984) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:06.329965 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-deleted', 'tag': '3811ad8e-f193-4d3c-9583-2f5e428524c0'}, {'server_uuid': 'a618b9ab-629b-44ae-8b16-be5e5025603b', 'name': 'network-vif-deleted', 'tag': 'f8f57597-05ff-4b80-a121-c465fe8a1fed'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:06.334960 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc70f46-5bad-4cc8-92df-d9771cefaf6c" -d '{"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-deleted", "tag": "3811ad8e-f193-4d3c-9583-2f5e428524c0"}, {"server_uuid": "a618b9ab-629b-44ae-8b16-be5e5025603b", "name": "network-vif-deleted", "tag": "f8f57597-05ff-4b80-a121-c465fe8a1fed"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:06.365307 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.381876 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c8aeed8-4cb0-4bd4-a43f-1ad17379f36e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.382027 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-4f8fb178-3cb1-4cea-89ff-c68ca56c50d7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:06.423542 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-caea1ae3-b810-4395-bfc0-8044b84a9620 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0904667 Jul 05 04:02:06.427615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-4f8fb178-3cb1-4cea-89ff-c68ca56c50d7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:06.428804 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 52990) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:06.436024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-3bba146a-e379-41f5-b34f-a8ad44ac3110 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1192661557', 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:06.448317 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03651e78-0740-4474-9544-2b3486a50a52', 'name': 'tempest-TestNetworkBasicOps-router-2032689586', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:58Z', 'updated_at': '2021-07-05T04:02:01Z', 'revision_number': 3, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:00Z', 'updated_at': '2021-07-05T04:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:06.448770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-4f8fb178-3cb1-4cea-89ff-c68ca56c50d7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:06.455575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fb178-3cb1-4cea-89ff-c68ca56c50d7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Pushing event updated for resources: {'Port': ['ID=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:06.486186 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9ba46-d07f-4a7a-a2a2-c5ea4df9271d None None] The sync data for ids ['03651e78-0740-4474-9544-2b3486a50a52'] in n-d-771363-32 is: [{'id': '03651e78-0740-4474-9544-2b3486a50a52', 'name': 'tempest-TestNetworkBasicOps-router-2032689586', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:58Z', 'updated_at': '2021-07-05T04:02:01Z', 'revision_number': 3, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:00Z', 'updated_at': '2021-07-05T04:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:06.489706 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf07e1f-cda4-4c3b-bf30-e67ebb81998d x-openstack-request-id: req-fbf07e1f-cda4-4c3b-bf30-e67ebb81998d {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:06.489706 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-deleted", "tag": "3811ad8e-f193-4d3c-9583-2f5e428524c0", "status": "completed", "code": 200}, {"server_uuid": "a618b9ab-629b-44ae-8b16-be5e5025603b", "name": "network-vif-deleted", "tag": "f8f57597-05ff-4b80-a121-c465fe8a1fed", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:06.489706 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fbf07e1f-cda4-4c3b-bf30-e67ebb81998d {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:06.489706 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-deleted', 'tag': '3811ad8e-f193-4d3c-9583-2f5e428524c0', 'status': 'completed', 'code': 200} Jul 05 04:02:06.489706 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a618b9ab-629b-44ae-8b16-be5e5025603b', 'name': 'network-vif-deleted', 'tag': 'f8f57597-05ff-4b80-a121-c465fe8a1fed', 'status': 'completed', 'code': 200} Jul 05 04:02:06.679277 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-4f8fb178-3cb1-4cea-89ff-c68ca56c50d7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:06.680370 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-4f8fb178-3cb1-4cea-89ff-c68ca56c50d7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.686055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c953f01b-87a0-4cf0-973b-db64f29c519f req-ef4f50d2-f451-4166-bef0-ce7c194d09bf tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=a618b9ab-629b-44ae-8b16-be5e5025603b HTTP/1.1" status: 200 len: 210 time: 0.1717873 Jul 05 04:02:06.890420 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-49570955-0407-4c70-bede-73a3fca63a66 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.929040 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-4f8fb178-3cb1-4cea-89ff-c68ca56c50d7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8098485 Jul 05 04:02:06.946435 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c8aeed8-4cb0-4bd4-a43f-1ad17379f36e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.979979 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.001487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Request body: {'port': {'device_id': '5112d30e-06ad-4a00-aa4b-4940be342259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:07.004630 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-5c8aeed8-4cb0-4bd4-a43f-1ad17379f36e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6643e73-032f-4488-a706-91bae849bc59']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:07.007590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49570955-0407-4c70-bede-73a3fca63a66 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event deleted for resources: {'Port': ['ID=7401aa57-9d41-435b-8dc0-f5e910105980,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:07.036114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-5c8aeed8-4cb0-4bd4-a43f-1ad17379f36e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad01aaf-607c-4f5c-9c22-ac5072479cdd') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:07.036710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-5c8aeed8-4cb0-4bd4-a43f-1ad17379f36e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad01aaf-607c-4f5c-9c22-ac5072479cdd') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:07.065453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a6baf-6613-4362-a329-2cf2ce942a26 req-dd779b8a-7cd3-4553-8894-570f4c0b6f48 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:07.072970 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-195a6baf-6613-4362-a329-2cf2ce942a26 req-dd779b8a-7cd3-4553-8894-570f4c0b6f48 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.3438606 Jul 05 04:02:07.085991 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c8aeed8-4cb0-4bd4-a43f-1ad17379f36e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.139944 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bba146a-e379-41f5-b34f-a8ad44ac3110 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Made reservation on behalf of b18740ad05054462a8bead1ca98b0711 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:07.143664 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3bba146a-e379-41f5-b34f-a8ad44ac3110 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.200620 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c8aeed8-4cb0-4bd4-a43f-1ad17379f36e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.213317 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8aeed8-4cb0-4bd4-a43f-1ad17379f36e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:07.213733 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c8aeed8-4cb0-4bd4-a43f-1ad17379f36e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:07.227155 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:07.234201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c18851-11e1-4370-9fb9-2366221bd817 req-49570955-0407-4c70-bede-73a3fca63a66 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] No DVR routers for this DVR port 7401aa57-9d41-435b-8dc0-f5e910105980 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:07.241833 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-22c18851-11e1-4370-9fb9-2366221bd817 req-49570955-0407-4c70-bede-73a3fca63a66 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.243839 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-22c18851-11e1-4370-9fb9-2366221bd817 req-49570955-0407-4c70-bede-73a3fca63a66 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.36 "DELETE /v2.0/ports/7401aa57-9d41-435b-8dc0-f5e910105980 HTTP/1.1" status: 204 len: 173 time: 3.3248608 Jul 05 04:02:07.248863 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.317456 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-195a6baf-6613-4362-a329-2cf2ce942a26 req-740fea3b-2772-4a3b-8d27-732edb54f6cd tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429171 Jul 05 04:02:07.380816 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device f8f57597-05ff-4b80-a121-c465fe8a1fed no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:07.407502 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: f8f57597-05ff-4b80-a121-c465fe8a1fed {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:07.413787 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device f8f57597-05ff-4b80-a121-c465fe8a1fed not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:07.528805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3c326-ea94-4a80-8626-92cc5fb84dca req-3d0fa6b5-6844-48cb-99e8-40e8b2bece35 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:07.537038 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-18c3c326-ea94-4a80-8626-92cc5fb84dca req-3d0fa6b5-6844-48cb-99e8-40e8b2bece35 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 932 time: 0.4903426 Jul 05 04:02:07.569051 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c8aeed8-4cb0-4bd4-a43f-1ad17379f36e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.595906 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c8aeed8-4cb0-4bd4-a43f-1ad17379f36e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.603051 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5c8aeed8-4cb0-4bd4-a43f-1ad17379f36e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/networks/b6643e73-032f-4488-a706-91bae849bc59 HTTP/1.1" status: 204 len: 168 time: 1.6612425 Jul 05 04:02:07.605353 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53000) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:07.619288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3f22f835-5316-487c-ba26-9cc6901ee992 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-70983750'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:07.685027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8aeed8-4cb0-4bd4-a43f-1ad17379f36e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Network': ['ID=b6643e73-032f-4488-a706-91bae849bc59,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:07.702296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea381cdc-d667-4f40-89ef-b6f8a4e45bdb {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:07.709486 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a132a743-b452-4bc7-a760-877f6d0a5832 req-6ba9cf37-d61c-4f57-824c-6ff01d6ccdf3 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 210 time: 0.1662796 Jul 05 04:02:07.713786 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.730783 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Transition to ACTIVE for port object ea381cdc-d667-4f40-89ef-b6f8a4e45bdb will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:07.755277 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-18c3c326-ea94-4a80-8626-92cc5fb84dca req-171e3d54-b59d-4fc3-b9a1-d6c54fabcaae tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171471 Jul 05 04:02:07.858484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f22f835-5316-487c-ba26-9cc6901ee992 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:07.864577 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3f22f835-5316-487c-ba26-9cc6901ee992 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.922667 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f22f835-5316-487c-ba26-9cc6901ee992 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:07.931879 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.935205 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3f22f835-5316-487c-ba26-9cc6901ee992 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.935763 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-3f22f835-5316-487c-ba26-9cc6901ee992 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Added segment d7c5d96e-e568-4d3f-a1a7-dbff0d8c6b19 of type vlan for network 3ee39dc0-872a-4dad-aaa6-79180caea43a Jul 05 04:02:07.988904 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.989609 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3f22f835-5316-487c-ba26-9cc6901ee992 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.001725 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3bba146a-e379-41f5-b34f-a8ad44ac3110 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.002541 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.073831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Pushing event updated for resources: {'Port': ['ID=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:08.203378 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Attempting to bind port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:08.204204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Attempting to bind port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:08.204718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Attempting to bind port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb on network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:08.209114 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3f22f835-5316-487c-ba26-9cc6901ee992 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.217516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f22f835-5316-487c-ba26-9cc6901ee992 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:08.218889 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3f22f835-5316-487c-ba26-9cc6901ee992 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.233317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb on network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:08.233934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Attempting to bind port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb on network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:08.256046 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:08.256718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Checking segment: {'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:08.257177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Bound using segment: {'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:08.257640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Bound port: ea381cdc-d667-4f40-89ef-b6f8a4e45bdb, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:08.258070 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.358043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22f835-5316-487c-ba26-9cc6901ee992 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Network': ['ID=3ee39dc0-872a-4dad-aaa6-79180caea43a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:08.371359 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 3ee39dc0-872a-4dad-aaa6-79180caea43a details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:08.392950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] For port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:08.396935 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] For port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:08.416856 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3f22f835-5316-487c-ba26-9cc6901ee992 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7975106 Jul 05 04:02:08.416856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53018) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:08.416856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-bb9fa97b-5e4c-4900-873a-c951b675b4c7 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'subnet': {'network_id': '3ee39dc0-872a-4dad-aaa6-79180caea43a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:08.496275 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-deleted', 'tag': '7401aa57-9d41-435b-8dc0-f5e910105980'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:08.498781 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55568a72-29c9-4175-a946-0d3470e91b39" -d '{"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-deleted", "tag": "7401aa57-9d41-435b-8dc0-f5e910105980"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:08.572491 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.648648 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Allocated IP 172.25.6.105 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/fa99e5a8-864b-443d-9dde-69cbb41ee51f) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:08.653023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba146a-e379-41f5-b34f-a8ad44ac3110 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Subnet': ['ID=0baa486b-cba6-4f9c-9828-12ea1c42df68,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:08.664214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:08.668773 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.668773 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] 10.222.0.10 "PUT /v2.0/ports/ea381cdc-d667-4f40-89ef-b6f8a4e45bdb HTTP/1.1" status: 200 len: 1093 time: 1.6723917 Jul 05 04:02:08.668773 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ac5934-49fc-4882-93e1-fde40902c598 x-openstack-request-id: req-20ac5934-49fc-4882-93e1-fde40902c598 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:08.668773 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f890f4aa-d886-4a28-aec3-7a57ab494a0f", "name": "network-vif-deleted", "tag": "7401aa57-9d41-435b-8dc0-f5e910105980", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:08.668773 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-20ac5934-49fc-4882-93e1-fde40902c598 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:08.668773 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f890f4aa-d886-4a28-aec3-7a57ab494a0f', 'name': 'network-vif-deleted', 'tag': '7401aa57-9d41-435b-8dc0-f5e910105980', 'status': 'completed', 'code': 200} Jul 05 04:02:08.678687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba146a-e379-41f5-b34f-a8ad44ac3110 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Checking segment: {'id': '973e1fb5-a27f-4978-9797-1af3c4cad988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:08.679064 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bba146a-e379-41f5-b34f-a8ad44ac3110 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network hostable DHCP agents. Network: d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:08.704177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fa485-173f-4ec0-bccc-e8b858d62a72 service neutron] Pushing event updated for resources: {'Port': ['ID=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:08.738282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0181c-1cc4-470f-a7ca-9612f0b7cf9d req-089be5a9-e602-4f6e-9132-6aadf6f47d70 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:08.738780 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9fa97b-5e4c-4900-873a-c951b675b4c7 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:08.738917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdb0181c-1cc4-470f-a7ca-9612f0b7cf9d req-089be5a9-e602-4f6e-9132-6aadf6f47d70 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.8038406 Jul 05 04:02:08.741911 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa97b-5e4c-4900-873a-c951b675b4c7 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.826559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdb0181c-1cc4-470f-a7ca-9612f0b7cf9d req-90d22740-be19-44d6-bc55-e8ed1fe8301e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800178 Jul 05 04:02:08.879958 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.922668 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bba146a-e379-41f5-b34f-a8ad44ac3110 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:08.964298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9591b221-b447-4f3e-be73-a75c2c85e60d up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:09.049892 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-3bba146a-e379-41f5-b34f-a8ad44ac3110 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:09.057137 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bba146a-e379-41f5-b34f-a8ad44ac3110 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:09.057894 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3bba146a-e379-41f5-b34f-a8ad44ac3110 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.079815 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee43654-2cbd-4012-809b-5e90b8e3a77f None None] Network d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:09.102350 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7507f-d312-4542-bbdd-9a4681e8fc9b req-6aab68cb-7c04-4455-9ba0-a911a880e8cd tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:09.110027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ce7507f-d312-4542-bbdd-9a4681e8fc9b req-6aab68cb-7c04-4455-9ba0-a911a880e8cd tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 944 time: 0.0996206 Jul 05 04:02:09.129577 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.162243 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-81e4e6b9-f810-445c-9a7a-7e1b83d0bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:09.164367 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-81e4e6b9-f810-445c-9a7a-7e1b83d0bc47 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7ffff41c54e4f0f8cc5d87cc4243f49&device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 1096 time: 0.1219561 Jul 05 04:02:09.180358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 9591b221-b447-4f3e-be73-a75c2c85e60d completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:09.187772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50ceb555-1126-40df-b590-8dc8f9c0fb63 req-3eebb41f-9c1c-47e6-8572-a561dc5375d8 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 210 time: 0.0688095 Jul 05 04:02:09.189113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3bba146a-e379-41f5-b34f-a8ad44ac3110 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7584536 Jul 05 04:02:09.194956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53036) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:09.207273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 9591b221-b447-4f3e-be73-a75c2c85e60d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:09.211572 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.216471 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-b91a7c63-949a-442c-a5cd-857737b86064 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb HTTP/1.1" status: 200 len: 217 time: 0.0437605 Jul 05 04:02:09.218014 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa97b-5e4c-4900-873a-c951b675b4c7 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.264673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ce7507f-d312-4542-bbdd-9a4681e8fc9b req-2a75581a-f283-4b46-86d7-54f95a56c725 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535423 Jul 05 04:02:09.294958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:09.311653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:09.323314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:09.326047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Pushing event updated for resources: {'Port': ['ID=fa99e5a8-864b-443d-9dde-69cbb41ee51f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:09.371985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ips': [{'subnet_id': '0baa486b-cba6-4f9c-9828-12ea1c42df68'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:02:09.373173 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.421997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-eb354e74-cb79-4475-b606-797b8f31232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:09.433309 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-eb354e74-cb79-4475-b606-797b8f31232e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aefdd25d-0aee-4b3b-8b2d-510efdce7acb HTTP/1.1" status: 200 len: 844 time: 0.1977255 Jul 05 04:02:09.433309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fa97b-5e4c-4900-873a-c951b675b4c7 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Subnet': ['ID=6d727aab-a749-4ee0-8232-ac1dbb240764,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:09.468213 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-7ec0807b-0df5-4718-9937-5e444ad7e119 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307572 Jul 05 04:02:09.473436 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9fa97b-5e4c-4900-873a-c951b675b4c7 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Checking segment: {'id': 'd7c5d96e-e568-4d3f-a1a7-dbff0d8c6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ee39dc0-872a-4dad-aaa6-79180caea43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:09.473436 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9fa97b-5e4c-4900-873a-c951b675b4c7 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network hostable DHCP agents. Network: 3ee39dc0-872a-4dad-aaa6-79180caea43a, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:09.657224 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-77339441-2231-4445-83d7-e17ead6aedf5 service neutron] 10.222.0.10 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759734 Jul 05 04:02:09.662897 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.689601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 9591b221-b447-4f3e-be73-a75c2c85e60d, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9591b221-b447-4f3e-be73-a75c2c85e60d,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:09.715485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Allocated IP 172.20.0.2 (d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9/0baa486b-cba6-4f9c-9828-12ea1c42df68/949af016-9ba6-4c5c-a740-7fc712feef32) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:09.791979 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16cb54a0-4e32-4979-8a04-63f45bea05aa req-0a105b08-18bb-4945-a7ca-087a50579750 service neutron] 10.222.0.10 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255212 Jul 05 04:02:09.793414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9fa97b-5e4c-4900-873a-c951b675b4c7 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 3ee39dc0-872a-4dad-aaa6-79180caea43a is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:09.835272 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.893026 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-bb9fa97b-5e4c-4900-873a-c951b675b4c7 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 3ee39dc0-872a-4dad-aaa6-79180caea43a) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:09.905558 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9fa97b-5e4c-4900-873a-c951b675b4c7 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:09.910532 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa97b-5e4c-4900-873a-c951b675b4c7 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.914724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb34fc7-27f4-46fd-9d21-597a6b7a67ba None None] Network 3ee39dc0-872a-4dad-aaa6-79180caea43a requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:09.980899 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=9591b221-b447-4f3e-be73-a75c2c85e60d,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:10.000886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613d3ac-9480-4a50-8a70-926ea45df3c7 req-2e810ef2-ef1a-4b97-951c-62362da91ea7 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:10.005417 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5613d3ac-9480-4a50-8a70-926ea45df3c7 req-2e810ef2-ef1a-4b97-951c-62362da91ea7 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.5260422 Jul 05 04:02:10.021340 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.027627 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bb9fa97b-5e4c-4900-873a-c951b675b4c7 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6164403 Jul 05 04:02:10.030446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53050) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:10.037101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3c8e985c-bb4d-4ff8-8a8f-4e3074ae0e02 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-176463681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:10.178500 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c8e985c-bb4d-4ff8-8a8f-4e3074ae0e02 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.179501 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c8e985c-bb4d-4ff8-8a8f-4e3074ae0e02 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.201623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Transition to ACTIVE for port object 949af016-9ba6-4c5c-a740-7fc712feef32 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:10.229521 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Transition to ACTIVE for port object 949af016-9ba6-4c5c-a740-7fc712feef32 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:10.290185 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.298171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-3ee39dc0-872a-4dad-aaa6-79180caea43a', 'network_id': '3ee39dc0-872a-4dad-aaa6-79180caea43a', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'fixed_ips': [{'subnet_id': '6d727aab-a749-4ee0-8232-ac1dbb240764'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:02:10.299053 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.302249 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c8e985c-bb4d-4ff8-8a8f-4e3074ae0e02 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.355220 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5613d3ac-9480-4a50-8a70-926ea45df3c7 req-fc20f324-3864-48c4-a28f-230051e66a14 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450189 Jul 05 04:02:10.369473 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.392372 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c8e985c-bb4d-4ff8-8a8f-4e3074ae0e02 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.434931 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Network d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:10.440477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:10.448001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:10.470708 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Pushing event updated for resources: {'Port': ['ID=949af016-9ba6-4c5c-a740-7fc712feef32,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:10.481307 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c8e985c-bb4d-4ff8-8a8f-4e3074ae0e02 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.484682 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3c8e985c-bb4d-4ff8-8a8f-4e3074ae0e02 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4509258 Jul 05 04:02:10.485919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53060) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:10.496153 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d2f9b351-a6ba-40b0-ba14-25c1dc83c035 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'port': {'network_id': '3ee39dc0-872a-4dad-aaa6-79180caea43a', 'name': 'tempest-RoutersIpV6Test-1945336224'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:10.559907 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Attempting to bind port 949af016-9ba6-4c5c-a740-7fc712feef32 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:10.560457 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Attempting to bind port 949af016-9ba6-4c5c-a740-7fc712feef32 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '973e1fb5-a27f-4978-9797-1af3c4cad988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:10.560604 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.561010 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Attempting to bind port 949af016-9ba6-4c5c-a740-7fc712feef32 on network d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:10.575038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:10.575593 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Checking segment: {'id': '973e1fb5-a27f-4978-9797-1af3c4cad988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:10.576117 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.576614 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Bound using segment: {'id': '973e1fb5-a27f-4978-9797-1af3c4cad988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:10.577198 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Bound port: 949af016-9ba6-4c5c-a740-7fc712feef32, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973e1fb5-a27f-4978-9797-1af3c4cad988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:10.577683 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.590883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Allocated IP 2001:db8::2 (3ee39dc0-872a-4dad-aaa6-79180caea43a/6d727aab-a749-4ee0-8232-ac1dbb240764/5cb03bc5-5b15-4d05-a00c-ce073da0f066) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:10.618171 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a59a5-2478-40d7-8351-4d5298cd552a req-adc9ad2f-0d96-45a3-a28d-ffab32d7e96a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:10.620419 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c33a59a5-2478-40d7-8351-4d5298cd552a req-adc9ad2f-0d96-45a3-a28d-ffab32d7e96a tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 945 time: 0.2622852 Jul 05 04:02:10.674508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5112d30e-06ad-4a00-aa4b-4940be342259', 'tag': 'ea381cdc-d667-4f40-89ef-b6f8a4e45bdb'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:10.677763 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79c382d-aae4-41b6-b38e-f09d246d529f" -d '{"events": [{"name": "network-changed", "server_uuid": "5112d30e-06ad-4a00-aa4b-4940be342259", "tag": "ea381cdc-d667-4f40-89ef-b6f8a4e45bdb"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:10.681403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2ada76a-2539-4831-a27d-98274974ce22 req-23d600e7-bbba-43c8-b3ef-d167088c606b tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 210 time: 0.0771048 Jul 05 04:02:10.714212 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] For port 949af016-9ba6-4c5c-a740-7fc712feef32, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:10.718818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] For port 949af016-9ba6-4c5c-a740-7fc712feef32, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=949af016-9ba6-4c5c-a740-7fc712feef32,segment=NetworkSegment(973e1fb5-a27f-4978-9797-1af3c4cad988),segment_id=973e1fb5-a27f-4978-9797-1af3c4cad988)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:10.799641 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.810255 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Transition to ACTIVE for port object 5cb03bc5-5b15-4d05-a00c-ce073da0f066 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:10.829137 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Transition to ACTIVE for port object 5cb03bc5-5b15-4d05-a00c-ce073da0f066 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:10.881544 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9591b221-b447-4f3e-be73-a75c2c85e60d up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:10.904086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f9b351-a6ba-40b0-ba14-25c1dc83c035 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:10.907846 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b351-a6ba-40b0-ba14-25c1dc83c035 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.920239 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.928985 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-d2f9b351-a6ba-40b0-ba14-25c1dc83c035 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] device_id is not set on port 34c38e5b-6efd-44fc-9f00-3894eb4455c0 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:10.931301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c33a59a5-2478-40d7-8351-4d5298cd552a req-d99e2918-d5d6-482c-841e-8ada5a798b66 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472305 Jul 05 04:02:10.958953 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.992947 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.996354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb3927-9324-42ea-acb1-8a40ab180829 None None] Pushing event updated for resources: {'Port': ['ID=949af016-9ba6-4c5c-a740-7fc712feef32,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:11.054077 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Pushing event updated for resources: {'Port': ['ID=5cb03bc5-5b15-4d05-a00c-ce073da0f066,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:11.072097 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Network 3ee39dc0-872a-4dad-aaa6-79180caea43a is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:11.074670 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:11.076957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:11.090195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 9591b221-b447-4f3e-be73-a75c2c85e60d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:11.090618 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.100842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-d2f9b351-a6ba-40b0-ba14-25c1dc83c035 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Allocated IP 2001:db8::133 (3ee39dc0-872a-4dad-aaa6-79180caea43a/6d727aab-a749-4ee0-8232-ac1dbb240764/34c38e5b-6efd-44fc-9f00-3894eb4455c0) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:11.184541 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Attempting to bind port 5cb03bc5-5b15-4d05-a00c-ce073da0f066 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:11.188997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Attempting to bind port 5cb03bc5-5b15-4d05-a00c-ce073da0f066 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'd7c5d96e-e568-4d3f-a1a7-dbff0d8c6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ee39dc0-872a-4dad-aaa6-79180caea43a'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:11.189552 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Attempting to bind port 5cb03bc5-5b15-4d05-a00c-ce073da0f066 on network 3ee39dc0-872a-4dad-aaa6-79180caea43a {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:11.198599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:11.198970 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Checking segment: {'id': 'd7c5d96e-e568-4d3f-a1a7-dbff0d8c6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ee39dc0-872a-4dad-aaa6-79180caea43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:11.200729 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.200729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Bound using segment: {'id': 'd7c5d96e-e568-4d3f-a1a7-dbff0d8c6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ee39dc0-872a-4dad-aaa6-79180caea43a'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:11.201164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Bound port: 5cb03bc5-5b15-4d05-a00c-ce073da0f066, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c5d96e-e568-4d3f-a1a7-dbff0d8c6b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ee39dc0-872a-4dad-aaa6-79180caea43a'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:11.201558 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.282464 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b351-a6ba-40b0-ba14-25c1dc83c035 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.287487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] For port 5cb03bc5-5b15-4d05-a00c-ce073da0f066, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:11.298749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-d2f9b351-a6ba-40b0-ba14-25c1dc83c035 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Transition to ACTIVE for port object 34c38e5b-6efd-44fc-9f00-3894eb4455c0 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:11.299401 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] For port 5cb03bc5-5b15-4d05-a00c-ce073da0f066, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5cb03bc5-5b15-4d05-a00c-ce073da0f066,segment=NetworkSegment(d7c5d96e-e568-4d3f-a1a7-dbff0d8c6b19),segment_id=d7c5d96e-e568-4d3f-a1a7-dbff0d8c6b19)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:11.313775 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:02:11.335612 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98814a44-3f60-42b4-95b7-2e66c444efae req-928e3374-9f41-40ca-adeb-d1b1f2ec5ebd tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:11.344816 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98814a44-3f60-42b4-95b7-2e66c444efae req-928e3374-9f41-40ca-adeb-d1b1f2ec5ebd tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 944 time: 0.5022714 Jul 05 04:02:11.386465 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.409043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ea381cdc-d667-4f40-89ef-b6f8a4e45bdb details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:02:11.434674 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b351-a6ba-40b0-ba14-25c1dc83c035 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.468372 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3805594b-d471-4764-aba0-1c5c5b3286b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.515309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9b351-a6ba-40b0-ba14-25c1dc83c035 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 3ee39dc0-872a-4dad-aaa6-79180caea43a is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:11.520666 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9b351-a6ba-40b0-ba14-25c1dc83c035 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:11.528929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9b351-a6ba-40b0-ba14-25c1dc83c035 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:11.536693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f9b351-a6ba-40b0-ba14-25c1dc83c035 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:11.537505 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b351-a6ba-40b0-ba14-25c1dc83c035 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.539580 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98814a44-3f60-42b4-95b7-2e66c444efae req-da707b8d-7946-427a-8fab-4a3f70a788eb tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934221 Jul 05 04:02:11.549995 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31a436-6376-4eeb-998c-7f0f41af3110 None None] Pushing event updated for resources: {'Port': ['ID=5cb03bc5-5b15-4d05-a00c-ce073da0f066,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:11.577880 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9b351-a6ba-40b0-ba14-25c1dc83c035 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=34c38e5b-6efd-44fc-9f00-3894eb4455c0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:11.615084 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14ad1e0-fbf4-4a5c-8523-785bc2ed82be x-openstack-request-id: req-d14ad1e0-fbf4-4a5c-8523-785bc2ed82be {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:11.615532 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5112d30e-06ad-4a00-aa4b-4940be342259", "tag": "ea381cdc-d667-4f40-89ef-b6f8a4e45bdb", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:11.615952 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d14ad1e0-fbf4-4a5c-8523-785bc2ed82be {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:11.616552 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5112d30e-06ad-4a00-aa4b-4940be342259', 'tag': 'ea381cdc-d667-4f40-89ef-b6f8a4e45bdb', 'status': 'completed', 'code': 200} Jul 05 04:02:11.626818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a0b28-e158-4cf0-b4f8-2d3aea61040e req-95251067-05ca-47de-82bc-ed755ec90937 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:11.639985 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f93a0b28-e158-4cf0-b4f8-2d3aea61040e req-95251067-05ca-47de-82bc-ed755ec90937 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.4467673 Jul 05 04:02:11.644971 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d2f9b351-a6ba-40b0-ba14-25c1dc83c035 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1566987 Jul 05 04:02:11.658803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53064) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:11.669784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:11.698897 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'ea381cdc-d667-4f40-89ef-b6f8a4e45bdb', 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056', 'port_id': 'ea381cdc-d667-4f40-89ef-b6f8a4e45bdb', 'mac_address': 'fa:16:3e:5e:07:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefdd25d-0aee-4b3b-8b2d-510efdce7acb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:02:11.742342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c382d-aae4-41b6-b38e-f09d246d529f req-546c9089-51a6-42c5-b537-f3fd504c4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:11.743955 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b79c382d-aae4-41b6-b38e-f09d246d529f req-546c9089-51a6-42c5-b537-f3fd504c4ef4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7ffff41c54e4f0f8cc5d87cc4243f49&device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 1096 time: 0.0974047 Jul 05 04:02:11.752884 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.764917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Allocated IP 172.20.0.1 (d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9/0baa486b-cba6-4f9c-9828-12ea1c42df68/2c96ad6f-35f7-4fa7-8818-8b365ac14581) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:11.781880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea381cdc-d667-4f40-89ef-b6f8a4e45bdb {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:11.818300 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:11.903086 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.949390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c382d-aae4-41b6-b38e-f09d246d529f req-3a3600ec-a7d6-4f2d-bc30-98ce82819a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:11.951065 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b79c382d-aae4-41b6-b38e-f09d246d529f req-3a3600ec-a7d6-4f2d-bc30-98ce82819a31 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 HTTP/1.1" status: 200 len: 905 time: 0.1968453 Jul 05 04:02:12.003512 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b79c382d-aae4-41b6-b38e-f09d246d529f req-f6ef7154-ac63-43e3-bcd4-ac07f109bb62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb HTTP/1.1" status: 200 len: 217 time: 0.0446696 Jul 05 04:02:12.031146 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:12.041840 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Router ddcc701c-a645-4010-a455-75784f5619eb is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:02:12.138239 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c382d-aae4-41b6-b38e-f09d246d529f req-c1324d40-ba6f-4fbf-96f1-cdcd05bcf120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:12.139790 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b79c382d-aae4-41b6-b38e-f09d246d529f req-c1324d40-ba6f-4fbf-96f1-cdcd05bcf120 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aefdd25d-0aee-4b3b-8b2d-510efdce7acb HTTP/1.1" status: 200 len: 844 time: 0.1244264 Jul 05 04:02:12.166272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['ea381cdc-d667-4f40-89ef-b6f8a4e45bdb'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:12.197296 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b79c382d-aae4-41b6-b38e-f09d246d529f req-630472b5-46bf-48ed-986e-0073260afebc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477874 Jul 05 04:02:12.257591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114239f-c115-4786-bf07-7a3560f751ee req-e59c9daf-24d1-4462-9fd3-9c94cbddd599 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:12.264715 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1114239f-c115-4786-bf07-7a3560f751ee req-e59c9daf-24d1-4462-9fd3-9c94cbddd599 tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 945 time: 0.1911080 Jul 05 04:02:12.443923 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b79c382d-aae4-41b6-b38e-f09d246d529f req-4f3061b7-c2b3-4062-9eba-e31a80c9cef4 service neutron] 10.222.0.10 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388756 Jul 05 04:02:12.525798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-1114239f-c115-4786-bf07-7a3560f751ee req-48938412-b2b6-40d0-bf36-3b39e52ed50b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Deleting port 822f9ecf-4c3d-46eb-9712-da1b4ef8696f {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:12.526147 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1114239f-c115-4786-bf07-7a3560f751ee req-48938412-b2b6-40d0-bf36-3b39e52ed50b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.565212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f93a0b28-e158-4cf0-b4f8-2d3aea61040e req-4a66183d-bbfd-41c2-b230-ece088724ae4 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9242256 Jul 05 04:02:12.601086 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bbd8f249-fc06-438f-8c96-046c1c1f32d5 req-3f3a4f22-f339-424e-8b8a-94d0f30438f6 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 210 time: 0.6095729 Jul 05 04:02:12.718679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b5fbe3-bf88-4422-8797-a51cda004a5b None None] Network d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:12.759289 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b79c382d-aae4-41b6-b38e-f09d246d529f req-472c1ba5-a03d-4fda-a29f-5bfc17223d3b service neutron] 10.222.0.10 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060286 Jul 05 04:02:12.817316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-1114239f-c115-4786-bf07-7a3560f751ee req-48938412-b2b6-40d0-bf36-3b39e52ed50b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] For port 822f9ecf-4c3d-46eb-9712-da1b4ef8696f, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=822f9ecf-4c3d-46eb-9712-da1b4ef8696f,segment=NetworkSegment(3501f9c9-94a9-4881-8fee-e797ebc05ddd),segment_id=3501f9c9-94a9-4881-8fee-e797ebc05ddd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:12.817316 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1114239f-c115-4786-bf07-7a3560f751ee req-48938412-b2b6-40d0-bf36-3b39e52ed50b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.873211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-1114239f-c115-4786-bf07-7a3560f751ee req-48938412-b2b6-40d0-bf36-3b39e52ed50b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Calling delete_port for 822f9ecf-4c3d-46eb-9712-da1b4ef8696f owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:12.993252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b2feceea-3381-44b3-893e-ba02a28fb9e1 None None] Provisioning for port 949af016-9ba6-4c5c-a740-7fc712feef32 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:13.045174 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5cb03bc5-5b15-4d05-a00c-ce073da0f066 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:13.142273 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.180507 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058ee876-7751-42b6-a1fa-9bbc0b9fd00b None None] Network 3ee39dc0-872a-4dad-aaa6-79180caea43a requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:13.190438 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1114239f-c115-4786-bf07-7a3560f751ee req-48938412-b2b6-40d0-bf36-3b39e52ed50b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.195912 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:13.210911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Transition to ACTIVE for port object 2c96ad6f-35f7-4fa7-8818-8b365ac14581 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:13.213902 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb7fe5c-590a-4f78-9c2c-b6376e5141ba None None] Sync routers for ids ['ddcc701c-a645-4010-a455-75784f5619eb'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:13.225666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['822f9ecf-4c3d-46eb-9712-da1b4ef8696f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:13.234328 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb7fe5c-590a-4f78-9c2c-b6376e5141ba None None] Routers {'ddcc701c-a645-4010-a455-75784f5619eb'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:13.234963 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-9cb7fe5c-590a-4f78-9c2c-b6376e5141ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ddcc701c-a645-4010-a455-75784f5619eb'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:13.241005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48938412-b2b6-40d0-bf36-3b39e52ed50b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Pushing event deleted for resources: {'Port': ['ID=822f9ecf-4c3d-46eb-9712-da1b4ef8696f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:13.253838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c6642-a0ba-4ee8-8370-3e7eb4e9f83c req-40350557-fa8b-4109-8e7b-a5b0f75e2e3d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:13.270823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e96c6642-a0ba-4ee8-8370-3e7eb4e9f83c req-40350557-fa8b-4109-8e7b-a5b0f75e2e3d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 867 time: 0.5173259 Jul 05 04:02:13.282766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 5cb03bc5-5b15-4d05-a00c-ce073da0f066 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:13.293826 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-9cb7fe5c-590a-4f78-9c2c-b6376e5141ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:13.314541 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb7fe5c-590a-4f78-9c2c-b6376e5141ba None None] Routers {'ddcc701c-a645-4010-a455-75784f5619eb'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:13.319236 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-9cb7fe5c-590a-4f78-9c2c-b6376e5141ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ddcc701c-a645-4010-a455-75784f5619eb'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:13.326022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 949af016-9ba6-4c5c-a740-7fc712feef32 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:13.335245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1114239f-c115-4786-bf07-7a3560f751ee req-48938412-b2b6-40d0-bf36-3b39e52ed50b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] No DVR routers for this DVR port 822f9ecf-4c3d-46eb-9712-da1b4ef8696f on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:13.340700 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1114239f-c115-4786-bf07-7a3560f751ee req-48938412-b2b6-40d0-bf36-3b39e52ed50b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.343313 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1114239f-c115-4786-bf07-7a3560f751ee req-48938412-b2b6-40d0-bf36-3b39e52ed50b tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.36 "DELETE /v2.0/ports/822f9ecf-4c3d-46eb-9712-da1b4ef8696f HTTP/1.1" status: 204 len: 173 time: 1.0404818 Jul 05 04:02:13.396437 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06ddc1-8c20-41a9-ae5d-e67f8e92194c req-0092c7a9-957f-46c6-8e2f-06ac9d837fb8 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:13.403873 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f06ddc1-8c20-41a9-ae5d-e67f8e92194c req-0092c7a9-957f-46c6-8e2f-06ac9d837fb8 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 945 time: 0.4868009 Jul 05 04:02:13.404791 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-9cb7fe5c-590a-4f78-9c2c-b6376e5141ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:13.405618 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb7fe5c-590a-4f78-9c2c-b6376e5141ba None None] The sync data for ids ['ddcc701c-a645-4010-a455-75784f5619eb'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:13.413157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ea381cdc-d667-4f40-89ef-b6f8a4e45bdb up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:13.458759 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e96c6642-a0ba-4ee8-8370-3e7eb4e9f83c req-a1beb79f-48da-47df-9a90-f75afea2d12d tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/security-groups?id=544dc784-615a-4509-a4fd-77e606dae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790848 Jul 05 04:02:13.475120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4ab5b0f5-ea22-4e7e-b5e9-cb3bc79297bb None None] Provisioning for port 5cb03bc5-5b15-4d05-a00c-ce073da0f066 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:13.494238 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f06ddc1-8c20-41a9-ae5d-e67f8e92194c req-a0c7b406-ba04-4963-b03c-fe3185e69468 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894740 Jul 05 04:02:13.500499 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.507146 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4ab5b0f5-ea22-4e7e-b5e9-cb3bc79297bb None None] Provisioning complete for port 5cb03bc5-5b15-4d05-a00c-ce073da0f066 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:13.507355 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53076) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:13.507856 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b0f5-ea22-4e7e-b5e9-cb3bc79297bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.509451 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2f25b280-c30c-4426-9039-71b23160f3da tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.1794603 Jul 05 04:02:13.546000 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0079b1b5-a727-4d7a-be1f-fe1044e39f14 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.680699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdd2cee-c1e0-4626-ba9d-7a6585ca3252', 'name': 'network-vif-deleted', 'tag': '822f9ecf-4c3d-46eb-9712-da1b4ef8696f'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:13.682968 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caf6c20-96eb-4ef2-8323-0b2a8369563b" -d '{"events": [{"server_uuid": "bbdd2cee-c1e0-4626-ba9d-7a6585ca3252", "name": "network-vif-deleted", "tag": "822f9ecf-4c3d-46eb-9712-da1b4ef8696f"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:13.686861 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0a64fd32-f54d-4af4-8e25-860a1ddaebce tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/routers/ddcc701c-a645-4010-a455-75784f5619eb HTTP/1.1" status: 200 len: 925 time: 0.1788783 Jul 05 04:02:13.690325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53084) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:13.720378 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b0f5-ea22-4e7e-b5e9-cb3bc79297bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.723549 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.732712 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6814fb99-6753-47b3-b843-fde01546a5c1 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddcc701c-a645-4010-a455-75784f5619eb HTTP/1.1" status: 200 len: 205 time: 0.0390713 Jul 05 04:02:13.733441 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53086) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:13.763994 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 949af016-9ba6-4c5c-a740-7fc712feef32 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:13.774375 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 949af016-9ba6-4c5c-a740-7fc712feef32 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:13.780212 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.783087 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:13.797785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:13.802141 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.819091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:13.824984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:13.832859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:13.891907 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b04daff5-ce30-4f50-9df0-5a7641920161 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.962003 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4ab5b0f5-ea22-4e7e-b5e9-cb3bc79297bb None None] For port 5cb03bc5-5b15-4d05-a00c-ce073da0f066, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5cb03bc5-5b15-4d05-a00c-ce073da0f066,segment=NetworkSegment(d7c5d96e-e568-4d3f-a1a7-dbff0d8c6b19),segment_id=d7c5d96e-e568-4d3f-a1a7-dbff0d8c6b19)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:13.974842 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3726ff89-4655-4da7-89cf-9a894176e066 req-68e3b255-2a0e-4316-a803-bb54a916f153 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 210 time: 0.0848615 Jul 05 04:02:13.983729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Port': ['ID=2c96ad6f-35f7-4fa7-8818-8b365ac14581,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:14.098114 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b0f5-ea22-4e7e-b5e9-cb3bc79297bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.110375 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.117232 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d29f61-5655-4b48-b445-fed68bde8c80 x-openstack-request-id: req-46d29f61-5655-4b48-b445-fed68bde8c80 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:14.117646 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdd2cee-c1e0-4626-ba9d-7a6585ca3252", "name": "network-vif-deleted", "tag": "822f9ecf-4c3d-46eb-9712-da1b4ef8696f", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:14.117996 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-46d29f61-5655-4b48-b445-fed68bde8c80 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:14.118498 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdd2cee-c1e0-4626-ba9d-7a6585ca3252', 'name': 'network-vif-deleted', 'tag': '822f9ecf-4c3d-46eb-9712-da1b4ef8696f', 'status': 'completed', 'code': 200} Jul 05 04:02:14.129424 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b04daff5-ce30-4f50-9df0-5a7641920161 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.142857 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0079b1b5-a727-4d7a-be1f-fe1044e39f14 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.154307 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.163673 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9b788f1b-8ff2-4c27-bc40-81e82938a8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.166347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9d131-cf3a-49d4-9a8c-781073afc602 req-532b9cd3-26bf-4e03-93bf-d81f2a9ac042 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:14.168291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4bf9d131-cf3a-49d4-9a8c-781073afc602 req-532b9cd3-26bf-4e03-93bf-d81f2a9ac042 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.4634168 Jul 05 04:02:14.224559 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.233814 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0079b1b5-a727-4d7a-be1f-fe1044e39f14 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.247182 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5112d30e-06ad-4a00-aa4b-4940be342259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea381cdc-d667-4f40-89ef-b6f8a4e45bdb'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:14.250982 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69161335-aba6-4125-9288-6ecaff8a6375" -d '{"events": [{"server_uuid": "5112d30e-06ad-4a00-aa4b-4940be342259", "name": "network-vif-plugged", "status": "completed", "tag": "ea381cdc-d667-4f40-89ef-b6f8a4e45bdb"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:14.257264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5b0f5-ea22-4e7e-b5e9-cb3bc79297bb None None] Pushing event updated for resources: {'Port': ['ID=5cb03bc5-5b15-4d05-a00c-ce073da0f066,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:14.285904 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:14.341426 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d4d15b-7e14-4ae2-b580-4fb15455abeb x-openstack-request-id: req-c3d4d15b-7e14-4ae2-b580-4fb15455abeb {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:14.341718 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5112d30e-06ad-4a00-aa4b-4940be342259", "name": "network-vif-plugged", "status": "completed", "tag": "ea381cdc-d667-4f40-89ef-b6f8a4e45bdb", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:14.341965 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c3d4d15b-7e14-4ae2-b580-4fb15455abeb {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:14.342410 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5112d30e-06ad-4a00-aa4b-4940be342259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea381cdc-d667-4f40-89ef-b6f8a4e45bdb', 'code': 200} Jul 05 04:02:14.346360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e5249c80-d70f-4fa8-accc-265d883058e3 None None] Provisioning complete for port 949af016-9ba6-4c5c-a740-7fc712feef32 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:14.346874 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e5249c80-d70f-4fa8-accc-265d883058e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.348393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b04daff5-ce30-4f50-9df0-5a7641920161 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Deleting port fa99e5a8-864b-443d-9dde-69cbb41ee51f {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:14.348393 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b04daff5-ce30-4f50-9df0-5a7641920161 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.388962 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4bf9d131-cf3a-49d4-9a8c-781073afc602 req-2d06f454-2f75-4beb-a2e9-7e84d32df7b4 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829414 Jul 05 04:02:14.472952 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.478346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 949af016-9ba6-4c5c-a740-7fc712feef32, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=949af016-9ba6-4c5c-a740-7fc712feef32,segment=NetworkSegment(973e1fb5-a27f-4978-9797-1af3c4cad988),segment_id=973e1fb5-a27f-4978-9797-1af3c4cad988)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:14.547925 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079b1b5-a727-4d7a-be1f-fe1044e39f14 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=34c38e5b-6efd-44fc-9f00-3894eb4455c0,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:14.557177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:14.568920 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.591510 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.726012 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b04daff5-ce30-4f50-9df0-5a7641920161 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.726624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=949af016-9ba6-4c5c-a740-7fc712feef32,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:14.770408 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b04daff5-ce30-4f50-9df0-5a7641920161 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Calling delete_port for fa99e5a8-864b-443d-9dde-69cbb41ee51f owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:14.799596 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-770586ce-ebcf-4234-8a61-b943752454a4 req-74e04cbd-74fe-4253-ad5f-11a4dace1f7f tempest-ServersTestJSON-1182306097 tempest-ServersTestJSON-1182306097-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbdd2cee-c1e0-4626-ba9d-7a6585ca3252 HTTP/1.1" status: 200 len: 210 time: 0.0701823 Jul 05 04:02:14.865882 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.884838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe9b18-6813-423e-8923-1def521cd247 req-32db2639-612c-4b6f-99e9-b089f3cabc39 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:14.888845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ad93c39f-4a0f-4b75-8d39-a7964a620096 None None] Provisioning complete for port 5cb03bc5-5b15-4d05-a00c-ce073da0f066 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:14.892531 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ad93c39f-4a0f-4b75-8d39-a7964a620096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.896670 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78fe9b18-6813-423e-8923-1def521cd247 req-32db2639-612c-4b6f-99e9-b089f3cabc39 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.2810888 Jul 05 04:02:14.965432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5cb03bc5-5b15-4d05-a00c-ce073da0f066 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:14.984751 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0079b1b5-a727-4d7a-be1f-fe1044e39f14 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.082012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318281fd-8cd8-4984-b18d-3de285932a28 req-4de66693-dba6-4391-9890-38a6d3f57c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:15.083885 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-318281fd-8cd8-4984-b18d-3de285932a28 req-4de66693-dba6-4391-9890-38a6d3f57c6e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 1098 time: 0.6231012 Jul 05 04:02:15.090726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 5cb03bc5-5b15-4d05-a00c-ce073da0f066 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:15.091100 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.149190 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-318281fd-8cd8-4984-b18d-3de285932a28 req-2d3019df-3b7e-44bc-ae13-7c6fba1bb850 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504076 Jul 05 04:02:15.197457 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ad93c39f-4a0f-4b75-8d39-a7964a620096 None None] Provisioning for port 34c38e5b-6efd-44fc-9f00-3894eb4455c0 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:15.200824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b04daff5-ce30-4f50-9df0-5a7641920161 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.209220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ad93c39f-4a0f-4b75-8d39-a7964a620096 None None] Provisioning complete for port 34c38e5b-6efd-44fc-9f00-3894eb4455c0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:15.209601 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ad93c39f-4a0f-4b75-8d39-a7964a620096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.264086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04daff5-ce30-4f50-9df0-5a7641920161 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Pushing event deleted for resources: {'Port': ['ID=fa99e5a8-864b-443d-9dde-69cbb41ee51f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:15.288594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78fe9b18-6813-423e-8923-1def521cd247 req-207a6afe-1c5a-42bb-b402-06c6d0b9538c tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896790 Jul 05 04:02:15.389522 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b04daff5-ce30-4f50-9df0-5a7641920161 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.433083 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 822f9ecf-4c3d-46eb-9712-da1b4ef8696f no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:15.434643 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c33e36-7b54-476f-b870-dcdbc323af84 req-7dd389a6-11ff-4529-9782-07eb40ddd2ec tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:15.441686 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.443036 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66c33e36-7b54-476f-b870-dcdbc323af84 req-7dd389a6-11ff-4529-9782-07eb40ddd2ec tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 946 time: 0.3710501 Jul 05 04:02:15.480147 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 822f9ecf-4c3d-46eb-9712-da1b4ef8696f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:15.480147 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 822f9ecf-4c3d-46eb-9712-da1b4ef8696f not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:15.494457 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 949af016-9ba6-4c5c-a740-7fc712feef32 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:15.567487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ad93c39f-4a0f-4b75-8d39-a7964a620096 None None] Port 34c38e5b-6efd-44fc-9f00-3894eb4455c0 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:15.575139 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66c33e36-7b54-476f-b870-dcdbc323af84 req-3a4a008b-6b8d-4bc1-8cc6-91166410838b tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302218 Jul 05 04:02:15.575855 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0079b1b5-a727-4d7a-be1f-fe1044e39f14 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.584045 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 949af016-9ba6-4c5c-a740-7fc712feef32 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:15.584644 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.685027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ad93c39f-4a0f-4b75-8d39-a7964a620096 None None] Provisioning for port 2c96ad6f-35f7-4fa7-8818-8b365ac14581 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:15.689620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ad93c39f-4a0f-4b75-8d39-a7964a620096 None None] Provisioning complete for port 2c96ad6f-35f7-4fa7-8818-8b365ac14581 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:15.690287 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ad93c39f-4a0f-4b75-8d39-a7964a620096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.712610 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ee23f65-4b9c-4378-b0c0-487f1d945a63 req-3d784b66-9b83-4ad3-983a-72345028c6a7 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 210 time: 0.1313026 Jul 05 04:02:15.735514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ad93c39f-4a0f-4b75-8d39-a7964a620096 None None] Port 2c96ad6f-35f7-4fa7-8818-8b365ac14581 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:15.877672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cd55342d-5a83-4b4c-9eba-4f9ec5740630 None None] Provisioning complete for port 34c38e5b-6efd-44fc-9f00-3894eb4455c0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:15.877672 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cd55342d-5a83-4b4c-9eba-4f9ec5740630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.934015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-cd55342d-5a83-4b4c-9eba-4f9ec5740630 None None] Port 34c38e5b-6efd-44fc-9f00-3894eb4455c0 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:15.964485 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53104) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:15.982515 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b04daff5-ce30-4f50-9df0-5a7641920161 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.985731 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b04daff5-ce30-4f50-9df0-5a7641920161 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.070959 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.087923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b602c03-ab3f-44ea-91f7-6a73433ae13f admin admin] Deleting subnet 9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:16.092685 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b602c03-ab3f-44ea-91f7-6a73433ae13f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.122492 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b04daff5-ce30-4f50-9df0-5a7641920161 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.126490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04daff5-ce30-4f50-9df0-5a7641920161 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Fanout notify agent at l3_agent the message router_deleted on router ddcc701c-a645-4010-a455-75784f5619eb {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:16.149194 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b04daff5-ce30-4f50-9df0-5a7641920161 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.154172 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.160104 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b04daff5-ce30-4f50-9df0-5a7641920161 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "DELETE /v2.0/routers/ddcc701c-a645-4010-a455-75784f5619eb HTTP/1.1" status: 204 len: 168 time: 2.4210169 Jul 05 04:02:16.160104 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53108) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:16.162126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1448926837', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'enable_snat': False}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:16.264737 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.265732 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.351406 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.559352 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b602c03-ab3f-44ea-91f7-6a73433ae13f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.576177 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.625964 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.642478 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0079b1b5-a727-4d7a-be1f-fe1044e39f14 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.650560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Port': ['ID=2c96ad6f-35f7-4fa7-8818-8b365ac14581,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:16.661293 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b602c03-ab3f-44ea-91f7-6a73433ae13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.804281 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0079b1b5-a727-4d7a-be1f-fe1044e39f14 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.805183 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0079b1b5-a727-4d7a-be1f-fe1044e39f14 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.875131 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.900335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079b1b5-a727-4d7a-be1f-fe1044e39f14 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=34c38e5b-6efd-44fc-9f00-3894eb4455c0,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:16.919301 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.939870 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.988635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:16.998227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:17.085218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Allocated IP 172.25.6.72 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/16ed7eb4-503c-4a2e-9a49-2692cfbca63b) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:17.181219 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b602c03-ab3f-44ea-91f7-6a73433ae13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.226983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5eb14-f1fd-4e4b-b59a-9e495954e8aa req-6b9153cd-5870-4b71-9525-ea5fb3289917 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:17.233711 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9e5eb14-f1fd-4e4b-b59a-9e495954e8aa req-6b9153cd-5870-4b71-9525-ea5fb3289917 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.6951041 Jul 05 04:02:17.266180 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.293142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5bacd-3a39-4fa2-b3c9-3ccaee45f075 req-ed195f54-f334-4d62-8635-52d9623290a7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:17.300808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-03e5bacd-3a39-4fa2-b3c9-3ccaee45f075 req-ed195f54-f334-4d62-8635-52d9623290a7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 946 time: 0.5039091 Jul 05 04:02:17.309295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b602c03-ab3f-44ea-91f7-6a73433ae13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c7d7ce7-579d-4301-8ea7-b94a8620a3c1,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:17.314693 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b602c03-ab3f-44ea-91f7-6a73433ae13f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.317247 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4b602c03-ab3f-44ea-91f7-6a73433ae13f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9c7d7ce7-579d-4301-8ea7-b94a8620a3c1 HTTP/1.1" status: 204 len: 168 time: 1.3503451 Jul 05 04:02:17.321221 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53118) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:17.327305 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0079b1b5-a727-4d7a-be1f-fe1044e39f14 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 3ee39dc0-872a-4dad-aaa6-79180caea43a is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:17.341483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0079b1b5-a727-4d7a-be1f-fe1044e39f14 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:17.389343 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9e5eb14-f1fd-4e4b-b59a-9e495954e8aa req-eacad260-90c6-43cc-acdb-4b9f1bb130a8 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546526 Jul 05 04:02:17.395144 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.467934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:17.478369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:17.494819 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdf6596a-d6bb-4fe8-9e2e-1074640e038c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.498921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:17.518320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-24562cde-50f0-44b0-88b4-ed7e24fbacbb None None] Provisioning complete for port 2c96ad6f-35f7-4fa7-8818-8b365ac14581 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:17.518320 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-24562cde-50f0-44b0-88b4-ed7e24fbacbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.526265 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-03e5bacd-3a39-4fa2-b3c9-3ccaee45f075 req-9583afcc-4f7c-4985-a38d-cd531c965a64 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242291 Jul 05 04:02:17.534142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Router 03651e78-0740-4474-9544-2b3486a50a52 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:17.556869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Pushing event updated for resources: {'Port': ['ID=16ed7eb4-503c-4a2e-9a49-2692cfbca63b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:17.602554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-24562cde-50f0-44b0-88b4-ed7e24fbacbb None None] Port 2c96ad6f-35f7-4fa7-8818-8b365ac14581 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:17.641367 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60935a7e-2763-4363-9809-c7f0197850f2 req-89709aea-f583-4f03-9d53-f9c0fa3459a2 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 210 time: 0.0528557 Jul 05 04:02:17.827189 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:17.833539 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdf6596a-d6bb-4fe8-9e2e-1074640e038c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.842004 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a747603c-a13d-491d-8660-af7852449f21 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "PUT /v2.0/routers/03651e78-0740-4474-9544-2b3486a50a52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6454136 Jul 05 04:02:17.843671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Sync routers for ids ['03651e78-0740-4474-9544-2b3486a50a52'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:17.845535 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53122) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:17.851392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2b5155b5-10b6-4fac-af8a-1d0c7faf642e None None] Provisioning complete for port 34c38e5b-6efd-44fc-9f00-3894eb4455c0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:17.851767 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2b5155b5-10b6-4fac-af8a-1d0c7faf642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.855613 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-cdf6596a-d6bb-4fe8-9e2e-1074640e038c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbb661a-c337-48f0-8045-f937cf6565eb']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:17.871605 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-cdf6596a-d6bb-4fe8-9e2e-1074640e038c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3501f9c9-94a9-4881-8fee-e797ebc05ddd') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:17.871902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-cdf6596a-d6bb-4fe8-9e2e-1074640e038c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3501f9c9-94a9-4881-8fee-e797ebc05ddd') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:17.883996 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdf6596a-d6bb-4fe8-9e2e-1074640e038c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.895332 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Routers {'03651e78-0740-4474-9544-2b3486a50a52'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:17.896844 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['03651e78-0740-4474-9544-2b3486a50a52'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:17.916472 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdf6596a-d6bb-4fe8-9e2e-1074640e038c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.929635 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf6596a-d6bb-4fe8-9e2e-1074640e038c admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:17.930039 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdf6596a-d6bb-4fe8-9e2e-1074640e038c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:17.936613 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:17.950051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2b5155b5-10b6-4fac-af8a-1d0c7faf642e None None] Port 34c38e5b-6efd-44fc-9f00-3894eb4455c0 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:17.970335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0079b1b5-a727-4d7a-be1f-fe1044e39f14 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router a4d9b8bb-b2f9-44ac-9d26-58de737ef09e is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:02:18.060250 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c149f4-da38-46ce-9d2c-74e523c7cb51 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.060250 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c149f4-da38-46ce-9d2c-74e523c7cb51 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.061075 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c149f4-da38-46ce-9d2c-74e523c7cb51 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.061075 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c149f4-da38-46ce-9d2c-74e523c7cb51 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.061289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c149f4-da38-46ce-9d2c-74e523c7cb51 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.061701 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c149f4-da38-46ce-9d2c-74e523c7cb51 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.062160 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c149f4-da38-46ce-9d2c-74e523c7cb51 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.062645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c149f4-da38-46ce-9d2c-74e523c7cb51 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.063075 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c149f4-da38-46ce-9d2c-74e523c7cb51 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.063637 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c149f4-da38-46ce-9d2c-74e523c7cb51 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.063983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c149f4-da38-46ce-9d2c-74e523c7cb51 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.064503 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c149f4-da38-46ce-9d2c-74e523c7cb51 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.066834 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f0c149f4-da38-46ce-9d2c-74e523c7cb51 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8381 time: 0.2151489 Jul 05 04:02:18.069753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53126) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:18.079191 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Set router 03651e78-0740-4474-9544-2b3486a50a52 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:18.172769 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.176885 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdf6596a-d6bb-4fe8-9e2e-1074640e038c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.221064 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdf6596a-d6bb-4fe8-9e2e-1074640e038c admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.223254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0079b1b5-a727-4d7a-be1f-fe1044e39f14 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:18.224245 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cdf6596a-d6bb-4fe8-9e2e-1074640e038c admin admin] 10.222.0.38 "DELETE /v2.0/networks/6bbb661a-c337-48f0-8045-f937cf6565eb HTTP/1.1" status: 204 len: 168 time: 0.9014926 Jul 05 04:02:18.235777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0079b1b5-a727-4d7a-be1f-fe1044e39f14 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/a4d9b8bb-b2f9-44ac-9d26-58de737ef09e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5729592 Jul 05 04:02:18.237040 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53130) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:18.243080 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a8c967-70da-4b4f-b4e8-61d0bce086ec None None] Sync routers for ids ['a4d9b8bb-b2f9-44ac-9d26-58de737ef09e'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:18.255324 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24ee1fa3-1e05-4855-818f-359b16c78233 req-c4739722-1d71-4095-9c51-13c38a8a67ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2861536 Jul 05 04:02:18.258558 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6596a-d6bb-4fe8-9e2e-1074640e038c admin admin] Pushing event deleted for resources: {'Network': ['ID=6bbb661a-c337-48f0-8045-f937cf6565eb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:18.276928 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a8c967-70da-4b4f-b4e8-61d0bce086ec None None] Routers {'a4d9b8bb-b2f9-44ac-9d26-58de737ef09e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:18.277899 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-31a8c967-70da-4b4f-b4e8-61d0bce086ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a4d9b8bb-b2f9-44ac-9d26-58de737ef09e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:18.319497 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-31a8c967-70da-4b4f-b4e8-61d0bce086ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:18.331863 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a8c967-70da-4b4f-b4e8-61d0bce086ec None None] Routers {'a4d9b8bb-b2f9-44ac-9d26-58de737ef09e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:18.334055 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-31a8c967-70da-4b4f-b4e8-61d0bce086ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a4d9b8bb-b2f9-44ac-9d26-58de737ef09e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:18.347492 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd3b98-c0b5-480d-9799-bc252e2c62ad tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.354873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd3b98-c0b5-480d-9799-bc252e2c62ad tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.360606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd3b98-c0b5-480d-9799-bc252e2c62ad tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.375453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd3b98-c0b5-480d-9799-bc252e2c62ad tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.376863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd3b98-c0b5-480d-9799-bc252e2c62ad tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.378416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd3b98-c0b5-480d-9799-bc252e2c62ad tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.382164 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd3b98-c0b5-480d-9799-bc252e2c62ad tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.385105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd3b98-c0b5-480d-9799-bc252e2c62ad tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.385866 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-31a8c967-70da-4b4f-b4e8-61d0bce086ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:18.386486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd3b98-c0b5-480d-9799-bc252e2c62ad tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.387496 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a8c967-70da-4b4f-b4e8-61d0bce086ec None None] The sync data for ids ['a4d9b8bb-b2f9-44ac-9d26-58de737ef09e'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:18.388201 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd3b98-c0b5-480d-9799-bc252e2c62ad tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.389396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd3b98-c0b5-480d-9799-bc252e2c62ad tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.398970 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cbbd3b98-c0b5-480d-9799-bc252e2c62ad tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7045 time: 0.3280814 Jul 05 04:02:18.407687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53132) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:18.487020 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee1fa3-1e05-4855-818f-359b16c78233 req-a553a00c-2613-448d-972f-86bafc6527e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.488734 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24ee1fa3-1e05-4855-818f-359b16c78233 req-a553a00c-2613-448d-972f-86bafc6527e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca84adb3a807463ab38748b30818c87c&device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 1137 time: 0.2062805 Jul 05 04:02:18.520483 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03651e78-0740-4474-9544-2b3486a50a52', 'name': 'tempest-TestNetworkBasicOps-router-2032689586', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:58Z', 'updated_at': '2021-07-05T04:02:14Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:00Z', 'updated_at': '2021-07-05T04:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2c96ad6f-35f7-4fa7-8818-8b365ac14581', 'name': '', 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:0c:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:11Z', 'updated_at': '2021-07-05T04:02:15Z', 'revision_number': 2, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:18.539263 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed3ee9-3c2a-4366-a295-a7b93f0e0f15 req-ec43421e-66e2-436e-a073-df81f1a7d796 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.547574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fbed3ee9-3c2a-4366-a295-a7b93f0e0f15 req-ec43421e-66e2-436e-a073-df81f1a7d796 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 946 time: 0.3845978 Jul 05 04:02:18.588991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Checking router: 03651e78-0740-4474-9544-2b3486a50a52 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:18.589331 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Updating router 03651e78-0740-4474-9544-2b3486a50a52 port 2c96ad6f-35f7-4fa7-8818-8b365ac14581 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:02:18.589905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacab918-1f0d-4f91-abcc-184546d943ff tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.596645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bacab918-1f0d-4f91-abcc-184546d943ff tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports/34c38e5b-6efd-44fc-9f00-3894eb4455c0 HTTP/1.1" status: 200 len: 984 time: 0.3554919 Jul 05 04:02:18.598439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53136) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:18.637790 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.652519 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.713108 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fbed3ee9-3c2a-4366-a295-a7b93f0e0f15 req-d8171a24-969a-411b-bde3-41a29f36e95d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642857 Jul 05 04:02:18.775069 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee1fa3-1e05-4855-818f-359b16c78233 req-944b50b5-33aa-44a1-954e-1a02dc8d3be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.776696 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24ee1fa3-1e05-4855-818f-359b16c78233 req-944b50b5-33aa-44a1-954e-1a02dc8d3be7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db61f2ce-c85f-47b6-8665-33c1c34a01c3 HTTP/1.1" status: 200 len: 897 time: 0.2538588 Jul 05 04:02:18.906841 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24ee1fa3-1e05-4855-818f-359b16c78233 req-693b5f7a-1ae8-4fef-9b6d-3b8711d52bb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fcc75f-d47e-4be7-9b4b-55d6993331c6 HTTP/1.1" status: 200 len: 1001 time: 0.0937068 Jul 05 04:02:19.000030 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53140) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:19.011325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee1fa3-1e05-4855-818f-359b16c78233 req-1f452b30-dd59-48c7-94c1-afe6da33988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:19.013043 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24ee1fa3-1e05-4855-818f-359b16c78233 req-1f452b30-dd59-48c7-94c1-afe6da33988e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b1d19e2-a903-4f71-9cd1-3c3d258bebb8 HTTP/1.1" status: 200 len: 835 time: 0.0979195 Jul 05 04:02:19.014538 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Router 0e673adb-9b27-4602-b13a-85e1de787757 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:02:19.042530 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a82f8c01-5452-4d63-aea2-9383a895deb0 req-b7d44cfa-8bba-4783-8d4c-dbfadaa33c3f tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 210 time: 0.0574691 Jul 05 04:02:19.066853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72a4c6-9700-4c21-8236-e53ab3eaaccb req-9d5e44f9-7f8f-41c3-9837-301dcd2fa18b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:19.068416 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6a72a4c6-9700-4c21-8236-e53ab3eaaccb req-9d5e44f9-7f8f-41c3-9837-301dcd2fa18b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.3964341 Jul 05 04:02:19.134660 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.152194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Transition to ACTIVE for port object 2c96ad6f-35f7-4fa7-8818-8b365ac14581 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:19.190815 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee1fa3-1e05-4855-818f-359b16c78233 req-89fa53fc-97fb-4aaf-9dc3-58d81af41ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:19.192453 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24ee1fa3-1e05-4855-818f-359b16c78233 req-89fa53fc-97fb-4aaf-9dc3-58d81af41ce6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db61f2ce-c85f-47b6-8665-33c1c34a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1666501 Jul 05 04:02:19.241428 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.262859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:19.296780 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Sync routers for ids ['0e673adb-9b27-4602-b13a-85e1de787757'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:19.329754 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24ee1fa3-1e05-4855-818f-359b16c78233 req-f81dc23a-c7cb-4612-a988-08c7904a998f service neutron] 10.222.0.36 "GET /v2.0/networks/db61f2ce-c85f-47b6-8665-33c1c34a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289377 Jul 05 04:02:19.353304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.357315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Routers {'0e673adb-9b27-4602-b13a-85e1de787757'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:19.360566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0e673adb-9b27-4602-b13a-85e1de787757'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:19.360744 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c3ba83d0-5abc-4ffa-b1fd-f8279b07a778 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2014372 Jul 05 04:02:19.360744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53142) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:19.439795 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0d22f-6db4-402a-ace3-c19d4212bfc3 None None] Pushing event updated for resources: {'Port': ['ID=2c96ad6f-35f7-4fa7-8818-8b365ac14581,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:19.480985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Attempting to bind port 2c96ad6f-35f7-4fa7-8818-8b365ac14581 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:19.481606 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Attempting to bind port 2c96ad6f-35f7-4fa7-8818-8b365ac14581 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '973e1fb5-a27f-4978-9797-1af3c4cad988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:19.482322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Attempting to bind port 2c96ad6f-35f7-4fa7-8818-8b365ac14581 on network d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:19.583131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Set router 0e673adb-9b27-4602-b13a-85e1de787757 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:19.594456 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24ee1fa3-1e05-4855-818f-359b16c78233 req-52fb330d-2883-451c-8e4d-cda8161c231c service neutron] 10.222.0.36 "GET /v2.0/networks/db61f2ce-c85f-47b6-8665-33c1c34a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568772 Jul 05 04:02:19.607849 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-aa750ec6-74cf-40ca-9c51-ea544bd4808e tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/routers/0e673adb-9b27-4602-b13a-85e1de787757 HTTP/1.1" status: 200 len: 908 time: 0.2339640 Jul 05 04:02:19.608842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53144) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:19.613719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1448926837', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'enable_snat': True}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:19.615212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ec60cea8-75bd-4020-9c10-6b5c23e8a544 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b54499cdf5b04da2a0e9616d056ed57c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6140687 Jul 05 04:02:19.620742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53146) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:19.655714 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6a72a4c6-9700-4c21-8236-e53ab3eaaccb req-b5e35977-e116-45bd-babf-5b7b319db38b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897779 Jul 05 04:02:19.694222 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a889895-8a0d-4788-9da7-31198aee798b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.704578 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5aaba2c7-be4d-4143-ae54-df687272abf0 tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4293 time: 1.2908671 Jul 05 04:02:19.722851 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:19.723047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Checking segment: {'id': '973e1fb5-a27f-4978-9797-1af3c4cad988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:19.723475 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.723889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Bound using segment: {'id': '973e1fb5-a27f-4978-9797-1af3c4cad988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:19.724447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Bound port: 2c96ad6f-35f7-4fa7-8818-8b365ac14581, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973e1fb5-a27f-4978-9797-1af3c4cad988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:19.725048 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a889895-8a0d-4788-9da7-31198aee798b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.729012 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.757552 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.759206 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.832040 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.928348 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d089e9d0-bd9b-48ae-abc7-a323bd473a28 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.035420 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] For port 2c96ad6f-35f7-4fa7-8818-8b365ac14581, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:20.039765 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] For port 2c96ad6f-35f7-4fa7-8818-8b365ac14581, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2c96ad6f-35f7-4fa7-8818-8b365ac14581,segment=NetworkSegment(973e1fb5-a27f-4978-9797-1af3c4cad988),segment_id=973e1fb5-a27f-4978-9797-1af3c4cad988)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:20.042449 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e673adb-9b27-4602-b13a-85e1de787757', 'name': 'tempest-snat-router-1448926837', 'tenant_id': '8fe9fe26cb104687880b9617f9c99456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.72'}], 'enable_snat': False}, 'gw_port_id': '16ed7eb4-503c-4a2e-9a49-2692cfbca63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:16Z', 'updated_at': '2021-07-05T04:02:17Z', 'revision_number': 3, 'project_id': '8fe9fe26cb104687880b9617f9c99456', 'gw_port': {'id': '16ed7eb4-503c-4a2e-9a49-2692cfbca63b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e673adb-9b27-4602-b13a-85e1de787757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:16Z', 'updated_at': '2021-07-05T04:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:20.061633 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a889895-8a0d-4788-9da7-31198aee798b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.064388 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a889895-8a0d-4788-9da7-31198aee798b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.068810 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7a889895-8a0d-4788-9da7-31198aee798b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/544dc784-615a-4509-a4fd-77e606dae3f3 HTTP/1.1" status: 204 len: 168 time: 0.4470463 Jul 05 04:02:20.072631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Checking router: 0e673adb-9b27-4602-b13a-85e1de787757 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:20.073069 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Updating router 0e673adb-9b27-4602-b13a-85e1de787757 port 16ed7eb4-503c-4a2e-9a49-2692cfbca63b binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:02:20.110996 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.116691 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.149684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a889895-8a0d-4788-9da7-31198aee798b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544dc784-615a-4509-a4fd-77e606dae3f3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:20.156927 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.219668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53160) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:20.227062 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-07aecc2a-0689-45d4-81ae-157131f9362e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1495715422', 'description': 'tempest-secgroup-smoke-1495715422 description', 'project_id': 'b18740ad05054462a8bead1ca98b0711'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:20.258619 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6a260-7162-4e74-87d9-b5aa911219f8 req-ad323c8a-cd5f-47ef-9a5d-cb4e5231bf79 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:20.279240 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ea6a260-7162-4e74-87d9-b5aa911219f8 req-ad323c8a-cd5f-47ef-9a5d-cb4e5231bf79 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 946 time: 0.2217379 Jul 05 04:02:20.295968 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Routers {'03651e78-0740-4474-9544-2b3486a50a52'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:20.296821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['03651e78-0740-4474-9544-2b3486a50a52'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:20.395059 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ea6a260-7162-4e74-87d9-b5aa911219f8 req-95b09251-a4b6-4622-9ab2-c019d910e7b6 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144466 Jul 05 04:02:20.492831 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07aecc2a-0689-45d4-81ae-157131f9362e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.541428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d089e9d0-bd9b-48ae-abc7-a323bd473a28 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port 34c38e5b-6efd-44fc-9f00-3894eb4455c0 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:20.543380 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d089e9d0-bd9b-48ae-abc7-a323bd473a28 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.618556 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed27491e-f6bb-44cb-ae76-e3f75bb32b1c req-1a333b11-bda9-4102-ad26-c09571fb8bd8 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 210 time: 0.0607278 Jul 05 04:02:20.687755 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.709772 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d089e9d0-bd9b-48ae-abc7-a323bd473a28 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.710517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0d22f-6db4-402a-ace3-c19d4212bfc3 None None] Pushing event updated for resources: {'Port': ['ID=2c96ad6f-35f7-4fa7-8818-8b365ac14581,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:20.716751 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d089e9d0-bd9b-48ae-abc7-a323bd473a28 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for 34c38e5b-6efd-44fc-9f00-3894eb4455c0 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:20.722550 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Transition to ACTIVE for port object 16ed7eb4-503c-4a2e-9a49-2692cfbca63b will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:20.854307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] Set router 03651e78-0740-4474-9544-2b3486a50a52 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:20.870834 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.928214 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.970171 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.991807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a33476-4721-4ff5-b151-bf0bb39d2a6d None None] Pushing event updated for resources: {'Port': ['ID=16ed7eb4-503c-4a2e-9a49-2692cfbca63b,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:21.159955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7634d9-595f-48a5-a12d-a0324d33e8dc req-deb992f7-9f94-4179-806d-7c803b8942f5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:21.167251 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d7634d9-595f-48a5-a12d-a0324d33e8dc req-deb992f7-9f94-4179-806d-7c803b8942f5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.2112868 Jul 05 04:02:21.231643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d7634d9-595f-48a5-a12d-a0324d33e8dc req-c0a57401-b02a-47df-a49d-17a8d1b2665d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633879 Jul 05 04:02:21.293940 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d089e9d0-bd9b-48ae-abc7-a323bd473a28 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.376617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089e9d0-bd9b-48ae-abc7-a323bd473a28 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=34c38e5b-6efd-44fc-9f00-3894eb4455c0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:21.410505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Attempting to bind port 16ed7eb4-503c-4a2e-9a49-2692cfbca63b on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:21.411250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Attempting to bind port 16ed7eb4-503c-4a2e-9a49-2692cfbca63b by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:21.411624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Attempting to bind port 16ed7eb4-503c-4a2e-9a49-2692cfbca63b on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:21.426949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:21.426949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:21.431295 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.431295 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:21.431295 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Bound port: 16ed7eb4-503c-4a2e-9a49-2692cfbca63b, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:21.431295 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.524734 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] For port 16ed7eb4-503c-4a2e-9a49-2692cfbca63b, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:21.528335 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] For port 16ed7eb4-503c-4a2e-9a49-2692cfbca63b, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=16ed7eb4-503c-4a2e-9a49-2692cfbca63b,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:21.606790 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.621384 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07aecc2a-0689-45d4-81ae-157131f9362e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.648934 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d089e9d0-bd9b-48ae-abc7-a323bd473a28 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.750783 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07aecc2a-0689-45d4-81ae-157131f9362e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.779819 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Routers {'0e673adb-9b27-4602-b13a-85e1de787757'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:21.787956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0e673adb-9b27-4602-b13a-85e1de787757'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:21.794518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a33476-4721-4ff5-b151-bf0bb39d2a6d None None] Pushing event updated for resources: {'Port': ['ID=16ed7eb4-503c-4a2e-9a49-2692cfbca63b,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:21.852505 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aecc2a-0689-45d4-81ae-157131f9362e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7e3933-b203-4353-8cc5-6e50d2e3253f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:21.910437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a729cc-dfbf-4816-a4d3-62095a9f6321 req-0f645e65-0b22-4b54-a6d7-c95cc78fda28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:21.912515 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e7a729cc-dfbf-4816-a4d3-62095a9f6321 req-0f645e65-0b22-4b54-a6d7-c95cc78fda28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a2ee014bb2224bf8b2a8ff13d10ed4fd&device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 1099 time: 0.3488827 Jul 05 04:02:21.975250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03651e78-0740-4474-9544-2b3486a50a52', 'name': 'tempest-TestNetworkBasicOps-router-2032689586', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:58Z', 'updated_at': '2021-07-05T04:02:14Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:00Z', 'updated_at': '2021-07-05T04:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2c96ad6f-35f7-4fa7-8818-8b365ac14581', 'name': '', 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:0c:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:11Z', 'updated_at': '2021-07-05T04:02:20Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:22.004423 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07aecc2a-0689-45d4-81ae-157131f9362e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.005634 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-07aecc2a-0689-45d4-81ae-157131f9362e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7848561 Jul 05 04:02:22.012598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53204) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:22.024221 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0f5463cf-982f-461c-ac68-4c1bceb142fc tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '1b7e3933-b203-4353-8cc5-6e50d2e3253f', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:22.037370 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c30c2c-6fcd-4d50-9704-cf07d19d5209 None None] The sync data for ids ['03651e78-0740-4474-9544-2b3486a50a52'] in n-d-771363-32 is: [{'id': '03651e78-0740-4474-9544-2b3486a50a52', 'name': 'tempest-TestNetworkBasicOps-router-2032689586', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:58Z', 'updated_at': '2021-07-05T04:02:14Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:00Z', 'updated_at': '2021-07-05T04:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2c96ad6f-35f7-4fa7-8818-8b365ac14581', 'name': '', 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:0c:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:11Z', 'updated_at': '2021-07-05T04:02:20Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:22.050094 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28bc36c5-38ea-4ac3-b121-564e19b921cc req-1805f2ff-a88d-4a69-b053-e0f87cdf5fc4 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 210 time: 0.0754843 Jul 05 04:02:22.103898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d089e9d0-bd9b-48ae-abc7-a323bd473a28 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router a4d9b8bb-b2f9-44ac-9d26-58de737ef09e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:22.136473 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Allocated IP 172.25.6.204 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/76e508ec-3976-4e01-b809-0c50322548a4) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:22.274153 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] Set router 0e673adb-9b27-4602-b13a-85e1de787757 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:22.292543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d089e9d0-bd9b-48ae-abc7-a323bd473a28 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:22.292543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d089e9d0-bd9b-48ae-abc7-a323bd473a28 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/a4d9b8bb-b2f9-44ac-9d26-58de737ef09e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6829882 Jul 05 04:02:22.292543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53216) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:22.293195 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c489b44-7e52-430a-83bb-b6c879d21d54 None None] Sync routers for ids ['a4d9b8bb-b2f9-44ac-9d26-58de737ef09e'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:22.309758 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c489b44-7e52-430a-83bb-b6c879d21d54 None None] Routers {'a4d9b8bb-b2f9-44ac-9d26-58de737ef09e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:22.310392 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-6c489b44-7e52-430a-83bb-b6c879d21d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a4d9b8bb-b2f9-44ac-9d26-58de737ef09e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:22.413107 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-6c489b44-7e52-430a-83bb-b6c879d21d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:22.415861 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a729cc-dfbf-4816-a4d3-62095a9f6321 req-fd875519-e1c5-467f-959f-6c0b6bb48f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.421774 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e7a729cc-dfbf-4816-a4d3-62095a9f6321 req-fd875519-e1c5-467f-959f-6c0b6bb48f07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd58e159-a7c6-402f-bb41-680ec0a6f913 HTTP/1.1" status: 200 len: 914 time: 0.5001147 Jul 05 04:02:22.427038 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0f5463cf-982f-461c-ac68-4c1bceb142fc tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.437821 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c489b44-7e52-430a-83bb-b6c879d21d54 None None] Routers {'a4d9b8bb-b2f9-44ac-9d26-58de737ef09e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:22.439798 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-6c489b44-7e52-430a-83bb-b6c879d21d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a4d9b8bb-b2f9-44ac-9d26-58de737ef09e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:22.517951 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-6c489b44-7e52-430a-83bb-b6c879d21d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:22.519452 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c489b44-7e52-430a-83bb-b6c879d21d54 None None] The sync data for ids ['a4d9b8bb-b2f9-44ac-9d26-58de737ef09e'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:22.537380 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e7a729cc-dfbf-4816-a4d3-62095a9f6321 req-58bbd22f-9b57-4492-a46e-d3c8f88b2b76 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=235dc60a-77cb-4c01-85af-593c87116a3d HTTP/1.1" status: 200 len: 217 time: 0.1046121 Jul 05 04:02:22.711764 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-69bb5e42-fd89-4ba7-922d-4343b3839192 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 04:02:22.713922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-69bb5e42-fd89-4ba7-922d-4343b3839192 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/a4d9b8bb-b2f9-44ac-9d26-58de737ef09e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4219921 Jul 05 04:02:22.717762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53230) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:22.744496 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a729cc-dfbf-4816-a4d3-62095a9f6321 req-7f7c3f3d-d51f-46f2-8be4-7ec6038a30d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.752898 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e7a729cc-dfbf-4816-a4d3-62095a9f6321 req-7f7c3f3d-d51f-46f2-8be4-7ec6038a30d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc HTTP/1.1" status: 200 len: 853 time: 0.1990504 Jul 05 04:02:22.765082 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0f5463cf-982f-461c-ac68-4c1bceb142fc tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.768043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e673adb-9b27-4602-b13a-85e1de787757', 'name': 'tempest-snat-router-1448926837', 'tenant_id': '8fe9fe26cb104687880b9617f9c99456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.72'}], 'enable_snat': False}, 'gw_port_id': '16ed7eb4-503c-4a2e-9a49-2692cfbca63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:16Z', 'updated_at': '2021-07-05T04:02:17Z', 'revision_number': 3, 'project_id': '8fe9fe26cb104687880b9617f9c99456', 'gw_port': {'id': '16ed7eb4-503c-4a2e-9a49-2692cfbca63b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e673adb-9b27-4602-b13a-85e1de787757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:16Z', 'updated_at': '2021-07-05T04:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:22.774856 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-54516070-a7d4-4a31-ad46-d17a73f84c6e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d9b8bb-b2f9-44ac-9d26-58de737ef09e HTTP/1.1" status: 200 len: 205 time: 0.0554473 Jul 05 04:02:22.777645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53232) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:22.812584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a37e14-230e-4796-a4c6-cde143979fe7 None None] The sync data for ids ['0e673adb-9b27-4602-b13a-85e1de787757'] in n-d-771363-32 is: [{'id': '0e673adb-9b27-4602-b13a-85e1de787757', 'name': 'tempest-snat-router-1448926837', 'tenant_id': '8fe9fe26cb104687880b9617f9c99456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.72'}], 'enable_snat': False}, 'gw_port_id': '16ed7eb4-503c-4a2e-9a49-2692cfbca63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:16Z', 'updated_at': '2021-07-05T04:02:17Z', 'revision_number': 3, 'project_id': '8fe9fe26cb104687880b9617f9c99456', 'gw_port': {'id': '16ed7eb4-503c-4a2e-9a49-2692cfbca63b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e673adb-9b27-4602-b13a-85e1de787757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:16Z', 'updated_at': '2021-07-05T04:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:22.850247 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.857648 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e7a729cc-dfbf-4816-a4d3-62095a9f6321 req-f7811344-0f78-4845-8079-77ecb1ef5755 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd58e159-a7c6-402f-bb41-680ec0a6f913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912616 Jul 05 04:02:22.889577 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0921b8c9-e5c6-491a-bebd-b2a434079cec tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.920261 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0f5463cf-982f-461c-ac68-4c1bceb142fc tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.985199 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2c96ad6f-35f7-4fa7-8818-8b365ac14581 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:23.052790 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e7a729cc-dfbf-4816-a4d3-62095a9f6321 req-655a6752-cd91-445b-942a-392960f24156 service neutron] 10.222.0.10 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787887 Jul 05 04:02:23.055038 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5463cf-982f-461c-ac68-4c1bceb142fc tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233c1501-c3ff-4d0c-b8fd-370ab5bc086d,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:23.114342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53238) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:23.189481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 2c96ad6f-35f7-4fa7-8818-8b365ac14581 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:23.193581 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0f5463cf-982f-461c-ac68-4c1bceb142fc tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.197651 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0f5463cf-982f-461c-ac68-4c1bceb142fc tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1814461 Jul 05 04:02:23.197926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2c96ad6f-35f7-4fa7-8818-8b365ac14581 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:23.197926 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.205109 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53242) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:23.223564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a23cf02b-1f30-4462-a96f-0d1304cb3da0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '1b7e3933-b203-4353-8cc5-6e50d2e3253f', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:23.299425 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0921b8c9-e5c6-491a-bebd-b2a434079cec tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.325664 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0921b8c9-e5c6-491a-bebd-b2a434079cec tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.390857 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.425849 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.444976 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c372822-e960-4754-8c1a-276021b7fb6d req-3f880902-6c55-4de8-af24-d5a1ee5a9f7d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.456356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c372822-e960-4754-8c1a-276021b7fb6d req-3f880902-6c55-4de8-af24-d5a1ee5a9f7d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.8445365 Jul 05 04:02:23.504260 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 2c96ad6f-35f7-4fa7-8818-8b365ac14581, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2c96ad6f-35f7-4fa7-8818-8b365ac14581,segment=NetworkSegment(973e1fb5-a27f-4978-9797-1af3c4cad988),segment_id=973e1fb5-a27f-4978-9797-1af3c4cad988)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:23.515142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Pushing event updated for resources: {'Port': ['ID=76e508ec-3976-4e01-b809-0c50322548a4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:23.540144 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e7a729cc-dfbf-4816-a4d3-62095a9f6321 req-513c3dcc-c6a1-493d-892b-7b68c2875985 service neutron] 10.222.0.10 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714782 Jul 05 04:02:23.545221 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a23cf02b-1f30-4462-a96f-0d1304cb3da0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.560945 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.575395 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0921b8c9-e5c6-491a-bebd-b2a434079cec tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.576199 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0921b8c9-e5c6-491a-bebd-b2a434079cec tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Fanout notify agent at l3_agent the message router_deleted on router a4d9b8bb-b2f9-44ac-9d26-58de737ef09e {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:23.586072 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0921b8c9-e5c6-491a-bebd-b2a434079cec tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.588263 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0921b8c9-e5c6-491a-bebd-b2a434079cec tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/routers/a4d9b8bb-b2f9-44ac-9d26-58de737ef09e HTTP/1.1" status: 204 len: 168 time: 0.8091879 Jul 05 04:02:23.595608 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53246) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:23.625947 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4bf8bddd-994d-4785-9526-1b78f50d4818 req-9b8cc2ee-960c-4092-a851-c30b7c07a526 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 210 time: 0.1603849 Jul 05 04:02:23.630868 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a23cf02b-1f30-4462-a96f-0d1304cb3da0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.646737 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c372822-e960-4754-8c1a-276021b7fb6d req-87ec481b-e9a9-4f0f-8633-fcacc25ef1f4 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889980 Jul 05 04:02:23.674698 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=2c96ad6f-35f7-4fa7-8818-8b365ac14581,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:23.694405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:23.694405 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16769664-da76-45ba-ab2a-1b7c9f97898c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.694405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:23.707688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:23.772008 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a23cf02b-1f30-4462-a96f-0d1304cb3da0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.793850 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0bfd3b1-88e9-4a2a-9cd3-8ff05e32f971 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting subnet 6d727aab-a749-4ee0-8232-ac1dbb240764 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:23.820934 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0bfd3b1-88e9-4a2a-9cd3-8ff05e32f971 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:23.851959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cf02b-1f30-4462-a96f-0d1304cb3da0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2196cc8f-dd67-474a-8330-2e05c1862b61,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:23.955607 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0bfd3b1-88e9-4a2a-9cd3-8ff05e32f971 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.161383 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0bfd3b1-88e9-4a2a-9cd3-8ff05e32f971 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.210602 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16769664-da76-45ba-ab2a-1b7c9f97898c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.270299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16769664-da76-45ba-ab2a-1b7c9f97898c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.332459 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-16769664-da76-45ba-ab2a-1b7c9f97898c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5710680e13c1407eb09ee901f86ffd89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1974902 Jul 05 04:02:24.333706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16769664-da76-45ba-ab2a-1b7c9f97898c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb67c870-cee3-45a0-bcfb-b3f7eab9fd96,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:24.335779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53258) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:24.337781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.392193 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0bfd3b1-88e9-4a2a-9cd3-8ff05e32f971 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.398576 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a23cf02b-1f30-4462-a96f-0d1304cb3da0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.401008 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a23cf02b-1f30-4462-a96f-0d1304cb3da0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1884751 Jul 05 04:02:24.401834 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53260) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:24.406663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-440060d7-c342-4657-890d-4241ddcd5fff tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '1b7e3933-b203-4353-8cc5-6e50d2e3253f', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:24.438339 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6afcd6fa-b14d-47e6-a693-a8c672d5d4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.464448 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6afcd6fa-b14d-47e6-a693-a8c672d5d4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.474227 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0bfd3b1-88e9-4a2a-9cd3-8ff05e32f971 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.480094 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e0bfd3b1-88e9-4a2a-9cd3-8ff05e32f971 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/6d727aab-a749-4ee0-8232-ac1dbb240764 HTTP/1.1" status: 204 len: 168 time: 0.8465621 Jul 05 04:02:24.480768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53262) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:24.484655 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfd3b1-88e9-4a2a-9cd3-8ff05e32f971 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Subnet': ['ID=6d727aab-a749-4ee0-8232-ac1dbb240764,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:24.485279 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465f5243-6cc9-4f09-ac66-ca1700344746 None None] Network 3ee39dc0-872a-4dad-aaa6-79180caea43a requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:24.570664 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-440060d7-c342-4657-890d-4241ddcd5fff tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.626892 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.702573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port 5cb03bc5-5b15-4d05-a00c-ce073da0f066 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:24.702972 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.715977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.775440 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b260bbf-696d-4343-af7b-e558c32e23d0 None None] DHCP port deletion for 3ee39dc0-872a-4dad-aaa6-79180caea43a request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:24.787474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] For port 5cb03bc5-5b15-4d05-a00c-ce073da0f066, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5cb03bc5-5b15-4d05-a00c-ce073da0f066,segment=NetworkSegment(d7c5d96e-e568-4d3f-a1a7-dbff0d8c6b19),segment_id=d7c5d96e-e568-4d3f-a1a7-dbff0d8c6b19)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:24.788459 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:24.811136 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for 5cb03bc5-5b15-4d05-a00c-ce073da0f066 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:24.897385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7b260bbf-696d-4343-af7b-e558c32e23d0 None None] Deleting port 5cb03bc5-5b15-4d05-a00c-ce073da0f066 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:24.897764 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7b260bbf-696d-4343-af7b-e558c32e23d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.008721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7b260bbf-696d-4343-af7b-e558c32e23d0 None None] For port 5cb03bc5-5b15-4d05-a00c-ce073da0f066, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5cb03bc5-5b15-4d05-a00c-ce073da0f066,segment=NetworkSegment(d7c5d96e-e568-4d3f-a1a7-dbff0d8c6b19),segment_id=d7c5d96e-e568-4d3f-a1a7-dbff0d8c6b19)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:25.008721 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7b260bbf-696d-4343-af7b-e558c32e23d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.026852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 16ed7eb4-503c-4a2e-9a49-2692cfbca63b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:25.027113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d9991d93-6398-4ba5-9367-c93b501ce336 req-9cbaedbf-c6f3-432e-9ab0-03e493ba64f4 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/ports?device_id=f890f4aa-d886-4a28-aec3-7a57ab494a0f HTTP/1.1" status: 200 len: 210 time: 0.1051986 Jul 05 04:02:25.027595 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6afcd6fa-b14d-47e6-a693-a8c672d5d4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.030121 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7b260bbf-696d-4343-af7b-e558c32e23d0 None None] Calling delete_port for 5cb03bc5-5b15-4d05-a00c-ce073da0f066 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:25.030304 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6afcd6fa-b14d-47e6-a693-a8c672d5d4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.034010 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6afcd6fa-b14d-47e6-a693-a8c672d5d4f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eb67c870-cee3-45a0-bcfb-b3f7eab9fd96 HTTP/1.1" status: 204 len: 168 time: 0.6943071 Jul 05 04:02:25.049199 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-440060d7-c342-4657-890d-4241ddcd5fff tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.068230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcd6fa-b14d-47e6-a693-a8c672d5d4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb67c870-cee3-45a0-bcfb-b3f7eab9fd96,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:25.070022 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Router 228d1e1f-c4e0-4407-8229-d7dd99c8533c is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:02:25.139777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b3977-a2d7-4ba3-8364-2c29fc55d4b0 req-b2de51b0-eaae-49ae-b18e-b26d5b52044e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:25.151373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-258b3977-a2d7-4ba3-8364-2c29fc55d4b0 req-b2de51b0-eaae-49ae-b18e-b26d5b52044e tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.2111688 Jul 05 04:02:25.176035 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-440060d7-c342-4657-890d-4241ddcd5fff tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.203798 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440060d7-c342-4657-890d-4241ddcd5fff tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da324436-3ba3-4926-8690-312456eb5481,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:25.229946 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-258b3977-a2d7-4ba3-8364-2c29fc55d4b0 req-10fde755-db07-4569-b214-2b309522ac0a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766985 Jul 05 04:02:25.258728 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.269170 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7b260bbf-696d-4343-af7b-e558c32e23d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.283731 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b260bbf-696d-4343-af7b-e558c32e23d0 None None] No DVR routers for this DVR port 5cb03bc5-5b15-4d05-a00c-ce073da0f066 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:25.306908 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:25.331532 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-440060d7-c342-4657-890d-4241ddcd5fff tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.333039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-440060d7-c342-4657-890d-4241ddcd5fff tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9298513 Jul 05 04:02:25.333929 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=5cb03bc5-5b15-4d05-a00c-ce073da0f066,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:25.335699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53280) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:25.340633 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] No DVR routers for this DVR port 5cb03bc5-5b15-4d05-a00c-ce073da0f066 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:25.342854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b951cf6-d404-4f88-82ef-735d09ba1794 None None] Sync routers for ids ['228d1e1f-c4e0-4407-8229-d7dd99c8533c'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:25.345344 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3e488ac1-fa50-4db3-acfd-04c941d89e95 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '1b7e3933-b203-4353-8cc5-6e50d2e3253f', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:25.351072 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b260bbf-696d-4343-af7b-e558c32e23d0 None None] Pushing event deleted for resources: {'Port': ['ID=5cb03bc5-5b15-4d05-a00c-ce073da0f066,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:25.357669 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 16ed7eb4-503c-4a2e-9a49-2692cfbca63b completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:25.365702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 16ed7eb4-503c-4a2e-9a49-2692cfbca63b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:25.366085 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.395935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b951cf6-d404-4f88-82ef-735d09ba1794 None None] Routers {'228d1e1f-c4e0-4407-8229-d7dd99c8533c'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:25.396615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0b951cf6-d404-4f88-82ef-735d09ba1794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['228d1e1f-c4e0-4407-8229-d7dd99c8533c'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:25.417242 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.422552 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ef278046-d125-445b-ac16-35d004799760 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8095124 Jul 05 04:02:25.431688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53284) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:25.432782 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.445217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee39dc0-872a-4dad-aaa6-79180caea43a']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:25.450755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ea381cdc-d667-4f40-89ef-b6f8a4e45bdb details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:02:25.458789 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c5d96e-e568-4d3f-a1a7-dbff0d8c6b19') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:25.459009 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c5d96e-e568-4d3f-a1a7-dbff0d8c6b19') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:25.468418 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.490234 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:25.505927 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:25.655542 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e488ac1-fa50-4db3-acfd-04c941d89e95 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.682960 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.691699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-0b951cf6-d404-4f88-82ef-735d09ba1794 None None] Set router 228d1e1f-c4e0-4407-8229-d7dd99c8533c gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:25.693143 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.697562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/networks/3ee39dc0-872a-4dad-aaa6-79180caea43a HTTP/1.1" status: 204 len: 168 time: 1.2155702 Jul 05 04:02:25.703381 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53292) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:25.727948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0221c1f6-9b7d-4790-a355-8f931d0f8220 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1873301088'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:25.737790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b420838-0992-4fb1-ae4f-1a7fb52aeb0e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Network': ['ID=3ee39dc0-872a-4dad-aaa6-79180caea43a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:25.760570 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e488ac1-fa50-4db3-acfd-04c941d89e95 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.769201 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cbe45b13-44b4-4c52-a324-2ce3747cb3a1 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/routers/228d1e1f-c4e0-4407-8229-d7dd99c8533c HTTP/1.1" status: 200 len: 908 time: 0.3354907 Jul 05 04:02:25.771733 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53294) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:25.840647 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0221c1f6-9b7d-4790-a355-8f931d0f8220 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:25.861126 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0221c1f6-9b7d-4790-a355-8f931d0f8220 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.900569 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1162f028-e3c2-40ac-ba83-c9f95a842d87 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.903535 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e488ac1-fa50-4db3-acfd-04c941d89e95 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.918244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0221c1f6-9b7d-4790-a355-8f931d0f8220 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:25.930765 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0221c1f6-9b7d-4790-a355-8f931d0f8220 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:25.931249 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-0221c1f6-9b7d-4790-a355-8f931d0f8220 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Added segment 88c84592-bcef-4f2c-943c-9aa72e2a634c of type vlan for network b13512ee-07a4-4cf5-9611-1b605fbd1ee3 Jul 05 04:02:25.961713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e488ac1-fa50-4db3-acfd-04c941d89e95 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85f6536-350b-4c39-aa41-0d165a864d60,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:25.983567 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0221c1f6-9b7d-4790-a355-8f931d0f8220 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.000007 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.022127 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:26.069256 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e488ac1-fa50-4db3-acfd-04c941d89e95 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.073363 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3e488ac1-fa50-4db3-acfd-04c941d89e95 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7295513 Jul 05 04:02:26.074042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53308) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.082983 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 16ed7eb4-503c-4a2e-9a49-2692cfbca63b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=16ed7eb4-503c-4a2e-9a49-2692cfbca63b,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:26.089169 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5fb38038-8a56-4c85-bde6-4f967cc86cbd tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '1b7e3933-b203-4353-8cc5-6e50d2e3253f', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:26.089436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'ea381cdc-d667-4f40-89ef-b6f8a4e45bdb', 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056', 'port_id': 'ea381cdc-d667-4f40-89ef-b6f8a4e45bdb', 'mac_address': 'fa:16:3e:5e:07:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefdd25d-0aee-4b3b-8b2d-510efdce7acb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:02:26.109256 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0221c1f6-9b7d-4790-a355-8f931d0f8220 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.115977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1162f028-e3c2-40ac-ba83-c9f95a842d87 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.118320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0221c1f6-9b7d-4790-a355-8f931d0f8220 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:26.119057 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0221c1f6-9b7d-4790-a355-8f931d0f8220 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.161470 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.162427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2c96ad6f-35f7-4fa7-8818-8b365ac14581 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:26.216260 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.262906 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea381cdc-d667-4f40-89ef-b6f8a4e45bdb {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:26.314041 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=16ed7eb4-503c-4a2e-9a49-2692cfbca63b,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:26.328573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:26.337882 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221c1f6-9b7d-4790-a355-8f931d0f8220 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Network': ['ID=b13512ee-07a4-4cf5-9611-1b605fbd1ee3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:26.348304 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0b951cf6-d404-4f88-82ef-735d09ba1794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d1e1f-c4e0-4407-8229-d7dd99c8533c', 'name': 'tempest-snat-router-1448926837', 'tenant_id': '8fe9fe26cb104687880b9617f9c99456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '76e508ec-3976-4e01-b809-0c50322548a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:19Z', 'updated_at': '2021-07-05T04:02:24Z', 'revision_number': 3, 'project_id': '8fe9fe26cb104687880b9617f9c99456', 'gw_port': {'id': '76e508ec-3976-4e01-b809-0c50322548a4', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228d1e1f-c4e0-4407-8229-d7dd99c8533c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:20Z', 'updated_at': '2021-07-05T04:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:26.356615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network b13512ee-07a4-4cf5-9611-1b605fbd1ee3 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:26.364196 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-1162f028-e3c2-40ac-ba83-c9f95a842d87 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Deleting port 76e508ec-3976-4e01-b809-0c50322548a4 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:26.365191 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1162f028-e3c2-40ac-ba83-c9f95a842d87 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.425083 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b951cf6-d404-4f88-82ef-735d09ba1794 None None] Checking router: 228d1e1f-c4e0-4407-8229-d7dd99c8533c for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:26.425429 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b951cf6-d404-4f88-82ef-735d09ba1794 None None] Updating router 228d1e1f-c4e0-4407-8229-d7dd99c8533c port 76e508ec-3976-4e01-b809-0c50322548a4 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:02:26.455089 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1162f028-e3c2-40ac-ba83-c9f95a842d87 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.457216 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2c96ad6f-35f7-4fa7-8818-8b365ac14581 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:26.457597 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.468654 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-1162f028-e3c2-40ac-ba83-c9f95a842d87 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Calling delete_port for 76e508ec-3976-4e01-b809-0c50322548a4 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:26.481038 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.514478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d205a6f-7042-4793-a4cc-01e636c54c1a req-19a81e58-295e-44e5-8b47-f5fb9ef47722 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:26.514478 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d205a6f-7042-4793-a4cc-01e636c54c1a req-19a81e58-295e-44e5-8b47-f5fb9ef47722 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.0730541 Jul 05 04:02:26.555077 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53336) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.578098 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0b951cf6-d404-4f88-82ef-735d09ba1794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.591827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d205a6f-7042-4793-a4cc-01e636c54c1a req-3482a508-d0d5-4e36-86d8-0935407981d3 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767679 Jul 05 04:02:26.595029 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-5fb38038-8a56-4c85-bde6-4f967cc86cbd tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Project b18740ad05054462a8bead1ca98b0711 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:02:26.606719 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5fb38038-8a56-4c85-bde6-4f967cc86cbd tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.646026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['ea381cdc-d667-4f40-89ef-b6f8a4e45bdb'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:26.732009 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5fb38038-8a56-4c85-bde6-4f967cc86cbd tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.744334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:26.755453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53342) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.772015 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0221c1f6-9b7d-4790-a355-8f931d0f8220 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0488667 Jul 05 04:02:26.772664 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53348) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.779694 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ab41b67f-ac9d-4353-832d-cbb57e71bfa4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'subnet': {'network_id': 'b13512ee-07a4-4cf5-9611-1b605fbd1ee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:26.793899 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd5b42b8-d5e4-4fb2-bde3-b90dc277aa01 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.850763 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5fb38038-8a56-4c85-bde6-4f967cc86cbd tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.881425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb38038-8a56-4c85-bde6-4f967cc86cbd tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8edba8-7405-4039-8948-dffd41f71194,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:26.935553 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e181a72-1c01-4312-960b-3199c36d1b39 req-7644bdc7-48f0-4348-9909-b4dd7a9e2b45 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:26.937129 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e181a72-1c01-4312-960b-3199c36d1b39 req-7644bdc7-48f0-4348-9909-b4dd7a9e2b45 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.2037954 Jul 05 04:02:26.976679 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5fb38038-8a56-4c85-bde6-4f967cc86cbd tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.978299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5fb38038-8a56-4c85-bde6-4f967cc86cbd tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9026673 Jul 05 04:02:26.985553 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53354) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.993981 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-a460f5e1-dae0-4ea4-8baa-a2b45a38d8f4 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'security_group_rule': {'security_group_id': '1b7e3933-b203-4353-8cc5-6e50d2e3253f', 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:27.047549 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e181a72-1c01-4312-960b-3199c36d1b39 req-8125cc9b-2bcb-48b3-a017-dcc90fc6b1a7 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015303 Jul 05 04:02:27.061006 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab41b67f-ac9d-4353-832d-cbb57e71bfa4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:27.073284 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab41b67f-ac9d-4353-832d-cbb57e71bfa4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.084963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5cb03bc5-5b15-4d05-a00c-ce073da0f066 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:27.126649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 5cb03bc5-5b15-4d05-a00c-ce073da0f066 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:27.127459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5cb03bc5-5b15-4d05-a00c-ce073da0f066 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:27.279532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 16ed7eb4-503c-4a2e-9a49-2692cfbca63b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:27.413586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 16ed7eb4-503c-4a2e-9a49-2692cfbca63b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:27.413971 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.432025 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd5b42b8-d5e4-4fb2-bde3-b90dc277aa01 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.438973 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-263446801-network', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:27.486585 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-0b951cf6-d404-4f88-82ef-735d09ba1794 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:02:27.488615 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-0b951cf6-d404-4f88-82ef-735d09ba1794 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:02:27.489339 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1162f028-e3c2-40ac-ba83-c9f95a842d87 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.560812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162f028-e3c2-40ac-ba83-c9f95a842d87 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Pushing event deleted for resources: {'Port': ['ID=76e508ec-3976-4e01-b809-0c50322548a4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:27.603779 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd5b42b8-d5e4-4fb2-bde3-b90dc277aa01 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.606781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd5b42b8-d5e4-4fb2-bde3-b90dc277aa01 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.608199 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bd5b42b8-d5e4-4fb2-bde3-b90dc277aa01 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "DELETE /v2.0/security-groups/851692ce-54ea-439c-bb34-ebe907c96427 HTTP/1.1" status: 204 len: 168 time: 1.0514576 Jul 05 04:02:27.614400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53372) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:27.656915 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-7b97a076-697e-481b-ad68-141306f42916 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] show failed (client error): The resource could not be found. Jul 05 04:02:27.658122 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7b97a076-697e-481b-ad68-141306f42916 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "GET /v2.0/security-groups/851692ce-54ea-439c-bb34-ebe907c96427 HTTP/1.1" status: 404 len: 347 time: 0.0224390 Jul 05 04:02:27.668866 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53374) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:27.673388 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b42b8-d5e4-4fb2-bde3-b90dc277aa01 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851692ce-54ea-439c-bb34-ebe907c96427,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:27.718354 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-a460f5e1-dae0-4ea4-8baa-a2b45a38d8f4 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Project b18740ad05054462a8bead1ca98b0711 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:02:27.730222 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a460f5e1-dae0-4ea4-8baa-a2b45a38d8f4 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.791392 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1162f028-e3c2-40ac-ba83-c9f95a842d87 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.798295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801c91f-2624-48f9-98b1-edff9a82bb61 req-29b5ae70-c61c-41b5-9fe5-0cbed7a8c76d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:27.800443 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b801c91f-2624-48f9-98b1-edff9a82bb61 req-29b5ae70-c61c-41b5-9fe5-0cbed7a8c76d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.1698387 Jul 05 04:02:27.872321 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b801c91f-2624-48f9-98b1-edff9a82bb61 req-c078870c-83ac-47fe-a583-f87b29077f80 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474179 Jul 05 04:02:27.902565 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1162f028-e3c2-40ac-ba83-c9f95a842d87 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.905265 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1162f028-e3c2-40ac-ba83-c9f95a842d87 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.937969 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a460f5e1-dae0-4ea4-8baa-a2b45a38d8f4 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.022595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b951cf6-d404-4f88-82ef-735d09ba1794 None None] Port 76e508ec-3976-4e01-b809-0c50322548a4 not found while updating agent binding for router 228d1e1f-c4e0-4407-8229-d7dd99c8533c. {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 05 04:02:28.028841 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9c29d345-1b94-4667-9858-e6a05f727523 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Deleting port 436fe2bf-4963-4653-9f0d-b8a481218c6f {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:28.029197 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c29d345-1b94-4667-9858-e6a05f727523 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.033583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b951cf6-d404-4f88-82ef-735d09ba1794 None None] Routers {'228d1e1f-c4e0-4407-8229-d7dd99c8533c'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:28.035925 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0b951cf6-d404-4f88-82ef-735d09ba1794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['228d1e1f-c4e0-4407-8229-d7dd99c8533c'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:28.086712 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] Made reservation on behalf of 5e1ea4a7d8b94d1d8d6d833a03c58d77 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:28.089293 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.091596 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1162f028-e3c2-40ac-ba83-c9f95a842d87 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.092148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1162f028-e3c2-40ac-ba83-c9f95a842d87 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 228d1e1f-c4e0-4407-8229-d7dd99c8533c {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:28.097980 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1162f028-e3c2-40ac-ba83-c9f95a842d87 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.099331 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1162f028-e3c2-40ac-ba83-c9f95a842d87 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "DELETE /v2.0/routers/228d1e1f-c4e0-4407-8229-d7dd99c8533c HTTP/1.1" status: 204 len: 168 time: 2.3263748 Jul 05 04:02:28.102802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53378) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:28.106001 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab41b67f-ac9d-4353-832d-cbb57e71bfa4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.123932 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a460f5e1-dae0-4ea4-8baa-a2b45a38d8f4 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.133128 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.138872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-0b951cf6-d404-4f88-82ef-735d09ba1794 None None] Set router 228d1e1f-c4e0-4407-8229-d7dd99c8533c gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:28.188382 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460f5e1-dae0-4ea4-8baa-a2b45a38d8f4 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53b81a5-ce01-48db-96b0-f4277dfa5c08,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:28.202742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0b951cf6-d404-4f88-82ef-735d09ba1794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228d1e1f-c4e0-4407-8229-d7dd99c8533c', 'name': 'tempest-snat-router-1448926837', 'tenant_id': '8fe9fe26cb104687880b9617f9c99456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:19Z', 'updated_at': '2021-07-05T04:02:26Z', 'revision_number': 5, 'project_id': '8fe9fe26cb104687880b9617f9c99456', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:28.256391 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b951cf6-d404-4f88-82ef-735d09ba1794 None None] The sync data for ids ['228d1e1f-c4e0-4407-8229-d7dd99c8533c'] in n-d-771363-32 is: [{'id': '228d1e1f-c4e0-4407-8229-d7dd99c8533c', 'name': 'tempest-snat-router-1448926837', 'tenant_id': '8fe9fe26cb104687880b9617f9c99456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:19Z', 'updated_at': '2021-07-05T04:02:26Z', 'revision_number': 5, 'project_id': '8fe9fe26cb104687880b9617f9c99456', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:28.259976 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41b67f-ac9d-4353-832d-cbb57e71bfa4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Subnet': ['ID=509e537d-4cd6-4597-b605-064206a9d694,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:28.267439 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c29d345-1b94-4667-9858-e6a05f727523 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.267739 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c29d345-1b94-4667-9858-e6a05f727523 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.275350 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab292db-f2ad-4ea4-9c6e-99f9dfa9c4b6 req-d309799e-92e9-4115-b220-68b4dd109aab tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:28.277085 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dab292db-f2ad-4ea4-9c6e-99f9dfa9c4b6 req-d309799e-92e9-4115-b220-68b4dd109aab tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.2339606 Jul 05 04:02:28.287616 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab41b67f-ac9d-4353-832d-cbb57e71bfa4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Checking segment: {'id': '88c84592-bcef-4f2c-943c-9aa72e2a634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b13512ee-07a4-4cf5-9611-1b605fbd1ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:28.287616 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab41b67f-ac9d-4353-832d-cbb57e71bfa4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network hostable DHCP agents. Network: b13512ee-07a4-4cf5-9611-1b605fbd1ee3, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:28.290481 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a460f5e1-dae0-4ea4-8baa-a2b45a38d8f4 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.302948 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a460f5e1-dae0-4ea4-8baa-a2b45a38d8f4 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3114421 Jul 05 04:02:28.326429 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9c29d345-1b94-4667-9858-e6a05f727523 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Calling delete_port for 436fe2bf-4963-4653-9f0d-b8a481218c6f owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:28.345079 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-164bfd11-9a9e-4db1-8972-ef9e0b7e8c0c tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.398461 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dab292db-f2ad-4ea4-9c6e-99f9dfa9c4b6 req-1bed79d1-117d-49b7-9b13-79d9e510203d tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143193 Jul 05 04:02:28.429109 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab41b67f-ac9d-4353-832d-cbb57e71bfa4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network b13512ee-07a4-4cf5-9611-1b605fbd1ee3 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:28.515478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-ab41b67f-ac9d-4353-832d-cbb57e71bfa4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, b13512ee-07a4-4cf5-9611-1b605fbd1ee3) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:28.531610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab41b67f-ac9d-4353-832d-cbb57e71bfa4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:28.532370 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab41b67f-ac9d-4353-832d-cbb57e71bfa4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.532881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc0bc37-8d37-41a3-a5d6-9b097a4d91e8 None None] Network b13512ee-07a4-4cf5-9611-1b605fbd1ee3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:28.749539 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-e8959df9-39b0-4129-9ba1-17dbcb17b26f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1495715422&fields=id&tenant_id=b18740ad05054462a8bead1ca98b0711 HTTP/1.1" status: 200 len: 267 time: 0.0714357 Jul 05 04:02:28.828744 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-164bfd11-9a9e-4db1-8972-ef9e0b7e8c0c tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.836562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-b13512ee-07a4-4cf5-9611-1b605fbd1ee3', 'network_id': 'b13512ee-07a4-4cf5-9611-1b605fbd1ee3', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'fixed_ips': [{'subnet_id': '509e537d-4cd6-4597-b605-064206a9d694'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:02:28.842170 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.845352 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.934010 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c42a0-989c-4687-a8cb-ec82ec0936c7 req-8574710b-4ab1-4f27-bfe2-f4b4835bff96 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:28.941132 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d1c42a0-989c-4687-a8cb-ec82ec0936c7 req-8574710b-4ab1-4f27-bfe2-f4b4835bff96 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.1232231 Jul 05 04:02:28.952137 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-b71c3348-3a09-4c48-aaa3-86e38823f0a3 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:28.957298 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-b71c3348-3a09-4c48-aaa3-86e38823f0a3 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/networks?id=d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 HTTP/1.1" status: 200 len: 797 time: 0.2075372 Jul 05 04:02:28.960501 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.985440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-31f142f8-5878-48bd-b8be-6a65e247e0aa tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/quotas/b18740ad05054462a8bead1ca98b0711 HTTP/1.1" status: 200 len: 375 time: 0.0112011 Jul 05 04:02:29.000901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd35443-9e9e-4c27-9060-c6a71a097889,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:29.004965 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c29d345-1b94-4667-9858-e6a05f727523 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.041417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29d345-1b94-4667-9858-e6a05f727523 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event deleted for resources: {'Port': ['ID=436fe2bf-4963-4653-9f0d-b8a481218c6f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:29.045057 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:29.087422 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Allocated IP 2001:db8::2 (b13512ee-07a4-4cf5-9611-1b605fbd1ee3/509e537d-4cd6-4597-b605-064206a9d694/1bb5057d-95fa-4636-ac11-f7675f324530) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:29.098842 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d1c42a0-989c-4687-a8cb-ec82ec0936c7 req-5ba04a9e-5885-48b0-a6af-d23a5514142a tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568069 Jul 05 04:02:29.160274 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.160274 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] Added segment 2687a1c6-2893-40a3-8909-9d4f65ccdbd2 of type vlan for network 739555cb-3aaa-4692-ac69-434fc52fdecf Jul 05 04:02:29.160274 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c29d345-1b94-4667-9858-e6a05f727523 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.162254 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9c29d345-1b94-4667-9858-e6a05f727523 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.163212 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9c29d345-1b94-4667-9858-e6a05f727523 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "DELETE /v2.0/floatingips/d2eb8ec4-a77b-417f-a98e-8a6fa7aa7d45 HTTP/1.1" status: 204 len: 168 time: 1.4962494 Jul 05 04:02:29.166921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53408) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:29.167261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53410) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:29.168670 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ab41b67f-ac9d-4353-832d-cbb57e71bfa4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3926916 Jul 05 04:02:29.186606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-e7368fec-46c7-412f-b9b7-72d18c06dbc9 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b18740ad05054462a8bead1ca98b0711&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1907654 Jul 05 04:02:29.214446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-fc661b02-30ac-4208-b23e-47767dd517fc tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-164121694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:29.291460 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.347162 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-164bfd11-9a9e-4db1-8972-ef9e0b7e8c0c tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Deleting port 16ed7eb4-503c-4a2e-9a49-2692cfbca63b {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:29.347608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-164bfd11-9a9e-4db1-8972-ef9e0b7e8c0c tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.368676 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-b55a5423-cc41-4044-979f-1e6de244d882 service neutron] 10.222.0.38 "GET /v2.0/networks/d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687548 Jul 05 04:02:29.434669 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.446855 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Transition to ACTIVE for port object 1bb5057d-95fa-4636-ac11-f7675f324530 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:29.466624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Transition to ACTIVE for port object 1bb5057d-95fa-4636-ac11-f7675f324530 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:29.472895 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ea381cdc-d667-4f40-89ef-b6f8a4e45bdb up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:29.497758 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.resource_extend [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:02:29.501429 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fc661b02-30ac-4208-b23e-47767dd517fc tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.503154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fc661b02-30ac-4208-b23e-47767dd517fc tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.529871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:29.530255 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.566308 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.635352 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fc661b02-30ac-4208-b23e-47767dd517fc tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.646041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-17e0c04f-eef8-416e-8d76-c65941e2e137 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Deleting port bd52334b-41ac-4635-b2ed-9618cb33fe9e {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:29.646041 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17e0c04f-eef8-416e-8d76-c65941e2e137 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.654485 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.655486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:29.656103 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.682288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1515b-79b3-4c3b-82c0-5696633c06ab req-d8a5385b-ac06-4a99-bd2f-b8244f56b8f6 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:29.684244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48c1515b-79b3-4c3b-82c0-5696633c06ab req-d8a5385b-ac06-4a99-bd2f-b8244f56b8f6 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.3134487 Jul 05 04:02:29.696961 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-4ff144e7-283c-440f-a688-955adb4c1a12 service neutron] 10.222.0.38 "GET /v2.0/networks/d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268535 Jul 05 04:02:29.783284 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fc661b02-30ac-4208-b23e-47767dd517fc tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.789960 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0306587 Jul 05 04:02:29.790267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53416) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:29.807150 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c651fcda-3d60-426f-be89-b7ade1446fe1 admin admin] Request body: {'subnet': {'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-263446801-subnet', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:29.812827 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-164bfd11-9a9e-4db1-8972-ef9e0b7e8c0c tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] For port 16ed7eb4-503c-4a2e-9a49-2692cfbca63b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=16ed7eb4-503c-4a2e-9a49-2692cfbca63b,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:29.813207 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-164bfd11-9a9e-4db1-8972-ef9e0b7e8c0c tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:29.861352 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-164bfd11-9a9e-4db1-8972-ef9e0b7e8c0c tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Calling delete_port for 16ed7eb4-503c-4a2e-9a49-2692cfbca63b owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:29.902838 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48c1515b-79b3-4c3b-82c0-5696633c06ab req-2b1e92e0-23f4-41ab-bb6b-1ee22e6ef8f5 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017426 Jul 05 04:02:29.904586 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3517fe1-0244-46c0-8586-199975ff4c34 admin admin] Pushing event updated for resources: {'Network': ['ID=739555cb-3aaa-4692-ac69-434fc52fdecf,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:29.936828 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 739555cb-3aaa-4692-ac69-434fc52fdecf details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:29.954739 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c651fcda-3d60-426f-be89-b7ade1446fe1 admin admin] Made reservation on behalf of 5e1ea4a7d8b94d1d8d6d833a03c58d77 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:29.965661 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c651fcda-3d60-426f-be89-b7ade1446fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.013106 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Network b13512ee-07a4-4cf5-9611-1b605fbd1ee3 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:30.013913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Pushing event updated for resources: {'Port': ['ID=1bb5057d-95fa-4636-ac11-f7675f324530,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:30.027791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:30.033118 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:30.058989 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17e0c04f-eef8-416e-8d76-c65941e2e137 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.083635 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-17e0c04f-eef8-416e-8d76-c65941e2e137 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Calling delete_port for bd52334b-41ac-4635-b2ed-9618cb33fe9e owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:30.209381 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fc661b02-30ac-4208-b23e-47767dd517fc tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.216715 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fc661b02-30ac-4208-b23e-47767dd517fc tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0472114 Jul 05 04:02:30.219536 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53436) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:30.230085 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Attempting to bind port 1bb5057d-95fa-4636-ac11-f7675f324530 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:30.230996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Attempting to bind port 1bb5057d-95fa-4636-ac11-f7675f324530 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '88c84592-bcef-4f2c-943c-9aa72e2a634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b13512ee-07a4-4cf5-9611-1b605fbd1ee3'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:30.230996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Attempting to bind port 1bb5057d-95fa-4636-ac11-f7675f324530 on network b13512ee-07a4-4cf5-9611-1b605fbd1ee3 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:30.238194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:30.238506 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Checking segment: {'id': '88c84592-bcef-4f2c-943c-9aa72e2a634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b13512ee-07a4-4cf5-9611-1b605fbd1ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:30.239057 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.239454 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Bound using segment: {'id': '88c84592-bcef-4f2c-943c-9aa72e2a634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b13512ee-07a4-4cf5-9611-1b605fbd1ee3'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:30.240039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Bound port: 1bb5057d-95fa-4636-ac11-f7675f324530, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c84592-bcef-4f2c-943c-9aa72e2a634c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b13512ee-07a4-4cf5-9611-1b605fbd1ee3'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:30.240612 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.260843 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.335734 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5112d30e-06ad-4a00-aa4b-4940be342259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea381cdc-d667-4f40-89ef-b6f8a4e45bdb'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:30.339230 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd85ef6-1b03-4990-a2f8-cb57a023a5da" -d '{"events": [{"server_uuid": "5112d30e-06ad-4a00-aa4b-4940be342259", "name": "network-vif-plugged", "status": "completed", "tag": "ea381cdc-d667-4f40-89ef-b6f8a4e45bdb"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:30.364329 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:30.369664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] For port 1bb5057d-95fa-4636-ac11-f7675f324530, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:30.373401 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] For port 1bb5057d-95fa-4636-ac11-f7675f324530, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1bb5057d-95fa-4636-ac11-f7675f324530,segment=NetworkSegment(88c84592-bcef-4f2c-943c-9aa72e2a634c),segment_id=88c84592-bcef-4f2c-943c-9aa72e2a634c)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:30.421025 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d7b541f-6d82-4a25-9db7-cc678d33d596 req-0c6413c8-6d78-4ec8-affa-ce7861c5e73b tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 210 time: 0.0855198 Jul 05 04:02:30.426141 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c651fcda-3d60-426f-be89-b7ade1446fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.469216 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.565271 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.569049 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d565e3e-9bfc-47fd-9f97-2ff54df13bc5 x-openstack-request-id: req-9d565e3e-9bfc-47fd-9f97-2ff54df13bc5 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:30.569335 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5112d30e-06ad-4a00-aa4b-4940be342259", "name": "network-vif-plugged", "status": "completed", "tag": "ea381cdc-d667-4f40-89ef-b6f8a4e45bdb", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:30.569585 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d565e3e-9bfc-47fd-9f97-2ff54df13bc5 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:30.570020 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5112d30e-06ad-4a00-aa4b-4940be342259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea381cdc-d667-4f40-89ef-b6f8a4e45bdb', 'code': 200} Jul 05 04:02:30.592302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:30.647033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d86e4d-52e3-415f-817f-6d52635a6986 req-cadb2bc2-a442-4217-ba29-0ae513cc0aeb tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:30.648639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83d86e4d-52e3-415f-817f-6d52635a6986 req-cadb2bc2-a442-4217-ba29-0ae513cc0aeb tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.3007691 Jul 05 04:02:30.671256 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651fcda-3d60-426f-be89-b7ade1446fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9bbcade-db99-467e-97af-337f24f2acb2,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:30.708821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cc7d8-702b-4dab-90ad-8c00ef231624 None None] Pushing event updated for resources: {'Port': ['ID=1bb5057d-95fa-4636-ac11-f7675f324530,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:30.739583 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-164bfd11-9a9e-4db1-8972-ef9e0b7e8c0c tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.749270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c651fcda-3d60-426f-be89-b7ade1446fe1 admin admin] Checking segment: {'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:30.749644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c651fcda-3d60-426f-be89-b7ade1446fe1 admin admin] Network hostable DHCP agents. Network: 739555cb-3aaa-4692-ac69-434fc52fdecf, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:30.752504 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.762508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83d86e4d-52e3-415f-817f-6d52635a6986 req-a502fb4d-ca3f-496f-b349-69b7991ab080 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950565 Jul 05 04:02:30.825167 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17e0c04f-eef8-416e-8d76-c65941e2e137 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:30.837056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bfd11-9a9e-4db1-8972-ef9e0b7e8c0c tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Pushing event deleted for resources: {'Port': ['ID=16ed7eb4-503c-4a2e-9a49-2692cfbca63b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:30.874757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c651fcda-3d60-426f-be89-b7ade1446fe1 admin admin] Network 739555cb-3aaa-4692-ac69-434fc52fdecf is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:30.924411 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0c04f-eef8-416e-8d76-c65941e2e137 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event deleted for resources: {'Port': ['ID=bd52334b-41ac-4635-b2ed-9618cb33fe9e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:30.992829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-c651fcda-3d60-426f-be89-b7ade1446fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 739555cb-3aaa-4692-ac69-434fc52fdecf) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:30.999792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651fcda-3d60-426f-be89-b7ade1446fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:31.001614 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c651fcda-3d60-426f-be89-b7ade1446fe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.052885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414c0c5a-7848-41d9-b9ed-430da2851f41 None None] Network 739555cb-3aaa-4692-ac69-434fc52fdecf requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:31.066816 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17e0c04f-eef8-416e-8d76-c65941e2e137 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.072035 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-17e0c04f-eef8-416e-8d76-c65941e2e137 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "DELETE /v2.0/ports/bd52334b-41ac-4635-b2ed-9618cb33fe9e HTTP/1.1" status: 204 len: 168 time: 1.9037826 Jul 05 04:02:31.132478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53448) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:31.195229 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c651fcda-3d60-426f-be89-b7ade1446fe1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4038162 Jul 05 04:02:31.200208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53460) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:31.213955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:31.300020 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-164bfd11-9a9e-4db1-8972-ef9e0b7e8c0c tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.388606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc0624-49fe-4cf4-90e3-4509d43f9c25 req-3f24464c-de7c-4b08-9e28-7930a4f5b164 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:31.395940 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71fc0624-49fe-4cf4-90e3-4509d43f9c25 req-3f24464c-de7c-4b08-9e28-7930a4f5b164 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.3496199 Jul 05 04:02:31.456898 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.458147 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.523798 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1bb5057d-95fa-4636-ac11-f7675f324530 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:31.548615 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71fc0624-49fe-4cf4-90e3-4509d43f9c25 req-bb214eec-68ad-4f9b-b765-a96f4fce6d79 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474371 Jul 05 04:02:31.616026 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-164bfd11-9a9e-4db1-8972-ef9e0b7e8c0c tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.619246 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-164bfd11-9a9e-4db1-8972-ef9e0b7e8c0c tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.633130 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.772548 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-3f62d44b-9eb9-458c-8840-e71d39d79307 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Deleting port 512d2f3b-40a5-4840-ad2d-bd6629884f66 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:31.774936 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3f62d44b-9eb9-458c-8840-e71d39d79307 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:31.789110 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-739555cb-3aaa-4692-ac69-434fc52fdecf', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:02:31.790139 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.074147 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Allocated IP 172.20.0.2 (739555cb-3aaa-4692-ac69-434fc52fdecf/a9bbcade-db99-467e-97af-337f24f2acb2/ae2dfffc-d41c-4368-b517-92dfa53b6855) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:32.176082 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.235715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 1bb5057d-95fa-4636-ac11-f7675f324530 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:32.303689 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d155834-5452-48a5-a7b0-0d5afd998688 req-5e6efd7c-dfb5-4e2f-9ea9-23c1e41a7595 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 210 time: 0.1181874 Jul 05 04:02:32.375480 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.410339 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1c769-52f8-47f6-944b-e1d7d0edf7bd req-05a51ab0-ce8f-41ef-bcc1-2e0c5d9570c0 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:32.419341 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71d1c769-52f8-47f6-944b-e1d7d0edf7bd req-05a51ab0-ce8f-41ef-bcc1-2e0c5d9570c0 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.2189882 Jul 05 04:02:32.428363 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.431379 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-164bfd11-9a9e-4db1-8972-ef9e0b7e8c0c tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.432537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164bfd11-9a9e-4db1-8972-ef9e0b7e8c0c tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e673adb-9b27-4602-b13a-85e1de787757 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:32.452511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-164bfd11-9a9e-4db1-8972-ef9e0b7e8c0c tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.469832 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-164bfd11-9a9e-4db1-8972-ef9e0b7e8c0c tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "DELETE /v2.0/routers/0e673adb-9b27-4602-b13a-85e1de787757 HTTP/1.1" status: 204 len: 168 time: 4.3548095 Jul 05 04:02:32.470424 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53478) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:32.476555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1300792059', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}, 'admin_state_up': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:32.484170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Transition to ACTIVE for port object ae2dfffc-d41c-4368-b517-92dfa53b6855 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:32.492618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Allocated IP 2001:db8::1 (b13512ee-07a4-4cf5-9611-1b605fbd1ee3/509e537d-4cd6-4597-b605-064206a9d694/2334e57e-0901-4ed2-995b-9ef78996725a) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:32.537530 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Transition to ACTIVE for port object ae2dfffc-d41c-4368-b517-92dfa53b6855 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:32.597322 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71d1c769-52f8-47f6-944b-e1d7d0edf7bd req-9c0a2cc9-609d-4cca-be83-4a58f597d894 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769686 Jul 05 04:02:32.614528 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.614528 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.651161 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.682379 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.746224 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3f62d44b-9eb9-458c-8840-e71d39d79307 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.770020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a4fafa-8e0b-49e4-9e6a-ceb076483fc4 None None] Network b13512ee-07a4-4cf5-9611-1b605fbd1ee3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:32.783301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-3f62d44b-9eb9-458c-8840-e71d39d79307 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Calling delete_port for 512d2f3b-40a5-4840-ad2d-bd6629884f66 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:32.890336 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.894495 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Network 739555cb-3aaa-4692-ac69-434fc52fdecf is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:32.905880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:32.913717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:32.925489 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Pushing event updated for resources: {'Port': ['ID=ae2dfffc-d41c-4368-b517-92dfa53b6855,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:32.935001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Transition to ACTIVE for port object 2334e57e-0901-4ed2-995b-9ef78996725a will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:32.965139 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:32.982720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5a26a20e-331b-4c10-9f21-68ff5283fe34 None None] Provisioning for port 1bb5057d-95fa-4636-ac11-f7675f324530 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:32.989858 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5a26a20e-331b-4c10-9f21-68ff5283fe34 None None] Provisioning complete for port 1bb5057d-95fa-4636-ac11-f7675f324530 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:32.990371 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a26a20e-331b-4c10-9f21-68ff5283fe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.046408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Attempting to bind port ae2dfffc-d41c-4368-b517-92dfa53b6855 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:33.046933 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Attempting to bind port ae2dfffc-d41c-4368-b517-92dfa53b6855 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:33.047406 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Attempting to bind port ae2dfffc-d41c-4368-b517-92dfa53b6855 on network 739555cb-3aaa-4692-ac69-434fc52fdecf {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:33.086222 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.096764 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:33.097381 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.097524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Checking segment: {'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:33.098008 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.098525 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Bound using segment: {'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:33.099122 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Bound port: ae2dfffc-d41c-4368-b517-92dfa53b6855, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:33.099628 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.181908 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3f62d44b-9eb9-458c-8840-e71d39d79307 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.191730 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network b13512ee-07a4-4cf5-9611-1b605fbd1ee3 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:33.208713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:33.217071 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:33.218262 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.241952 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 16ed7eb4-503c-4a2e-9a49-2692cfbca63b no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:33.292530 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 16ed7eb4-503c-4a2e-9a49-2692cfbca63b {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:33.292820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 16ed7eb4-503c-4a2e-9a49-2692cfbca63b not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:33.298226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=2334e57e-0901-4ed2-995b-9ef78996725a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:33.317440 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.361211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62d44b-9eb9-458c-8840-e71d39d79307 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event deleted for resources: {'Port': ['ID=512d2f3b-40a5-4840-ad2d-bd6629884f66,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:33.373795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0486a-3986-452e-95d9-24a8f34ba634 req-9b0b41f6-6131-446c-aee0-be87a249a5de tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:33.375345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5de0486a-3986-452e-95d9-24a8f34ba634 req-9b0b41f6-6131-446c-aee0-be87a249a5de tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.4601517 Jul 05 04:02:33.438315 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3f62d44b-9eb9-458c-8840-e71d39d79307 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.444124 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] For port ae2dfffc-d41c-4368-b517-92dfa53b6855, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:33.446825 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3f62d44b-9eb9-458c-8840-e71d39d79307 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "DELETE /v2.0/ports/512d2f3b-40a5-4840-ad2d-bd6629884f66 HTTP/1.1" status: 204 len: 168 time: 2.2991838 Jul 05 04:02:33.448585 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] For port ae2dfffc-d41c-4368-b517-92dfa53b6855, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ae2dfffc-d41c-4368-b517-92dfa53b6855,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:33.449687 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a26a20e-331b-4c10-9f21-68ff5283fe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.459143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53484) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:33.461273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Allocated IP 172.25.6.235 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/826cf845-0488-47a1-a2a5-5632cecee19f) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:33.506703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5a26a20e-331b-4c10-9f21-68ff5283fe34 None None] For port 1bb5057d-95fa-4636-ac11-f7675f324530, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1bb5057d-95fa-4636-ac11-f7675f324530,segment=NetworkSegment(88c84592-bcef-4f2c-943c-9aa72e2a634c),segment_id=88c84592-bcef-4f2c-943c-9aa72e2a634c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:33.541028 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5de0486a-3986-452e-95d9-24a8f34ba634 req-aac077c3-14df-45b0-93c4-3b08434d7cdb tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585908 Jul 05 04:02:33.563156 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.595977 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a26a20e-331b-4c10-9f21-68ff5283fe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.702109 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:33.819212 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b3c44-3107-46c7-8d4a-f96ee7d6ee91 None None] Pushing event updated for resources: {'Port': ['ID=ae2dfffc-d41c-4368-b517-92dfa53b6855,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:33.874473 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-182a1527-9e36-4548-b814-e69d5eb3d2e6 req-56a968c4-6687-459d-b5c9-e6063a363f9e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 210 time: 0.1012080 Jul 05 04:02:33.898735 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.041944 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.054981 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26a20e-331b-4c10-9f21-68ff5283fe34 None None] Pushing event updated for resources: {'Port': ['ID=1bb5057d-95fa-4636-ac11-f7675f324530,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:34.198513 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.220042 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-8386f1d6-16b5-415f-bec8-d4495762f6d1 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Deleting subnet c35818c5-0831-4e64-a9b2-4971f2421e18 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:34.231235 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.397773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21d219-d315-43c2-9881-dc83e5753d1a req-cbe95abd-e3bd-47f8-8729-3ae87cb06009 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:34.399773 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd21d219-d315-43c2-9881-dc83e5753d1a req-cbe95abd-e3bd-47f8-8729-3ae87cb06009 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.1739326 Jul 05 04:02:34.413932 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8386f1d6-16b5-415f-bec8-d4495762f6d1 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.452963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd21d219-d315-43c2-9881-dc83e5753d1a req-89abe796-c394-4ec1-a7c2-b208cc4c6801 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444701 Jul 05 04:02:34.509009 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4d670858-61ec-4fc4-92c5-f2106ed9be00 None None] Provisioning for port 2334e57e-0901-4ed2-995b-9ef78996725a completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:34.513320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4d670858-61ec-4fc4-92c5-f2106ed9be00 None None] Provisioning complete for port 2334e57e-0901-4ed2-995b-9ef78996725a triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:34.516271 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4d670858-61ec-4fc4-92c5-f2106ed9be00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.522198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-606ff1c7-3ab6-4814-a866-66ea9f572548 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:34.523713 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-606ff1c7-3ab6-4814-a866-66ea9f572548 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.36 "GET /v2.0/networks?id=d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 HTTP/1.1" status: 200 len: 797 time: 0.7325130 Jul 05 04:02:34.526085 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8386f1d6-16b5-415f-bec8-d4495762f6d1 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.540312 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.610997 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4b877eb7-297e-45f3-b5f9-611265f92a3c req-161612a4-b685-4785-b152-c36fec62da7d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1193600 Jul 05 04:02:34.618069 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4d670858-61ec-4fc4-92c5-f2106ed9be00 None None] Port 2334e57e-0901-4ed2-995b-9ef78996725a cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:34.637157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4d670858-61ec-4fc4-92c5-f2106ed9be00 None None] Provisioning complete for port 1bb5057d-95fa-4636-ac11-f7675f324530 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:34.639026 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4d670858-61ec-4fc4-92c5-f2106ed9be00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.667962 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-16bdcd9e-c94f-413d-ad59-79381046020a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18740ad05054462a8bead1ca98b0711 HTTP/1.1" status: 200 len: 380 time: 0.1107509 Jul 05 04:02:34.717757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Allocated IP 172.25.6.21 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/20bc4cd4-9e31-4409-abc5-8c9c405b9825) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:34.722858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-a70cfdd1-1175-4532-944c-26b8a6e08f93 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'port': {'device_id': '3227bed0-38b4-4aa6-b04b-f2679eb4d9d6', 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'admin_state_up': True, 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'security_groups': ['1b7e3933-b203-4353-8cc5-6e50d2e3253f']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:34.756240 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.856710 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8386f1d6-16b5-415f-bec8-d4495762f6d1 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.861257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:34.873403 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:34.883287 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:34.891413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-824a2d46-1b1f-4af8-bc6a-57ec72942eaf None None] Provisioning complete for port 2334e57e-0901-4ed2-995b-9ef78996725a triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:34.893820 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-824a2d46-1b1f-4af8-bc6a-57ec72942eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.948748 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-824a2d46-1b1f-4af8-bc6a-57ec72942eaf None None] Port 2334e57e-0901-4ed2-995b-9ef78996725a cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:34.955999 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:34.957372 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.093343 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b877eb7-297e-45f3-b5f9-611265f92a3c req-bcf4773a-8844-4bc7-a79a-3c640744d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:35.094863 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4b877eb7-297e-45f3-b5f9-611265f92a3c req-bcf4773a-8844-4bc7-a79a-3c640744d481 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a2ee014bb2224bf8b2a8ff13d10ed4fd&device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 1099 time: 0.4030831 Jul 05 04:02:35.218412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53524) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:35.291241 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b877eb7-297e-45f3-b5f9-611265f92a3c req-3b81075a-9371-43de-86bc-47d5712c9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:35.292814 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4b877eb7-297e-45f3-b5f9-611265f92a3c req-3b81075a-9371-43de-86bc-47d5712c9d4d service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd58e159-a7c6-402f-bb41-680ec0a6f913 HTTP/1.1" status: 200 len: 914 time: 0.1639051 Jul 05 04:02:35.359178 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=2334e57e-0901-4ed2-995b-9ef78996725a,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:35.368718 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4b877eb7-297e-45f3-b5f9-611265f92a3c req-fc571bc4-0eb5-485e-b764-882f22bf9c63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=235dc60a-77cb-4c01-85af-593c87116a3d HTTP/1.1" status: 200 len: 217 time: 0.0662355 Jul 05 04:02:35.427861 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ae2dfffc-d41c-4368-b517-92dfa53b6855 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:35.511246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b877eb7-297e-45f3-b5f9-611265f92a3c req-b5ee55f5-5bbf-4cac-8fa3-e475a7605b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:35.513156 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4b877eb7-297e-45f3-b5f9-611265f92a3c req-b5ee55f5-5bbf-4cac-8fa3-e475a7605b32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc HTTP/1.1" status: 200 len: 853 time: 0.1304343 Jul 05 04:02:35.515322 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network b13512ee-07a4-4cf5-9611-1b605fbd1ee3 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:35.517573 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8386f1d6-16b5-415f-bec8-d4495762f6d1 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.520012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:35.576096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-a70cfdd1-1175-4532-944c-26b8a6e08f93 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Made reservation on behalf of b18740ad05054462a8bead1ca98b0711 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:35.580242 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-a70cfdd1-1175-4532-944c-26b8a6e08f93 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.582673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port ae2dfffc-d41c-4368-b517-92dfa53b6855 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:35.589400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1a3f74-f847-408c-87f3-7fdd8fd20ffe None None] Network 739555cb-3aaa-4692-ac69-434fc52fdecf requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:35.593184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1bb5057d-95fa-4636-ac11-f7675f324530 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:35.604932 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4b877eb7-297e-45f3-b5f9-611265f92a3c req-f4342508-6c62-4abf-b37c-3cd8d1ac4b75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd58e159-a7c6-402f-bb41-680ec0a6f913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825820 Jul 05 04:02:35.617504 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8386f1d6-16b5-415f-bec8-d4495762f6d1 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.617973 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a2eb20-247c-4056-9ad5-83944503465a None None] Network ee2b7915-3adb-42ee-968d-9a1a80eef953 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:35.620060 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8386f1d6-16b5-415f-bec8-d4495762f6d1 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "DELETE /v2.0/subnets/c35818c5-0831-4e64-a9b2-4971f2421e18 HTTP/1.1" status: 204 len: 168 time: 2.1578550 Jul 05 04:02:35.627974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386f1d6-16b5-415f-bec8-d4495762f6d1 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event deleted for resources: {'Subnet': ['ID=c35818c5-0831-4e64-a9b2-4971f2421e18,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:35.631755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53526) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:35.869220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=826cf845-0488-47a1-a2a5-5632cecee19f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:35.875667 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.925893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1fd1ccda-e16c-45d2-876a-f929fe0eec39 None None] Provisioning for port ae2dfffc-d41c-4368-b517-92dfa53b6855 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:35.950910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee3dd1c-083a-49ce-b598-6bfdd486cb46 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Deleting subnet b826c63f-d362-4628-9721-d278ba96e4b3 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:35.961686 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ee3dd1c-083a-49ce-b598-6bfdd486cb46 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.972434 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1fd1ccda-e16c-45d2-876a-f929fe0eec39 None None] Provisioning complete for port ae2dfffc-d41c-4368-b517-92dfa53b6855 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:35.972946 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1fd1ccda-e16c-45d2-876a-f929fe0eec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.004654 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9242c056-6456-432b-a087-3383f29ff8be req-207dcc43-96d6-4754-bd76-bef8c6e67f08 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 210 time: 0.8227994 Jul 05 04:02:36.030362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1bb5057d-95fa-4636-ac11-f7675f324530 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:36.030723 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.046832 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedeeaba-a7ff-4d3d-a66c-f2f3d212b28a req-10715e82-0902-484e-9f8f-95af217ae2f9 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:36.057614 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fedeeaba-a7ff-4d3d-a66c-f2f3d212b28a req-10715e82-0902-484e-9f8f-95af217ae2f9 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 1.2581263 Jul 05 04:02:36.073144 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4b877eb7-297e-45f3-b5f9-611265f92a3c req-e6a97d87-156c-4cc1-a929-dc834df8eab7 service neutron] 10.222.0.10 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508967 Jul 05 04:02:36.097761 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ee3dd1c-083a-49ce-b598-6bfdd486cb46 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.169168 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fedeeaba-a7ff-4d3d-a66c-f2f3d212b28a req-e7ce4716-2f7d-4748-a84d-6ed60d154e50 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136734 Jul 05 04:02:36.192183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-a70cfdd1-1175-4532-944c-26b8a6e08f93 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Allocated IP 172.20.0.10 (d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9/0baa486b-cba6-4f9c-9828-12ea1c42df68/311cd793-ed0f-43c8-85b4-61ccadfe02e1) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:36.242254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34735229-cb2b-49ad-b38e-db8a417bce27 None None] DHCP port deletion for ee2b7915-3adb-42ee-968d-9a1a80eef953 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:36.319154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 16f2722c-67c1-4704-aae8-d748b01d4442 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:02:36.342112 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4b877eb7-297e-45f3-b5f9-611265f92a3c req-2920ce23-015f-49f7-815d-7470974f463d service neutron] 10.222.0.10 "GET /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551379 Jul 05 04:02:36.402802 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ee3dd1c-083a-49ce-b598-6bfdd486cb46 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.408111 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1fd1ccda-e16c-45d2-876a-f929fe0eec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.425260 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.531272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5d8638d1-9322-48d5-9295-162e61ce21a1 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3111 time: 0.6567717 Jul 05 04:02:36.544547 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:36.550005 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53544) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:36.551240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:36.554214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:36.567473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-aee0954d-cf81-4116-a9cf-69bc54251d73 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Request body: {'network': {'name': 'tempest-network-smoke--1107225420', 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'port_security_enabled': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:36.603744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-1fd1ccda-e16c-45d2-876a-f929fe0eec39 None None] For port ae2dfffc-d41c-4368-b517-92dfa53b6855, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ae2dfffc-d41c-4368-b517-92dfa53b6855,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:36.639662 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-34735229-cb2b-49ad-b38e-db8a417bce27 None None] Deleting port 9ef113ef-f2bd-42f9-95cf-95807cd084b9 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:36.643181 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-34735229-cb2b-49ad-b38e-db8a417bce27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.692085 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Pushing event updated for resources: {'Port': ['ID=20bc4cd4-9e31-4409-abc5-8c9c405b9825,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:36.694605 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.712891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee0954d-cf81-4116-a9cf-69bc54251d73 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Made reservation on behalf of ca84adb3a807463ab38748b30818c87c for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:36.717150 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aee0954d-cf81-4116-a9cf-69bc54251d73 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.724223 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1fd1ccda-e16c-45d2-876a-f929fe0eec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.798435 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee0954d-cf81-4116-a9cf-69bc54251d73 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:36.806989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1ccda-e16c-45d2-876a-f929fe0eec39 None None] Pushing event updated for resources: {'Port': ['ID=ae2dfffc-d41c-4368-b517-92dfa53b6855,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:36.810132 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aee0954d-cf81-4116-a9cf-69bc54251d73 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.810767 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-aee0954d-cf81-4116-a9cf-69bc54251d73 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Added segment 65a3ab0e-5b39-4a37-95fd-6691dac392d5 of type vlan for network f63126ef-8ff7-415c-9eb5-154a86f930d6 Jul 05 04:02:36.842226 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-34735229-cb2b-49ad-b38e-db8a417bce27 None None] For port 9ef113ef-f2bd-42f9-95cf-95807cd084b9, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9ef113ef-f2bd-42f9-95cf-95807cd084b9,segment=NetworkSegment(16bca484-fc95-4326-bdab-fa50a7f8add7),segment_id=16bca484-fc95-4326-bdab-fa50a7f8add7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:36.843097 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-34735229-cb2b-49ad-b38e-db8a417bce27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.867633 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aee0954d-cf81-4116-a9cf-69bc54251d73 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.870196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-83bb47fa-9039-46df-9e6d-75c9e76531a8 None None] Provisioning complete for port 2334e57e-0901-4ed2-995b-9ef78996725a triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:36.870765 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-83bb47fa-9039-46df-9e6d-75c9e76531a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:36.873143 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-34735229-cb2b-49ad-b38e-db8a417bce27 None None] Calling delete_port for 9ef113ef-f2bd-42f9-95cf-95807cd084b9 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:36.979129 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-83bb47fa-9039-46df-9e6d-75c9e76531a8 None None] Port 2334e57e-0901-4ed2-995b-9ef78996725a cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:37.013509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e46bd-a00e-48a3-be6e-cd3e6fac1275 req-934e6ad7-eb3d-470b-9402-1e3c86f78352 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:37.022697 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a71e46bd-a00e-48a3-be6e-cd3e6fac1275 req-934e6ad7-eb3d-470b-9402-1e3c86f78352 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.6103334 Jul 05 04:02:37.024823 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aee0954d-cf81-4116-a9cf-69bc54251d73 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.030907 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0954d-cf81-4116-a9cf-69bc54251d73 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:37.031535 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aee0954d-cf81-4116-a9cf-69bc54251d73 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.130664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:37.142356 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad236d9d-061d-450c-86f9-a516b7221ad7 None None] Sync routers for ids ['16f2722c-67c1-4704-aae8-d748b01d4442'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:37.145920 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-45f89af1-dc5f-4827-a63e-4741a838f3ef tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/16f2722c-67c1-4704-aae8-d748b01d4442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9236987 Jul 05 04:02:37.148651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53548) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:37.162102 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad236d9d-061d-450c-86f9-a516b7221ad7 None None] Routers {'16f2722c-67c1-4704-aae8-d748b01d4442'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:37.165077 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-a70cfdd1-1175-4532-944c-26b8a6e08f93 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.165642 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ad236d9d-061d-450c-86f9-a516b7221ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['16f2722c-67c1-4704-aae8-d748b01d4442'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:37.179332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0954d-cf81-4116-a9cf-69bc54251d73 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'Network': ['ID=f63126ef-8ff7-415c-9eb5-154a86f930d6,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:37.196680 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a71e46bd-a00e-48a3-be6e-cd3e6fac1275 req-5a1feb3b-50e5-481c-a2cf-f9a7f9258ed2 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729980 Jul 05 04:02:37.203049 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-aee0954d-cf81-4116-a9cf-69bc54251d73 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6462753 Jul 05 04:02:37.204985 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53552) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:37.211657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1116520029', 'admin_state_up': True, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:37.229550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-a70cfdd1-1175-4532-944c-26b8a6e08f93 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Transition to ACTIVE for port object 311cd793-ed0f-43c8-85b4-61ccadfe02e1 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:37.249029 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c516a82-d031-4ab8-8ce7-483a35a1f1d1 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:37.254475 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6c516a82-d031-4ab8-8ce7-483a35a1f1d1 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports/2334e57e-0901-4ed2-995b-9ef78996725a HTTP/1.1" status: 200 len: 911 time: 0.1024945 Jul 05 04:02:37.259055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53556) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:37.275072 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ee3dd1c-083a-49ce-b598-6bfdd486cb46 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.285393 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ad236d9d-061d-450c-86f9-a516b7221ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:37.317012 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad236d9d-061d-450c-86f9-a516b7221ad7 None None] Routers {'16f2722c-67c1-4704-aae8-d748b01d4442'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:37.317983 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ad236d9d-061d-450c-86f9-a516b7221ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['16f2722c-67c1-4704-aae8-d748b01d4442'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:37.432970 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network f63126ef-8ff7-415c-9eb5-154a86f930d6 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:37.449635 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ad236d9d-061d-450c-86f9-a516b7221ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:37.450305 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad236d9d-061d-450c-86f9-a516b7221ad7 None None] The sync data for ids ['16f2722c-67c1-4704-aae8-d748b01d4442'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:37.458151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3dd1c-083a-49ce-b598-6bfdd486cb46 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event deleted for resources: {'Subnet': ['ID=b826c63f-d362-4628-9721-d278ba96e4b3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:37.465433 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.469069 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.499662 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ee3dd1c-083a-49ce-b598-6bfdd486cb46 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.507527 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8ee3dd1c-083a-49ce-b598-6bfdd486cb46 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "DELETE /v2.0/subnets/b826c63f-d362-4628-9721-d278ba96e4b3 HTTP/1.1" status: 204 len: 168 time: 1.8650634 Jul 05 04:02:37.522764 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ae2dfffc-d41c-4368-b517-92dfa53b6855 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:37.525173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f07f902-fb19-4da9-9edb-82064f77929c None None] Network cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:37.533008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53566) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:37.542823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14630b60-2bf0-4378-b305-98aa98d5702d req-6b90d843-29cc-4cb8-9fd5-0b3f299dee85 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 210 time: 0.1088433 Jul 05 04:02:37.654855 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6ce2c805-2d00-4a54-b7e4-1624e48354c9 None None] Provisioning complete for port ae2dfffc-d41c-4368-b517-92dfa53b6855 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:37.655170 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c805-2d00-4a54-b7e4-1624e48354c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.694351 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-34735229-cb2b-49ad-b38e-db8a417bce27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.747367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34735229-cb2b-49ad-b38e-db8a417bce27 None None] Pushing event deleted for resources: {'Port': ['ID=9ef113ef-f2bd-42f9-95cf-95807cd084b9,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:37.779766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34735229-cb2b-49ad-b38e-db8a417bce27 None None] No DVR routers for this DVR port 9ef113ef-f2bd-42f9-95cf-95807cd084b9 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:37.823372 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ae2dfffc-d41c-4368-b517-92dfa53b6855 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:37.823750 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.906708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aef126-e695-4c13-b11a-e41b3f3aabbc req-fda9b52d-ad6f-4912-af7a-f7fefcf0777b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:37.909512 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5aef126-e695-4c13-b11a-e41b3f3aabbc req-fda9b52d-ad6f-4912-af7a-f7fefcf0777b tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.3654103 Jul 05 04:02:37.920824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.922677 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-a70cfdd1-1175-4532-944c-26b8a6e08f93 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.962967 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.993097 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5aef126-e695-4c13-b11a-e41b3f3aabbc req-784464c4-308a-454f-8e03-e5b2d858d1e1 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746617 Jul 05 04:02:37.993888 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:37.999316 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2df7e437-63d3-4f96-a1da-c1d69678a837 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.059454 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fb6b11-9e92-48d8-aa43-25237ca12398 None None] DHCP port deletion for cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:38.103854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-a70cfdd1-1175-4532-944c-26b8a6e08f93 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:38.148971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-a70cfdd1-1175-4532-944c-26b8a6e08f93 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:38.167466 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cfdd1-1175-4532-944c-26b8a6e08f93 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Port': ['ID=311cd793-ed0f-43c8-85b4-61ccadfe02e1,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:38.167466 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-a70cfdd1-1175-4532-944c-26b8a6e08f93 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:38.172841 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb6b11-9e92-48d8-aa43-25237ca12398 None None] Deleting port 15a0fbd2-fd1f-4c90-9930-48f33c253b03 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:38.173298 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d5fb6b11-9e92-48d8-aa43-25237ca12398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.268448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9ef113ef-f2bd-42f9-95cf-95807cd084b9 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:38.306703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 9ef113ef-f2bd-42f9-95cf-95807cd084b9 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:38.307086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9ef113ef-f2bd-42f9-95cf-95807cd084b9 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:38.337113 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d5fb6b11-9e92-48d8-aa43-25237ca12398 None None] For port 15a0fbd2-fd1f-4c90-9930-48f33c253b03, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=15a0fbd2-fd1f-4c90-9930-48f33c253b03,segment=NetworkSegment(c6bf4528-fa04-45ab-85fa-85aa63b86bd3),segment_id=c6bf4528-fa04-45ab-85fa-85aa63b86bd3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:38.337113 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d5fb6b11-9e92-48d8-aa43-25237ca12398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.346000 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.357201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb6b11-9e92-48d8-aa43-25237ca12398 None None] Calling delete_port for 15a0fbd2-fd1f-4c90-9930-48f33c253b03 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:38.443238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-a70cfdd1-1175-4532-944c-26b8a6e08f93 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:38.443916 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-a70cfdd1-1175-4532-944c-26b8a6e08f93 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.478076 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2df7e437-63d3-4f96-a1da-c1d69678a837 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.511547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-2df7e437-63d3-4f96-a1da-c1d69678a837 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2b7915-3adb-42ee-968d-9a1a80eef953']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:38.564428 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d5fb6b11-9e92-48d8-aa43-25237ca12398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.568104 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-2df7e437-63d3-4f96-a1da-c1d69678a837 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bca484-fc95-4326-bdab-fa50a7f8add7') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:38.568104 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-2df7e437-63d3-4f96-a1da-c1d69678a837 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bca484-fc95-4326-bdab-fa50a7f8add7') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:38.580466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1a677-e30e-4939-8fa9-8da04232ceca req-8a5a4f1a-bc81-4037-8439-005104e3b1d8 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:38.582303 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4c1a677-e30e-4939-8fa9-8da04232ceca req-8a5a4f1a-bc81-4037-8439-005104e3b1d8 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.3338993 Jul 05 04:02:38.604462 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-a70cfdd1-1175-4532-944c-26b8a6e08f93 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8867173 Jul 05 04:02:38.618578 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb6b11-9e92-48d8-aa43-25237ca12398 None None] Pushing event deleted for resources: {'Port': ['ID=15a0fbd2-fd1f-4c90-9930-48f33c253b03,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:38.621353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fb6b11-9e92-48d8-aa43-25237ca12398 None None] No DVR routers for this DVR port 15a0fbd2-fd1f-4c90-9930-48f33c253b03 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:38.649537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Request body: {'port': {'device_id': '3227bed0-38b4-4aa6-b04b-f2679eb4d9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:38.683757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Router 9525016c-36aa-49ad-8726-b187eef746c8 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:02:38.690871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4c1a677-e30e-4939-8fa9-8da04232ceca req-7772aea6-9bb7-4ca1-8fce-b08fff5da1b9 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970311 Jul 05 04:02:38.702999 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3bbd6262-50d1-4fa5-984d-6403b5febd26 None None] Provisioning for port 311cd793-ed0f-43c8-85b4-61ccadfe02e1 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:38.707647 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3bbd6262-50d1-4fa5-984d-6403b5febd26 None None] Provisioning complete for port 311cd793-ed0f-43c8-85b4-61ccadfe02e1 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:38.708135 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6262-50d1-4fa5-984d-6403b5febd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.718978 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2df7e437-63d3-4f96-a1da-c1d69678a837 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.797286 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd6262-50d1-4fa5-984d-6403b5febd26 None None] Port 311cd793-ed0f-43c8-85b4-61ccadfe02e1 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:38.826835 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.852703 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2df7e437-63d3-4f96-a1da-c1d69678a837 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.884545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df7e437-63d3-4f96-a1da-c1d69678a837 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:38.884963 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2df7e437-63d3-4f96-a1da-c1d69678a837 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:38.894071 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:38.944736 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.961188 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-534cfdd1-5ff1-432b-b145-c2ca48140eb4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.160519 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2df7e437-63d3-4f96-a1da-c1d69678a837 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.212492 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2df7e437-63d3-4f96-a1da-c1d69678a837 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.217020 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2df7e437-63d3-4f96-a1da-c1d69678a837 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "DELETE /v2.0/networks/ee2b7915-3adb-42ee-968d-9a1a80eef953 HTTP/1.1" status: 204 len: 168 time: 1.6320758 Jul 05 04:02:39.218783 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53588) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:39.301762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 15a0fbd2-fd1f-4c90-9930-48f33c253b03 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:39.353208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 15a0fbd2-fd1f-4c90-9930-48f33c253b03 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:39.353557 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 15a0fbd2-fd1f-4c90-9930-48f33c253b03 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:39.380306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7943f51-1f83-4e4d-afab-b6a2506788c9 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.413938 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.415857 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7e437-63d3-4f96-a1da-c1d69678a837 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event deleted for resources: {'Network': ['ID=ee2b7915-3adb-42ee-968d-9a1a80eef953,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:39.466132 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:39.478446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Sync routers for ids ['9525016c-36aa-49ad-8726-b187eef746c8'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:39.485189 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e8940-35ab-4756-9df4-931629ab31c5 req-e4e127d9-2c86-4d05-b937-22882896d117 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:39.491559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Routers {'9525016c-36aa-49ad-8726-b187eef746c8'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:39.492239 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9525016c-36aa-49ad-8726-b187eef746c8'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:39.492817 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a3e8940-35ab-4756-9df4-931629ab31c5 req-e4e127d9-2c86-4d05-b937-22882896d117 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 932 time: 0.7057946 Jul 05 04:02:39.564616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a3e8940-35ab-4756-9df4-931629ab31c5 req-dc9dbc83-b111-4188-bd2d-edc4b212352f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b7e3933-b203-4353-8cc5-6e50d2e3253f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708048 Jul 05 04:02:39.607704 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.615552 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-127aa827-83dd-454f-9cec-74f26cbcb5e5 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4063218 Jul 05 04:02:39.620921 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53600) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:39.635226 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.725980 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Set router 9525016c-36aa-49ad-8726-b187eef746c8 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:39.824748 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Router c2366721-cfa1-417f-94fa-7f87213b0e7e is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:02:39.931342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Allocated IP 172.25.6.36 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/4838a6de-24db-4c39-8095-54f19996ceca) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:39.940624 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7943f51-1f83-4e4d-afab-b6a2506788c9 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.961747 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-a7943f51-1f83-4e4d-afab-b6a2506788c9 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbab2f7f-dca4-47b6-8f6c-7716c1102bd6']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:39.981876 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-a7943f51-1f83-4e4d-afab-b6a2506788c9 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:39.981876 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-a7943f51-1f83-4e4d-afab-b6a2506788c9 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6bf4528-fa04-45ab-85fa-85aa63b86bd3') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:40.010569 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:36Z', 'revision_number': 3, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:40.023385 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7943f51-1f83-4e4d-afab-b6a2506788c9 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.043836 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:40.055185 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cda5f04-f551-4152-a9ac-9bf361ec7b9b None None] Sync routers for ids ['c2366721-cfa1-417f-94fa-7f87213b0e7e'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:40.072010 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda5f04-f551-4152-a9ac-9bf361ec7b9b None None] Routers {'c2366721-cfa1-417f-94fa-7f87213b0e7e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:40.076166 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5cda5f04-f551-4152-a9ac-9bf361ec7b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c2366721-cfa1-417f-94fa-7f87213b0e7e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:40.104986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Checking router: 9525016c-36aa-49ad-8726-b187eef746c8 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:40.107279 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Updating router 9525016c-36aa-49ad-8726-b187eef746c8 port 826cf845-0488-47a1-a2a5-5632cecee19f binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:02:40.108543 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7943f51-1f83-4e4d-afab-b6a2506788c9 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.183691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7943f51-1f83-4e4d-afab-b6a2506788c9 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:40.186759 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7943f51-1f83-4e4d-afab-b6a2506788c9 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.188911 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.193670 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-965366c5-c5f7-46e6-b56f-c914d09e7f1b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.7192495 Jul 05 04:02:40.194039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53604) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:40.200921 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-fdd17ada-6934-4106-bee2-e50f8797c0a8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'enable_snat': False}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:40.202606 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:40.229427 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5cda5f04-f551-4152-a9ac-9bf361ec7b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:40.231695 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.257304 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda5f04-f551-4152-a9ac-9bf361ec7b9b None None] Routers {'c2366721-cfa1-417f-94fa-7f87213b0e7e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:40.259994 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5cda5f04-f551-4152-a9ac-9bf361ec7b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c2366721-cfa1-417f-94fa-7f87213b0e7e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:40.327565 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5cda5f04-f551-4152-a9ac-9bf361ec7b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:40.332879 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cda5f04-f551-4152-a9ac-9bf361ec7b9b None None] The sync data for ids ['c2366721-cfa1-417f-94fa-7f87213b0e7e'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:40.838343 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.846740 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7943f51-1f83-4e4d-afab-b6a2506788c9 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.876713 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7943f51-1f83-4e4d-afab-b6a2506788c9 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.883814 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a7943f51-1f83-4e4d-afab-b6a2506788c9 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] 10.222.0.38 "DELETE /v2.0/networks/cbab2f7f-dca4-47b6-8f6c-7716c1102bd6 HTTP/1.1" status: 204 len: 168 time: 1.6538348 Jul 05 04:02:40.986401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7943f51-1f83-4e4d-afab-b6a2506788c9 tempest-TaggedBootDevicesTest-1643038998 tempest-TaggedBootDevicesTest-1643038998-project] Pushing event deleted for resources: {'Network': ['ID=cbab2f7f-dca4-47b6-8f6c-7716c1102bd6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:41.028138 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311cd793-ed0f-43c8-85b4-61ccadfe02e1 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:41.059531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.067897 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.097698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e96a5-ef20-4320-bbae-55c017809607 req-45ba6646-2ef4-4fbc-82cc-11ed6f7d5a2e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:41.102216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Transition to ACTIVE for port object 311cd793-ed0f-43c8-85b4-61ccadfe02e1 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:41.106797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf6e96a5-ef20-4320-bbae-55c017809607 req-45ba6646-2ef4-4fbc-82cc-11ed6f7d5a2e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 932 time: 0.3796265 Jul 05 04:02:41.117313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-534cfdd1-5ff1-432b-b145-c2ca48140eb4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port 2334e57e-0901-4ed2-995b-9ef78996725a {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:41.118771 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-534cfdd1-5ff1-432b-b145-c2ca48140eb4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.119733 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fdd17ada-6934-4106-bee2-e50f8797c0a8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.193654 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.214184 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf6e96a5-ef20-4320-bbae-55c017809607 req-0ed0f029-7ab6-4da6-aa48-6bdf485cab3f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b7e3933-b203-4353-8cc5-6e50d2e3253f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064351 Jul 05 04:02:41.310160 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.375299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-534cfdd1-5ff1-432b-b145-c2ca48140eb4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.394212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Pushing event updated for resources: {'Port': ['ID=311cd793-ed0f-43c8-85b4-61ccadfe02e1,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:41.451243 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:41.475471 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Allocated IP 172.20.0.1 (739555cb-3aaa-4692-ac69-434fc52fdecf/a9bbcade-db99-467e-97af-337f24f2acb2/a91581ac-143d-49f4-9e5a-d1db2a8b9f36) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:41.530488 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4237282b-560c-43c6-9dc7-6740efff7ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.544207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-534cfdd1-5ff1-432b-b145-c2ca48140eb4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for 2334e57e-0901-4ed2-995b-9ef78996725a owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:41.570417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:41.627796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:41.665194 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.701066 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Transition to ACTIVE for port object 826cf845-0488-47a1-a2a5-5632cecee19f will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:41.735946 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'Port': ['ID=4838a6de-24db-4c39-8095-54f19996ceca,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:41.840321 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Attempting to bind port 311cd793-ed0f-43c8-85b4-61ccadfe02e1 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:41.840710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Attempting to bind port 311cd793-ed0f-43c8-85b4-61ccadfe02e1 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '973e1fb5-a27f-4978-9797-1af3c4cad988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:41.841128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Attempting to bind port 311cd793-ed0f-43c8-85b4-61ccadfe02e1 on network d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:41.865545 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.871419 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.039756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Port 311cd793-ed0f-43c8-85b4-61ccadfe02e1 on network d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:42.039756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Attempting to bind port 311cd793-ed0f-43c8-85b4-61ccadfe02e1 on network d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:42.042410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Transition to ACTIVE for port object a91581ac-143d-49f4-9e5a-d1db2a8b9f36 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:42.042527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Attempting to bind port 826cf845-0488-47a1-a2a5-5632cecee19f on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:42.042527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Attempting to bind port 826cf845-0488-47a1-a2a5-5632cecee19f by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:42.042527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Attempting to bind port 826cf845-0488-47a1-a2a5-5632cecee19f on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:42.042527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3230bdb-d450-4048-9ef5-190c29855342 None None] Pushing event updated for resources: {'Port': ['ID=826cf845-0488-47a1-a2a5-5632cecee19f,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:42.042971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:42.042971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Checking segment: {'id': '973e1fb5-a27f-4978-9797-1af3c4cad988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:42.042971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Bound using segment: {'id': '973e1fb5-a27f-4978-9797-1af3c4cad988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:42.042971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Bound port: 311cd793-ed0f-43c8-85b4-61ccadfe02e1, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973e1fb5-a27f-4978-9797-1af3c4cad988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:42.042971 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.043523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:42.043523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:42.043523 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.043523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:42.043523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Bound port: 826cf845-0488-47a1-a2a5-5632cecee19f, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:42.043523 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.043523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] For port 826cf845-0488-47a1-a2a5-5632cecee19f, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:42.043523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] For port 826cf845-0488-47a1-a2a5-5632cecee19f, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=826cf845-0488-47a1-a2a5-5632cecee19f,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:42.090080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] For port 311cd793-ed0f-43c8-85b4-61ccadfe02e1, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:42.095932 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] For port 311cd793-ed0f-43c8-85b4-61ccadfe02e1, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=311cd793-ed0f-43c8-85b4-61ccadfe02e1,segment=NetworkSegment(973e1fb5-a27f-4978-9797-1af3c4cad988),segment_id=973e1fb5-a27f-4978-9797-1af3c4cad988)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:42.198392 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fdd17ada-6934-4106-bee2-e50f8797c0a8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.201552 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fdd17ada-6934-4106-bee2-e50f8797c0a8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.298530 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.299786 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.305244 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-534cfdd1-5ff1-432b-b145-c2ca48140eb4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.332409 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.460245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Routers {'9525016c-36aa-49ad-8726-b187eef746c8'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:42.460410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd17ada-6934-4106-bee2-e50f8797c0a8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Router c2366721-cfa1-417f-94fa-7f87213b0e7e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:42.460890 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9525016c-36aa-49ad-8726-b187eef746c8'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:42.511060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3230bdb-d450-4048-9ef5-190c29855342 None None] Pushing event updated for resources: {'Port': ['ID=826cf845-0488-47a1-a2a5-5632cecee19f,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:42.537597 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Network 739555cb-3aaa-4692-ac69-434fc52fdecf is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:42.592246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:42.592927 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.595294 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] 10.222.0.36 "PUT /v2.0/ports/311cd793-ed0f-43c8-85b4-61ccadfe02e1 HTTP/1.1" status: 200 len: 1093 time: 3.9796958 Jul 05 04:02:42.595981 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3227bed0-38b4-4aa6-b04b-f2679eb4d9d6', 'tag': '311cd793-ed0f-43c8-85b4-61ccadfe02e1'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:42.600101 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a68111f-e125-456f-9e05-44d81cc03574" -d '{"events": [{"name": "network-changed", "server_uuid": "3227bed0-38b4-4aa6-b04b-f2679eb4d9d6", "tag": "311cd793-ed0f-43c8-85b4-61ccadfe02e1"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:42.642835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:42.693286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:42.760645 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] Set router 9525016c-36aa-49ad-8726-b187eef746c8 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:42.917763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-534cfdd1-5ff1-432b-b145-c2ca48140eb4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.986404 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.133554 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3aa360-00ff-43b8-a0f1-a42f5fbdc896 x-openstack-request-id: req-8d3aa360-00ff-43b8-a0f1-a42f5fbdc896 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:43.141072 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3227bed0-38b4-4aa6-b04b-f2679eb4d9d6", "tag": "311cd793-ed0f-43c8-85b4-61ccadfe02e1", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:43.141986 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d3aa360-00ff-43b8-a0f1-a42f5fbdc896 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:43.145263 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3227bed0-38b4-4aa6-b04b-f2679eb4d9d6', 'tag': '311cd793-ed0f-43c8-85b4-61ccadfe02e1', 'status': 'completed', 'code': 200} Jul 05 04:02:43.274629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Pushing event updated for resources: {'Port': ['ID=a91581ac-143d-49f4-9e5a-d1db2a8b9f36,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:43.340587 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0f434bf8-04eb-4681-8476-9225c77a39e6 None None] Provisioning for port a91581ac-143d-49f4-9e5a-d1db2a8b9f36 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:43.354071 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0f434bf8-04eb-4681-8476-9225c77a39e6 None None] Provisioning complete for port a91581ac-143d-49f4-9e5a-d1db2a8b9f36 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:43.355035 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0f434bf8-04eb-4681-8476-9225c77a39e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.381212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.381560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.381902 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.382240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.382577 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.382960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.383301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.383625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.383945 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.384560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.384895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.385218 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:43.452026 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f23d18-802c-468b-af11-aeb1147d2b83 req-99e73e8d-9e76-4ce2-af47-f6f2fcc49b65 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:43.458829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94f23d18-802c-468b-af11-aeb1147d2b83 req-99e73e8d-9e76-4ce2-af47-f6f2fcc49b65 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 944 time: 0.9945612 Jul 05 04:02:43.487803 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0f434bf8-04eb-4681-8476-9225c77a39e6 None None] Port a91581ac-143d-49f4-9e5a-d1db2a8b9f36 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:43.608241 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:36Z', 'revision_number': 3, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:43.641828 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94f23d18-802c-468b-af11-aeb1147d2b83 req-ded13558-4daf-4fb4-832d-6a83e43f202d tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b7e3933-b203-4353-8cc5-6e50d2e3253f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414783 Jul 05 04:02:43.694162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a68cedb-2b28-494f-abaa-f3a37ece017e None None] The sync data for ids ['9525016c-36aa-49ad-8726-b187eef746c8'] in n-d-771363-32 is: [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:36Z', 'revision_number': 3, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:43.775927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534cfdd1-5ff1-432b-b145-c2ca48140eb4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 16f2722c-67c1-4704-aae8-d748b01d4442 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:43.835312 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b8e95-d136-4753-b664-2a1011b6a0dc service neutron] Pushing event updated for resources: {'Port': ['ID=311cd793-ed0f-43c8-85b4-61ccadfe02e1,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:43.902577 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.977399 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd1e2-5cf5-42f1-b4d1-f24226c7db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.028056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cfdd1-5ff1-432b-b145-c2ca48140eb4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=2334e57e-0901-4ed2-995b-9ef78996725a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:44.303535 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd17ada-6934-4106-bee2-e50f8797c0a8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:44.308000 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fdd17ada-6934-4106-bee2-e50f8797c0a8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.309265 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fdd17ada-6934-4106-bee2-e50f8797c0a8 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "PUT /v2.0/routers/c2366721-cfa1-417f-94fa-7f87213b0e7e HTTP/1.1" status: 200 len: 925 time: 4.1141922 Jul 05 04:02:44.312262 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53682) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:44.341457 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9951fb84-f77a-4580-8d2c-e3bc8a8b6948 None None] Sync routers for ids ['c2366721-cfa1-417f-94fa-7f87213b0e7e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:44.379277 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534cfdd1-5ff1-432b-b145-c2ca48140eb4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:44.390934 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3f195c-3b0f-4c39-8e3d-a1af438c8e0e None None] Sync routers for ids ['16f2722c-67c1-4704-aae8-d748b01d4442'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:44.397755 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.402753 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-534cfdd1-5ff1-432b-b145-c2ca48140eb4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/16f2722c-67c1-4704-aae8-d748b01d4442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1377187 Jul 05 04:02:44.406750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53684) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:44.415837 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9951fb84-f77a-4580-8d2c-e3bc8a8b6948 None None] Routers {'c2366721-cfa1-417f-94fa-7f87213b0e7e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:44.416959 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9951fb84-f77a-4580-8d2c-e3bc8a8b6948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c2366721-cfa1-417f-94fa-7f87213b0e7e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:44.425037 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f195c-3b0f-4c39-8e3d-a1af438c8e0e None None] Routers {'16f2722c-67c1-4704-aae8-d748b01d4442'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:44.428098 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-0e3f195c-3b0f-4c39-8e3d-a1af438c8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['16f2722c-67c1-4704-aae8-d748b01d4442'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:44.517684 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9951fb84-f77a-4580-8d2c-e3bc8a8b6948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:44.539301 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ebe329a3-aa60-431e-99e3-c3aa606058b9 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f2722c-67c1-4704-aae8-d748b01d4442 HTTP/1.1" status: 200 len: 205 time: 0.0549827 Jul 05 04:02:44.542110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53686) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:44.550000 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-0e3f195c-3b0f-4c39-8e3d-a1af438c8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:44.557922 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9951fb84-f77a-4580-8d2c-e3bc8a8b6948 None None] Routers {'c2366721-cfa1-417f-94fa-7f87213b0e7e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:44.558571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9951fb84-f77a-4580-8d2c-e3bc8a8b6948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['c2366721-cfa1-417f-94fa-7f87213b0e7e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:44.600425 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f195c-3b0f-4c39-8e3d-a1af438c8e0e None None] Routers {'16f2722c-67c1-4704-aae8-d748b01d4442'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:44.601234 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-0e3f195c-3b0f-4c39-8e3d-a1af438c8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['16f2722c-67c1-4704-aae8-d748b01d4442'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:44.608186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-364beb57-3294-4d6a-81aa-8cfcc85da3e9 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/routers/c2366721-cfa1-417f-94fa-7f87213b0e7e HTTP/1.1" status: 200 len: 925 time: 0.2827630 Jul 05 04:02:44.609037 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53688) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:44.677903 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e6d475d-5a1f-4d73-91c4-b83d14c824bd tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.738514 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-0e3f195c-3b0f-4c39-8e3d-a1af438c8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:44.742406 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3f195c-3b0f-4c39-8e3d-a1af438c8e0e None None] The sync data for ids ['16f2722c-67c1-4704-aae8-d748b01d4442'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:44.860224 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.073060 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a72faec-51a7-4ce3-9543-b4e3964958ca tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:45.074651 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6a72faec-51a7-4ce3-9543-b4e3964958ca tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&device_id=c2366721-cfa1-417f-94fa-7f87213b0e7e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4598382 Jul 05 04:02:45.077464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53700) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:45.148540 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e6d475d-5a1f-4d73-91c4-b83d14c824bd tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.152607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-73056a26-714f-4d96-a384-cb44fdcd9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:45.154760 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-73056a26-714f-4d96-a384-cb44fdcd9de0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b18740ad05054462a8bead1ca98b0711&device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 1096 time: 2.2124603 Jul 05 04:02:45.156325 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e6d475d-5a1f-4d73-91c4-b83d14c824bd tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.259074 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70801d1d-47e0-4269-aa01-b733b914559b tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:45.263309 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-70801d1d-47e0-4269-aa01-b733b914559b tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 881 time: 0.1807261 Jul 05 04:02:45.265889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9951fb84-f77a-4580-8d2c-e3bc8a8b6948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:45.266436 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53706) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:45.273141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9951fb84-f77a-4580-8d2c-e3bc8a8b6948 None None] The sync data for ids ['c2366721-cfa1-417f-94fa-7f87213b0e7e'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:45.314680 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-334135e2-a3f4-473c-beb6-5db12628fee4 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2366721-cfa1-417f-94fa-7f87213b0e7e HTTP/1.1" status: 200 len: 205 time: 0.0382667 Jul 05 04:02:45.317385 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53708) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:45.419774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 826cf845-0488-47a1-a2a5-5632cecee19f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:45.459397 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.468644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94692d8-0b52-4ab2-93f8-df05cb1b41a1 req-1211e2f3-7616-42c3-af5f-d082bda8dcab tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:45.472743 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a94692d8-0b52-4ab2-93f8-df05cb1b41a1 req-1211e2f3-7616-42c3-af5f-d082bda8dcab tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 944 time: 0.5031171 Jul 05 04:02:45.589896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a94692d8-0b52-4ab2-93f8-df05cb1b41a1 req-fc8a239f-6580-44e3-b912-f8d34b44270e tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b7e3933-b203-4353-8cc5-6e50d2e3253f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896854 Jul 05 04:02:45.639790 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 826cf845-0488-47a1-a2a5-5632cecee19f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:45.644816 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 826cf845-0488-47a1-a2a5-5632cecee19f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:45.645460 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.700477 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f98a78f-cb5a-4ee3-9d93-d7a253244839 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.820710 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.837362 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f98a78f-cb5a-4ee3-9d93-d7a253244839 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.872667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 826cf845-0488-47a1-a2a5-5632cecee19f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=826cf845-0488-47a1-a2a5-5632cecee19f,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:45.887376 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.948192 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.963587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4f98a78f-cb5a-4ee3-9d93-d7a253244839 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Deleting port 20bc4cd4-9e31-4409-abc5-8c9c405b9825 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:45.963946 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f98a78f-cb5a-4ee3-9d93-d7a253244839 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.052109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=826cf845-0488-47a1-a2a5-5632cecee19f,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:46.062075 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:46.063541 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f98a78f-cb5a-4ee3-9d93-d7a253244839 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.076666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:46.077403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:46.077849 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4f98a78f-cb5a-4ee3-9d93-d7a253244839 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Calling delete_port for 20bc4cd4-9e31-4409-abc5-8c9c405b9825 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:46.078234 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:46.078793 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:46.079350 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:46.079903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:46.080625 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:46.081436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:46.082020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:46.082582 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:46.083135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:46.106001 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-01201ba7-2067-4f41-a709-c294a8f8b217 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=311cd793-ed0f-43c8-85b4-61ccadfe02e1 HTTP/1.1" status: 200 len: 217 time: 0.9416769 Jul 05 04:02:46.151818 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.183682 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e6d475d-5a1f-4d73-91c4-b83d14c824bd tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.185992 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.189302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6d475d-5a1f-4d73-91c4-b83d14c824bd tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Fanout notify agent at l3_agent the message router_deleted on router 16f2722c-67c1-4704-aae8-d748b01d4442 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:46.203625 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e6d475d-5a1f-4d73-91c4-b83d14c824bd tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.219981 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2e6d475d-5a1f-4d73-91c4-b83d14c824bd tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/routers/16f2722c-67c1-4704-aae8-d748b01d4442 HTTP/1.1" status: 204 len: 168 time: 1.6710353 Jul 05 04:02:46.220520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53726) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:46.400821 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.413256 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Pushing event updated for resources: {'Port': ['ID=a91581ac-143d-49f4-9e5a-d1db2a8b9f36,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:46.628152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0b1763-af58-41de-8170-3a977fa1c85b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting subnet 509e537d-4cd6-4597-b605-064206a9d694 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:46.634465 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f0b1763-af58-41de-8170-3a977fa1c85b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.640361 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-4d71e182-2ff9-4051-a49e-f7a360a8dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:46.668119 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-4d71e182-2ff9-4051-a49e-f7a360a8dfb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0baa486b-cba6-4f9c-9828-12ea1c42df68 HTTP/1.1" status: 200 len: 835 time: 0.5514283 Jul 05 04:02:46.772562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Router 387e2333-d4f6-4c4b-a0ac-12a0156a77b7 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:02:46.785288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Network 739555cb-3aaa-4692-ac69-434fc52fdecf is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:46.792534 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:46.806378 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f0b1763-af58-41de-8170-3a977fa1c85b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.845249 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f98a78f-cb5a-4ee3-9d93-d7a253244839 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.858643 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-c3ea1f8a-15e9-4b00-a1d3-8e35119269fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:46.860496 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-c3ea1f8a-15e9-4b00-a1d3-8e35119269fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1447265 Jul 05 04:02:46.863476 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.941407 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-ada36d18-399b-48ee-bec3-f5b60f95341c service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:02:46.942546 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-ada36d18-399b-48ee-bec3-f5b60f95341c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189230 Jul 05 04:02:47.095132 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-3a411d0a-fa20-43dd-ab88-fea9a9556841 service neutron] 10.222.0.36 "GET /v2.0/networks/d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444020 Jul 05 04:02:47.111913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98a78f-cb5a-4ee3-9d93-d7a253244839 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Pushing event deleted for resources: {'Port': ['ID=20bc4cd4-9e31-4409-abc5-8c9c405b9825,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:47.235837 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-be4f2197-9f6b-4ea7-a486-bde43503fe83 None None] Provisioning complete for port a91581ac-143d-49f4-9e5a-d1db2a8b9f36 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:47.239717 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-be4f2197-9f6b-4ea7-a486-bde43503fe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.296191 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-84b5529f-c293-4ef1-b638-3b7ff049fd31 req-064a2991-1327-4bba-8e23-a177c50a94e6 service neutron] 10.222.0.36 "GET /v2.0/networks/d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926496 Jul 05 04:02:47.365348 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f0b1763-af58-41de-8170-3a977fa1c85b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.394247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Router 9525016c-36aa-49ad-8726-b187eef746c8 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:47.395268 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 826cf845-0488-47a1-a2a5-5632cecee19f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:47.403979 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f98a78f-cb5a-4ee3-9d93-d7a253244839 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.426951 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:47.493526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Sync routers for ids ['387e2333-d4f6-4c4b-a0ac-12a0156a77b7'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:47.526284 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.527651 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-705a6b60-2812-4635-900f-0f7a1d5aeaa9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 10.3215556 Jul 05 04:02:47.530573 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53746) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:47.543210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-be4f2197-9f6b-4ea7-a486-bde43503fe83 None None] Port a91581ac-143d-49f4-9e5a-d1db2a8b9f36 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:47.555084 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea8086-818f-462a-95ef-9054a0d4e100 req-ce478f4b-4579-42a5-aba9-a0ae3a3106a0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:47.555593 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Routers {'387e2333-d4f6-4c4b-a0ac-12a0156a77b7'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:47.556538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['387e2333-d4f6-4c4b-a0ac-12a0156a77b7'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:47.559707 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5ea8086-818f-462a-95ef-9054a0d4e100 req-ce478f4b-4579-42a5-aba9-a0ae3a3106a0 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 944 time: 0.6812949 Jul 05 04:02:47.591022 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f0b1763-af58-41de-8170-3a977fa1c85b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.656511 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5ea8086-818f-462a-95ef-9054a0d4e100 req-eb873063-b885-4101-938f-0650e5d42e03 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b7e3933-b203-4353-8cc5-6e50d2e3253f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545599 Jul 05 04:02:47.659822 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f98a78f-cb5a-4ee3-9d93-d7a253244839 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.662981 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f98a78f-cb5a-4ee3-9d93-d7a253244839 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.663226 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f0b1763-af58-41de-8170-3a977fa1c85b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.668490 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8f0b1763-af58-41de-8170-3a977fa1c85b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/509e537d-4cd6-4597-b605-064206a9d694 HTTP/1.1" status: 204 len: 168 time: 1.4460123 Jul 05 04:02:47.672121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68111f-e125-456f-9e05-44d81cc03574 req-c279a1ab-c72e-499b-826f-2f663b611814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:47.673068 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1a68111f-e125-456f-9e05-44d81cc03574 req-c279a1ab-c72e-499b-826f-2f663b611814 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b18740ad05054462a8bead1ca98b0711&device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 1096 time: 0.2070959 Jul 05 04:02:47.678875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53748) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:47.789880 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:47.800769 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Sync routers for ids ['9525016c-36aa-49ad-8726-b187eef746c8'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:47.814043 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6691cd7a-d796-4fe0-80e9-2415bc74d84c admin admin] 10.222.0.38 "PUT /v2.0/routers/9525016c-36aa-49ad-8726-b187eef746c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1917670 Jul 05 04:02:47.820988 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Routers {'9525016c-36aa-49ad-8726-b187eef746c8'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:47.824981 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9525016c-36aa-49ad-8726-b187eef746c8'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:47.936529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bea2346-8d70-49c2-9678-2db1fceb1047 None None] Network b13512ee-07a4-4cf5-9611-1b605fbd1ee3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:47.973344 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f98a78f-cb5a-4ee3-9d93-d7a253244839 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.974271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f98a78f-cb5a-4ee3-9d93-d7a253244839 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Fanout notify agent at l3_agent the message router_deleted on router c2366721-cfa1-417f-94fa-7f87213b0e7e {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:47.989940 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f98a78f-cb5a-4ee3-9d93-d7a253244839 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.998273 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4f98a78f-cb5a-4ee3-9d93-d7a253244839 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "DELETE /v2.0/routers/c2366721-cfa1-417f-94fa-7f87213b0e7e HTTP/1.1" status: 204 len: 168 time: 2.6781738 Jul 05 04:02:47.999124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53758) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:48.021375 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-8024feea-9871-483f-8acc-a100702c94a0 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-659097953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:48.027785 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.029758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b1763-af58-41de-8170-3a977fa1c85b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Subnet': ['ID=509e537d-4cd6-4597-b605-064206a9d694,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:48.086608 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Set router 9525016c-36aa-49ad-8726-b187eef746c8 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:48.141731 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83d9ab7-8376-45ea-a359-90f4f7c090e1 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:48.144081 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8024feea-9871-483f-8acc-a100702c94a0 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.145863 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8024feea-9871-483f-8acc-a100702c94a0 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.150153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53764) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:48.154127 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e83d9ab7-8376-45ea-a359-90f4f7c090e1 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=ca84adb3a807463ab38748b30818c87c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.6220734 Jul 05 04:02:48.217458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Set router 387e2333-d4f6-4c4b-a0ac-12a0156a77b7 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:48.286752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68111f-e125-456f-9e05-44d81cc03574 req-8db9b0ff-ea7d-4a38-bfd6-0dfd1f3001a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:48.288675 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1a68111f-e125-456f-9e05-44d81cc03574 req-8db9b0ff-ea7d-4a38-bfd6-0dfd1f3001a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 HTTP/1.1" status: 200 len: 898 time: 0.4370391 Jul 05 04:02:48.398129 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:02:48.483971 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8024feea-9871-483f-8acc-a100702c94a0 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.538535 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:43Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'a91581ac-143d-49f4-9e5a-d1db2a8b9f36', 'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'mac_address': 'fa:16:3e:69:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:40Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 2, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'subnets': [{'id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:48.547912 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1a68111f-e125-456f-9e05-44d81cc03574 req-ca3783fb-7558-4d51-b205-b7356484e3b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=311cd793-ed0f-43c8-85b4-61ccadfe02e1 HTTP/1.1" status: 200 len: 217 time: 0.2125034 Jul 05 04:02:48.568369 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8024feea-9871-483f-8acc-a100702c94a0 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.584548 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Checking router: 9525016c-36aa-49ad-8726-b187eef746c8 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:48.585202 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Updating router 9525016c-36aa-49ad-8726-b187eef746c8 port a91581ac-143d-49f4-9e5a-d1db2a8b9f36 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:02:48.590422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db778e62-38c6-40e9-899a-304f5fbf14d8 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:48.602623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53768) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:48.606499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-db778e62-38c6-40e9-899a-304f5fbf14d8 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4408369 Jul 05 04:02:48.683304 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.742635 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8024feea-9871-483f-8acc-a100702c94a0 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.747725 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8024feea-9871-483f-8acc-a100702c94a0 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7475228 Jul 05 04:02:48.748378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53772) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:48.754471 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Request body: {'router': {'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:48.803113 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 826cf845-0488-47a1-a2a5-5632cecee19f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:48.804964 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.815975 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68111f-e125-456f-9e05-44d81cc03574 req-57c41b6f-d60a-4915-9a78-7da7805a6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:48.818326 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1a68111f-e125-456f-9e05-44d81cc03574 req-57c41b6f-d60a-4915-9a78-7da7805a6f7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0baa486b-cba6-4f9c-9828-12ea1c42df68 HTTP/1.1" status: 200 len: 835 time: 0.2595835 Jul 05 04:02:48.831377 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-52152b93-1bb8-4702-abe1-546f8fc264a6 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2208717 Jul 05 04:02:48.832379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53780) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:48.962201 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3480376f-c0a6-43e2-a423-4bcab4b4900a tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=ca84adb3a807463ab38748b30818c87c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1040971 Jul 05 04:02:48.966108 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53788) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:49.102988 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116520029', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '4838a6de-24db-4c39-8095-54f19996ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:37Z', 'updated_at': '2021-07-05T04:02:41Z', 'revision_number': 3, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': '4838a6de-24db-4c39-8095-54f19996ceca', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:39Z', 'updated_at': '2021-07-05T04:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:49.267244 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port 1bb5057d-95fa-4636-ac11-f7675f324530 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:49.278952 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.413249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] For port 1bb5057d-95fa-4636-ac11-f7675f324530, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1bb5057d-95fa-4636-ac11-f7675f324530,segment=NetworkSegment(88c84592-bcef-4f2c-943c-9aa72e2a634c),segment_id=88c84592-bcef-4f2c-943c-9aa72e2a634c)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:49.413659 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.417362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Checking router: 387e2333-d4f6-4c4b-a0ac-12a0156a77b7 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:49.417721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Updating router 387e2333-d4f6-4c4b-a0ac-12a0156a77b7 port 4838a6de-24db-4c39-8095-54f19996ceca binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:02:49.432893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6ebd77-7fb3-4c77-b3eb-74661e35f9ba None None] DHCP port deletion for b13512ee-07a4-4cf5-9611-1b605fbd1ee3 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:49.467750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for 1bb5057d-95fa-4636-ac11-f7675f324530 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:49.508879 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 311cd793-ed0f-43c8-85b4-61ccadfe02e1 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:02:49.603146 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.619983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53794) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:49.637883 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Transition to ACTIVE for port object a91581ac-143d-49f4-9e5a-d1db2a8b9f36 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:49.644215 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0435a3e9-67cc-477d-ba28-654bf023baf9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1841516878', 'description': 'tempest-description--771845786'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:49.717109 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.719833 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.791678 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.833061 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb9847-e2c4-416f-b450-9e047b617479 None None] Pushing event updated for resources: {'Port': ['ID=a91581ac-143d-49f4-9e5a-d1db2a8b9f36,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:49.931120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68111f-e125-456f-9e05-44d81cc03574 req-66b05282-dc48-4d37-b101-420a992b1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:49.935596 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1a68111f-e125-456f-9e05-44d81cc03574 req-66b05282-dc48-4d37-b101-420a992b1a81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1014233 Jul 05 04:02:49.947222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] No DVR routers for this DVR port 1bb5057d-95fa-4636-ac11-f7675f324530 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:49.959917 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=1bb5057d-95fa-4636-ac11-f7675f324530,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:50.011487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 311cd793-ed0f-43c8-85b4-61ccadfe02e1, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=311cd793-ed0f-43c8-85b4-61ccadfe02e1,segment=NetworkSegment(973e1fb5-a27f-4978-9797-1af3c4cad988),segment_id=973e1fb5-a27f-4978-9797-1af3c4cad988)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:50.039741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a140c7-35ee-45e0-8288-797cc6995920 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:50.041884 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0435a3e9-67cc-477d-ba28-654bf023baf9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.044602 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-25a140c7-35ee-45e0-8288-797cc6995920 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0370984 Jul 05 04:02:50.055038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '311cd793-ed0f-43c8-85b4-61ccadfe02e1', 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'port_id': '311cd793-ed0f-43c8-85b4-61ccadfe02e1', 'mac_address': 'fa:16:3e:3d:6e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:02:50.068435 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Attempting to bind port a91581ac-143d-49f4-9e5a-d1db2a8b9f36 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:50.068810 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Attempting to bind port a91581ac-143d-49f4-9e5a-d1db2a8b9f36 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:50.069181 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Attempting to bind port a91581ac-143d-49f4-9e5a-d1db2a8b9f36 on network 739555cb-3aaa-4692-ac69-434fc52fdecf {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:50.070995 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1bb5057d-95fa-4636-ac11-f7675f324530 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:50.081254 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.083707 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:50.084598 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Checking segment: {'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:50.085014 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.085415 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Bound using segment: {'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:50.085902 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Bound port: a91581ac-143d-49f4-9e5a-d1db2a8b9f36, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:50.086290 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.086573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53798) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:50.182535 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-00e8b886-9198-4bef-877b-fd339563d04e tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0811312 Jul 05 04:02:50.200408 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.206161 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba9d81-31ab-4d48-9c79-c3d7ee8adde9 req-56c6a522-24e4-47a5-bfb2-ece235e2fda5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:50.213857 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 1bb5057d-95fa-4636-ac11-f7675f324530 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:50.218160 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1bb5057d-95fa-4636-ac11-f7675f324530 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:50.225962 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0aba9d81-31ab-4d48-9c79-c3d7ee8adde9 req-56c6a522-24e4-47a5-bfb2-ece235e2fda5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 944 time: 1.0153599 Jul 05 04:02:50.243351 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13512ee-07a4-4cf5-9611-1b605fbd1ee3']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:50.282201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c84592-bcef-4f2c-943c-9aa72e2a634c') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:50.283924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c84592-bcef-4f2c-943c-9aa72e2a634c') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:50.297330 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] For port a91581ac-143d-49f4-9e5a-d1db2a8b9f36, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:50.307305 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53800) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:50.312263 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] For port a91581ac-143d-49f4-9e5a-d1db2a8b9f36, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a91581ac-143d-49f4-9e5a-d1db2a8b9f36,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:50.332884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-8393f5fc-81b4-4dfc-b900-e9d4199e2451 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-806498652', 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6', 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:50.350827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0aba9d81-31ab-4d48-9c79-c3d7ee8adde9 req-5aa38d5a-4ae7-491e-ad25-d9fc18d27923 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b7e3933-b203-4353-8cc5-6e50d2e3253f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239059 Jul 05 04:02:50.388654 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.437387 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-fb6ebd77-7fb3-4c77-b3eb-74661e35f9ba None None] Deleting port 1bb5057d-95fa-4636-ac11-f7675f324530 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:50.442932 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb6ebd77-7fb3-4c77-b3eb-74661e35f9ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.515154 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1a68111f-e125-456f-9e05-44d81cc03574 req-12784423-e6b5-4b99-a85a-42a213453f4d service neutron] 10.222.0.36 "GET /v2.0/networks/d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941118 Jul 05 04:02:50.521900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.580754 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Routers {'9525016c-36aa-49ad-8726-b187eef746c8'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:50.581466 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-fb6ebd77-7fb3-4c77-b3eb-74661e35f9ba None None] For port 1bb5057d-95fa-4636-ac11-f7675f324530, host n-d-771363-32, got binding levels [] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:50.581610 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9525016c-36aa-49ad-8726-b187eef746c8'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:50.581728 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb6ebd77-7fb3-4c77-b3eb-74661e35f9ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.621680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaf5ae-262d-4299-8df0-a9fd21f025e6 req-189debd0-81ab-483b-ab7b-40a474845dbd tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:50.628482 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87eaf5ae-262d-4299-8df0-a9fd21f025e6 req-189debd0-81ab-483b-ab7b-40a474845dbd tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.8194172 Jul 05 04:02:50.644043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-fb6ebd77-7fb3-4c77-b3eb-74661e35f9ba None None] Calling delete_port for 1bb5057d-95fa-4636-ac11-f7675f324530 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:50.648832 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.ipam_backend_mixin [None req-fb6ebd77-7fb3-4c77-b3eb-74661e35f9ba None None] Port 1bb5057d-95fa-4636-ac11-f7675f324530 was not found and therefore no delete operation was performed {{(pid=100934) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:02:50.661443 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb9847-e2c4-416f-b450-9e047b617479 None None] Pushing event updated for resources: {'Port': ['ID=a91581ac-143d-49f4-9e5a-d1db2a8b9f36,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:50.666532 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb6ebd77-7fb3-4c77-b3eb-74661e35f9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.673110 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.726032 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:50.726604 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:50.738796 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:50.854348 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.879424 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87eaf5ae-262d-4299-8df0-a9fd21f025e6 req-183a0af0-daad-4d42-9920-78e6913005d9 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189872 Jul 05 04:02:50.900836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311cd793-ed0f-43c8-85b4-61ccadfe02e1 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:50.927916 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] Set router 9525016c-36aa-49ad-8726-b187eef746c8 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:50.971689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ebd77-7fb3-4c77-b3eb-74661e35f9ba None None] No DVR routers for this DVR port 1bb5057d-95fa-4636-ac11-f7675f324530 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:50.985325 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0435a3e9-67cc-477d-ba28-654bf023baf9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.011552 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 311cd793-ed0f-43c8-85b4-61ccadfe02e1, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=311cd793-ed0f-43c8-85b4-61ccadfe02e1,segment=NetworkSegment(973e1fb5-a27f-4978-9797-1af3c4cad988),segment_id=973e1fb5-a27f-4978-9797-1af3c4cad988)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:51.022216 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ebd77-7fb3-4c77-b3eb-74661e35f9ba None None] Pushing event deleted for resources: {'Port': ['ID=1bb5057d-95fa-4636-ac11-f7675f324530,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:51.073839 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1a68111f-e125-456f-9e05-44d81cc03574 req-eb402e84-37ca-4258-a2d1-38b873a54bcf service neutron] 10.222.0.36 "GET /v2.0/networks/d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314503 Jul 05 04:02:51.075763 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0435a3e9-67cc-477d-ba28-654bf023baf9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.110143 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.118458 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.129671 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.136269 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/networks/b13512ee-07a4-4cf5-9611-1b605fbd1ee3 HTTP/1.1" status: 204 len: 168 time: 3.4561193 Jul 05 04:02:51.150552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53812) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:51.157240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435a3e9-67cc-477d-ba28-654bf023baf9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87639ce-1d2e-481f-83cd-df76c09cf22b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:51.177842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-503404856', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:51.199432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e1e77-250b-452d-a436-b4fba0a11612 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Network': ['ID=b13512ee-07a4-4cf5-9611-1b605fbd1ee3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:51.240354 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.246192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081ad00-2f68-46ee-9378-5e7818d8ed21 req-0412af90-7c64-482a-b0f4-a0cb5e3912f4 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:51.249967 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2081ad00-2f68-46ee-9378-5e7818d8ed21 req-0412af90-7c64-482a-b0f4-a0cb5e3912f4 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.10 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.2765095 Jul 05 04:02:51.294331 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.308059 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8393f5fc-81b4-4dfc-b900-e9d4199e2451 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Made reservation on behalf of ca84adb3a807463ab38748b30818c87c for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:51.311897 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8393f5fc-81b4-4dfc-b900-e9d4199e2451 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.380870 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:43Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'a91581ac-143d-49f4-9e5a-d1db2a8b9f36', 'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'mac_address': 'fa:16:3e:69:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:40Z', 'updated_at': '2021-07-05T04:02:50Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'subnets': [{'id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:51.413193 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971dd08-c587-4fc6-b5f8-b51b676ddd54 None None] The sync data for ids ['9525016c-36aa-49ad-8726-b187eef746c8'] in n-d-771363-32 is: [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:43Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'a91581ac-143d-49f4-9e5a-d1db2a8b9f36', 'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'mac_address': 'fa:16:3e:69:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:40Z', 'updated_at': '2021-07-05T04:02:50Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'subnets': [{'id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:51.432802 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0435a3e9-67cc-477d-ba28-654bf023baf9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.440440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0435a3e9-67cc-477d-ba28-654bf023baf9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8133798 Jul 05 04:02:51.449735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53816) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:51.465637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5acf27e4-73c7-498e-9c34-d37d7155cc9d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Request body: {'security_group_rule': {'security_group_id': 'b87639ce-1d2e-481f-83cd-df76c09cf22b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:51.528169 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.584375 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Transition to ACTIVE for port object 4838a6de-24db-4c39-8095-54f19996ceca will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:51.602989 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-2081ad00-2f68-46ee-9378-5e7818d8ed21 req-6dcddbba-6e3e-44aa-9011-d39116ce2c07 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Deleting port 235dc60a-77cb-4c01-85af-593c87116a3d {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:51.603544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2081ad00-2f68-46ee-9378-5e7818d8ed21 req-6dcddbba-6e3e-44aa-9011-d39116ce2c07 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.654912 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.656039 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.695239 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.797536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a91581ac-143d-49f4-9e5a-d1db2a8b9f36 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:51.859965 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['311cd793-ed0f-43c8-85b4-61ccadfe02e1'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:51.963905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Attempting to bind port 4838a6de-24db-4c39-8095-54f19996ceca on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:51.963905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Attempting to bind port 4838a6de-24db-4c39-8095-54f19996ceca by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:51.963905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Attempting to bind port 4838a6de-24db-4c39-8095-54f19996ceca on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:51.963905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:51.981520 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Allocated IP 172.25.6.53 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/5a60f4c0-85ea-4133-9556-fb7613d609ed) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:51.982435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:51.982435 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.982624 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.982729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:51.982729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Bound port: 4838a6de-24db-4c39-8095-54f19996ceca, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:51.982729 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.982996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2081ad00-2f68-46ee-9378-5e7818d8ed21 req-6dcddbba-6e3e-44aa-9011-d39116ce2c07 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] For port 235dc60a-77cb-4c01-85af-593c87116a3d, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=235dc60a-77cb-4c01-85af-593c87116a3d,segment=NetworkSegment(a4dd49fd-0509-454d-9dbd-0875ab94addb),segment_id=a4dd49fd-0509-454d-9dbd-0875ab94addb)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:51.982996 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2081ad00-2f68-46ee-9378-5e7818d8ed21 req-6dcddbba-6e3e-44aa-9011-d39116ce2c07 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.028773 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5acf27e4-73c7-498e-9c34-d37d7155cc9d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.028773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-2081ad00-2f68-46ee-9378-5e7818d8ed21 req-6dcddbba-6e3e-44aa-9011-d39116ce2c07 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Calling delete_port for 235dc60a-77cb-4c01-85af-593c87116a3d owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:52.051812 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] For port 4838a6de-24db-4c39-8095-54f19996ceca, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:52.057718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] For port 4838a6de-24db-4c39-8095-54f19996ceca, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4838a6de-24db-4c39-8095-54f19996ceca,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:52.097352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port a91581ac-143d-49f4-9e5a-d1db2a8b9f36 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:52.101357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=311cd793-ed0f-43c8-85b4-61ccadfe02e1,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:52.163427 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e807f-f43d-469b-a450-2b2c2fc3ae79 req-a6579747-184d-454d-8867-88b730560942 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:52.163775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d33198-9ce1-42b5-81bc-b27e94773236 None None] Pushing event updated for resources: {'Port': ['ID=4838a6de-24db-4c39-8095-54f19996ceca,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:52.165054 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-415e807f-f43d-469b-a450-2b2c2fc3ae79 req-a6579747-184d-454d-8867-88b730560942 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 945 time: 0.5928998 Jul 05 04:02:52.168403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port a91581ac-143d-49f4-9e5a-d1db2a8b9f36 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:52.169213 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.208773 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5acf27e4-73c7-498e-9c34-d37d7155cc9d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.360748 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.391854 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-415e807f-f43d-469b-a450-2b2c2fc3ae79 req-e41ebc17-dce3-4a64-96eb-d1fccb1a40d4 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b7e3933-b203-4353-8cc5-6e50d2e3253f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783941 Jul 05 04:02:52.407363 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.459614 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb8af3-7230-433f-bc0d-c83e26444fa7 req-940eeb80-477f-4878-a435-601290cc2336 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:52.467781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21fb8af3-7230-433f-bc0d-c83e26444fa7 req-940eeb80-477f-4878-a435-601290cc2336 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 947 time: 0.2458665 Jul 05 04:02:52.483834 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.524963 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2081ad00-2f68-46ee-9378-5e7818d8ed21 req-6dcddbba-6e3e-44aa-9011-d39116ce2c07 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.528365 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5acf27e4-73c7-498e-9c34-d37d7155cc9d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.536505 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21fb8af3-7230-433f-bc0d-c83e26444fa7 req-afe0c742-47fb-452e-ab4b-0d382611ef00 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/security-groups?id=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677540 Jul 05 04:02:52.537491 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8393f5fc-81b4-4dfc-b900-e9d4199e2451 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.559704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port a91581ac-143d-49f4-9e5a-d1db2a8b9f36, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a91581ac-143d-49f4-9e5a-d1db2a8b9f36,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:52.627759 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.634362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d33198-9ce1-42b5-81bc-b27e94773236 None None] Pushing event updated for resources: {'Port': ['ID=4838a6de-24db-4c39-8095-54f19996ceca,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:52.639906 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Routers {'387e2333-d4f6-4c4b-a0ac-12a0156a77b7'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:52.640692 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['387e2333-d4f6-4c4b-a0ac-12a0156a77b7'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:52.724274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8393f5fc-81b4-4dfc-b900-e9d4199e2451 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Checking segment: {'id': '65a3ab0e-5b39-4a37-95fd-6691dac392d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:52.726769 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8393f5fc-81b4-4dfc-b900-e9d4199e2451 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Network hostable DHCP agents. Network: f63126ef-8ff7-415c-9eb5-154a86f930d6, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:52.787840 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393f5fc-81b4-4dfc-b900-e9d4199e2451 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'Subnet': ['ID=fd68a039-10eb-4abd-837e-86384a925efb,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:52.839941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8393f5fc-81b4-4dfc-b900-e9d4199e2451 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Network f63126ef-8ff7-415c-9eb5-154a86f930d6 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:52.840333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf27e4-73c7-498e-9c34-d37d7155cc9d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bbe8aa-8ea1-4789-a9c8-f2c9b465f678,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:52.849794 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcddbba-6e3e-44aa-9011-d39116ce2c07 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Pushing event deleted for resources: {'Port': ['ID=235dc60a-77cb-4c01-85af-593c87116a3d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:52.874512 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.944798 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.962143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:52.962979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-8393f5fc-81b4-4dfc-b900-e9d4199e2451 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, f63126ef-8ff7-415c-9eb5-154a86f930d6) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:52.963373 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5acf27e4-73c7-498e-9c34-d37d7155cc9d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.974381 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:52.977034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8393f5fc-81b4-4dfc-b900-e9d4199e2451 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:52.980790 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8393f5fc-81b4-4dfc-b900-e9d4199e2451 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.981341 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5acf27e4-73c7-498e-9c34-d37d7155cc9d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5270991 Jul 05 04:02:52.991037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53848) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:53.008158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Request body: {'security_group_rule': {'security_group_id': 'b87639ce-1d2e-481f-83cd-df76c09cf22b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:53.010564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:53.088347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8393f5fc-81b4-4dfc-b900-e9d4199e2451 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7531817 Jul 05 04:02:53.090856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53850) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:53.094687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2081ad00-2f68-46ee-9378-5e7818d8ed21 req-6dcddbba-6e3e-44aa-9011-d39116ce2c07 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] No DVR routers for this DVR port 235dc60a-77cb-4c01-85af-593c87116a3d on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:53.104971 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2081ad00-2f68-46ee-9378-5e7818d8ed21 req-6dcddbba-6e3e-44aa-9011-d39116ce2c07 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.113457 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2081ad00-2f68-46ee-9378-5e7818d8ed21 req-6dcddbba-6e3e-44aa-9011-d39116ce2c07 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.10 "DELETE /v2.0/ports/235dc60a-77cb-4c01-85af-593c87116a3d HTTP/1.1" status: 204 len: 173 time: 1.8550565 Jul 05 04:02:53.115450 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc04baff-06af-48e9-9c24-f5b9d8d57112 None None] Network f63126ef-8ff7-415c-9eb5-154a86f930d6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:53.117339 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9204ac57-7b1e-4d5f-8c67-7c9222c9f292', 'name': 'network-vif-deleted', 'tag': '235dc60a-77cb-4c01-85af-593c87116a3d'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:53.126373 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec26003-a858-4d05-b02b-6e505a6f8aa2" -d '{"events": [{"server_uuid": "9204ac57-7b1e-4d5f-8c67-7c9222c9f292", "name": "network-vif-deleted", "tag": "235dc60a-77cb-4c01-85af-593c87116a3d"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:53.162500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Pushing event updated for resources: {'Port': ['ID=5a60f4c0-85ea-4133-9556-fb7613d609ed,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:53.237826 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=a91581ac-143d-49f4-9e5a-d1db2a8b9f36,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:53.285767 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da1e3a1-d9ce-4498-900a-9351938daf7c x-openstack-request-id: req-7da1e3a1-d9ce-4498-900a-9351938daf7c {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:53.286362 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9204ac57-7b1e-4d5f-8c67-7c9222c9f292", "name": "network-vif-deleted", "tag": "235dc60a-77cb-4c01-85af-593c87116a3d", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:53.286362 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7da1e3a1-d9ce-4498-900a-9351938daf7c {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:53.286685 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9204ac57-7b1e-4d5f-8c67-7c9222c9f292', 'name': 'network-vif-deleted', 'tag': '235dc60a-77cb-4c01-85af-593c87116a3d', 'status': 'completed', 'code': 200} Jul 05 04:02:53.338995 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.380945 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] Set router 387e2333-d4f6-4c4b-a0ac-12a0156a77b7 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:53.534540 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 235dc60a-77cb-4c01-85af-593c87116a3d no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:53.572332 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.592888 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 235dc60a-77cb-4c01-85af-593c87116a3d {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:53.593431 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 235dc60a-77cb-4c01-85af-593c87116a3d not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:53.738189 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.896117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a91581ac-143d-49f4-9e5a-d1db2a8b9f36 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:53.918160 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571e7140-c4a8-4620-8185-b2a2cd8eb51f,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:53.951254 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.999799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:54.009397 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:54.010012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:54.010367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:54.012387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:54.012387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:54.012387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:54.012387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:54.012387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:54.012387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:54.012918 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:54.013218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:54.018019 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.025196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-f63126ef-8ff7-415c-9eb5-154a86f930d6', 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'fixed_ips': [{'subnet_id': 'fd68a039-10eb-4abd-837e-86384a925efb'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:02:54.026182 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.076921 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port a91581ac-143d-49f4-9e5a-d1db2a8b9f36 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:54.077302 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.179291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116520029', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '4838a6de-24db-4c39-8095-54f19996ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:37Z', 'updated_at': '2021-07-05T04:02:41Z', 'revision_number': 3, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': '4838a6de-24db-4c39-8095-54f19996ceca', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:39Z', 'updated_at': '2021-07-05T04:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:54.188956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Allocated IP 172.25.6.184 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/dd333b66-b149-4353-974d-1e88b6c0c66e) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:54.196818 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.200873 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9d728ee4-48ba-4bfa-a1b6-608f98dbacd9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2060950 Jul 05 04:02:54.202357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53866) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:54.208432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:54.211298 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9cb944d6-ea04-44b3-abd1-8082d2f26a8d req-2830f202-3117-4aa9-8088-de9bffd604a8 tempest-ServersNegativeTestJSON-327465841 tempest-ServersNegativeTestJSON-327465841-project] 10.222.0.38 "GET /v2.0/ports?device_id=9204ac57-7b1e-4d5f-8c67-7c9222c9f292 HTTP/1.1" status: 200 len: 210 time: 0.0747402 Jul 05 04:02:54.231870 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37312e49-0d5a-4040-8127-43ebe4bba455 None None] The sync data for ids ['387e2333-d4f6-4c4b-a0ac-12a0156a77b7'] in n-d-771363-32 is: [{'id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116520029', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '4838a6de-24db-4c39-8095-54f19996ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:37Z', 'updated_at': '2021-07-05T04:02:41Z', 'revision_number': 3, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': '4838a6de-24db-4c39-8095-54f19996ceca', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:39Z', 'updated_at': '2021-07-05T04:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:54.431679 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.432357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Allocated IP 172.20.0.18 (f63126ef-8ff7-415c-9eb5-154a86f930d6/fd68a039-10eb-4abd-837e-86384a925efb/78052af3-e10b-4b49-ad1a-c2b452368c3d) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:54.474237 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.505917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84055bd-f361-4e96-8bbd-1090827722f4 req-260006b1-956a-4e86-be76-ae5ae63b102a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:54.507508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a84055bd-f361-4e96-8bbd-1090827722f4 req-260006b1-956a-4e86-be76-ae5ae63b102a tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 945 time: 0.3602874 Jul 05 04:02:54.670959 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.717857 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a84055bd-f361-4e96-8bbd-1090827722f4 req-1bdb8e70-4399-4b2d-b248-4ae26d0a1756 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b7e3933-b203-4353-8cc5-6e50d2e3253f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983085 Jul 05 04:02:54.780813 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.794036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:54.802928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Transition to ACTIVE for port object 78052af3-e10b-4b49-ad1a-c2b452368c3d will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:54.807670 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:54.815750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:54.830087 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.831999 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Transition to ACTIVE for port object 78052af3-e10b-4b49-ad1a-c2b452368c3d will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:54.937046 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.028931 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Network f63126ef-8ff7-415c-9eb5-154a86f930d6 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:55.050896 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:55.056998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:55.151087 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Pushing event updated for resources: {'Port': ['ID=78052af3-e10b-4b49-ad1a-c2b452368c3d,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:55.163693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Attempting to bind port 78052af3-e10b-4b49-ad1a-c2b452368c3d on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:55.164139 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Attempting to bind port 78052af3-e10b-4b49-ad1a-c2b452368c3d by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '65a3ab0e-5b39-4a37-95fd-6691dac392d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:55.164565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Attempting to bind port 78052af3-e10b-4b49-ad1a-c2b452368c3d on network f63126ef-8ff7-415c-9eb5-154a86f930d6 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:55.170620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:55.170999 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Checking segment: {'id': '65a3ab0e-5b39-4a37-95fd-6691dac392d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:55.171409 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.171811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Bound using segment: {'id': '65a3ab0e-5b39-4a37-95fd-6691dac392d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:55.172342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Bound port: 78052af3-e10b-4b49-ad1a-c2b452368c3d, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a3ab0e-5b39-4a37-95fd-6691dac392d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:55.179584 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.245497 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] For port 78052af3-e10b-4b49-ad1a-c2b452368c3d, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:55.249344 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] For port 78052af3-e10b-4b49-ad1a-c2b452368c3d, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=78052af3-e10b-4b49-ad1a-c2b452368c3d,segment=NetworkSegment(65a3ab0e-5b39-4a37-95fd-6691dac392d5),segment_id=65a3ab0e-5b39-4a37-95fd-6691dac392d5)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:55.299326 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.324768 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.357708 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.369521 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=dd333b66-b149-4353-974d-1e88b6c0c66e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:55.452424 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.518781 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53902) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:55.557838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 311cd793-ed0f-43c8-85b4-61ccadfe02e1 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:55.605092 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.640686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7762314-7d61-4627-a4f7-1ee9280b0f70 None None] Pushing event updated for resources: {'Port': ['ID=78052af3-e10b-4b49-ad1a-c2b452368c3d,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:55.845046 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 311cd793-ed0f-43c8-85b4-61ccadfe02e1 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:55.846232 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 311cd793-ed0f-43c8-85b4-61ccadfe02e1 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:55.846483 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.939518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4838a6de-24db-4c39-8095-54f19996ceca up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:55.967653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Allocated IP 172.25.6.72 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/070437f2-9a0b-4fa4-bf02-bcf0e06e9326) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:55.984894 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c0900c-c141-43fd-8355-a7b62fad2952 admin admin] Deleting subnet 50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:55.994781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6c0900c-c141-43fd-8355-a7b62fad2952 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.084459 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.097306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6c0900c-c141-43fd-8355-a7b62fad2952 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.133912 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 311cd793-ed0f-43c8-85b4-61ccadfe02e1, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=311cd793-ed0f-43c8-85b4-61ccadfe02e1,segment=NetworkSegment(973e1fb5-a27f-4978-9797-1af3c4cad988),segment_id=973e1fb5-a27f-4978-9797-1af3c4cad988)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:56.135872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3227bed0-38b4-4aa6-b04b-f2679eb4d9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311cd793-ed0f-43c8-85b4-61ccadfe02e1'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:56.138443 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66def55f-e578-442b-a7b4-c629f1c4c10a" -d '{"events": [{"server_uuid": "3227bed0-38b4-4aa6-b04b-f2679eb4d9d6", "name": "network-vif-plugged", "status": "completed", "tag": "311cd793-ed0f-43c8-85b4-61ccadfe02e1"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:56.193968 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdc0c9-6271-4782-800a-16f7f7299ea5 req-e3a3d8b2-417a-420a-bddf-f11019a11747 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:56.195659 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39fdc0c9-6271-4782-800a-16f7f7299ea5 req-e3a3d8b2-417a-420a-bddf-f11019a11747 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 945 time: 0.1981096 Jul 05 04:02:56.199803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Router 9bd5de52-ab43-45b0-af3a-da9d91df5c8a is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:02:56.228652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 4838a6de-24db-4c39-8095-54f19996ceca completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:56.232643 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.240628 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 4838a6de-24db-4c39-8095-54f19996ceca triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:56.242358 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.307432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=311cd793-ed0f-43c8-85b4-61ccadfe02e1,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:56.446748 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6c0900c-c141-43fd-8355-a7b62fad2952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.451900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Allocated IP 172.20.0.17 (f63126ef-8ff7-415c-9eb5-154a86f930d6/fd68a039-10eb-4abd-837e-86384a925efb/bed06d3c-62ba-42b4-806a-66a56b50d401) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:56.485571 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.499120 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.529867 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 4838a6de-24db-4c39-8095-54f19996ceca, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4838a6de-24db-4c39-8095-54f19996ceca,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:56.556706 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39fdc0c9-6271-4782-800a-16f7f7299ea5 req-92eb729d-06b9-4879-aef2-890bb70b33ae tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b7e3933-b203-4353-8cc5-6e50d2e3253f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435750 Jul 05 04:02:56.606642 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.647700 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:56.665205 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19bcbb2-62d8-447a-b593-e43fc7fe387d None None] Sync routers for ids ['9bd5de52-ab43-45b0-af3a-da9d91df5c8a'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:56.665689 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.670915 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-85a7eb5a-2642-4176-bf87-0091e91a7d0c tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "PUT /v2.0/routers/9bd5de52-ab43-45b0-af3a-da9d91df5c8a HTTP/1.1" status: 200 len: 882 time: 7.9215212 Jul 05 04:02:56.671727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53952) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:56.692836 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a485536a-5173-4e38-9cbd-92d37ba115dc x-openstack-request-id: req-a485536a-5173-4e38-9cbd-92d37ba115dc {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:56.698840 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3227bed0-38b4-4aa6-b04b-f2679eb4d9d6", "name": "network-vif-plugged", "status": "completed", "tag": "311cd793-ed0f-43c8-85b4-61ccadfe02e1", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:56.698840 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a485536a-5173-4e38-9cbd-92d37ba115dc {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:56.698840 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3227bed0-38b4-4aa6-b04b-f2679eb4d9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311cd793-ed0f-43c8-85b4-61ccadfe02e1', 'code': 200} Jul 05 04:02:56.698840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19bcbb2-62d8-447a-b593-e43fc7fe387d None None] Routers {'9bd5de52-ab43-45b0-af3a-da9d91df5c8a'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:56.698840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c19bcbb2-62d8-447a-b593-e43fc7fe387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9bd5de52-ab43-45b0-af3a-da9d91df5c8a'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:56.764949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c19bcbb2-62d8-447a-b593-e43fc7fe387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:56.818230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=4838a6de-24db-4c39-8095-54f19996ceca,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:56.821940 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19bcbb2-62d8-447a-b593-e43fc7fe387d None None] Routers {'9bd5de52-ab43-45b0-af3a-da9d91df5c8a'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:56.822710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c19bcbb2-62d8-447a-b593-e43fc7fe387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9bd5de52-ab43-45b0-af3a-da9d91df5c8a'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:56.900169 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c19bcbb2-62d8-447a-b593-e43fc7fe387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:56.903554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19bcbb2-62d8-447a-b593-e43fc7fe387d None None] The sync data for ids ['9bd5de52-ab43-45b0-af3a-da9d91df5c8a'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:56.934463 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.938212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6c0900c-c141-43fd-8355-a7b62fad2952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.958278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Transition to ACTIVE for port object bed06d3c-62ba-42b4-806a-66a56b50d401 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:57.010111 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.020227 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0900c-c141-43fd-8355-a7b62fad2952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:57.038634 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6c0900c-c141-43fd-8355-a7b62fad2952 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.038634 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d6c0900c-c141-43fd-8355-a7b62fad2952 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/50a3a6f1-0936-42ec-8f3a-ea131e4ad2fc HTTP/1.1" status: 204 len: 168 time: 1.5181830 Jul 05 04:02:57.039648 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-55c57d07-eb92-4380-8382-50aa595174cb tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/routers/9bd5de52-ab43-45b0-af3a-da9d91df5c8a HTTP/1.1" status: 200 len: 923 time: 0.3632319 Jul 05 04:02:57.041853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53958) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:57.042042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53960) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:57.064944 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.102928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4af4a9-3d70-48b4-afa3-7ac1d17b9ea3 None None] Network f63126ef-8ff7-415c-9eb5-154a86f930d6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:57.184927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32521212-ca9c-4218-b932-7d3e9b09fe5e req-347b4f50-f6f9-47e0-acbd-c0177f28b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:57.187923 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d373fcf-b3ba-4775-b3c0-467171b9e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.188572 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-32521212-ca9c-4218-b932-7d3e9b09fe5e req-347b4f50-f6f9-47e0-acbd-c0177f28b25c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 1098 time: 0.2711043 Jul 05 04:02:57.271929 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5c2bca-27c0-437b-8a76-4533cc18b2b2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:57.276018 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6b5c2bca-27c0-437b-8a76-4533cc18b2b2 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&device_id=9bd5de52-ab43-45b0-af3a-da9d91df5c8a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2305901 Jul 05 04:02:57.285823 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53964) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:57.324090 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.357453 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.484621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'Port': ['ID=bed06d3c-62ba-42b4-806a-66a56b50d401,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:57.510093 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d373fcf-b3ba-4775-b3c0-467171b9e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.525501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:57.536273 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-32521212-ca9c-4218-b932-7d3e9b09fe5e req-b39787bd-c2a2-4e12-940e-f46d4798fe36 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1b7e3933-b203-4353-8cc5-6e50d2e3253f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833388 Jul 05 04:02:57.539532 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Network f63126ef-8ff7-415c-9eb5-154a86f930d6 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:57.542000 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-8d373fcf-b3ba-4775-b3c0-467171b9e861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd58e159-a7c6-402f-bb41-680ec0a6f913']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:57.544054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:57.546962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:57.551911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:57.561732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-8d373fcf-b3ba-4775-b3c0-467171b9e861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4dd49fd-0509-454d-9dbd-0875ab94addb') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:57.562084 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-8d373fcf-b3ba-4775-b3c0-467171b9e861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4dd49fd-0509-454d-9dbd-0875ab94addb') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:57.573698 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ea381cdc-d667-4f40-89ef-b6f8a4e45bdb no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:57.574160 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:57.617156 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d373fcf-b3ba-4775-b3c0-467171b9e861 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.669067 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d373fcf-b3ba-4775-b3c0-467171b9e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.671713 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.692442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event updated for resources: {'Port': ['ID=070437f2-9a0b-4fa4-bf02-bcf0e06e9326,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:57.802616 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2cf4acca-090e-4dc7-9cc6-cb86f1b04ab3 None None] Provisioning for port 78052af3-e10b-4b49-ad1a-c2b452368c3d completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:57.830446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb562161-cfe1-4e01-b417-088ae8f33967 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:57.833738 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fb562161-cfe1-4e01-b417-088ae8f33967 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 881 time: 0.5372796 Jul 05 04:02:57.837833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53970) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:57.852588 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d373fcf-b3ba-4775-b3c0-467171b9e861 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:57.852588 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d373fcf-b3ba-4775-b3c0-467171b9e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:57.856487 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:57.955800 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 78052af3-e10b-4b49-ad1a-c2b452368c3d up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:57.960414 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d9a19172-ddb8-4356-8cfa-a1a1b0bacf65 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "GET /v2.0/ports?device_id=9bd5de52-ab43-45b0-af3a-da9d91df5c8a HTTP/1.1" status: 200 len: 205 time: 0.1075215 Jul 05 04:02:57.963338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53974) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:57.964749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 24fc969c-8edf-4f5a-91cf-98f3fded988d is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:02:58.072206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9d261-9fd1-474c-9ee0-45ab1bdfaaf5 req-c70b6cdb-cb13-486a-86c6-2e9a7b7552a4 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:58.074413 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04c9d261-9fd1-474c-9ee0-45ab1bdfaaf5 req-c70b6cdb-cb13-486a-86c6-2e9a7b7552a4 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 946 time: 0.2539325 Jul 05 04:02:58.080451 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d373fcf-b3ba-4775-b3c0-467171b9e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.085276 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.112194 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.128624 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d373fcf-b3ba-4775-b3c0-467171b9e861 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.132286 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8d373fcf-b3ba-4775-b3c0-467171b9e861 admin admin] 10.222.0.38 "DELETE /v2.0/networks/bd58e159-a7c6-402f-bb41-680ec0a6f913 HTTP/1.1" status: 204 len: 168 time: 1.0881474 Jul 05 04:02:58.133476 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d373fcf-b3ba-4775-b3c0-467171b9e861 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd58e159-a7c6-402f-bb41-680ec0a6f913,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:58.239832 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04c9d261-9fd1-474c-9ee0-45ab1bdfaaf5 req-c5e22587-5074-4b35-8ca1-074fca98b1c9 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b7e3933-b203-4353-8cc5-6e50d2e3253f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515422 Jul 05 04:02:58.281572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:58.360471 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.369028 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.378991 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34aed9b6-8e08-45c6-9d0e-7ef9da473a84 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.410788 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.432416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 78052af3-e10b-4b49-ad1a-c2b452368c3d completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:58.446172 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 78052af3-e10b-4b49-ad1a-c2b452368c3d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:58.449851 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.524624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:58.542333 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6269b0c-a4f2-49c4-90fd-9311c8f65416 None None] Sync routers for ids ['24fc969c-8edf-4f5a-91cf-98f3fded988d'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:58.562176 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6269b0c-a4f2-49c4-90fd-9311c8f65416 None None] Routers {'24fc969c-8edf-4f5a-91cf-98f3fded988d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:58.569718 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c6269b0c-a4f2-49c4-90fd-9311c8f65416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['24fc969c-8edf-4f5a-91cf-98f3fded988d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:58.581632 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:58.621740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-af88ee07-3ce5-4a63-9e55-494693fbc7ff tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:58.624336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-af88ee07-3ce5-4a63-9e55-494693fbc7ff tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/networks?id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 HTTP/1.1" status: 200 len: 804 time: 0.2977827 Jul 05 04:02:58.635154 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c6269b0c-a4f2-49c4-90fd-9311c8f65416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:58.648390 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6269b0c-a4f2-49c4-90fd-9311c8f65416 None None] Routers {'24fc969c-8edf-4f5a-91cf-98f3fded988d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:58.649974 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c6269b0c-a4f2-49c4-90fd-9311c8f65416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['24fc969c-8edf-4f5a-91cf-98f3fded988d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:58.696623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5112d30e-06ad-4a00-aa4b-4940be342259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea381cdc-d667-4f40-89ef-b6f8a4e45bdb'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:58.698944 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edb075c-5483-48c0-a5ca-4d194ad6426d" -d '{"events": [{"server_uuid": "5112d30e-06ad-4a00-aa4b-4940be342259", "name": "network-vif-unplugged", "status": "completed", "tag": "ea381cdc-d667-4f40-89ef-b6f8a4e45bdb"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:58.753555 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c6269b0c-a4f2-49c4-90fd-9311c8f65416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:58.756461 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53990) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:58.757970 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6269b0c-a4f2-49c4-90fd-9311c8f65416 None None] The sync data for ids ['24fc969c-8edf-4f5a-91cf-98f3fded988d'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:58.767063 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-a863434b-afcc-42f9-b3bd-82600da547a9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/quotas/a7ffff41c54e4f0f8cc5d87cc4243f49 HTTP/1.1" status: 200 len: 375 time: 0.1342721 Jul 05 04:02:58.767799 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.843553 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67034f49-a0a2-4312-b228-e04efd53c5ee x-openstack-request-id: req-67034f49-a0a2-4312-b228-e04efd53c5ee {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:58.843854 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5112d30e-06ad-4a00-aa4b-4940be342259", "name": "network-vif-unplugged", "status": "completed", "tag": "ea381cdc-d667-4f40-89ef-b6f8a4e45bdb", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:58.844132 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67034f49-a0a2-4312-b228-e04efd53c5ee {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:58.844808 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5112d30e-06ad-4a00-aa4b-4940be342259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea381cdc-d667-4f40-89ef-b6f8a4e45bdb', 'code': 200} Jul 05 04:02:58.871222 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 78052af3-e10b-4b49-ad1a-c2b452368c3d, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=78052af3-e10b-4b49-ad1a-c2b452368c3d,segment=NetworkSegment(65a3ab0e-5b39-4a37-95fd-6691dac392d5),segment_id=65a3ab0e-5b39-4a37-95fd-6691dac392d5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:58.885148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2aa6a29e-7500-448a-ac8b-2bb3e8aaa2c3 None None] Provisioning complete for port 78052af3-e10b-4b49-ad1a-c2b452368c3d triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:58.885767 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2aa6a29e-7500-448a-ac8b-2bb3e8aaa2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.941470 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.943066 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0cf8811d-fe8e-42e5-826a-606a9dc19af6 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.7912605 Jul 05 04:02:58.944579 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:58.945486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4838a6de-24db-4c39-8095-54f19996ceca up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:58.947682 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53994) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:59.024649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=78052af3-e10b-4b49-ad1a-c2b452368c3d,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:59.246625 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 4838a6de-24db-4c39-8095-54f19996ceca triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:59.248082 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.350164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2aa6a29e-7500-448a-ac8b-2bb3e8aaa2c3 None None] Provisioning for port bed06d3c-62ba-42b4-806a-66a56b50d401 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:59.360360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2aa6a29e-7500-448a-ac8b-2bb3e8aaa2c3 None None] Provisioning complete for port bed06d3c-62ba-42b4-806a-66a56b50d401 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:59.361622 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2aa6a29e-7500-448a-ac8b-2bb3e8aaa2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.414071 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2aa6a29e-7500-448a-ac8b-2bb3e8aaa2c3 None None] Port bed06d3c-62ba-42b4-806a-66a56b50d401 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:59.483584 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34aed9b6-8e08-45c6-9d0e-7ef9da473a84 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.585072 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b7c1bcdd-2fb9-46d9-853c-f1afd0eb2b20 None None] Provisioning complete for port bed06d3c-62ba-42b4-806a-66a56b50d401 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:59.586672 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b7c1bcdd-2fb9-46d9-853c-f1afd0eb2b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.616429 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.652733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b7c1bcdd-2fb9-46d9-853c-f1afd0eb2b20 None None] Port bed06d3c-62ba-42b4-806a-66a56b50d401 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:59.672225 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-301c3421-d650-4dd9-8945-7dd4c5cce71f tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/routers/24fc969c-8edf-4f5a-91cf-98f3fded988d HTTP/1.1" status: 200 len: 884 time: 0.7230537 Jul 05 04:02:59.676908 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.678822 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53998) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:59.685749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 78052af3-e10b-4b49-ad1a-c2b452368c3d up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:59.748518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 78052af3-e10b-4b49-ad1a-c2b452368c3d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:59.749243 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.757363 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b68fdfd2-afa9-4204-a244-b3d1e82cd4c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a2ee014bb2224bf8b2a8ff13d10ed4fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9876187 Jul 05 04:02:59.761196 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54000) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:59.766323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-34aed9b6-8e08-45c6-9d0e-7ef9da473a84 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Deleting port 5a60f4c0-85ea-4133-9556-fb7613d609ed {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:59.766669 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34aed9b6-8e08-45c6-9d0e-7ef9da473a84 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.823680 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.852519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event updated for resources: {'Port': ['ID=070437f2-9a0b-4fa4-bf02-bcf0e06e9326,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:59.873444 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-a0d55bc7-19f9-4d29-8bcc-fd9da6d11186 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a7ffff41c54e4f0f8cc5d87cc4243f49&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1052644 Jul 05 04:02:59.880298 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e50f2083-8e09-429a-a513-6283cb2b3a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.894501 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f850c-b8a9-4ffe-ba21-b9ccc99136eb req-a3febd79-b013-493a-b56d-b77df14d26cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:59.896035 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-025f850c-b8a9-4ffe-ba21-b9ccc99136eb req-a3febd79-b013-493a-b56d-b77df14d26cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1936126 Jul 05 04:02:59.908657 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.933993 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:59.956013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54004) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:59.981521 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34aed9b6-8e08-45c6-9d0e-7ef9da473a84 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.011468 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-34aed9b6-8e08-45c6-9d0e-7ef9da473a84 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Calling delete_port for 5a60f4c0-85ea-4133-9556-fb7613d609ed owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:00.036352 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e50f2083-8e09-429a-a513-6283cb2b3a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.115900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.117175 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-56bea252-9c87-4f39-bd5a-7642236d0491 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9139369 Jul 05 04:03:00.156821 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-221f39b2-15b1-48f8-ab1b-86fa5d086361 service neutron] 10.222.0.38 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730670 Jul 05 04:03:00.168791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'Port': ['ID=bed06d3c-62ba-42b4-806a-66a56b50d401,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:00.172098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb134694-d8ea-467a-9511-f359daf488b3 req-cff25827-94d2-4875-b3eb-909d855d2f90 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:00.172098 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fb134694-d8ea-467a-9511-f359daf488b3 req-cff25827-94d2-4875-b3eb-909d855d2f90 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.10 "GET /v2.0/ports?device_id=5112d30e-06ad-4a00-aa4b-4940be342259 HTTP/1.1" status: 200 len: 944 time: 0.2640254 Jul 05 04:03:00.177416 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-025f850c-b8a9-4ffe-ba21-b9ccc99136eb req-e03d5213-6eed-4d3d-8d9a-58411f711648 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b7e3933-b203-4353-8cc5-6e50d2e3253f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649634 Jul 05 04:03:00.202258 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.386528 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e50f2083-8e09-429a-a513-6283cb2b3a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.397235 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e50f2083-8e09-429a-a513-6283cb2b3a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.399064 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e50f2083-8e09-429a-a513-6283cb2b3a4e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46fcd1fa-6a21-44f6-b2c3-31ca665dd93e HTTP/1.1" status: 204 len: 168 time: 0.6353743 Jul 05 04:03:00.419662 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1688eecd-2219-4d97-9e66-1688e6212d55 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7381949 Jul 05 04:03:00.428918 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54016) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:00.450846 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Network f63126ef-8ff7-415c-9eb5-154a86f930d6 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:00.453277 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-9b4c0d94-76ed-470a-b9dc-a5d847c11368 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-503404856'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:00.469144 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:00.489459 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f2083-8e09-429a-a513-6283cb2b3a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fcd1fa-6a21-44f6-b2c3-31ca665dd93e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:00.594959 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-201a0312-0431-4bcc-a1d8-ea1c6d7f213e service neutron] 10.222.0.38 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814676 Jul 05 04:03:00.622996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-fb134694-d8ea-467a-9511-f359daf488b3 req-9c314d87-590e-4c0c-9df8-23de1629ab8d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Deleting port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:00.623970 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fb134694-d8ea-467a-9511-f359daf488b3 req-9c314d87-590e-4c0c-9df8-23de1629ab8d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.677682 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a329be-488b-4f03-8a2a-60d145776daf req-8a993dc0-5069-4d2e-8835-3c5af0c5e238 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:00.680411 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a7a329be-488b-4f03-8a2a-60d145776daf req-8a993dc0-5069-4d2e-8835-3c5af0c5e238 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 946 time: 0.2359588 Jul 05 04:03:00.695991 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34aed9b6-8e08-45c6-9d0e-7ef9da473a84 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.741891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Router 387e2333-d4f6-4c4b-a0ac-12a0156a77b7 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:00.812706 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a7a329be-488b-4f03-8a2a-60d145776daf req-b3935fc6-2b38-41e4-b08c-a24ebda9ca32 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b7e3933-b203-4353-8cc5-6e50d2e3253f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313093 Jul 05 04:03:00.863623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54020) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:00.867302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-fb134694-d8ea-467a-9511-f359daf488b3 req-9c314d87-590e-4c0c-9df8-23de1629ab8d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] For port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:00.868731 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fb134694-d8ea-467a-9511-f359daf488b3 req-9c314d87-590e-4c0c-9df8-23de1629ab8d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.875185 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aed9b6-8e08-45c6-9d0e-7ef9da473a84 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Pushing event deleted for resources: {'Port': ['ID=5a60f4c0-85ea-4133-9556-fb7613d609ed,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:00.882425 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d3879f7c-8e46-48e7-8e14-50e8ef877a27 None None] Provisioning complete for port bed06d3c-62ba-42b4-806a-66a56b50d401 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:00.887141 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d3879f7c-8e46-48e7-8e14-50e8ef877a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.980196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d3879f7c-8e46-48e7-8e14-50e8ef877a27 None None] Port bed06d3c-62ba-42b4-806a-66a56b50d401 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:01.036484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-fb134694-d8ea-467a-9511-f359daf488b3 req-9c314d87-590e-4c0c-9df8-23de1629ab8d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Calling delete_port for ea381cdc-d667-4f40-89ef-b6f8a4e45bdb owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:01.096873 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6be3fa7-8adf-4da0-b992-fec3e05bd3ac req-eaa9edab-d3bf-4997-9aa7-0c45f89aef0f tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 210 time: 0.0610600 Jul 05 04:03:01.101548 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:01.111857 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Sync routers for ids ['387e2333-d4f6-4c4b-a0ac-12a0156a77b7'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:01.116680 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e1896422-a71e-441b-9627-46820b4d1136 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "PUT /v2.0/routers/387e2333-d4f6-4c4b-a0ac-12a0156a77b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0079498 Jul 05 04:03:01.125561 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Routers {'387e2333-d4f6-4c4b-a0ac-12a0156a77b7'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:01.126195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['387e2333-d4f6-4c4b-a0ac-12a0156a77b7'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:01.142077 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-22c0c68f-9681-4eda-b391-6715df37fc75 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1841516878&fields=id&tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77 HTTP/1.1" status: 200 len: 267 time: 0.1180325 Jul 05 04:03:01.342202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-38e328f0-81d0-486e-b26f-b1cc724f1901 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:01.344001 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-38e328f0-81d0-486e-b26f-b1cc724f1901 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/networks?id=739555cb-3aaa-4692-ac69-434fc52fdecf HTTP/1.1" status: 200 len: 810 time: 0.1942043 Jul 05 04:03:01.353794 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Set router 387e2333-d4f6-4c4b-a0ac-12a0156a77b7 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:01.372375 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-0554a919-f1f4-42d3-be68-43cc330d38c3 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/quotas/5e1ea4a7d8b94d1d8d6d833a03c58d77 HTTP/1.1" status: 200 len: 375 time: 0.0172601 Jul 05 04:03:01.551182 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34aed9b6-8e08-45c6-9d0e-7ef9da473a84 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.603113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-fd101b3d-199c-411e-9920-0e0f05a47a22 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2243278 Jul 05 04:03:01.676201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4b4a98-b4c8-46d1-8a83-f60459afa74b tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:01.678432 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1e4b4a98-b4c8-46d1-8a83-f60459afa74b tempest-TestNetworkBasicOps-610797906 tempest-TestNetworkBasicOps-610797906-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 1093 time: 0.8135436 Jul 05 04:03:01.685520 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-8a276307-a281-4923-bce7-72d6ed24b881 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:01.693414 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116520029', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '4838a6de-24db-4c39-8095-54f19996ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:37Z', 'updated_at': '2021-07-05T04:02:58Z', 'revision_number': 4, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': '4838a6de-24db-4c39-8095-54f19996ceca', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:39Z', 'updated_at': '2021-07-05T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bed06d3c-62ba-42b4-806a-66a56b50d401', 'name': '', 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'mac_address': 'fa:16:3e:83:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'fd68a039-10eb-4abd-837e-86384a925efb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:56Z', 'updated_at': '2021-07-05T04:02:59Z', 'revision_number': 2, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'subnets': [{'id': 'fd68a039-10eb-4abd-837e-86384a925efb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:01.694279 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-8a276307-a281-4923-bce7-72d6ed24b881 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/networks?id=f63126ef-8ff7-415c-9eb5-154a86f930d6 HTTP/1.1" status: 200 len: 798 time: 0.2519445 Jul 05 04:03:01.707007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54060) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:01.713411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': '311cd793-ed0f-43c8-85b4-61ccadfe02e1', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:01.741626 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-4fbaf9ce-bd82-4f35-8359-63fa05cf6b9b tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/quotas/ca84adb3a807463ab38748b30818c87c HTTP/1.1" status: 200 len: 375 time: 0.0464859 Jul 05 04:03:01.745679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Checking router: 387e2333-d4f6-4c4b-a0ac-12a0156a77b7 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:01.746159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Updating router 387e2333-d4f6-4c4b-a0ac-12a0156a77b7 port bed06d3c-62ba-42b4-806a-66a56b50d401 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:03:01.803950 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.867215 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-40f4fb76-19c6-448a-a696-dc2a8796e2b7 service neutron] 10.222.0.38 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604923 Jul 05 04:03:01.968437 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-3261395a-3a8f-40a7-9713-1a06cc93a8f1 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca84adb3a807463ab38748b30818c87c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2160196 Jul 05 04:03:01.996274 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.077895 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-d58bb6b1-3c03-402c-9c98-3803d7b51fab service neutron] 10.222.0.38 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090776 Jul 05 04:03:02.178479 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34aed9b6-8e08-45c6-9d0e-7ef9da473a84 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.186009 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34aed9b6-8e08-45c6-9d0e-7ef9da473a84 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.186419 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-1087a244-ae38-4e4b-9b4b-9b6054d913a5 service neutron] 10.222.0.38 "GET /v2.0/networks/f63126ef-8ff7-415c-9eb5-154a86f930d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156909 Jul 05 04:03:02.341429 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.347499 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0d94-76ed-470a-b9dc-a5d847c11368 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.385030 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-39ebd457-9ba3-4ae5-8cc1-d366b801f08c service neutron] 10.222.0.38 "GET /v2.0/networks/f63126ef-8ff7-415c-9eb5-154a86f930d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869752 Jul 05 04:03:02.392562 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.399507 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34aed9b6-8e08-45c6-9d0e-7ef9da473a84 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.400103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34aed9b6-8e08-45c6-9d0e-7ef9da473a84 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Fanout notify agent at l3_agent the message router_deleted on router 9bd5de52-ab43-45b0-af3a-da9d91df5c8a {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:02.413713 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34aed9b6-8e08-45c6-9d0e-7ef9da473a84 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.420700 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-34aed9b6-8e08-45c6-9d0e-7ef9da473a84 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "DELETE /v2.0/routers/9bd5de52-ab43-45b0-af3a-da9d91df5c8a HTTP/1.1" status: 204 len: 168 time: 4.4529462 Jul 05 04:03:02.420924 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.434151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54082) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:02.443335 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Transition to ACTIVE for port object bed06d3c-62ba-42b4-806a-66a56b50d401 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:02.462354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7c697765-594f-49ec-a7d5-5f90fcf25574 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1093283258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:02.467580 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fb134694-d8ea-467a-9511-f359daf488b3 req-9c314d87-590e-4c0c-9df8-23de1629ab8d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.469712 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0d94-76ed-470a-b9dc-a5d847c11368 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.492583 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3edcf6ed-ba07-4112-9549-8dc0027b35ce req-96f72734-89f2-439b-9822-30d5a29dac4b tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 210 time: 0.1049788 Jul 05 04:03:02.520113 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.527304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c314d87-590e-4c0c-9df8-23de1629ab8d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Pushing event deleted for resources: {'Port': ['ID=ea381cdc-d667-4f40-89ef-b6f8a4e45bdb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:02.620736 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a03795-1692-46e3-8d09-124a9173ca4e None None] Pushing event updated for resources: {'Port': ['ID=bed06d3c-62ba-42b4-806a-66a56b50d401,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:02.628891 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed0364c1-4fff-41fb-8b64-dae00c0eb3a8 req-64fd9a38-8516-4897-8369-303622860bd1 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 210 time: 0.0434151 Jul 05 04:03:02.668673 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb134694-d8ea-467a-9511-f359daf488b3 req-9c314d87-590e-4c0c-9df8-23de1629ab8d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] No DVR routers for this DVR port ea381cdc-d667-4f40-89ef-b6f8a4e45bdb on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:02.705088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Allocated IP 172.25.6.92 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/a277ed0a-cccc-4c5e-951e-f29b9a4e8e12) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:02.748778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fb134694-d8ea-467a-9511-f359daf488b3 req-9c314d87-590e-4c0c-9df8-23de1629ab8d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.756988 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fb134694-d8ea-467a-9511-f359daf488b3 req-9c314d87-590e-4c0c-9df8-23de1629ab8d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.10 "DELETE /v2.0/ports/ea381cdc-d667-4f40-89ef-b6f8a4e45bdb HTTP/1.1" status: 204 len: 173 time: 2.5696840 Jul 05 04:03:02.757606 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5112d30e-06ad-4a00-aa4b-4940be342259', 'name': 'network-vif-deleted', 'tag': 'ea381cdc-d667-4f40-89ef-b6f8a4e45bdb'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:02.759958 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9ad4f8-8fdd-40d8-9bc4-ef4c6ce7e39b" -d '{"events": [{"server_uuid": "5112d30e-06ad-4a00-aa4b-4940be342259", "name": "network-vif-deleted", "tag": "ea381cdc-d667-4f40-89ef-b6f8a4e45bdb"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:02.776902 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c697765-594f-49ec-a7d5-5f90fcf25574 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.793873 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c697765-594f-49ec-a7d5-5f90fcf25574 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.860174 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb085d0-2d1a-4576-b02f-7813159f5469 x-openstack-request-id: req-8bb085d0-2d1a-4576-b02f-7813159f5469 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:02.860478 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5112d30e-06ad-4a00-aa4b-4940be342259", "name": "network-vif-deleted", "tag": "ea381cdc-d667-4f40-89ef-b6f8a4e45bdb", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:02.863072 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Attempting to bind port bed06d3c-62ba-42b4-806a-66a56b50d401 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:02.863458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Attempting to bind port bed06d3c-62ba-42b4-806a-66a56b50d401 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '65a3ab0e-5b39-4a37-95fd-6691dac392d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:02.863837 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Attempting to bind port bed06d3c-62ba-42b4-806a-66a56b50d401 on network f63126ef-8ff7-415c-9eb5-154a86f930d6 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:02.865154 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8bb085d0-2d1a-4576-b02f-7813159f5469 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:02.866011 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5112d30e-06ad-4a00-aa4b-4940be342259', 'name': 'network-vif-deleted', 'tag': 'ea381cdc-d667-4f40-89ef-b6f8a4e45bdb', 'status': 'completed', 'code': 200} Jul 05 04:03:02.879239 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:02.881574 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Checking segment: {'id': '65a3ab0e-5b39-4a37-95fd-6691dac392d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:02.881574 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.881574 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Bound using segment: {'id': '65a3ab0e-5b39-4a37-95fd-6691dac392d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:02.881574 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Bound port: bed06d3c-62ba-42b4-806a-66a56b50d401, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a3ab0e-5b39-4a37-95fd-6691dac392d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:02.882654 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.886022 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3110c956-ede2-41ed-9b47-02bf25c6afce req-59c600d0-84d4-4e2b-8597-d1edbf7da0e5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 210 time: 0.0876205 Jul 05 04:03:02.906495 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4520df70-db78-46e1-8310-a1232ccd7ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.939396 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.013454 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c697765-594f-49ec-a7d5-5f90fcf25574 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.065858 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] For port bed06d3c-62ba-42b4-806a-66a56b50d401, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:03.071847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] For port bed06d3c-62ba-42b4-806a-66a56b50d401, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bed06d3c-62ba-42b4-806a-66a56b50d401,segment=NetworkSegment(65a3ab0e-5b39-4a37-95fd-6691dac392d5),segment_id=65a3ab0e-5b39-4a37-95fd-6691dac392d5)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:03.098225 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.100225 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c697765-594f-49ec-a7d5-5f90fcf25574 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.117128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4c0d94-76ed-470a-b9dc-a5d847c11368 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 24fc969c-8edf-4f5a-91cf-98f3fded988d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:03.144629 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.150835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:03.153910 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:03.161454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:03.296289 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c697765-594f-49ec-a7d5-5f90fcf25574 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.297836 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7c697765-594f-49ec-a7d5-5f90fcf25574 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8615425 Jul 05 04:03:03.305364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54106) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:03.311181 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Routers {'387e2333-d4f6-4c4b-a0ac-12a0156a77b7'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:03.311833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['387e2333-d4f6-4c4b-a0ac-12a0156a77b7'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:03.314538 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'enable_snat': True}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:03.401066 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a03795-1692-46e3-8d09-124a9173ca4e None None] Pushing event updated for resources: {'Port': ['ID=bed06d3c-62ba-42b4-806a-66a56b50d401,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:03.543484 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Port': ['ID=a277ed0a-cccc-4c5e-951e-f29b9a4e8e12,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:03.602258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ea381cdc-d667-4f40-89ef-b6f8a4e45bdb no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:03.605811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] Set router 387e2333-d4f6-4c4b-a0ac-12a0156a77b7 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:03.743215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: ea381cdc-d667-4f40-89ef-b6f8a4e45bdb {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:03.743616 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ea381cdc-d667-4f40-89ef-b6f8a4e45bdb not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:03.770628 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.882370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4c0d94-76ed-470a-b9dc-a5d847c11368 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:03.893838 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b4da6-84ec-44ce-ab03-21dd2e2d0deb None None] Sync routers for ids ['24fc969c-8edf-4f5a-91cf-98f3fded988d'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:03.903836 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b4da6-84ec-44ce-ab03-21dd2e2d0deb None None] Routers {'24fc969c-8edf-4f5a-91cf-98f3fded988d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:03.904506 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.910360 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f96b4da6-84ec-44ce-ab03-21dd2e2d0deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['24fc969c-8edf-4f5a-91cf-98f3fded988d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:03.910581 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0d94-76ed-470a-b9dc-a5d847c11368 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.910581 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9b4c0d94-76ed-470a-b9dc-a5d847c11368 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/24fc969c-8edf-4f5a-91cf-98f3fded988d HTTP/1.1" status: 200 len: 891 time: 3.4787507 Jul 05 04:03:03.917641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54124) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:03.979089 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fdd335bc-4dbf-4382-ac42-bc3c7d81daed req-3574b58a-d9f9-4ffe-83dc-f5cbf2962679 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 210 time: 0.1778913 Jul 05 04:03:03.988269 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f96b4da6-84ec-44ce-ab03-21dd2e2d0deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:04.005356 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b4da6-84ec-44ce-ab03-21dd2e2d0deb None None] Routers {'24fc969c-8edf-4f5a-91cf-98f3fded988d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:04.006288 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f96b4da6-84ec-44ce-ab03-21dd2e2d0deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['24fc969c-8edf-4f5a-91cf-98f3fded988d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:04.038075 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116520029', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '4838a6de-24db-4c39-8095-54f19996ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:37Z', 'updated_at': '2021-07-05T04:02:58Z', 'revision_number': 4, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': '4838a6de-24db-4c39-8095-54f19996ceca', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:39Z', 'updated_at': '2021-07-05T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bed06d3c-62ba-42b4-806a-66a56b50d401', 'name': '', 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'mac_address': 'fa:16:3e:83:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'fd68a039-10eb-4abd-837e-86384a925efb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:56Z', 'updated_at': '2021-07-05T04:03:03Z', 'revision_number': 4, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'subnets': [{'id': 'fd68a039-10eb-4abd-837e-86384a925efb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:04.109629 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80148fc4-9b02-4585-8e89-44f7c570633e None None] The sync data for ids ['387e2333-d4f6-4c4b-a0ac-12a0156a77b7'] in n-d-771363-32 is: [{'id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116520029', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '4838a6de-24db-4c39-8095-54f19996ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:37Z', 'updated_at': '2021-07-05T04:02:58Z', 'revision_number': 4, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': '4838a6de-24db-4c39-8095-54f19996ceca', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:39Z', 'updated_at': '2021-07-05T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bed06d3c-62ba-42b4-806a-66a56b50d401', 'name': '', 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'mac_address': 'fa:16:3e:83:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'fd68a039-10eb-4abd-837e-86384a925efb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:56Z', 'updated_at': '2021-07-05T04:03:03Z', 'revision_number': 4, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'subnets': [{'id': 'fd68a039-10eb-4abd-837e-86384a925efb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:04.114076 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f96b4da6-84ec-44ce-ab03-21dd2e2d0deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:04.115478 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b4da6-84ec-44ce-ab03-21dd2e2d0deb None None] The sync data for ids ['24fc969c-8edf-4f5a-91cf-98f3fded988d'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:04.204970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4520df70-db78-46e1-8310-a1232ccd7ccc admin admin] Deleting port 11dce8e1-96e6-4dcd-bf19-967fef244b03 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:04.205315 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4520df70-db78-46e1-8310-a1232ccd7ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.359377 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-4520df70-db78-46e1-8310-a1232ccd7ccc admin admin] For port 11dce8e1-96e6-4dcd-bf19-967fef244b03, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=11dce8e1-96e6-4dcd-bf19-967fef244b03,segment=NetworkSegment(efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5),segment_id=efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:04.360111 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4520df70-db78-46e1-8310-a1232ccd7ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.386060 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4520df70-db78-46e1-8310-a1232ccd7ccc admin admin] Calling delete_port for 11dce8e1-96e6-4dcd-bf19-967fef244b03 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:04.513646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1822b0eb-3494-44ae-bc66-4b4c70aa3038 req-f65e9db2-cbfa-430c-9ba0-9f34d1fdb26f tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 210 time: 0.7113185 Jul 05 04:03:04.587260 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2bf98a90-92c2-42a0-9a7f-babbc10a198d req-8b980adf-e41f-4a25-bd77-43148a7ffb75 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 210 time: 0.1055231 Jul 05 04:03:04.598457 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.603895 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.636264 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.788665 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3608037b-78e0-43b9-8636-4025fbd4b352 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/routers/24fc969c-8edf-4f5a-91cf-98f3fded988d HTTP/1.1" status: 200 len: 891 time: 0.8368125 Jul 05 04:03:04.792873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54142) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:04.837134 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2b162e60-b88b-4051-854d-0fd13192b08a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports?device_id=24fc969c-8edf-4f5a-91cf-98f3fded988d HTTP/1.1" status: 200 len: 205 time: 0.0408640 Jul 05 04:03:04.839569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54144) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:04.956816 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.959501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Allocated IP 172.25.6.84 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/8d6b4a29-31f7-4abf-83d3-63103e0f3171) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:04.995854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4520df70-db78-46e1-8310-a1232ccd7ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.136044 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520df70-db78-46e1-8310-a1232ccd7ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=11dce8e1-96e6-4dcd-bf19-967fef244b03,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:05.293320 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed7cea42-6b5b-461c-9f7f-472f9b5917f5 req-3d0ed944-4271-4652-ad3a-a77cc908bd5a tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 210 time: 0.1000760 Jul 05 04:03:05.364715 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c024041-aad0-44b1-8c49-5df0c3de3d60 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.448680 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.534713 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c024041-aad0-44b1-8c49-5df0c3de3d60 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.562654 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.667865 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-bf72ed3d-6a69-47e9-9174-c88d1c14de5f tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:05.685417 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-bf72ed3d-6a69-47e9-9174-c88d1c14de5f tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.10 "GET /v2.0/networks?id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 HTTP/1.1" status: 200 len: 804 time: 0.5336907 Jul 05 04:03:05.693992 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.705435 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.724217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-9e06c991-1052-4f2d-9736-def921c15897 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Request body: {'port': {'device_id': '0b92e8f2-99cc-48e3-9601-82caedfe0a0c', 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056', 'admin_state_up': True, 'tenant_id': 'a7ffff41c54e4f0f8cc5d87cc4243f49'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:05.790207 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4520df70-db78-46e1-8310-a1232ccd7ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.855098 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aeef1c7f-072a-4d16-ab01-4bd75f1be8f5 req-21492889-29c8-4578-ab65-e1658ea15059 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 210 time: 0.1444328 Jul 05 04:03:05.894515 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bed06d3c-62ba-42b4-806a-66a56b50d401 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:05.895298 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:05.943142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:05.970374 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:05.971711 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f7feb1d-bbd4-40e8-bba4-f2554b386d0f req-f199d396-ca7e-44de-8e60-65cf2770e2aa tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 210 time: 0.1191363 Jul 05 04:03:06.000576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-1c024041-aad0-44b1-8c49-5df0c3de3d60 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port dd333b66-b149-4353-974d-1e88b6c0c66e {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:06.001227 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c024041-aad0-44b1-8c49-5df0c3de3d60 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.007996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event updated for resources: {'Port': ['ID=a277ed0a-cccc-4c5e-951e-f29b9a4e8e12,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:06.056592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port bed06d3c-62ba-42b4-806a-66a56b50d401 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:06.061613 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bed06d3c-62ba-42b4-806a-66a56b50d401 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:06.072431 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.072559 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.073554 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Pushing event updated for resources: {'Port': ['ID=8d6b4a29-31f7-4abf-83d3-63103e0f3171,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:06.172673 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.198754 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c024041-aad0-44b1-8c49-5df0c3de3d60 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.220527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-1c024041-aad0-44b1-8c49-5df0c3de3d60 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for dd333b66-b149-4353-974d-1e88b6c0c66e owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:06.241965 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Floating IP 2373d59f-e092-4898-8c70-96048af04c3b associated. External IP: 172.25.6.92, port: 311cd793-ed0f-43c8-85b4-61ccadfe02e1. Jul 05 04:03:06.245669 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port bed06d3c-62ba-42b4-806a-66a56b50d401, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bed06d3c-62ba-42b4-806a-66a56b50d401,segment=NetworkSegment(65a3ab0e-5b39-4a37-95fd-6691dac392d5),segment_id=65a3ab0e-5b39-4a37-95fd-6691dac392d5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:06.330485 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.448003 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=bed06d3c-62ba-42b4-806a-66a56b50d401,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:06.594571 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0038f57-6575-432a-a8e1-2319e424bddf req-064b6c5f-b91e-4848-9f70-bccf1f71e146 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 210 time: 0.0631258 Jul 05 04:03:06.709440 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Router 03651e78-0740-4474-9544-2b3486a50a52 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:06.837677 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c024041-aad0-44b1-8c49-5df0c3de3d60 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.885713 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c024041-aad0-44b1-8c49-5df0c3de3d60 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=dd333b66-b149-4353-974d-1e88b6c0c66e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:06.904296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-9e06c991-1052-4f2d-9736-def921c15897 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Made reservation on behalf of a7ffff41c54e4f0f8cc5d87cc4243f49 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:06.908776 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-9e06c991-1052-4f2d-9736-def921c15897 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.929239 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-6008a713-5bb4-4e0c-8c8a-75b26d571bbc tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:06.931109 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-6008a713-5bb4-4e0c-8c8a-75b26d571bbc tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.10 "GET /v2.0/networks?id=739555cb-3aaa-4692-ac69-434fc52fdecf HTTP/1.1" status: 200 len: 810 time: 0.7371893 Jul 05 04:03:06.989193 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:07.006007 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400079c0-30d4-4e0c-9e00-ab89c64006b7 None None] Sync routers for ids ['03651e78-0740-4474-9544-2b3486a50a52'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:07.028372 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400079c0-30d4-4e0c-9e00-ab89c64006b7 None None] Routers {'03651e78-0740-4474-9544-2b3486a50a52'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:07.031921 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-400079c0-30d4-4e0c-9e00-ab89c64006b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['03651e78-0740-4474-9544-2b3486a50a52'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:07.191414 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-0568b950-cdee-45d5-831c-c5da575b6326 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77 HTTP/1.1" status: 200 len: 380 time: 0.2459636 Jul 05 04:03:07.209110 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-400079c0-30d4-4e0c-9e00-ab89c64006b7 None None] Set router 03651e78-0740-4474-9544-2b3486a50a52 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:07.213516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4520df70-db78-46e1-8310-a1232ccd7ccc admin admin] Router 9afc883b-6d68-4152-98de-74126414e32d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:07.249616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-96dc4b60-8725-47bd-b4ef-2381a312ce4c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Request body: {'port': {'device_id': '77d40945-1238-4983-82a2-c99a22873ef5', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'admin_state_up': True, 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'security_groups': ['b87639ce-1d2e-481f-83cd-df76c09cf22b']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:07.321685 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-f4035d71-243a-4fd2-8b11-d5080718df72 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:07.323437 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-f4035d71-243a-4fd2-8b11-d5080718df72 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.10 "GET /v2.0/networks?id=f63126ef-8ff7-415c-9eb5-154a86f930d6 HTTP/1.1" status: 200 len: 798 time: 0.3555093 Jul 05 04:03:07.340343 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af89ccd5-3f03-48b7-9150-a568edef62cb req-508130a2-2a72-4848-ae28-11b7f5b25eb9 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 210 time: 0.0503478 Jul 05 04:03:07.373199 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-1b880e4f-6b89-46ef-8a7d-f243ee4bfb41 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Request body: {'port': {'device_id': 'efbdc408-3967-4fa0-b089-30d1e57fbac1', 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6', 'admin_state_up': True, 'tenant_id': 'ca84adb3a807463ab38748b30818c87c'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:07.377954 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.395700 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c394ab31-b6b7-4955-9c71-77892992f0a6 req-ac413f1f-322d-4492-8a6a-189b6ad09fdf tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 210 time: 0.3188064 Jul 05 04:03:07.427963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-9e06c991-1052-4f2d-9736-def921c15897 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Allocated IP 172.20.0.5 (c88e7f9b-7a37-4422-a6a7-cb8e3eb45056/aefdd25d-0aee-4b3b-8b2d-510efdce7acb/0df1813a-c461-40f1-bef9-e58199a9f998) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:07.466723 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.474759 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c024041-aad0-44b1-8c49-5df0c3de3d60 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.675266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9235313a-260d-4456-9dee-64a339f924cb tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9653771 Jul 05 04:03:07.679260 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54182) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:07.681770 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c024041-aad0-44b1-8c49-5df0c3de3d60 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.683200 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3227bed0-38b4-4aa6-b04b-f2679eb4d9d6', 'tag': '311cd793-ed0f-43c8-85b4-61ccadfe02e1'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:07.690783 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef44bdd0-f3da-4b68-bf3e-1518840d35c8" -d '{"events": [{"name": "network-changed", "server_uuid": "3227bed0-38b4-4aa6-b04b-f2679eb4d9d6", "tag": "311cd793-ed0f-43c8-85b4-61ccadfe02e1"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:07.692347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c024041-aad0-44b1-8c49-5df0c3de3d60 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.802337 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-400079c0-30d4-4e0c-9e00-ab89c64006b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03651e78-0740-4474-9544-2b3486a50a52', 'name': 'tempest-TestNetworkBasicOps-router-2032689586', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:58Z', 'updated_at': '2021-07-05T04:02:14Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:00Z', 'updated_at': '2021-07-05T04:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '2373d59f-e092-4898-8c70-96048af04c3b', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '03651e78-0740-4474-9544-2b3486a50a52', 'port_id': '311cd793-ed0f-43c8-85b4-61ccadfe02e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'mac_address': 'fa:16:3e:3d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227bed0-38b4-4aa6-b04b-f2679eb4d9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:03:03Z', 'updated_at': '2021-07-05T04:03:03Z', 'revision_number': 0, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c96ad6f-35f7-4fa7-8818-8b365ac14581', 'name': '', 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:0c:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:11Z', 'updated_at': '2021-07-05T04:02:23Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:07.810058 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d209769a-c61f-4205-88d9-229f6ddec4f6 x-openstack-request-id: req-d209769a-c61f-4205-88d9-229f6ddec4f6 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:07.816901 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3227bed0-38b4-4aa6-b04b-f2679eb4d9d6", "tag": "311cd793-ed0f-43c8-85b4-61ccadfe02e1", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:07.818695 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d209769a-c61f-4205-88d9-229f6ddec4f6 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:07.818695 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3227bed0-38b4-4aa6-b04b-f2679eb4d9d6', 'tag': '311cd793-ed0f-43c8-85b4-61ccadfe02e1', 'status': 'completed', 'code': 200} Jul 05 04:03:07.849520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400079c0-30d4-4e0c-9e00-ab89c64006b7 None None] Checking router: 03651e78-0740-4474-9544-2b3486a50a52 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:07.852204 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bed06d3c-62ba-42b4-806a-66a56b50d401 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:07.891252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400079c0-30d4-4e0c-9e00-ab89c64006b7 None None] Routers {'03651e78-0740-4474-9544-2b3486a50a52'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:07.891501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-400079c0-30d4-4e0c-9e00-ab89c64006b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['03651e78-0740-4474-9544-2b3486a50a52'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:07.930728 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cb2cfba4-f320-40a0-80a8-f5046cb51ef2 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/floatingips/2373d59f-e092-4898-8c70-96048af04c3b HTTP/1.1" status: 200 len: 991 time: 0.2391896 Jul 05 04:03:08.001024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4520df70-db78-46e1-8310-a1232ccd7ccc admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:08.008615 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4520df70-db78-46e1-8310-a1232ccd7ccc admin admin] 10.222.0.38 "PUT /v2.0/routers/9afc883b-6d68-4152-98de-74126414e32d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0421059 Jul 05 04:03:08.013537 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15940d-6931-4ead-874a-fe47e9e25b2e None None] Sync routers for ids ['9afc883b-6d68-4152-98de-74126414e32d'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:08.015295 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54188) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:08.025352 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15940d-6931-4ead-874a-fe47e9e25b2e None None] Routers {'9afc883b-6d68-4152-98de-74126414e32d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:08.026249 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4d15940d-6931-4ead-874a-fe47e9e25b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9afc883b-6d68-4152-98de-74126414e32d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.039203 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44530ae2-0d93-40a8-975e-33b18c86d4b5 req-bd1f8435-f73f-4829-ab3a-6ae394960466 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 210 time: 0.0572338 Jul 05 04:03:08.051083 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bed06d3c-62ba-42b4-806a-66a56b50d401 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:08.051627 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.079162 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c024041-aad0-44b1-8c49-5df0c3de3d60 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.079920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c024041-aad0-44b1-8c49-5df0c3de3d60 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Fanout notify agent at l3_agent the message router_deleted on router 24fc969c-8edf-4f5a-91cf-98f3fded988d {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:08.080101 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-400079c0-30d4-4e0c-9e00-ab89c64006b7 None None] Set router 03651e78-0740-4474-9544-2b3486a50a52 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:08.099717 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c024041-aad0-44b1-8c49-5df0c3de3d60 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.101803 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1c024041-aad0-44b1-8c49-5df0c3de3d60 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/routers/24fc969c-8edf-4f5a-91cf-98f3fded988d HTTP/1.1" status: 204 len: 168 time: 3.2587667 Jul 05 04:03:08.105555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54192) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:08.124827 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7799394a-e1a2-4e49-9e81-c9520cce989b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-868727290'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:08.142338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-96dc4b60-8725-47bd-b4ef-2381a312ce4c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Made reservation on behalf of 5e1ea4a7d8b94d1d8d6d833a03c58d77 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:08.146372 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-96dc4b60-8725-47bd-b4ef-2381a312ce4c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.199670 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-4d15940d-6931-4ead-874a-fe47e9e25b2e None None] Set router 9afc883b-6d68-4152-98de-74126414e32d gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:08.254581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-1b880e4f-6b89-46ef-8a7d-f243ee4bfb41 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Made reservation on behalf of ca84adb3a807463ab38748b30818c87c for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:08.256300 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-1b880e4f-6b89-46ef-8a7d-f243ee4bfb41 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.274733 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-9e06c991-1052-4f2d-9736-def921c15897 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.295808 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44bdd0-f3da-4b68-bf3e-1518840d35c8 req-b07fb4a7-eaf6-4fc6-82a0-ceab25d05400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:08.297463 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef44bdd0-f3da-4b68-bf3e-1518840d35c8 req-b07fb4a7-eaf6-4fc6-82a0-ceab25d05400 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b18740ad05054462a8bead1ca98b0711&device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 1098 time: 0.4901052 Jul 05 04:03:08.300590 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.363067 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.428437 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-400079c0-30d4-4e0c-9e00-ab89c64006b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03651e78-0740-4474-9544-2b3486a50a52', 'name': 'tempest-TestNetworkBasicOps-router-2032689586', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:58Z', 'updated_at': '2021-07-05T04:02:14Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:00Z', 'updated_at': '2021-07-05T04:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '2373d59f-e092-4898-8c70-96048af04c3b', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '03651e78-0740-4474-9544-2b3486a50a52', 'port_id': '311cd793-ed0f-43c8-85b4-61ccadfe02e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'mac_address': 'fa:16:3e:3d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227bed0-38b4-4aa6-b04b-f2679eb4d9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:03:03Z', 'updated_at': '2021-07-05T04:03:03Z', 'revision_number': 0, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c96ad6f-35f7-4fa7-8818-8b365ac14581', 'name': '', 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:0c:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:11Z', 'updated_at': '2021-07-05T04:02:23Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.459820 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9928fe18-72cc-4161-b9e7-66987b1d70b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.460811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400079c0-30d4-4e0c-9e00-ab89c64006b7 None None] The sync data for ids ['03651e78-0740-4474-9544-2b3486a50a52'] in n-d-771363-32 is: [{'id': '03651e78-0740-4474-9544-2b3486a50a52', 'name': 'tempest-TestNetworkBasicOps-router-2032689586', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:58Z', 'updated_at': '2021-07-05T04:02:14Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:00Z', 'updated_at': '2021-07-05T04:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '2373d59f-e092-4898-8c70-96048af04c3b', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '03651e78-0740-4474-9544-2b3486a50a52', 'port_id': '311cd793-ed0f-43c8-85b4-61ccadfe02e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'mac_address': 'fa:16:3e:3d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3227bed0-38b4-4aa6-b04b-f2679eb4d9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:03:03Z', 'updated_at': '2021-07-05T04:03:03Z', 'revision_number': 0, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c96ad6f-35f7-4fa7-8818-8b365ac14581', 'name': '', 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:0c:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:11Z', 'updated_at': '2021-07-05T04:02:23Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:08.485303 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4d15940d-6931-4ead-874a-fe47e9e25b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc883b-6d68-4152-98de-74126414e32d', 'name': 'tempest-TaggedBootDevicesTest-1870253373-router', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:51Z', 'updated_at': '2021-07-05T04:03:04Z', 'revision_number': 5, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'gw_port': {'id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.533718 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15940d-6931-4ead-874a-fe47e9e25b2e None None] Checking router: 9afc883b-6d68-4152-98de-74126414e32d for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:08.573179 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15940d-6931-4ead-874a-fe47e9e25b2e None None] Routers {'9afc883b-6d68-4152-98de-74126414e32d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:08.573964 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4d15940d-6931-4ead-874a-fe47e9e25b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9afc883b-6d68-4152-98de-74126414e32d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.801148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-96dc4b60-8725-47bd-b4ef-2381a312ce4c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Allocated IP 172.20.0.12 (739555cb-3aaa-4692-ac69-434fc52fdecf/a9bbcade-db99-467e-97af-337f24f2acb2/dae0f4c2-cddc-4d6a-b604-092a21fc263e) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:08.815207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44bdd0-f3da-4b68-bf3e-1518840d35c8 req-e4570bc5-e681-4ac3-92e9-ea809c6c24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:08.816862 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef44bdd0-f3da-4b68-bf3e-1518840d35c8 req-e4570bc5-e681-4ac3-92e9-ea809c6c24bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 HTTP/1.1" status: 200 len: 898 time: 0.4841220 Jul 05 04:03:08.859755 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-9e06c991-1052-4f2d-9736-def921c15897 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.872429 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-4d15940d-6931-4ead-874a-fe47e9e25b2e None None] Set router 9afc883b-6d68-4152-98de-74126414e32d gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:08.885558 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ef7682-9bb5-4203-8a1a-3da5c7d1bc03 None None] New status for floating IP 2373d59f-e092-4898-8c70-96048af04c3b: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:03:08.929236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-9e06c991-1052-4f2d-9736-def921c15897 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:08.938980 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-9e06c991-1052-4f2d-9736-def921c15897 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:08.942011 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-9e06c991-1052-4f2d-9736-def921c15897 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:08.985809 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-048a0b13-e119-462f-ad06-8898447d6007 req-672a4302-fa81-4754-b97f-400146f43ad5 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 210 time: 0.0360038 Jul 05 04:03:08.989194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54210) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:08.991816 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7799394a-e1a2-4e49-9e81-c9520cce989b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:08.996338 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7799394a-e1a2-4e49-9e81-c9520cce989b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.101389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7799394a-e1a2-4e49-9e81-c9520cce989b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:09.113421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-1b880e4f-6b89-46ef-8a7d-f243ee4bfb41 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Allocated IP 172.20.0.27 (f63126ef-8ff7-415c-9eb5-154a86f930d6/fd68a039-10eb-4abd-837e-86384a925efb/5419e2c1-5de2-4120-81be-e562e099c7f7) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:09.124569 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-88effc84-7753-44a0-8626-c7d129c46824 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/floatingips/2373d59f-e092-4898-8c70-96048af04c3b HTTP/1.1" status: 200 len: 991 time: 0.1254623 Jul 05 04:03:09.134122 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7799394a-e1a2-4e49-9e81-c9520cce989b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.134469 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-7799394a-e1a2-4e49-9e81-c9520cce989b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Added segment 79cd81ae-1a3c-4b7e-add1-5c8664981f21 of type vlan for network 4358278a-6a85-4ebd-9654-337f087c383c Jul 05 04:03:09.159687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee54f5-e158-4c11-8e98-fc9f6a674b48 req-6cd64a3c-5f96-4f99-b204-c99a03401306 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:09.166200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0ee54f5-e158-4c11-8e98-fc9f6a674b48 req-6cd64a3c-5f96-4f99-b204-c99a03401306 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 931 time: 0.2438569 Jul 05 04:03:09.194350 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4d15940d-6931-4ead-874a-fe47e9e25b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc883b-6d68-4152-98de-74126414e32d', 'name': 'tempest-TaggedBootDevicesTest-1870253373-router', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:51Z', 'updated_at': '2021-07-05T04:03:04Z', 'revision_number': 5, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'gw_port': {'id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:09.273946 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7799394a-e1a2-4e49-9e81-c9520cce989b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.275527 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15940d-6931-4ead-874a-fe47e9e25b2e None None] The sync data for ids ['9afc883b-6d68-4152-98de-74126414e32d'] in n-d-771363-32 is: [{'id': '9afc883b-6d68-4152-98de-74126414e32d', 'name': 'tempest-TaggedBootDevicesTest-1870253373-router', 'tenant_id': '6f9adc6b4eb14017b64dc25a696964fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:51Z', 'updated_at': '2021-07-05T04:03:04Z', 'revision_number': 5, 'project_id': '6f9adc6b4eb14017b64dc25a696964fb', 'gw_port': {'id': '35ba4217-f589-43c5-947c-81b89852c1c8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc883b-6d68-4152-98de-74126414e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:09.336030 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7c5893b-a65a-485b-b7b9-51820a22c5fe req-12722b64-0db4-4ee0-96f7-3e4dc142df27 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 210 time: 0.0490327 Jul 05 04:03:09.352881 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0ee54f5-e158-4c11-8e98-fc9f6a674b48 req-e4f4648f-7b47-4743-a942-e0a62f915c66 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857963 Jul 05 04:03:09.404520 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-1b880e4f-6b89-46ef-8a7d-f243ee4bfb41 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.418480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-1b880e4f-6b89-46ef-8a7d-f243ee4bfb41 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Transition to ACTIVE for port object 5419e2c1-5de2-4120-81be-e562e099c7f7 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:09.467698 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7799394a-e1a2-4e49-9e81-c9520cce989b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.473984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7799394a-e1a2-4e49-9e81-c9520cce989b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:09.474598 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7799394a-e1a2-4e49-9e81-c9520cce989b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.526811 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-1b880e4f-6b89-46ef-8a7d-f243ee4bfb41 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.557089 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9928fe18-72cc-4161-b9e7-66987b1d70b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.581131 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799394a-e1a2-4e49-9e81-c9520cce989b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Network': ['ID=4358278a-6a85-4ebd-9654-337f087c383c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:09.586555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-1b880e4f-6b89-46ef-8a7d-f243ee4bfb41 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Network f63126ef-8ff7-415c-9eb5-154a86f930d6 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:09.590177 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-1b880e4f-6b89-46ef-8a7d-f243ee4bfb41 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:09.593468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 4358278a-6a85-4ebd-9654-337f087c383c details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:09.597012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-1b880e4f-6b89-46ef-8a7d-f243ee4bfb41 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:09.618811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-9e06c991-1052-4f2d-9736-def921c15897 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:09.620306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-9e06c991-1052-4f2d-9736-def921c15897 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.633578 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7799394a-e1a2-4e49-9e81-c9520cce989b tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5266068 Jul 05 04:03:09.634156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54220) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:09.643049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-61845401-fea3-4430-8117-f311bb6fb5a8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'subnet': {'network_id': '4358278a-6a85-4ebd-9654-337f087c383c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:09.652836 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b880e4f-6b89-46ef-8a7d-f243ee4bfb41 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event updated for resources: {'Port': ['ID=5419e2c1-5de2-4120-81be-e562e099c7f7,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:09.670346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06c991-1052-4f2d-9736-def921c15897 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Pushing event updated for resources: {'Port': ['ID=0df1813a-c461-40f1-bef9-e58199a9f998,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:09.740340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 11dce8e1-96e6-4dcd-bf19-967fef244b03 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:09.759909 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef44bdd0-f3da-4b68-bf3e-1518840d35c8 req-fe74ea6c-09c8-437d-9b70-3c5b2f65d740 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=311cd793-ed0f-43c8-85b4-61ccadfe02e1 HTTP/1.1" status: 200 len: 999 time: 0.9310100 Jul 05 04:03:09.791792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-1b880e4f-6b89-46ef-8a7d-f243ee4bfb41 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:09.792531 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-1b880e4f-6b89-46ef-8a7d-f243ee4bfb41 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.796993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 11dce8e1-96e6-4dcd-bf19-967fef244b03 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:09.797342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 11dce8e1-96e6-4dcd-bf19-967fef244b03 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:09.857449 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-9e06c991-1052-4f2d-9736-def921c15897 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1557591 Jul 05 04:03:09.882598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-8dfeb0d2-daee-4262-8f9e-0c463c92bb96 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:03:09.882598 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-8dfeb0d2-daee-4262-8f9e-0c463c92bb96 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097387 Jul 05 04:03:09.904979 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-1b880e4f-6b89-46ef-8a7d-f243ee4bfb41 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.5568163 Jul 05 04:03:09.926844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Request body: {'port': {'device_id': 'efbdc408-3967-4fa0-b089-30d1e57fbac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:09.937436 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Request body: {'port': {'device_id': '0b92e8f2-99cc-48e3-9601-82caedfe0a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:09.949125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44bdd0-f3da-4b68-bf3e-1518840d35c8 req-8719184a-08e1-45a0-ad27-7d1a172cf24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:09.950769 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef44bdd0-f3da-4b68-bf3e-1518840d35c8 req-8719184a-08e1-45a0-ad27-7d1a172cf24c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0baa486b-cba6-4f9c-9828-12ea1c42df68 HTTP/1.1" status: 200 len: 835 time: 0.1815274 Jul 05 04:03:09.993337 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Router 1b0bdc11-13d8-4188-b970-4d28df8948ec is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:03:10.016767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61845401-fea3-4430-8117-f311bb6fb5a8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:10.024045 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61845401-fea3-4430-8117-f311bb6fb5a8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.087549 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-96dc4b60-8725-47bd-b4ef-2381a312ce4c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.102111 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b4982dfa-3090-4c81-aa55-28a070f62340 None None] Provisioning for port 5419e2c1-5de2-4120-81be-e562e099c7f7 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:10.106696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b4982dfa-3090-4c81-aa55-28a070f62340 None None] Provisioning complete for port 5419e2c1-5de2-4120-81be-e562e099c7f7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:10.107083 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b4982dfa-3090-4c81-aa55-28a070f62340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.140771 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54242) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:10.182622 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b4982dfa-3090-4c81-aa55-28a070f62340 None None] Port 5419e2c1-5de2-4120-81be-e562e099c7f7 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:10.190300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9928fe18-72cc-4161-b9e7-66987b1d70b9 admin admin] Deleting port 35ba4217-f589-43c5-947c-81b89852c1c8 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:10.190652 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9928fe18-72cc-4161-b9e7-66987b1d70b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.212641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-96dc4b60-8725-47bd-b4ef-2381a312ce4c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Transition to ACTIVE for port object dae0f4c2-cddc-4d6a-b604-092a21fc263e will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:10.251308 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.305900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f4efa26b-5f3a-499c-8547-5eae17c664c2 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/floatingips/2373d59f-e092-4898-8c70-96048af04c3b HTTP/1.1" status: 200 len: 993 time: 0.1541209 Jul 05 04:03:10.323902 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.349686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44bdd0-f3da-4b68-bf3e-1518840d35c8 req-95143480-7bd2-41fc-8c2b-1b309327090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:10.351281 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef44bdd0-f3da-4b68-bf3e-1518840d35c8 req-95143480-7bd2-41fc-8c2b-1b309327090c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3724427 Jul 05 04:03:10.425259 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949152b6-58ba-4982-884f-e0fb7ce5edb3 req-95024ab0-ca98-4eb7-a944-bcd137ae2b9e tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:10.437835 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-949152b6-58ba-4982-884f-e0fb7ce5edb3 req-95024ab0-ca98-4eb7-a944-bcd137ae2b9e tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 895 time: 0.2935503 Jul 05 04:03:10.499181 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:10.511509 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03583c25-d048-41a7-9df1-de2458d94865 None None] Sync routers for ids ['1b0bdc11-13d8-4188-b970-4d28df8948ec'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:10.513713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-9928fe18-72cc-4161-b9e7-66987b1d70b9 admin admin] For port 35ba4217-f589-43c5-947c-81b89852c1c8, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=35ba4217-f589-43c5-947c-81b89852c1c8,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:10.513713 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9928fe18-72cc-4161-b9e7-66987b1d70b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.519502 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.520866 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5dfe18dd-f619-46c3-85a1-c38b5f94ae28 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "PUT /v2.0/routers/1b0bdc11-13d8-4188-b970-4d28df8948ec HTTP/1.1" status: 200 len: 918 time: 7.2113752 Jul 05 04:03:10.525570 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03583c25-d048-41a7-9df1-de2458d94865 None None] Routers {'1b0bdc11-13d8-4188-b970-4d28df8948ec'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:10.526925 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-03583c25-d048-41a7-9df1-de2458d94865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1b0bdc11-13d8-4188-b970-4d28df8948ec'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:10.531963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54272) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:10.586062 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-03583c25-d048-41a7-9df1-de2458d94865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:10.599103 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03583c25-d048-41a7-9df1-de2458d94865 None None] Routers {'1b0bdc11-13d8-4188-b970-4d28df8948ec'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:10.600709 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-03583c25-d048-41a7-9df1-de2458d94865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:02:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1b0bdc11-13d8-4188-b970-4d28df8948ec'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:10.639434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9928fe18-72cc-4161-b9e7-66987b1d70b9 admin admin] Calling delete_port for 35ba4217-f589-43c5-947c-81b89852c1c8 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:10.654919 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-03583c25-d048-41a7-9df1-de2458d94865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:10.657304 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03583c25-d048-41a7-9df1-de2458d94865 None None] The sync data for ids ['1b0bdc11-13d8-4188-b970-4d28df8948ec'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:10.661368 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-96dc4b60-8725-47bd-b4ef-2381a312ce4c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.792890 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61845401-fea3-4430-8117-f311bb6fb5a8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.832437 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef44bdd0-f3da-4b68-bf3e-1518840d35c8 req-653c99d0-73d3-4d57-9710-615274b951fe service neutron] 10.222.0.36 "GET /v2.0/networks/d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654706 Jul 05 04:03:10.860043 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefec03c-d621-402d-bab1-6841144ecaf9 req-e6552689-bb20-4637-b265-9164a2feeb5f tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:10.864585 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aefec03c-d621-402d-bab1-6841144ecaf9 req-e6552689-bb20-4637-b265-9164a2feeb5f tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 932 time: 0.2741482 Jul 05 04:03:10.892925 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-96dc4b60-8725-47bd-b4ef-2381a312ce4c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Network 739555cb-3aaa-4692-ac69-434fc52fdecf is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:10.894981 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddd74b-3b67-4af2-8e13-e50febac7b6d req-fb0a0cd7-2692-437d-8fc5-20a4eb5e5e59 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:10.896501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-80ddd74b-3b67-4af2-8e13-e50febac7b6d req-fb0a0cd7-2692-437d-8fc5-20a4eb5e5e59 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 931 time: 0.3087730 Jul 05 04:03:10.950021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-96dc4b60-8725-47bd-b4ef-2381a312ce4c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:10.959507 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc4b60-8725-47bd-b4ef-2381a312ce4c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event updated for resources: {'Port': ['ID=dae0f4c2-cddc-4d6a-b604-092a21fc263e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:10.962422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-96dc4b60-8725-47bd-b4ef-2381a312ce4c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:10.972275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61845401-fea3-4430-8117-f311bb6fb5a8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Subnet': ['ID=207c631a-cc10-4706-aa76-621cb6803d2b,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:11.041268 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b039abce-6986-4860-bea6-4b0dc73d0da3 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/routers/1b0bdc11-13d8-4188-b970-4d28df8948ec HTTP/1.1" status: 200 len: 924 time: 0.4992559 Jul 05 04:03:11.047094 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aefec03c-d621-402d-bab1-6841144ecaf9 req-bc5176e5-fdb3-4679-935f-b9adfa81cbf1 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684968 Jul 05 04:03:11.047860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54306) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:11.054773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61845401-fea3-4430-8117-f311bb6fb5a8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Checking segment: {'id': '79cd81ae-1a3c-4b7e-add1-5c8664981f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4358278a-6a85-4ebd-9654-337f087c383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:11.055453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61845401-fea3-4430-8117-f311bb6fb5a8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network hostable DHCP agents. Network: 4358278a-6a85-4ebd-9654-337f087c383c, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:11.060378 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-80ddd74b-3b67-4af2-8e13-e50febac7b6d req-73da705e-20d1-40f6-84bb-d16acf918c67 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426871 Jul 05 04:03:11.138276 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5419e2c1-5de2-4120-81be-e562e099c7f7 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:11.149720 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.170146 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Transition to ACTIVE for port object 5419e2c1-5de2-4120-81be-e562e099c7f7 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:11.191911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbdc780-6604-4792-aed7-8fca70eeceb3 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:11.199696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0fbdc780-6604-4792-aed7-8fca70eeceb3 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&device_id=1b0bdc11-13d8-4188-b970-4d28df8948ec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1414571 Jul 05 04:03:11.203772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54316) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:11.222481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61845401-fea3-4430-8117-f311bb6fb5a8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 4358278a-6a85-4ebd-9654-337f087c383c is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:11.242286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-96dc4b60-8725-47bd-b4ef-2381a312ce4c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:11.243024 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-96dc4b60-8725-47bd-b4ef-2381a312ce4c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.277674 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.286094 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df1813a-c461-40f1-bef9-e58199a9f998 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:11.305247 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.337735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Transition to ACTIVE for port object 0df1813a-c461-40f1-bef9-e58199a9f998 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:11.344284 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef44bdd0-f3da-4b68-bf3e-1518840d35c8 req-aa8c6b17-1a11-425c-9094-bff557f04b44 service neutron] 10.222.0.36 "GET /v2.0/networks/d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774051 Jul 05 04:03:11.350245 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-96dc4b60-8725-47bd-b4ef-2381a312ce4c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1459446 Jul 05 04:03:11.359925 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-61845401-fea3-4430-8117-f311bb6fb5a8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 4358278a-6a85-4ebd-9654-337f087c383c) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:11.371550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Pushing event updated for resources: {'Port': ['ID=5419e2c1-5de2-4120-81be-e562e099c7f7,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:11.373065 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574e85ff-0dd4-4ed7-ad9b-2003b714638c None None] Network 4358278a-6a85-4ebd-9654-337f087c383c requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:11.374669 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61845401-fea3-4430-8117-f311bb6fb5a8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:11.375337 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61845401-fea3-4430-8117-f311bb6fb5a8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.390546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Request body: {'port': {'device_id': '77d40945-1238-4983-82a2-c99a22873ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:11.414233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7f012-174b-4e20-b0ce-7c5588e81fc6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:11.416820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-81f7f012-174b-4e20-b0ce-7c5588e81fc6 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 881 time: 0.2157166 Jul 05 04:03:11.437809 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54330) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:11.454525 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.545515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Attempting to bind port 5419e2c1-5de2-4120-81be-e562e099c7f7 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:11.546530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Attempting to bind port 5419e2c1-5de2-4120-81be-e562e099c7f7 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '65a3ab0e-5b39-4a37-95fd-6691dac392d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:11.546530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Attempting to bind port 5419e2c1-5de2-4120-81be-e562e099c7f7 on network f63126ef-8ff7-415c-9eb5-154a86f930d6 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:11.553934 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7e39b201-a3a6-4a14-b87d-d17a867ce574 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b0bdc11-13d8-4188-b970-4d28df8948ec HTTP/1.1" status: 200 len: 205 time: 0.1105766 Jul 05 04:03:11.564740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54340) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:11.565748 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Port 5419e2c1-5de2-4120-81be-e562e099c7f7 on network f63126ef-8ff7-415c-9eb5-154a86f930d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:11.568872 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Attempting to bind port 5419e2c1-5de2-4120-81be-e562e099c7f7 on network f63126ef-8ff7-415c-9eb5-154a86f930d6 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:11.581720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-80beed49-5b93-4980-b752-c7bb8c39ac82 None None] Provisioning for port dae0f4c2-cddc-4d6a-b604-092a21fc263e completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:11.592711 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-61845401-fea3-4430-8117-f311bb6fb5a8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9554577 Jul 05 04:03:11.601124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54344) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:11.610163 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c8b783e3-eb04-436d-b9cd-11a5603fb7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.618260 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-80beed49-5b93-4980-b752-c7bb8c39ac82 None None] Provisioning complete for port dae0f4c2-cddc-4d6a-b604-092a21fc263e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:11.618707 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-80beed49-5b93-4980-b752-c7bb8c39ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.628523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-a5f6336e-03c6-4501-9689-bc4e41c5cc0a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-760996686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:11.672934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:11.673849 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Checking segment: {'id': '65a3ab0e-5b39-4a37-95fd-6691dac392d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:11.674026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-80beed49-5b93-4980-b752-c7bb8c39ac82 None None] Port dae0f4c2-cddc-4d6a-b604-092a21fc263e cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:11.674314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Bound using segment: {'id': '65a3ab0e-5b39-4a37-95fd-6691dac392d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:11.674812 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Bound port: 5419e2c1-5de2-4120-81be-e562e099c7f7, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a3ab0e-5b39-4a37-95fd-6691dac392d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:11.675111 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.677017 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-4358278a-6a85-4ebd-9654-337f087c383c', 'network_id': '4358278a-6a85-4ebd-9654-337f087c383c', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'fixed_ips': [{'subnet_id': '207c631a-cc10-4706-aa76-621cb6803d2b'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:11.679431 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.686199 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0df1813a-c461-40f1-bef9-e58199a9f998,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:11.695013 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9928fe18-72cc-4161-b9e7-66987b1d70b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.789854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928fe18-72cc-4161-b9e7-66987b1d70b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ba4217-f589-43c5-947c-81b89852c1c8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:11.814842 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] For port 5419e2c1-5de2-4120-81be-e562e099c7f7, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:11.818220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] For port 5419e2c1-5de2-4120-81be-e562e099c7f7, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5419e2c1-5de2-4120-81be-e562e099c7f7,segment=NetworkSegment(65a3ab0e-5b39-4a37-95fd-6691dac392d5),segment_id=65a3ab0e-5b39-4a37-95fd-6691dac392d5)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:11.855623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Allocated IP 2001:db8::2 (4358278a-6a85-4ebd-9654-337f087c383c/207c631a-cc10-4706-aa76-621cb6803d2b/5097d9a9-6105-4779-ba1a-f4ee35b0bbad) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:11.861636 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.865107 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9928fe18-72cc-4161-b9e7-66987b1d70b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.897421 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.961092 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a5f6336e-03c6-4501-9689-bc4e41c5cc0a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.962677 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a5f6336e-03c6-4501-9689-bc4e41c5cc0a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.997328 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34f7255d-9d5d-4289-b94a-43dd78922ce3 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.009223 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:12.010932 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.012815 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] 10.222.0.10 "PUT /v2.0/ports/5419e2c1-5de2-4120-81be-e562e099c7f7 HTTP/1.1" status: 200 len: 1056 time: 2.0926495 Jul 05 04:03:12.015562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbdc408-3967-4fa0-b089-30d1e57fbac1', 'tag': '5419e2c1-5de2-4120-81be-e562e099c7f7'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:12.018650 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c316c5-0fab-42d4-8342-74580a0e07d2" -d '{"events": [{"name": "network-changed", "server_uuid": "efbdc408-3967-4fa0-b089-30d1e57fbac1", "tag": "5419e2c1-5de2-4120-81be-e562e099c7f7"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:12.054998 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.067754 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Transition to ACTIVE for port object 5097d9a9-6105-4779-ba1a-f4ee35b0bbad will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:12.094407 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Transition to ACTIVE for port object 5097d9a9-6105-4779-ba1a-f4ee35b0bbad will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:12.182218 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9928fe18-72cc-4161-b9e7-66987b1d70b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.186586 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9928fe18-72cc-4161-b9e7-66987b1d70b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.193574 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea24e288-2b44-4e28-a2e7-6fd0aff3beeb x-openstack-request-id: req-ea24e288-2b44-4e28-a2e7-6fd0aff3beeb {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:12.194148 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbdc408-3967-4fa0-b089-30d1e57fbac1", "tag": "5419e2c1-5de2-4120-81be-e562e099c7f7", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:12.194248 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea24e288-2b44-4e28-a2e7-6fd0aff3beeb {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:12.194596 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbdc408-3967-4fa0-b089-30d1e57fbac1', 'tag': '5419e2c1-5de2-4120-81be-e562e099c7f7', 'status': 'completed', 'code': 200} Jul 05 04:03:12.200879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f481c7f-d331-4848-a30d-5299a91f0728 service neutron] Pushing event updated for resources: {'Port': ['ID=5419e2c1-5de2-4120-81be-e562e099c7f7,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:12.214267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f8f7b-8aaf-44e7-8c11-b786a15bfb54 req-0be263cf-a610-4041-9a92-ffb8928e639e tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:12.226107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f3f8f7b-8aaf-44e7-8c11-b786a15bfb54 req-0be263cf-a610-4041-9a92-ffb8928e639e tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 907 time: 0.5294471 Jul 05 04:03:12.247049 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Attempting to bind port 0df1813a-c461-40f1-bef9-e58199a9f998 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:12.247395 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Attempting to bind port 0df1813a-c461-40f1-bef9-e58199a9f998 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:12.247731 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Attempting to bind port 0df1813a-c461-40f1-bef9-e58199a9f998 on network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:12.262344 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Port 0df1813a-c461-40f1-bef9-e58199a9f998 on network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:12.262889 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Attempting to bind port 0df1813a-c461-40f1-bef9-e58199a9f998 on network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:12.278031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:12.278383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Checking segment: {'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:12.278982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Bound using segment: {'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:12.279428 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.280038 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Bound port: 0df1813a-c461-40f1-bef9-e58199a9f998, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:12.280609 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.361750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Network 4358278a-6a85-4ebd-9654-337f087c383c is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:12.366693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:12.368742 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9928fe18-72cc-4161-b9e7-66987b1d70b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.369271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:12.369515 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9928fe18-72cc-4161-b9e7-66987b1d70b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9afc883b-6d68-4152-98de-74126414e32d {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:12.382940 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9928fe18-72cc-4161-b9e7-66987b1d70b9 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.386435 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9928fe18-72cc-4161-b9e7-66987b1d70b9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/9afc883b-6d68-4152-98de-74126414e32d HTTP/1.1" status: 204 len: 168 time: 4.3654060 Jul 05 04:03:12.386435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] For port 0df1813a-c461-40f1-bef9-e58199a9f998, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:12.390539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54366) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:12.411450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] For port 0df1813a-c461-40f1-bef9-e58199a9f998, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0df1813a-c461-40f1-bef9-e58199a9f998,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:12.432889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Pushing event updated for resources: {'Port': ['ID=5097d9a9-6105-4779-ba1a-f4ee35b0bbad,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:12.469649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Attempting to bind port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:12.470064 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Attempting to bind port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '79cd81ae-1a3c-4b7e-add1-5c8664981f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4358278a-6a85-4ebd-9654-337f087c383c'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:12.470438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Attempting to bind port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad on network 4358278a-6a85-4ebd-9654-337f087c383c {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:12.476694 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:12.477079 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Checking segment: {'id': '79cd81ae-1a3c-4b7e-add1-5c8664981f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4358278a-6a85-4ebd-9654-337f087c383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:12.477499 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.477971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Bound using segment: {'id': '79cd81ae-1a3c-4b7e-add1-5c8664981f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4358278a-6a85-4ebd-9654-337f087c383c'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:12.478715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Bound port: 5097d9a9-6105-4779-ba1a-f4ee35b0bbad, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79cd81ae-1a3c-4b7e-add1-5c8664981f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4358278a-6a85-4ebd-9654-337f087c383c'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:12.478940 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.482556 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.487402 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-27858ac0-a106-4fe0-9acc-d118291ce0de admin admin] Deleting subnet 043ce9f2-e045-400d-955c-c52ba74f89a2 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:12.768181 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27858ac0-a106-4fe0-9acc-d118291ce0de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.768181 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae0f4c2-cddc-4d6a-b604-092a21fc263e {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:12.777628 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] For port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:12.777628 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] For port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5097d9a9-6105-4779-ba1a-f4ee35b0bbad,segment=NetworkSegment(79cd81ae-1a3c-4b7e-add1-5c8664981f21),segment_id=79cd81ae-1a3c-4b7e-add1-5c8664981f21)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:12.778287 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.778287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:12.778287 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.778287 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] 10.222.0.10 "PUT /v2.0/ports/0df1813a-c461-40f1-bef9-e58199a9f998 HTTP/1.1" status: 200 len: 1092 time: 2.6857247 Jul 05 04:03:12.778287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b92e8f2-99cc-48e3-9601-82caedfe0a0c', 'tag': '0df1813a-c461-40f1-bef9-e58199a9f998'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:12.778287 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad66d9fe-a130-45ac-8b2e-a6068a7c404f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b92e8f2-99cc-48e3-9601-82caedfe0a0c", "tag": "0df1813a-c461-40f1-bef9-e58199a9f998"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:12.778287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54372) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:12.778287 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27858ac0-a106-4fe0-9acc-d118291ce0de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.778287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Transition to ACTIVE for port object dae0f4c2-cddc-4d6a-b604-092a21fc263e will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:12.778956 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.779041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ba06f-e140-4f47-9e40-c5bbd10b63e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0df1813a-c461-40f1-bef9-e58199a9f998,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:12.779041 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27858ac0-a106-4fe0-9acc-d118291ce0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.798446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6333d-9bd4-438b-aacb-16a42063a922 None None] Pushing event updated for resources: {'Port': ['ID=5097d9a9-6105-4779-ba1a-f4ee35b0bbad,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:12.818322 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.861197 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a5f6336e-03c6-4501-9689-bc4e41c5cc0a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.864327 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34f7255d-9d5d-4289-b94a-43dd78922ce3 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:12.879168 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d5196d81-787a-4cd9-94e4-e5a4f2ccef04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.045274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-a1778d17-b747-4b4b-ac3c-bada11cb6af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:13.047152 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-a1778d17-b747-4b4b-ac3c-bada11cb6af1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca84adb3a807463ab38748b30818c87c&device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 1059 time: 0.8516028 Jul 05 04:03:13.070007 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d5196d81-787a-4cd9-94e4-e5a4f2ccef04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.071197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad4725-7883-4acd-a935-01c564ff9b06 req-55046bca-182e-4e8c-93d4-e617730fcf17 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:13.072794 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2aad4725-7883-4acd-a935-01c564ff9b06 req-55046bca-182e-4e8c-93d4-e617730fcf17 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 943 time: 0.3281486 Jul 05 04:03:13.076349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Pushing event updated for resources: {'Port': ['ID=dae0f4c2-cddc-4d6a-b604-092a21fc263e,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:13.107197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a9fe7-626c-43a3-b67b-c64e72c175d3 req-391cc290-ea7c-4e74-8284-eb1a67c0874e tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:13.116008 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d9a9fe7-626c-43a3-b67b-c64e72c175d3 req-391cc290-ea7c-4e74-8284-eb1a67c0874e tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 944 time: 0.3250868 Jul 05 04:03:13.162592 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-d550a6c7-19a0-4321-87fa-d45f6e880db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:13.164535 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-d550a6c7-19a0-4321-87fa-d45f6e880db8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7ffff41c54e4f0f8cc5d87cc4243f49&device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 1095 time: 0.4017460 Jul 05 04:03:13.167823 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27858ac0-a106-4fe0-9acc-d118291ce0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.182898 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a5f6336e-03c6-4501-9689-bc4e41c5cc0a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.210292 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-6e7fabca-f89d-41d0-b3cc-5f82105f1ef0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=5419e2c1-5de2-4120-81be-e562e099c7f7 HTTP/1.1" status: 200 len: 217 time: 0.1365080 Jul 05 04:03:13.260380 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27858ac0-a106-4fe0-9acc-d118291ce0de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=043ce9f2-e045-400d-955c-c52ba74f89a2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:13.266221 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d5196d81-787a-4cd9-94e4-e5a4f2ccef04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.268315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e08598-5650-4d7b-b47f-69a4c62cf9a0 None None] Network b2509fec-b4aa-4ad3-ac1f-230ef4872f6e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:13.271110 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27858ac0-a106-4fe0-9acc-d118291ce0de admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.275416 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-27858ac0-a106-4fe0-9acc-d118291ce0de admin admin] 10.222.0.38 "DELETE /v2.0/subnets/043ce9f2-e045-400d-955c-c52ba74f89a2 HTTP/1.1" status: 204 len: 168 time: 0.8814435 Jul 05 04:03:13.279772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54378) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:13.291262 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-f5ba2c9a-c8fd-4ebc-9980-590f0a78c00b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0df1813a-c461-40f1-bef9-e58199a9f998 HTTP/1.1" status: 200 len: 217 time: 0.1154194 Jul 05 04:03:13.318857 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d9a9fe7-626c-43a3-b67b-c64e72c175d3 req-502f51d6-7176-4019-8e3d-79d251a2c360 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019999 Jul 05 04:03:13.331796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2aad4725-7883-4acd-a935-01c564ff9b06 req-faca0b76-08f9-48e6-9c09-0589978283b2 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880524 Jul 05 04:03:13.337158 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a5f6336e-03c6-4501-9689-bc4e41c5cc0a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.341374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a5f6336e-03c6-4501-9689-bc4e41c5cc0a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.7391176 Jul 05 04:03:13.347469 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54380) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:13.384995 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-974957f1-cb0a-410a-ab37-c176c51ca183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:13.386901 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-974957f1-cb0a-410a-ab37-c176c51ca183 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd68a039-10eb-4abd-837e-86384a925efb HTTP/1.1" status: 200 len: 837 time: 0.1639719 Jul 05 04:03:13.509492 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab8dc9b-a8d6-424e-99da-67daf8ead964 None None] DHCP port deletion for b2509fec-b4aa-4ad3-ac1f-230ef4872f6e request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:03:13.567747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-34f7255d-9d5d-4289-b94a-43dd78922ce3 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Deleting port 8d6b4a29-31f7-4abf-83d3-63103e0f3171 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:13.568408 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34f7255d-9d5d-4289-b94a-43dd78922ce3 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.583353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bab8dc9b-a8d6-424e-99da-67daf8ead964 None None] Deleting port ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:13.584002 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bab8dc9b-a8d6-424e-99da-67daf8ead964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.667590 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-bab8dc9b-a8d6-424e-99da-67daf8ead964 None None] For port ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970,segment=NetworkSegment(efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5),segment_id=efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:13.667590 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bab8dc9b-a8d6-424e-99da-67daf8ead964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.669229 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34f7255d-9d5d-4289-b94a-43dd78922ce3 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.685680 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bab8dc9b-a8d6-424e-99da-67daf8ead964 None None] Calling delete_port for ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:13.687040 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-34f7255d-9d5d-4289-b94a-43dd78922ce3 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Calling delete_port for 8d6b4a29-31f7-4abf-83d3-63103e0f3171 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:13.807376 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5097d9a9-6105-4779-ba1a-f4ee35b0bbad up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:13.859677 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1763a1-acdb-4660-b915-558994521e18 x-openstack-request-id: req-eb1763a1-acdb-4660-b915-558994521e18 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:13.860293 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b92e8f2-99cc-48e3-9601-82caedfe0a0c", "tag": "0df1813a-c461-40f1-bef9-e58199a9f998", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:13.861272 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb1763a1-acdb-4660-b915-558994521e18 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:13.861698 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b92e8f2-99cc-48e3-9601-82caedfe0a0c', 'tag': '0df1813a-c461-40f1-bef9-e58199a9f998', 'status': 'completed', 'code': 200} Jul 05 04:03:13.889699 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d5196d81-787a-4cd9-94e4-e5a4f2ccef04 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=14cbb93c247c4e8cb7c195dba8529563&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2579081 Jul 05 04:03:13.895425 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5196d81-787a-4cd9-94e4-e5a4f2ccef04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a108e4-10a3-4448-a6b6-2d04e518a1ff,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:13.896228 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bab8dc9b-a8d6-424e-99da-67daf8ead964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.902115 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54384) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:13.918133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Attempting to bind port dae0f4c2-cddc-4d6a-b604-092a21fc263e on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:13.918477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Attempting to bind port dae0f4c2-cddc-4d6a-b604-092a21fc263e by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:13.918868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Attempting to bind port dae0f4c2-cddc-4d6a-b604-092a21fc263e on network 739555cb-3aaa-4692-ac69-434fc52fdecf {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:13.947527 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Port dae0f4c2-cddc-4d6a-b604-092a21fc263e on network 739555cb-3aaa-4692-ac69-434fc52fdecf not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:13.947894 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Attempting to bind port dae0f4c2-cddc-4d6a-b604-092a21fc263e on network 739555cb-3aaa-4692-ac69-434fc52fdecf {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:13.949681 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8dc9b-a8d6-424e-99da-67daf8ead964 None None] Pushing event deleted for resources: {'Port': ['ID=ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:13.959927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:13.960082 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c2f8716-f9da-4b49-840a-e69f2d0c6ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.964415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab8dc9b-a8d6-424e-99da-67daf8ead964 None None] No DVR routers for this DVR port ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:13.971586 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-77dccafa-5a50-479a-b07b-ad12c9c41def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:13.973024 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-77dccafa-5a50-479a-b07b-ad12c9c41def service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aefdd25d-0aee-4b3b-8b2d-510efdce7acb HTTP/1.1" status: 200 len: 844 time: 0.6634068 Jul 05 04:03:13.984438 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1f841098-f8b5-4827-b62d-bf8e56c29c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.991839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:13.992318 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Checking segment: {'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:13.992629 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Bound using segment: {'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:13.993080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Bound port: dae0f4c2-cddc-4d6a-b604-092a21fc263e, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:13.993443 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.047171 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-6f349e53-b99c-42e2-be03-c368fdb5878a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580604 Jul 05 04:03:14.053073 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 35ba4217-f589-43c5-947c-81b89852c1c8 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:14.079392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 35ba4217-f589-43c5-947c-81b89852c1c8 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:14.079693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 35ba4217-f589-43c5-947c-81b89852c1c8 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:14.080178 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:14.102467 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:14.104252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ffa0cd4a-a21a-4e0d-ab04-ec6a8a888970 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:14.124683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5cbfd374-f3f7-477c-a62f-7c5320aa616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:14.126809 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-5cbfd374-f3f7-477c-a62f-7c5320aa616f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f63126ef-8ff7-415c-9eb5-154a86f930d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.7279661 Jul 05 04:03:14.177915 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a73be8f-268d-4189-b5c4-588db4825879 None None] Network 4358278a-6a85-4ebd-9654-337f087c383c requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:14.226502 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dae057a7-0420-473b-9458-b18a4c6f8de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.255975 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ba023-e71b-4218-a07d-4873aaa27954 req-d1232e1b-bd38-4190-b2d1-4955420b028e tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:14.265051 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c2f8716-f9da-4b49-840a-e69f2d0c6ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.266073 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b8ba023-e71b-4218-a07d-4873aaa27954 req-d1232e1b-bd38-4190-b2d1-4955420b028e tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 907 time: 0.4547679 Jul 05 04:03:14.293234 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.300459 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-3c2f8716-f9da-4b49-840a-e69f2d0c6ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2509fec-b4aa-4ad3-ac1f-230ef4872f6e']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:14.325551 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dae057a7-0420-473b-9458-b18a4c6f8de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.333109 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-3c2f8716-f9da-4b49-840a-e69f2d0c6ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:14.333415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-3c2f8716-f9da-4b49-840a-e69f2d0c6ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa6da70-2ffd-4fb5-b4b9-2f5bc6475fc5') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:14.335591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] For port dae0f4c2-cddc-4d6a-b604-092a21fc263e, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:14.363569 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-47aa22b3-5a49-4ed5-b0aa-e38e1dda5257 None None] Provisioning for port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:14.364617 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-3cf48803-5876-482c-9730-8557a6162dc1 service neutron] 10.222.0.10 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082910 Jul 05 04:03:14.366725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] For port dae0f4c2-cddc-4d6a-b604-092a21fc263e, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=dae0f4c2-cddc-4d6a-b604-092a21fc263e,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:14.366973 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.374847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-47aa22b3-5a49-4ed5-b0aa-e38e1dda5257 None None] Provisioning complete for port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:14.375085 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c2f8716-f9da-4b49-840a-e69f2d0c6ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.375648 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-47aa22b3-5a49-4ed5-b0aa-e38e1dda5257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.382584 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-195fc405-47f7-4729-ae86-9252e569480c service neutron] 10.222.0.10 "GET /v2.0/networks/f63126ef-8ff7-415c-9eb5-154a86f930d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310524 Jul 05 04:03:14.385590 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34f7255d-9d5d-4289-b94a-43dd78922ce3 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.508638 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-47aa22b3-5a49-4ed5-b0aa-e38e1dda5257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.514964 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1119d617-5c77-4b98-a0f2-242273ae87ea req-8650f08e-7c7f-42de-954a-e50a56c2b56e service neutron] 10.222.0.10 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347959 Jul 05 04:03:14.531803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7255d-9d5d-4289-b94a-43dd78922ce3 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Pushing event deleted for resources: {'Port': ['ID=8d6b4a29-31f7-4abf-83d3-63103e0f3171,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:14.549671 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.585916 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-47aa22b3-5a49-4ed5-b0aa-e38e1dda5257 None None] For port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5097d9a9-6105-4779-ba1a-f4ee35b0bbad,segment=NetworkSegment(79cd81ae-1a3c-4b7e-add1-5c8664981f21),segment_id=79cd81ae-1a3c-4b7e-add1-5c8664981f21)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:14.597099 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c2f8716-f9da-4b49-840a-e69f2d0c6ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.604302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2f8716-f9da-4b49-840a-e69f2d0c6ab1 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:14.604721 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c2f8716-f9da-4b49-840a-e69f2d0c6ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:14.606940 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:14.676183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:14.676837 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.680460 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] 10.222.0.10 "PUT /v2.0/ports/dae0f4c2-cddc-4d6a-b604-092a21fc263e HTTP/1.1" status: 200 len: 1093 time: 3.3049865 Jul 05 04:03:14.713362 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-47aa22b3-5a49-4ed5-b0aa-e38e1dda5257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.764908 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c5f5d-1263-43fd-a223-8eea26d60979 service neutron] Pushing event updated for resources: {'Port': ['ID=dae0f4c2-cddc-4d6a-b604-092a21fc263e,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:14.795671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66d9fe-a130-45ac-8b2e-a6068a7c404f req-4cd61a1f-2031-4587-835f-cfa631f2d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:14.797576 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad66d9fe-a130-45ac-8b2e-a6068a7c404f req-4cd61a1f-2031-4587-835f-cfa631f2d0fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7ffff41c54e4f0f8cc5d87cc4243f49&device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 1095 time: 0.1259205 Jul 05 04:03:14.805672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa22b3-5a49-4ed5-b0aa-e38e1dda5257 None None] Pushing event updated for resources: {'Port': ['ID=5097d9a9-6105-4779-ba1a-f4ee35b0bbad,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:14.840386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-832e1aab-7230-4ce2-a169-732bde0ffe4f None None] Provisioning complete for port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:14.840852 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-832e1aab-7230-4ce2-a169-732bde0ffe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.896165 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c2f8716-f9da-4b49-840a-e69f2d0c6ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.904956 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dae057a7-0420-473b-9458-b18a4c6f8de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.908480 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dae057a7-0420-473b-9458-b18a4c6f8de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.911797 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dae057a7-0420-473b-9458-b18a4c6f8de0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f1a108e4-10a3-4448-a6b6-2d04e518a1ff HTTP/1.1" status: 204 len: 168 time: 1.0051186 Jul 05 04:03:14.917360 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c2f8716-f9da-4b49-840a-e69f2d0c6ab1 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.917360 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3c2f8716-f9da-4b49-840a-e69f2d0c6ab1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b2509fec-b4aa-4ad3-ac1f-230ef4872f6e HTTP/1.1" status: 204 len: 168 time: 1.6273313 Jul 05 04:03:14.960419 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f8716-f9da-4b49-840a-e69f2d0c6ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2509fec-b4aa-4ad3-ac1f-230ef4872f6e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:14.966487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae057a7-0420-473b-9458-b18a4c6f8de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a108e4-10a3-4448-a6b6-2d04e518a1ff,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:14.999423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b092a42-805f-43ba-b59c-ab50f6d9141a req-8e390891-08a7-4089-8176-8cd0becc74d6 service neutron] 10.222.0.10 "GET /v2.0/networks/f63126ef-8ff7-415c-9eb5-154a86f930d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611346 Jul 05 04:03:15.002906 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34f7255d-9d5d-4289-b94a-43dd78922ce3 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.028832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66d9fe-a130-45ac-8b2e-a6068a7c404f req-b882c072-9c26-4865-a975-14923f0344c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:15.030357 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad66d9fe-a130-45ac-8b2e-a6068a7c404f req-b882c072-9c26-4865-a975-14923f0344c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 HTTP/1.1" status: 200 len: 905 time: 0.2221401 Jul 05 04:03:15.037100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-8209cc76-2dc6-456f-9fe5-3797d94bd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:15.038597 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-8209cc76-2dc6-456f-9fe5-3797d94bd817 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 1096 time: 0.2037818 Jul 05 04:03:15.113364 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad66d9fe-a130-45ac-8b2e-a6068a7c404f req-e1c06256-f755-4493-a1de-73a838910436 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0df1813a-c461-40f1-bef9-e58199a9f998 HTTP/1.1" status: 200 len: 217 time: 0.0735149 Jul 05 04:03:15.114994 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-8b130521-ced3-4af5-b9a5-2f988a4aa4e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dae0f4c2-cddc-4d6a-b604-092a21fc263e HTTP/1.1" status: 200 len: 217 time: 0.0678730 Jul 05 04:03:15.115412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe9148-1f90-4714-bfa1-f981016f8f39 req-dc4e5b8f-d04e-44e6-ad00-91b225782518 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:15.117060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bcfe9148-1f90-4714-bfa1-f981016f8f39 req-dc4e5b8f-d04e-44e6-ad00-91b225782518 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 943 time: 0.5286129 Jul 05 04:03:15.176804 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd86126-cf97-4434-836d-4da96b4a8ffc req-fc534fdc-3201-43b6-9e20-16ab2a0e3447 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:15.178376 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-efd86126-cf97-4434-836d-4da96b4a8ffc req-fc534fdc-3201-43b6-9e20-16ab2a0e3447 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 944 time: 0.6438496 Jul 05 04:03:15.235232 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66d9fe-a130-45ac-8b2e-a6068a7c404f req-ad8c932d-6a9b-4f2b-8016-d87ae1b7d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:15.237332 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad66d9fe-a130-45ac-8b2e-a6068a7c404f req-ad8c932d-6a9b-4f2b-8016-d87ae1b7d736 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aefdd25d-0aee-4b3b-8b2d-510efdce7acb HTTP/1.1" status: 200 len: 844 time: 0.1086538 Jul 05 04:03:15.238997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-09c074c8-f9d0-47ed-a258-88fc8c19b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:15.240438 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-09c074c8-f9d0-47ed-a258-88fc8c19b049 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9bbcade-db99-467e-97af-337f24f2acb2 HTTP/1.1" status: 200 len: 849 time: 0.1025834 Jul 05 04:03:15.268133 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.306399 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad66d9fe-a130-45ac-8b2e-a6068a7c404f req-9b0a1ac3-8726-42c2-a09f-bb3a3d9fe1ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532441 Jul 05 04:03:15.391299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54398) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:15.445053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-c094b19a-0501-4254-b912-88fbef690391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:15.446663 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-c094b19a-0501-4254-b912-88fbef690391 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=739555cb-3aaa-4692-ac69-434fc52fdecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1854184 Jul 05 04:03:15.484157 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34f7255d-9d5d-4289-b94a-43dd78922ce3 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.488272 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34f7255d-9d5d-4289-b94a-43dd78922ce3 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.520973 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Allocated IP 2001:db8::1 (4358278a-6a85-4ebd-9654-337f087c383c/207c631a-cc10-4706-aa76-621cb6803d2b/bebf722f-c63d-402b-b166-c66acad72b21) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:15.532023 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8fe09716-c163-4f38-b95b-2a8da08aff37 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6f9adc6b4eb14017b64dc25a696964fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374049 Jul 05 04:03:15.532691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54400) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:15.545801 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad66d9fe-a130-45ac-8b2e-a6068a7c404f req-24a3de1c-676d-40df-a3e5-641bf3ead299 service neutron] 10.222.0.10 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301257 Jul 05 04:03:15.595205 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bcfe9148-1f90-4714-bfa1-f981016f8f39 req-9d225ba0-c6ca-4e5e-b002-641e1d6af535 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411423 Jul 05 04:03:15.622656 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-efd86126-cf97-4434-836d-4da96b4a8ffc req-c8ee23e9-c865-4b0e-b706-928800516ba6 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455221 Jul 05 04:03:15.681659 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-26ab1203-3eac-4882-9cee-e54132fbb312 service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259514 Jul 05 04:03:15.684728 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c316c5-0fab-42d4-8342-74580a0e07d2 req-036227bf-b69d-4a87-a39d-97730b6a59c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:15.686552 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65c316c5-0fab-42d4-8342-74580a0e07d2 req-036227bf-b69d-4a87-a39d-97730b6a59c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca84adb3a807463ab38748b30818c87c&device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 1059 time: 0.5339992 Jul 05 04:03:15.691065 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34f7255d-9d5d-4289-b94a-43dd78922ce3 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.691639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f7255d-9d5d-4289-b94a-43dd78922ce3 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Fanout notify agent at l3_agent the message router_deleted on router 1b0bdc11-13d8-4188-b970-4d28df8948ec {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:15.700334 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34f7255d-9d5d-4289-b94a-43dd78922ce3 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.705904 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-34f7255d-9d5d-4289-b94a-43dd78922ce3 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "DELETE /v2.0/routers/1b0bdc11-13d8-4188-b970-4d28df8948ec HTTP/1.1" status: 204 len: 168 time: 4.1342053 Jul 05 04:03:15.709677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54402) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:15.710288 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5e569397-8cbc-409c-ad77-b0e4f07d0059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.725082 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-410580d2-d0d1-45d7-a3e2-73f95ccd0601 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-234851223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:15.737950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54404) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:15.762149 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5097d9a9-6105-4779-ba1a-f4ee35b0bbad up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:15.802921 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5e569397-8cbc-409c-ad77-b0e4f07d0059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.805949 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b252836-6a1d-446e-8dc2-f975f856492a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.815444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:15.815804 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.826326 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad66d9fe-a130-45ac-8b2e-a6068a7c404f req-f5295c70-9187-44dc-9bbb-afa7c1022353 service neutron] 10.222.0.10 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683427 Jul 05 04:03:15.863847 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d40945-1238-4983-82a2-c99a22873ef5', 'tag': 'dae0f4c2-cddc-4d6a-b604-092a21fc263e'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:15.865925 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cac36e0-97eb-40ea-9894-1348dc0fdcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "77d40945-1238-4983-82a2-c99a22873ef5", "tag": "dae0f4c2-cddc-4d6a-b604-092a21fc263e"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:15.890207 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.915867 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e45d180b-23f6-48ee-8bd8-c46c393217ca req-5291ee9a-8d61-4317-bf61-5a657ec528a7 service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162669 Jul 05 04:03:15.926433 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b540622-8776-4e9e-96af-d897e4ce5c3c x-openstack-request-id: req-1b540622-8776-4e9e-96af-d897e4ce5c3c {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:15.926718 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d40945-1238-4983-82a2-c99a22873ef5", "tag": "dae0f4c2-cddc-4d6a-b604-092a21fc263e", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:15.926967 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b540622-8776-4e9e-96af-d897e4ce5c3c {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:15.927362 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d40945-1238-4983-82a2-c99a22873ef5', 'tag': 'dae0f4c2-cddc-4d6a-b604-092a21fc263e', 'status': 'completed', 'code': 200} Jul 05 04:03:15.943332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Transition to ACTIVE for port object bebf722f-c63d-402b-b166-c66acad72b21 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:15.974622 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-410580d2-d0d1-45d7-a3e2-73f95ccd0601 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.975630 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-410580d2-d0d1-45d7-a3e2-73f95ccd0601 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.992082 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c316c5-0fab-42d4-8342-74580a0e07d2 req-9b79604b-970d-4ff2-8c5f-9203fab7d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:15.993578 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65c316c5-0fab-42d4-8342-74580a0e07d2 req-9b79604b-970d-4ff2-8c5f-9203fab7d6c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f63126ef-8ff7-415c-9eb5-154a86f930d6 HTTP/1.1" status: 200 len: 899 time: 0.2832112 Jul 05 04:03:16.022946 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5e569397-8cbc-409c-ad77-b0e4f07d0059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.025567 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5e569397-8cbc-409c-ad77-b0e4f07d0059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.026712 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5e569397-8cbc-409c-ad77-b0e4f07d0059 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f9b50fcf-5064-4201-b06e-df00dc9325e8 HTTP/1.1" status: 204 len: 168 time: 0.4909904 Jul 05 04:03:16.038650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6c868-a2a5-4271-a247-311abc4f9bc9 req-53ef4c4d-bc1d-4547-bc2a-b02ddad34d3f tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:16.040245 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9b6c868-a2a5-4271-a247-311abc4f9bc9 req-53ef4c4d-bc1d-4547-bc2a-b02ddad34d3f tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 907 time: 0.2424560 Jul 05 04:03:16.051251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e569397-8cbc-409c-ad77-b0e4f07d0059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b50fcf-5064-4201-b06e-df00dc9325e8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:16.067106 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b252836-6a1d-446e-8dc2-f975f856492a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.102562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65c316c5-0fab-42d4-8342-74580a0e07d2 req-d12b67e8-126e-4606-8d52-0ce56cf90f68 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=5419e2c1-5de2-4120-81be-e562e099c7f7 HTTP/1.1" status: 200 len: 217 time: 0.0993445 Jul 05 04:03:16.108097 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-410580d2-d0d1-45d7-a3e2-73f95ccd0601 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.144457 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b252836-6a1d-446e-8dc2-f975f856492a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.158979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c316c5-0fab-42d4-8342-74580a0e07d2 req-a23ea2c0-4128-410a-aaa9-236e545ef581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:16.160544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65c316c5-0fab-42d4-8342-74580a0e07d2 req-a23ea2c0-4128-410a-aaa9-236e545ef581 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd68a039-10eb-4abd-837e-86384a925efb HTTP/1.1" status: 200 len: 837 time: 0.0501652 Jul 05 04:03:16.170645 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-410580d2-d0d1-45d7-a3e2-73f95ccd0601 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.189476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac36e0-97eb-40ea-9894-1348dc0fdcc5 req-28af67a9-87cf-4c4b-9364-9afc6d47fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:16.191030 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0cac36e0-97eb-40ea-9894-1348dc0fdcc5 req-28af67a9-87cf-4c4b-9364-9afc6d47fa76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 1096 time: 0.1039333 Jul 05 04:03:16.193311 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9b252836-6a1d-446e-8dc2-f975f856492a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2742d93261c4b9fb49e74da96af1476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267821 Jul 05 04:03:16.195453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b252836-6a1d-446e-8dc2-f975f856492a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023fa5f2-64fb-4490-8627-0e4c25155b85,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:16.198707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54410) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:16.210325 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.258755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 4358278a-6a85-4ebd-9654-337f087c383c is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:16.268612 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:16.273989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:16.274733 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.318945 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-410580d2-d0d1-45d7-a3e2-73f95ccd0601 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.320361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-410580d2-d0d1-45d7-a3e2-73f95ccd0601 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6087921 Jul 05 04:03:16.327957 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-938f0f2d-4ac0-40b5-8452-c51247c64550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.328917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=bebf722f-c63d-402b-b166-c66acad72b21,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:16.333397 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54412) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:16.342123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'enable_snat': False}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:16.366283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c316c5-0fab-42d4-8342-74580a0e07d2 req-e6b7047d-3dfb-4ccf-bc13-3fb699c5d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:16.367812 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65c316c5-0fab-42d4-8342-74580a0e07d2 req-e6b7047d-3dfb-4ccf-bc13-3fb699c5d663 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f63126ef-8ff7-415c-9eb5-154a86f930d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1912901 Jul 05 04:03:16.418893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac36e0-97eb-40ea-9894-1348dc0fdcc5 req-dd426ae8-1077-42bf-ba5a-4f4fb8d71081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:16.420474 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0cac36e0-97eb-40ea-9894-1348dc0fdcc5 req-dd426ae8-1077-42bf-ba5a-4f4fb8d71081 service neutron] 10.222.0.10 "GET /v2.0/networks?id=739555cb-3aaa-4692-ac69-434fc52fdecf HTTP/1.1" status: 200 len: 911 time: 0.2146585 Jul 05 04:03:16.449846 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-938f0f2d-4ac0-40b5-8452-c51247c64550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.477357 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65c316c5-0fab-42d4-8342-74580a0e07d2 req-0f8a8b3e-5fbb-41b8-bdbf-f6582b7238dc service neutron] 10.222.0.10 "GET /v2.0/networks/f63126ef-8ff7-415c-9eb5-154a86f930d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988662 Jul 05 04:03:16.549983 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0cac36e0-97eb-40ea-9894-1348dc0fdcc5 req-dd83e857-6e25-4a06-8d2d-9f995fc6f8c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dae0f4c2-cddc-4d6a-b604-092a21fc263e HTTP/1.1" status: 200 len: 217 time: 0.1150684 Jul 05 04:03:16.588407 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.619761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65c316c5-0fab-42d4-8342-74580a0e07d2 req-aae4db70-3b2b-4548-adc8-382ce9d5c805 service neutron] 10.222.0.10 "GET /v2.0/networks/f63126ef-8ff7-415c-9eb5-154a86f930d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355438 Jul 05 04:03:16.697203 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.718910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac36e0-97eb-40ea-9894-1348dc0fdcc5 req-732b02da-aaea-4825-8fae-20d029042a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:16.721136 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0cac36e0-97eb-40ea-9894-1348dc0fdcc5 req-732b02da-aaea-4825-8fae-20d029042a85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9bbcade-db99-467e-97af-337f24f2acb2 HTTP/1.1" status: 200 len: 849 time: 0.1598959 Jul 05 04:03:16.741513 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-961649bf-f346-473f-b274-17c84b094a62 None None] Provisioning for port bebf722f-c63d-402b-b166-c66acad72b21 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:16.745674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-961649bf-f346-473f-b274-17c84b094a62 None None] Provisioning complete for port bebf722f-c63d-402b-b166-c66acad72b21 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:16.746049 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-961649bf-f346-473f-b274-17c84b094a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.837090 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-961649bf-f346-473f-b274-17c84b094a62 None None] Port bebf722f-c63d-402b-b166-c66acad72b21 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:16.875341 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-938f0f2d-4ac0-40b5-8452-c51247c64550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.878965 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-938f0f2d-4ac0-40b5-8452-c51247c64550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.882479 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-938f0f2d-4ac0-40b5-8452-c51247c64550 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/023fa5f2-64fb-4490-8627-0e4c25155b85 HTTP/1.1" status: 204 len: 168 time: 0.6805053 Jul 05 04:03:16.890127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac36e0-97eb-40ea-9894-1348dc0fdcc5 req-8ec64e8e-1900-4354-9232-b7cb03d138d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:16.890127 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0cac36e0-97eb-40ea-9894-1348dc0fdcc5 req-8ec64e8e-1900-4354-9232-b7cb03d138d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=739555cb-3aaa-4692-ac69-434fc52fdecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550779 Jul 05 04:03:16.896171 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f0f2d-4ac0-40b5-8452-c51247c64550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023fa5f2-64fb-4490-8627-0e4c25155b85,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:16.917403 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.982740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d67f4-a85e-41a7-846b-cd966f81459d req-1237f7bb-3dac-418e-ae6b-6c96fa9dfbf8 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:16.984454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c0d67f4-a85e-41a7-846b-cd966f81459d req-1237f7bb-3dac-418e-ae6b-6c96fa9dfbf8 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 943 time: 0.1294482 Jul 05 04:03:17.008141 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0cac36e0-97eb-40ea-9894-1348dc0fdcc5 req-83f35c1d-1c78-4198-966b-92d56c29fbaa service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102238 Jul 05 04:03:17.018149 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.069211 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c0d67f4-a85e-41a7-846b-cd966f81459d req-12e2d65a-78e9-4119-89f6-815fea612c09 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706854 Jul 05 04:03:17.090698 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.092689 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.183018 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0cac36e0-97eb-40ea-9894-1348dc0fdcc5 req-6024743b-eacc-4542-98ea-6eec28347213 service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669269 Jul 05 04:03:17.243386 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.256516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=bebf722f-c63d-402b-b166-c66acad72b21,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:17.269801 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.322674 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f840d52-31fc-425e-a5fd-ec3d4b83dd02 req-e0afab7b-038a-4658-93b0-8ad48b04df70 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:17.328178 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f840d52-31fc-425e-a5fd-ec3d4b83dd02 req-e0afab7b-038a-4658-93b0-8ad48b04df70 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 944 time: 0.1921706 Jul 05 04:03:17.387942 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 4358278a-6a85-4ebd-9654-337f087c383c is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:17.397186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:17.416318 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Allocated IP 172.25.6.166 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/64b9182b-b052-4621-a9ab-40beab402167) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:17.429707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19d633-706d-48a2-bd77-1eb18280fa0f req-ce6e5aef-2af1-4633-af61-0c43e3e289cb tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:17.430916 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a19d633-706d-48a2-bd77-1eb18280fa0f req-ce6e5aef-2af1-4633-af61-0c43e3e289cb tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 907 time: 0.1921005 Jul 05 04:03:17.476611 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f840d52-31fc-425e-a5fd-ec3d4b83dd02 req-b5d81497-31f5-44e6-936a-27d643e6cd08 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362288 Jul 05 04:03:17.581397 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.608829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54448) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:17.621959 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device dae0f4c2-cddc-4d6a-b604-092a21fc263e details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:17.648746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 5d492890-d33e-4e13-8ed5-56c07aaee1fb is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:03:17.731554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port dae0f4c2-cddc-4d6a-b604-092a21fc263e, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=dae0f4c2-cddc-4d6a-b604-092a21fc263e,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:17.749066 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'dae0f4c2-cddc-4d6a-b604-092a21fc263e', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'port_id': 'dae0f4c2-cddc-4d6a-b604-092a21fc263e', 'mac_address': 'fa:16:3e:47:6f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:17.753648 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-9bdcc874-6782-4926-a756-ec527f6d4c0c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1274919441-network', 'tenant_id': 'eaf4c0ff0e0244099a1253058e48e066'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:17.761275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:17.770407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b8a57426-bcee-465f-a499-da92dd5e0c81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/5d492890-d33e-4e13-8ed5-56c07aaee1fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4218235 Jul 05 04:03:17.770777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54452) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:17.774197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6393936-0be1-413d-bff2-25e8b35fcc3e None None] Sync routers for ids ['5d492890-d33e-4e13-8ed5-56c07aaee1fb'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:17.793575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6393936-0be1-413d-bff2-25e8b35fcc3e None None] Routers {'5d492890-d33e-4e13-8ed5-56c07aaee1fb'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:17.794207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b6393936-0be1-413d-bff2-25e8b35fcc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['5d492890-d33e-4e13-8ed5-56c07aaee1fb'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:17.806911 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.835804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b6393936-0be1-413d-bff2-25e8b35fcc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:17.839215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0dd17e6b-d828-40bc-b8ac-fd886fba62e7 None None] Provisioning complete for port bebf722f-c63d-402b-b166-c66acad72b21 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:17.839816 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0dd17e6b-d828-40bc-b8ac-fd886fba62e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.856576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdcc874-6782-4926-a756-ec527f6d4c0c admin admin] Made reservation on behalf of eaf4c0ff0e0244099a1253058e48e066 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:17.862921 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.864913 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc874-6782-4926-a756-ec527f6d4c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.871528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0210c528-f0da-4628-999e-0f9301626722 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:17.875901 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0210c528-f0da-4628-999e-0f9301626722 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports/bebf722f-c63d-402b-b166-c66acad72b21 HTTP/1.1" status: 200 len: 911 time: 0.1038949 Jul 05 04:03:17.876552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54456) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:17.878825 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:17.884970 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc874-6782-4926-a756-ec527f6d4c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.886185 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d80818d1-3a72-4dbf-ae41-dbf8649cbcd8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '207c631a-cc10-4706-aa76-621cb6803d2b'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:17.890263 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6393936-0be1-413d-bff2-25e8b35fcc3e None None] Routers {'5d492890-d33e-4e13-8ed5-56c07aaee1fb'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:17.891114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b6393936-0be1-413d-bff2-25e8b35fcc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['5d492890-d33e-4e13-8ed5-56c07aaee1fb'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:17.894950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:17.916293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Pushing event updated for resources: {'Port': ['ID=64b9182b-b052-4621-a9ab-40beab402167,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:17.918769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:17.925982 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b6393936-0be1-413d-bff2-25e8b35fcc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:17.926898 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6393936-0be1-413d-bff2-25e8b35fcc3e None None] The sync data for ids ['5d492890-d33e-4e13-8ed5-56c07aaee1fb'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:17.929131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae0f4c2-cddc-4d6a-b604-092a21fc263e {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:17.943686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0dd17e6b-d828-40bc-b8ac-fd886fba62e7 None None] Port bebf722f-c63d-402b-b166-c66acad72b21 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:17.958869 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port dae0f4c2-cddc-4d6a-b604-092a21fc263e, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=dae0f4c2-cddc-4d6a-b604-092a21fc263e,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:17.996520 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc874-6782-4926-a756-ec527f6d4c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.021529 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.022280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 5419e2c1-5de2-4120-81be-e562e099c7f7 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:18.080159 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc874-6782-4926-a756-ec527f6d4c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.130576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcc874-6782-4926-a756-ec527f6d4c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280f6a4e-b496-4a0d-9277-730e65c767b7,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:18.142311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 5419e2c1-5de2-4120-81be-e562e099c7f7, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5419e2c1-5de2-4120-81be-e562e099c7f7,segment=NetworkSegment(65a3ab0e-5b39-4a37-95fd-6691dac392d5),segment_id=65a3ab0e-5b39-4a37-95fd-6691dac392d5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:18.149542 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bdcc874-6782-4926-a756-ec527f6d4c0c admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:18.157864 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc874-6782-4926-a756-ec527f6d4c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.158589 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-9bdcc874-6782-4926-a756-ec527f6d4c0c admin admin] Added segment 97591688-45b0-4c47-ac7f-0607dbf8b318 of type vlan for network 8bb45571-704a-47f7-b580-2fad721401bc Jul 05 04:03:18.249793 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc874-6782-4926-a756-ec527f6d4c0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.365615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '5419e2c1-5de2-4120-81be-e562e099c7f7', 'network_id': 'f63126ef-8ff7-415c-9eb5-154a86f930d6', 'port_id': '5419e2c1-5de2-4120-81be-e562e099c7f7', 'mac_address': 'fa:16:3e:18:08:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd68a039-10eb-4abd-837e-86384a925efb', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:18.369471 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894e12e-a57f-4efa-9259-039e6d81c49d req-e23bd863-0161-454e-a454-0f6ae3cced0b tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:18.371065 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5894e12e-a57f-4efa-9259-039e6d81c49d req-e23bd863-0161-454e-a454-0f6ae3cced0b tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 943 time: 0.1414387 Jul 05 04:03:18.418121 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5894e12e-a57f-4efa-9259-039e6d81c49d req-9ffae642-535d-4923-bb1f-a0a1d8316fbc tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372994 Jul 05 04:03:18.421171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=dae0f4c2-cddc-4d6a-b604-092a21fc263e,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:18.427261 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc874-6782-4926-a756-ec527f6d4c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.428277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdcc874-6782-4926-a756-ec527f6d4c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:18.428861 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc874-6782-4926-a756-ec527f6d4c0c admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.435595 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.451801 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5419e2c1-5de2-4120-81be-e562e099c7f7 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:18.482888 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 5419e2c1-5de2-4120-81be-e562e099c7f7, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5419e2c1-5de2-4120-81be-e562e099c7f7,segment=NetworkSegment(65a3ab0e-5b39-4a37-95fd-6691dac392d5),segment_id=65a3ab0e-5b39-4a37-95fd-6691dac392d5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:18.530278 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.531432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0df1813a-c461-40f1-bef9-e58199a9f998 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:18.550708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcc874-6782-4926-a756-ec527f6d4c0c admin admin] Pushing event updated for resources: {'Network': ['ID=8bb45571-704a-47f7-b580-2fad721401bc,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:18.583564 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 8bb45571-704a-47f7-b580-2fad721401bc details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:18.601454 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d80818d1-3a72-4dbf-ae41-dbf8649cbcd8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.610878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9bdcc874-6782-4926-a756-ec527f6d4c0c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0009279 Jul 05 04:03:18.614110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54476) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:18.620619 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-03c84835-7b08-4de2-ba22-a67642da085e admin admin] Request body: {'subnet': {'network_id': '8bb45571-704a-47f7-b580-2fad721401bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1274919441-subnet', 'tenant_id': 'eaf4c0ff0e0244099a1253058e48e066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:18.722428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf8610-d48b-4e5b-a4ad-d2803efe5807 req-5e50e419-1598-4b27-8cf6-2262154c299e tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:18.737715 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ccbf8610-d48b-4e5b-a4ad-d2803efe5807 req-5e50e419-1598-4b27-8cf6-2262154c299e tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 908 time: 0.0899162 Jul 05 04:03:18.742490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c84835-7b08-4de2-ba22-a67642da085e admin admin] Made reservation on behalf of eaf4c0ff0e0244099a1253058e48e066 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:18.746175 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-03c84835-7b08-4de2-ba22-a67642da085e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.801159 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.804891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=5419e2c1-5de2-4120-81be-e562e099c7f7,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:18.867041 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0df1813a-c461-40f1-bef9-e58199a9f998, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0df1813a-c461-40f1-bef9-e58199a9f998,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:18.881494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '0df1813a-c461-40f1-bef9-e58199a9f998', 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056', 'port_id': '0df1813a-c461-40f1-bef9-e58199a9f998', 'mac_address': 'fa:16:3e:c7:cb:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefdd25d-0aee-4b3b-8b2d-510efdce7acb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:18.882020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7fecd-3c46-40f5-95fc-2505703a6da4 req-b3d219a9-a89f-49d6-98d0-8a2a3f1a09af tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:18.883813 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92a7fecd-3c46-40f5-95fc-2505703a6da4 req-b3d219a9-a89f-49d6-98d0-8a2a3f1a09af tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 945 time: 0.1325605 Jul 05 04:03:18.927254 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.943981 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df1813a-c461-40f1-bef9-e58199a9f998 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:18.967217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0df1813a-c461-40f1-bef9-e58199a9f998, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0df1813a-c461-40f1-bef9-e58199a9f998,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:18.975220 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92a7fecd-3c46-40f5-95fc-2505703a6da4 req-fb969e13-da21-43bd-a100-4e5f7b349495 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794683 Jul 05 04:03:19.060950 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.116025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=0df1813a-c461-40f1-bef9-e58199a9f998,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:19.118150 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-03c84835-7b08-4de2-ba22-a67642da085e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.180805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c84835-7b08-4de2-ba22-a67642da085e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bf925f8-4a3f-45ed-b86f-c635afeb1643,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:19.190791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c84835-7b08-4de2-ba22-a67642da085e admin admin] Checking segment: {'id': '97591688-45b0-4c47-ac7f-0607dbf8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:19.191233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c84835-7b08-4de2-ba22-a67642da085e admin admin] Network hostable DHCP agents. Network: 8bb45571-704a-47f7-b580-2fad721401bc, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:19.196968 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.205306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.272953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c84835-7b08-4de2-ba22-a67642da085e admin admin] Network 8bb45571-704a-47f7-b580-2fad721401bc is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:19.336343 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d80818d1-3a72-4dbf-ae41-dbf8649cbcd8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.353023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-03c84835-7b08-4de2-ba22-a67642da085e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 8bb45571-704a-47f7-b580-2fad721401bc) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:19.357902 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c84835-7b08-4de2-ba22-a67642da085e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:19.358919 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-03c84835-7b08-4de2-ba22-a67642da085e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.363484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b71fd11-7762-4373-afb0-36dd3b62a61a None None] Network 8bb45571-704a-47f7-b580-2fad721401bc requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:19.442163 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['dae0f4c2-cddc-4d6a-b604-092a21fc263e'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:19.446549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['5419e2c1-5de2-4120-81be-e562e099c7f7'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:19.449818 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d80818d1-3a72-4dbf-ae41-dbf8649cbcd8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.456224 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80818d1-3a72-4dbf-ae41-dbf8649cbcd8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:19.456897 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d80818d1-3a72-4dbf-ae41-dbf8649cbcd8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.461185 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54492) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:19.461587 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d80818d1-3a72-4dbf-ae41-dbf8649cbcd8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/ports/bebf722f-c63d-402b-b166-c66acad72b21 HTTP/1.1" status: 200 len: 911 time: 1.5794554 Jul 05 04:03:19.472788 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['0df1813a-c461-40f1-bef9-e58199a9f998'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:19.493257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Router da477281-9189-4c15-ad3e-5803ab429c5f is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:03:19.540192 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-03c84835-7b08-4de2-ba22-a67642da085e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9244089 Jul 05 04:03:19.566188 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80818d1-3a72-4dbf-ae41-dbf8649cbcd8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=bebf722f-c63d-402b-b166-c66acad72b21,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:19.684021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:19.686891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf11e86a-f48f-4f54-8f27-bbecbd7987df None None] Network 8bb45571-704a-47f7-b580-2fad721401bc requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:19.695453 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491b3e11-1e1b-4c9d-8d6d-3ddeb6595f7f None None] Sync routers for ids ['da477281-9189-4c15-ad3e-5803ab429c5f'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:19.704878 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.710320 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-48a5c96f-d382-4469-8803-9d1b63a91091 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "PUT /v2.0/routers/da477281-9189-4c15-ad3e-5803ab429c5f HTTP/1.1" status: 200 len: 919 time: 3.3796594 Jul 05 04:03:19.713474 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b3e11-1e1b-4c9d-8d6d-3ddeb6595f7f None None] Routers {'da477281-9189-4c15-ad3e-5803ab429c5f'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:19.713909 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54498) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:19.714153 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-491b3e11-1e1b-4c9d-8d6d-3ddeb6595f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['da477281-9189-4c15-ad3e-5803ab429c5f'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:19.804306 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-491b3e11-1e1b-4c9d-8d6d-3ddeb6595f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:19.821500 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b3e11-1e1b-4c9d-8d6d-3ddeb6595f7f None None] Routers {'da477281-9189-4c15-ad3e-5803ab429c5f'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:19.822314 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-491b3e11-1e1b-4c9d-8d6d-3ddeb6595f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['da477281-9189-4c15-ad3e-5803ab429c5f'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:19.862130 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-491b3e11-1e1b-4c9d-8d6d-3ddeb6595f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:19.864850 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491b3e11-1e1b-4c9d-8d6d-3ddeb6595f7f None None] The sync data for ids ['da477281-9189-4c15-ad3e-5803ab429c5f'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:19.966459 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5964b17f-1e31-4298-8564-d58cb9ed53e1 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/routers/da477281-9189-4c15-ad3e-5803ab429c5f HTTP/1.1" status: 200 len: 925 time: 0.2504137 Jul 05 04:03:19.969177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54512) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:20.062240 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-65910e96-5c31-46c6-bef7-07474d75e395 req-4367a853-4d6e-41fc-8478-3048255df716 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1646445 Jul 05 04:03:20.095131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb386c6-e20a-4f1b-b959-64384585dc2d tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.099719 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8cb386c6-e20a-4f1b-b959-64384585dc2d tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&device_id=da477281-9189-4c15-ad3e-5803ab429c5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1295180 Jul 05 04:03:20.100366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54518) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:20.231068 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d0cfab-d558-4862-b05e-da4f962e8993 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.235966 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f5d0cfab-d558-4862-b05e-da4f962e8993 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/networks/7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 881 time: 0.1339109 Jul 05 04:03:20.238022 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54522) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:20.241921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65910e96-5c31-46c6-bef7-07474d75e395 req-9f6cb7ee-6325-49fb-8fd6-d81ef717ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.243048 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-65910e96-5c31-46c6-bef7-07474d75e395 req-9f6cb7ee-6325-49fb-8fd6-d81ef717ad9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca84adb3a807463ab38748b30818c87c&device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 1137 time: 0.1221926 Jul 05 04:03:20.254299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ecada-c963-4773-ba65-d91210f06d3e req-70e5a8c2-65fd-44b4-b971-da665c3eae0d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.255785 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-235ecada-c963-4773-ba65-d91210f06d3e req-70e5a8c2-65fd-44b4-b971-da665c3eae0d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 944 time: 0.6229193 Jul 05 04:03:20.278853 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0a3d1dba-673d-4fc3-818a-fbc1ca73cc7b tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "GET /v2.0/ports?device_id=da477281-9189-4c15-ad3e-5803ab429c5f HTTP/1.1" status: 200 len: 205 time: 0.0373383 Jul 05 04:03:20.279053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54524) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:20.348966 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-235ecada-c963-4773-ba65-d91210f06d3e req-1601ca7b-1d77-410e-a2f5-aa61004ab9ff tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805116 Jul 05 04:03:20.368456 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8dead-518a-466d-8efa-a8892384c9ca req-03519241-3a4a-481a-b0ce-4a435ed9626b tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.382164 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2a8dead-518a-466d-8efa-a8892384c9ca req-03519241-3a4a-481a-b0ce-4a435ed9626b tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 908 time: 0.2092493 Jul 05 04:03:20.492120 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ebb8f5-6389-48d4-a41b-ac969083b884 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.608086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65910e96-5c31-46c6-bef7-07474d75e395 req-8d0488c2-eb86-4880-b2f1-6d68c9bfe230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.609675 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-65910e96-5c31-46c6-bef7-07474d75e395 req-8d0488c2-eb86-4880-b2f1-6d68c9bfe230 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db61f2ce-c85f-47b6-8665-33c1c34a01c3 HTTP/1.1" status: 200 len: 897 time: 0.3238285 Jul 05 04:03:20.618989 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f7fce9b-92c4-4217-a6af-e6204b2c4221 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.662967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e05009-5148-4f6a-a75d-6222befaf0f3 req-5f2f445c-cd68-4455-ba51-5f67c937cbe2 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.664540 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74e05009-5148-4f6a-a75d-6222befaf0f3 req-5f2f445c-cd68-4455-ba51-5f67c937cbe2 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 945 time: 0.1598735 Jul 05 04:03:20.685414 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ebb8f5-6389-48d4-a41b-ac969083b884 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.700628 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-65910e96-5c31-46c6-bef7-07474d75e395 req-2221c1dc-a30f-4167-8cc3-9b4ea4753b44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fcc75f-d47e-4be7-9b4b-55d6993331c6 HTTP/1.1" status: 200 len: 1001 time: 0.0767481 Jul 05 04:03:20.753764 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65910e96-5c31-46c6-bef7-07474d75e395 req-b7516ce5-89d9-4bbf-ada7-8b00dc76257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.756049 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-65910e96-5c31-46c6-bef7-07474d75e395 req-b7516ce5-89d9-4bbf-ada7-8b00dc76257a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b1d19e2-a903-4f71-9cd1-3c3d258bebb8 HTTP/1.1" status: 200 len: 835 time: 0.0485237 Jul 05 04:03:20.842207 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74e05009-5148-4f6a-a75d-6222befaf0f3 req-079b6a2a-f5d8-4ffc-bc4d-8e31d04d603e tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468008 Jul 05 04:03:20.859793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65910e96-5c31-46c6-bef7-07474d75e395 req-476c7ff9-6b8b-4a20-bd9c-2c65348d4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.870276 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-65910e96-5c31-46c6-bef7-07474d75e395 req-476c7ff9-6b8b-4a20-bd9c-2c65348d4960 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db61f2ce-c85f-47b6-8665-33c1c34a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980892 Jul 05 04:03:20.870276 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-35ebb8f5-6389-48d4-a41b-ac969083b884 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Deleting port 64b9182b-b052-4621-a9ab-40beab402167 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:20.870276 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ebb8f5-6389-48d4-a41b-ac969083b884 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.891025 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-4a506368-5e08-409e-bd9d-fb03a8a3b5d7 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.897987 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-4a506368-5e08-409e-bd9d-fb03a8a3b5d7 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/networks?id=8bb45571-704a-47f7-b580-2fad721401bc HTTP/1.1" status: 200 len: 815 time: 0.2037134 Jul 05 04:03:20.916814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-7dddae29-ceca-4837-bf16-1545695dc4b3 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/quotas/eaf4c0ff0e0244099a1253058e48e066 HTTP/1.1" status: 200 len: 375 time: 0.0177448 Jul 05 04:03:20.966892 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-2be3f2a2-1c44-41ed-aac5-edee6881df6a tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=eaf4c0ff0e0244099a1253058e48e066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408602 Jul 05 04:03:21.022169 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ebb8f5-6389-48d4-a41b-ac969083b884 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.046258 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-65910e96-5c31-46c6-bef7-07474d75e395 req-88029e47-1dc8-4860-83fe-4755b62e7c17 service neutron] 10.222.0.36 "GET /v2.0/networks/db61f2ce-c85f-47b6-8665-33c1c34a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685162 Jul 05 04:03:21.047523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-35ebb8f5-6389-48d4-a41b-ac969083b884 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Calling delete_port for 64b9182b-b052-4621-a9ab-40beab402167 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:21.118291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-209177b9-05a0-43b6-b74e-125c745aaf87 service neutron] 10.222.0.38 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247993 Jul 05 04:03:21.178582 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9f7fce9b-92c4-4217-a6af-e6204b2c4221 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port bebf722f-c63d-402b-b166-c66acad72b21 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:21.178933 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f7fce9b-92c4-4217-a6af-e6204b2c4221 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.226265 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-65910e96-5c31-46c6-bef7-07474d75e395 req-f808fe38-6335-4918-9b70-c07f71fc6b1e service neutron] 10.222.0.36 "GET /v2.0/networks/db61f2ce-c85f-47b6-8665-33c1c34a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726515 Jul 05 04:03:21.287469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-e38c496e-90f9-4ca3-b25f-3a0ab9bf5fd7 service neutron] 10.222.0.38 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611481 Jul 05 04:03:21.299427 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f7fce9b-92c4-4217-a6af-e6204b2c4221 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.312917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9f7fce9b-92c4-4217-a6af-e6204b2c4221 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for bebf722f-c63d-402b-b166-c66acad72b21 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:21.370499 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ebb8f5-6389-48d4-a41b-ac969083b884 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.423417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebb8f5-6389-48d4-a41b-ac969083b884 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Pushing event deleted for resources: {'Port': ['ID=64b9182b-b052-4621-a9ab-40beab402167,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:21.491067 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ebb8f5-6389-48d4-a41b-ac969083b884 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.585235 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17047e0-4d7c-4b6d-bdcf-b4728da40915 req-9c95a311-d9d5-4ecb-ba6f-b0ace55b19d0 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:21.587200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d17047e0-4d7c-4b6d-bdcf-b4728da40915 req-9c95a311-d9d5-4ecb-ba6f-b0ace55b19d0 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 944 time: 0.0907381 Jul 05 04:03:21.627873 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f7fce9b-92c4-4217-a6af-e6204b2c4221 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.651547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device dae0f4c2-cddc-4d6a-b604-092a21fc263e up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:21.697401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7fce9b-92c4-4217-a6af-e6204b2c4221 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=bebf722f-c63d-402b-b166-c66acad72b21,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:21.762371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d17047e0-4d7c-4b6d-bdcf-b4728da40915 req-64e0c9ca-ed53-4c96-8dfd-c0fe11b1d801 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591301 Jul 05 04:03:21.856694 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port dae0f4c2-cddc-4d6a-b604-092a21fc263e completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:21.864266 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port dae0f4c2-cddc-4d6a-b604-092a21fc263e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:21.865006 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.928734 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e17c13e-f944-4122-bf67-309428ebeade req-1de39b3a-a537-4727-881b-301b8f1e24d7 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 210 time: 0.0713406 Jul 05 04:03:21.933069 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f7fce9b-92c4-4217-a6af-e6204b2c4221 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.959369 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.012631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port dae0f4c2-cddc-4d6a-b604-092a21fc263e, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=dae0f4c2-cddc-4d6a-b604-092a21fc263e,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:22.014297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d40945-1238-4983-82a2-c99a22873ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae0f4c2-cddc-4d6a-b604-092a21fc263e'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:22.019069 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2915e9b8-853d-4628-b437-229a034166c3" -d '{"events": [{"server_uuid": "77d40945-1238-4983-82a2-c99a22873ef5", "name": "network-vif-plugged", "status": "completed", "tag": "dae0f4c2-cddc-4d6a-b604-092a21fc263e"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:22.067542 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.068389 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 5419e2c1-5de2-4120-81be-e562e099c7f7 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:22.077703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521feb55-1c5f-418b-8c51-707e17b9d9a2 req-9dff73b5-d5ba-477d-9291-c9579ecbd78e tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:22.091186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-521feb55-1c5f-418b-8c51-707e17b9d9a2 req-9dff73b5-d5ba-477d-9291-c9579ecbd78e tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 908 time: 0.4646523 Jul 05 04:03:22.176891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=dae0f4c2-cddc-4d6a-b604-092a21fc263e,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:22.202386 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ebb8f5-6389-48d4-a41b-ac969083b884 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.207184 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ebb8f5-6389-48d4-a41b-ac969083b884 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.260154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7fce9b-92c4-4217-a6af-e6204b2c4221 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 5d492890-d33e-4e13-8ed5-56c07aaee1fb has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:22.295611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 5419e2c1-5de2-4120-81be-e562e099c7f7 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:22.300687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 5419e2c1-5de2-4120-81be-e562e099c7f7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:22.301273 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.320101 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ebb8f5-6389-48d4-a41b-ac969083b884 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.320741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ebb8f5-6389-48d4-a41b-ac969083b884 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Fanout notify agent at l3_agent the message router_deleted on router da477281-9189-4c15-ad3e-5803ab429c5f {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:22.327714 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ebb8f5-6389-48d4-a41b-ac969083b884 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.332558 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-35ebb8f5-6389-48d4-a41b-ac969083b884 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "DELETE /v2.0/routers/da477281-9189-4c15-ad3e-5803ab429c5f HTTP/1.1" status: 204 len: 168 time: 2.0491281 Jul 05 04:03:22.333443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54580) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:22.338276 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1129814432', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:22.356134 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dd067a-d602-41b5-b59f-4a20851cd1d9 x-openstack-request-id: req-a5dd067a-d602-41b5-b59f-4a20851cd1d9 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:22.359565 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d40945-1238-4983-82a2-c99a22873ef5", "name": "network-vif-plugged", "status": "completed", "tag": "dae0f4c2-cddc-4d6a-b604-092a21fc263e", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:22.359712 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea7a49-99ca-4844-826d-99271118fb26 req-d0065e8b-95f1-4d6e-a002-06f6c31d4e93 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:22.361039 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a5dd067a-d602-41b5-b59f-4a20851cd1d9 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:22.361926 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4eea7a49-99ca-4844-826d-99271118fb26 req-d0065e8b-95f1-4d6e-a002-06f6c31d4e93 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.1818151 Jul 05 04:03:22.367569 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d40945-1238-4983-82a2-c99a22873ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae0f4c2-cddc-4d6a-b604-092a21fc263e', 'code': 200} Jul 05 04:03:22.370738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7fce9b-92c4-4217-a6af-e6204b2c4221 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:22.380762 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9f7fce9b-92c4-4217-a6af-e6204b2c4221 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/5d492890-d33e-4e13-8ed5-56c07aaee1fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9176478 Jul 05 04:03:22.383995 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54582) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:22.388017 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c29bf79-7a38-43e8-a5fa-f93986ce693b None None] Sync routers for ids ['5d492890-d33e-4e13-8ed5-56c07aaee1fb'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:22.409957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c29bf79-7a38-43e8-a5fa-f93986ce693b None None] Routers {'5d492890-d33e-4e13-8ed5-56c07aaee1fb'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:22.410745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0c29bf79-7a38-43e8-a5fa-f93986ce693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['5d492890-d33e-4e13-8ed5-56c07aaee1fb'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:22.474342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0c29bf79-7a38-43e8-a5fa-f93986ce693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:22.488226 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.489413 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.518780 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c29bf79-7a38-43e8-a5fa-f93986ce693b None None] Routers {'5d492890-d33e-4e13-8ed5-56c07aaee1fb'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:22.519937 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0c29bf79-7a38-43e8-a5fa-f93986ce693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['5d492890-d33e-4e13-8ed5-56c07aaee1fb'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:22.585497 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.591498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45ffd6-da6e-4243-96da-fca6e94470aa req-274d3857-258d-4d6c-9acc-75a101b8486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:22.593316 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff45ffd6-da6e-4243-96da-fca6e94470aa req-274d3857-258d-4d6c-9acc-75a101b8486d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 1098 time: 0.1774127 Jul 05 04:03:22.597169 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0c29bf79-7a38-43e8-a5fa-f93986ce693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:22.597987 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c29bf79-7a38-43e8-a5fa-f93986ce693b None None] The sync data for ids ['5d492890-d33e-4e13-8ed5-56c07aaee1fb'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:22.624355 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.638516 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff45ffd6-da6e-4243-96da-fca6e94470aa req-0e5cbbb3-5117-4e83-afc8-b7ab10ab03a5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368810 Jul 05 04:03:22.662030 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 5419e2c1-5de2-4120-81be-e562e099c7f7, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5419e2c1-5de2-4120-81be-e562e099c7f7,segment=NetworkSegment(65a3ab0e-5b39-4a37-95fd-6691dac392d5),segment_id=65a3ab0e-5b39-4a37-95fd-6691dac392d5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:22.722544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6ffb0c51-5425-48f3-b8d7-98ebe37d4c9f tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d492890-d33e-4e13-8ed5-56c07aaee1fb HTTP/1.1" status: 200 len: 205 time: 0.3372049 Jul 05 04:03:22.724750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54590) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:22.786835 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.799272 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.800363 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0df1813a-c461-40f1-bef9-e58199a9f998 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:22.807281 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4eea7a49-99ca-4844-826d-99271118fb26 req-f12c167f-47bc-4b57-8827-23df7c062e2d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4384785 Jul 05 04:03:22.813979 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6f68f7e-fcae-4c85-9be2-e76c104dfbd3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.893442 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=5419e2c1-5de2-4120-81be-e562e099c7f7,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:23.015687 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6f68f7e-fcae-4c85-9be2-e76c104dfbd3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.020213 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6f68f7e-fcae-4c85-9be2-e76c104dfbd3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.027685 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 0df1813a-c461-40f1-bef9-e58199a9f998 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:23.033398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 0df1813a-c461-40f1-bef9-e58199a9f998 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:23.033724 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.086039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b995f-679a-4e3f-a661-432950d0f8d5 req-e561db87-796b-472b-aaad-258a71f9f777 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:23.087858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d9b995f-679a-4e3f-a661-432950d0f8d5 req-e561db87-796b-472b-aaad-258a71f9f777 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 944 time: 0.1942573 Jul 05 04:03:23.165623 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6f68f7e-fcae-4c85-9be2-e76c104dfbd3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.166056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f68f7e-fcae-4c85-9be2-e76c104dfbd3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Fanout notify agent at l3_agent the message router_deleted on router 5d492890-d33e-4e13-8ed5-56c07aaee1fb {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:23.181236 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-73260ba0-0e0c-4ec3-b450-5f18df1d9a16 req-e92d7150-7d5a-4803-89a7-88860dbb9976 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 210 time: 0.0563509 Jul 05 04:03:23.195174 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6f68f7e-fcae-4c85-9be2-e76c104dfbd3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.196519 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f6f68f7e-fcae-4c85-9be2-e76c104dfbd3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/routers/5d492890-d33e-4e13-8ed5-56c07aaee1fb HTTP/1.1" status: 204 len: 168 time: 0.4706125 Jul 05 04:03:23.199284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54600) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:23.201746 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d9b995f-679a-4e3f-a661-432950d0f8d5 req-32bdd178-b29c-466e-b1d4-a1190475d90a tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993135 Jul 05 04:03:23.226675 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.265884 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.266472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0df1813a-c461-40f1-bef9-e58199a9f998, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0df1813a-c461-40f1-bef9-e58199a9f998,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:23.291562 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.335967 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.344745 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-70507a91-674b-465c-a865-2b4240302ed3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting subnet 207c631a-cc10-4706-aa76-621cb6803d2b {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:23.352388 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70507a91-674b-465c-a865-2b4240302ed3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.380133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88abb8c-d78a-421a-a550-dcc23b9106b6 req-b133d53e-caac-40f4-a4d0-2d838a6a6b33 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:23.381767 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a88abb8c-d78a-421a-a550-dcc23b9106b6 req-b133d53e-caac-40f4-a4d0-2d838a6a6b33 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 909 time: 0.0759735 Jul 05 04:03:23.391824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=0df1813a-c461-40f1-bef9-e58199a9f998,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:23.424904 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70507a91-674b-465c-a865-2b4240302ed3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.487129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Allocated IP 172.25.6.29 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/c5ddeeb1-e1cc-49ba-a28f-d126ca20c98a) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:23.583116 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70507a91-674b-465c-a865-2b4240302ed3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.677116 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.799386 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.809225 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70507a91-674b-465c-a865-2b4240302ed3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.867775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:23.872001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70507a91-674b-465c-a865-2b4240302ed3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Subnet': ['ID=207c631a-cc10-4706-aa76-621cb6803d2b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:23.877203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:23.881692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:23.885701 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70507a91-674b-465c-a865-2b4240302ed3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.887523 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-70507a91-674b-465c-a865-2b4240302ed3 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/207c631a-cc10-4706-aa76-621cb6803d2b HTTP/1.1" status: 204 len: 168 time: 0.6869106 Jul 05 04:03:23.890427 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54608) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:23.900781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ab955a-9765-480d-ac79-2d2ecaa30bf2 None None] Network 4358278a-6a85-4ebd-9654-337f087c383c requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:23.922802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Pushing event updated for resources: {'Port': ['ID=c5ddeeb1-e1cc-49ba-a28f-d126ca20c98a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:24.002745 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.113869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba561c-cd34-49a1-b720-02028a1f5127 req-1b14e779-5c62-4127-89fa-2e3457dc32f5 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:24.115520 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9aba561c-cd34-49a1-b720-02028a1f5127 req-1b14e779-5c62-4127-89fa-2e3457dc32f5 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.1046407 Jul 05 04:03:24.129194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:24.129194 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.151853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07b99c6-9b72-4cdf-9556-9bcc8ec898a0 None None] DHCP port deletion for 4358278a-6a85-4ebd-9654-337f087c383c request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:03:24.229306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a07b99c6-9b72-4cdf-9556-9bcc8ec898a0 None None] Deleting port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:24.230541 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a07b99c6-9b72-4cdf-9556-9bcc8ec898a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.231809 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9aba561c-cd34-49a1-b720-02028a1f5127 req-29c0a004-78a7-444c-942a-a6ee31eb7178 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029193 Jul 05 04:03:24.238644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] For port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5097d9a9-6105-4779-ba1a-f4ee35b0bbad,segment=NetworkSegment(79cd81ae-1a3c-4b7e-add1-5c8664981f21),segment_id=79cd81ae-1a3c-4b7e-add1-5c8664981f21)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:24.239014 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.270061 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for 5097d9a9-6105-4779-ba1a-f4ee35b0bbad owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:24.357129 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a07b99c6-9b72-4cdf-9556-9bcc8ec898a0 None None] For port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5097d9a9-6105-4779-ba1a-f4ee35b0bbad,segment=NetworkSegment(79cd81ae-1a3c-4b7e-add1-5c8664981f21),segment_id=79cd81ae-1a3c-4b7e-add1-5c8664981f21)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:24.357531 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a07b99c6-9b72-4cdf-9556-9bcc8ec898a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.370919 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbdc408-3967-4fa0-b089-30d1e57fbac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5419e2c1-5de2-4120-81be-e562e099c7f7'}, {'server_uuid': '0b92e8f2-99cc-48e3-9601-82caedfe0a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df1813a-c461-40f1-bef9-e58199a9f998'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:24.373239 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f11852-5656-4988-b45a-04a4b6e81363" -d '{"events": [{"server_uuid": "efbdc408-3967-4fa0-b089-30d1e57fbac1", "name": "network-vif-plugged", "status": "completed", "tag": "5419e2c1-5de2-4120-81be-e562e099c7f7"}, {"server_uuid": "0b92e8f2-99cc-48e3-9601-82caedfe0a0c", "name": "network-vif-plugged", "status": "completed", "tag": "0df1813a-c461-40f1-bef9-e58199a9f998"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:24.386975 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.397568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a07b99c6-9b72-4cdf-9556-9bcc8ec898a0 None None] Calling delete_port for 5097d9a9-6105-4779-ba1a-f4ee35b0bbad owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:24.412931 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d1b5bb1-d904-4819-8eb1-abb866f5e0cd req-1d9ae390-8076-4a35-88c4-b221f1de14ac tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 210 time: 0.0658522 Jul 05 04:03:24.483598 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b89970-4152-4773-ade9-613c0f696dbd x-openstack-request-id: req-02b89970-4152-4773-ade9-613c0f696dbd {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:24.483917 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbdc408-3967-4fa0-b089-30d1e57fbac1", "name": "network-vif-plugged", "status": "completed", "tag": "5419e2c1-5de2-4120-81be-e562e099c7f7", "code": 200}, {"server_uuid": "0b92e8f2-99cc-48e3-9601-82caedfe0a0c", "name": "network-vif-plugged", "status": "completed", "tag": "0df1813a-c461-40f1-bef9-e58199a9f998", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:24.484508 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-02b89970-4152-4773-ade9-613c0f696dbd {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:24.484941 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbdc408-3967-4fa0-b089-30d1e57fbac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5419e2c1-5de2-4120-81be-e562e099c7f7', 'code': 200} Jul 05 04:03:24.485246 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b92e8f2-99cc-48e3-9601-82caedfe0a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df1813a-c461-40f1-bef9-e58199a9f998', 'code': 200} Jul 05 04:03:24.604672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a05f94-a19c-42bd-93ad-4b48b87c7b73 req-58257002-bf65-4bbd-980e-b44472a9f959 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:24.607142 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7a05f94-a19c-42bd-93ad-4b48b87c7b73 req-58257002-bf65-4bbd-980e-b44472a9f959 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.2011633 Jul 05 04:03:24.611993 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a07b99c6-9b72-4cdf-9556-9bcc8ec898a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.639457 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b99c6-9b72-4cdf-9556-9bcc8ec898a0 None None] No DVR routers for this DVR port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:24.665155 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.693722 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b99c6-9b72-4cdf-9556-9bcc8ec898a0 None None] Pushing event deleted for resources: {'Port': ['ID=5097d9a9-6105-4779-ba1a-f4ee35b0bbad,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:24.746815 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=5097d9a9-6105-4779-ba1a-f4ee35b0bbad,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:24.756999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] No DVR routers for this DVR port 5097d9a9-6105-4779-ba1a-f4ee35b0bbad on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:24.810233 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-d6079ab3-ee6f-4f63-9f89-bc2efa104149 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:24.811664 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-d6079ab3-ee6f-4f63-9f89-bc2efa104149 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.36 "GET /v2.0/networks?id=8bb45571-704a-47f7-b580-2fad721401bc HTTP/1.1" status: 200 len: 815 time: 0.3336456 Jul 05 04:03:24.845583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-67b5dc48-3561-4e2e-989c-19c1481b0ea2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Request body: {'port': {'device_id': '4e431d3d-9a05-4783-b910-d7a9f1120b00', 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc', 'admin_state_up': True, 'tenant_id': 'eaf4c0ff0e0244099a1253058e48e066'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:24.856409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecf228-104f-4725-b238-4ba179cec9b3 req-f287ff4a-c976-48c2-bc72-ccecfebe7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:24.858045 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b9ecf228-104f-4725-b238-4ba179cec9b3 req-f287ff4a-c976-48c2-bc72-ccecfebe7d55 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 1097 time: 0.2552485 Jul 05 04:03:24.879837 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7a05f94-a19c-42bd-93ad-4b48b87c7b73 req-45770f5f-cf9a-49c9-a248-c5abe12b6335 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494185 Jul 05 04:03:24.890259 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.914099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4358278a-6a85-4ebd-9654-337f087c383c']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:24.926951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc2b2e-1db8-4400-982e-d289ffe1675c req-dce67e85-627f-4860-b7eb-08dcfb5839e1 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:24.937600 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29bc2b2e-1db8-4400-982e-d289ffe1675c req-dce67e85-627f-4860-b7eb-08dcfb5839e1 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 909 time: 0.3177485 Jul 05 04:03:24.960590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79cd81ae-1a3c-4b7e-add1-5c8664981f21') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:24.960590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79cd81ae-1a3c-4b7e-add1-5c8664981f21') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:24.966675 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248aa75-a8f1-40f2-a123-73a1a9160891 req-2058ae84-9dc7-4f8d-8ec4-a942c7a2135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:24.968244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1248aa75-a8f1-40f2-a123-73a1a9160891 req-2058ae84-9dc7-4f8d-8ec4-a942c7a2135c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 1061 time: 0.3596709 Jul 05 04:03:24.972454 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.976815 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b9ecf228-104f-4725-b238-4ba179cec9b3 req-7ba34cf3-4b5e-4d4d-8025-6fcc7bf9b2c5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063855 Jul 05 04:03:24.977743 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.987983 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.996555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:24.997025 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:24.999974 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:25.147157 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.155225 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.157959 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/networks/4358278a-6a85-4ebd-9654-337f087c383c HTTP/1.1" status: 204 len: 168 time: 1.2661734 Jul 05 04:03:25.161732 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54630) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:25.166788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-364cb6f5-e3a4-4fa7-863f-95e81f65ff8c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-632519102', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:25.167738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e90a7-808c-4151-951e-fc106f383f80 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Network': ['ID=4358278a-6a85-4ebd-9654-337f087c383c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:25.201870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-67b5dc48-3561-4e2e-989c-19c1481b0ea2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Made reservation on behalf of eaf4c0ff0e0244099a1253058e48e066 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:25.206335 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-67b5dc48-3561-4e2e-989c-19c1481b0ea2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.225741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Router 700a1009-238c-45dd-98cb-915a16f77c70 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:03:25.317661 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-364cb6f5-e3a4-4fa7-863f-95e81f65ff8c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.318673 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-364cb6f5-e3a4-4fa7-863f-95e81f65ff8c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.378264 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:03:25.437718 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234adeb-fc12-4662-84e9-ba3d6fb06cbd req-0d2d5fed-fd82-45de-b6f8-8e03eac37192 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.440601 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9234adeb-fc12-4662-84e9-ba3d6fb06cbd req-0d2d5fed-fd82-45de-b6f8-8e03eac37192 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.0834835 Jul 05 04:03:25.455835 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-364cb6f5-e3a4-4fa7-863f-95e81f65ff8c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.503483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:25.510991 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9234adeb-fc12-4662-84e9-ba3d6fb06cbd req-f0c06c67-a70b-49eb-9d20-95021829a008 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610702 Jul 05 04:03:25.513370 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8688bb-d2ab-4a47-8552-860c0580f7ca None None] Sync routers for ids ['700a1009-238c-45dd-98cb-915a16f77c70'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:25.525819 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-67b5dc48-3561-4e2e-989c-19c1481b0ea2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Allocated IP 172.20.0.10 (8bb45571-704a-47f7-b580-2fad721401bc/0bf925f8-4a3f-45ed-b86f-c635afeb1643/667862b0-b918-4465-81df-e108e489644a) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:25.526959 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8688bb-d2ab-4a47-8552-860c0580f7ca None None] Routers {'700a1009-238c-45dd-98cb-915a16f77c70'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:25.528771 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ee8688bb-d2ab-4a47-8552-860c0580f7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['700a1009-238c-45dd-98cb-915a16f77c70'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:25.540977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-364cb6f5-e3a4-4fa7-863f-95e81f65ff8c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.580103 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ee8688bb-d2ab-4a47-8552-860c0580f7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:25.598297 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57b977c6-3778-4ea2-bdea-b5662f903b05 req-3efe43ee-d25e-4923-a82b-3c6af8c4509e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 210 time: 0.0424483 Jul 05 04:03:25.600502 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8688bb-d2ab-4a47-8552-860c0580f7ca None None] Routers {'700a1009-238c-45dd-98cb-915a16f77c70'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:25.602019 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ee8688bb-d2ab-4a47-8552-860c0580f7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['700a1009-238c-45dd-98cb-915a16f77c70'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:25.647686 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ee8688bb-d2ab-4a47-8552-860c0580f7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:25.648349 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8688bb-d2ab-4a47-8552-860c0580f7ca None None] The sync data for ids ['700a1009-238c-45dd-98cb-915a16f77c70'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:25.702780 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.704173 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8bfba2c1-6616-4934-bd8d-0db70f7e37f2 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3695245 Jul 05 04:03:25.707625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54644) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:25.712351 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-854c308c-769e-40a6-b829-aaf7487db158 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:25.726749 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-364cb6f5-e3a4-4fa7-863f-95e81f65ff8c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.727260 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce106305-46d8-472a-a619-fb560fe13692 req-9182d19d-33a6-401e-973a-e533a0188d03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:25.727944 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-364cb6f5-e3a4-4fa7-863f-95e81f65ff8c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5650208 Jul 05 04:03:25.736698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce106305-46d8-472a-a619-fb560fe13692 req-9182d19d-33a6-401e-973a-e533a0188d03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.0937319 Jul 05 04:03:25.736698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54646) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:25.741159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5097d9a9-6105-4779-ba1a-f4ee35b0bbad no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:25.743054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-af0fa074-fd6f-4820-8fbe-b65743e7d842 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1810226470'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:25.747491 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54648) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:25.759708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-723fefd1-75ac-4726-a618-e7047aa50db4 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Request body: {'floatingip': {'port_id': 'dae0f4c2-cddc-4d6a-b604-092a21fc263e'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:25.762640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 5097d9a9-6105-4779-ba1a-f4ee35b0bbad {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:25.763724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5097d9a9-6105-4779-ba1a-f4ee35b0bbad not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:25.815446 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-723fefd1-75ac-4726-a618-e7047aa50db4 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.868281 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-67b5dc48-3561-4e2e-989c-19c1481b0ea2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.919033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0fa074-fd6f-4820-8fbe-b65743e7d842 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:25.922745 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af0fa074-fd6f-4820-8fbe-b65743e7d842 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.041463 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0fa074-fd6f-4820-8fbe-b65743e7d842 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:26.110876 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af0fa074-fd6f-4820-8fbe-b65743e7d842 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.111694 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-af0fa074-fd6f-4820-8fbe-b65743e7d842 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Added segment 3bed5c9c-6006-4dbf-924b-f836ec9603d8 of type vlan for network 345aa3f5-2ab1-4abd-978f-681f0df957ad Jul 05 04:03:26.231655 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af0fa074-fd6f-4820-8fbe-b65743e7d842 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.384151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdda730-164a-4b20-9a20-81e8eff67050 req-ac45690d-085e-49bb-b155-f0c73cffc57e tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:26.385792 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3cdda730-164a-4b20-9a20-81e8eff67050 req-ac45690d-085e-49bb-b155-f0c73cffc57e tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.3415425 Jul 05 04:03:26.405990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c25d2-1728-4c11-87f2-28433dd21b4c req-f22b89df-b164-4bb2-94c4-095c8a2d303a tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:26.412788 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e8c25d2-1728-4c11-87f2-28433dd21b4c req-f22b89df-b164-4bb2-94c4-095c8a2d303a tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 909 time: 0.3232362 Jul 05 04:03:26.481367 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-67b5dc48-3561-4e2e-989c-19c1481b0ea2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.533677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-67b5dc48-3561-4e2e-989c-19c1481b0ea2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Network 8bb45571-704a-47f7-b580-2fad721401bc is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:26.538891 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-854c308c-769e-40a6-b829-aaf7487db158 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.546314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-67b5dc48-3561-4e2e-989c-19c1481b0ea2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:26.551566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-67b5dc48-3561-4e2e-989c-19c1481b0ea2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:26.593266 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af0fa074-fd6f-4820-8fbe-b65743e7d842 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.593266 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0fa074-fd6f-4820-8fbe-b65743e7d842 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:26.593803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5dc48-3561-4e2e-989c-19c1481b0ea2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Pushing event updated for resources: {'Port': ['ID=667862b0-b918-4465-81df-e108e489644a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:26.593886 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af0fa074-fd6f-4820-8fbe-b65743e7d842 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.611222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-67b5dc48-3561-4e2e-989c-19c1481b0ea2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:26.611894 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-67b5dc48-3561-4e2e-989c-19c1481b0ea2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.614566 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3cdda730-164a-4b20-9a20-81e8eff67050 req-f17bd724-cfcd-4096-a8ea-5c350a8ccedb tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184465 Jul 05 04:03:26.660986 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.resource_extend [None req-723fefd1-75ac-4726-a618-e7047aa50db4 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:03:26.717016 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fa074-fd6f-4820-8fbe-b65743e7d842 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Network': ['ID=345aa3f5-2ab1-4abd-978f-681f0df957ad,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:26.722776 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-854c308c-769e-40a6-b829-aaf7487db158 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.727553 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-67b5dc48-3561-4e2e-989c-19c1481b0ea2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8890626 Jul 05 04:03:26.728016 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 345aa3f5-2ab1-4abd-978f-681f0df957ad details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:26.731128 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-723fefd1-75ac-4726-a618-e7047aa50db4 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.744792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Request body: {'port': {'device_id': '4e431d3d-9a05-4783-b910-d7a9f1120b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:26.782986 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-af0fa074-fd6f-4820-8fbe-b65743e7d842 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0482092 Jul 05 04:03:26.785587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54668) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:26.790767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-9452a8ef-d778-4121-8788-5015602577f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'subnet': {'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:26.842346 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-723fefd1-75ac-4726-a618-e7047aa50db4 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.869824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.927993 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-854c308c-769e-40a6-b829-aaf7487db158 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Deleting port c5ddeeb1-e1cc-49ba-a28f-d126ca20c98a {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:26.928369 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-854c308c-769e-40a6-b829-aaf7487db158 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.932030 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6ace6-7546-4c7d-bc10-5fc926fd23b0 req-0e04c447-2548-4889-bb6c-ade8f709a9e7 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:26.933677 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32f6ace6-7546-4c7d-bc10-5fc926fd23b0 req-0e04c447-2548-4889-bb6c-ade8f709a9e7 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 932 time: 0.2057309 Jul 05 04:03:27.027986 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-723fefd1-75ac-4726-a618-e7047aa50db4 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Floating IP c113e2f6-5743-4bf5-a60c-eea501dd40d5 associated. External IP: 172.25.6.72, port: dae0f4c2-cddc-4d6a-b604-092a21fc263e. Jul 05 04:03:27.074527 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32f6ace6-7546-4c7d-bc10-5fc926fd23b0 req-6b36c3b9-810b-40fd-b355-d309b48d6d53 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074746 Jul 05 04:03:27.121768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9452a8ef-d778-4121-8788-5015602577f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:27.125260 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9452a8ef-d778-4121-8788-5015602577f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.148904 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-854c308c-769e-40a6-b829-aaf7487db158 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.168163 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-854c308c-769e-40a6-b829-aaf7487db158 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Calling delete_port for c5ddeeb1-e1cc-49ba-a28f-d126ca20c98a owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:27.364021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667862b0-b918-4465-81df-e108e489644a {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:27.373056 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.513807 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Transition to ACTIVE for port object 667862b0-b918-4465-81df-e108e489644a will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:27.515359 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-854c308c-769e-40a6-b829-aaf7487db158 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.543065 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c308c-769e-40a6-b829-aaf7487db158 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Pushing event deleted for resources: {'Port': ['ID=c5ddeeb1-e1cc-49ba-a28f-d126ca20c98a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:27.601574 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.666286 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-854c308c-769e-40a6-b829-aaf7487db158 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.739672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4fe1f-c5fc-455d-928f-029b8386eb8b req-65fad0ec-eed3-4c5b-8b49-bf75b7b8c636 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:27.741381 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67d4fe1f-c5fc-455d-928f-029b8386eb8b req-65fad0ec-eed3-4c5b-8b49-bf75b7b8c636 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 909 time: 0.1865644 Jul 05 04:03:27.746653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Pushing event updated for resources: {'Port': ['ID=667862b0-b918-4465-81df-e108e489644a,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:27.757770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723fefd1-75ac-4726-a618-e7047aa50db4 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Router 9525016c-36aa-49ad-8726-b187eef746c8 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:27.940931 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9452a8ef-d778-4121-8788-5015602577f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.963318 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-854c308c-769e-40a6-b829-aaf7487db158 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.967686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Attempting to bind port 667862b0-b918-4465-81df-e108e489644a on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:27.968026 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Attempting to bind port 667862b0-b918-4465-81df-e108e489644a by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '97591688-45b0-4c47-ac7f-0607dbf8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:27.968489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Attempting to bind port 667862b0-b918-4465-81df-e108e489644a on network 8bb45571-704a-47f7-b580-2fad721401bc {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:27.972502 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-854c308c-769e-40a6-b829-aaf7487db158 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.977205 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Port 667862b0-b918-4465-81df-e108e489644a on network 8bb45571-704a-47f7-b580-2fad721401bc not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:27.977554 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Attempting to bind port 667862b0-b918-4465-81df-e108e489644a on network 8bb45571-704a-47f7-b580-2fad721401bc {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:28.016303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:28.016833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Checking segment: {'id': '97591688-45b0-4c47-ac7f-0607dbf8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:28.017120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Bound using segment: {'id': '97591688-45b0-4c47-ac7f-0607dbf8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:28.017580 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Bound port: 667862b0-b918-4465-81df-e108e489644a, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97591688-45b0-4c47-ac7f-0607dbf8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:28.017944 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.044967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c3a2e-b065-46d9-88e3-8fd1ba18cce8 req-f1f43c09-e98a-497b-b923-fe2fce94956a tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.046494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a88c3a2e-b065-46d9-88e3-8fd1ba18cce8 req-f1f43c09-e98a-497b-b923-fe2fce94956a tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.2551186 Jul 05 04:03:28.091479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723fefd1-75ac-4726-a618-e7047aa50db4 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:28.095409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854c308c-769e-40a6-b829-aaf7487db158 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Router 700a1009-238c-45dd-98cb-915a16f77c70 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:28.099113 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452a8ef-d778-4121-8788-5015602577f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Subnet': ['ID=84415a64-2c13-41d1-a890-305709cfd0d0,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:28.104556 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-723fefd1-75ac-4726-a618-e7047aa50db4 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.106201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3eaf3-3501-4a9d-90d3-81557d18a49f None None] Sync routers for ids ['9525016c-36aa-49ad-8726-b187eef746c8'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:28.116966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3eaf3-3501-4a9d-90d3-81557d18a49f None None] Routers {'9525016c-36aa-49ad-8726-b187eef746c8'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:28.117599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c4f3eaf3-3501-4a9d-90d3-81557d18a49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9525016c-36aa-49ad-8726-b187eef746c8'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:28.175659 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a88c3a2e-b065-46d9-88e3-8fd1ba18cce8 req-4bba9e9e-0632-4fa6-b5b4-a5781641cb12 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181369 Jul 05 04:03:28.183516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7220d24-58b0-4764-99b1-a90859a48a4d req-d6ec04a7-4c3c-4de3-92e2-d57a8bfff28c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.185041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7220d24-58b0-4764-99b1-a90859a48a4d req-d6ec04a7-4c3c-4de3-92e2-d57a8bfff28c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 909 time: 0.2987270 Jul 05 04:03:28.191067 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452a8ef-d778-4121-8788-5015602577f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Checking segment: {'id': '3bed5c9c-6006-4dbf-924b-f836ec9603d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:28.191298 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9452a8ef-d778-4121-8788-5015602577f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network hostable DHCP agents. Network: 345aa3f5-2ab1-4abd-978f-681f0df957ad, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:28.201861 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-723fefd1-75ac-4726-a618-e7047aa50db4 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "PUT /v2.0/floatingips/c113e2f6-5743-4bf5-a60c-eea501dd40d5 HTTP/1.1" status: 200 len: 991 time: 2.4530718 Jul 05 04:03:28.205659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d40945-1238-4983-82a2-c99a22873ef5', 'tag': 'dae0f4c2-cddc-4d6a-b604-092a21fc263e'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:28.207711 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b1c4cb-be07-48f5-bab1-ae26af04d2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "77d40945-1238-4983-82a2-c99a22873ef5", "tag": "dae0f4c2-cddc-4d6a-b604-092a21fc263e"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:28.249818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] For port 667862b0-b918-4465-81df-e108e489644a, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:28.257727 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-c4f3eaf3-3501-4a9d-90d3-81557d18a49f None None] Set router 9525016c-36aa-49ad-8726-b187eef746c8 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:28.267747 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] For port 667862b0-b918-4465-81df-e108e489644a, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=667862b0-b918-4465-81df-e108e489644a,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:28.269463 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854c308c-769e-40a6-b829-aaf7487db158 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:28.278094 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-854c308c-769e-40a6-b829-aaf7487db158 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.280554 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a279e472-ca4b-4bd5-bb25-771c8aa5b546 None None] Sync routers for ids ['700a1009-238c-45dd-98cb-915a16f77c70'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:28.282516 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-854c308c-769e-40a6-b829-aaf7487db158 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "PUT /v2.0/routers/700a1009-238c-45dd-98cb-915a16f77c70 HTTP/1.1" status: 200 len: 710 time: 2.5733864 Jul 05 04:03:28.282736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54694) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:28.290363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9452a8ef-d778-4121-8788-5015602577f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 345aa3f5-2ab1-4abd-978f-681f0df957ad is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:28.295207 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a279e472-ca4b-4bd5-bb25-771c8aa5b546 None None] Routers {'700a1009-238c-45dd-98cb-915a16f77c70'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:28.300333 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a279e472-ca4b-4bd5-bb25-771c8aa5b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['700a1009-238c-45dd-98cb-915a16f77c70'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:28.358606 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.376785 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a279e472-ca4b-4bd5-bb25-771c8aa5b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:28.398129 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a279e472-ca4b-4bd5-bb25-771c8aa5b546 None None] Routers {'700a1009-238c-45dd-98cb-915a16f77c70'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:28.399139 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a279e472-ca4b-4bd5-bb25-771c8aa5b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['700a1009-238c-45dd-98cb-915a16f77c70'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:28.435661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-9452a8ef-d778-4121-8788-5015602577f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 345aa3f5-2ab1-4abd-978f-681f0df957ad) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:28.437237 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.440624 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.443561 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-151e2a16-1b21-42e6-952c-2550aa050f98 tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/routers/700a1009-238c-45dd-98cb-915a16f77c70 HTTP/1.1" status: 200 len: 745 time: 0.1595790 Jul 05 04:03:28.444947 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9452a8ef-d778-4121-8788-5015602577f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.445540 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9452a8ef-d778-4121-8788-5015602577f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.446818 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] 10.222.0.36 "PUT /v2.0/ports/667862b0-b918-4465-81df-e108e489644a HTTP/1.1" status: 200 len: 1093 time: 1.7093835 Jul 05 04:03:28.447308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e431d3d-9a05-4783-b910-d7a9f1120b00', 'tag': '667862b0-b918-4465-81df-e108e489644a'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:28.449808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54696) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:28.449921 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c55bf3a-5b52-4587-ac5b-1a85c4a3313b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e431d3d-9a05-4783-b910-d7a9f1120b00", "tag": "667862b0-b918-4465-81df-e108e489644a"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:28.450136 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a279e472-ca4b-4bd5-bb25-771c8aa5b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:28.452870 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a279e472-ca4b-4bd5-bb25-771c8aa5b546 None None] The sync data for ids ['700a1009-238c-45dd-98cb-915a16f77c70'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:28.463274 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3733c951-f3da-42b0-b9d3-cc9907b71429 None None] Network 345aa3f5-2ab1-4abd-978f-681f0df957ad requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:28.489757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c886cd-b982-4586-a077-b9a13c124a4d service neutron] Pushing event updated for resources: {'Port': ['ID=667862b0-b918-4465-81df-e108e489644a,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:28.507646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e767e19a-ca70-40e2-8725-1edca5e078fa tempest-RoutersIpV6AdminTest-1094249458 tempest-RoutersIpV6AdminTest-1094249458-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&device_id=700a1009-238c-45dd-98cb-915a16f77c70 HTTP/1.1" status: 200 len: 205 time: 0.0531743 Jul 05 04:03:28.507870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54700) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:28.548686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2dd0dcc9-bcdb-494d-88d6-ee0b7a244dc4 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "GET /v2.0/ports?device_id=700a1009-238c-45dd-98cb-915a16f77c70 HTTP/1.1" status: 200 len: 205 time: 0.0394425 Jul 05 04:03:28.551161 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54702) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:28.602097 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdd90db-541f-4de9-9d42-d880042339cd x-openstack-request-id: req-6bdd90db-541f-4de9-9d42-d880042339cd {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:28.602097 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d40945-1238-4983-82a2-c99a22873ef5", "tag": "dae0f4c2-cddc-4d6a-b604-092a21fc263e", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:28.602097 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6bdd90db-541f-4de9-9d42-d880042339cd {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:28.602097 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d40945-1238-4983-82a2-c99a22873ef5', 'tag': 'dae0f4c2-cddc-4d6a-b604-092a21fc263e', 'status': 'completed', 'code': 200} Jul 05 04:03:28.626899 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9452a8ef-d778-4121-8788-5015602577f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8400540 Jul 05 04:03:28.631679 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54704) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:28.679389 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-82b9523a-c6a3-4090-8664-10a1e16e8257 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.719504 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbb0d0-df34-48d0-8cd6-8a1a6cc996bd req-4602ea23-eb1c-4800-a005-9c10381ea1b0 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.726687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02bbb0d0-df34-48d0-8cd6-8a1a6cc996bd req-4602ea23-eb1c-4800-a005-9c10381ea1b0 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 944 time: 0.3615184 Jul 05 04:03:28.737993 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1c4cb-be07-48f5-bab1-ae26af04d2fc req-7f6d0fc2-0c87-492d-bfac-8c0a18f65b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.739806 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-32b1c4cb-be07-48f5-bab1-ae26af04d2fc req-7f6d0fc2-0c87-492d-bfac-8c0a18f65b0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 1098 time: 0.1291049 Jul 05 04:03:28.745076 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-058a52b4-fdde-481d-a2e4-2b5bf513cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.746914 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-058a52b4-fdde-481d-a2e4-2b5bf513cda2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eaf4c0ff0e0244099a1253058e48e066&device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 1096 time: 0.1479981 Jul 05 04:03:28.833438 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-f19de2d3-988a-4a4f-8436-464d3c7cb58d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=667862b0-b918-4465-81df-e108e489644a HTTP/1.1" status: 200 len: 217 time: 0.0667689 Jul 05 04:03:28.865000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c4f3eaf3-3501-4a9d-90d3-81557d18a49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:43Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'c113e2f6-5743-4bf5-a60c-eea501dd40d5', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'port_id': 'dae0f4c2-cddc-4d6a-b604-092a21fc263e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'mac_address': 'fa:16:3e:47:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d40945-1238-4983-82a2-c99a22873ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:02:57Z', 'updated_at': '2021-07-05T04:03:26Z', 'revision_number': 1, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91581ac-143d-49f4-9e5a-d1db2a8b9f36', 'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'mac_address': 'fa:16:3e:69:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:40Z', 'updated_at': '2021-07-05T04:02:52Z', 'revision_number': 5, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'subnets': [{'id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:28.888094 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54708) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:28.902357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3eaf3-3501-4a9d-90d3-81557d18a49f None None] Checking router: 9525016c-36aa-49ad-8726-b187eef746c8 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:28.919066 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-43fa008d-1608-43cd-b73e-52f7527aaf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.920835 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-43fa008d-1608-43cd-b73e-52f7527aaf2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0bf925f8-4a3f-45ed-b86f-c635afeb1643 HTTP/1.1" status: 200 len: 855 time: 0.0807900 Jul 05 04:03:28.924808 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1c4cb-be07-48f5-bab1-ae26af04d2fc req-c0826f70-2677-4b23-af34-105d6b073641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.927089 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-32b1c4cb-be07-48f5-bab1-ae26af04d2fc req-c0826f70-2677-4b23-af34-105d6b073641 service neutron] 10.222.0.10 "GET /v2.0/networks?id=739555cb-3aaa-4692-ac69-434fc52fdecf HTTP/1.1" status: 200 len: 911 time: 0.1784673 Jul 05 04:03:28.930294 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3eaf3-3501-4a9d-90d3-81557d18a49f None None] Routers {'9525016c-36aa-49ad-8726-b187eef746c8'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:28.930918 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c4f3eaf3-3501-4a9d-90d3-81557d18a49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9525016c-36aa-49ad-8726-b187eef746c8'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:28.969186 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-345aa3f5-2ab1-4abd-978f-681f0df957ad', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:28.970510 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.971443 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-449b6dc9-8670-4acb-8cfb-e7903015d77c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bb45571-704a-47f7-b580-2fad721401bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433457 Jul 05 04:03:29.007785 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02bbb0d0-df34-48d0-8cd6-8a1a6cc996bd req-6cda59af-9b75-4a72-a032-d92bb4bac759 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762554 Jul 05 04:03:29.095164 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-82b9523a-c6a3-4090-8664-10a1e16e8257 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.100318 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-82b9523a-c6a3-4090-8664-10a1e16e8257 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.105483 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-32b1c4cb-be07-48f5-bab1-ae26af04d2fc req-87b8358c-7ccf-4557-ace6-fd7ea07143c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dae0f4c2-cddc-4d6a-b604-092a21fc263e HTTP/1.1" status: 200 len: 999 time: 0.1627944 Jul 05 04:03:29.115568 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a301836c-cf07-430d-8d90-8f4d89f009c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.128565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-c4f3eaf3-3501-4a9d-90d3-81557d18a49f None None] Set router 9525016c-36aa-49ad-8726-b187eef746c8 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:29.211217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1c4cb-be07-48f5-bab1-ae26af04d2fc req-55ec27e1-a2f6-4ad0-aefd-f42d03b9880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:29.212725 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-32b1c4cb-be07-48f5-bab1-ae26af04d2fc req-55ec27e1-a2f6-4ad0-aefd-f42d03b9880b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9bbcade-db99-467e-97af-337f24f2acb2 HTTP/1.1" status: 200 len: 849 time: 0.0908654 Jul 05 04:03:29.219705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f51d08-dcab-470a-b335-1b750af02b25 req-b05960d8-7536-4efb-aed0-a751150194e9 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:29.230283 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97f51d08-dcab-470a-b335-1b750af02b25 req-b05960d8-7536-4efb-aed0-a751150194e9 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 1061 time: 0.4644201 Jul 05 04:03:29.265782 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-76f3faf0-bc37-4ea2-9209-609bd02043b4 service neutron] 10.222.0.36 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555566 Jul 05 04:03:29.277463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Allocated IP 2001:db8::2 (345aa3f5-2ab1-4abd-978f-681f0df957ad/84415a64-2c13-41d1-a890-305709cfd0d0/97ee9ac4-c1f8-48ef-8e5d-69de0fcec532) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:29.291970 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-82b9523a-c6a3-4090-8664-10a1e16e8257 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.292768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b9523a-c6a3-4090-8664-10a1e16e8257 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Fanout notify agent at l3_agent the message router_deleted on router 700a1009-238c-45dd-98cb-915a16f77c70 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:29.309323 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103d2a17-bae5-45fb-a8eb-d0afeb8009a8 x-openstack-request-id: req-103d2a17-bae5-45fb-a8eb-d0afeb8009a8 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:29.309615 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e431d3d-9a05-4783-b910-d7a9f1120b00", "tag": "667862b0-b918-4465-81df-e108e489644a", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:29.309870 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-103d2a17-bae5-45fb-a8eb-d0afeb8009a8 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:29.310338 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e431d3d-9a05-4783-b910-d7a9f1120b00', 'tag': '667862b0-b918-4465-81df-e108e489644a', 'status': 'completed', 'code': 200} Jul 05 04:03:29.338107 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-82b9523a-c6a3-4090-8664-10a1e16e8257 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.339237 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-82b9523a-c6a3-4090-8664-10a1e16e8257 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "DELETE /v2.0/routers/700a1009-238c-45dd-98cb-915a16f77c70 HTTP/1.1" status: 204 len: 168 time: 0.7871702 Jul 05 04:03:29.341898 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.345668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54714) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:29.401481 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cff56d57-712d-4e3e-a64f-29f49925b856 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "GET /v2.0/ports?device_id=700a1009-238c-45dd-98cb-915a16f77c70 HTTP/1.1" status: 200 len: 205 time: 0.0493259 Jul 05 04:03:29.407877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54716) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:29.409678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1c4cb-be07-48f5-bab1-ae26af04d2fc req-b64e0462-872e-4e80-9bf7-9b46c0b60dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:29.411156 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-32b1c4cb-be07-48f5-bab1-ae26af04d2fc req-b64e0462-872e-4e80-9bf7-9b46c0b60dd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=739555cb-3aaa-4692-ac69-434fc52fdecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1839230 Jul 05 04:03:29.620034 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.627445 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c4f3eaf3-3501-4a9d-90d3-81557d18a49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:43Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'c113e2f6-5743-4bf5-a60c-eea501dd40d5', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'port_id': 'dae0f4c2-cddc-4d6a-b604-092a21fc263e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'mac_address': 'fa:16:3e:47:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d40945-1238-4983-82a2-c99a22873ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:02:57Z', 'updated_at': '2021-07-05T04:03:26Z', 'revision_number': 1, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91581ac-143d-49f4-9e5a-d1db2a8b9f36', 'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'mac_address': 'fa:16:3e:69:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:40Z', 'updated_at': '2021-07-05T04:02:52Z', 'revision_number': 5, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'subnets': [{'id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:29.633451 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390aae4-496d-41ce-8997-5e34f2504d7a req-64a37016-5054-4368-92dd-d0007e16de9c tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:29.635935 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b390aae4-496d-41ce-8997-5e34f2504d7a req-64a37016-5054-4368-92dd-d0007e16de9c tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 1137 time: 0.2189388 Jul 05 04:03:29.673327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3eaf3-3501-4a9d-90d3-81557d18a49f None None] The sync data for ids ['9525016c-36aa-49ad-8726-b187eef746c8'] in n-d-771363-32 is: [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:43Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'c113e2f6-5743-4bf5-a60c-eea501dd40d5', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'port_id': 'dae0f4c2-cddc-4d6a-b604-092a21fc263e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'mac_address': 'fa:16:3e:47:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d40945-1238-4983-82a2-c99a22873ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:02:57Z', 'updated_at': '2021-07-05T04:03:26Z', 'revision_number': 1, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91581ac-143d-49f4-9e5a-d1db2a8b9f36', 'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'mac_address': 'fa:16:3e:69:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:40Z', 'updated_at': '2021-07-05T04:02:52Z', 'revision_number': 5, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'subnets': [{'id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:29.677447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Transition to ACTIVE for port object 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:29.713109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Transition to ACTIVE for port object 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:29.739941 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b390aae4-496d-41ce-8997-5e34f2504d7a req-e0ae7a9f-822c-40bc-948b-fe22524075fc tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0660701 Jul 05 04:03:29.766551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54722) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:29.796393 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.808999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487f003-0c56-40ff-ae92-bfdfad2dc665 req-b235bee1-36e3-4a3b-91b1-09d230b6927c tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:29.810662 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5487f003-0c56-40ff-ae92-bfdfad2dc665 req-b235bee1-36e3-4a3b-91b1-09d230b6927c tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.2076368 Jul 05 04:03:29.865638 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Pushing event updated for resources: {'Port': ['ID=97ee9ac4-c1f8-48ef-8e5d-69de0fcec532,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:29.869166 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-539905cf-e291-496e-ac23-6cf0c19a1dfa tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] delete failed (client error): The resource could not be found. Jul 05 04:03:29.872966 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-539905cf-e291-496e-ac23-6cf0c19a1dfa tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "DELETE /v2.0/routers/700a1009-238c-45dd-98cb-915a16f77c70 HTTP/1.1" status: 404 len: 336 time: 0.4581661 Jul 05 04:03:29.881687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54724) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:29.888634 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Network 345aa3f5-2ab1-4abd-978f-681f0df957ad is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:29.890575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:29.894876 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:29.902286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Allocated IP 2001:db8::1 (345aa3f5-2ab1-4abd-978f-681f0df957ad/84415a64-2c13-41d1-a890-305709cfd0d0/04966f7b-7fdb-4508-8147-a0b346453ca6) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:29.933146 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0095ce21-24a7-4d6d-bae0-05a24ab327e8 req-25cbc31c-3760-4f47-a139-4e7e9781e496 service neutron] 10.222.0.36 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6575773 Jul 05 04:03:29.950936 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7f2978ab-1cd9-4749-9cb3-849fb2c7b775 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "GET /v2.0/ports?device_id=da477281-9189-4c15-ad3e-5803ab429c5f HTTP/1.1" status: 200 len: 205 time: 0.0630260 Jul 05 04:03:29.951729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54726) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:29.982468 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a301836c-cf07-430d-8d90-8f4d89f009c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.984536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Attempting to bind port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:29.984941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Attempting to bind port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '3bed5c9c-6006-4dbf-924b-f836ec9603d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:29.985466 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Attempting to bind port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 on network 345aa3f5-2ab1-4abd-978f-681f0df957ad {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:29.992824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:29.993206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Checking segment: {'id': '3bed5c9c-6006-4dbf-924b-f836ec9603d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:29.993674 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.994075 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Bound using segment: {'id': '3bed5c9c-6006-4dbf-924b-f836ec9603d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:29.994606 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Bound port: 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bed5c9c-6006-4dbf-924b-f836ec9603d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:29.995022 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.020610 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-9c4ed661-dd53-4c95-b0a1-3b5a73e51dcf tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] delete failed (client error): The resource could not be found. Jul 05 04:03:30.024003 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9c4ed661-dd53-4c95-b0a1-3b5a73e51dcf tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "DELETE /v2.0/routers/da477281-9189-4c15-ad3e-5803ab429c5f HTTP/1.1" status: 404 len: 336 time: 0.0666010 Jul 05 04:03:30.024357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54728) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:30.030028 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-32b1c4cb-be07-48f5-bab1-ae26af04d2fc req-f9233ad9-f6c0-4f06-bb90-7808386863a3 service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970294 Jul 05 04:03:30.054792 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5487f003-0c56-40ff-ae92-bfdfad2dc665 req-0e8ac737-9fa3-4e34-8e75-847037bcd763 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694288 Jul 05 04:03:30.071528 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bc7eda60-b91e-4744-b6fd-b3358b7275e9 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b0bdc11-13d8-4188-b970-4d28df8948ec HTTP/1.1" status: 200 len: 205 time: 0.0460494 Jul 05 04:03:30.074953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54732) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:30.093847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf949f52-c643-49bd-9496-8f4deca8f538 None None] New status for floating IP c113e2f6-5743-4bf5-a60c-eea501dd40d5: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:03:30.119216 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a301836c-cf07-430d-8d90-8f4d89f009c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.212007 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a301836c-cf07-430d-8d90-8f4d89f009c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=23fd51afeed74743828e3ed95032785c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3203154 Jul 05 04:03:30.213439 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301836c-cf07-430d-8d90-8f4d89f009c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae6006d-7278-4942-8a7f-d1cbd45cf735,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:30.218023 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54734) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:30.258045 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-32b1c4cb-be07-48f5-bab1-ae26af04d2fc req-58f5ad1c-0a81-4b27-9f89-374879d12d35 service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157826 Jul 05 04:03:30.284771 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55bf3a-5b52-4587-ac5b-1a85c4a3313b req-c9950f3f-48a1-4bd8-b04f-fb44f8a45bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:30.286273 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2c55bf3a-5b52-4587-ac5b-1a85c4a3313b req-c9950f3f-48a1-4bd8-b04f-fb44f8a45bb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eaf4c0ff0e0244099a1253058e48e066&device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 1096 time: 0.1771550 Jul 05 04:03:30.309404 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] For port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:30.313745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] For port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=97ee9ac4-c1f8-48ef-8e5d-69de0fcec532,segment=NetworkSegment(3bed5c9c-6006-4dbf-924b-f836ec9603d8),segment_id=3bed5c9c-6006-4dbf-924b-f836ec9603d8)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:30.319664 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-079749c7-6999-4558-9655-646bdff4aaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.380990 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.382711 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-079749c7-6999-4558-9655-646bdff4aaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.427191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55bf3a-5b52-4587-ac5b-1a85c4a3313b req-13389b90-73d0-4327-b49d-ee9eead7164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:30.428917 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2c55bf3a-5b52-4587-ac5b-1a85c4a3313b req-13389b90-73d0-4327-b49d-ee9eead7164d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bb45571-704a-47f7-b580-2fad721401bc HTTP/1.1" status: 200 len: 916 time: 0.1322818 Jul 05 04:03:30.443480 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-38df7d1b-0e69-4ab9-a2f6-946a56ea79ac tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] delete failed (client error): The resource could not be found. Jul 05 04:03:30.446942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-38df7d1b-0e69-4ab9-a2f6-946a56ea79ac tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "DELETE /v2.0/routers/1b0bdc11-13d8-4188-b970-4d28df8948ec HTTP/1.1" status: 404 len: 336 time: 0.3686101 Jul 05 04:03:30.454262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54736) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:30.476108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1a45df-d5d7-4ff2-b2ea-87b975dba8d8 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:30.480004 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bc1a45df-d5d7-4ff2-b2ea-87b975dba8d8 tempest-TestSecurityGroupsBasicOps-1317468728 tempest-TestSecurityGroupsBasicOps-1317468728-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 1056 time: 0.7095847 Jul 05 04:03:30.499110 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2c55bf3a-5b52-4587-ac5b-1a85c4a3313b req-4ecc3ceb-3cf3-4015-b19f-83b01e4f73e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=667862b0-b918-4465-81df-e108e489644a HTTP/1.1" status: 200 len: 217 time: 0.0597484 Jul 05 04:03:30.520315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6c707-ddaf-4c3d-ae7c-2e8e7db31fa8 None None] Pushing event updated for resources: {'Port': ['ID=97ee9ac4-c1f8-48ef-8e5d-69de0fcec532,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:30.520979 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-623ec77c-07d8-4858-ac95-ae54a4542c37 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "GET /v2.0/ports?device_id=9bd5de52-ab43-45b0-af3a-da9d91df5c8a HTTP/1.1" status: 200 len: 205 time: 0.0646238 Jul 05 04:03:30.526802 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.529057 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54740) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:30.546482 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Transition to ACTIVE for port object 04966f7b-7fdb-4508-8147-a0b346453ca6 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:30.587692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f1b3-5d84-4be1-912e-46724b31a3b5 req-6b90dd50-7f8b-4a01-b910-3bb934893f8c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:30.589244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4b6f1b3-5d84-4be1-912e-46724b31a3b5 req-6b90dd50-7f8b-4a01-b910-3bb934893f8c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 944 time: 0.1515749 Jul 05 04:03:30.608870 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-2fc6103f-90ff-4ace-8be5-469b98a25596 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] delete failed (client error): The resource could not be found. Jul 05 04:03:30.610795 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2fc6103f-90ff-4ace-8be5-469b98a25596 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "DELETE /v2.0/routers/9bd5de52-ab43-45b0-af3a-da9d91df5c8a HTTP/1.1" status: 404 len: 336 time: 0.0732081 Jul 05 04:03:30.615462 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54742) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:30.643745 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4b6f1b3-5d84-4be1-912e-46724b31a3b5 req-f4134050-3c56-4b51-9e1f-c4a03a90c175 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475981 Jul 05 04:03:30.661337 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ee9fd190-47e9-4d52-b33c-462251f97896 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2366721-cfa1-417f-94fa-7f87213b0e7e HTTP/1.1" status: 200 len: 205 time: 0.0461569 Jul 05 04:03:30.663000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55bf3a-5b52-4587-ac5b-1a85c4a3313b req-da490b7f-7789-4f42-a407-2083fbe1c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:30.663613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54744) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:30.664656 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2c55bf3a-5b52-4587-ac5b-1a85c4a3313b req-da490b7f-7789-4f42-a407-2083fbe1c51c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0bf925f8-4a3f-45ed-b86f-c635afeb1643 HTTP/1.1" status: 200 len: 855 time: 0.1469479 Jul 05 04:03:30.724701 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-6986dc62-e829-4ef3-80d9-d09351b9139d tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] delete failed (client error): The resource could not be found. Jul 05 04:03:30.725871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6986dc62-e829-4ef3-80d9-d09351b9139d tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "DELETE /v2.0/routers/c2366721-cfa1-417f-94fa-7f87213b0e7e HTTP/1.1" status: 404 len: 336 time: 0.0611398 Jul 05 04:03:30.726967 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.729592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54746) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:30.745553 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2c55bf3a-5b52-4587-ac5b-1a85c4a3313b req-080e8c0f-73d3-468d-8637-d1841d543e4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bb45571-704a-47f7-b580-2fad721401bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723510 Jul 05 04:03:30.776679 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-079749c7-6999-4558-9655-646bdff4aaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.779375 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-079749c7-6999-4558-9655-646bdff4aaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.780713 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-079749c7-6999-4558-9655-646bdff4aaf5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4ae6006d-7278-4942-8a7f-d1cbd45cf735 HTTP/1.1" status: 204 len: 168 time: 0.5603790 Jul 05 04:03:30.796772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9db6261c-7090-4fa5-ae7a-9b6a2a84ac4a tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddcc701c-a645-4010-a455-75784f5619eb HTTP/1.1" status: 200 len: 205 time: 0.0578887 Jul 05 04:03:30.800433 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54750) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:30.812943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 345aa3f5-2ab1-4abd-978f-681f0df957ad is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:30.826992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079749c7-6999-4558-9655-646bdff4aaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae6006d-7278-4942-8a7f-d1cbd45cf735,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:30.858720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:30.864782 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-44cdba73-5872-4143-97b2-d84c57927e27 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] delete failed (client error): The resource could not be found. Jul 05 04:03:30.868319 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-44cdba73-5872-4143-97b2-d84c57927e27 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "DELETE /v2.0/routers/ddcc701c-a645-4010-a455-75784f5619eb HTTP/1.1" status: 404 len: 336 time: 0.0644629 Jul 05 04:03:30.868319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:30.868319 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.871090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54752) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:30.871208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=04966f7b-7fdb-4508-8147-a0b346453ca6,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:30.883313 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2c55bf3a-5b52-4587-ac5b-1a85c4a3313b req-15b18f31-59aa-4877-a708-dde8a22d2aa4 service neutron] 10.222.0.36 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296937 Jul 05 04:03:30.935515 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-308e7fbf-2268-4fe9-9dbf-09c06e108e29 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] DELETE failed (client error): The resource could not be found. Jul 05 04:03:30.935981 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308e7fbf-2268-4fe9-9dbf-09c06e108e29 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:30.937760 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-308e7fbf-2268-4fe9-9dbf-09c06e108e29 tempest-RoutersIpV6AdminTest-1494691621 tempest-RoutersIpV6AdminTest-1494691621-project] 10.222.0.38 "DELETE /v2.0/subnets/f5b0ffee-20d0-42c8-a2fb-ed7e57edb6bc HTTP/1.1" status: 404 len: 337 time: 0.0640028 Jul 05 04:03:31.013516 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2c55bf3a-5b52-4587-ac5b-1a85c4a3313b req-b07d864b-8db5-484e-9e4f-6fc04f0d3075 service neutron] 10.222.0.36 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230483 Jul 05 04:03:31.147605 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.411474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ea9e9-ed7e-45ce-8be0-157929d5f829 req-aaeb7a92-8b51-405f-841e-bba91b02dbd5 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:31.413084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f28ea9e9-ed7e-45ce-8be0-157929d5f829 req-aaeb7a92-8b51-405f-841e-bba91b02dbd5 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.2229257 Jul 05 04:03:31.424504 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54766) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:31.532692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a1fba-6109-49a4-aebf-e730ee8bbf72 req-5b80e848-7c59-497a-9176-a8ad4d57e62d tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:31.540703 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-332a1fba-6109-49a4-aebf-e730ee8bbf72 req-5b80e848-7c59-497a-9176-a8ad4d57e62d tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 909 time: 0.2087507 Jul 05 04:03:31.551375 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9421a7ec-ebf3-4246-846b-7188aa806e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.557277 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f28ea9e9-ed7e-45ce-8be0-157929d5f829 req-1894841b-36d0-4bd5-a9cd-5a55494c2799 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293688 Jul 05 04:03:31.618347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f70ab68-df20-4f2d-b2b1-2fc86f98b28f None None] Network 345aa3f5-2ab1-4abd-978f-681f0df957ad requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:31.663097 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.696162 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9421a7ec-ebf3-4246-846b-7188aa806e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.755497 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:31.766511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54772) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:31.780715 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-deead9d4-91e3-48be-a29f-91e1eb394d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.817625 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9421a7ec-ebf3-4246-846b-7188aa806e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.831566 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.832354 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.850802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ca45c57a-1c21-47b9-8f4e-c99084fb0f42 None None] Provisioning for port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:31.862751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421a7ec-ebf3-4246-846b-7188aa806e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6edfd8-fcce-4855-8cac-cac0da0f2cc7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:31.867140 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9421a7ec-ebf3-4246-846b-7188aa806e5b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2fb35f5e623d4c148083f1ddd4fdf361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414961 Jul 05 04:03:31.869668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54774) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:31.926172 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc559f07-f979-44fb-ab92-c7506e08574e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.943138 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=04966f7b-7fdb-4508-8147-a0b346453ca6,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:31.950251 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc559f07-f979-44fb-ab92-c7506e08574e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.981366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:31.984298 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761ed70-1347-495d-bcca-ee0fa248e5a5 req-c4c825ac-7fa6-416b-b090-b1a6d839a9c3 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:31.985723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:31.986348 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4761ed70-1347-495d-bcca-ee0fa248e5a5 req-c4c825ac-7fa6-416b-b090-b1a6d839a9c3 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 944 time: 0.1871583 Jul 05 04:03:31.986470 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.038782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 345aa3f5-2ab1-4abd-978f-681f0df957ad is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:32.041985 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:32.076347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4761ed70-1347-495d-bcca-ee0fa248e5a5 req-9b1595cb-41f6-4bb0-8568-7eebfd2c20fd tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765166 Jul 05 04:03:32.089071 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-deead9d4-91e3-48be-a29f-91e1eb394d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.124041 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.153203 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-deead9d4-91e3-48be-a29f-91e1eb394d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.174994 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=97ee9ac4-c1f8-48ef-8e5d-69de0fcec532,segment=NetworkSegment(3bed5c9c-6006-4dbf-924b-f836ec9603d8),segment_id=3bed5c9c-6006-4dbf-924b-f836ec9603d8)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:32.190357 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-deead9d4-91e3-48be-a29f-91e1eb394d91 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2f390e9cf5074567936e5e38cc2d1f65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226542 Jul 05 04:03:32.192165 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc559f07-f979-44fb-ab92-c7506e08574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.193334 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54778) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:32.194689 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc559f07-f979-44fb-ab92-c7506e08574e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.196146 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cc559f07-f979-44fb-ab92-c7506e08574e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5a6edfd8-fcce-4855-8cac-cac0da0f2cc7 HTTP/1.1" status: 204 len: 168 time: 0.3251710 Jul 05 04:03:32.217899 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deead9d4-91e3-48be-a29f-91e1eb394d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3c328b-8403-4758-b679-d4b18187eb4b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:32.230930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc559f07-f979-44fb-ab92-c7506e08574e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6edfd8-fcce-4855-8cac-cac0da0f2cc7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:32.240300 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.272866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1dce9a43-3da3-4033-a814-6bff8431f741 None None] Provisioning complete for port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:32.273238 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1dce9a43-3da3-4033-a814-6bff8431f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.276402 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9deb6a7d-74df-4b88-9113-1c510c631b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.307623 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9deb6a7d-74df-4b88-9113-1c510c631b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.339430 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=97ee9ac4-c1f8-48ef-8e5d-69de0fcec532,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:32.347459 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.388377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:03:32.463269 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9deb6a7d-74df-4b88-9113-1c510c631b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.465915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9deb6a7d-74df-4b88-9113-1c510c631b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.467075 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9deb6a7d-74df-4b88-9113-1c510c631b1b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b3c328b-8403-4758-b679-d4b18187eb4b HTTP/1.1" status: 204 len: 168 time: 0.2727470 Jul 05 04:03:32.479343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb6a7d-74df-4b88-9113-1c510c631b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3c328b-8403-4758-b679-d4b18187eb4b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:32.485501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1dce9a43-3da3-4033-a814-6bff8431f741 None None] Provisioning for port 04966f7b-7fdb-4508-8147-a0b346453ca6 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:32.505370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:32.511241 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1dce9a43-3da3-4033-a814-6bff8431f741 None None] Provisioning complete for port 04966f7b-7fdb-4508-8147-a0b346453ca6 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:32.511985 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1dce9a43-3da3-4033-a814-6bff8431f741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.514742 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-88386299-7d57-454d-a0e2-69018807b3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/8eca145d-ef58-4c38-a2d3-94e2c9c4e634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8813543 Jul 05 04:03:32.516981 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54784) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:32.520704 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Sync routers for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:32.524168 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-45291ac9-5928-4fc4-a675-8ebcc5967540 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1394877217'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:32.537768 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:32.544596 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:32.578894 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1dce9a43-3da3-4033-a814-6bff8431f741 None None] Port 04966f7b-7fdb-4508-8147-a0b346453ca6 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:32.644211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45291ac9-5928-4fc4-a675-8ebcc5967540 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:32.648207 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45291ac9-5928-4fc4-a675-8ebcc5967540 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.698349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45291ac9-5928-4fc4-a675-8ebcc5967540 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:32.714373 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:32.724489 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45291ac9-5928-4fc4-a675-8ebcc5967540 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.724845 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-45291ac9-5928-4fc4-a675-8ebcc5967540 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Added segment 7bbaf867-90c2-45d4-bb80-c7877c36de7b of type vlan for network ec514d55-fccf-4c0d-a457-89f1102e6a32 Jul 05 04:03:32.731814 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fa40c8a9-f265-47de-a347-4410f62249b0 None None] Provisioning complete for port 04966f7b-7fdb-4508-8147-a0b346453ca6 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:32.732480 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fa40c8a9-f265-47de-a347-4410f62249b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.803107 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-fa40c8a9-f265-47de-a347-4410f62249b0 None None] Port 04966f7b-7fdb-4508-8147-a0b346453ca6 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:32.821098 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45291ac9-5928-4fc4-a675-8ebcc5967540 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.870969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d973e-72d6-4320-9958-3367112b0f71 req-c17f6fbc-9f30-4536-993a-fb9dd0ba1bd8 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:32.872596 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-515d973e-72d6-4320-9958-3367112b0f71 req-c17f6fbc-9f30-4536-993a-fb9dd0ba1bd8 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 909 time: 0.1763656 Jul 05 04:03:32.892046 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9847ca9-3430-447b-ac17-7a42438dc5ca req-de4c4f18-c408-4856-b063-fc460b99aff7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:32.892046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9847ca9-3430-447b-ac17-7a42438dc5ca req-de4c4f18-c408-4856-b063-fc460b99aff7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.1053469 Jul 05 04:03:32.932493 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6d72dd92-2462-40ab-9366-359a4e465bd3 None None] Provisioning complete for port 04966f7b-7fdb-4508-8147-a0b346453ca6 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:32.933213 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6d72dd92-2462-40ab-9366-359a4e465bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.941169 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45291ac9-5928-4fc4-a675-8ebcc5967540 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.948376 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45291ac9-5928-4fc4-a675-8ebcc5967540 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:32.949038 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45291ac9-5928-4fc4-a675-8ebcc5967540 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.950259 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9847ca9-3430-447b-ac17-7a42438dc5ca req-503a33b1-fe71-4077-be91-1e7b1413a6c2 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489037 Jul 05 04:03:32.982749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-6d72dd92-2462-40ab-9366-359a4e465bd3 None None] Port 04966f7b-7fdb-4508-8147-a0b346453ca6 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:32.999230 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:31Z', 'revision_number': 2, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:31Z', 'revision_number': 2, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:33.032810 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Checking router: 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:33.033659 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Updating router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 port 04966f7b-7fdb-4508-8147-a0b346453ca6 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:03:33.046843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45291ac9-5928-4fc4-a675-8ebcc5967540 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Network': ['ID=ec514d55-fccf-4c0d-a457-89f1102e6a32,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:33.065812 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network ec514d55-fccf-4c0d-a457-89f1102e6a32 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:33.080614 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.092270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54798) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:33.119614 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-45291ac9-5928-4fc4-a675-8ebcc5967540 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5996389 Jul 05 04:03:33.125226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54804) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:33.136813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7b3ac1f9-d233-4916-9fa9-c7a2f3ace140 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'subnet': {'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:33.147030 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5e0fd63c-1287-4026-8005-907334950e87 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8fe9fe26cb104687880b9617f9c99456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535123 Jul 05 04:03:33.151240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54806) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:33.286880 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-20d0d12b-be0b-4f39-906b-b6c3ae5f5905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.320334 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-20d0d12b-be0b-4f39-906b-b6c3ae5f5905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.329352 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3ac1f9-d233-4916-9fa9-c7a2f3ace140 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:33.333187 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac1f9-d233-4916-9fa9-c7a2f3ace140 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.372556 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e43918-33ce-4701-935a-54a6195e5d77 req-e6f541a9-44be-4a2d-aede-603906d2ac6e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:33.374236 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b1e43918-33ce-4701-935a-54a6195e5d77 req-e6f541a9-44be-4a2d-aede-603906d2ac6e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 944 time: 0.1260235 Jul 05 04:03:33.429155 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b1e43918-33ce-4701-935a-54a6195e5d77 req-03d3937c-4776-4b97-ae9c-8ca6c7b2facd tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487068 Jul 05 04:03:33.442924 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.452024 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Transition to ACTIVE for port object 04966f7b-7fdb-4508-8147-a0b346453ca6 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:33.494306 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-20d0d12b-be0b-4f39-906b-b6c3ae5f5905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.496968 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-20d0d12b-be0b-4f39-906b-b6c3ae5f5905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.500523 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-20d0d12b-be0b-4f39-906b-b6c3ae5f5905 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e1e094ba-4d97-482d-9613-32709634b0ca HTTP/1.1" status: 204 len: 168 time: 0.3459318 Jul 05 04:03:33.507776 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0d12b-be0b-4f39-906b-b6c3ae5f5905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e094ba-4d97-482d-9613-32709634b0ca,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:33.518549 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.536977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf7a5b-7308-42f4-847f-dc178a5a1c97 req-6a0857a8-dbf7-476a-bf84-f4492c3a3d3a tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:33.538785 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-37cf7a5b-7308-42f4-847f-dc178a5a1c97 req-6a0857a8-dbf7-476a-bf84-f4492c3a3d3a tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 909 time: 0.1205325 Jul 05 04:03:33.588623 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d501df6-dfa4-4b4b-937f-4d80ea5a3b4b None None] Pushing event updated for resources: {'Port': ['ID=04966f7b-7fdb-4508-8147-a0b346453ca6,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:33.605253 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501df6-dfa4-4b4b-937f-4d80ea5a3b4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:33.605717 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501df6-dfa4-4b4b-937f-4d80ea5a3b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:33.606741 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501df6-dfa4-4b4b-937f-4d80ea5a3b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:33.607111 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501df6-dfa4-4b4b-937f-4d80ea5a3b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:33.607531 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501df6-dfa4-4b4b-937f-4d80ea5a3b4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:33.608088 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501df6-dfa4-4b4b-937f-4d80ea5a3b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:33.608691 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501df6-dfa4-4b4b-937f-4d80ea5a3b4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:33.609298 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501df6-dfa4-4b4b-937f-4d80ea5a3b4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:33.609684 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501df6-dfa4-4b4b-937f-4d80ea5a3b4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:33.610211 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501df6-dfa4-4b4b-937f-4d80ea5a3b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:33.610774 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501df6-dfa4-4b4b-937f-4d80ea5a3b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:33.611305 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501df6-dfa4-4b4b-937f-4d80ea5a3b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:33.686027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 667862b0-b918-4465-81df-e108e489644a details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:33.700408 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Attempting to bind port 04966f7b-7fdb-4508-8147-a0b346453ca6 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:33.700788 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Attempting to bind port 04966f7b-7fdb-4508-8147-a0b346453ca6 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '3bed5c9c-6006-4dbf-924b-f836ec9603d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:33.701142 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Attempting to bind port 04966f7b-7fdb-4508-8147-a0b346453ca6 on network 345aa3f5-2ab1-4abd-978f-681f0df957ad {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:33.717192 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:33.717192 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Checking segment: {'id': '3bed5c9c-6006-4dbf-924b-f836ec9603d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:33.717508 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.717834 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Bound using segment: {'id': '3bed5c9c-6006-4dbf-924b-f836ec9603d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:33.719170 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Bound port: 04966f7b-7fdb-4508-8147-a0b346453ca6, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bed5c9c-6006-4dbf-924b-f836ec9603d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:33.720135 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.734170 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac1f9-d233-4916-9fa9-c7a2f3ace140 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.747878 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-37cf7a5b-7308-42f4-847f-dc178a5a1c97 req-027c15c1-f708-41a7-8959-18f864bfff7c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Deleting port 5419e2c1-5de2-4120-81be-e562e099c7f7 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:33.748103 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-37cf7a5b-7308-42f4-847f-dc178a5a1c97 req-027c15c1-f708-41a7-8959-18f864bfff7c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.756115 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:33.841187 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] For port 04966f7b-7fdb-4508-8147-a0b346453ca6, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:33.846571 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] For port 04966f7b-7fdb-4508-8147-a0b346453ca6, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=04966f7b-7fdb-4508-8147-a0b346453ca6,segment=NetworkSegment(3bed5c9c-6006-4dbf-924b-f836ec9603d8),segment_id=3bed5c9c-6006-4dbf-924b-f836ec9603d8)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:33.886392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ac1f9-d233-4916-9fa9-c7a2f3ace140 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Subnet': ['ID=3630ecea-fc6c-42dd-a398-e53d88cd3f3a,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:33.920644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3ac1f9-d233-4916-9fa9-c7a2f3ace140 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Checking segment: {'id': '7bbaf867-90c2-45d4-bb80-c7877c36de7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:33.921438 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3ac1f9-d233-4916-9fa9-c7a2f3ace140 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network hostable DHCP agents. Network: ec514d55-fccf-4c0d-a457-89f1102e6a32, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:33.929859 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.954612 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-37cf7a5b-7308-42f4-847f-dc178a5a1c97 req-027c15c1-f708-41a7-8959-18f864bfff7c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] For port 5419e2c1-5de2-4120-81be-e562e099c7f7, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=5419e2c1-5de2-4120-81be-e562e099c7f7,segment=NetworkSegment(65a3ab0e-5b39-4a37-95fd-6691dac392d5),segment_id=65a3ab0e-5b39-4a37-95fd-6691dac392d5)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:33.955213 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-37cf7a5b-7308-42f4-847f-dc178a5a1c97 req-027c15c1-f708-41a7-8959-18f864bfff7c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.970692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-37cf7a5b-7308-42f4-847f-dc178a5a1c97 req-027c15c1-f708-41a7-8959-18f864bfff7c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Calling delete_port for 5419e2c1-5de2-4120-81be-e562e099c7f7 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:34.004205 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d501df6-dfa4-4b4b-937f-4d80ea5a3b4b None None] Pushing event updated for resources: {'Port': ['ID=04966f7b-7fdb-4508-8147-a0b346453ca6,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:34.031874 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:34.032591 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:34.068593 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3ac1f9-d233-4916-9fa9-c7a2f3ace140 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network ec514d55-fccf-4c0d-a457-89f1102e6a32 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:34.185209 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7b3ac1f9-d233-4916-9fa9-c7a2f3ace140 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, ec514d55-fccf-4c0d-a457-89f1102e6a32) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:34.199330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3ac1f9-d233-4916-9fa9-c7a2f3ace140 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:34.199946 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac1f9-d233-4916-9fa9-c7a2f3ace140 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.212024 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.230052 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:34.234138 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec590ef4-be61-4944-960a-232cf4f6fffc None None] Network ec514d55-fccf-4c0d-a457-89f1102e6a32 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:34.325754 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7b3ac1f9-d233-4916-9fa9-c7a2f3ace140 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1970253 Jul 05 04:03:34.328882 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54836) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:34.383370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8da6da-7c13-41df-8419-7f5f7ed6e5c4 req-be0a35e6-a2f0-4473-aa76-2b649dbd1116 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:34.418766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 667862b0-b918-4465-81df-e108e489644a, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=667862b0-b918-4465-81df-e108e489644a,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:34.423989 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c8da6da-7c13-41df-8419-7f5f7ed6e5c4 req-be0a35e6-a2f0-4473-aa76-2b649dbd1116 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 830 time: 0.2820656 Jul 05 04:03:34.485636 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-37cf7a5b-7308-42f4-847f-dc178a5a1c97 req-027c15c1-f708-41a7-8959-18f864bfff7c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.554775 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbe718-3a92-4f03-8d96-42d847add2a9 req-1cf58aef-006a-4e2b-beb0-fe9c84b715d1 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:34.576523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '667862b0-b918-4465-81df-e108e489644a', 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc', 'port_id': '667862b0-b918-4465-81df-e108e489644a', 'mac_address': 'fa:16:3e:df:2a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf925f8-4a3f-45ed-b86f-c635afeb1643', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:34.576741 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8fbe718-3a92-4f03-8d96-42d847add2a9 req-1cf58aef-006a-4e2b-beb0-fe9c84b715d1 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.3055661 Jul 05 04:03:34.638128 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.652341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c15c1-f708-41a7-8959-18f864bfff7c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event deleted for resources: {'Port': ['ID=5419e2c1-5de2-4120-81be-e562e099c7f7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:34.658610 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667862b0-b918-4465-81df-e108e489644a {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:34.682634 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 667862b0-b918-4465-81df-e108e489644a, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=667862b0-b918-4465-81df-e108e489644a,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:34.690691 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:34.691068 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.722720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-ec514d55-fccf-4c0d-a457-89f1102e6a32', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:34.728541 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.752010 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8fbe718-3a92-4f03-8d96-42d847add2a9 req-876a5562-d467-47bf-a33c-153c1857df38 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743758 Jul 05 04:03:34.772461 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.932588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cf7a5b-7308-42f4-847f-dc178a5a1c97 req-027c15c1-f708-41a7-8959-18f864bfff7c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] No DVR routers for this DVR port 5419e2c1-5de2-4120-81be-e562e099c7f7 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:34.965781 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:31Z', 'revision_number': 2, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:33Z', 'revision_number': 4, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:34.984504 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-37cf7a5b-7308-42f4-847f-dc178a5a1c97 req-027c15c1-f708-41a7-8959-18f864bfff7c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.988037 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-37cf7a5b-7308-42f4-847f-dc178a5a1c97 req-027c15c1-f708-41a7-8959-18f864bfff7c tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.10 "DELETE /v2.0/ports/5419e2c1-5de2-4120-81be-e562e099c7f7 HTTP/1.1" status: 204 len: 173 time: 1.4422295 Jul 05 04:03:34.988756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbdc408-3967-4fa0-b089-30d1e57fbac1', 'name': 'network-vif-deleted', 'tag': '5419e2c1-5de2-4120-81be-e562e099c7f7'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:34.991487 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474558c6-b47a-4eb6-92f5-6ba8a7b3356f" -d '{"events": [{"server_uuid": "efbdc408-3967-4fa0-b089-30d1e57fbac1", "name": "network-vif-deleted", "tag": "5419e2c1-5de2-4120-81be-e562e099c7f7"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:35.006261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1fbaf-6dea-44bb-ae82-880b3b305904 req-f096f361-b614-48a5-bf00-a48aee09518f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:35.022686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cf1fbaf-6dea-44bb-ae82-880b3b305904 req-f096f361-b614-48a5-bf00-a48aee09518f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 945 time: 0.1734767 Jul 05 04:03:35.039458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=667862b0-b918-4465-81df-e108e489644a,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:35.090265 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e439d6-c94f-480f-a427-573e163177d2 x-openstack-request-id: req-45e439d6-c94f-480f-a427-573e163177d2 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:35.091303 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbdc408-3967-4fa0-b089-30d1e57fbac1", "name": "network-vif-deleted", "tag": "5419e2c1-5de2-4120-81be-e562e099c7f7", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:35.091745 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-45e439d6-c94f-480f-a427-573e163177d2 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:35.092345 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbdc408-3967-4fa0-b089-30d1e57fbac1', 'name': 'network-vif-deleted', 'tag': '5419e2c1-5de2-4120-81be-e562e099c7f7', 'status': 'completed', 'code': 200} Jul 05 04:03:35.096641 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Allocated IP 2001:db8:1::2 (ec514d55-fccf-4c0d-a457-89f1102e6a32/3630ecea-fc6c-42dd-a398-e53d88cd3f3a/2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:35.111520 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cf1fbaf-6dea-44bb-ae82-880b3b305904 req-a971d73c-a796-49a9-8ce6-e0b43d4fe91a tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941410 Jul 05 04:03:35.116290 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d242a4-3e96-4124-ba78-d8bfb392af99 None None] The sync data for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 is: [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:31Z', 'revision_number': 2, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:33Z', 'revision_number': 4, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:35.182353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['667862b0-b918-4465-81df-e108e489644a'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:35.196695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.384580 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.402120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Transition to ACTIVE for port object 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:35.511717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Transition to ACTIVE for port object 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:35.631906 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.730672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 5419e2c1-5de2-4120-81be-e562e099c7f7 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:35.746099 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Allocated IP 2001:db8:1::1 (ec514d55-fccf-4c0d-a457-89f1102e6a32/3630ecea-fc6c-42dd-a398-e53d88cd3f3a/2857acf3-cd37-4765-a734-5be3435a6d20) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:35.776304 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-290ac829-ca1a-4c77-8fb3-7cd2035e7abb req-7e4e2f72-753c-4487-b5eb-2b3e56ff15d6 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=efbdc408-3967-4fa0-b089-30d1e57fbac1 HTTP/1.1" status: 200 len: 210 time: 0.0768061 Jul 05 04:03:35.805624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 5419e2c1-5de2-4120-81be-e562e099c7f7 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:35.806125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 5419e2c1-5de2-4120-81be-e562e099c7f7 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:35.846018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Network ec514d55-fccf-4c0d-a457-89f1102e6a32 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:35.852577 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 04966f7b-7fdb-4508-8147-a0b346453ca6 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:35.856675 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:35.900279 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:35.914933 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Pushing event updated for resources: {'Port': ['ID=2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:35.954125 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.977207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Transition to ACTIVE for port object 2857acf3-cd37-4765-a734-5be3435a6d20 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:36.013487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Attempting to bind port 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:36.013487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Attempting to bind port 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7bbaf867-90c2-45d4-bb80-c7877c36de7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:36.013877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Attempting to bind port 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 on network ec514d55-fccf-4c0d-a457-89f1102e6a32 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:36.030171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:36.030462 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Checking segment: {'id': '7bbaf867-90c2-45d4-bb80-c7877c36de7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:36.030880 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.031264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Bound using segment: {'id': '7bbaf867-90c2-45d4-bb80-c7877c36de7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:36.032535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Bound port: 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbaf867-90c2-45d4-bb80-c7877c36de7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:36.032923 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.084637 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.095081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742286d-c1a9-4363-8688-f06d186399e4 req-17f25bbb-9db9-4181-bb0e-9947445e8898 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:36.096992 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4742286d-c1a9-4363-8688-f06d186399e4 req-17f25bbb-9db9-4181-bb0e-9947445e8898 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.1395073 Jul 05 04:03:36.174296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=2857acf3-cd37-4765-a734-5be3435a6d20,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:36.178484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4742286d-c1a9-4363-8688-f06d186399e4 req-858b2cbb-3f88-42ef-b0dd-342a938186c2 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734191 Jul 05 04:03:36.186741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] For port 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:36.191075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network ec514d55-fccf-4c0d-a457-89f1102e6a32 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:36.193385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] For port 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03,segment=NetworkSegment(7bbaf867-90c2-45d4-bb80-c7877c36de7b),segment_id=7bbaf867-90c2-45d4-bb80-c7877c36de7b)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:36.202281 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:36.205255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:36.206033 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.252106 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 04966f7b-7fdb-4508-8147-a0b346453ca6 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:36.258701 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 04966f7b-7fdb-4508-8147-a0b346453ca6 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:36.259222 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.290863 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.402450 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749cba0-aff9-479e-984e-9ec64ceb4402 None None] Pushing event updated for resources: {'Port': ['ID=2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:36.432564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee28ba0-4824-4876-b4ae-ca4f86254b5a req-47182805-b966-4622-9bb6-8328f92600c8 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:36.441235 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fee28ba0-4824-4876-b4ae-ca4f86254b5a req-47182805-b966-4622-9bb6-8328f92600c8 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 945 time: 0.1083992 Jul 05 04:03:36.471170 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.509429 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.510492 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fee28ba0-4824-4876-b4ae-ca4f86254b5a req-49414bd3-7ab2-4ccc-8c2f-d3535d2abd5f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679786 Jul 05 04:03:36.550722 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 04966f7b-7fdb-4508-8147-a0b346453ca6, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=04966f7b-7fdb-4508-8147-a0b346453ca6,segment=NetworkSegment(3bed5c9c-6006-4dbf-924b-f836ec9603d8),segment_id=3bed5c9c-6006-4dbf-924b-f836ec9603d8)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:36.673777 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.800874 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=04966f7b-7fdb-4508-8147-a0b346453ca6,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:36.913111 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.941426 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54900) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:37.059879 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.060776 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.162751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=2857acf3-cd37-4765-a734-5be3435a6d20,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:37.213290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network ec514d55-fccf-4c0d-a457-89f1102e6a32 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:37.214843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:37.317733 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54912) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:37.337115 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:37.466894 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4623653-28fc-416d-8f93-abe4fd4a0627 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.600651 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243002a1-f2db-4169-abb2-91f987b00148 req-e23a3555-e96e-4d13-b0c0-9260427e2ae9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:37.610993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-243002a1-f2db-4169-abb2-91f987b00148 req-e23a3555-e96e-4d13-b0c0-9260427e2ae9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.2002773 Jul 05 04:03:37.686590 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 667862b0-b918-4465-81df-e108e489644a up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:37.898737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:37.905457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ac858832-e60b-42cc-a317-937c7ec7bc64 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1033439932'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:37.907228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 667862b0-b918-4465-81df-e108e489644a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:37.914206 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-372da273-6455-4368-8be7-1c637887ee4e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/8eca145d-ef58-4c38-a2d3-94e2c9c4e634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5815930 Jul 05 04:03:37.914537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54920) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:37.919365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2849e95d-429b-443c-a8a5-c4fb00070ebe tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-913980813'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:37.929618 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 667862b0-b918-4465-81df-e108e489644a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:37.932249 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.935527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Sync routers for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:37.950778 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 04966f7b-7fdb-4508-8147-a0b346453ca6 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:37.955099 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-2849e95d-429b-443c-a8a5-c4fb00070ebe tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:03:37.955099 n-d-771363-32 neutron-server[100932]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 04:03:37.955099 n-d-771363-32 neutron-server[100932]: [parameters: {'project_id': 'e554794d7e424531b22a92969a67426e', 'id': 'a3a3e933-7793-4716-9713-58be5c27ca80', 'expiration': datetime.datetime(2021, 7, 5, 4, 5, 37, 943950)}] Jul 05 04:03:37.955099 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:03:37.957789 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-2849e95d-429b-443c-a8a5-c4fb00070ebe tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:03:38.011292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:38.011960 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:38.038497 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ac858832-e60b-42cc-a317-937c7ec7bc64 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.039702 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ac858832-e60b-42cc-a317-937c7ec7bc64 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.127793 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ac858832-e60b-42cc-a317-937c7ec7bc64 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.139994 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-243002a1-f2db-4169-abb2-91f987b00148 req-57fe92a1-ead3-4b7f-ae42-2ecb1db40490 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280905 Jul 05 04:03:38.141998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 04966f7b-7fdb-4508-8147-a0b346453ca6 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:38.142378 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.149773 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:38.193245 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ac858832-e60b-42cc-a317-937c7ec7bc64 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.212604 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d7717-8eb2-46c9-aac6-6c6b40fd73d4 req-5df5b65c-1ed6-4dc4-8644-faa4797c1b27 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:38.219661 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-238d7717-8eb2-46c9-aac6-6c6b40fd73d4 req-5df5b65c-1ed6-4dc4-8644-faa4797c1b27 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 945 time: 0.5536158 Jul 05 04:03:38.242917 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ef6d51-f154-4bdb-9426-0ff6c1282a65 None None] Network ec514d55-fccf-4c0d-a457-89f1102e6a32 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:38.286128 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ac858832-e60b-42cc-a317-937c7ec7bc64 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.289051 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ac858832-e60b-42cc-a317-937c7ec7bc64 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9700205 Jul 05 04:03:38.290099 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54926) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:38.297830 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-238d7717-8eb2-46c9-aac6-6c6b40fd73d4 req-bd367588-2b45-49e3-ba72-b230d747eed3 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764091 Jul 05 04:03:38.356288 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.405068 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc0e38a2-221a-4746-893c-18e4bdafd267 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.409472 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-b4623653-28fc-416d-8f93-abe4fd4a0627 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Deleting port bed06d3c-62ba-42b4-806a-66a56b50d401 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:38.410226 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4623653-28fc-416d-8f93-abe4fd4a0627 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.534847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-b4623653-28fc-416d-8f93-abe4fd4a0627 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] For port bed06d3c-62ba-42b4-806a-66a56b50d401, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bed06d3c-62ba-42b4-806a-66a56b50d401,segment=NetworkSegment(65a3ab0e-5b39-4a37-95fd-6691dac392d5),segment_id=65a3ab0e-5b39-4a37-95fd-6691dac392d5)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:38.535048 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4623653-28fc-416d-8f93-abe4fd4a0627 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.549751 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-b4623653-28fc-416d-8f93-abe4fd4a0627 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Calling delete_port for bed06d3c-62ba-42b4-806a-66a56b50d401 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:38.599078 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc0e38a2-221a-4746-893c-18e4bdafd267 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.601466 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc0e38a2-221a-4746-893c-18e4bdafd267 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.623756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2d024091-a2b9-48b8-9f33-71c169892bfb None None] Provisioning for port 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:38.670072 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e431d3d-9a05-4783-b910-d7a9f1120b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667862b0-b918-4465-81df-e108e489644a'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:38.672560 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63afd4a6-75f7-4a7a-8bb8-3281d8f5801d" -d '{"events": [{"server_uuid": "4e431d3d-9a05-4783-b910-d7a9f1120b00", "name": "network-vif-plugged", "status": "completed", "tag": "667862b0-b918-4465-81df-e108e489644a"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:38.712863 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d1c116-44f7-43df-a0a7-a88158210696 x-openstack-request-id: req-41d1c116-44f7-43df-a0a7-a88158210696 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:38.712863 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e431d3d-9a05-4783-b910-d7a9f1120b00", "name": "network-vif-plugged", "status": "completed", "tag": "667862b0-b918-4465-81df-e108e489644a", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:38.712863 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-41d1c116-44f7-43df-a0a7-a88158210696 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:38.712863 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e431d3d-9a05-4783-b910-d7a9f1120b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667862b0-b918-4465-81df-e108e489644a', 'code': 200} Jul 05 04:03:38.714875 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 667862b0-b918-4465-81df-e108e489644a, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=667862b0-b918-4465-81df-e108e489644a,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:38.745166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2849e95d-429b-443c-a8a5-c4fb00070ebe tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:38.748765 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2849e95d-429b-443c-a8a5-c4fb00070ebe tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.773691 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc0e38a2-221a-4746-893c-18e4bdafd267 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.774446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0e38a2-221a-4746-893c-18e4bdafd267 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 805b575e-215c-4087-be3c-10fe2073f99e {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:38.780683 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc0e38a2-221a-4746-893c-18e4bdafd267 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.785323 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dc0e38a2-221a-4746-893c-18e4bdafd267 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] 10.222.0.38 "DELETE /v2.0/routers/805b575e-215c-4087-be3c-10fe2073f99e HTTP/1.1" status: 204 len: 168 time: 0.4905980 Jul 05 04:03:38.785497 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:38.785578 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54930) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:38.790335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-9e606d61-a5b9-4dba-b0f8-88d9d6d765b1 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Request body: {'router': {'name': 'tempest-router-1425107895', 'distributed': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:38.831520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2849e95d-429b-443c-a8a5-c4fb00070ebe tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:38.845127 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2849e95d-429b-443c-a8a5-c4fb00070ebe tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.845504 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-2849e95d-429b-443c-a8a5-c4fb00070ebe tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Added segment 02371514-a5ed-44ce-ab8a-71e7f7737ae5 of type vlan for network 55c263b9-5418-42b0-94f3-eb1b64caa459 Jul 05 04:03:38.848671 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.895480 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4623653-28fc-416d-8f93-abe4fd4a0627 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.896446 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2849e95d-429b-443c-a8a5-c4fb00070ebe tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.912147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a7d8a-caea-4bd8-89f4-bf01db9aa54c req-db3ed11b-0d20-4088-af81-29e01b2c6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:38.913670 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-285a7d8a-caea-4bd8-89f4-bf01db9aa54c req-db3ed11b-0d20-4088-af81-29e01b2c6f10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 1097 time: 0.1203203 Jul 05 04:03:38.925662 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=667862b0-b918-4465-81df-e108e489644a,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:38.930464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4623653-28fc-416d-8f93-abe4fd4a0627 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event deleted for resources: {'Port': ['ID=bed06d3c-62ba-42b4-806a-66a56b50d401,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:38.940867 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e606d61-a5b9-4dba-b0f8-88d9d6d765b1 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.941946 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e606d61-a5b9-4dba-b0f8-88d9d6d765b1 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.969195 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-285a7d8a-caea-4bd8-89f4-bf01db9aa54c req-345463d1-f3fd-4f9b-a39c-8e1786da3e9e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426710 Jul 05 04:03:38.988272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 3, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 2, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:39.027752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:39.030172 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Checking router: 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:39.030454 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Updating router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 port 2857acf3-cd37-4765-a734-5be3435a6d20 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:03:39.053501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:39.054204 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.055617 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2849e95d-429b-443c-a8a5-c4fb00070ebe tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.065315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2849e95d-429b-443c-a8a5-c4fb00070ebe tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:39.066069 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2849e95d-429b-443c-a8a5-c4fb00070ebe tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.088620 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e606d61-a5b9-4dba-b0f8-88d9d6d765b1 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.124712 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.152763 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e606d61-a5b9-4dba-b0f8-88d9d6d765b1 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.171779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54934) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.215442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849e95d-429b-443c-a8a5-c4fb00070ebe tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Network': ['ID=55c263b9-5418-42b0-94f3-eb1b64caa459,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:39.268990 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e606d61-a5b9-4dba-b0f8-88d9d6d765b1 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.274248 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54940) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.276228 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9e606d61-a5b9-4dba-b0f8-88d9d6d765b1 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4853132 Jul 05 04:03:39.345108 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4623653-28fc-416d-8f93-abe4fd4a0627 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.472226 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.472367 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b9af-9a59-48cd-b8a3-dbedb8e39f9c tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.475523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 55c263b9-5418-42b0-94f3-eb1b64caa459 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:39.478836 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2849e95d-429b-443c-a8a5-c4fb00070ebe tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5609105 Jul 05 04:03:39.498381 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54946) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.505685 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-626fe6fd-a7b6-4a48-a2f0-c9fb41b57e22 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'subnet': {'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:39.592884 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03,segment=NetworkSegment(7bbaf867-90c2-45d4-bb80-c7877c36de7b),segment_id=7bbaf867-90c2-45d4-bb80-c7877c36de7b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:39.650465 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e0754b3d-3dee-45d5-968f-bede22fecc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.676146 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-75ad5df1-3a73-4bbf-919c-24fae0021eb3 None None] Provisioning for port 2857acf3-cd37-4765-a734-5be3435a6d20 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:39.683109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-75ad5df1-3a73-4bbf-919c-24fae0021eb3 None None] Provisioning complete for port 2857acf3-cd37-4765-a734-5be3435a6d20 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:39.683912 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-75ad5df1-3a73-4bbf-919c-24fae0021eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.688976 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b9af-9a59-48cd-b8a3-dbedb8e39f9c tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.689480 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.691569 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b9af-9a59-48cd-b8a3-dbedb8e39f9c tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.696242 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed71a0-8a34-4b89-b0fa-e9476b484b71 req-eac99324-11cd-4c82-8061-0205ee461cd5 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:39.702962 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8ed71a0-8a34-4b89-b0fa-e9476b484b71 req-eac99324-11cd-4c82-8061-0205ee461cd5 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.3661613 Jul 05 04:03:39.778203 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.793226 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-75ad5df1-3a73-4bbf-919c-24fae0021eb3 None None] Port 2857acf3-cd37-4765-a734-5be3435a6d20 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:39.820114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:39.829148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-75ad5df1-3a73-4bbf-919c-24fae0021eb3 None None] Provisioning complete for port 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:39.829619 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-75ad5df1-3a73-4bbf-919c-24fae0021eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.834230 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8ed71a0-8a34-4b89-b0fa-e9476b484b71 req-c243d6cc-28e8-4cef-bf9c-ec313d96faed tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303751 Jul 05 04:03:39.892355 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b1d6e-efe3-410e-b96c-5218d41c164d req-2593b513-0481-4417-a4a8-00fb79281ff0 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:39.892355 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-981b1d6e-efe3-410e-b96c-5218d41c164d req-2593b513-0481-4417-a4a8-00fb79281ff0 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.3966689 Jul 05 04:03:39.892729 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b9af-9a59-48cd-b8a3-dbedb8e39f9c tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.893851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea5b9af-9a59-48cd-b8a3-dbedb8e39f9c tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77a87aae-f1f0-437d-af3c-06d72e342e87 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:39.910335 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b9af-9a59-48cd-b8a3-dbedb8e39f9c tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.915340 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7ea5b9af-9a59-48cd-b8a3-dbedb8e39f9c tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] 10.222.0.38 "DELETE /v2.0/routers/77a87aae-f1f0-437d-af3c-06d72e342e87 HTTP/1.1" status: 204 len: 168 time: 0.6362081 Jul 05 04:03:39.915340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54948) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.920573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Transition to ACTIVE for port object 2857acf3-cd37-4765-a734-5be3435a6d20 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:39.923096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b20825f2-95bb-45ad-be60-8fb3d57cd669 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Request body: {'router': {'name': 'tempest-router-1478484681', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '70834e720d784ff8b22dcb47ac04193c'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:39.992692 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.033764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4623653-28fc-416d-8f93-abe4fd4a0627 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Router 387e2333-d4f6-4c4b-a0ac-12a0156a77b7 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:40.038858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-981b1d6e-efe3-410e-b96c-5218d41c164d req-be48e0eb-4963-4ce1-8782-bce24154ab8b tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757976 Jul 05 04:03:40.062165 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c853b8-9d21-41aa-96a1-a00a97cd4cea None None] Pushing event updated for resources: {'Port': ['ID=2857acf3-cd37-4765-a734-5be3435a6d20,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:40.120282 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e0754b3d-3dee-45d5-968f-bede22fecc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.129891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Attempting to bind port 2857acf3-cd37-4765-a734-5be3435a6d20 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:40.130560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Attempting to bind port 2857acf3-cd37-4765-a734-5be3435a6d20 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '7bbaf867-90c2-45d4-bb80-c7877c36de7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:40.131254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Attempting to bind port 2857acf3-cd37-4765-a734-5be3435a6d20 on network ec514d55-fccf-4c0d-a457-89f1102e6a32 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:40.137301 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:40.137689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Checking segment: {'id': '7bbaf867-90c2-45d4-bb80-c7877c36de7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:40.138105 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.138508 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Bound using segment: {'id': '7bbaf867-90c2-45d4-bb80-c7877c36de7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:40.138984 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Bound port: 2857acf3-cd37-4765-a734-5be3435a6d20, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbaf867-90c2-45d4-bb80-c7877c36de7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:40.139377 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.187241 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e0754b3d-3dee-45d5-968f-bede22fecc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.195505 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-b20825f2-95bb-45ad-be60-8fb3d57cd669 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:03:40.195505 n-d-771363-32 neutron-server[100932]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:03:40.195505 n-d-771363-32 neutron-server[100932]: [parameters: {'project_id_1': '70834e720d784ff8b22dcb47ac04193c', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 3, 39, 927453)}] Jul 05 04:03:40.195505 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:03:40.196446 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-b20825f2-95bb-45ad-be60-8fb3d57cd669 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:03:40.214986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4623653-28fc-416d-8f93-abe4fd4a0627 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:40.221744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] For port 2857acf3-cd37-4765-a734-5be3435a6d20, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:40.226780 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe45a0-8620-4d80-881f-627acc43124f None None] Sync routers for ids ['387e2333-d4f6-4c4b-a0ac-12a0156a77b7'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:40.229837 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b4623653-28fc-416d-8f93-abe4fd4a0627 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "PUT /v2.0/routers/387e2333-d4f6-4c4b-a0ac-12a0156a77b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2867415 Jul 05 04:03:40.232278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54950) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:40.241001 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe45a0-8620-4d80-881f-627acc43124f None None] Routers {'387e2333-d4f6-4c4b-a0ac-12a0156a77b7'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:40.241788 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1ebe45a0-8620-4d80-881f-627acc43124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['387e2333-d4f6-4c4b-a0ac-12a0156a77b7'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:40.252095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] For port 2857acf3-cd37-4765-a734-5be3435a6d20, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2857acf3-cd37-4765-a734-5be3435a6d20,segment=NetworkSegment(7bbaf867-90c2-45d4-bb80-c7877c36de7b),segment_id=7bbaf867-90c2-45d4-bb80-c7877c36de7b)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:40.274159 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e0754b3d-3dee-45d5-968f-bede22fecc3e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=43f64f16d6174c5991ed6938166353fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0997765 Jul 05 04:03:40.276657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54952) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:40.284914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0754b3d-3dee-45d5-968f-bede22fecc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22260636-f310-4d2c-98ba-852827523f58,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:40.303036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-1629f94b-4c9d-481e-8a16-e35dda6fba0b tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Deleting subnet fd68a039-10eb-4abd-837e-86384a925efb {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:40.314395 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1629f94b-4c9d-481e-8a16-e35dda6fba0b tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.330115 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.342594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626fe6fd-a7b6-4a48-a2f0-c9fb41b57e22 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:40.352037 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-626fe6fd-a7b6-4a48-a2f0-c9fb41b57e22 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.360662 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1629f94b-4c9d-481e-8a16-e35dda6fba0b tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.443172 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:40.443620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:40.448808 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d559e973-933a-420c-8ed8-47bdaf06b414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.449307 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-1ebe45a0-8620-4d80-881f-627acc43124f None None] Set router 387e2333-d4f6-4c4b-a0ac-12a0156a77b7 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:40.506569 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d559e973-933a-420c-8ed8-47bdaf06b414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.532233 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1629f94b-4c9d-481e-8a16-e35dda6fba0b tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.585422 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:40.704666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c853b8-9d21-41aa-96a1-a00a97cd4cea None None] Pushing event updated for resources: {'Port': ['ID=2857acf3-cd37-4765-a734-5be3435a6d20,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:40.717125 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d559e973-933a-420c-8ed8-47bdaf06b414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.720754 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d559e973-933a-420c-8ed8-47bdaf06b414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.722659 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d559e973-933a-420c-8ed8-47bdaf06b414 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/22260636-f310-4d2c-98ba-852827523f58 HTTP/1.1" status: 204 len: 168 time: 0.4448609 Jul 05 04:03:40.759665 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559e973-933a-420c-8ed8-47bdaf06b414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22260636-f310-4d2c-98ba-852827523f58,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:40.759783 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1ebe45a0-8620-4d80-881f-627acc43124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116520029', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '4838a6de-24db-4c39-8095-54f19996ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:37Z', 'updated_at': '2021-07-05T04:03:38Z', 'revision_number': 5, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': '4838a6de-24db-4c39-8095-54f19996ceca', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:39Z', 'updated_at': '2021-07-05T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:40.774964 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-626fe6fd-a7b6-4a48-a2f0-c9fb41b57e22 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.816295 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b20825f2-95bb-45ad-be60-8fb3d57cd669 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.817824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b20825f2-95bb-45ad-be60-8fb3d57cd669 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.823201 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1629f94b-4c9d-481e-8a16-e35dda6fba0b tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.825398 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe45a0-8620-4d80-881f-627acc43124f None None] Checking router: 387e2333-d4f6-4c4b-a0ac-12a0156a77b7 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:40.837636 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe45a0-8620-4d80-881f-627acc43124f None None] Routers {'387e2333-d4f6-4c4b-a0ac-12a0156a77b7'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:40.840857 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1ebe45a0-8620-4d80-881f-627acc43124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['387e2333-d4f6-4c4b-a0ac-12a0156a77b7'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:40.848978 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1629f94b-4c9d-481e-8a16-e35dda6fba0b tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.851191 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1629f94b-4c9d-481e-8a16-e35dda6fba0b tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "DELETE /v2.0/subnets/fd68a039-10eb-4abd-837e-86384a925efb HTTP/1.1" status: 204 len: 168 time: 0.6179163 Jul 05 04:03:40.866034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164029e0-4da7-4627-8d10-63326af7b61c None None] Network f63126ef-8ff7-415c-9eb5-154a86f930d6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:40.876979 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54960) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:40.927923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fe6fd-a7b6-4a48-a2f0-c9fb41b57e22 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Subnet': ['ID=2bad2e87-7818-440c-8c76-b76d17f0b2a0,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:40.937541 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629f94b-4c9d-481e-8a16-e35dda6fba0b tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event deleted for resources: {'Subnet': ['ID=fd68a039-10eb-4abd-837e-86384a925efb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:40.939097 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626fe6fd-a7b6-4a48-a2f0-c9fb41b57e22 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Checking segment: {'id': '02371514-a5ed-44ce-ab8a-71e7f7737ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:40.939751 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626fe6fd-a7b6-4a48-a2f0-c9fb41b57e22 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network hostable DHCP agents. Network: 55c263b9-5418-42b0-94f3-eb1b64caa459, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:41.029857 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-1ebe45a0-8620-4d80-881f-627acc43124f None None] Set router 387e2333-d4f6-4c4b-a0ac-12a0156a77b7 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:41.033528 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626fe6fd-a7b6-4a48-a2f0-c9fb41b57e22 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 55c263b9-5418-42b0-94f3-eb1b64caa459 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:41.133720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 3, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:40Z', 'revision_number': 4, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:41.142311 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-daedb536-ad06-4309-bb94-31a8d3ab3970 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.153900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-626fe6fd-a7b6-4a48-a2f0-c9fb41b57e22 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 55c263b9-5418-42b0-94f3-eb1b64caa459) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:41.166995 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288056c3-8fde-4ad6-a659-3efd8f7336d9 None None] Network 55c263b9-5418-42b0-94f3-eb1b64caa459 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:41.170461 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d0fa2-8b5d-4e4a-bb20-99d00eb88033 None None] The sync data for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 is: [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 3, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:40Z', 'revision_number': 4, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:41.170765 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626fe6fd-a7b6-4a48-a2f0-c9fb41b57e22 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:41.171871 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-626fe6fd-a7b6-4a48-a2f0-c9fb41b57e22 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.278370 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b20825f2-95bb-45ad-be60-8fb3d57cd669 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.292331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf6297-3f47-4d17-9820-3b8b6f94f307 req-c91521f2-bdb1-4dd1-9de7-f6f12798b459 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:41.294898 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2edf6297-3f47-4d17-9820-3b8b6f94f307 req-c91521f2-bdb1-4dd1-9de7-f6f12798b459 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.2531581 Jul 05 04:03:41.307853 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-626fe6fd-a7b6-4a48-a2f0-c9fb41b57e22 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8031111 Jul 05 04:03:41.307853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54972) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:41.435632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b20825f2-95bb-45ad-be60-8fb3d57cd669 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.482711 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-daedb536-ad06-4309-bb94-31a8d3ab3970 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.526286 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1ebe45a0-8620-4d80-881f-627acc43124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116520029', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '4838a6de-24db-4c39-8095-54f19996ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:37Z', 'updated_at': '2021-07-05T04:03:38Z', 'revision_number': 5, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': '4838a6de-24db-4c39-8095-54f19996ceca', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:39Z', 'updated_at': '2021-07-05T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:41.548632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b20825f2-95bb-45ad-be60-8fb3d57cd669 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.549861 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b20825f2-95bb-45ad-be60-8fb3d57cd669 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.6338747 Jul 05 04:03:41.552973 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54974) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:41.558278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6b13873f-c913-45be-9834-004f619002c7 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:41.587367 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe45a0-8620-4d80-881f-627acc43124f None None] The sync data for ids ['387e2333-d4f6-4c4b-a0ac-12a0156a77b7'] in n-d-771363-32 is: [{'id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116520029', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '4838a6de-24db-4c39-8095-54f19996ceca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:37Z', 'updated_at': '2021-07-05T04:03:38Z', 'revision_number': 5, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': '4838a6de-24db-4c39-8095-54f19996ceca', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e2333-d4f6-4c4b-a0ac-12a0156a77b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:39Z', 'updated_at': '2021-07-05T04:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:41.614326 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686fa42e-6af7-466e-b391-f3605a34682a None None] DHCP port deletion for f63126ef-8ff7-415c-9eb5-154a86f930d6 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:03:41.759764 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-55c263b9-5418-42b0-94f3-eb1b64caa459', 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'fixed_ips': [{'subnet_id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:41.762008 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.774712 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e599ce7b-e482-4893-8d7b-6451a7981d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.784930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2edf6297-3f47-4d17-9820-3b8b6f94f307 req-e1451116-9c2d-428c-aca7-fc63a8a4d332 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207858 Jul 05 04:03:41.784930 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54976) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:41.805967 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b8449d51-3655-47cb-98b9-de28bad4e5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.862615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0fe10-0b43-41c1-a4dc-f82c41898c79 req-34155a2a-ae9a-4e3d-ad39-37e14aac91a3 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:41.864232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48c0fe10-0b43-41c1-a4dc-f82c41898c79 req-34155a2a-ae9a-4e3d-ad39-37e14aac91a3 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.2609148 Jul 05 04:03:41.896346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-686fa42e-6af7-466e-b391-f3605a34682a None None] Deleting port 78052af3-e10b-4b49-ad1a-c2b452368c3d {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:41.897304 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-686fa42e-6af7-466e-b391-f3605a34682a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.975793 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b13873f-c913-45be-9834-004f619002c7 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.976323 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b13873f-c913-45be-9834-004f619002c7 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.058141 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48c0fe10-0b43-41c1-a4dc-f82c41898c79 req-03414881-fa6b-4942-a321-2f9cde62d2b4 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835628 Jul 05 04:03:42.097036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-686fa42e-6af7-466e-b391-f3605a34682a None None] For port 78052af3-e10b-4b49-ad1a-c2b452368c3d, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=78052af3-e10b-4b49-ad1a-c2b452368c3d,segment=NetworkSegment(65a3ab0e-5b39-4a37-95fd-6691dac392d5),segment_id=65a3ab0e-5b39-4a37-95fd-6691dac392d5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:42.097883 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-686fa42e-6af7-466e-b391-f3605a34682a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.118755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Allocated IP 2001:db8:2::2 (55c263b9-5418-42b0-94f3-eb1b64caa459/2bad2e87-7818-440c-8c76-b76d17f0b2a0/16ac83fe-0ca9-48aa-984a-949c2e2d5f46) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:42.124225 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.124657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6b13873f-c913-45be-9834-004f619002c7 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100932) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 05 04:03:42.124657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6b13873f-c913-45be-9834-004f619002c7 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Router 20ee77df-9e44-4f8d-8d87-be281c0bbd89 migrating from provider to provider. {{(pid=100932) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 05 04:03:42.124657 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b13873f-c913-45be-9834-004f619002c7 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.127382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-686fa42e-6af7-466e-b391-f3605a34682a None None] Calling delete_port for 78052af3-e10b-4b49-ad1a-c2b452368c3d owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:42.127967 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b13873f-c913-45be-9834-004f619002c7 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.131079 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-daedb536-ad06-4309-bb94-31a8d3ab3970 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Deleting port 4838a6de-24db-4c39-8095-54f19996ceca {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:42.131220 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-daedb536-ad06-4309-bb94-31a8d3ab3970 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.279895 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2857acf3-cd37-4765-a734-5be3435a6d20 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:42.295370 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b13873f-c913-45be-9834-004f619002c7 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.311914 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b8449d51-3655-47cb-98b9-de28bad4e5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.376919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-daedb536-ad06-4309-bb94-31a8d3ab3970 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] For port 4838a6de-24db-4c39-8095-54f19996ceca, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4838a6de-24db-4c39-8095-54f19996ceca,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:42.377318 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-daedb536-ad06-4309-bb94-31a8d3ab3970 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.409681 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b8449d51-3655-47cb-98b9-de28bad4e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.428356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-daedb536-ad06-4309-bb94-31a8d3ab3970 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Calling delete_port for 4838a6de-24db-4c39-8095-54f19996ceca owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:42.448976 n-d-771363-32 neutron-server[100932]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6b13873f-c913-45be-9834-004f619002c7 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] No L3 agents can host the router 20ee77df-9e44-4f8d-8d87-be281c0bbd89 Jul 05 04:03:42.469991 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.471081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8449d51-3655-47cb-98b9-de28bad4e5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2eebca-42fc-403a-9b8f-abdc1d7037de,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:42.479662 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Transition to ACTIVE for port object 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:42.487925 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 2857acf3-cd37-4765-a734-5be3435a6d20 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:42.498681 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2857acf3-cd37-4765-a734-5be3435a6d20 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:42.499134 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.511624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b8449d51-3655-47cb-98b9-de28bad4e5ee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2990c496df2244de9f59360305033360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7239745 Jul 05 04:03:42.525768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Transition to ACTIVE for port object 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:42.527763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54982) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:42.534024 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-686fa42e-6af7-466e-b391-f3605a34682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.565073 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a28e3c-3d3a-44cb-9a7e-0217efd91f16 req-74bf3094-51dd-4276-97fb-f10a40cc3389 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:42.566613 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0a28e3c-3d3a-44cb-9a7e-0217efd91f16 req-74bf3094-51dd-4276-97fb-f10a40cc3389 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.2156522 Jul 05 04:03:42.576997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fa42e-6af7-466e-b391-f3605a34682a None None] Pushing event deleted for resources: {'Port': ['ID=78052af3-e10b-4b49-ad1a-c2b452368c3d,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:42.584313 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fa42e-6af7-466e-b391-f3605a34682a None None] No DVR routers for this DVR port 78052af3-e10b-4b49-ad1a-c2b452368c3d on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:42.631209 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.670648 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0a28e3c-3d3a-44cb-9a7e-0217efd91f16 req-fd62f759-f52e-4c04-9d95-67cffb4c4b71 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541489 Jul 05 04:03:42.683806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Network 55c263b9-5418-42b0-94f3-eb1b64caa459 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:42.684728 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.686520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b13873f-c913-45be-9834-004f619002c7 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Hosts for router 20ee77df-9e44-4f8d-8d87-be281c0bbd89: [] {{(pid=100932) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 05 04:03:42.693228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:42.709847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:42.721406 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Pushing event updated for resources: {'Port': ['ID=16ac83fe-0ca9-48aa-984a-949c2e2d5f46,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:42.734582 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Allocated IP 2001:db8:2::1 (55c263b9-5418-42b0-94f3-eb1b64caa459/2bad2e87-7818-440c-8c76-b76d17f0b2a0/b425b070-ed98-482c-a460-17d03d198b58) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:42.742623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b13873f-c913-45be-9834-004f619002c7 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Hosts for other DVR routers connected to router 20ee77df-9e44-4f8d-8d87-be281c0bbd89: set() {{(pid=100932) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 05 04:03:42.745481 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b13873f-c913-45be-9834-004f619002c7 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.747894 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6b13873f-c913-45be-9834-004f619002c7 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] 10.222.0.38 "PUT /v2.0/routers/20ee77df-9e44-4f8d-8d87-be281c0bbd89 HTTP/1.1" status: 200 len: 717 time: 1.1938815 Jul 05 04:03:42.755786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54986) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:42.769673 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bf16ad1-b0cf-4895-ab78-2f94757de93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.790313 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 2857acf3-cd37-4765-a734-5be3435a6d20, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2857acf3-cd37-4765-a734-5be3435a6d20,segment=NetworkSegment(7bbaf867-90c2-45d4-bb80-c7877c36de7b),segment_id=7bbaf867-90c2-45d4-bb80-c7877c36de7b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:42.803910 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Attempting to bind port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:42.804299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Attempting to bind port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '02371514-a5ed-44ce-ab8a-71e7f7737ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:42.804736 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Attempting to bind port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 on network 55c263b9-5418-42b0-94f3-eb1b64caa459 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:42.811983 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:42.813631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Checking segment: {'id': '02371514-a5ed-44ce-ab8a-71e7f7737ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:42.813776 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.814100 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Bound using segment: {'id': '02371514-a5ed-44ce-ab8a-71e7f7737ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:42.814587 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Bound port: 16ac83fe-0ca9-48aa-984a-949c2e2d5f46, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02371514-a5ed-44ce-ab8a-71e7f7737ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:42.814969 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.891121 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] For port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:42.896333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] For port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=16ac83fe-0ca9-48aa-984a-949c2e2d5f46,segment=NetworkSegment(02371514-a5ed-44ce-ab8a-71e7f7737ae5),segment_id=02371514-a5ed-44ce-ab8a-71e7f7737ae5)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:42.898751 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.912405 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.913236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:42.914310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Transition to ACTIVE for port object b425b070-ed98-482c-a460-17d03d198b58 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:42.935927 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-41dcfb57-7553-4450-a9de-b85f6951fa88 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] 10.222.0.38 "GET /v2.0/routers/20ee77df-9e44-4f8d-8d87-be281c0bbd89 HTTP/1.1" status: 200 len: 717 time: 0.1706669 Jul 05 04:03:42.935927 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bf16ad1-b0cf-4895-ab78-2f94757de93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.940041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54998) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:43.026814 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.040682 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.041386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=2857acf3-cd37-4765-a734-5be3435a6d20,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:43.060948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-daedb536-ad06-4309-bb94-31a8d3ab3970 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.105152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedb536-ad06-4309-bb94-31a8d3ab3970 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event deleted for resources: {'Port': ['ID=4838a6de-24db-4c39-8095-54f19996ceca,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:43.108731 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bf16ad1-b0cf-4895-ab78-2f94757de93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.114434 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bf16ad1-b0cf-4895-ab78-2f94757de93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.117016 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4bf16ad1-b0cf-4895-ab78-2f94757de93d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fb2eebca-42fc-403a-9b8f-abdc1d7037de HTTP/1.1" status: 204 len: 168 time: 0.5869839 Jul 05 04:03:43.118137 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 55c263b9-5418-42b0-94f3-eb1b64caa459 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:43.125718 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:43.127654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=b425b070-ed98-482c-a460-17d03d198b58,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:43.135099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:43.135670 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.145603 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1221e57-a5aa-4ca3-9a01-611e7135384d None None] Pushing event updated for resources: {'Port': ['ID=16ac83fe-0ca9-48aa-984a-949c2e2d5f46,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:43.148217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf16ad1-b0cf-4895-ab78-2f94757de93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2eebca-42fc-403a-9b8f-abdc1d7037de,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:43.169183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:43.169558 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.266599 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b553560-078a-46a8-8a47-764f09445198 req-89ebb182-ae30-46b7-bcda-14e8dc73dd79 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:43.285118 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b553560-078a-46a8-8a47-764f09445198 req-89ebb182-ae30-46b7-bcda-14e8dc73dd79 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.2792349 Jul 05 04:03:43.390000 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b553560-078a-46a8-8a47-764f09445198 req-af69ad15-a519-4988-9d7b-9c5fdb744805 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039042 Jul 05 04:03:43.422064 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-daedb536-ad06-4309-bb94-31a8d3ab3970 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.431836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 78052af3-e10b-4b49-ad1a-c2b452368c3d no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:43.565542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 78052af3-e10b-4b49-ad1a-c2b452368c3d {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:43.565888 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 78052af3-e10b-4b49-ad1a-c2b452368c3d not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:43.566366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bed06d3c-62ba-42b4-806a-66a56b50d401 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:43.607796 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: bed06d3c-62ba-42b4-806a-66a56b50d401 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:43.608405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bed06d3c-62ba-42b4-806a-66a56b50d401 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:43.620862 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-564fa72f-7d21-4f13-adf7-8c3d59743ad7 tempest-RoutersTestDVR-42262374 tempest-RoutersTestDVR-42262374-project] 10.222.0.38 "GET /v2.0/routers/20ee77df-9e44-4f8d-8d87-be281c0bbd89 HTTP/1.1" status: 200 len: 683 time: 0.6646268 Jul 05 04:03:43.628349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55014) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:43.677690 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-daedb536-ad06-4309-bb94-31a8d3ab3970 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.677690 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-daedb536-ad06-4309-bb94-31a8d3ab3970 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.889394 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-728459cf-8264-41cf-abc2-03dd3013116d tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.986615 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-daedb536-ad06-4309-bb94-31a8d3ab3970 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.986615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daedb536-ad06-4309-bb94-31a8d3ab3970 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Fanout notify agent at l3_agent the message router_deleted on router 387e2333-d4f6-4c4b-a0ac-12a0156a77b7 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:44.027000 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-60d0e566-61ea-4fac-ae1c-d9fd4680986e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.029225 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.042739 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-daedb536-ad06-4309-bb94-31a8d3ab3970 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.048335 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-daedb536-ad06-4309-bb94-31a8d3ab3970 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "DELETE /v2.0/routers/387e2333-d4f6-4c4b-a0ac-12a0156a77b7 HTTP/1.1" status: 204 len: 168 time: 3.1697924 Jul 05 04:03:44.049513 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55026) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:44.104340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2857acf3-cd37-4765-a734-5be3435a6d20 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:44.138845 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-728459cf-8264-41cf-abc2-03dd3013116d tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.145332 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-728459cf-8264-41cf-abc2-03dd3013116d tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.185392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2857acf3-cd37-4765-a734-5be3435a6d20 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:44.186091 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.199618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cff2ce-d0ca-4d3c-848e-bbf5715586dc req-5ba8cfbb-6287-41ad-b27f-4bed504ccc7c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:44.207504 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57cff2ce-d0ca-4d3c-848e-bbf5715586dc req-5ba8cfbb-6287-41ad-b27f-4bed504ccc7c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.2347269 Jul 05 04:03:44.274749 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.327658 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:44.333707 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.357751 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-728459cf-8264-41cf-abc2-03dd3013116d tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.362889 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728459cf-8264-41cf-abc2-03dd3013116d tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20ee77df-9e44-4f8d-8d87-be281c0bbd89 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:44.367537 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-728459cf-8264-41cf-abc2-03dd3013116d tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.375610 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-728459cf-8264-41cf-abc2-03dd3013116d tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] 10.222.0.38 "DELETE /v2.0/routers/20ee77df-9e44-4f8d-8d87-be281c0bbd89 HTTP/1.1" status: 204 len: 168 time: 0.7418783 Jul 05 04:03:44.376135 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55030) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:44.381533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f1263f1b-baf2-4ef9-8b03-0a52476a6366 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Request body: {'router': {'name': 'tempest-router-1130973061', 'distributed': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:44.423885 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57cff2ce-d0ca-4d3c-848e-bbf5715586dc req-8f77e6d6-cf24-4b56-b399-79e0eae01fbd tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154629 Jul 05 04:03:44.467258 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f1263f1b-baf2-4ef9-8b03-0a52476a6366 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.469484 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f1263f1b-baf2-4ef9-8b03-0a52476a6366 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.503221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:44.537302 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.551728 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f1263f1b-baf2-4ef9-8b03-0a52476a6366 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.617828 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63126ef-8ff7-415c-9eb5-154a86f930d6']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:44.638667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c5e484-c87f-4cc3-bc97-5b22a2313ba0 None None] Network 55c263b9-5418-42b0-94f3-eb1b64caa459 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:44.643730 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f1263f1b-baf2-4ef9-8b03-0a52476a6366 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.673537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a3ab0e-5b39-4a37-95fd-6691dac392d5') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:44.673851 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a3ab0e-5b39-4a37-95fd-6691dac392d5') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:44.690322 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.758186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea62bfc-32c4-492f-9cb0-75b539a9f899 req-f8da6433-9c65-460f-a22d-f1ec05e47291 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:44.759705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dea62bfc-32c4-492f-9cb0-75b539a9f899 req-f8da6433-9c65-460f-a22d-f1ec05e47291 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.1858959 Jul 05 04:03:44.767758 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.793153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:44.793572 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:44.801662 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:44.806231 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f1263f1b-baf2-4ef9-8b03-0a52476a6366 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.807727 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f1263f1b-baf2-4ef9-8b03-0a52476a6366 tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4303463 Jul 05 04:03:44.810363 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55044) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:44.876779 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fafd20b9-410d-4b89-b7d6-6970889bddf2 None None] Provisioning for port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:44.880975 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.886115 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fafd20b9-410d-4b89-b7d6-6970889bddf2 None None] Provisioning complete for port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:44.888338 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fafd20b9-410d-4b89-b7d6-6970889bddf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.900185 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dea62bfc-32c4-492f-9cb0-75b539a9f899 req-6274a35c-934f-4cdc-86f4-25dddfa71d89 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287007 Jul 05 04:03:44.909648 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bfb29b1d-d73f-46ce-ac26-7d6a9b4cc5ce tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.963600 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.964676 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.999149 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.002839 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fafd20b9-410d-4b89-b7d6-6970889bddf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.014228 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.018009 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "DELETE /v2.0/networks/f63126ef-8ff7-415c-9eb5-154a86f930d6 HTTP/1.1" status: 204 len: 168 time: 0.9671001 Jul 05 04:03:45.040559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55048) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:45.083895 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-fafd20b9-410d-4b89-b7d6-6970889bddf2 None None] For port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=16ac83fe-0ca9-48aa-984a-949c2e2d5f46,segment=NetworkSegment(02371514-a5ed-44ce-ab8a-71e7f7737ae5),segment_id=02371514-a5ed-44ce-ab8a-71e7f7737ae5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:45.094968 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event deleted for resources: {'Network': ['ID=f63126ef-8ff7-415c-9eb5-154a86f930d6,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:45.145149 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=b425b070-ed98-482c-a460-17d03d198b58,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:45.147101 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fafd20b9-410d-4b89-b7d6-6970889bddf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.170489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.170955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.171370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.171811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.173385 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.173806 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.174220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.174633 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.175051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.175450 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.175859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.176288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7d7874-158d-47d7-99de-64ee7ddca844 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.183627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.184058 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.184500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.184911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.185334 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.185739 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.186148 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.186544 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.187070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.188157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.189313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.189857 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:45.243282 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd20b9-410d-4b89-b7d6-6970889bddf2 None None] Pushing event updated for resources: {'Port': ['ID=16ac83fe-0ca9-48aa-984a-949c2e2d5f46,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:45.323299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 55c263b9-5418-42b0-94f3-eb1b64caa459 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:45.326710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:45.335814 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.374098 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ce7add82-1174-4ab2-b14b-07c5e015e7a2 None None] Provisioning for port b425b070-ed98-482c-a460-17d03d198b58 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:45.380584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ce7add82-1174-4ab2-b14b-07c5e015e7a2 None None] Provisioning complete for port b425b070-ed98-482c-a460-17d03d198b58 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:45.381102 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce7add82-1174-4ab2-b14b-07c5e015e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.435667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ce7add82-1174-4ab2-b14b-07c5e015e7a2 None None] Port b425b070-ed98-482c-a460-17d03d198b58 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:45.447977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ce7add82-1174-4ab2-b14b-07c5e015e7a2 None None] Provisioning complete for port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:45.448659 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce7add82-1174-4ab2-b14b-07c5e015e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.480290 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-414cb78c-1f00-429a-a51b-101e237c52ab tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Deleting port e9a77570-d434-4553-8dcd-6ce8fc87b0ae {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:45.480768 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-414cb78c-1f00-429a-a51b-101e237c52ab tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.486980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:45.510564 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bfb29b1d-d73f-46ce-ac26-7d6a9b4cc5ce tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.514886 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bfb29b1d-d73f-46ce-ac26-7d6a9b4cc5ce tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.724381 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-414cb78c-1f00-429a-a51b-101e237c52ab tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.724381 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-414cb78c-1f00-429a-a51b-101e237c52ab tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.743470 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:45.745456 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-414cb78c-1f00-429a-a51b-101e237c52ab tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Calling delete_port for e9a77570-d434-4553-8dcd-6ce8fc87b0ae owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:45.747066 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bfb29b1d-d73f-46ce-ac26-7d6a9b4cc5ce tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.753706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb29b1d-d73f-46ce-ac26-7d6a9b4cc5ce tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 311bf066-2b4a-437c-abfe-09c464f22c07 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:03:45.754733 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bfb29b1d-d73f-46ce-ac26-7d6a9b4cc5ce tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.759055 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bfb29b1d-d73f-46ce-ac26-7d6a9b4cc5ce tempest-RoutersTestDVR-1453800643 tempest-RoutersTestDVR-1453800643-project-admin] 10.222.0.38 "DELETE /v2.0/routers/311bf066-2b4a-437c-abfe-09c464f22c07 HTTP/1.1" status: 204 len: 168 time: 0.9446561 Jul 05 04:03:45.759194 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0e1964ed-dad7-458a-9637-b9a3f795fcdb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/8eca145d-ef58-4c38-a2d3-94e2c9c4e634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4496589 Jul 05 04:03:45.759296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55058) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:45.766711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Sync routers for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:45.769008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4eb92f06-1adb-4681-b561-bd70e3cd8a8e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1973729902'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:45.818962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-037ed9db-5ffa-483f-a875-1cd59d647f8d None None] Provisioning complete for port b425b070-ed98-482c-a460-17d03d198b58 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:45.819585 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-037ed9db-5ffa-483f-a875-1cd59d647f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.822789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:45.826089 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:45.859812 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:45.902984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d7f3b-0a4d-400a-9840-52b3331f0c3f req-a739ab69-5c79-4bb4-b3c2-553d39c2401a tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:45.902984 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e21d7f3b-0a4d-400a-9840-52b3331f0c3f req-a739ab69-5c79-4bb4-b3c2-553d39c2401a tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.2513025 Jul 05 04:03:45.941311 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb92f06-1adb-4681-b561-bd70e3cd8a8e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:45.945524 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4eb92f06-1adb-4681-b561-bd70e3cd8a8e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.980811 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e21d7f3b-0a4d-400a-9840-52b3331f0c3f req-54354561-8795-4ad1-9a37-00c78ce8eb89 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695825 Jul 05 04:03:45.989763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb92f06-1adb-4681-b561-bd70e3cd8a8e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:46.006236 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4eb92f06-1adb-4681-b561-bd70e3cd8a8e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.006236 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-4eb92f06-1adb-4681-b561-bd70e3cd8a8e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Added segment b41dcc4b-3250-4802-97d6-5a506dfa90d0 of type vlan for network 2e1f2aa9-2fff-41dd-be35-d356a076d72a Jul 05 04:03:46.056650 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4eb92f06-1adb-4681-b561-bd70e3cd8a8e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.084047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-037ed9db-5ffa-483f-a875-1cd59d647f8d None None] Port b425b070-ed98-482c-a460-17d03d198b58 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:46.110568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:46.209753 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4eb92f06-1adb-4681-b561-bd70e3cd8a8e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.210347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-414cb78c-1f00-429a-a51b-101e237c52ab tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.215400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb92f06-1adb-4681-b561-bd70e3cd8a8e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:46.217273 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4eb92f06-1adb-4681-b561-bd70e3cd8a8e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.267349 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cb78c-1f00-429a-a51b-101e237c52ab tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event deleted for resources: {'Port': ['ID=e9a77570-d434-4553-8dcd-6ce8fc87b0ae,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:46.270430 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:46.270430 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.271780 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4e97e34a-a073-4db6-b3a7-d0c566d40c88 None None] Provisioning complete for port b425b070-ed98-482c-a460-17d03d198b58 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:46.272574 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4e97e34a-a073-4db6-b3a7-d0c566d40c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.305143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb92f06-1adb-4681-b561-bd70e3cd8a8e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Network': ['ID=2e1f2aa9-2fff-41dd-be35-d356a076d72a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:46.332448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 2e1f2aa9-2fff-41dd-be35-d356a076d72a details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:46.341852 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54498d31-f649-4858-92cd-7ccecaa98708 req-acc2bd11-ae07-47e7-b72d-8d7f261cdaff tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:46.352615 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54498d31-f649-4858-92cd-7ccecaa98708 req-acc2bd11-ae07-47e7-b72d-8d7f261cdaff tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.1894693 Jul 05 04:03:46.365090 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4eb92f06-1adb-4681-b561-bd70e3cd8a8e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6073108 Jul 05 04:03:46.367655 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55078) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:46.374794 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5ce8d21b-3ae7-4c9c-9c20-31164807f05a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'subnet': {'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:46.409047 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-414cb78c-1f00-429a-a51b-101e237c52ab tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.409485 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-414cb78c-1f00-429a-a51b-101e237c52ab tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Floating IP e4385ea5-fa2a-43b9-8acd-99b25a8c2b39 disassociated (deleted). External IP: 172.25.6.94, port: a7fcc75f-d47e-4be7-9b4b-55d6993331c6. Jul 05 04:03:46.426200 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4e97e34a-a073-4db6-b3a7-d0c566d40c88 None None] Port b425b070-ed98-482c-a460-17d03d198b58 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:46.489718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55080) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:46.492638 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54498d31-f649-4858-92cd-7ccecaa98708 req-6ad9f5aa-b1b9-4260-b071-fbbdea0aaecf tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355636 Jul 05 04:03:46.548782 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4838a6de-24db-4c39-8095-54f19996ceca no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:46.584409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 4838a6de-24db-4c39-8095-54f19996ceca {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:46.584752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4838a6de-24db-4c39-8095-54f19996ceca not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:46.595151 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:43Z', 'revision_number': 4, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:42Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b425b070-ed98-482c-a460-17d03d198b58', 'name': '', 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:c2:09:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:42Z', 'updated_at': '2021-07-05T04:03:44Z', 'revision_number': 2, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:46.634559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Checking router: 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:46.634559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Updating router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 port b425b070-ed98-482c-a460-17d03d198b58 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:03:46.652813 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27bd68a5-8987-43b3-8705-82730f071131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.655893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce8d21b-3ae7-4c9c-9c20-31164807f05a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Made reservation on behalf of e554794d7e424531b22a92969a67426e for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:46.660732 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d21b-3ae7-4c9c-9c20-31164807f05a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.724518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414cb78c-1f00-429a-a51b-101e237c52ab tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:46.856522 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.944178 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27bd68a5-8987-43b3-8705-82730f071131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.970852 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.033344 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27bd68a5-8987-43b3-8705-82730f071131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.120151 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d21b-3ae7-4c9c-9c20-31164807f05a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.347093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd68a5-8987-43b3-8705-82730f071131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f03043-666f-4df3-8af9-422ca7c0f2c6,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:47.347093 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-27bd68a5-8987-43b3-8705-82730f071131 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=70834e720d784ff8b22dcb47ac04193c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6620440 Jul 05 04:03:47.347771 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.348526 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8d21b-3ae7-4c9c-9c20-31164807f05a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Subnet': ['ID=0392bc90-9d07-48b8-a943-8312dd42479a,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:47.348526 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce8d21b-3ae7-4c9c-9c20-31164807f05a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Checking segment: {'id': 'b41dcc4b-3250-4802-97d6-5a506dfa90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:47.348526 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce8d21b-3ae7-4c9c-9c20-31164807f05a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network hostable DHCP agents. Network: 2e1f2aa9-2fff-41dd-be35-d356a076d72a, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:47.348994 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Transition to ACTIVE for port object b425b070-ed98-482c-a460-17d03d198b58 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:47.349246 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414cb78c-1f00-429a-a51b-101e237c52ab tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:47.349246 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-414cb78c-1f00-429a-a51b-101e237c52ab tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.349444 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9780e-0dca-44a5-8cd8-ffcf64f89aa3 None None] Sync routers for ids ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:47.349444 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9780e-0dca-44a5-8cd8-ffcf64f89aa3 None None] Routers {'0fecbd29-681c-4145-b8ea-ec54a991a7b8'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:47.349444 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-fab9780e-0dca-44a5-8cd8-ffcf64f89aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:47.349963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172d656-44d8-4105-aa82-d1ce603b9e7c req-5e06a435-03a3-4c52-8b76-b33f37a51522 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:47.349963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6172d656-44d8-4105-aa82-d1ce603b9e7c req-5e06a435-03a3-4c52-8b76-b33f37a51522 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.1435935 Jul 05 04:03:47.350129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55098) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:47.350212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-414cb78c-1f00-429a-a51b-101e237c52ab tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "DELETE /v2.0/floatingips/e4385ea5-fa2a-43b9-8acd-99b25a8c2b39 HTTP/1.1" status: 204 len: 168 time: 2.2990005 Jul 05 04:03:47.350212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752180d2-1ecb-40cf-b3a6-d55b5fec195a', 'tag': 'a7fcc75f-d47e-4be7-9b4b-55d6993331c6'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:47.350212 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc535c02-d9e9-477f-af78-ce64214b98b3" -d '{"events": [{"name": "network-changed", "server_uuid": "752180d2-1ecb-40cf-b3a6-d55b5fec195a", "tag": "a7fcc75f-d47e-4be7-9b4b-55d6993331c6"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:47.373070 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6172d656-44d8-4105-aa82-d1ce603b9e7c req-41854193-a729-4e8b-b6a8-b22bedf63db5 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520101 Jul 05 04:03:47.386341 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-587d3bdd-ab1d-4d96-abe1-a4bf65fb934f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.410213 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-fab9780e-0dca-44a5-8cd8-ffcf64f89aa3 None None] Set router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:47.423057 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-587d3bdd-ab1d-4d96-abe1-a4bf65fb934f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.450798 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.450933 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce8d21b-3ae7-4c9c-9c20-31164807f05a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 2e1f2aa9-2fff-41dd-be35-d356a076d72a is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:47.474484 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97562418-35a8-4ebf-917f-410c128abff7 x-openstack-request-id: req-97562418-35a8-4ebf-917f-410c128abff7 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:47.475059 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752180d2-1ecb-40cf-b3a6-d55b5fec195a", "tag": "a7fcc75f-d47e-4be7-9b4b-55d6993331c6", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:47.475467 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-97562418-35a8-4ebf-917f-410c128abff7 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:47.476047 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752180d2-1ecb-40cf-b3a6-d55b5fec195a', 'tag': 'a7fcc75f-d47e-4be7-9b4b-55d6993331c6', 'status': 'completed', 'code': 200} Jul 05 04:03:47.490380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb2a7a-a68f-4893-a55c-03b080e0b9a1 None None] Pushing event updated for resources: {'Port': ['ID=b425b070-ed98-482c-a460-17d03d198b58,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:47.503361 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2a7a-a68f-4893-a55c-03b080e0b9a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:47.507119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2a7a-a68f-4893-a55c-03b080e0b9a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:47.507119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2a7a-a68f-4893-a55c-03b080e0b9a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:47.507119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2a7a-a68f-4893-a55c-03b080e0b9a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:47.507119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2a7a-a68f-4893-a55c-03b080e0b9a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:47.507119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2a7a-a68f-4893-a55c-03b080e0b9a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:47.507119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2a7a-a68f-4893-a55c-03b080e0b9a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:47.507119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2a7a-a68f-4893-a55c-03b080e0b9a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:47.507119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2a7a-a68f-4893-a55c-03b080e0b9a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:47.507119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2a7a-a68f-4893-a55c-03b080e0b9a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:47.508474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2a7a-a68f-4893-a55c-03b080e0b9a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:47.508474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2a7a-a68f-4893-a55c-03b080e0b9a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:47.611139 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-5ce8d21b-3ae7-4c9c-9c20-31164807f05a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 2e1f2aa9-2fff-41dd-be35-d356a076d72a) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:47.617542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce8d21b-3ae7-4c9c-9c20-31164807f05a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:47.618586 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d21b-3ae7-4c9c-9c20-31164807f05a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.646025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9c4b63-e436-40bf-93fa-06ecdf9ee20d None None] Network 2e1f2aa9-2fff-41dd-be35-d356a076d72a requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:47.657060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Attempting to bind port b425b070-ed98-482c-a460-17d03d198b58 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:47.657060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Attempting to bind port b425b070-ed98-482c-a460-17d03d198b58 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '02371514-a5ed-44ce-ab8a-71e7f7737ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:47.663719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Attempting to bind port b425b070-ed98-482c-a460-17d03d198b58 on network 55c263b9-5418-42b0-94f3-eb1b64caa459 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:47.664761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc535c02-d9e9-477f-af78-ce64214b98b3 req-b5adf59d-4d09-4deb-afdc-b054892e19f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:47.668149 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dc535c02-d9e9-477f-af78-ce64214b98b3 req-b5adf59d-4d09-4deb-afdc-b054892e19f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca84adb3a807463ab38748b30818c87c&device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 1137 time: 0.1714091 Jul 05 04:03:47.762024 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5ce8d21b-3ae7-4c9c-9c20-31164807f05a tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3927672 Jul 05 04:03:47.770690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55110) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:47.770835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:47.770835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Checking segment: {'id': '02371514-a5ed-44ce-ab8a-71e7f7737ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:47.770835 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.773623 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-fab9780e-0dca-44a5-8cd8-ffcf64f89aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2078171201', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:34Z', 'updated_at': '2021-07-05T04:00:45Z', 'revision_number': 4, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:35Z', 'updated_at': '2021-07-05T04:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '9f97f996-7845-40e3-b7dd-ad282205e9fc', 'name': '', 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'mac_address': 'fa:16:3e:7e:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:43Z', 'updated_at': '2021-07-05T04:00:53Z', 'revision_number': 5, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'subnets': [{'id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:47.774474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Bound using segment: {'id': '02371514-a5ed-44ce-ab8a-71e7f7737ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:47.774914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Bound port: b425b070-ed98-482c-a460-17d03d198b58, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02371514-a5ed-44ce-ab8a-71e7f7737ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:47.775338 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.812092 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9780e-0dca-44a5-8cd8-ffcf64f89aa3 None None] Checking router: 0fecbd29-681c-4145-b8ea-ec54a991a7b8 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:47.835100 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9780e-0dca-44a5-8cd8-ffcf64f89aa3 None None] Routers {'0fecbd29-681c-4145-b8ea-ec54a991a7b8'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:47.835866 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-fab9780e-0dca-44a5-8cd8-ffcf64f89aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:47.873339 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef3821-9afe-414e-b0f6-3ce8f4f11589 req-8193a7f9-9190-468a-9d31-8a5e305b9fa3 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:47.881573 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-587d3bdd-ab1d-4d96-abe1-a4bf65fb934f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.894447 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9ef3821-9afe-414e-b0f6-3ce8f4f11589 req-8193a7f9-9190-468a-9d31-8a5e305b9fa3 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.1413586 Jul 05 04:03:47.894799 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-587d3bdd-ab1d-4d96-abe1-a4bf65fb934f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.894799 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-587d3bdd-ab1d-4d96-abe1-a4bf65fb934f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/36f03043-666f-4df3-8af9-422ca7c0f2c6 HTTP/1.1" status: 204 len: 168 time: 0.5648062 Jul 05 04:03:47.907323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] For port b425b070-ed98-482c-a460-17d03d198b58, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:47.931844 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9ef3821-9afe-414e-b0f6-3ce8f4f11589 req-e2bb689e-ee09-4e99-a48e-5c9882f43b63 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486891 Jul 05 04:03:47.944697 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] For port b425b070-ed98-482c-a460-17d03d198b58, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b425b070-ed98-482c-a460-17d03d198b58,segment=NetworkSegment(02371514-a5ed-44ce-ab8a-71e7f7737ae5),segment_id=02371514-a5ed-44ce-ab8a-71e7f7737ae5)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:47.996573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-2e1f2aa9-2fff-41dd-be35-d356a076d72a', 'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'fixed_ips': [{'subnet_id': '0392bc90-9d07-48b8-a943-8312dd42479a'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:47.996573 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.010076 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d3bdd-ab1d-4d96-abe1-a4bf65fb934f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f03043-666f-4df3-8af9-422ca7c0f2c6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:48.030101 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-fab9780e-0dca-44a5-8cd8-ffcf64f89aa3 None None] Set router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:48.100392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc535c02-d9e9-477f-af78-ce64214b98b3 req-b4916a47-f56e-4de2-b66e-cbd218fd996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:48.102175 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dc535c02-d9e9-477f-af78-ce64214b98b3 req-b4916a47-f56e-4de2-b66e-cbd218fd996d service neutron] 10.222.0.36 "GET /v2.0/networks?id=db61f2ce-c85f-47b6-8665-33c1c34a01c3 HTTP/1.1" status: 200 len: 897 time: 0.4217801 Jul 05 04:03:48.129803 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.181313 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dc535c02-d9e9-477f-af78-ce64214b98b3 req-85708f84-1327-4fc1-bf7d-ef3d8720dd7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fcc75f-d47e-4be7-9b4b-55d6993331c6 HTTP/1.1" status: 200 len: 217 time: 0.0501430 Jul 05 04:03:48.260459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:48.263206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:48.308475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc535c02-d9e9-477f-af78-ce64214b98b3 req-856479a5-bb5d-49ec-8f5f-83e300fbf626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:48.309966 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dc535c02-d9e9-477f-af78-ce64214b98b3 req-856479a5-bb5d-49ec-8f5f-83e300fbf626 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b1d19e2-a903-4f71-9cd1-3c3d258bebb8 HTTP/1.1" status: 200 len: 835 time: 0.1077533 Jul 05 04:03:48.387204 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb2a7a-a68f-4893-a55c-03b080e0b9a1 None None] Pushing event updated for resources: {'Port': ['ID=b425b070-ed98-482c-a460-17d03d198b58,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:48.557334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Allocated IP 2001:db8:3::2 (2e1f2aa9-2fff-41dd-be35-d356a076d72a/0392bc90-9d07-48b8-a943-8312dd42479a/1c07cdf4-3639-4dd5-ad97-b44f3504253f) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:48.592116 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:48.602531 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-fab9780e-0dca-44a5-8cd8-ffcf64f89aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2078171201', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:34Z', 'updated_at': '2021-07-05T04:00:45Z', 'revision_number': 4, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:35Z', 'updated_at': '2021-07-05T04:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '9f97f996-7845-40e3-b7dd-ad282205e9fc', 'name': '', 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'mac_address': 'fa:16:3e:7e:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:43Z', 'updated_at': '2021-07-05T04:00:53Z', 'revision_number': 5, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'subnets': [{'id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:48.612053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfeeb7-9cc5-43b9-9fab-b7a754b92c4e req-d6aa21be-8937-4a78-9969-228f095c63fb tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:48.620058 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50cfeeb7-9cc5-43b9-9fab-b7a754b92c4e req-d6aa21be-8937-4a78-9969-228f095c63fb tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 985 time: 0.1498477 Jul 05 04:03:48.646683 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.682872 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50cfeeb7-9cc5-43b9-9fab-b7a754b92c4e req-dea9b178-5e87-4471-a767-9969d55efbd0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0616059 Jul 05 04:03:48.683370 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9780e-0dca-44a5-8cd8-ffcf64f89aa3 None None] The sync data for ids ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'] in n-d-771363-32 is: [{'id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2078171201', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:34Z', 'updated_at': '2021-07-05T04:00:45Z', 'revision_number': 4, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:35Z', 'updated_at': '2021-07-05T04:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '9f97f996-7845-40e3-b7dd-ad282205e9fc', 'name': '', 'network_id': 'db61f2ce-c85f-47b6-8665-33c1c34a01c3', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'mac_address': 'fa:16:3e:7e:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:43Z', 'updated_at': '2021-07-05T04:00:53Z', 'revision_number': 5, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'subnets': [{'id': '7b1d19e2-a903-4f71-9cd1-3c3d258bebb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:48.766465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248a83a-9b91-41c2-8768-7fe8e7337233 req-f138d79d-b751-4035-9ab3-b5be27656459 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:48.773903 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2248a83a-9b91-41c2-8768-7fe8e7337233 req-f138d79d-b751-4035-9ab3-b5be27656459 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.1073201 Jul 05 04:03:48.807036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc535c02-d9e9-477f-af78-ce64214b98b3 req-4d1a1736-7cda-4546-b99a-e05d98fe7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:48.808867 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dc535c02-d9e9-477f-af78-ce64214b98b3 req-4d1a1736-7cda-4546-b99a-e05d98fe7456 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db61f2ce-c85f-47b6-8665-33c1c34a01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4668243 Jul 05 04:03:48.814879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2248a83a-9b91-41c2-8768-7fe8e7337233 req-45b5817d-33c6-4d7c-b573-662513283105 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384512 Jul 05 04:03:48.840631 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.902221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Transition to ACTIVE for port object 1c07cdf4-3639-4dd5-ad97-b44f3504253f will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:48.963299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Transition to ACTIVE for port object 1c07cdf4-3639-4dd5-ad97-b44f3504253f will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:49.008082 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dc535c02-d9e9-477f-af78-ce64214b98b3 req-0602e0a8-47c9-4458-aafc-46b68f52313a service neutron] 10.222.0.36 "GET /v2.0/networks/db61f2ce-c85f-47b6-8665-33c1c34a01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655836 Jul 05 04:03:49.040580 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55130) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:49.055843 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.058285 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5e1bb01-3f01-4deb-8894-0d54dd7a1969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.105151 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db1e348-3c82-4401-a4fd-8a4c882733fe None None] New status for floating IP e4385ea5-fa2a-43b9-8acd-99b25a8c2b39: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:03:49.117080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Allocated IP 2001:db8:3::1 (2e1f2aa9-2fff-41dd-be35-d356a076d72a/0392bc90-9d07-48b8-a943-8312dd42479a/05b8d02f-1d4f-4213-9693-130d9b4adcd7) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:49.181352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Network 2e1f2aa9-2fff-41dd-be35-d356a076d72a is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:49.193695 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:49.197465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Pushing event updated for resources: {'Port': ['ID=1c07cdf4-3639-4dd5-ad97-b44f3504253f,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:49.199834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:49.244326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b5ab0-bd65-4c19-93b6-e4572b86caa8 req-4c8f9054-21d8-4494-a9a9-b27cae13744b tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:49.245836 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c8b5ab0-bd65-4c19-93b6-e4572b86caa8 req-4c8f9054-21d8-4494-a9a9-b27cae13744b tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.1257262 Jul 05 04:03:49.248972 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55134) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:49.284263 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:43Z', 'revision_number': 4, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:42Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b425b070-ed98-482c-a460-17d03d198b58', 'name': '', 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:c2:09:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:42Z', 'updated_at': '2021-07-05T04:03:47Z', 'revision_number': 4, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:49.289118 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Attempting to bind port 1c07cdf4-3639-4dd5-ad97-b44f3504253f on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:49.289642 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Attempting to bind port 1c07cdf4-3639-4dd5-ad97-b44f3504253f by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'b41dcc4b-3250-4802-97d6-5a506dfa90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:49.290013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Attempting to bind port 1c07cdf4-3639-4dd5-ad97-b44f3504253f on network 2e1f2aa9-2fff-41dd-be35-d356a076d72a {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:49.315574 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dc535c02-d9e9-477f-af78-ce64214b98b3 req-bc5549ca-ee6b-444f-813e-86e8f3a2c47f service neutron] 10.222.0.36 "GET /v2.0/networks/db61f2ce-c85f-47b6-8665-33c1c34a01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920790 Jul 05 04:03:49.319096 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5e1bb01-3f01-4deb-8894-0d54dd7a1969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.320872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586904ed-a3db-4d1d-ae30-54c72c759761 None None] The sync data for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 is: [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:43Z', 'revision_number': 4, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:42Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b425b070-ed98-482c-a460-17d03d198b58', 'name': '', 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:c2:09:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:42Z', 'updated_at': '2021-07-05T04:03:47Z', 'revision_number': 4, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:49.326209 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:49.326655 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Checking segment: {'id': 'b41dcc4b-3250-4802-97d6-5a506dfa90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:49.334845 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.335367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Bound using segment: {'id': 'b41dcc4b-3250-4802-97d6-5a506dfa90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:49.336608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Bound port: 1c07cdf4-3639-4dd5-ad97-b44f3504253f, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41dcc4b-3250-4802-97d6-5a506dfa90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:49.338583 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.346727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c8b5ab0-bd65-4c19-93b6-e4572b86caa8 req-9f6bbf1d-952d-489e-b2b5-0268fb30c1b3 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777688 Jul 05 04:03:49.413145 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5e1bb01-3f01-4deb-8894-0d54dd7a1969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.414472 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.432475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Transition to ACTIVE for port object 05b8d02f-1d4f-4213-9693-130d9b4adcd7 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:49.465847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1bb01-3f01-4deb-8894-0d54dd7a1969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4ff669-add6-498f-8008-e650131a9f3c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:49.470589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] For port 1c07cdf4-3639-4dd5-ad97-b44f3504253f, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:49.475034 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d5e1bb01-3f01-4deb-8894-0d54dd7a1969 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1e250d1240404420b0680633696887db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4319911 Jul 05 04:03:49.475137 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] For port 1c07cdf4-3639-4dd5-ad97-b44f3504253f, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1c07cdf4-3639-4dd5-ad97-b44f3504253f,segment=NetworkSegment(b41dcc4b-3250-4802-97d6-5a506dfa90d0),segment_id=b41dcc4b-3250-4802-97d6-5a506dfa90d0)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:49.476805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55138) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:49.514757 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea7fed2a-d40f-4b76-a22d-0ad5d357f426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.575699 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.598205 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e3bfbc33-fb89-4f5e-a66f-d5fe18c00c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.610536 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.640042 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e3bfbc33-fb89-4f5e-a66f-d5fe18c00c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.659876 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7121cf-3f2b-4318-b3ab-78cbc4ccce46 None None] Pushing event updated for resources: {'Port': ['ID=1c07cdf4-3639-4dd5-ad97-b44f3504253f,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:49.672466 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 2e1f2aa9-2fff-41dd-be35-d356a076d72a is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:49.681271 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:49.696047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:49.699216 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.699449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=05b8d02f-1d4f-4213-9693-130d9b4adcd7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:49.771862 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea7fed2a-d40f-4b76-a22d-0ad5d357f426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.882077 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b425b070-ed98-482c-a460-17d03d198b58 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:49.921547 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea7fed2a-d40f-4b76-a22d-0ad5d357f426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.965194 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e3bfbc33-fb89-4f5e-a66f-d5fe18c00c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.966084 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e3bfbc33-fb89-4f5e-a66f-d5fe18c00c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.967324 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e3bfbc33-fb89-4f5e-a66f-d5fe18c00c94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df4ff669-add6-498f-8008-e650131a9f3c HTTP/1.1" status: 204 len: 168 time: 0.4894483 Jul 05 04:03:49.992394 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fed2a-d40f-4b76-a22d-0ad5d357f426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f216f654-2ec1-41a2-a154-a22cf4e0a0d0,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:50.018698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ea7fed2a-d40f-4b76-a22d-0ad5d357f426 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=56a14a24d1ac4e27b0f5419398cac536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7590456 Jul 05 04:03:50.018698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55148) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:50.051700 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfbc33-fb89-4f5e-a66f-d5fe18c00c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4ff669-add6-498f-8008-e650131a9f3c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:50.069049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port b425b070-ed98-482c-a460-17d03d198b58 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:50.082047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port b425b070-ed98-482c-a460-17d03d198b58 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:50.082047 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.095566 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.118575 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c134a-3e57-4adc-9b49-cfc2a9306e5e req-02476dd7-91e1-4323-a809-22dc4dda426e tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:50.124773 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f66c134a-3e57-4adc-9b49-cfc2a9306e5e req-02476dd7-91e1-4323-a809-22dc4dda426e tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 985 time: 0.2377660 Jul 05 04:03:50.204340 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2a94932-81ca-4d7e-a03e-7ed12f6292d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.260661 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.290141 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f66c134a-3e57-4adc-9b49-cfc2a9306e5e req-0cc2a0b4-0c4f-46d5-8653-65582800a636 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1554613 Jul 05 04:03:50.295555 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2a94932-81ca-4d7e-a03e-7ed12f6292d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.308420 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port b425b070-ed98-482c-a460-17d03d198b58, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b425b070-ed98-482c-a460-17d03d198b58,segment=NetworkSegment(02371514-a5ed-44ce-ab8a-71e7f7737ae5),segment_id=02371514-a5ed-44ce-ab8a-71e7f7737ae5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:50.353661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa517c3-3bee-4305-a6a1-a91bdd96c680 req-af6840da-d090-4028-834a-c653e264ef15 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:50.355660 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5fa517c3-3bee-4305-a6a1-a91bdd96c680 req-af6840da-d090-4028-834a-c653e264ef15 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.2258635 Jul 05 04:03:50.380684 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.463084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5fa517c3-3bee-4305-a6a1-a91bdd96c680 req-fa9c7c37-431f-4e44-a644-6a3429585501 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960290 Jul 05 04:03:50.484932 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2a94932-81ca-4d7e-a03e-7ed12f6292d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.488726 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2a94932-81ca-4d7e-a03e-7ed12f6292d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.490191 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f2a94932-81ca-4d7e-a03e-7ed12f6292d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f216f654-2ec1-41a2-a154-a22cf4e0a0d0 HTTP/1.1" status: 204 len: 168 time: 0.4716840 Jul 05 04:03:50.502936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=b425b070-ed98-482c-a460-17d03d198b58,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:50.505746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a94932-81ca-4d7e-a03e-7ed12f6292d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f216f654-2ec1-41a2-a154-a22cf4e0a0d0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:50.622240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798a826-be6d-45f3-8c2d-66fa6a8e86fe req-1d635b8e-e46d-4bfa-a467-3f91315cf339 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:50.623853 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3798a826-be6d-45f3-8c2d-66fa6a8e86fe req-1d635b8e-e46d-4bfa-a467-3f91315cf339 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.1001656 Jul 05 04:03:50.655346 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.687197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b322d4-b916-4888-b044-8322c345b793 req-89808744-b4d9-474a-838b-a9c140415702 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:50.689455 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d0b322d4-b916-4888-b044-8322c345b793 req-89808744-b4d9-474a-838b-a9c140415702 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.36 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 985 time: 0.1203618 Jul 05 04:03:50.702308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3798a826-be6d-45f3-8c2d-66fa6a8e86fe req-d8edc487-a997-4c8f-9c30-6774257863b6 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686333 Jul 05 04:03:50.733989 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.735419 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.873493 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event updated for resources: {'Port': ['ID=05b8d02f-1d4f-4213-9693-130d9b4adcd7,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:50.933882 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Network 2e1f2aa9-2fff-41dd-be35-d356a076d72a is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:50.936765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:50.942440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-d0b322d4-b916-4888-b044-8322c345b793 req-774b8269-e483-4090-bf97-e24a65b2e5a6 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Deleting port a7fcc75f-d47e-4be7-9b4b-55d6993331c6 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:50.942784 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d0b322d4-b916-4888-b044-8322c345b793 req-774b8269-e483-4090-bf97-e24a65b2e5a6 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.117966 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-d0b322d4-b916-4888-b044-8322c345b793 req-774b8269-e483-4090-bf97-e24a65b2e5a6 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] For port a7fcc75f-d47e-4be7-9b4b-55d6993331c6, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=a7fcc75f-d47e-4be7-9b4b-55d6993331c6,segment=NetworkSegment(df812bc4-2884-42bd-b8ee-1f7bf5b61755),segment_id=df812bc4-2884-42bd-b8ee-1f7bf5b61755)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:51.118591 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d0b322d4-b916-4888-b044-8322c345b793 req-774b8269-e483-4090-bf97-e24a65b2e5a6 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.121691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:51.135523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-d0b322d4-b916-4888-b044-8322c345b793 req-774b8269-e483-4090-bf97-e24a65b2e5a6 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Calling delete_port for a7fcc75f-d47e-4be7-9b4b-55d6993331c6 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:51.146174 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83182ab-938e-415d-99b5-f181e941c298 None None] Network 2e1f2aa9-2fff-41dd-be35-d356a076d72a requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:51.281671 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55176) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:51.303352 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a5f3841b-cecd-451b-a2f5-a66b69c2c98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.342383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1076ca1d-98ca-4acf-98d3-56462f48d860 None None] Provisioning for port 1c07cdf4-3639-4dd5-ad97-b44f3504253f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:51.424696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55180) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:51.561320 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a5f3841b-cecd-451b-a2f5-a66b69c2c98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.583922 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb7c60-9121-45f7-bfd6-9efa157097e2 req-f1a39ddc-0fe9-4c33-bc71-618d3f5bc019 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:51.592932 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69cb7c60-9121-45f7-bfd6-9efa157097e2 req-f1a39ddc-0fe9-4c33-bc71-618d3f5bc019 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 985 time: 0.1156616 Jul 05 04:03:51.638409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-cda73a2a-cde1-46ec-a2a1-5d7ccfe399ad tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-487755350'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:51.651779 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a5f3841b-cecd-451b-a2f5-a66b69c2c98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.704412 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:51.715347 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Sync routers for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:51.721948 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c2020bc8-ca37-4df2-babc-0293c6b44e17 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/8eca145d-ef58-4c38-a2d3-94e2c9c4e634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9511104 Jul 05 04:03:51.722988 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69cb7c60-9121-45f7-bfd6-9efa157097e2 req-067d1f55-5d0a-4f71-bb13-8d1f352ac677 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/security-groups?id=f40576b0-98b8-481d-9fa8-fa885309f8ba&id=e7ff2e09-5645-4abc-93ea-9d3093330438&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1261327 Jul 05 04:03:51.729149 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55188) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:51.749143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-9e0b1461-896a-4510-9005-950bd3e7f9af tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:51.756710 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:51.757591 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:51.768346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3841b-cecd-451b-a2f5-a66b69c2c98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e3fc17-ce72-4b12-b267-01ec8d83693f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:51.792481 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a5f3841b-cecd-451b-a2f5-a66b69c2c98c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b84081ae41742c6a338070149c1d896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5088601 Jul 05 04:03:51.793146 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55194) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:51.895583 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f40257-a196-41bd-abd8-71bfa6bfc946 req-cd8071a6-7c8d-4d30-826e-f49bd435b406 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:51.897218 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5f40257-a196-41bd-abd8-71bfa6bfc946 req-cd8071a6-7c8d-4d30-826e-f49bd435b406 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.2387896 Jul 05 04:03:51.897846 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda73a2a-cde1-46ec-a2a1-5d7ccfe399ad tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Made reservation on behalf of 1a1b289ef41c437c849811412dec573c for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:51.907720 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cda73a2a-cde1-46ec-a2a1-5d7ccfe399ad tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.907971 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:51.928718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-00de695c-16f2-4d79-9cf4-09d2db120976 None None] Provisioning for port 05b8d02f-1d4f-4213-9693-130d9b4adcd7 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:51.933285 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-00de695c-16f2-4d79-9cf4-09d2db120976 None None] Provisioning complete for port 05b8d02f-1d4f-4213-9693-130d9b4adcd7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:51.933640 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-00de695c-16f2-4d79-9cf4-09d2db120976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.942411 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cda73a2a-cde1-46ec-a2a1-5d7ccfe399ad tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.008998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-00de695c-16f2-4d79-9cf4-09d2db120976 None None] Port 05b8d02f-1d4f-4213-9693-130d9b4adcd7 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:52.042507 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b425b070-ed98-482c-a460-17d03d198b58 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:52.106395 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7da6dbcc-3071-461c-b8ba-0fefa6111ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.130450 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7da6dbcc-3071-461c-b8ba-0fefa6111ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.134369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port b425b070-ed98-482c-a460-17d03d198b58 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:52.136326 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.211042 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-31d30a8f-5ee1-4e3d-b1be-0597696fc28b None None] Provisioning complete for port 05b8d02f-1d4f-4213-9693-130d9b4adcd7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:52.211411 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-31d30a8f-5ee1-4e3d-b1be-0597696fc28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.236324 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d0b322d4-b916-4888-b044-8322c345b793 req-774b8269-e483-4090-bf97-e24a65b2e5a6 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.279999 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b8269-e483-4090-bf97-e24a65b2e5a6 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event deleted for resources: {'Port': ['ID=a7fcc75f-d47e-4be7-9b4b-55d6993331c6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:52.288845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-31d30a8f-5ee1-4e3d-b1be-0597696fc28b None None] Port 05b8d02f-1d4f-4213-9693-130d9b4adcd7 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:52.289682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1c07cdf4-3639-4dd5-ad97-b44f3504253f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:52.339362 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5f40257-a196-41bd-abd8-71bfa6bfc946 req-cd1f4ae1-6ac6-4392-9ed2-6ea589596103 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925488 Jul 05 04:03:52.364383 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cda73a2a-cde1-46ec-a2a1-5d7ccfe399ad tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.365349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b322d4-b916-4888-b044-8322c345b793 req-774b8269-e483-4090-bf97-e24a65b2e5a6 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] No DVR routers for this DVR port a7fcc75f-d47e-4be7-9b4b-55d6993331c6 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:52.369107 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d0b322d4-b916-4888-b044-8322c345b793 req-774b8269-e483-4090-bf97-e24a65b2e5a6 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.371485 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d0b322d4-b916-4888-b044-8322c345b793 req-774b8269-e483-4090-bf97-e24a65b2e5a6 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.36 "DELETE /v2.0/ports/a7fcc75f-d47e-4be7-9b4b-55d6993331c6 HTTP/1.1" status: 204 len: 173 time: 1.6694005 Jul 05 04:03:52.379477 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:49Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05b8d02f-1d4f-4213-9693-130d9b4adcd7', 'name': '', 'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:b2:0f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '0392bc90-9d07-48b8-a943-8312dd42479a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:48Z', 'updated_at': '2021-07-05T04:03:50Z', 'revision_number': 2, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '0392bc90-9d07-48b8-a943-8312dd42479a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:42Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b425b070-ed98-482c-a460-17d03d198b58', 'name': '', 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:c2:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:42Z', 'updated_at': '2021-07-05T04:03:50Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:52.387177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752180d2-1ecb-40cf-b3a6-d55b5fec195a', 'name': 'network-vif-deleted', 'tag': 'a7fcc75f-d47e-4be7-9b4b-55d6993331c6'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:52.389659 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fdd90f-9cb0-48f1-a829-624741b18810" -d '{"events": [{"server_uuid": "752180d2-1ecb-40cf-b3a6-d55b5fec195a", "name": "network-vif-deleted", "tag": "a7fcc75f-d47e-4be7-9b4b-55d6993331c6"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:52.399385 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e731f6-b878-42aa-80ff-7cbdaf32b87e req-64871f34-b3e2-4aa2-9055-8565cade4903 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:52.407090 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a3e731f6-b878-42aa-80ff-7cbdaf32b87e req-64871f34-b3e2-4aa2-9055-8565cade4903 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.4447618 Jul 05 04:03:52.434796 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cda73a2a-cde1-46ec-a2a1-5d7ccfe399ad tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.439290 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Checking router: 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:52.439588 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Updating router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 port 05b8d02f-1d4f-4213-9693-130d9b4adcd7 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:03:52.454886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 1c07cdf4-3639-4dd5-ad97-b44f3504253f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:52.459633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1c07cdf4-3639-4dd5-ad97-b44f3504253f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:52.460875 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.512464 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.516388 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.extraroute_db [None req-9e0b1461-896a-4510-9005-950bd3e7f9af tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:03:52.521356 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7da6dbcc-3071-461c-b8ba-0fefa6111ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.524182 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7da6dbcc-3071-461c-b8ba-0fefa6111ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.525439 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7da6dbcc-3071-461c-b8ba-0fefa6111ca8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e4e3fc17-ce72-4b12-b267-01ec8d83693f HTTP/1.1" status: 204 len: 168 time: 0.7261224 Jul 05 04:03:52.544670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda73a2a-cde1-46ec-a2a1-5d7ccfe399ad tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:52.556408 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7be86e-0a20-4f11-a7fa-e7ecc959c9cf x-openstack-request-id: req-1b7be86e-0a20-4f11-a7fa-e7ecc959c9cf {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:52.557069 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda73a2a-cde1-46ec-a2a1-5d7ccfe399ad tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c8a2d0-3611-4c0d-b9ff-c6945386dfb3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:52.563779 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752180d2-1ecb-40cf-b3a6-d55b5fec195a", "name": "network-vif-deleted", "tag": "a7fcc75f-d47e-4be7-9b4b-55d6993331c6", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:52.569187 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b7be86e-0a20-4f11-a7fa-e7ecc959c9cf {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:52.569673 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752180d2-1ecb-40cf-b3a6-d55b5fec195a', 'name': 'network-vif-deleted', 'tag': 'a7fcc75f-d47e-4be7-9b4b-55d6993331c6', 'status': 'completed', 'code': 200} Jul 05 04:03:52.574982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a3e731f6-b878-42aa-80ff-7cbdaf32b87e req-03e067f4-fc75-4373-9859-3267bb3030d7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670287 Jul 05 04:03:52.586562 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cda73a2a-cde1-46ec-a2a1-5d7ccfe399ad tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.587012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.extraroute_db [None req-9e0b1461-896a-4510-9005-950bd3e7f9af tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Removed routes are [] {{(pid=100932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:03:52.587303 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-cda73a2a-cde1-46ec-a2a1-5d7ccfe399ad tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Added segment b98a28c1-a283-4113-ac2f-153326bd120a of type vlan for network f89dff3e-56ae-44d3-a675-db057c3618a2 Jul 05 04:03:52.592051 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1461-896a-4510-9005-950bd3e7f9af tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.600889 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6dbcc-3071-461c-b8ba-0fefa6111ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e3fc17-ce72-4b12-b267-01ec8d83693f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:52.679534 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cda73a2a-cde1-46ec-a2a1-5d7ccfe399ad tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.701243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a8d4329e-eb9f-4a2f-8c2f-2757cb631b38 None None] Provisioning complete for port 05b8d02f-1d4f-4213-9693-130d9b4adcd7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:52.710313 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a8d4329e-eb9f-4a2f-8c2f-2757cb631b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.743364 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.777291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a8d4329e-eb9f-4a2f-8c2f-2757cb631b38 None None] Port 05b8d02f-1d4f-4213-9693-130d9b4adcd7 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:52.795147 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 1c07cdf4-3639-4dd5-ad97-b44f3504253f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1c07cdf4-3639-4dd5-ad97-b44f3504253f,segment=NetworkSegment(b41dcc4b-3250-4802-97d6-5a506dfa90d0),segment_id=b41dcc4b-3250-4802-97d6-5a506dfa90d0)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:52.820914 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cda73a2a-cde1-46ec-a2a1-5d7ccfe399ad tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.833351 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda73a2a-cde1-46ec-a2a1-5d7ccfe399ad tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:52.833351 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cda73a2a-cde1-46ec-a2a1-5d7ccfe399ad tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.902302 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.916889 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Transition to ACTIVE for port object 05b8d02f-1d4f-4213-9693-130d9b4adcd7 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:52.980683 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.988882 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa6f81ae-03fb-4cef-b76f-b8b102ed8676 req-e0359d52-1bae-44eb-bce8-ae6219fe8afa tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "GET /v2.0/ports?device_id=752180d2-1ecb-40cf-b3a6-d55b5fec195a HTTP/1.1" status: 200 len: 210 time: 0.0398927 Jul 05 04:03:52.994692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda73a2a-cde1-46ec-a2a1-5d7ccfe399ad tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Pushing event updated for resources: {'Network': ['ID=f89dff3e-56ae-44d3-a675-db057c3618a2,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:52.995238 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1461-896a-4510-9005-950bd3e7f9af tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.999187 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1461-896a-4510-9005-950bd3e7f9af tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.010758 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network f89dff3e-56ae-44d3-a675-db057c3618a2 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:53.082983 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cda73a2a-cde1-46ec-a2a1-5d7ccfe399ad tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6492438 Jul 05 04:03:53.085657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55202) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:53.087617 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=1c07cdf4-3639-4dd5-ad97-b44f3504253f,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:53.091094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c732ef03-7d72-47f1-8ff1-b7f48fa553c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Request body: {'subnet': {'network_id': 'f89dff3e-56ae-44d3-a675-db057c3618a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:53.105143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0b1461-896a-4510-9005-950bd3e7f9af tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:53.117826 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.210782 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9d1f4-7630-4c46-b249-409f583f3fcd None None] Pushing event updated for resources: {'Port': ['ID=05b8d02f-1d4f-4213-9693-130d9b4adcd7,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:53.221551 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0b1461-896a-4510-9005-950bd3e7f9af tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:53.235611 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1461-896a-4510-9005-950bd3e7f9af tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.237241 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9e0b1461-896a-4510-9005-950bd3e7f9af tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/8eca145d-ef58-4c38-a2d3-94e2c9c4e634 HTTP/1.1" status: 200 len: 953 time: 1.5035810 Jul 05 04:03:53.239796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55206) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:53.255278 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Attempting to bind port 05b8d02f-1d4f-4213-9693-130d9b4adcd7 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:53.255647 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Attempting to bind port 05b8d02f-1d4f-4213-9693-130d9b4adcd7 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'b41dcc4b-3250-4802-97d6-5a506dfa90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:53.256007 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Attempting to bind port 05b8d02f-1d4f-4213-9693-130d9b4adcd7 on network 2e1f2aa9-2fff-41dd-be35-d356a076d72a {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:53.261337 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:53.261745 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Checking segment: {'id': 'b41dcc4b-3250-4802-97d6-5a506dfa90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:53.262106 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.262476 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Bound using segment: {'id': 'b41dcc4b-3250-4802-97d6-5a506dfa90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:53.263267 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Bound port: 05b8d02f-1d4f-4213-9693-130d9b4adcd7, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41dcc4b-3250-4802-97d6-5a506dfa90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:53.263489 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.289407 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c732ef03-7d72-47f1-8ff1-b7f48fa553c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Made reservation on behalf of 1a1b289ef41c437c849811412dec573c for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:53.293508 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c732ef03-7d72-47f1-8ff1-b7f48fa553c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.377110 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7b305215-fe38-44b3-ab84-6abad71895a4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/routers/8eca145d-ef58-4c38-a2d3-94e2c9c4e634 HTTP/1.1" status: 200 len: 953 time: 0.1282248 Jul 05 04:03:53.388185 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55214) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:53.393508 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] For port 05b8d02f-1d4f-4213-9693-130d9b4adcd7, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:53.397444 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] For port 05b8d02f-1d4f-4213-9693-130d9b4adcd7, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=05b8d02f-1d4f-4213-9693-130d9b4adcd7,segment=NetworkSegment(b41dcc4b-3250-4802-97d6-5a506dfa90d0),segment_id=b41dcc4b-3250-4802-97d6-5a506dfa90d0)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:53.412900 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-fcd0d3af-310a-4ce0-b2d9-e53693811d72 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'router': {'routes': None}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:53.479374 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.653648 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:53.655403 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:53.660397 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9d1f4-7630-4c46-b249-409f583f3fcd None None] Pushing event updated for resources: {'Port': ['ID=05b8d02f-1d4f-4213-9693-130d9b4adcd7,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:53.745849 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079aa648-0551-433a-8d75-95d64dd355a9 req-2fba54ba-3fb1-4451-9f24-6ecb9b8b5e7e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:53.754394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-079aa648-0551-433a-8d75-95d64dd355a9 req-2fba54ba-3fb1-4451-9f24-6ecb9b8b5e7e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.1842818 Jul 05 04:03:53.798573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device a7fcc75f-d47e-4be7-9b4b-55d6993331c6 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:53.879560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1c07cdf4-3639-4dd5-ad97-b44f3504253f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:53.881910 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: a7fcc75f-d47e-4be7-9b4b-55d6993331c6 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:53.882246 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device a7fcc75f-d47e-4be7-9b4b-55d6993331c6 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:53.884198 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-079aa648-0551-433a-8d75-95d64dd355a9 req-0df9603f-af3a-4e5f-ba85-304efe2ee3fd tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245153 Jul 05 04:03:53.916751 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c732ef03-7d72-47f1-8ff1-b7f48fa553c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.951682 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:54.029261 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1c07cdf4-3639-4dd5-ad97-b44f3504253f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:54.030303 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.117729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55230) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:54.135595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732ef03-7d72-47f1-8ff1-b7f48fa553c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Pushing event updated for resources: {'Subnet': ['ID=03563e72-adfa-4c06-82f9-c6c5ba93ddef,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:54.148231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c732ef03-7d72-47f1-8ff1-b7f48fa553c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Checking segment: {'id': 'b98a28c1-a283-4113-ac2f-153326bd120a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f89dff3e-56ae-44d3-a675-db057c3618a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:54.148735 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c732ef03-7d72-47f1-8ff1-b7f48fa553c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Network hostable DHCP agents. Network: f89dff3e-56ae-44d3-a675-db057c3618a2, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:54.179220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a4455-c83b-47e7-b2a6-6d9bf23b5e1b req-f32e475a-4009-4b66-ae87-5c5a674f0eed tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.180997 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aa1a4455-c83b-47e7-b2a6-6d9bf23b5e1b req-f32e475a-4009-4b66-ae87-5c5a674f0eed tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.1986253 Jul 05 04:03:54.226738 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aa1a4455-c83b-47e7-b2a6-6d9bf23b5e1b req-2952c4e5-e899-4a5f-b798-3464ac2c48d8 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399594 Jul 05 04:03:54.232919 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.265893 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c732ef03-7d72-47f1-8ff1-b7f48fa553c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Network f89dff3e-56ae-44d3-a675-db057c3618a2 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:54.283509 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.299359 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:52Z', 'revision_number': 6, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05b8d02f-1d4f-4213-9693-130d9b4adcd7', 'name': '', 'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:b2:0f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '0392bc90-9d07-48b8-a943-8312dd42479a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:48Z', 'updated_at': '2021-07-05T04:03:53Z', 'revision_number': 4, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '0392bc90-9d07-48b8-a943-8312dd42479a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:42Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b425b070-ed98-482c-a460-17d03d198b58', 'name': '', 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:c2:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:42Z', 'updated_at': '2021-07-05T04:03:50Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:54.325672 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45625a25-80b0-4251-9643-13a7acedcda9 None None] The sync data for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 is: [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:52Z', 'revision_number': 6, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05b8d02f-1d4f-4213-9693-130d9b4adcd7', 'name': '', 'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:b2:0f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '0392bc90-9d07-48b8-a943-8312dd42479a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:48Z', 'updated_at': '2021-07-05T04:03:53Z', 'revision_number': 4, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '0392bc90-9d07-48b8-a943-8312dd42479a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:42Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b425b070-ed98-482c-a460-17d03d198b58', 'name': '', 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:c2:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:42Z', 'updated_at': '2021-07-05T04:03:50Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:54.361206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.extraroute_db [None req-fcd0d3af-310a-4ce0-b2d9-e53693811d72 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Added routes are [] {{(pid=100932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:03:54.361948 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.extraroute_db [None req-fcd0d3af-310a-4ce0-b2d9-e53693811d72 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:03:54.405149 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-c732ef03-7d72-47f1-8ff1-b7f48fa553c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, f89dff3e-56ae-44d3-a675-db057c3618a2) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:54.410719 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c732ef03-7d72-47f1-8ff1-b7f48fa553c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.411314 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c732ef03-7d72-47f1-8ff1-b7f48fa553c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.417729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c3865-0d24-4860-af19-da8e82a64fd4 None None] Network f89dff3e-56ae-44d3-a675-db057c3618a2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:54.426809 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fcd0d3af-310a-4ce0-b2d9-e53693811d72 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.489154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.492300 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.496536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55238) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:54.496745 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "DELETE /v2.0/security-groups/e7ff2e09-5645-4abc-93ea-9d3093330438 HTTP/1.1" status: 204 len: 168 time: 0.3770888 Jul 05 04:03:54.510273 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ff2e09-5645-4abc-93ea-9d3093330438,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:54.529957 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c732ef03-7d72-47f1-8ff1-b7f48fa553c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4423025 Jul 05 04:03:54.539118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55240) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:54.551687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f67a43d3-7779-44aa-8e47-4da20f039712 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Request body: {'port': {'network_id': 'f89dff3e-56ae-44d3-a675-db057c3618a2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-187816314'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:54.609917 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3aac7b59-f194-4ae6-acab-06e7163fdc83 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.637998 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3aac7b59-f194-4ae6-acab-06e7163fdc83 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.693872 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:54.694465 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:54.694974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:54.695317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:54.695653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:54.695992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:54.696354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:54.696689 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:54.697025 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:54.697443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:54.697680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:54.698164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d435625b-0f7b-4095-bcba-be192c5764b0 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:54.791084 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3aac7b59-f194-4ae6-acab-06e7163fdc83 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.791084 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3aac7b59-f194-4ae6-acab-06e7163fdc83 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.791084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3aac7b59-f194-4ae6-acab-06e7163fdc83 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "DELETE /v2.0/security-groups/f40576b0-98b8-481d-9fa8-fa885309f8ba HTTP/1.1" status: 204 len: 168 time: 0.2929347 Jul 05 04:03:54.795390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55246) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:54.819573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac7b59-f194-4ae6-acab-06e7163fdc83 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40576b0-98b8-481d-9fa8-fa885309f8ba,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:54.960137 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-f89dff3e-56ae-44d3-a675-db057c3618a2', 'network_id': 'f89dff3e-56ae-44d3-a675-db057c3618a2', 'tenant_id': '1a1b289ef41c437c849811412dec573c', 'fixed_ips': [{'subnet_id': '03563e72-adfa-4c06-82f9-c6c5ba93ddef'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:54.961115 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.983529 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fcd0d3af-310a-4ce0-b2d9-e53693811d72 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.989628 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fcd0d3af-310a-4ce0-b2d9-e53693811d72 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.070473 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67a43d3-7779-44aa-8e47-4da20f039712 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Made reservation on behalf of 1a1b289ef41c437c849811412dec573c for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:55.074606 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f67a43d3-7779-44aa-8e47-4da20f039712 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.162573 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-f67a43d3-7779-44aa-8e47-4da20f039712 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] device_id is not set on port 84c6617a-f372-4849-b542-7e3c6016d497 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:55.167338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Allocated IP 2001:db8::2 (f89dff3e-56ae-44d3-a675-db057c3618a2/03563e72-adfa-4c06-82f9-c6c5ba93ddef/ea6c476a-791b-4f5d-830a-5f5aa300f1ed) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:55.177176 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd0d3af-310a-4ce0-b2d9-e53693811d72 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:55.320632 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141ffeb-ce3b-4ff0-8438-84e724042788 req-3bf7b71b-46b7-4d1a-8cbb-7a49d1b209f2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:55.322205 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7141ffeb-ce3b-4ff0-8438-84e724042788 req-3bf7b71b-46b7-4d1a-8cbb-7a49d1b209f2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.2081075 Jul 05 04:03:55.360757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd0d3af-310a-4ce0-b2d9-e53693811d72 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:55.368565 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fcd0d3af-310a-4ce0-b2d9-e53693811d72 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.369753 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fcd0d3af-310a-4ce0-b2d9-e53693811d72 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/8eca145d-ef58-4c38-a2d3-94e2c9c4e634 HTTP/1.1" status: 200 len: 703 time: 1.9772851 Jul 05 04:03:55.372369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55260) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:55.391247 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7141ffeb-ce3b-4ff0-8438-84e724042788 req-99eaf8c8-5686-426e-94d1-df90e2c5988d tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592034 Jul 05 04:03:55.453472 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.474701 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Transition to ACTIVE for port object ea6c476a-791b-4f5d-830a-5f5aa300f1ed will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:55.493100 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Transition to ACTIVE for port object ea6c476a-791b-4f5d-830a-5f5aa300f1ed will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:55.514983 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f3640eba-23e8-4506-8867-ef8d73d0b17d tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/routers/8eca145d-ef58-4c38-a2d3-94e2c9c4e634 HTTP/1.1" status: 200 len: 703 time: 0.1410851 Jul 05 04:03:55.518068 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55264) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:55.561661 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18684081-a651-4438-9a8e-57f98f40fb39 None None] Sync routers for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:55.571151 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.595326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94600e-2b5a-4cc8-a069-dfc4592f33df req-0593cba0-e8ef-4331-95bd-c44d842fa211 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:55.596916 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb94600e-2b5a-4cc8-a069-dfc4592f33df req-0593cba0-e8ef-4331-95bd-c44d842fa211 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.1475778 Jul 05 04:03:55.621833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Network f89dff3e-56ae-44d3-a675-db057c3618a2 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:55.627597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:55.631963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18684081-a651-4438-9a8e-57f98f40fb39 None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:55.632841 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-18684081-a651-4438-9a8e-57f98f40fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:55.635318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:55.685218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-f67a43d3-7779-44aa-8e47-4da20f039712 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Allocated IP 2001:db8::235 (f89dff3e-56ae-44d3-a675-db057c3618a2/03563e72-adfa-4c06-82f9-c6c5ba93ddef/84c6617a-f372-4849-b542-7e3c6016d497) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:55.690955 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb94600e-2b5a-4cc8-a069-dfc4592f33df req-30336a1f-a722-4eda-be6f-cc4bcee0f604 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854380 Jul 05 04:03:55.722088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Pushing event updated for resources: {'Port': ['ID=ea6c476a-791b-4f5d-830a-5f5aa300f1ed,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:55.751405 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-22a12e0b-5a3f-4a95-9a77-a40e1ccb2ddc tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.900055 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 05b8d02f-1d4f-4213-9693-130d9b4adcd7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:55.954469 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-18684081-a651-4438-9a8e-57f98f40fb39 None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:55.957990 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Attempting to bind port ea6c476a-791b-4f5d-830a-5f5aa300f1ed on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:55.958522 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Attempting to bind port ea6c476a-791b-4f5d-830a-5f5aa300f1ed by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'b98a28c1-a283-4113-ac2f-153326bd120a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f89dff3e-56ae-44d3-a675-db057c3618a2'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:55.958776 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Attempting to bind port ea6c476a-791b-4f5d-830a-5f5aa300f1ed on network f89dff3e-56ae-44d3-a675-db057c3618a2 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:56.000504 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:56.001252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Checking segment: {'id': 'b98a28c1-a283-4113-ac2f-153326bd120a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f89dff3e-56ae-44d3-a675-db057c3618a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:56.001665 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.002571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Bound using segment: {'id': 'b98a28c1-a283-4113-ac2f-153326bd120a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f89dff3e-56ae-44d3-a675-db057c3618a2'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:56.003150 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Bound port: ea6c476a-791b-4f5d-830a-5f5aa300f1ed, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98a28c1-a283-4113-ac2f-153326bd120a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f89dff3e-56ae-44d3-a675-db057c3618a2'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:56.003605 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.027511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f67a43d3-7779-44aa-8e47-4da20f039712 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.050886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-f67a43d3-7779-44aa-8e47-4da20f039712 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Transition to ACTIVE for port object 84c6617a-f372-4849-b542-7e3c6016d497 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:56.151844 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d10c5d5c-a054-4415-9eec-cf2fbe617706 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.189348 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-22a12e0b-5a3f-4a95-9a77-a40e1ccb2ddc tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Deleting port 9f97f996-7845-40e3-b7dd-ad282205e9fc {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:56.190018 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-22a12e0b-5a3f-4a95-9a77-a40e1ccb2ddc tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.192309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] For port ea6c476a-791b-4f5d-830a-5f5aa300f1ed, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:56.196771 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] For port ea6c476a-791b-4f5d-830a-5f5aa300f1ed, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ea6c476a-791b-4f5d-830a-5f5aa300f1ed,segment=NetworkSegment(b98a28c1-a283-4113-ac2f-153326bd120a),segment_id=b98a28c1-a283-4113-ac2f-153326bd120a)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:56.227836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 05b8d02f-1d4f-4213-9693-130d9b4adcd7 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:56.233640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 05b8d02f-1d4f-4213-9693-130d9b4adcd7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:56.235605 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.281796 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f67a43d3-7779-44aa-8e47-4da20f039712 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.293745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-22a12e0b-5a3f-4a95-9a77-a40e1ccb2ddc tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] For port 9f97f996-7845-40e3-b7dd-ad282205e9fc, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9f97f996-7845-40e3-b7dd-ad282205e9fc,segment=NetworkSegment(df812bc4-2884-42bd-b8ee-1f7bf5b61755),segment_id=df812bc4-2884-42bd-b8ee-1f7bf5b61755)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:56.294269 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-22a12e0b-5a3f-4a95-9a77-a40e1ccb2ddc tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.316997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-22a12e0b-5a3f-4a95-9a77-a40e1ccb2ddc tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Calling delete_port for 9f97f996-7845-40e3-b7dd-ad282205e9fc owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:56.326535 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.358537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67a43d3-7779-44aa-8e47-4da20f039712 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Network f89dff3e-56ae-44d3-a675-db057c3618a2 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:56.365813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-f67a43d3-7779-44aa-8e47-4da20f039712 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:56.369691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67a43d3-7779-44aa-8e47-4da20f039712 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:56.378894 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67a43d3-7779-44aa-8e47-4da20f039712 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:56.379585 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f67a43d3-7779-44aa-8e47-4da20f039712 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.384569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a43d3-7779-44aa-8e47-4da20f039712 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Pushing event updated for resources: {'Port': ['ID=84c6617a-f372-4849-b542-7e3c6016d497,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:56.405856 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-18684081-a651-4438-9a8e-57f98f40fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:54Z', 'revision_number': 7, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05b8d02f-1d4f-4213-9693-130d9b4adcd7', 'name': '', 'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:b2:0f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '0392bc90-9d07-48b8-a943-8312dd42479a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:48Z', 'updated_at': '2021-07-05T04:03:53Z', 'revision_number': 4, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '0392bc90-9d07-48b8-a943-8312dd42479a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:42Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b425b070-ed98-482c-a460-17d03d198b58', 'name': '', 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:c2:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:42Z', 'updated_at': '2021-07-05T04:03:50Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:56.453009 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18684081-a651-4438-9a8e-57f98f40fb39 None None] Checking router: 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:56.461340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90b684-f654-4933-9369-bd4b628b213f None None] Pushing event updated for resources: {'Port': ['ID=ea6c476a-791b-4f5d-830a-5f5aa300f1ed,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:56.465365 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.469939 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f67a43d3-7779-44aa-8e47-4da20f039712 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9308434 Jul 05 04:03:56.477065 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55278) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:56.481583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Request body: {'port': {'network_id': 'f89dff3e-56ae-44d3-a675-db057c3618a2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1353997265', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:56.483052 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.api.validators [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] bootfile-name is not in valid_values {{(pid=100932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:03:56.483571 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.api.validators [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] tftp-server is not in valid_values {{(pid=100932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:03:56.484696 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.api.validators [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] server-ip-address is not in valid_values {{(pid=100932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:03:56.490924 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18684081-a651-4438-9a8e-57f98f40fb39 None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:56.492214 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-18684081-a651-4438-9a8e-57f98f40fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:56.633974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 05b8d02f-1d4f-4213-9693-130d9b4adcd7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=05b8d02f-1d4f-4213-9693-130d9b4adcd7,segment=NetworkSegment(b41dcc4b-3250-4802-97d6-5a506dfa90d0),segment_id=b41dcc4b-3250-4802-97d6-5a506dfa90d0)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:56.668500 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-18684081-a651-4438-9a8e-57f98f40fb39 None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:56.702171 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3d021-7696-4415-bcaf-07d2c4102b6a req-b3fe2da4-1206-4ebe-ac3c-f33bfc3cd21b tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:56.703729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3eb3d021-7696-4415-bcaf-07d2c4102b6a req-b3fe2da4-1206-4ebe-ac3c-f33bfc3cd21b tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.1158037 Jul 05 04:03:56.722292 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55282) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:56.727371 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.781486 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-22a12e0b-5a3f-4a95-9a77-a40e1ccb2ddc tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.783754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-d10c5d5c-a054-4415-9eec-cf2fbe617706 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port 05b8d02f-1d4f-4213-9693-130d9b4adcd7 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:56.784288 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d10c5d5c-a054-4415-9eec-cf2fbe617706 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.839400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3eb3d021-7696-4415-bcaf-07d2c4102b6a req-f737f390-e64a-4dd5-a34e-4424211220d2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240227 Jul 05 04:03:56.882237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a12e0b-5a3f-4a95-9a77-a40e1ccb2ddc tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event deleted for resources: {'Port': ['ID=9f97f996-7845-40e3-b7dd-ad282205e9fc,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:56.942201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Made reservation on behalf of 1a1b289ef41c437c849811412dec573c for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:56.955092 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.991811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=05b8d02f-1d4f-4213-9693-130d9b4adcd7,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:57.041693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] device_id is not set on port 122d24a1-3063-4055-8e0b-b35084c1bece yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:57.054215 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-d10c5d5c-a054-4415-9eec-cf2fbe617706 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] For port 05b8d02f-1d4f-4213-9693-130d9b4adcd7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=05b8d02f-1d4f-4213-9693-130d9b4adcd7,segment=NetworkSegment(b41dcc4b-3250-4802-97d6-5a506dfa90d0),segment_id=b41dcc4b-3250-4802-97d6-5a506dfa90d0)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:57.054581 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d10c5d5c-a054-4415-9eec-cf2fbe617706 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.078229 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ece6dc50-ea01-4ce3-9314-c4f1832717e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.113452 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-d10c5d5c-a054-4415-9eec-cf2fbe617706 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for 05b8d02f-1d4f-4213-9693-130d9b4adcd7 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:57.115523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bef156-d94e-41c6-8c32-e9091bc92188 req-b4a63ea6-ab99-4342-977a-dfd5326eeca5 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.117399 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4bef156-d94e-41c6-8c32-e9091bc92188 req-b4a63ea6-ab99-4342-977a-dfd5326eeca5 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.1709163 Jul 05 04:03:57.141908 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-18684081-a651-4438-9a8e-57f98f40fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:54Z', 'revision_number': 7, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05b8d02f-1d4f-4213-9693-130d9b4adcd7', 'name': '', 'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:b2:0f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '0392bc90-9d07-48b8-a943-8312dd42479a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:48Z', 'updated_at': '2021-07-05T04:03:53Z', 'revision_number': 4, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '0392bc90-9d07-48b8-a943-8312dd42479a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:42Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b425b070-ed98-482c-a460-17d03d198b58', 'name': '', 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:c2:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:42Z', 'updated_at': '2021-07-05T04:03:50Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:57.195089 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18684081-a651-4438-9a8e-57f98f40fb39 None None] The sync data for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 is: [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:54Z', 'revision_number': 7, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05b8d02f-1d4f-4213-9693-130d9b4adcd7', 'name': '', 'network_id': '2e1f2aa9-2fff-41dd-be35-d356a076d72a', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:b2:0f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '0392bc90-9d07-48b8-a943-8312dd42479a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:48Z', 'updated_at': '2021-07-05T04:03:53Z', 'revision_number': 4, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '0392bc90-9d07-48b8-a943-8312dd42479a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:42Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b425b070-ed98-482c-a460-17d03d198b58', 'name': '', 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:c2:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:42Z', 'updated_at': '2021-07-05T04:03:50Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:57.214653 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4bef156-d94e-41c6-8c32-e9091bc92188 req-c37f035d-28c0-4749-b073-c4b838a2add8 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900946 Jul 05 04:03:57.252236 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-22a12e0b-5a3f-4a95-9a77-a40e1ccb2ddc tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.741913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Allocated IP 2001:db8::165 (f89dff3e-56ae-44d3-a675-db057c3618a2/03563e72-adfa-4c06-82f9-c6c5ba93ddef/122d24a1-3063-4055-8e0b-b35084c1bece) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:57.969682 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a12e0b-5a3f-4a95-9a77-a40e1ccb2ddc tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:57.978591 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ece6dc50-ea01-4ce3-9314-c4f1832717e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.029409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80a6654-61a2-48b2-a00d-120dad0ac7d1 None None] Network f89dff3e-56ae-44d3-a675-db057c3618a2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:58.048231 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ece6dc50-ea01-4ce3-9314-c4f1832717e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.102779 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d10c5d5c-a054-4415-9eec-cf2fbe617706 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.155384 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c5d5c-a054-4415-9eec-cf2fbe617706 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=05b8d02f-1d4f-4213-9693-130d9b4adcd7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:58.176331 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ece6dc50-ea01-4ce3-9314-c4f1832717e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a702b482da2942118bb2188f99276ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4315622 Jul 05 04:03:58.183445 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55294) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:58.189199 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a12e0b-5a3f-4a95-9a77-a40e1ccb2ddc tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:58.196881 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-22a12e0b-5a3f-4a95-9a77-a40e1ccb2ddc tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "PUT /v2.0/routers/0fecbd29-681c-4145-b8ea-ec54a991a7b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3956184 Jul 05 04:03:58.204330 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08fc81b-e6cf-4911-9c71-2558dce1c3e4 None None] Sync routers for ids ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:58.215807 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08fc81b-e6cf-4911-9c71-2558dce1c3e4 None None] Routers {'0fecbd29-681c-4145-b8ea-ec54a991a7b8'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:58.220466 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e08fc81b-e6cf-4911-9c71-2558dce1c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:58.237477 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.239803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55296) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:58.241661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6dc50-ea01-4ce3-9314-c4f1832717e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9814e572-9485-4e27-a183-a5ff799013c8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:58.270585 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ea6c476a-791b-4f5d-830a-5f5aa300f1ed up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:58.351963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46c5ee-a507-4e31-849e-c0632ed192e5 req-4875ff88-788a-4eef-84d3-bf6ee05fed79 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:58.362427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-95a67c53-e54a-44c5-a2e0-e17748ed1e06 None None] Provisioning for port ea6c476a-791b-4f5d-830a-5f5aa300f1ed completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:58.362665 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c46c5ee-a507-4e31-849e-c0632ed192e5 req-4875ff88-788a-4eef-84d3-bf6ee05fed79 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.2734802 Jul 05 04:03:58.448729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c46c5ee-a507-4e31-849e-c0632ed192e5 req-ec85ef5c-4b12-4476-9b18-30a8473647a8 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850668 Jul 05 04:03:58.475701 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Transition to ACTIVE for port object 122d24a1-3063-4055-8e0b-b35084c1bece will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:58.513566 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-e08fc81b-e6cf-4911-9c71-2558dce1c3e4 None None] Set router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:58.575674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port ea6c476a-791b-4f5d-830a-5f5aa300f1ed completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:58.580561 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ea6c476a-791b-4f5d-830a-5f5aa300f1ed triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:58.580942 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.601843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8146ae-4a55-4766-8b23-aa126d55d110 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Deleting subnet 7b1d19e2-a903-4f71-9cd1-3c3d258bebb8 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:58.607952 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457064d-cfd1-4ace-8161-9fc0db72f77f req-f48ca160-2e43-4aa1-930f-50233d0d3297 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:58.620045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0457064d-cfd1-4ace-8161-9fc0db72f77f req-f48ca160-2e43-4aa1-930f-50233d0d3297 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.1314428 Jul 05 04:03:58.671948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f8146ae-4a55-4766-8b23-aa126d55d110 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.679110 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cfc012fc-d61c-4e13-89fe-f86d0b5cfcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.694943 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0457064d-cfd1-4ace-8161-9fc0db72f77f req-1208cd82-c5f2-4d75-9cf1-b50198635373 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734012 Jul 05 04:03:58.746944 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.754293 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f8146ae-4a55-4766-8b23-aa126d55d110 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.789951 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port ea6c476a-791b-4f5d-830a-5f5aa300f1ed, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ea6c476a-791b-4f5d-830a-5f5aa300f1ed,segment=NetworkSegment(b98a28c1-a283-4113-ac2f-153326bd120a),segment_id=b98a28c1-a283-4113-ac2f-153326bd120a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:58.820511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cfc012fc-d61c-4e13-89fe-f86d0b5cfcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.840651 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d10c5d5c-a054-4415-9eec-cf2fbe617706 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.862032 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.862853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 05b8d02f-1d4f-4213-9693-130d9b4adcd7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:58.916333 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e08fc81b-e6cf-4911-9c71-2558dce1c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2078171201', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:34Z', 'updated_at': '2021-07-05T04:03:56Z', 'revision_number': 5, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:35Z', 'updated_at': '2021-07-05T04:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:58.934506 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 05b8d02f-1d4f-4213-9693-130d9b4adcd7 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:58.935005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 05b8d02f-1d4f-4213-9693-130d9b4adcd7 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 04:03:58.955249 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08fc81b-e6cf-4911-9c71-2558dce1c3e4 None None] Checking router: 0fecbd29-681c-4145-b8ea-ec54a991a7b8 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:03:58.969659 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08fc81b-e6cf-4911-9c71-2558dce1c3e4 None None] Routers {'0fecbd29-681c-4145-b8ea-ec54a991a7b8'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:58.970431 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e08fc81b-e6cf-4911-9c71-2558dce1c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:58.973200 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Port 05b8d02f-1d4f-4213-9693-130d9b4adcd7 not found, will not notify nova. {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 04:03:58.990699 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f8146ae-4a55-4766-8b23-aa126d55d110 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.994097 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.998805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=ea6c476a-791b-4f5d-830a-5f5aa300f1ed,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:59.071970 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-eaae7394-6a57-45ec-b033-741d8ad09be1 None None] Provisioning for port 84c6617a-f372-4849-b542-7e3c6016d497 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:59.075857 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-eaae7394-6a57-45ec-b033-741d8ad09be1 None None] Provisioning complete for port 84c6617a-f372-4849-b542-7e3c6016d497 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:59.076277 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-eaae7394-6a57-45ec-b033-741d8ad09be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.100765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Network f89dff3e-56ae-44d3-a675-db057c3618a2 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:59.113174 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:59.115021 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cfc012fc-d61c-4e13-89fe-f86d0b5cfcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.116478 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-e08fc81b-e6cf-4911-9c71-2558dce1c3e4 None None] Set router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:03:59.117701 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cfc012fc-d61c-4e13-89fe-f86d0b5cfcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.118870 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cfc012fc-d61c-4e13-89fe-f86d0b5cfcc8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9814e572-9485-4e27-a183-a5ff799013c8 HTTP/1.1" status: 204 len: 168 time: 0.9299555 Jul 05 04:03:59.119636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Pushing event updated for resources: {'Port': ['ID=122d24a1-3063-4055-8e0b-b35084c1bece,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:59.122319 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:59.136118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.141056 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.141173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-eaae7394-6a57-45ec-b033-741d8ad09be1 None None] Port 84c6617a-f372-4849-b542-7e3c6016d497 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:59.158434 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-eaae7394-6a57-45ec-b033-741d8ad09be1 None None] Provisioning complete for port ea6c476a-791b-4f5d-830a-5f5aa300f1ed triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:59.158778 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-eaae7394-6a57-45ec-b033-741d8ad09be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.167977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc012fc-d61c-4e13-89fe-f86d0b5cfcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9814e572-9485-4e27-a183-a5ff799013c8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:59.300511 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55304) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:59.301457 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b02324fd-5d91-4919-8077-8d3052f4050c tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.8266835 Jul 05 04:03:59.304692 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f8146ae-4a55-4766-8b23-aa126d55d110 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.326643 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10c5d5c-a054-4415-9eec-cf2fbe617706 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:03:59.367376 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f8146ae-4a55-4766-8b23-aa126d55d110 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.371520 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8f8146ae-4a55-4766-8b23-aa126d55d110 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "DELETE /v2.0/subnets/7b1d19e2-a903-4f71-9cd1-3c3d258bebb8 HTTP/1.1" status: 204 len: 168 time: 1.1263294 Jul 05 04:03:59.373455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8146ae-4a55-4766-8b23-aa126d55d110 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event deleted for resources: {'Subnet': ['ID=7b1d19e2-a903-4f71-9cd1-3c3d258bebb8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:59.376657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55306) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:59.456521 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e08fc81b-e6cf-4911-9c71-2558dce1c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2078171201', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:34Z', 'updated_at': '2021-07-05T04:03:56Z', 'revision_number': 5, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:35Z', 'updated_at': '2021-07-05T04:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:59.479999 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56bd7b2-64cb-4609-8493-094e51caa063 None None] Network db61f2ce-c85f-47b6-8665-33c1c34a01c3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:59.524298 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08fc81b-e6cf-4911-9c71-2558dce1c3e4 None None] The sync data for ids ['0fecbd29-681c-4145-b8ea-ec54a991a7b8'] in n-d-771363-32 is: [{'id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2078171201', 'tenant_id': 'ca84adb3a807463ab38748b30818c87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:00:34Z', 'updated_at': '2021-07-05T04:03:56Z', 'revision_number': 5, 'project_id': 'ca84adb3a807463ab38748b30818c87c', 'gw_port': {'id': 'de0f5c61-2658-4550-8ca1-83e4adbac5b2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fecbd29-681c-4145-b8ea-ec54a991a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:00:35Z', 'updated_at': '2021-07-05T04:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:03:59.619833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3feda9-d4ea-4be0-b3a8-7a511a1bd7e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.629858 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3feda9-d4ea-4be0-b3a8-7a511a1bd7e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.647325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3feda9-d4ea-4be0-b3a8-7a511a1bd7e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.649136 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-eb3feda9-d4ea-4be0-b3a8-7a511a1bd7e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3475897 Jul 05 04:03:59.653911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55312) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:59.666262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10c5d5c-a054-4415-9eec-cf2fbe617706 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:03:59.678124 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d10c5d5c-a054-4415-9eec-cf2fbe617706 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/8eca145d-ef58-4c38-a2d3-94e2c9c4e634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1566238 Jul 05 04:03:59.679327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55316) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:59.684351 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-01c47630-1b36-4e68-86bf-74fe67366f23 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.728143 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d120cca-90ed-4a87-b685-8b4582866a7f None None] Sync routers for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:03:59.773646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d120cca-90ed-4a87-b685-8b4582866a7f None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:03:59.774358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1d120cca-90ed-4a87-b685-8b4582866a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:59.877871 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-01c47630-1b36-4e68-86bf-74fe67366f23 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.928706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e03231-2cbb-4f33-8af9-b65b5ab70fa4 req-bf50d3f6-d226-4479-a12f-5aff5cefebc1 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.940262 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0e03231-2cbb-4f33-8af9-b65b5ab70fa4 req-bf50d3f6-d226-4479-a12f-5aff5cefebc1 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.2732930 Jul 05 04:03:59.940473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a0a38965-bfc7-40d1-a675-db321e1071cd None None] Provisioning for port 122d24a1-3063-4055-8e0b-b35084c1bece completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:59.968591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-893e9ea6-3ff3-4241-a11b-2e717f870efb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting subnet 0392bc90-9d07-48b8-a943-8312dd42479a {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:59.994337 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-893e9ea6-3ff3-4241-a11b-2e717f870efb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.998851 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a0a38965-bfc7-40d1-a675-db321e1071cd None None] Provisioning complete for port 122d24a1-3063-4055-8e0b-b35084c1bece triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:59.999148 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a0a38965-bfc7-40d1-a675-db321e1071cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.050454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0e03231-2cbb-4f33-8af9-b65b5ab70fa4 req-17a54e39-f595-43d5-96f9-0c965a22e578 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087558 Jul 05 04:04:00.068643 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4f790e98-3123-4994-b9fe-aefb170a6933 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Deleting port 122d24a1-3063-4055-8e0b-b35084c1bece {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:00.068643 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f790e98-3123-4994-b9fe-aefb170a6933 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.127753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48310556-08f6-4680-bb88-654e2cc2c725 None None] DHCP port deletion for db61f2ce-c85f-47b6-8665-33c1c34a01c3 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:00.162486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-1d120cca-90ed-4a87-b685-8b4582866a7f None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:00.162908 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-893e9ea6-3ff3-4241-a11b-2e717f870efb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.222779 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55320) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:00.278394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a0a38965-bfc7-40d1-a675-db321e1071cd None None] Port 122d24a1-3063-4055-8e0b-b35084c1bece cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:00.286764 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f790e98-3123-4994-b9fe-aefb170a6933 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.292160 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fcc498d1-1b84-4de3-a37b-3404b693f1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.309913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4f790e98-3123-4994-b9fe-aefb170a6933 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Calling delete_port for 122d24a1-3063-4055-8e0b-b35084c1bece owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:00.331594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ea6c476a-791b-4f5d-830a-5f5aa300f1ed up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:00.394346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-01c47630-1b36-4e68-86bf-74fe67366f23 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Deleting port de0f5c61-2658-4550-8ca1-83e4adbac5b2 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:00.394804 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-01c47630-1b36-4e68-86bf-74fe67366f23 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.471006 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-893e9ea6-3ff3-4241-a11b-2e717f870efb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.477830 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583135f8-4c9e-4624-b4ce-9ca8d0b041ee req-046d5094-339e-4468-b7c4-d2823804d9d3 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:00.480513 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-583135f8-4c9e-4624-b4ce-9ca8d0b041ee req-046d5094-339e-4468-b7c4-d2823804d9d3 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.1414135 Jul 05 04:04:00.493484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a0a38965-bfc7-40d1-a675-db321e1071cd None None] Provisioning complete for port 84c6617a-f372-4849-b542-7e3c6016d497 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:00.494022 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a0a38965-bfc7-40d1-a675-db321e1071cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.568861 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-583135f8-4c9e-4624-b4ce-9ca8d0b041ee req-015c5f60-a3bd-40cc-a9b1-5b08442bfe80 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813916 Jul 05 04:04:00.599827 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fcc498d1-1b84-4de3-a37b-3404b693f1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.602022 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-01c47630-1b36-4e68-86bf-74fe67366f23 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] For port de0f5c61-2658-4550-8ca1-83e4adbac5b2, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=de0f5c61-2658-4550-8ca1-83e4adbac5b2,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:00.602450 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-01c47630-1b36-4e68-86bf-74fe67366f23 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.610543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ea6c476a-791b-4f5d-830a-5f5aa300f1ed triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:00.610922 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.612667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a0a38965-bfc7-40d1-a675-db321e1071cd None None] Port 84c6617a-f372-4849-b542-7e3c6016d497 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:00.618512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-01c47630-1b36-4e68-86bf-74fe67366f23 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Calling delete_port for de0f5c61-2658-4550-8ca1-83e4adbac5b2 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:00.618991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-48310556-08f6-4680-bb88-654e2cc2c725 None None] Deleting port adc6f8bd-903c-4e6d-81e3-733f1dc35bdd {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:00.619375 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-48310556-08f6-4680-bb88-654e2cc2c725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.694387 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f790e98-3123-4994-b9fe-aefb170a6933 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.723108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f790e98-3123-4994-b9fe-aefb170a6933 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Pushing event deleted for resources: {'Port': ['ID=122d24a1-3063-4055-8e0b-b35084c1bece,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:00.732428 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-893e9ea6-3ff3-4241-a11b-2e717f870efb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.739244 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fcc498d1-1b84-4de3-a37b-3404b693f1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.752941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-48310556-08f6-4680-bb88-654e2cc2c725 None None] For port adc6f8bd-903c-4e6d-81e3-733f1dc35bdd, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=adc6f8bd-903c-4e6d-81e3-733f1dc35bdd,segment=NetworkSegment(df812bc4-2884-42bd-b8ee-1f7bf5b61755),segment_id=df812bc4-2884-42bd-b8ee-1f7bf5b61755)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:00.753379 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-48310556-08f6-4680-bb88-654e2cc2c725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.758684 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4f790e98-3123-4994-b9fe-aefb170a6933 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.766248 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4f790e98-3123-4994-b9fe-aefb170a6933 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] 10.222.0.38 "DELETE /v2.0/ports/122d24a1-3063-4055-8e0b-b35084c1bece HTTP/1.1" status: 204 len: 168 time: 1.1059594 Jul 05 04:04:00.766248 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55322) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:00.773988 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-48310556-08f6-4680-bb88-654e2cc2c725 None None] Calling delete_port for adc6f8bd-903c-4e6d-81e3-733f1dc35bdd owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:00.774176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6d96cbef-a8fc-4f97-9f16-3d7f91a32a4a tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Request body: {'port': {'name': 'tempest-new-port-name-388812244', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:00.774522 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.api.validators [None req-6d96cbef-a8fc-4f97-9f16-3d7f91a32a4a tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] bootfile-name is not in valid_values {{(pid=100933) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:04:00.774890 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.api.validators [None req-6d96cbef-a8fc-4f97-9f16-3d7f91a32a4a tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] tftp-server is not in valid_values {{(pid=100933) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:04:00.775231 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.api.validators [None req-6d96cbef-a8fc-4f97-9f16-3d7f91a32a4a tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] server-ip-address is not in valid_values {{(pid=100933) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:04:00.783252 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e9ea6-3ff3-4241-a11b-2e717f870efb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Subnet': ['ID=0392bc90-9d07-48b8-a943-8312dd42479a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:00.788480 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-893e9ea6-3ff3-4241-a11b-2e717f870efb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.794353 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-893e9ea6-3ff3-4241-a11b-2e717f870efb tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/0392bc90-9d07-48b8-a943-8312dd42479a HTTP/1.1" status: 204 len: 168 time: 0.9647121 Jul 05 04:04:00.803885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55324) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:00.831123 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fcc498d1-1b84-4de3-a37b-3404b693f1d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=062d989e58a54627b9250467fb46e386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6038139 Jul 05 04:04:00.838195 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55328) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:00.841813 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf88cee1-a159-4242-b3c0-3addb9012710 None None] Network 2e1f2aa9-2fff-41dd-be35-d356a076d72a requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:00.863163 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc498d1-1b84-4de3-a37b-3404b693f1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39d21bc-bb5b-4370-ba47-c1939115f2f9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:00.925029 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d96cbef-a8fc-4f97-9f16-3d7f91a32a4a tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.950806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1d120cca-90ed-4a87-b685-8b4582866a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:57Z', 'revision_number': 8, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:42Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b425b070-ed98-482c-a460-17d03d198b58', 'name': '', 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:c2:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:42Z', 'updated_at': '2021-07-05T04:03:50Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:00.953574 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9f97f996-7845-40e3-b7dd-ad282205e9fc no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:00.955655 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.000209 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bfae6a8a-86a8-4cbf-a6d7-ac06c6a3483a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.026163 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-01c47630-1b36-4e68-86bf-74fe67366f23 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.029622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port 1c07cdf4-3639-4dd5-ad97-b44f3504253f {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:01.030341 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.050885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 9f97f996-7845-40e3-b7dd-ad282205e9fc {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:01.051099 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9f97f996-7845-40e3-b7dd-ad282205e9fc not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:01.052431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bfae6a8a-86a8-4cbf-a6d7-ac06c6a3483a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.053241 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d120cca-90ed-4a87-b685-8b4582866a7f None None] Checking router: 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:01.099937 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d120cca-90ed-4a87-b685-8b4582866a7f None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:01.100608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1d120cca-90ed-4a87-b685-8b4582866a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:01.106495 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c47630-1b36-4e68-86bf-74fe67366f23 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event deleted for resources: {'Port': ['ID=de0f5c61-2658-4550-8ca1-83e4adbac5b2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:01.194213 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-01c47630-1b36-4e68-86bf-74fe67366f23 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.256544 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-1d120cca-90ed-4a87-b685-8b4582866a7f None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:01.295913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] For port 1c07cdf4-3639-4dd5-ad97-b44f3504253f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1c07cdf4-3639-4dd5-ad97-b44f3504253f,segment=NetworkSegment(b41dcc4b-3250-4802-97d6-5a506dfa90d0),segment_id=b41dcc4b-3250-4802-97d6-5a506dfa90d0)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:01.297078 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.306191 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-01c47630-1b36-4e68-86bf-74fe67366f23 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.308172 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261ce68-bb62-411a-80b9-16c07370c7ec req-6a040506-2254-4a67-9361-e1e81d93be1c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:01.309560 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-01c47630-1b36-4e68-86bf-74fe67366f23 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.313930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b261ce68-bb62-411a-80b9-16c07370c7ec req-6a040506-2254-4a67-9361-e1e81d93be1c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.1001017 Jul 05 04:04:01.315995 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for 1c07cdf4-3639-4dd5-ad97-b44f3504253f owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:01.331435 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-48310556-08f6-4680-bb88-654e2cc2c725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.394559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48310556-08f6-4680-bb88-654e2cc2c725 None None] Pushing event deleted for resources: {'Port': ['ID=adc6f8bd-903c-4e6d-81e3-733f1dc35bdd,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:01.395656 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b261ce68-bb62-411a-80b9-16c07370c7ec req-719320e0-9fa2-4f2c-a212-23a5f3289f04 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664012 Jul 05 04:04:01.402117 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bfae6a8a-86a8-4cbf-a6d7-ac06c6a3483a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.407204 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bfae6a8a-86a8-4cbf-a6d7-ac06c6a3483a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.410750 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bfae6a8a-86a8-4cbf-a6d7-ac06c6a3483a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e39d21bc-bb5b-4370-ba47-c1939115f2f9 HTTP/1.1" status: 204 len: 168 time: 0.5693693 Jul 05 04:04:01.423135 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d96cbef-a8fc-4f97-9f16-3d7f91a32a4a tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.427885 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae6a8a-86a8-4cbf-a6d7-ac06c6a3483a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39d21bc-bb5b-4370-ba47-c1939115f2f9,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:01.443367 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-01c47630-1b36-4e68-86bf-74fe67366f23 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.444008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c47630-1b36-4e68-86bf-74fe67366f23 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Fanout notify agent at l3_agent the message router_deleted on router 0fecbd29-681c-4145-b8ea-ec54a991a7b8 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:04:01.456935 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-01c47630-1b36-4e68-86bf-74fe67366f23 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.456935 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-01c47630-1b36-4e68-86bf-74fe67366f23 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "DELETE /v2.0/routers/0fecbd29-681c-4145-b8ea-ec54a991a7b8 HTTP/1.1" status: 204 len: 168 time: 2.0752175 Jul 05 04:04:01.457380 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55334) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:01.472321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48310556-08f6-4680-bb88-654e2cc2c725 None None] No DVR routers for this DVR port adc6f8bd-903c-4e6d-81e3-733f1dc35bdd on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:01.477931 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefa519c-0684-4fda-8a6a-e20e3af926a2 None None] DHCP port deletion for 2e1f2aa9-2fff-41dd-be35-d356a076d72a request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:01.568947 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.574272 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d96cbef-a8fc-4f97-9f16-3d7f91a32a4a tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.622335 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=1c07cdf4-3639-4dd5-ad97-b44f3504253f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:01.626247 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] No DVR routers for this DVR port 1c07cdf4-3639-4dd5-ad97-b44f3504253f on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:01.651292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-cefa519c-0684-4fda-8a6a-e20e3af926a2 None None] Deleting port 1c07cdf4-3639-4dd5-ad97-b44f3504253f {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:01.651799 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cefa519c-0684-4fda-8a6a-e20e3af926a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.668434 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96cbef-a8fc-4f97-9f16-3d7f91a32a4a tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Pushing event updated for resources: {'Port': ['ID=84c6617a-f372-4849-b542-7e3c6016d497,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:01.683965 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba9e2-fb7c-4bd1-bc30-0fc0baac6af3 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.700863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-6d96cbef-a8fc-4f97-9f16-3d7f91a32a4a tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] In _notify_port_updated(), no bound segment for port 84c6617a-f372-4849-b542-7e3c6016d497 on network f89dff3e-56ae-44d3-a675-db057c3618a2 {{(pid=100933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:04:01.709799 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d96cbef-a8fc-4f97-9f16-3d7f91a32a4a tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:01.710538 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d96cbef-a8fc-4f97-9f16-3d7f91a32a4a tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.714605 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6d96cbef-a8fc-4f97-9f16-3d7f91a32a4a tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] 10.222.0.38 "PUT /v2.0/ports/84c6617a-f372-4849-b542-7e3c6016d497 HTTP/1.1" status: 200 len: 1129 time: 0.9451840 Jul 05 04:04:01.716361 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55338) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:01.933821 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8093fe-62b1-49df-9137-8adebe3b0ae7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:01.935560 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4c8093fe-62b1-49df-9137-8adebe3b0ae7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] 10.222.0.38 "GET /v2.0/ports/84c6617a-f372-4849-b542-7e3c6016d497 HTTP/1.1" status: 200 len: 1129 time: 0.2167237 Jul 05 04:04:01.944994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55342) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:01.970310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-cefa519c-0684-4fda-8a6a-e20e3af926a2 None None] For port 1c07cdf4-3639-4dd5-ad97-b44f3504253f, host n-d-771363-32, got binding levels [] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:01.970534 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cefa519c-0684-4fda-8a6a-e20e3af926a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.985293 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba9e2-fb7c-4bd1-bc30-0fc0baac6af3 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.987605 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-cefa519c-0684-4fda-8a6a-e20e3af926a2 None None] Calling delete_port for 1c07cdf4-3639-4dd5-ad97-b44f3504253f owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:01.991398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.ipam_backend_mixin [None req-cefa519c-0684-4fda-8a6a-e20e3af926a2 None None] Port 1c07cdf4-3639-4dd5-ad97-b44f3504253f was not found and therefore no delete operation was performed {{(pid=100934) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:04:01.997919 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cefa519c-0684-4fda-8a6a-e20e3af926a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.010219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1d120cca-90ed-4a87-b685-8b4582866a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:57Z', 'revision_number': 8, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:42Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b425b070-ed98-482c-a460-17d03d198b58', 'name': '', 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:c2:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:42Z', 'updated_at': '2021-07-05T04:03:50Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:02.071196 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-4e3ba9e2-fb7c-4bd1-bc30-0fc0baac6af3 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db61f2ce-c85f-47b6-8665-33c1c34a01c3']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:02.088031 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d120cca-90ed-4a87-b685-8b4582866a7f None None] The sync data for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 is: [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:03:57Z', 'revision_number': 8, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:42Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b425b070-ed98-482c-a460-17d03d198b58', 'name': '', 'network_id': '55c263b9-5418-42b0-94f3-eb1b64caa459', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:c2:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:42Z', 'updated_at': '2021-07-05T04:03:50Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '2bad2e87-7818-440c-8c76-b76d17f0b2a0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:02.101870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-4e3ba9e2-fb7c-4bd1-bc30-0fc0baac6af3 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df812bc4-2884-42bd-b8ee-1f7bf5b61755') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:02.102289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-4e3ba9e2-fb7c-4bd1-bc30-0fc0baac6af3 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df812bc4-2884-42bd-b8ee-1f7bf5b61755') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:02.102831 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa519c-0684-4fda-8a6a-e20e3af926a2 None None] Pushing event deleted for resources: {'Port': ['ID=1c07cdf4-3639-4dd5-ad97-b44f3504253f,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:02.107542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefa519c-0684-4fda-8a6a-e20e3af926a2 None None] No DVR routers for this DVR port 1c07cdf4-3639-4dd5-ad97-b44f3504253f on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:02.125294 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba9e2-fb7c-4bd1-bc30-0fc0baac6af3 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.169426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b23ade05-73c5-4a9e-9359-b429f70e7607 None None] Provisioning complete for port 84c6617a-f372-4849-b542-7e3c6016d497 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:02.170032 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b23ade05-73c5-4a9e-9359-b429f70e7607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.209234 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba9e2-fb7c-4bd1-bc30-0fc0baac6af3 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.223209 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b23ade05-73c5-4a9e-9359-b429f70e7607 None None] Port 84c6617a-f372-4849-b542-7e3c6016d497 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:02.251400 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3ba9e2-fb7c-4bd1-bc30-0fc0baac6af3 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:02.251909 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba9e2-fb7c-4bd1-bc30-0fc0baac6af3 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:02.255898 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:02.276626 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d6c30-f017-4b79-8dc7-c3f497ba4482 req-2fbe191e-d6d5-4f1e-a4d2-52cd16745ce7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:02.278204 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b75d6c30-f017-4b79-8dc7-c3f497ba4482 req-2fbe191e-d6d5-4f1e-a4d2-52cd16745ce7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 945 time: 0.5138135 Jul 05 04:04:02.310741 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.319376 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.329940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1f2aa9-2fff-41dd-be35-d356a076d72a']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:02.339738 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41dcc4b-3250-4802-97d6-5a506dfa90d0') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:02.339925 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41dcc4b-3250-4802-97d6-5a506dfa90d0') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:02.350130 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.365886 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.376993 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:04:02.378175 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:02.378589 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:02.381741 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:02.404154 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b75d6c30-f017-4b79-8dc7-c3f497ba4482 req-e0efdbe1-a601-4271-a415-e57d05abb206 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881858 Jul 05 04:04:02.410765 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-94b174ff-acee-410a-b002-ea1a9b4a6f4d tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Deleting port 84c6617a-f372-4849-b542-7e3c6016d497 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:02.410992 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94b174ff-acee-410a-b002-ea1a9b4a6f4d tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.482016 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device adc6f8bd-903c-4e6d-81e3-733f1dc35bdd no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:02.486403 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba9e2-fb7c-4bd1-bc30-0fc0baac6af3 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.488866 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba9e2-fb7c-4bd1-bc30-0fc0baac6af3 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.490997 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4e3ba9e2-fb7c-4bd1-bc30-0fc0baac6af3 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] 10.222.0.38 "DELETE /v2.0/networks/db61f2ce-c85f-47b6-8665-33c1c34a01c3 HTTP/1.1" status: 204 len: 168 time: 1.0324838 Jul 05 04:04:02.520356 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ba9e2-fb7c-4bd1-bc30-0fc0baac6af3 tempest-TestSecurityGroupsBasicOps-346464721 tempest-TestSecurityGroupsBasicOps-346464721-project] Pushing event deleted for resources: {'Network': ['ID=db61f2ce-c85f-47b6-8665-33c1c34a01c3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:02.535333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: adc6f8bd-903c-4e6d-81e3-733f1dc35bdd {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:02.535634 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.535763 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device adc6f8bd-903c-4e6d-81e3-733f1dc35bdd not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:02.536170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1c07cdf4-3639-4dd5-ad97-b44f3504253f no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:02.544468 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.549966 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/networks/2e1f2aa9-2fff-41dd-be35-d356a076d72a HTTP/1.1" status: 204 len: 168 time: 1.7389252 Jul 05 04:04:02.552110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55360) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:02.569777 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94b174ff-acee-410a-b002-ea1a9b4a6f4d tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.589415 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-94b174ff-acee-410a-b002-ea1a9b4a6f4d tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Calling delete_port for 84c6617a-f372-4849-b542-7e3c6016d497 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:02.592018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 1c07cdf4-3639-4dd5-ad97-b44f3504253f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:02.592401 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1c07cdf4-3639-4dd5-ad97-b44f3504253f not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:02.593045 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device de0f5c61-2658-4550-8ca1-83e4adbac5b2 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:02.639051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: de0f5c61-2658-4550-8ca1-83e4adbac5b2 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:02.639403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device de0f5c61-2658-4550-8ca1-83e4adbac5b2 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:02.699115 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d859bc7-337b-4e52-8294-d94c165296b0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Network': ['ID=2e1f2aa9-2fff-41dd-be35-d356a076d72a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:02.835633 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce636428-278c-43ee-8590-a74f59cc2e1c req-eb340111-f706-47ff-8212-1cc81459ee02 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:02.837332 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce636428-278c-43ee-8590-a74f59cc2e1c req-eb340111-f706-47ff-8212-1cc81459ee02 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.1041691 Jul 05 04:04:02.871762 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94b174ff-acee-410a-b002-ea1a9b4a6f4d tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.905206 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce636428-278c-43ee-8590-a74f59cc2e1c req-60e78ad9-7430-4748-9746-d0dee932fbc8 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619180 Jul 05 04:04:02.908499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b174ff-acee-410a-b002-ea1a9b4a6f4d tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Pushing event deleted for resources: {'Port': ['ID=84c6617a-f372-4849-b542-7e3c6016d497,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:02.945071 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94b174ff-acee-410a-b002-ea1a9b4a6f4d tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.949542 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-94b174ff-acee-410a-b002-ea1a9b4a6f4d tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] 10.222.0.38 "DELETE /v2.0/ports/84c6617a-f372-4849-b542-7e3c6016d497 HTTP/1.1" status: 204 len: 168 time: 1.0006142 Jul 05 04:04:02.951947 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55376) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:03.020611 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34d96a4-24cd-4379-9a5d-7223ccad6a81 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Deleting subnet 03563e72-adfa-4c06-82f9-c6c5ba93ddef {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:03.023889 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e34d96a4-24cd-4379-9a5d-7223ccad6a81 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.106087 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e34d96a4-24cd-4379-9a5d-7223ccad6a81 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.143453 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc68d347-aba3-4bac-bdff-85ce53906176 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.308237 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e34d96a4-24cd-4379-9a5d-7223ccad6a81 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.498026 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-bc68d347-aba3-4bac-bdff-85ce53906176 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port b425b070-ed98-482c-a460-17d03d198b58 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:03.498756 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc68d347-aba3-4bac-bdff-85ce53906176 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.512230 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e34d96a4-24cd-4379-9a5d-7223ccad6a81 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.547359 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d96a4-24cd-4379-9a5d-7223ccad6a81 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Pushing event deleted for resources: {'Subnet': ['ID=03563e72-adfa-4c06-82f9-c6c5ba93ddef,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:03.556936 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e34d96a4-24cd-4379-9a5d-7223ccad6a81 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.557043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a561868c-d176-4975-8980-076fe630952f None None] Network f89dff3e-56ae-44d3-a675-db057c3618a2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:03.564220 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e34d96a4-24cd-4379-9a5d-7223ccad6a81 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] 10.222.0.38 "DELETE /v2.0/subnets/03563e72-adfa-4c06-82f9-c6c5ba93ddef HTTP/1.1" status: 204 len: 168 time: 0.6065066 Jul 05 04:04:03.564220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55400) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:03.625297 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-bc68d347-aba3-4bac-bdff-85ce53906176 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] For port b425b070-ed98-482c-a460-17d03d198b58, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b425b070-ed98-482c-a460-17d03d198b58,segment=NetworkSegment(02371514-a5ed-44ce-ab8a-71e7f7737ae5),segment_id=02371514-a5ed-44ce-ab8a-71e7f7737ae5)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:03.625523 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc68d347-aba3-4bac-bdff-85ce53906176 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.663087 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.663386 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-bc68d347-aba3-4bac-bdff-85ce53906176 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for b425b070-ed98-482c-a460-17d03d198b58 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:03.748308 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Deleting port ea6c476a-791b-4f5d-830a-5f5aa300f1ed {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:03.748715 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.770386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 05b8d02f-1d4f-4213-9693-130d9b4adcd7 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:03.814726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 05b8d02f-1d4f-4213-9693-130d9b4adcd7 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:03.819659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 05b8d02f-1d4f-4213-9693-130d9b4adcd7 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:03.821538 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.821959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55408) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:03.824433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7c02b0-a3d3-4f91-8ba9-62674288523c None None] DHCP port deletion for f89dff3e-56ae-44d3-a675-db057c3618a2 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:03.898599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7a7c02b0-a3d3-4f91-8ba9-62674288523c None None] Deleting port ea6c476a-791b-4f5d-830a-5f5aa300f1ed {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:03.900794 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7a7c02b0-a3d3-4f91-8ba9-62674288523c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.901022 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] For port ea6c476a-791b-4f5d-830a-5f5aa300f1ed, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ea6c476a-791b-4f5d-830a-5f5aa300f1ed,segment=NetworkSegment(b98a28c1-a283-4113-ac2f-153326bd120a),segment_id=b98a28c1-a283-4113-ac2f-153326bd120a)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:03.901523 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.916778 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Calling delete_port for ea6c476a-791b-4f5d-830a-5f5aa300f1ed owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:03.998553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7a7c02b0-a3d3-4f91-8ba9-62674288523c None None] For port ea6c476a-791b-4f5d-830a-5f5aa300f1ed, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ea6c476a-791b-4f5d-830a-5f5aa300f1ed,segment=NetworkSegment(b98a28c1-a283-4113-ac2f-153326bd120a),segment_id=b98a28c1-a283-4113-ac2f-153326bd120a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:03.998955 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7a7c02b0-a3d3-4f91-8ba9-62674288523c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.012348 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-84d9b0db-fa81-44eb-8bce-493149e492fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca84adb3a807463ab38748b30818c87c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870496 Jul 05 04:04:04.012617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55418) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:04.015763 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7a7c02b0-a3d3-4f91-8ba9-62674288523c None None] Calling delete_port for ea6c476a-791b-4f5d-830a-5f5aa300f1ed owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:04.023012 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc68d347-aba3-4bac-bdff-85ce53906176 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.064206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68d347-aba3-4bac-bdff-85ce53906176 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=b425b070-ed98-482c-a460-17d03d198b58,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:04.133894 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.136189 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7a7c02b0-a3d3-4f91-8ba9-62674288523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.151374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] No DVR routers for this DVR port ea6c476a-791b-4f5d-830a-5f5aa300f1ed on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:04.181044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Pushing event deleted for resources: {'Port': ['ID=ea6c476a-791b-4f5d-830a-5f5aa300f1ed,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:04.212252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7c02b0-a3d3-4f91-8ba9-62674288523c None None] No DVR routers for this DVR port ea6c476a-791b-4f5d-830a-5f5aa300f1ed on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:04.224187 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c02b0-a3d3-4f91-8ba9-62674288523c None None] Pushing event deleted for resources: {'Port': ['ID=ea6c476a-791b-4f5d-830a-5f5aa300f1ed,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:04.259926 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50b9f13f-349a-491c-b0ee-d7d8d3908188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.272848 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc68d347-aba3-4bac-bdff-85ce53906176 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.280270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e97165-d9b3-4e49-924e-cbbbdcce6f06 req-dd3d0468-1976-4181-990f-da65a2d6c0fb tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:04.288491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6e97165-d9b3-4e49-924e-cbbbdcce6f06 req-dd3d0468-1976-4181-990f-da65a2d6c0fb tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.2268302 Jul 05 04:04:04.301295 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.329277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89dff3e-56ae-44d3-a675-db057c3618a2']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:04.348256 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98a28c1-a283-4113-ac2f-153326bd120a') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:04.348562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98a28c1-a283-4113-ac2f-153326bd120a') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:04.368687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6e97165-d9b3-4e49-924e-cbbbdcce6f06 req-ad1b6bed-8bee-4a33-a6dc-51049319aa12 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792139 Jul 05 04:04:04.370241 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50b9f13f-349a-491c-b0ee-d7d8d3908188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.378056 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.417691 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.436087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:04.436941 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:04.441185 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:04.588690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc68d347-aba3-4bac-bdff-85ce53906176 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:04.626609 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.633600 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.635544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] 10.222.0.38 "DELETE /v2.0/networks/f89dff3e-56ae-44d3-a675-db057c3618a2 HTTP/1.1" status: 204 len: 168 time: 1.0735121 Jul 05 04:04:04.639806 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50b9f13f-349a-491c-b0ee-d7d8d3908188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.642572 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50b9f13f-349a-491c-b0ee-d7d8d3908188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.643733 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-50b9f13f-349a-491c-b0ee-d7d8d3908188 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca9cad2b-7727-4b82-874f-1874024ec8a0 HTTP/1.1" status: 204 len: 168 time: 0.6299055 Jul 05 04:04:04.648923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f3682-2316-4acb-86e7-e91961d766af tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923 tempest-ExtraDHCPOptionsIpV6TestJSON-1186099923-project] Pushing event deleted for resources: {'Network': ['ID=f89dff3e-56ae-44d3-a675-db057c3618a2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:04.682582 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9f13f-349a-491c-b0ee-d7d8d3908188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9cad2b-7727-4b82-874f-1874024ec8a0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:04.717501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc68d347-aba3-4bac-bdff-85ce53906176 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:04.719285 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bc68d347-aba3-4bac-bdff-85ce53906176 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/8eca145d-ef58-4c38-a2d3-94e2c9c4e634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1630547 Jul 05 04:04:04.722245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55446) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:04.729632 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c17a4-8a69-4efc-a505-33de521446fd None None] Sync routers for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:04.743426 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c17a4-8a69-4efc-a505-33de521446fd None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:04.744575 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1f2c17a4-8a69-4efc-a505-33de521446fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:04.795780 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-31409ad2-3804-4855-8f6e-a3eb46c36dca tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting subnet 2bad2e87-7818-440c-8c76-b76d17f0b2a0 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:04.800492 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31409ad2-3804-4855-8f6e-a3eb46c36dca tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.847368 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31409ad2-3804-4855-8f6e-a3eb46c36dca tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.850126 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-1f2c17a4-8a69-4efc-a505-33de521446fd None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:04.932290 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31409ad2-3804-4855-8f6e-a3eb46c36dca tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.075897 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1f2c17a4-8a69-4efc-a505-33de521446fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:04:03Z', 'revision_number': 9, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:42Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:05.077644 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31409ad2-3804-4855-8f6e-a3eb46c36dca tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.105765 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c17a4-8a69-4efc-a505-33de521446fd None None] Checking router: 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:05.113619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31409ad2-3804-4855-8f6e-a3eb46c36dca tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Subnet': ['ID=2bad2e87-7818-440c-8c76-b76d17f0b2a0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:05.122539 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31409ad2-3804-4855-8f6e-a3eb46c36dca tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.125264 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c17a4-8a69-4efc-a505-33de521446fd None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:05.130305 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-31409ad2-3804-4855-8f6e-a3eb46c36dca tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/2bad2e87-7818-440c-8c76-b76d17f0b2a0 HTTP/1.1" status: 204 len: 168 time: 0.4045730 Jul 05 04:04:05.130472 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1f2c17a4-8a69-4efc-a505-33de521446fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:05.130584 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55460) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:05.132834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020824db-4a1e-46c6-bb23-5055d7a1d661 None None] Network 55c263b9-5418-42b0-94f3-eb1b64caa459 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:05.244585 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-b0e046ae-b320-4b25-8cd6-048d049f34dd req-98ab7ae6-64d0-4244-a62c-874b5d90e73a service neutron] (100932) timed out ('10.222.0.38', 58350) {{(pid=100932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:04:05.261346 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-1f2c17a4-8a69-4efc-a505-33de521446fd None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:05.300151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55474) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:05.318576 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.371488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d317bf-76a5-4ab1-80bb-505553b2304c None None] DHCP port deletion for 55c263b9-5418-42b0-94f3-eb1b64caa459 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:05.427942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:05.428319 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.478985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-25d317bf-76a5-4ab1-80bb-505553b2304c None None] Deleting port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:05.479381 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-25d317bf-76a5-4ab1-80bb-505553b2304c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.575756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] For port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=16ac83fe-0ca9-48aa-984a-949c2e2d5f46,segment=NetworkSegment(02371514-a5ed-44ce-ab8a-71e7f7737ae5),segment_id=02371514-a5ed-44ce-ab8a-71e7f7737ae5)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:05.576645 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.593985 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:05.643337 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-25d317bf-76a5-4ab1-80bb-505553b2304c None None] For port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=16ac83fe-0ca9-48aa-984a-949c2e2d5f46,segment=NetworkSegment(02371514-a5ed-44ce-ab8a-71e7f7737ae5),segment_id=02371514-a5ed-44ce-ab8a-71e7f7737ae5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:05.643747 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-25d317bf-76a5-4ab1-80bb-505553b2304c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.681621 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-25d317bf-76a5-4ab1-80bb-505553b2304c None None] Calling delete_port for 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:05.683641 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1f2c17a4-8a69-4efc-a505-33de521446fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:04:03Z', 'revision_number': 9, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:42Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:05.731604 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c17a4-8a69-4efc-a505-33de521446fd None None] The sync data for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 is: [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:04:03Z', 'revision_number': 9, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2857acf3-cd37-4765-a734-5be3435a6d20', 'name': '', 'network_id': 'ec514d55-fccf-4c0d-a457-89f1102e6a32', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:2b:e1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:35Z', 'updated_at': '2021-07-05T04:03:42Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '3630ecea-fc6c-42dd-a398-e53d88cd3f3a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:05.732861 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-80b81dea-e621-4287-bf48-bcd29ed0a291 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1a1b289ef41c437c849811412dec573c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4313045 Jul 05 04:04:05.736545 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55508) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:05.750449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55510) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:05.760248 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092974c-38e5-43f8-9739-e635493da975 req-25e1d3c5-dc7c-42be-96f4-73a4290ee18f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:05.763303 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0092974c-38e5-43f8-9739-e635493da975 req-25e1d3c5-dc7c-42be-96f4-73a4290ee18f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.2128122 Jul 05 04:04:05.767642 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-52264965-f8b2-47e2-abb6-1f24b0ab7470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.842117 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0092974c-38e5-43f8-9739-e635493da975 req-9400f0f7-2d15-4fc9-9cf6-7701ca71c76d tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642550 Jul 05 04:04:05.854544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.862276 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-25d317bf-76a5-4ab1-80bb-505553b2304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.871908 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b900273b-1a2b-4779-ad0e-5e5af13616d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.895021 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b900273b-1a2b-4779-ad0e-5e5af13616d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.895872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d317bf-76a5-4ab1-80bb-505553b2304c None None] No DVR routers for this DVR port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:05.896745 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=16ac83fe-0ca9-48aa-984a-949c2e2d5f46,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:05.901713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d317bf-76a5-4ab1-80bb-505553b2304c None None] Pushing event deleted for resources: {'Port': ['ID=16ac83fe-0ca9-48aa-984a-949c2e2d5f46,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:05.903692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] No DVR routers for this DVR port 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:05.924307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0df1813a-c461-40f1-bef9-e58199a9f998 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:04:06.002968 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.013320 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c263b9-5418-42b0-94f3-eb1b64caa459']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:06.026830 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02371514-a5ed-44ce-ab8a-71e7f7737ae5') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:06.027153 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02371514-a5ed-44ce-ab8a-71e7f7737ae5') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:06.035199 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0df1813a-c461-40f1-bef9-e58199a9f998, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0df1813a-c461-40f1-bef9-e58199a9f998,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:06.037720 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.042943 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b900273b-1a2b-4779-ad0e-5e5af13616d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.046184 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b900273b-1a2b-4779-ad0e-5e5af13616d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.047663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '0df1813a-c461-40f1-bef9-e58199a9f998', 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056', 'port_id': '0df1813a-c461-40f1-bef9-e58199a9f998', 'mac_address': 'fa:16:3e:c7:cb:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefdd25d-0aee-4b3b-8b2d-510efdce7acb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:04:06.049998 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b900273b-1a2b-4779-ad0e-5e5af13616d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/58c8a2d0-3611-4c0d-b9ff-c6945386dfb3 HTTP/1.1" status: 204 len: 168 time: 0.3119769 Jul 05 04:04:06.059922 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900273b-1a2b-4779-ad0e-5e5af13616d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c8a2d0-3611-4c0d-b9ff-c6945386dfb3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:06.075700 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.097069 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.106345 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:06.106779 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:06.115326 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:06.139374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0df1813a-c461-40f1-bef9-e58199a9f998 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:04:06.173044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0df1813a-c461-40f1-bef9-e58199a9f998, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0df1813a-c461-40f1-bef9-e58199a9f998,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:06.248799 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ea6c476a-791b-4f5d-830a-5f5aa300f1ed no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:06.250729 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-52264965-f8b2-47e2-abb6-1f24b0ab7470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.270949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: ea6c476a-791b-4f5d-830a-5f5aa300f1ed {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:06.271292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ea6c476a-791b-4f5d-830a-5f5aa300f1ed not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:06.271868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:06.292423 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:06.292806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 16ac83fe-0ca9-48aa-984a-949c2e2d5f46 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:06.295518 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.317698 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.319936 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-52264965-f8b2-47e2-abb6-1f24b0ab7470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.370224 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.373511 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/networks/55c263b9-5418-42b0-94f3-eb1b64caa459 HTTP/1.1" status: 204 len: 168 time: 1.2418072 Jul 05 04:04:06.378293 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55542) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:06.395199 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=0df1813a-c461-40f1-bef9-e58199a9f998,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:06.412300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073aba8a-60c2-41a4-ab88-f8649b921b81 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Network': ['ID=55c263b9-5418-42b0-94f3-eb1b64caa459,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:06.435015 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-52264965-f8b2-47e2-abb6-1f24b0ab7470 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=09145089ae7340df8f15f481d50f478f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6833243 Jul 05 04:04:06.438087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52264965-f8b2-47e2-abb6-1f24b0ab7470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659fd50a-71a2-4718-8939-0bff549a3c74,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:06.439160 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55548) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:06.465590 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['0df1813a-c461-40f1-bef9-e58199a9f998'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:06.961197 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-389130fd-52ec-47b7-8ab2-93edecd65e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.005242 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-389130fd-52ec-47b7-8ab2-93edecd65e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.154980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b345a5f-b049-47a4-bd33-abdb3b110958 req-4d0de8af-6043-4557-a971-31ddef1fbfc8 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:07.163306 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b345a5f-b049-47a4-bd33-abdb3b110958 req-4d0de8af-6043-4557-a971-31ddef1fbfc8 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.1774611 Jul 05 04:04:07.220957 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b345a5f-b049-47a4-bd33-abdb3b110958 req-acc67fb2-d8c2-4945-be3b-856ce296e97a tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520759 Jul 05 04:04:07.246848 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-389130fd-52ec-47b7-8ab2-93edecd65e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.250832 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-389130fd-52ec-47b7-8ab2-93edecd65e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.252098 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-389130fd-52ec-47b7-8ab2-93edecd65e73 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/659fd50a-71a2-4718-8939-0bff549a3c74 HTTP/1.1" status: 204 len: 168 time: 0.8090460 Jul 05 04:04:07.262052 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389130fd-52ec-47b7-8ab2-93edecd65e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659fd50a-71a2-4718-8939-0bff549a3c74,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:07.318397 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5dea259-f267-4b09-93e8-cbcfb9237886 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.455653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55614) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:07.559414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55620) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:07.622330 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d5dea259-f267-4b09-93e8-cbcfb9237886 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port 2857acf3-cd37-4765-a734-5be3435a6d20 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:07.622956 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5dea259-f267-4b09-93e8-cbcfb9237886 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.729860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-d5dea259-f267-4b09-93e8-cbcfb9237886 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] For port 2857acf3-cd37-4765-a734-5be3435a6d20, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2857acf3-cd37-4765-a734-5be3435a6d20,segment=NetworkSegment(7bbaf867-90c2-45d4-bb80-c7877c36de7b),segment_id=7bbaf867-90c2-45d4-bb80-c7877c36de7b)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:07.730232 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5dea259-f267-4b09-93e8-cbcfb9237886 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.739866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b425b070-ed98-482c-a460-17d03d198b58 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:07.746662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d5dea259-f267-4b09-93e8-cbcfb9237886 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for 2857acf3-cd37-4765-a734-5be3435a6d20 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:07.774887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: b425b070-ed98-482c-a460-17d03d198b58 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:07.775887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b425b070-ed98-482c-a460-17d03d198b58 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:07.847768 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0184-fd08-48d2-80de-fee99a53f870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.937072 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0df1813a-c461-40f1-bef9-e58199a9f998 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:08.031819 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 0df1813a-c461-40f1-bef9-e58199a9f998 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:08.033818 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.066149 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-33a098cb-4c36-4ac1-9012-2b5d5ead885d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1701559448'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:08.204532 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0184-fd08-48d2-80de-fee99a53f870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.242281 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.272891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b92e8f2-99cc-48e3-9601-82caedfe0a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df1813a-c461-40f1-bef9-e58199a9f998'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:08.275832 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd31d4df-c536-424a-8b7f-e8a492195639" -d '{"events": [{"server_uuid": "0b92e8f2-99cc-48e3-9601-82caedfe0a0c", "name": "network-vif-plugged", "status": "completed", "tag": "0df1813a-c461-40f1-bef9-e58199a9f998"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:08.288822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0df1813a-c461-40f1-bef9-e58199a9f998, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0df1813a-c461-40f1-bef9-e58199a9f998,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:08.293353 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0184-fd08-48d2-80de-fee99a53f870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.349902 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a0ea0184-fd08-48d2-80de-fee99a53f870 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2021dc0f8064c77a95eb0d72bff9c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8924005 Jul 05 04:04:08.352915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55646) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:08.357668 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5dea259-f267-4b09-93e8-cbcfb9237886 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.363456 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198e7948-8517-4c03-b916-5fea6c985b3e x-openstack-request-id: req-198e7948-8517-4c03-b916-5fea6c985b3e {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:08.363764 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b92e8f2-99cc-48e3-9601-82caedfe0a0c", "name": "network-vif-plugged", "status": "completed", "tag": "0df1813a-c461-40f1-bef9-e58199a9f998", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:08.364060 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-198e7948-8517-4c03-b916-5fea6c985b3e {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:08.364532 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b92e8f2-99cc-48e3-9601-82caedfe0a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df1813a-c461-40f1-bef9-e58199a9f998', 'code': 200} Jul 05 04:04:08.380355 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea0184-fd08-48d2-80de-fee99a53f870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09a572b-e9a3-4c8e-8f90-0e078d13a581,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:08.408480 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.433424 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dea259-f267-4b09-93e8-cbcfb9237886 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=2857acf3-cd37-4765-a734-5be3435a6d20,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:08.458683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55648) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:08.480236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a098cb-4c36-4ac1-9012-2b5d5ead885d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Made reservation on behalf of fc5d38fc9b9743be8ccc5980d6b745b4 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:08.484723 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-33a098cb-4c36-4ac1-9012-2b5d5ead885d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.508558 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-33a098cb-4c36-4ac1-9012-2b5d5ead885d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.521733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=0df1813a-c461-40f1-bef9-e58199a9f998,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:08.556391 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-00432812-d277-45e1-842b-14e79854b692 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca23152fcade43eba64a78f3eb1b4b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965505 Jul 05 04:04:08.596992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55650) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:08.686115 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-01879923-85b0-4305-84ad-fcd0d658454f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.691473 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5dea259-f267-4b09-93e8-cbcfb9237886 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.746171 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-33a098cb-4c36-4ac1-9012-2b5d5ead885d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.752510 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-01879923-85b0-4305-84ad-fcd0d658454f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.827947 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ad39ec68-2990-407f-9934-f971ca6d834d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.865042 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-33a098cb-4c36-4ac1-9012-2b5d5ead885d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.898269 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ad39ec68-2990-407f-9934-f971ca6d834d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.900439 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a098cb-4c36-4ac1-9012-2b5d5ead885d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:08.902481 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-01879923-85b0-4305-84ad-fcd0d658454f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.906525 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-01879923-85b0-4305-84ad-fcd0d658454f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.907989 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-01879923-85b0-4305-84ad-fcd0d658454f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/65c2edc3-c136-4d19-b966-e418bb5666ec HTTP/1.1" status: 204 len: 168 time: 0.3095317 Jul 05 04:04:08.926400 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-33a098cb-4c36-4ac1-9012-2b5d5ead885d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.927034 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-33a098cb-4c36-4ac1-9012-2b5d5ead885d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Added segment 494ba55f-3b62-41a9-8b90-4def71d3b199 of type vlan for network cb69948d-cf18-4047-9393-cb0032788fbd Jul 05 04:04:08.928639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a098cb-4c36-4ac1-9012-2b5d5ead885d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10750b77-de58-4722-bebd-e0a44cf9c75d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:08.945515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27051b8-dc97-4ba4-b83a-f7e764c072d4 req-e1b75c4b-2317-4978-86bd-aa911581efea tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:08.947654 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01879923-85b0-4305-84ad-fcd0d658454f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c2edc3-c136-4d19-b966-e418bb5666ec,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:08.957629 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d27051b8-dc97-4ba4-b83a-f7e764c072d4 req-e1b75c4b-2317-4978-86bd-aa911581efea tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.5067296 Jul 05 04:04:08.986852 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-33a098cb-4c36-4ac1-9012-2b5d5ead885d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.072841 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d27051b8-dc97-4ba4-b83a-f7e764c072d4 req-d3d3aa7d-5bf2-408b-8980-fcf3373aa959 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140714 Jul 05 04:04:09.129142 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-33a098cb-4c36-4ac1-9012-2b5d5ead885d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.134766 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a098cb-4c36-4ac1-9012-2b5d5ead885d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:09.135486 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-33a098cb-4c36-4ac1-9012-2b5d5ead885d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.153753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dea259-f267-4b09-93e8-cbcfb9237886 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:09.166326 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ad39ec68-2990-407f-9934-f971ca6d834d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.168677 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ad39ec68-2990-407f-9934-f971ca6d834d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.176711 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ad39ec68-2990-407f-9934-f971ca6d834d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c09a572b-e9a3-4c8e-8f90-0e078d13a581 HTTP/1.1" status: 204 len: 168 time: 0.8192880 Jul 05 04:04:09.204945 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a098cb-4c36-4ac1-9012-2b5d5ead885d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Network': ['ID=cb69948d-cf18-4047-9393-cb0032788fbd,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:09.220841 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network cb69948d-cf18-4047-9393-cb0032788fbd details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:09.252583 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39ec68-2990-407f-9934-f971ca6d834d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09a572b-e9a3-4c8e-8f90-0e078d13a581,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:09.265927 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-33a098cb-4c36-4ac1-9012-2b5d5ead885d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7032661 Jul 05 04:04:09.265927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55668) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:09.271314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e79771fc-9e71-4b98-a1ad-df6ede59ab10 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'subnet': {'network_id': 'cb69948d-cf18-4047-9393-cb0032788fbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:09.286930 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dea259-f267-4b09-93e8-cbcfb9237886 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:09.292978 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d5dea259-f267-4b09-93e8-cbcfb9237886 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/8eca145d-ef58-4c38-a2d3-94e2c9c4e634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9132922 Jul 05 04:04:09.305431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55670) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:09.305872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7700c8c-aab4-4d52-9cba-c4866a61c162 None None] Sync routers for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:09.333955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7700c8c-aab4-4d52-9cba-c4866a61c162 None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:09.334941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d7700c8c-aab4-4d52-9cba-c4866a61c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:09.395640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a8786d-dbc3-478e-9045-448aec56cc3c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting subnet 3630ecea-fc6c-42dd-a398-e53d88cd3f3a {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:09.403158 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-07a8786d-dbc3-478e-9045-448aec56cc3c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.460400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d7700c8c-aab4-4d52-9cba-c4866a61c162 None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:09.491446 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-07a8786d-dbc3-478e-9045-448aec56cc3c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.672187 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79771fc-9e71-4b98-a1ad-df6ede59ab10 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Made reservation on behalf of fc5d38fc9b9743be8ccc5980d6b745b4 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:09.676585 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e79771fc-9e71-4b98-a1ad-df6ede59ab10 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.704305 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-07a8786d-dbc3-478e-9045-448aec56cc3c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.854684 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d7700c8c-aab4-4d52-9cba-c4866a61c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:04:08Z', 'revision_number': 10, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:09.936441 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7700c8c-aab4-4d52-9cba-c4866a61c162 None None] Checking router: 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:09.947151 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7700c8c-aab4-4d52-9cba-c4866a61c162 None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:09.948136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d7700c8c-aab4-4d52-9cba-c4866a61c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:03:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:09.969321 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-07a8786d-dbc3-478e-9045-448aec56cc3c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.007958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8786d-dbc3-478e-9045-448aec56cc3c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Subnet': ['ID=3630ecea-fc6c-42dd-a398-e53d88cd3f3a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:10.026809 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-07a8786d-dbc3-478e-9045-448aec56cc3c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.034579 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-07a8786d-dbc3-478e-9045-448aec56cc3c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/3630ecea-fc6c-42dd-a398-e53d88cd3f3a HTTP/1.1" status: 204 len: 168 time: 0.7258067 Jul 05 04:04:10.034579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55692) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:10.058965 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f39481-2e89-4612-b19c-ee6bfff7667a None None] Network ec514d55-fccf-4c0d-a457-89f1102e6a32 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:10.201286 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.221451 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e79771fc-9e71-4b98-a1ad-df6ede59ab10 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.256808 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d7700c8c-aab4-4d52-9cba-c4866a61c162 None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:10.324329 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79771fc-9e71-4b98-a1ad-df6ede59ab10 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Subnet': ['ID=444da8d1-8a73-45cd-b76c-ccde9ae926aa,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:10.331489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79771fc-9e71-4b98-a1ad-df6ede59ab10 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Checking segment: {'id': '494ba55f-3b62-41a9-8b90-4def71d3b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cb69948d-cf18-4047-9393-cb0032788fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:10.331489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79771fc-9e71-4b98-a1ad-df6ede59ab10 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network hostable DHCP agents. Network: cb69948d-cf18-4047-9393-cb0032788fbd, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:10.349785 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:10.350143 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.352537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55700) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:10.369141 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41d45991-30a9-487e-a319-c32df94a28a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.440665 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79771fc-9e71-4b98-a1ad-df6ede59ab10 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network cb69948d-cf18-4047-9393-cb0032788fbd is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:10.487762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] For port 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03,segment=NetworkSegment(7bbaf867-90c2-45d4-bb80-c7877c36de7b),segment_id=7bbaf867-90c2-45d4-bb80-c7877c36de7b)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:10.488187 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.509033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:10.543555 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41d45991-30a9-487e-a319-c32df94a28a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.595806 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901ad52-e454-4f0c-8c29-5513420f57b9 req-2c5595ae-f360-45d9-81b6-b30bdad43d99 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:10.601083 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3901ad52-e454-4f0c-8c29-5513420f57b9 req-2c5595ae-f360-45d9-81b6-b30bdad43d99 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.2848096 Jul 05 04:04:10.603158 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41d45991-30a9-487e-a319-c32df94a28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.684041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3901ad52-e454-4f0c-8c29-5513420f57b9 req-346e09e2-7e88-4cd7-a98d-3d55cf7ce18e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668232 Jul 05 04:04:10.703868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d45991-30a9-487e-a319-c32df94a28a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a2c6be-a84c-401d-8d76-fe8cd5ba4aa5,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:10.708264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-e79771fc-9e71-4b98-a1ad-df6ede59ab10 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, cb69948d-cf18-4047-9393-cb0032788fbd) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:10.750953 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb0e4c2-c55b-4c8c-9851-683b5a46854e None None] Network cb69948d-cf18-4047-9393-cb0032788fbd requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:10.763293 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.779385 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-41d45991-30a9-487e-a319-c32df94a28a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d0a137f3b9ca402498cea6df849b38f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254804 Jul 05 04:04:10.782797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79771fc-9e71-4b98-a1ad-df6ede59ab10 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:10.783655 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e79771fc-9e71-4b98-a1ad-df6ede59ab10 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.786197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55710) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:10.851488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:10.871046 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] No DVR routers for this DVR port 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:10.880015 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff019478-366b-4967-baa7-410ef262a7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.900244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a7d11c-6ffc-47fc-8507-8c24590e5401 None None] DHCP port deletion for ec514d55-fccf-4c0d-a457-89f1102e6a32 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:10.938422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55716) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:10.957265 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff019478-366b-4967-baa7-410ef262a7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.002905 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e79771fc-9e71-4b98-a1ad-df6ede59ab10 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7364187 Jul 05 04:04:11.011431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.011650 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55726) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:11.030200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1601088382', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:11.038248 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec514d55-fccf-4c0d-a457-89f1102e6a32']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:11.056270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbaf867-90c2-45d4-bb80-c7877c36de7b') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:11.057062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbaf867-90c2-45d4-bb80-c7877c36de7b') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:11.069836 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.090309 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.100923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:11.103288 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.169164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-09ecadcb-9718-4f06-bac3-9e2d18f8ec91 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1695611411-network', 'tenant_id': '48e750e760504acfa4e4109b157795f3'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:11.201197 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:11.219810 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.221394 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.249194 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff019478-366b-4967-baa7-410ef262a7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.252130 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff019478-366b-4967-baa7-410ef262a7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.253392 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ff019478-366b-4967-baa7-410ef262a7d5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47a2c6be-a84c-401d-8d76-fe8cd5ba4aa5 HTTP/1.1" status: 204 len: 168 time: 0.4659803 Jul 05 04:04:11.260254 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.267946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d7700c8c-aab4-4d52-9cba-c4866a61c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:04:08Z', 'revision_number': 10, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:11.269248 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.271649 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/networks/ec514d55-fccf-4c0d-a457-89f1102e6a32 HTTP/1.1" status: 204 len: 168 time: 1.2370646 Jul 05 04:04:11.273312 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115d717b-bc7a-4f4b-b084-e1a77fe0a2d3 None None] Network cb69948d-cf18-4047-9393-cb0032788fbd requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:11.282356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55732) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:11.313523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344ebc3-cdb3-48e6-800b-622bdf068134 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Network': ['ID=ec514d55-fccf-4c0d-a457-89f1102e6a32,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:11.351910 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7700c8c-aab4-4d52-9cba-c4866a61c162 None None] The sync data for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 is: [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:04:08Z', 'revision_number': 10, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None, '_interfaces': [{'id': '04966f7b-7fdb-4508-8147-a0b346453ca6', 'name': '', 'network_id': '345aa3f5-2ab1-4abd-978f-681f0df957ad', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'mac_address': 'fa:16:3e:32:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:03:29Z', 'updated_at': '2021-07-05T04:03:36Z', 'revision_number': 5, 'project_id': 'e554794d7e424531b22a92969a67426e', 'subnets': [{'id': '84415a64-2c13-41d1-a890-305709cfd0d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:11.385195 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff019478-366b-4967-baa7-410ef262a7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a2c6be-a84c-401d-8d76-fe8cd5ba4aa5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:11.402373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ecadcb-9718-4f06-bac3-9e2d18f8ec91 admin admin] Made reservation on behalf of 48e750e760504acfa4e4109b157795f3 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:11.403775 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09ecadcb-9718-4f06-bac3-9e2d18f8ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.434889 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09ecadcb-9718-4f06-bac3-9e2d18f8ec91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.471597 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.491066 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f66e8fc3-9723-495d-b765-5ad545271b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.841238 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2857acf3-cd37-4765-a734-5be3435a6d20 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:11.880026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 2857acf3-cd37-4765-a734-5be3435a6d20 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:11.880398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2857acf3-cd37-4765-a734-5be3435a6d20 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:11.880831 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:11.895166 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09ecadcb-9718-4f06-bac3-9e2d18f8ec91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.904014 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.911164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:11.911550 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2a107a9c-c7d7-40d9-83e4-ce4ed6a1eb03 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:11.996818 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09ecadcb-9718-4f06-bac3-9e2d18f8ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.028933 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ecadcb-9718-4f06-bac3-9e2d18f8ec91 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:12.041644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015c20e-8794-44c1-9a0d-6e555d3b00af req-e98a3a60-5e30-46cc-86ac-0d1150697f75 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:12.045956 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4015c20e-8794-44c1-9a0d-6e555d3b00af req-e98a3a60-5e30-46cc-86ac-0d1150697f75 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.1952643 Jul 05 04:04:12.097786 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09ecadcb-9718-4f06-bac3-9e2d18f8ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.098136 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-09ecadcb-9718-4f06-bac3-9e2d18f8ec91 admin admin] Added segment ba30c167-2f9c-434c-9807-718cbef7f758 of type vlan for network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de Jul 05 04:04:12.100711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecadcb-9718-4f06-bac3-9e2d18f8ec91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8316fa40-4103-4de2-b3e4-6614004d1cc0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:12.106666 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4015c20e-8794-44c1-9a0d-6e555d3b00af req-5cbaab03-5b85-49b8-9ffd-ac92914d3984 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553265 Jul 05 04:04:12.183378 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09ecadcb-9718-4f06-bac3-9e2d18f8ec91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.316996 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3cd6f874-3fb3-47e0-b72c-fa1ee528538c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.430917 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09ecadcb-9718-4f06-bac3-9e2d18f8ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.431870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ecadcb-9718-4f06-bac3-9e2d18f8ec91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:12.432482 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09ecadcb-9718-4f06-bac3-9e2d18f8ec91 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.957640 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.009003 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecadcb-9718-4f06-bac3-9e2d18f8ec91 admin admin] Pushing event updated for resources: {'Network': ['ID=21576bdb-acd7-416e-ab70-c6ba0ea6d5de,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:13.013309 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.065556 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:13.166371 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-09ecadcb-9718-4f06-bac3-9e2d18f8ec91 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2241855 Jul 05 04:04:13.166766 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55774) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:13.173074 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-edd94849-fd95-48ac-aaab-14811dba5be2 admin admin] Request body: {'subnet': {'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1695611411-subnet', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:13.189463 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Allocated IP 172.25.6.8 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/b27115f6-36ae-4aa5-b5c5-ae57a0405416) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:13.307273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd94849-fd95-48ac-aaab-14811dba5be2 admin admin] Made reservation on behalf of 48e750e760504acfa4e4109b157795f3 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:13.309648 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-edd94849-fd95-48ac-aaab-14811dba5be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.401704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-3cd6f874-3fb3-47e0-b72c-fa1ee528538c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port 04966f7b-7fdb-4508-8147-a0b346453ca6 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:13.402326 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3cd6f874-3fb3-47e0-b72c-fa1ee528538c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.453207 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bece4-65c8-4d4a-9a48-70454c226984 req-126a8fd6-ac78-442a-aafa-c30f4a1744b4 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:13.455513 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad9bece4-65c8-4d4a-9a48-70454c226984 req-126a8fd6-ac78-442a-aafa-c30f4a1744b4 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.1616623 Jul 05 04:04:13.537420 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-3cd6f874-3fb3-47e0-b72c-fa1ee528538c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] For port 04966f7b-7fdb-4508-8147-a0b346453ca6, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=04966f7b-7fdb-4508-8147-a0b346453ca6,segment=NetworkSegment(3bed5c9c-6006-4dbf-924b-f836ec9603d8),segment_id=3bed5c9c-6006-4dbf-924b-f836ec9603d8)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:13.537420 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3cd6f874-3fb3-47e0-b72c-fa1ee528538c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.540358 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad9bece4-65c8-4d4a-9a48-70454c226984 req-13e795a0-b2b2-484e-ba03-015e0417f206 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786245 Jul 05 04:04:13.558362 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-3cd6f874-3fb3-47e0-b72c-fa1ee528538c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for 04966f7b-7fdb-4508-8147-a0b346453ca6 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:13.653842 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.706107 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-edd94849-fd95-48ac-aaab-14811dba5be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.772773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd94849-fd95-48ac-aaab-14811dba5be2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:13.787731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd94849-fd95-48ac-aaab-14811dba5be2 admin admin] Checking segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:13.788368 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd94849-fd95-48ac-aaab-14811dba5be2 admin admin] Network hostable DHCP agents. Network: 21576bdb-acd7-416e-ab70-c6ba0ea6d5de, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:13.831598 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.877856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:13.881252 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:13.886356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:13.899698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd94849-fd95-48ac-aaab-14811dba5be2 admin admin] Network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:13.928602 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=b27115f6-36ae-4aa5-b5c5-ae57a0405416,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:13.932808 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3cd6f874-3fb3-47e0-b72c-fa1ee528538c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.967804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6f874-3fb3-47e0-b72c-fa1ee528538c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=04966f7b-7fdb-4508-8147-a0b346453ca6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:13.986202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-edd94849-fd95-48ac-aaab-14811dba5be2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 21576bdb-acd7-416e-ab70-c6ba0ea6d5de) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:13.991510 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd94849-fd95-48ac-aaab-14811dba5be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:13.992367 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-edd94849-fd95-48ac-aaab-14811dba5be2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.001102 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88dd376-8f0a-46c7-bfac-8589e503f823 None None] Network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:14.078198 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-edd94849-fd95-48ac-aaab-14811dba5be2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9102633 Jul 05 04:04:14.081020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55806) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:14.086192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:14.201117 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b98a53f3-87a0-47d3-8502-b625f8d29998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.216270 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.217951 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.311364 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3cd6f874-3fb3-47e0-b72c-fa1ee528538c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.323419 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:14.324553 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.341197 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.485270 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.558014 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.760654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Allocated IP 172.20.0.2 (21576bdb-acd7-416e-ab70-c6ba0ea6d5de/50c6f83a-26f8-4fa9-bbc7-9cbd73efb092/92cddf28-6770-440e-bac9-1a0ae7ef2854) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:14.814680 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.917940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd6f874-3fb3-47e0-b72c-fa1ee528538c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:14.989094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff1827-c1a0-4e08-baeb-5b21791c422f req-05e58738-35d9-4194-933b-0a58786abcc9 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:14.990869 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cff1827-c1a0-4e08-baeb-5b21791c422f req-05e58738-35d9-4194-933b-0a58786abcc9 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.1441431 Jul 05 04:04:15.008353 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.019781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Transition to ACTIVE for port object 92cddf28-6770-440e-bac9-1a0ae7ef2854 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:15.042592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Transition to ACTIVE for port object 92cddf28-6770-440e-bac9-1a0ae7ef2854 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:15.054949 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cff1827-c1a0-4e08-baeb-5b21791c422f req-af6ddd4b-1497-4a4a-bf2b-be31533c2603 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542300 Jul 05 04:04:15.117447 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.121947 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd6f874-3fb3-47e0-b72c-fa1ee528538c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:15.128168 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3cd6f874-3fb3-47e0-b72c-fa1ee528538c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/8eca145d-ef58-4c38-a2d3-94e2c9c4e634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8434739 Jul 05 04:04:15.133065 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55858) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:15.135391 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160383c3-dc82-45a2-9f40-c80ae555eb74 None None] Sync routers for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:15.136223 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.151362 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160383c3-dc82-45a2-9f40-c80ae555eb74 None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:15.158108 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-160383c3-dc82-45a2-9f40-c80ae555eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:15.212444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Pushing event updated for resources: {'Port': ['ID=92cddf28-6770-440e-bac9-1a0ae7ef2854,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:15.258327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:15.271809 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:15.277352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:15.281511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-d534f74a-6084-428f-8a38-ef0c7a4dba4d tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting subnet 84415a64-2c13-41d1-a890-305709cfd0d0 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:15.287890 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d534f74a-6084-428f-8a38-ef0c7a4dba4d tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.328744 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.369161 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d534f74a-6084-428f-8a38-ef0c7a4dba4d tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.370655 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-160383c3-dc82-45a2-9f40-c80ae555eb74 None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:15.394573 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.402393 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.415805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Attempting to bind port 92cddf28-6770-440e-bac9-1a0ae7ef2854 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:15.416303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Attempting to bind port 92cddf28-6770-440e-bac9-1a0ae7ef2854 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:15.416926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Attempting to bind port 92cddf28-6770-440e-bac9-1a0ae7ef2854 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:15.423315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:15.423691 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Checking segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:15.426766 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.428412 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Bound using segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:15.428938 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Bound port: 92cddf28-6770-440e-bac9-1a0ae7ef2854, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:15.429343 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.497486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] For port 92cddf28-6770-440e-bac9-1a0ae7ef2854, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:15.502340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] For port 92cddf28-6770-440e-bac9-1a0ae7ef2854, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=92cddf28-6770-440e-bac9-1a0ae7ef2854,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:15.510739 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-160383c3-dc82-45a2-9f40-c80ae555eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:04:13Z', 'revision_number': 11, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:15.515071 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d534f74a-6084-428f-8a38-ef0c7a4dba4d tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.551873 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160383c3-dc82-45a2-9f40-c80ae555eb74 None None] Checking router: 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:15.563996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router fc4cfece-5a40-45b1-88af-289ab873556e is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:15.569086 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160383c3-dc82-45a2-9f40-c80ae555eb74 None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:15.570564 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-160383c3-dc82-45a2-9f40-c80ae555eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:15.581667 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.666201 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Allocated IP 172.25.6.167 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/57422ea4-31d0-481f-bff9-2e9791740b08) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:15.818623 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-160383c3-dc82-45a2-9f40-c80ae555eb74 None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:15.841210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35b375-9e94-4f71-86f1-294e46345e81 None None] Pushing event updated for resources: {'Port': ['ID=92cddf28-6770-440e-bac9-1a0ae7ef2854,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:15.898708 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-160383c3-dc82-45a2-9f40-c80ae555eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:04:13Z', 'revision_number': 11, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:15.938171 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.946013 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160383c3-dc82-45a2-9f40-c80ae555eb74 None None] The sync data for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 is: [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:04:13Z', 'revision_number': 11, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:15.949972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:15.967033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0016c46f-5551-4bed-bff6-8e26c771b840 None None] Sync routers for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:15.979898 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0016c46f-5551-4bed-bff6-8e26c771b840 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:15.980559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0016c46f-5551-4bed-bff6-8e26c771b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:15.995061 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d534f74a-6084-428f-8a38-ef0c7a4dba4d tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.043961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0016c46f-5551-4bed-bff6-8e26c771b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:16.046525 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55876) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:16.056481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534f74a-6084-428f-8a38-ef0c7a4dba4d tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Subnet': ['ID=84415a64-2c13-41d1-a890-305709cfd0d0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:16.059148 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d534f74a-6084-428f-8a38-ef0c7a4dba4d tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.061850 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d534f74a-6084-428f-8a38-ef0c7a4dba4d tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/84415a64-2c13-41d1-a890-305709cfd0d0 HTTP/1.1" status: 204 len: 168 time: 0.9272904 Jul 05 04:04:16.063838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0016c46f-5551-4bed-bff6-8e26c771b840 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:16.064665 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0016c46f-5551-4bed-bff6-8e26c771b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:16.065068 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55880) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:16.082002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0046c011-dff3-4145-8aa7-1836d1a994e2 None None] Network 345aa3f5-2ab1-4abd-978f-681f0df957ad requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:16.140540 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.142675 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7a0f6372-e2e8-4ec3-82ea-ac8234c50ba4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1283214 Jul 05 04:04:16.144671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55884) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:16.256120 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.256256 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.292144 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0016c46f-5551-4bed-bff6-8e26c771b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:16.293550 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0016c46f-5551-4bed-bff6-8e26c771b840 None None] The sync data for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:16.386691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:16.438928 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:16.449273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:16.469603 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5907c264-6e06-4a43-aea4-8f52014599c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.647025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255bc38d-8875-499a-a804-44e02361f700 None None] DHCP port deletion for 345aa3f5-2ab1-4abd-978f-681f0df957ad request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:16.739677 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-255bc38d-8875-499a-a804-44e02361f700 None None] Deleting port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:16.740308 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-255bc38d-8875-499a-a804-44e02361f700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.857002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-255bc38d-8875-499a-a804-44e02361f700 None None] For port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=97ee9ac4-c1f8-48ef-8e5d-69de0fcec532,segment=NetworkSegment(3bed5c9c-6006-4dbf-924b-f836ec9603d8),segment_id=3bed5c9c-6006-4dbf-924b-f836ec9603d8)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:16.857343 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-255bc38d-8875-499a-a804-44e02361f700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.873761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-255bc38d-8875-499a-a804-44e02361f700 None None] Calling delete_port for 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:16.931936 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.117912 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.133459 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-255bc38d-8875-499a-a804-44e02361f700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.197834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bc38d-8875-499a-a804-44e02361f700 None None] Pushing event deleted for resources: {'Port': ['ID=97ee9ac4-c1f8-48ef-8e5d-69de0fcec532,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:17.204012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255bc38d-8875-499a-a804-44e02361f700 None None] No DVR routers for this DVR port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:17.244524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Pushing event updated for resources: {'Port': ['ID=57422ea4-31d0-481f-bff9-2e9791740b08,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:17.398340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Deleting port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:17.398990 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.486920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2a868-63e1-4de2-9558-3ae2983a5501 req-c129902d-31d2-414d-b519-97e0ae1bb646 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:17.494590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bab2a868-63e1-4de2-9558-3ae2983a5501 req-c129902d-31d2-414d-b519-97e0ae1bb646 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 1.1857276 Jul 05 04:04:17.554371 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5907c264-6e06-4a43-aea4-8f52014599c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.566197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5e1add-8b2a-4428-b13d-0e025d0a0b4d None None] Network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:17.617323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] For port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532, host n-d-771363-32, got binding levels [] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:17.617323 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.648242 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5907c264-6e06-4a43-aea4-8f52014599c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.696366 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Calling delete_port for 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:17.700417 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.ipam_backend_mixin [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 was not found and therefore no delete operation was performed {{(pid=100933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:04:17.708039 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.757005 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] No DVR routers for this DVR port 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:17.774672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-66e90177-33da-4cc2-83c9-9b39bdb9f4b0 None None] Provisioning for port 92cddf28-6770-440e-bac9-1a0ae7ef2854 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:17.781555 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bab2a868-63e1-4de2-9558-3ae2983a5501 req-f7b66996-951e-4483-a76c-fe4f30b45efb tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859533 Jul 05 04:04:17.921129 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5907c264-6e06-4a43-aea4-8f52014599c4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=af2cffaaeeef4f9f951be45b59f170bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8710399 Jul 05 04:04:17.939217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 92cddf28-6770-440e-bac9-1a0ae7ef2854 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:17.965404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Port': ['ID=97ee9ac4-c1f8-48ef-8e5d-69de0fcec532,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:17.970255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55904) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:18.112377 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Allocated IP 172.20.0.1 (cb69948d-cf18-4047-9393-cb0032788fbd/444da8d1-8a73-45cd-b76c-ccde9ae926aa/0b704c3b-ffdd-4302-815e-4ac9b6898036) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:18.145409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 92cddf28-6770-440e-bac9-1a0ae7ef2854 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:18.150027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 92cddf28-6770-440e-bac9-1a0ae7ef2854 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:18.150602 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.160222 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.189070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345aa3f5-2ab1-4abd-978f-681f0df957ad']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:18.211989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bed5c9c-6006-4dbf-924b-f836ec9603d8') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:18.217072 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bed5c9c-6006-4dbf-924b-f836ec9603d8') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:18.287205 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.333692 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.350574 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 92cddf28-6770-440e-bac9-1a0ae7ef2854, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=92cddf28-6770-440e-bac9-1a0ae7ef2854,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:18.354930 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907c264-6e06-4a43-aea4-8f52014599c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7db9e0-2d6c-4875-b2a2-e633ed54de49,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:18.357003 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f3b9d60c-1c93-4028-886e-3019e562c498 None None] Provisioning complete for port 92cddf28-6770-440e-bac9-1a0ae7ef2854 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:18.357223 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f3b9d60c-1c93-4028-886e-3019e562c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.372508 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.396310 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.459267 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.462402 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f3b9d60c-1c93-4028-886e-3019e562c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.475829 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:18.505750 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:18.530348 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.574130 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=92cddf28-6770-440e-bac9-1a0ae7ef2854,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:18.584950 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-f3b9d60c-1c93-4028-886e-3019e562c498 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:04:18.585310 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-f3b9d60c-1c93-4028-886e-3019e562c498 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:04:18.589243 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dedd378f-aa62-4900-a867-5474de9590f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.598212 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:18.613055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network cb69948d-cf18-4047-9393-cb0032788fbd is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:18.620151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:18.621665 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:18.627281 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=0b704c3b-ffdd-4302-815e-4ac9b6898036,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:18.632051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:18.632420 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 97ee9ac4-c1f8-48ef-8e5d-69de0fcec532 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:18.632845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 04966f7b-7fdb-4508-8147-a0b346453ca6 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:18.640244 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dedd378f-aa62-4900-a867-5474de9590f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.652997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 04966f7b-7fdb-4508-8147-a0b346453ca6 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:18.653264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 04966f7b-7fdb-4508-8147-a0b346453ca6 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:18.680880 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.850318 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.900512 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.908817 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.912737 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/networks/345aa3f5-2ab1-4abd-978f-681f0df957ad HTTP/1.1" status: 204 len: 168 time: 2.8431494 Jul 05 04:04:18.913730 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55914) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:18.921350 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a58a1c5a-5a35-4c74-bee3-8f44175ca990 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'router': {'routes': None}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:18.942345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a36987-81fe-4dcc-ae26-01c8f460531c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Pushing event deleted for resources: {'Network': ['ID=345aa3f5-2ab1-4abd-978f-681f0df957ad,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:18.995048 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dedd378f-aa62-4900-a867-5474de9590f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.998653 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dedd378f-aa62-4900-a867-5474de9590f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.001941 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dedd378f-aa62-4900-a867-5474de9590f1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ea7db9e0-2d6c-4875-b2a2-e633ed54de49 HTTP/1.1" status: 204 len: 168 time: 1.0194952 Jul 05 04:04:19.075826 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd378f-aa62-4900-a867-5474de9590f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7db9e0-2d6c-4875-b2a2-e633ed54de49,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:19.077414 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.091369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a149fd6-790d-48a7-89e2-3563789d3521 req-8a34f3cb-0ae8-47dc-b77b-f3b05183ef26 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:19.093649 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a149fd6-790d-48a7-89e2-3563789d3521 req-8a34f3cb-0ae8-47dc-b77b-f3b05183ef26 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.1771331 Jul 05 04:04:19.151399 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a149fd6-790d-48a7-89e2-3563789d3521 req-3dd9f1e2-a95d-4162-88a5-a9891b604434 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 Jul 05 04:04:19.215187 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.extraroute_db [None req-a58a1c5a-5a35-4c74-bee3-8f44175ca990 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Added routes are [] {{(pid=100932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:04:19.215766 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.extraroute_db [None req-a58a1c5a-5a35-4c74-bee3-8f44175ca990 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Removed routes are [] {{(pid=100932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:04:19.215971 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a58a1c5a-5a35-4c74-bee3-8f44175ca990 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.425471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a58a1c5a-5a35-4c74-bee3-8f44175ca990 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.456005 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a58a1c5a-5a35-4c74-bee3-8f44175ca990 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.470979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:19.575374 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58a1c5a-5a35-4c74-bee3-8f44175ca990 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:19.588895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:19.603648 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Sync routers for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:19.620992 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:19.622308 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:19.681696 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.685314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0dc66ab5-9106-44fc-87b3-5574d89869f2 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6026127 Jul 05 04:04:19.688319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55938) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:19.708982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58a1c5a-5a35-4c74-bee3-8f44175ca990 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:19.718511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a58a1c5a-5a35-4c74-bee3-8f44175ca990 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.719853 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a58a1c5a-5a35-4c74-bee3-8f44175ca990 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/8eca145d-ef58-4c38-a2d3-94e2c9c4e634 HTTP/1.1" status: 200 len: 704 time: 0.8043745 Jul 05 04:04:19.727407 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707a429d-624c-4e1b-96c2-3a7390ca4028 None None] Sync routers for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:19.738983 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55940) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:19.769678 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a429d-624c-4e1b-96c2-3a7390ca4028 None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:19.778512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-707a429d-624c-4e1b-96c2-3a7390ca4028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:19.820750 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2787a804-98bc-4467-9b98-2d04f4fa8a59 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports?device_id=8eca145d-ef58-4c38-a2d3-94e2c9c4e634 HTTP/1.1" status: 200 len: 205 time: 0.0753601 Jul 05 04:04:19.837460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55942) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:19.946337 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-707a429d-624c-4e1b-96c2-3a7390ca4028 None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:19.978042 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:20.096236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-707a429d-624c-4e1b-96c2-3a7390ca4028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:04:13Z', 'revision_number': 11, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:20.098402 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 667862b0-b918-4465-81df-e108e489644a details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:04:20.100624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 667862b0-b918-4465-81df-e108e489644a no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:20.125343 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d58dcf67-d24a-46dd-b778-2eaae19e2d48 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.160544 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 92cddf28-6770-440e-bac9-1a0ae7ef2854 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:20.277683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55956) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:20.290186 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.307921 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-314fe49d-6c1e-4dee-85fd-1359a93ef7ab req-43bde4f5-f8b4-4785-9aa5-3c9a53e832ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4561963 Jul 05 04:04:20.335608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3692a0b2-81a1-40df-9910-d9fe3e8b87f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.346680 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:17Z', 'revision_number': 3, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:20.368019 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707a429d-624c-4e1b-96c2-3a7390ca4028 None None] Checking router: 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:20.392646 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.410349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a429d-624c-4e1b-96c2-3a7390ca4028 None None] Routers {'8eca145d-ef58-4c38-a2d3-94e2c9c4e634'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:20.411008 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-707a429d-624c-4e1b-96c2-3a7390ca4028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:20.443864 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Checking router: 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:20.444167 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Updating router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 port 57422ea4-31d0-481f-bff9-2e9791740b08 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:04:20.490822 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.495587 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.613332 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-707a429d-624c-4e1b-96c2-3a7390ca4028 None None] Set router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:20.627128 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d58dcf67-d24a-46dd-b778-2eaae19e2d48 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.629753 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d58dcf67-d24a-46dd-b778-2eaae19e2d48 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.757211 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-707a429d-624c-4e1b-96c2-3a7390ca4028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:04:13Z', 'revision_number': 11, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:20.770284 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.818237 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.resource_extend [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:04:20.818466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf126734-7d02-4d4a-95db-4ac061fbdebc req-93bf157c-e74b-4a15-bd15-412c293b732f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:20.829277 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf126734-7d02-4d4a-95db-4ac061fbdebc req-93bf157c-e74b-4a15-bd15-412c293b732f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.3611135 Jul 05 04:04:20.852623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 667862b0-b918-4465-81df-e108e489644a, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=667862b0-b918-4465-81df-e108e489644a,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:20.856673 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.865855 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e431d3d-9a05-4783-b910-d7a9f1120b00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '667862b0-b918-4465-81df-e108e489644a'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:20.868592 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a16a1b-de88-4c6d-9798-70618f636b71" -d '{"events": [{"server_uuid": "4e431d3d-9a05-4783-b910-d7a9f1120b00", "name": "network-vif-unplugged", "status": "completed", "tag": "667862b0-b918-4465-81df-e108e489644a"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:20.871554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707a429d-624c-4e1b-96c2-3a7390ca4028 None None] The sync data for ids ['8eca145d-ef58-4c38-a2d3-94e2c9c4e634'] in n-d-771363-32 is: [{'id': '8eca145d-ef58-4c38-a2d3-94e2c9c4e634', 'name': 'tempest-RoutersIpV6Test-router-632519102', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:03:25Z', 'updated_at': '2021-07-05T04:04:13Z', 'revision_number': 11, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:20.959034 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.974099 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Transition to ACTIVE for port object 57422ea4-31d0-481f-bff9-2e9791740b08 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:20.979773 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd913cd-fcd1-40aa-96e0-5753cddf938e x-openstack-request-id: req-fdd913cd-fcd1-40aa-96e0-5753cddf938e {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:20.980596 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e431d3d-9a05-4783-b910-d7a9f1120b00", "name": "network-vif-unplugged", "status": "completed", "tag": "667862b0-b918-4465-81df-e108e489644a", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:20.981203 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fdd913cd-fcd1-40aa-96e0-5753cddf938e {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:20.981973 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e431d3d-9a05-4783-b910-d7a9f1120b00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '667862b0-b918-4465-81df-e108e489644a', 'code': 200} Jul 05 04:04:20.984337 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 92cddf28-6770-440e-bac9-1a0ae7ef2854 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:20.985203 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.985613 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf126734-7d02-4d4a-95db-4ac061fbdebc req-2f513576-4288-4565-8008-416ce757a090 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553576 Jul 05 04:04:20.994207 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d58dcf67-d24a-46dd-b778-2eaae19e2d48 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.999261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58dcf67-d24a-46dd-b778-2eaae19e2d48 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Fanout notify agent at l3_agent the message router_deleted on router 8eca145d-ef58-4c38-a2d3-94e2c9c4e634 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:04:21.018605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d58dcf67-d24a-46dd-b778-2eaae19e2d48 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.024652 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d58dcf67-d24a-46dd-b778-2eaae19e2d48 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/routers/8eca145d-ef58-4c38-a2d3-94e2c9c4e634 HTTP/1.1" status: 204 len: 168 time: 1.1818769 Jul 05 04:04:21.038142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55962) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:21.042719 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-1c9fb6d7-d3de-43f1-a8d5-50bd6adc331e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1480181566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:21.043420 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.051977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3692a0b2-81a1-40df-9910-d9fe3e8b87f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.057201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network cb69948d-cf18-4047-9393-cb0032788fbd is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:21.071798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=0b704c3b-ffdd-4302-815e-4ac9b6898036,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:21.074487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:21.091028 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fe49d-6c1e-4dee-85fd-1359a93ef7ab req-ec0f79fa-d79b-48ff-8723-9e8ff6b7581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:21.091028 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-314fe49d-6c1e-4dee-85fd-1359a93ef7ab req-ec0f79fa-d79b-48ff-8723-9e8ff6b7581e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b18740ad05054462a8bead1ca98b0711&device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 1098 time: 0.7137616 Jul 05 04:04:21.153161 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb88a3-3a18-4ea7-83a1-141b2d60d889 None None] Pushing event updated for resources: {'Port': ['ID=57422ea4-31d0-481f-bff9-2e9791740b08,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:21.189510 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3692a0b2-81a1-40df-9910-d9fe3e8b87f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.206841 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Attempting to bind port 57422ea4-31d0-481f-bff9-2e9791740b08 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:21.207209 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Attempting to bind port 57422ea4-31d0-481f-bff9-2e9791740b08 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:21.208121 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Attempting to bind port 57422ea4-31d0-481f-bff9-2e9791740b08 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:21.215367 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:21.215740 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:21.216216 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.216609 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:21.217085 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Bound port: 57422ea4-31d0-481f-bff9-2e9791740b08, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:21.217919 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.295259 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c9fb6d7-d3de-43f1-a8d5-50bd6adc331e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.297881 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c9fb6d7-d3de-43f1-a8d5-50bd6adc331e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.302547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692a0b2-81a1-40df-9910-d9fe3e8b87f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e794b4-4011-4ba3-bb45-b2d715497574,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:21.303584 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] For port 57422ea4-31d0-481f-bff9-2e9791740b08, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:21.307654 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] For port 57422ea4-31d0-481f-bff9-2e9791740b08, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=57422ea4-31d0-481f-bff9-2e9791740b08,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:21.384150 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.426212 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c9fb6d7-d3de-43f1-a8d5-50bd6adc331e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.466698 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3692a0b2-81a1-40df-9910-d9fe3e8b87f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e924659c9c84e95b61d61c52b3d1ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1840663 Jul 05 04:04:21.469579 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.473075 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:21.473435 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:21.474801 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55974) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:21.476964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Allocated IP 172.20.0.1 (21576bdb-acd7-416e-ab70-c6ba0ea6d5de/50c6f83a-26f8-4fa9-bbc7-9cbd73efb092/5855c91a-8dcf-4393-9133-cef94d35a86c) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:21.498544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fe49d-6c1e-4dee-85fd-1359a93ef7ab req-b4719963-061b-458a-a674-1dcd6211d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:21.501318 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-314fe49d-6c1e-4dee-85fd-1359a93ef7ab req-b4719963-061b-458a-a674-1dcd6211d5e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 HTTP/1.1" status: 200 len: 898 time: 0.3520865 Jul 05 04:04:21.532203 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb88a3-3a18-4ea7-83a1-141b2d60d889 None None] Pushing event updated for resources: {'Port': ['ID=57422ea4-31d0-481f-bff9-2e9791740b08,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:21.585198 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c9fb6d7-d3de-43f1-a8d5-50bd6adc331e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.591595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router fc4cfece-5a40-45b1-88af-289ab873556e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:21.644791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 667862b0-b918-4465-81df-e108e489644a, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=667862b0-b918-4465-81df-e108e489644a,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:21.647997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=667862b0-b918-4465-81df-e108e489644a,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:21.664721 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:21.684861 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '667862b0-b918-4465-81df-e108e489644a', 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc', 'port_id': '667862b0-b918-4465-81df-e108e489644a', 'mac_address': 'fa:16:3e:df:2a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf925f8-4a3f-45ed-b86f-c635afeb1643', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:04:21.729711 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.751361 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667862b0-b918-4465-81df-e108e489644a {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:04:21.763079 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c9fb6d7-d3de-43f1-a8d5-50bd6adc331e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.764880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1c9fb6d7-d3de-43f1-a8d5-50bd6adc331e tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7254210 Jul 05 04:04:21.785881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 667862b0-b918-4465-81df-e108e489644a, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=667862b0-b918-4465-81df-e108e489644a,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:21.786416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55978) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:21.790531 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-58ebe88b-1e8c-4200-8ea5-387300450507 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:21.833036 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.879299 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.886930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:21.896086 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7596f913-6238-4c8f-9bf7-7601fd794f02 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "PUT /v2.0/routers/fc4cfece-5a40-45b1-88af-289ab873556e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7500384 Jul 05 04:04:21.903705 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d1ba8-c058-4940-9d44-ac4edc00d1d7 None None] Sync routers for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:21.904245 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-314fe49d-6c1e-4dee-85fd-1359a93ef7ab req-380035a3-a55e-4bcf-abe9-af9ad9512bbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=311cd793-ed0f-43c8-85b4-61ccadfe02e1 HTTP/1.1" status: 200 len: 1001 time: 0.3896887 Jul 05 04:04:21.911142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55980) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:21.925071 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-91019e74-8425-4c8b-ab37-c318c7946e5a tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'port': {'network_id': 'cb69948d-cf18-4047-9393-cb0032788fbd', 'name': 'tempest-FloatingIPTestJSON-1178592561'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:21.942081 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3265-db09-412a-a560-5fdde954791e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.971391 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d1ba8-c058-4940-9d44-ac4edc00d1d7 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:21.972930 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-677d1ba8-c058-4940-9d44-ac4edc00d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:22.027234 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-677d1ba8-c058-4940-9d44-ac4edc00d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:22.055638 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d1ba8-c058-4940-9d44-ac4edc00d1d7 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:22.056489 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-677d1ba8-c058-4940-9d44-ac4edc00d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:22.063770 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=667862b0-b918-4465-81df-e108e489644a,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:22.113108 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-677d1ba8-c058-4940-9d44-ac4edc00d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:22.116309 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677d1ba8-c058-4940-9d44-ac4edc00d1d7 None None] The sync data for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:22.153808 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3265-db09-412a-a560-5fdde954791e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.172371 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:17Z', 'revision_number': 3, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:22.249518 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b158989-caf9-4e25-99fa-6ecb523550aa None None] The sync data for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 is: [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:17Z', 'revision_number': 3, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:22.283055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fe49d-6c1e-4dee-85fd-1359a93ef7ab req-1099bbec-6c62-42d6-b935-9f1c6f2b5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:22.284213 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-314fe49d-6c1e-4dee-85fd-1359a93ef7ab req-1099bbec-6c62-42d6-b935-9f1c6f2b5e2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0baa486b-cba6-4f9c-9828-12ea1c42df68 HTTP/1.1" status: 200 len: 835 time: 0.3670323 Jul 05 04:04:22.335115 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['667862b0-b918-4465-81df-e108e489644a'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:22.450825 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fe49d-6c1e-4dee-85fd-1359a93ef7ab req-166311d0-c393-4fa9-8c46-75f9843db8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:22.457842 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-314fe49d-6c1e-4dee-85fd-1359a93ef7ab req-166311d0-c393-4fa9-8c46-75f9843db8dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475532 Jul 05 04:04:22.521475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Transition to ACTIVE for port object 5855c91a-8dcf-4393-9133-cef94d35a86c will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:22.619622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-314fe49d-6c1e-4dee-85fd-1359a93ef7ab req-5231637c-73c7-4cda-a1c9-49ebe903c7df service neutron] 10.222.0.36 "GET /v2.0/networks/d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504757 Jul 05 04:04:22.621428 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3265-db09-412a-a560-5fdde954791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.624453 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3265-db09-412a-a560-5fdde954791e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.625745 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2b7b3265-db09-412a-a560-5fdde954791e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/00e794b4-4011-4ba3-bb45-b2d715497574 HTTP/1.1" status: 204 len: 168 time: 1.1464798 Jul 05 04:04:22.626672 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91019e74-8425-4c8b-ab37-c318c7946e5a tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Made reservation on behalf of fc5d38fc9b9743be8ccc5980d6b745b4 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:22.630164 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-91019e74-8425-4c8b-ab37-c318c7946e5a tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.698559 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-58ebe88b-1e8c-4200-8ea5-387300450507 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.769761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b3265-db09-412a-a560-5fdde954791e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e794b4-4011-4ba3-bb45-b2d715497574,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:22.769986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dfd1d-b0e7-4c93-b582-ab1432e7e26c req-77e68e48-21c8-4b26-bbc9-fe14dee353b9 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:22.773206 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-314fe49d-6c1e-4dee-85fd-1359a93ef7ab req-0b874216-7215-442c-91e1-3ee6db4bf6e9 service neutron] 10.222.0.36 "GET /v2.0/networks/d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402495 Jul 05 04:04:22.808347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f74dfd1d-b0e7-4c93-b582-ab1432e7e26c req-77e68e48-21c8-4b26-bbc9-fe14dee353b9 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 945 time: 0.3943596 Jul 05 04:04:22.812552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-91019e74-8425-4c8b-ab37-c318c7946e5a tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] device_id is not set on port be75f828-98ce-4e22-ae1a-64fbf3c7c4ab yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:22.926692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f74dfd1d-b0e7-4c93-b582-ab1432e7e26c req-25b737bc-2a84-4b04-a291-294f13950928 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170402 Jul 05 04:04:22.933078 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-58ebe88b-1e8c-4200-8ea5-387300450507 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.951193 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.974813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-91019e74-8425-4c8b-ab37-c318c7946e5a tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Allocated IP 172.20.0.5 (cb69948d-cf18-4047-9393-cb0032788fbd/444da8d1-8a73-45cd-b76c-ccde9ae926aa/be75f828-98ce-4e22-ae1a-64fbf3c7c4ab) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:23.066369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:23.078665 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:23.081506 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:23.133533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Pushing event updated for resources: {'Port': ['ID=5855c91a-8dcf-4393-9133-cef94d35a86c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:23.167661 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.238182 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-91019e74-8425-4c8b-ab37-c318c7946e5a tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.347420 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ebe88b-1e8c-4200-8ea5-387300450507 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Router a7d203c8-6693-4438-9b00-b8180d1ce81d is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:23.427707 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-91019e74-8425-4c8b-ab37-c318c7946e5a tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.482666 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ebe88b-1e8c-4200-8ea5-387300450507 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:23.494943 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e7620-8c24-44ec-a4ae-a58778aeca23 None None] Sync routers for ids ['a7d203c8-6693-4438-9b00-b8180d1ce81d'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:23.562469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91019e74-8425-4c8b-ab37-c318c7946e5a tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network cb69948d-cf18-4047-9393-cb0032788fbd is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:23.564702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-91019e74-8425-4c8b-ab37-c318c7946e5a tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:23.567894 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91019e74-8425-4c8b-ab37-c318c7946e5a tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:23.584342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e7620-8c24-44ec-a4ae-a58778aeca23 None None] Routers {'a7d203c8-6693-4438-9b00-b8180d1ce81d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:23.584963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5d7e7620-8c24-44ec-a4ae-a58778aeca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a7d203c8-6693-4438-9b00-b8180d1ce81d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:23.595138 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-58ebe88b-1e8c-4200-8ea5-387300450507 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.597827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-58ebe88b-1e8c-4200-8ea5-387300450507 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "PUT /v2.0/routers/a7d203c8-6693-4438-9b00-b8180d1ce81d HTTP/1.1" status: 200 len: 698 time: 1.8108757 Jul 05 04:04:23.601978 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91019e74-8425-4c8b-ab37-c318c7946e5a tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=be75f828-98ce-4e22-ae1a-64fbf3c7c4ab,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:23.605302 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56018) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:23.647492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91019e74-8425-4c8b-ab37-c318c7946e5a tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:23.648555 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-91019e74-8425-4c8b-ab37-c318c7946e5a tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.726265 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a64f4818-8dd7-41d8-9856-349f8a92b407 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/routers/a7d203c8-6693-4438-9b00-b8180d1ce81d HTTP/1.1" status: 200 len: 704 time: 0.1193252 Jul 05 04:04:23.728930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56020) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:23.739100 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-5d7e7620-8c24-44ec-a4ae-a58778aeca23 None None] Set router a7d203c8-6693-4438-9b00-b8180d1ce81d gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:23.744437 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.845701 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e66049b6-6027-423a-88e3-ee15af43e63d tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7d203c8-6693-4438-9b00-b8180d1ce81d HTTP/1.1" status: 200 len: 205 time: 0.1151946 Jul 05 04:04:23.849415 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-91019e74-8425-4c8b-ab37-c318c7946e5a tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9368086 Jul 05 04:04:23.852222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56024) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:23.862064 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56026) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:23.876978 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-dd256aa6-79dd-4309-b1e1-83d956ecd750 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'port': {'network_id': 'cb69948d-cf18-4047-9393-cb0032788fbd', 'name': 'tempest-FloatingIPTestJSON-641677665'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:23.912021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5d7e7620-8c24-44ec-a4ae-a58778aeca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d203c8-6693-4438-9b00-b8180d1ce81d', 'name': 'tempest-RoutersIpV6Test-router-1480181566', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:21Z', 'updated_at': '2021-07-05T04:04:22Z', 'revision_number': 2, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:23.930548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-53483e44-4316-44f0-85e5-cbb54b86db36 None None] Provisioning for port 5855c91a-8dcf-4393-9133-cef94d35a86c completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:24.068843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 667862b0-b918-4465-81df-e108e489644a up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:24.071296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 57422ea4-31d0-481f-bff9-2e9791740b08 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:24.082768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e7620-8c24-44ec-a4ae-a58778aeca23 None None] Checking router: a7d203c8-6693-4438-9b00-b8180d1ce81d for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:24.091201 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bfd7b22-09b8-43dd-bba5-83ad5ef83190 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.213040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-53483e44-4316-44f0-85e5-cbb54b86db36 None None] Provisioning complete for port 5855c91a-8dcf-4393-9133-cef94d35a86c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:24.218064 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-53483e44-4316-44f0-85e5-cbb54b86db36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.251907 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e7620-8c24-44ec-a4ae-a58778aeca23 None None] Routers {'a7d203c8-6693-4438-9b00-b8180d1ce81d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:24.253096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5d7e7620-8c24-44ec-a4ae-a58778aeca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a7d203c8-6693-4438-9b00-b8180d1ce81d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:24.314709 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.343418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-5d7e7620-8c24-44ec-a4ae-a58778aeca23 None None] Set router a7d203c8-6693-4438-9b00-b8180d1ce81d gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:24.426322 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.454382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5d7e7620-8c24-44ec-a4ae-a58778aeca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d203c8-6693-4438-9b00-b8180d1ce81d', 'name': 'tempest-RoutersIpV6Test-router-1480181566', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:21Z', 'updated_at': '2021-07-05T04:04:22Z', 'revision_number': 2, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:24.512112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e7620-8c24-44ec-a4ae-a58778aeca23 None None] The sync data for ids ['a7d203c8-6693-4438-9b00-b8180d1ce81d'] in n-d-771363-32 is: [{'id': 'a7d203c8-6693-4438-9b00-b8180d1ce81d', 'name': 'tempest-RoutersIpV6Test-router-1480181566', 'tenant_id': 'e554794d7e424531b22a92969a67426e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:21Z', 'updated_at': '2021-07-05T04:04:22Z', 'revision_number': 2, 'project_id': 'e554794d7e424531b22a92969a67426e', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:24.534705 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-53483e44-4316-44f0-85e5-cbb54b86db36 None None] Port 5855c91a-8dcf-4393-9133-cef94d35a86c cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:24.552942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 667862b0-b918-4465-81df-e108e489644a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:24.553564 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.559745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd256aa6-79dd-4309-b1e1-83d956ecd750 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Made reservation on behalf of fc5d38fc9b9743be8ccc5980d6b745b4 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:24.588427 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd256aa6-79dd-4309-b1e1-83d956ecd750 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.642546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-dd256aa6-79dd-4309-b1e1-83d956ecd750 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] device_id is not set on port eefdb7ca-59ba-4844-9a2b-1f6bc4e72902 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:24.654300 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 57422ea4-31d0-481f-bff9-2e9791740b08 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:24.674731 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 57422ea4-31d0-481f-bff9-2e9791740b08 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:24.675880 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.812218 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.819253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Pushing event updated for resources: {'Port': ['ID=5855c91a-8dcf-4393-9133-cef94d35a86c,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:24.828228 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.878203 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.890193 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e6c9b-9cda-4229-899b-83d1219284a5 req-80084a1c-72ae-4598-996c-92bed58b462a tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:24.893456 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-687e6c9b-9cda-4229-899b-83d1219284a5 req-80084a1c-72ae-4598-996c-92bed58b462a tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 945 time: 0.5220892 Jul 05 04:04:24.929668 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 57422ea4-31d0-481f-bff9-2e9791740b08, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=57422ea4-31d0-481f-bff9-2e9791740b08,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:24.935665 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e431d3d-9a05-4783-b910-d7a9f1120b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667862b0-b918-4465-81df-e108e489644a'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:24.939197 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b581dd91-7835-4026-90ac-477abb51c2b2" -d '{"events": [{"server_uuid": "4e431d3d-9a05-4783-b910-d7a9f1120b00", "name": "network-vif-plugged", "status": "completed", "tag": "667862b0-b918-4465-81df-e108e489644a"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:24.994873 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 667862b0-b918-4465-81df-e108e489644a, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=667862b0-b918-4465-81df-e108e489644a,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:25.004009 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.074663 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d756bc9-41c6-4866-beab-6b692a7a9991 x-openstack-request-id: req-0d756bc9-41c6-4866-beab-6b692a7a9991 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:25.075294 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e431d3d-9a05-4783-b910-d7a9f1120b00", "name": "network-vif-plugged", "status": "completed", "tag": "667862b0-b918-4465-81df-e108e489644a", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:25.076319 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d756bc9-41c6-4866-beab-6b692a7a9991 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:25.078425 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e431d3d-9a05-4783-b910-d7a9f1120b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667862b0-b918-4465-81df-e108e489644a', 'code': 200} Jul 05 04:04:25.091191 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.136789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=57422ea4-31d0-481f-bff9-2e9791740b08,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:25.151660 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:25.157695 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:25.199493 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bfd7b22-09b8-43dd-bba5-83ad5ef83190 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.209440 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bfd7b22-09b8-43dd-bba5-83ad5ef83190 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.261238 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=667862b0-b918-4465-81df-e108e489644a,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:25.309622 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-687e6c9b-9cda-4229-899b-83d1219284a5 req-6af5e7a7-6a97-4072-ad6b-ad05d9f334f6 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662252 Jul 05 04:04:25.372713 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bfd7b22-09b8-43dd-bba5-83ad5ef83190 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.373301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfd7b22-09b8-43dd-bba5-83ad5ef83190 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Fanout notify agent at l3_agent the message router_deleted on router a7d203c8-6693-4438-9b00-b8180d1ce81d {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:04:25.386272 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8bfd7b22-09b8-43dd-bba5-83ad5ef83190 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.387815 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8bfd7b22-09b8-43dd-bba5-83ad5ef83190 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/routers/a7d203c8-6693-4438-9b00-b8180d1ce81d HTTP/1.1" status: 204 len: 168 time: 1.5302598 Jul 05 04:04:25.392015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56056) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:25.419745 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098391ea-7053-4604-ad45-ba61f6f29db8 req-91ae07b2-d8fd-40e3-be0b-449604ff41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:25.421837 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-098391ea-7053-4604-ad45-ba61f6f29db8 req-91ae07b2-d8fd-40e3-be0b-449604ff41a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 1098 time: 0.1545966 Jul 05 04:04:25.476808 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d51d14f6-4854-49a3-aba9-f59035944db4 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7d203c8-6693-4438-9b00-b8180d1ce81d HTTP/1.1" status: 200 len: 205 time: 0.0815175 Jul 05 04:04:25.477140 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56060) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:25.548193 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-dd256aa6-79dd-4309-b1e1-83d956ecd750 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Allocated IP 172.20.0.11 (cb69948d-cf18-4047-9393-cb0032788fbd/444da8d1-8a73-45cd-b76c-ccde9ae926aa/eefdb7ca-59ba-4844-9a2b-1f6bc4e72902) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:25.576047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6f1571dd-b685-43e5-8870-1d4deb912a35 None None] Provisioning complete for port 5855c91a-8dcf-4393-9133-cef94d35a86c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:25.577698 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6f1571dd-b685-43e5-8870-1d4deb912a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.584276 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-c7a89f2e-f0d0-4c81-9137-5702aeb35580 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] delete failed (client error): The resource could not be found. Jul 05 04:04:25.588398 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c7a89f2e-f0d0-4c81-9137-5702aeb35580 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/routers/a7d203c8-6693-4438-9b00-b8180d1ce81d HTTP/1.1" status: 404 len: 336 time: 0.1071510 Jul 05 04:04:25.589071 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56062) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:25.627398 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-037f46a0-520e-40b6-b13f-3a4d4b009cac tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] DELETE failed (client error): The resource could not be found. Jul 05 04:04:25.627846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037f46a0-520e-40b6-b13f-3a4d4b009cac tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:04:25.632925 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-037f46a0-520e-40b6-b13f-3a4d4b009cac tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/0392bc90-9d07-48b8-a943-8312dd42479a HTTP/1.1" status: 404 len: 337 time: 0.0411391 Jul 05 04:04:25.633415 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56066) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:25.648670 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-098391ea-7053-4604-ad45-ba61f6f29db8 req-af1d7232-f278-4587-970d-30bbda4e75fa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076306 Jul 05 04:04:25.667638 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-6f1571dd-b685-43e5-8870-1d4deb912a35 None None] Port 5855c91a-8dcf-4393-9133-cef94d35a86c cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:25.711754 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-07785f8e-e219-428b-881e-87c51726bbc0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] DELETE failed (client error): The resource could not be found. Jul 05 04:04:25.712444 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07785f8e-e219-428b-881e-87c51726bbc0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:04:25.718390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56074) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:25.731374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-07785f8e-e219-428b-881e-87c51726bbc0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/2bad2e87-7818-440c-8c76-b76d17f0b2a0 HTTP/1.1" status: 404 len: 337 time: 0.0781949 Jul 05 04:04:25.772294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:25.805791 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-581bf192-507f-4abe-a61b-f981388bf6fd tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] DELETE failed (client error): The resource could not be found. Jul 05 04:04:25.806256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581bf192-507f-4abe-a61b-f981388bf6fd tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:04:25.811759 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-581bf192-507f-4abe-a61b-f981388bf6fd tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/3630ecea-fc6c-42dd-a398-e53d88cd3f3a HTTP/1.1" status: 404 len: 337 time: 0.0919478 Jul 05 04:04:25.812744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56084) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:25.877370 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-39025c3b-f4cf-47e4-b2a6-67cb0b456611 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] DELETE failed (client error): The resource could not be found. Jul 05 04:04:25.877874 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39025c3b-f4cf-47e4-b2a6-67cb0b456611 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:04:25.883894 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-39025c3b-f4cf-47e4-b2a6-67cb0b456611 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/84415a64-2c13-41d1-a890-305709cfd0d0 HTTP/1.1" status: 404 len: 337 time: 0.0701122 Jul 05 04:04:25.884544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56088) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:25.910543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 57422ea4-31d0-481f-bff9-2e9791740b08 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:25.937543 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1e5284be-101d-40bb-9b4c-4ed7a462db68 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports?device_id=8eca145d-ef58-4c38-a2d3-94e2c9c4e634 HTTP/1.1" status: 200 len: 205 time: 0.0514274 Jul 05 04:04:25.939093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56090) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:25.991740 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-9c5e3fd3-e47e-431e-9bda-3df4b1689084 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] delete failed (client error): The resource could not be found. Jul 05 04:04:25.995453 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9c5e3fd3-e47e-431e-9bda-3df4b1689084 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/routers/8eca145d-ef58-4c38-a2d3-94e2c9c4e634 HTTP/1.1" status: 404 len: 336 time: 0.0532870 Jul 05 04:04:25.996013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56092) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.000342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 57422ea4-31d0-481f-bff9-2e9791740b08 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:26.005498 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.035919 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1b49b782-6852-41c7-b6a6-84b19c2c3475 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d492890-d33e-4e13-8ed5-56c07aaee1fb HTTP/1.1" status: 200 len: 205 time: 0.0382190 Jul 05 04:04:26.036639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56094) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.093606 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-a3b09b29-6323-4ae7-a5c0-bf8f53303763 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] delete failed (client error): The resource could not be found. Jul 05 04:04:26.097368 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a3b09b29-6323-4ae7-a5c0-bf8f53303763 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/routers/5d492890-d33e-4e13-8ed5-56c07aaee1fb HTTP/1.1" status: 404 len: 336 time: 0.0596623 Jul 05 04:04:26.098010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56102) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.115522 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:26.123758 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Sync routers for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:26.130392 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a16e7e3a-f347-4e95-ac03-ab4170de2b2a admin admin] 10.222.0.38 "PUT /v2.0/routers/7fd0362d-4ac3-434f-8e11-5dc1e8c35a59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4393303 Jul 05 04:04:26.134995 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c559d61-b837-45bb-a81b-3b05d4087225 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] DELETE failed (client error): The resource could not be found. Jul 05 04:04:26.135575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c559d61-b837-45bb-a81b-3b05d4087225 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:04:26.140771 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56106) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.140924 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9c559d61-b837-45bb-a81b-3b05d4087225 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/207c631a-cc10-4706-aa76-621cb6803d2b HTTP/1.1" status: 404 len: 337 time: 0.0418286 Jul 05 04:04:26.152413 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:26.153296 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:26.179246 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6ba4bdfe-152a-4197-b6fe-e2321ab2573f tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports?device_id=24fc969c-8edf-4f5a-91cf-98f3fded988d HTTP/1.1" status: 200 len: 205 time: 0.0367332 Jul 05 04:04:26.181892 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56108) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.236453 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-1e070e18-6af0-43be-b45e-20e5cf7a12f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] delete failed (client error): The resource could not be found. Jul 05 04:04:26.241745 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1e070e18-6af0-43be-b45e-20e5cf7a12f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/routers/24fc969c-8edf-4f5a-91cf-98f3fded988d HTTP/1.1" status: 404 len: 336 time: 0.0585413 Jul 05 04:04:26.242680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56110) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.254881 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd256aa6-79dd-4309-b1e1-83d956ecd750 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.278042 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a5eb1c37-0012-464c-bf53-d7312ff4fb77 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports?device_id=16f2722c-67c1-4704-aae8-d748b01d4442 HTTP/1.1" status: 200 len: 205 time: 0.0340357 Jul 05 04:04:26.278982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56112) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.363888 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-64a9d9ec-8f83-4b70-a29e-7d2ef17cba85 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] delete failed (client error): The resource could not be found. Jul 05 04:04:26.367821 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-64a9d9ec-8f83-4b70-a29e-7d2ef17cba85 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/routers/16f2722c-67c1-4704-aae8-d748b01d4442 HTTP/1.1" status: 404 len: 336 time: 0.0870514 Jul 05 04:04:26.368437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56116) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.403246 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-90389503-0d40-4650-b1c2-2b2f7342e852 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] DELETE failed (client error): The resource could not be found. Jul 05 04:04:26.403804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90389503-0d40-4650-b1c2-2b2f7342e852 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:04:26.406484 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-90389503-0d40-4650-b1c2-2b2f7342e852 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/509e537d-4cd6-4597-b605-064206a9d694 HTTP/1.1" status: 404 len: 337 time: 0.0369923 Jul 05 04:04:26.409129 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56120) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.479118 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-391a7137-e96e-43da-b9c0-e2b796997434 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4d9b8bb-b2f9-44ac-9d26-58de737ef09e HTTP/1.1" status: 200 len: 205 time: 0.0684114 Jul 05 04:04:26.480390 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd256aa6-79dd-4309-b1e1-83d956ecd750 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.482015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56122) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.518089 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:26.556801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd256aa6-79dd-4309-b1e1-83d956ecd750 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network cb69948d-cf18-4047-9393-cb0032788fbd is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:26.583019 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-dd256aa6-79dd-4309-b1e1-83d956ecd750 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:26.594722 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd256aa6-79dd-4309-b1e1-83d956ecd750 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:26.603419 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-b9f5ab96-0a99-4f49-9619-e685fa13791c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] delete failed (client error): The resource could not be found. Jul 05 04:04:26.604647 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b9f5ab96-0a99-4f49-9619-e685fa13791c tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/routers/a4d9b8bb-b2f9-44ac-9d26-58de737ef09e HTTP/1.1" status: 404 len: 336 time: 0.1222165 Jul 05 04:04:26.609859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56128) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.642419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd256aa6-79dd-4309-b1e1-83d956ecd750 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=eefdb7ca-59ba-4844-9a2b-1f6bc4e72902,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:26.690277 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-901cf363-a34c-465b-b2ee-52853772d3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] DELETE failed (client error): The resource could not be found. Jul 05 04:04:26.691151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901cf363-a34c-465b-b2ee-52853772d3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:04:26.693430 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-901cf363-a34c-465b-b2ee-52853772d3a5 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/6d727aab-a749-4ee0-8232-ac1dbb240764 HTTP/1.1" status: 404 len: 337 time: 0.0625947 Jul 05 04:04:26.696261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56132) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.744680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab89ebe-1dbd-451c-a0ac-f790b97747f9 req-520e8010-04c8-4a02-af78-184b6f627393 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:26.746615 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dab89ebe-1dbd-451c-a0ac-f790b97747f9 req-520e8010-04c8-4a02-af78-184b6f627393 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.2157638 Jul 05 04:04:26.761108 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d5c64440-a5ed-47fb-9e30-af8b03a29eae tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "GET /v2.0/ports?device_id=c14abb40-21c6-438f-a8fb-dd84c31aadf4 HTTP/1.1" status: 200 len: 205 time: 0.0613611 Jul 05 04:04:26.761843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd256aa6-79dd-4309-b1e1-83d956ecd750 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:26.761964 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56136) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.765943 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd256aa6-79dd-4309-b1e1-83d956ecd750 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.819189 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-443ce8e9-cadf-435c-8682-e4df864f77e8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] delete failed (client error): The resource could not be found. Jul 05 04:04:26.820269 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-443ce8e9-cadf-435c-8682-e4df864f77e8 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/routers/c14abb40-21c6-438f-a8fb-dd84c31aadf4 HTTP/1.1" status: 404 len: 336 time: 0.0574720 Jul 05 04:04:26.826399 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56148) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.869022 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10ad043-fb43-414c-83ad-1ad877f2e0f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] DELETE failed (client error): The resource could not be found. Jul 05 04:04:26.869487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10ad043-fb43-414c-83ad-1ad877f2e0f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:04:26.871396 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a10ad043-fb43-414c-83ad-1ad877f2e0f0 tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/8cd924e7-abcd-4b5d-a6eb-745dfe5453e5 HTTP/1.1" status: 404 len: 337 time: 0.0433781 Jul 05 04:04:26.873787 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dab89ebe-1dbd-451c-a0ac-f790b97747f9 req-0c459b8a-179f-4234-aabd-2df7e130749c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043444 Jul 05 04:04:26.874569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56150) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.878800 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dd256aa6-79dd-4309-b1e1-83d956ecd750 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0157018 Jul 05 04:04:26.883810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56152) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.911635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': 'eefdb7ca-59ba-4844-9a2b-1f6bc4e72902', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:26.930158 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b59aa82-31de-4c10-96f9-b1021c5af8fa tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] DELETE failed (client error): The resource could not be found. Jul 05 04:04:26.930756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b59aa82-31de-4c10-96f9-b1021c5af8fa tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:04:26.932540 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3b59aa82-31de-4c10-96f9-b1021c5af8fa tempest-RoutersIpV6Test-1687330093 tempest-RoutersIpV6Test-1687330093-project] 10.222.0.38 "DELETE /v2.0/subnets/c4bd4835-e4b0-4526-8759-c0322ffd5274 HTTP/1.1" status: 404 len: 337 time: 0.0565071 Jul 05 04:04:27.029982 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.206822 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 2, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:27.227268 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.239931 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Checking router: 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:27.241347 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Updating router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 port 5855c91a-8dcf-4393-9133-cef94d35a86c binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:04:27.321973 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.387689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Allocated IP 172.25.6.103 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/ded15977-4bf1-436b-bc46-e499330a99be) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:27.523389 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.637463 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.648370 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.654237 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Transition to ACTIVE for port object 5855c91a-8dcf-4393-9133-cef94d35a86c will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:27.719619 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:27.722838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:27.727905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:27.774622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=ded15977-4bf1-436b-bc46-e499330a99be,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:27.802479 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.883106 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2c70d-4d87-4ce5-a2a4-7052d01c2e3a None None] Pushing event updated for resources: {'Port': ['ID=5855c91a-8dcf-4393-9133-cef94d35a86c,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:27.889787 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56192) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:27.895401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b2b7da3b-3a5e-41cb-be68-83ec065fefa0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1484576655-network', 'tenant_id': 'c921da20c6fd465a9792af8849e93b31'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:28.025197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b7da3b-3a5e-41cb-be68-83ec065fefa0 admin admin] Made reservation on behalf of c921da20c6fd465a9792af8849e93b31 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:28.027697 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2b7da3b-3a5e-41cb-be68-83ec065fefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.049567 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2b7da3b-3a5e-41cb-be68-83ec065fefa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.095069 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Attempting to bind port 5855c91a-8dcf-4393-9133-cef94d35a86c on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:28.096254 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Attempting to bind port 5855c91a-8dcf-4393-9133-cef94d35a86c by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:28.096631 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Attempting to bind port 5855c91a-8dcf-4393-9133-cef94d35a86c on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:28.114141 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:28.114567 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Checking segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:28.116997 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.117442 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Bound using segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:28.117945 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Bound port: 5855c91a-8dcf-4393-9133-cef94d35a86c, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:28.119840 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.335965 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2b7da3b-3a5e-41cb-be68-83ec065fefa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.338173 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56212) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:28.392501 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] For port 5855c91a-8dcf-4393-9133-cef94d35a86c, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:28.408384 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2b7da3b-3a5e-41cb-be68-83ec065fefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.410590 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] For port 5855c91a-8dcf-4393-9133-cef94d35a86c, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5855c91a-8dcf-4393-9133-cef94d35a86c,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:28.427474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b7da3b-3a5e-41cb-be68-83ec065fefa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:28.443281 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2b7da3b-3a5e-41cb-be68-83ec065fefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.443957 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-b2b7da3b-3a5e-41cb-be68-83ec065fefa0 admin admin] Added segment b15c8f89-1d55-4734-9add-c46b1a2db713 of type vlan for network ceddfeb3-cd14-4701-9f58-5d4746e25c2f Jul 05 04:04:28.498314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7da3b-3a5e-41cb-be68-83ec065fefa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f77ea42-032e-4de4-ab7e-dedaa775c781,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:28.505800 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.516493 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2b7da3b-3a5e-41cb-be68-83ec065fefa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.644270 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2b7da3b-3a5e-41cb-be68-83ec065fefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.645557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b7da3b-3a5e-41cb-be68-83ec065fefa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:28.646214 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2b7da3b-3a5e-41cb-be68-83ec065fefa0 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.652183 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:28.652183 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:28.664304 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2c70d-4d87-4ce5-a2a4-7052d01c2e3a None None] Pushing event updated for resources: {'Port': ['ID=5855c91a-8dcf-4393-9133-cef94d35a86c,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:28.700502 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fb056679-23b5-4e52-a1fd-9998c89be3a8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e554794d7e424531b22a92969a67426e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601148 Jul 05 04:04:28.703219 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56234) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:28.824984 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-698c9b0f-d86c-4118-8627-f03614fe9596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.837575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7da3b-3a5e-41cb-be68-83ec065fefa0 admin admin] Pushing event updated for resources: {'Network': ['ID=ceddfeb3-cd14-4701-9f58-5d4746e25c2f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:28.842190 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:28.842876 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbb913-426d-48f0-8bc8-b1860a38c95c req-792c5e35-ca63-4601-ade5-0e67df0a360b tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:28.844829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2bbb913-426d-48f0-8bc8-b1860a38c95c req-792c5e35-ca63-4601-ade5-0e67df0a360b tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.1501560 Jul 05 04:04:28.849836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network ceddfeb3-cd14-4701-9f58-5d4746e25c2f details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:28.870797 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-698c9b0f-d86c-4118-8627-f03614fe9596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.974679 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b2b7da3b-3a5e-41cb-be68-83ec065fefa0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0836959 Jul 05 04:04:28.975578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56252) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:28.986044 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-165e7a5c-dd6d-43be-a574-41dd3a390cac admin admin] Request body: {'subnet': {'network_id': 'ceddfeb3-cd14-4701-9f58-5d4746e25c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1484576655-subnet', 'tenant_id': 'c921da20c6fd465a9792af8849e93b31', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:29.001412 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2bbb913-426d-48f0-8bc8-b1860a38c95c req-154f3296-a635-42b4-9530-212058a908f5 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395411 Jul 05 04:04:29.087951 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-698c9b0f-d86c-4118-8627-f03614fe9596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.090500 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-698c9b0f-d86c-4118-8627-f03614fe9596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.091653 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-698c9b0f-d86c-4118-8627-f03614fe9596 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9cd1a5e8-9922-4064-9c00-17bb3bb76d6d HTTP/1.1" status: 204 len: 168 time: 0.3857708 Jul 05 04:04:29.101380 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c9b0f-d86c-4118-8627-f03614fe9596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd1a5e8-9922-4064-9c00-17bb3bb76d6d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:29.108841 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.116118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165e7a5c-dd6d-43be-a574-41dd3a390cac admin admin] Made reservation on behalf of c921da20c6fd465a9792af8849e93b31 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:29.118539 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-165e7a5c-dd6d-43be-a574-41dd3a390cac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.259775 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:28Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:29.270753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710899a-a903-453f-9acd-e09e839ae572 req-fdefad14-78eb-4ebf-97c0-7c219c268112 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:29.272602 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1710899a-a903-453f-9acd-e09e839ae572 req-fdefad14-78eb-4ebf-97c0-7c219c268112 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.1278017 Jul 05 04:04:29.296227 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50256bfe-24b2-4d90-8b20-2474ee4659c8 None None] The sync data for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 is: [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:28Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:29.415260 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1710899a-a903-453f-9acd-e09e839ae572 req-c157e5c6-585e-4d97-b111-4e34114354f3 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320758 Jul 05 04:04:29.423996 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.500128 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-165e7a5c-dd6d-43be-a574-41dd3a390cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.603934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e7a5c-dd6d-43be-a574-41dd3a390cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6f2aee-0677-4d2f-a745-5419c651ebd1,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:29.630756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56288) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:29.702778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e7a5c-dd6d-43be-a574-41dd3a390cac admin admin] Checking segment: {'id': 'b15c8f89-1d55-4734-9add-c46b1a2db713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ceddfeb3-cd14-4701-9f58-5d4746e25c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:29.703219 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165e7a5c-dd6d-43be-a574-41dd3a390cac admin admin] Network hostable DHCP agents. Network: ceddfeb3-cd14-4701-9f58-5d4746e25c2f, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:29.741975 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.750334 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ec2f5197-6103-44d9-b53c-e371fcfc67d5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/floatingips/2373d59f-e092-4898-8c70-96048af04c3b HTTP/1.1" status: 200 len: 993 time: 0.1146388 Jul 05 04:04:29.853488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165e7a5c-dd6d-43be-a574-41dd3a390cac admin admin] Network ceddfeb3-cd14-4701-9f58-5d4746e25c2f is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:29.856564 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.957036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5855c91a-8dcf-4393-9133-cef94d35a86c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:29.966183 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=ded15977-4bf1-436b-bc46-e499330a99be,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:29.979902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-165e7a5c-dd6d-43be-a574-41dd3a390cac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, ceddfeb3-cd14-4701-9f58-5d4746e25c2f) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:29.995084 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165e7a5c-dd6d-43be-a574-41dd3a390cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:29.995275 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.997133 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-165e7a5c-dd6d-43be-a574-41dd3a390cac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.041188 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccee9e7e-1f28-44ae-bd69-578abe336d43 None None] Network ceddfeb3-cd14-4701-9f58-5d4746e25c2f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:30.107070 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56330) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:30.234755 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-165e7a5c-dd6d-43be-a574-41dd3a390cac admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2580402 Jul 05 04:04:30.253208 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56344) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:30.276141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1484576655-router', 'tenant_id': 'c921da20c6fd465a9792af8849e93b31', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:30.297767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 5855c91a-8dcf-4393-9133-cef94d35a86c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:30.310872 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Floating IP e8c0d930-3ecc-4834-95c2-6fc731a45200 associated. External IP: 172.25.6.103, port: eefdb7ca-59ba-4844-9a2b-1f6bc4e72902. Jul 05 04:04:30.330553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 5855c91a-8dcf-4393-9133-cef94d35a86c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:30.330926 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.502074 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-ceddfeb3-cd14-4701-9f58-5d4746e25c2f', 'network_id': 'ceddfeb3-cd14-4701-9f58-5d4746e25c2f', 'tenant_id': 'c921da20c6fd465a9792af8849e93b31', 'fixed_ips': [{'subnet_id': 'ec6f2aee-0677-4d2f-a745-5419c651ebd1'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:30.502928 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.520627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.522239 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.653724 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.667294 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.669014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6aa3c-118a-4377-9406-9cb356450d16 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Deleting port a277ed0a-cccc-4c5e-951e-f29b9a4e8e12 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:30.669472 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fb6aa3c-118a-4377-9406-9cb356450d16 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.767053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router fc4cfece-5a40-45b1-88af-289ab873556e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:30.774716 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 5855c91a-8dcf-4393-9133-cef94d35a86c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5855c91a-8dcf-4393-9133-cef94d35a86c,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:30.799195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Allocated IP 172.20.0.2 (ceddfeb3-cd14-4701-9f58-5d4746e25c2f/ec6f2aee-0677-4d2f-a745-5419c651ebd1/c613aa8f-f968-4e71-b14e-44295f982e54) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:30.888652 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.905422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56394) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:30.974125 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.978344 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=5855c91a-8dcf-4393-9133-cef94d35a86c,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:31.012164 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fb6aa3c-118a-4377-9406-9cb356450d16 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.012164 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fb6aa3c-118a-4377-9406-9cb356450d16 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.027377 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6aa3c-118a-4377-9406-9cb356450d16 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Calling delete_port for a277ed0a-cccc-4c5e-951e-f29b9a4e8e12 owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:31.098415 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.108777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Transition to ACTIVE for port object c613aa8f-f968-4e71-b14e-44295f982e54 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:31.141564 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Transition to ACTIVE for port object c613aa8f-f968-4e71-b14e-44295f982e54 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:31.179839 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:31.192364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322959fc-1ca0-4567-8547-4f15eb637ca9 None None] Sync routers for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:31.201117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e7ad68ee-4552-4ed3-9392-ecf80c056dcd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1257240428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:31.204941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322959fc-1ca0-4567-8547-4f15eb637ca9 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:31.205571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-322959fc-1ca0-4567-8547-4f15eb637ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:31.212827 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-6540fd82-2d1f-4d11-b0a0-35a05567a0b4 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:31.220590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-6540fd82-2d1f-4d11-b0a0-35a05567a0b4 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/networks?id=8bb45571-704a-47f7-b580-2fad721401bc HTTP/1.1" status: 200 len: 815 time: 0.3104658 Jul 05 04:04:31.242582 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.252255 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-322959fc-1ca0-4567-8547-4f15eb637ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:31.263569 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-e486c5aa-147c-4626-a7b4-cb67761f732c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/quotas/eaf4c0ff0e0244099a1253058e48e066 HTTP/1.1" status: 200 len: 375 time: 0.0418155 Jul 05 04:04:31.292528 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Network ceddfeb3-cd14-4701-9f58-5d4746e25c2f is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:31.300211 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:31.305904 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:31.309861 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322959fc-1ca0-4567-8547-4f15eb637ca9 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:31.312377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-322959fc-1ca0-4567-8547-4f15eb637ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:31.334318 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e7ad68ee-4552-4ed3-9392-ecf80c056dcd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.340049 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e7ad68ee-4552-4ed3-9392-ecf80c056dcd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.387817 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-f7bfb6fe-87ea-4ff3-a7a6-679168f4d592 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=eaf4c0ff0e0244099a1253058e48e066&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1177192 Jul 05 04:04:31.449944 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e7ad68ee-4552-4ed3-9392-ecf80c056dcd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.466411 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.495025 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fb6aa3c-118a-4377-9406-9cb356450d16 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.521750 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-41af6184-47d0-4a52-af01-04d94f1a3903 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6353824 Jul 05 04:04:31.524355 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56438) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:31.545975 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6afce0bd-3917-460c-a9e0-e2fcc60c9b67 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:31.550811 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e7ad68ee-4552-4ed3-9392-ecf80c056dcd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.562626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6aa3c-118a-4377-9406-9cb356450d16 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Port': ['ID=a277ed0a-cccc-4c5e-951e-f29b9a4e8e12,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:31.610120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-322959fc-1ca0-4567-8547-4f15eb637ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:31.611018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322959fc-1ca0-4567-8547-4f15eb637ca9 None None] The sync data for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:31.614419 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Pushing event updated for resources: {'Port': ['ID=c613aa8f-f968-4e71-b14e-44295f982e54,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:31.626564 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-07221123-bf65-4d0b-a8b2-155b7964cd1f service neutron] 10.222.0.38 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296808 Jul 05 04:04:31.647244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Attempting to bind port c613aa8f-f968-4e71-b14e-44295f982e54 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:31.647612 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Attempting to bind port c613aa8f-f968-4e71-b14e-44295f982e54 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'b15c8f89-1d55-4734-9add-c46b1a2db713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ceddfeb3-cd14-4701-9f58-5d4746e25c2f'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:31.647979 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Attempting to bind port c613aa8f-f968-4e71-b14e-44295f982e54 on network ceddfeb3-cd14-4701-9f58-5d4746e25c2f {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:31.653924 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:31.654386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Checking segment: {'id': 'b15c8f89-1d55-4734-9add-c46b1a2db713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ceddfeb3-cd14-4701-9f58-5d4746e25c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:31.655281 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.657083 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Bound using segment: {'id': 'b15c8f89-1d55-4734-9add-c46b1a2db713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ceddfeb3-cd14-4701-9f58-5d4746e25c2f'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:31.657083 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Bound port: c613aa8f-f968-4e71-b14e-44295f982e54, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15c8f89-1d55-4734-9add-c46b1a2db713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ceddfeb3-cd14-4701-9f58-5d4746e25c2f'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:31.657083 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.664998 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.691299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.694243 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fb6aa3c-118a-4377-9406-9cb356450d16 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.694588 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-4fb6aa3c-118a-4377-9406-9cb356450d16 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Floating IP 2373d59f-e092-4898-8c70-96048af04c3b disassociated (deleted). External IP: 172.25.6.92, port: 311cd793-ed0f-43c8-85b4-61ccadfe02e1. Jul 05 04:04:31.711976 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6afce0bd-3917-460c-a9e0-e2fcc60c9b67 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.734102 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] For port c613aa8f-f968-4e71-b14e-44295f982e54, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:31.736505 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e7ad68ee-4552-4ed3-9392-ecf80c056dcd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.741205 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e7ad68ee-4552-4ed3-9392-ecf80c056dcd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8312941 Jul 05 04:04:31.741328 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] For port c613aa8f-f968-4e71-b14e-44295f982e54, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c613aa8f-f968-4e71-b14e-44295f982e54,segment=NetworkSegment(b15c8f89-1d55-4734-9add-c46b1a2db713),segment_id=b15c8f89-1d55-4734-9add-c46b1a2db713)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:31.741896 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56442) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:31.746814 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1174989623'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:31.839766 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-ceb41738-70b1-4569-bb07-25e36e884622 service neutron] 10.222.0.38 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119048 Jul 05 04:04:31.876692 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.924215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5855c91a-8dcf-4393-9133-cef94d35a86c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:31.951096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Made reservation on behalf of d55c33adec20478da1af81bf2f6b1715 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:31.955435 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.984047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Allocated IP 172.25.6.33 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/b6f5821c-e085-4b9d-af98-d33a2b1aef98) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:31.987276 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.018022 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6afce0bd-3917-460c-a9e0-e2fcc60c9b67 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.024463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f695129-a4cd-4356-ae57-1bd06ee151a2 None None] Pushing event updated for resources: {'Port': ['ID=c613aa8f-f968-4e71-b14e-44295f982e54,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:32.044655 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0df1813a-c461-40f1-bef9-e58199a9f998 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:32.095463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 5855c91a-8dcf-4393-9133-cef94d35a86c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:32.096000 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.111104 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6afce0bd-3917-460c-a9e0-e2fcc60c9b67 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.111439 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-6afce0bd-3917-460c-a9e0-e2fcc60c9b67 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Floating IP e8c0d930-3ecc-4834-95c2-6fc731a45200 disassociated. External IP: 172.25.6.103, port: eefdb7ca-59ba-4844-9a2b-1f6bc4e72902. Jul 05 04:04:32.196772 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.278247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b92e8f2-99cc-48e3-9601-82caedfe0a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df1813a-c461-40f1-bef9-e58199a9f998'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:32.281516 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13773695-3c28-4e29-a858-c76a5c0fa8af" -d '{"events": [{"server_uuid": "0b92e8f2-99cc-48e3-9601-82caedfe0a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "0df1813a-c461-40f1-bef9-e58199a9f998"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:32.319673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0df1813a-c461-40f1-bef9-e58199a9f998, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0df1813a-c461-40f1-bef9-e58199a9f998,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:32.377999 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.407092 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.474874 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279048f-73eb-4363-aff1-b087d1bc37eb req-0720e345-771d-4e27-85a6-d72ba6617662 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:32.477508 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d279048f-73eb-4363-aff1-b087d1bc37eb req-0720e345-771d-4e27-85a6-d72ba6617662 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e431d3d-9a05-4783-b910-d7a9f1120b00 HTTP/1.1" status: 200 len: 946 time: 0.5794230 Jul 05 04:04:32.513194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=0df1813a-c461-40f1-bef9-e58199a9f998,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:32.530076 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb6aa3c-118a-4377-9406-9cb356450d16 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Router 03651e78-0740-4474-9544-2b3486a50a52 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:32.578077 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56458) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:32.587319 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a31f004b-e488-42bd-8ced-c3a9b8b4a1ef req-1003431d-aebc-4760-94cc-b02f3dbbe9e1 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 210 time: 0.1178663 Jul 05 04:04:32.641930 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dec5832-30e9-4bcd-b0f2-94f9005eb209 x-openstack-request-id: req-1dec5832-30e9-4bcd-b0f2-94f9005eb209 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:32.642442 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b92e8f2-99cc-48e3-9601-82caedfe0a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "0df1813a-c461-40f1-bef9-e58199a9f998", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:32.642891 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1dec5832-30e9-4bcd-b0f2-94f9005eb209 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:32.643452 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b92e8f2-99cc-48e3-9601-82caedfe0a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df1813a-c461-40f1-bef9-e58199a9f998', 'code': 200} Jul 05 04:04:32.683868 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.708304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afce0bd-3917-460c-a9e0-e2fcc60c9b67 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router fc4cfece-5a40-45b1-88af-289ab873556e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:32.811597 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af55b53a-df37-472c-909d-1dd7607dd569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.913646 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.937100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb6aa3c-118a-4377-9406-9cb356450d16 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:32.939734 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-d279048f-73eb-4363-aff1-b087d1bc37eb req-8e9e9f23-889a-442c-bbd2-e62f6579e988 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Deleting port 667862b0-b918-4465-81df-e108e489644a {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:32.940133 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d279048f-73eb-4363-aff1-b087d1bc37eb req-8e9e9f23-889a-442c-bbd2-e62f6579e988 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.945687 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4fb6aa3c-118a-4377-9406-9cb356450d16 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.949585 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e41c648-0d48-4b0c-94e9-093de45fe2d5 None None] Sync routers for ids ['03651e78-0740-4474-9544-2b3486a50a52'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:32.978731 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e41c648-0d48-4b0c-94e9-093de45fe2d5 None None] Routers {'03651e78-0740-4474-9544-2b3486a50a52'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:32.978731 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-2e41c648-0d48-4b0c-94e9-093de45fe2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['03651e78-0740-4474-9544-2b3486a50a52'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:33.041971 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.056294 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.220387 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-2e41c648-0d48-4b0c-94e9-093de45fe2d5 None None] Set router 03651e78-0740-4474-9544-2b3486a50a52 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:33.347455 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afce0bd-3917-460c-a9e0-e2fcc60c9b67 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:33.359407 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c465ee-8ac5-4b06-a018-06f9ae443b1d None None] Sync routers for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:33.362384 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6afce0bd-3917-460c-a9e0-e2fcc60c9b67 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.372810 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c465ee-8ac5-4b06-a018-06f9ae443b1d None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:33.373944 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-06c465ee-8ac5-4b06-a018-06f9ae443b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:33.416912 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-06c465ee-8ac5-4b06-a018-06f9ae443b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:33.417141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a1fb8ec7-d5c3-4f8f-8cae-8861668f7cfe tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:33.427701 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c465ee-8ac5-4b06-a018-06f9ae443b1d None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:33.428820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-06c465ee-8ac5-4b06-a018-06f9ae443b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:33.432367 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a1fb8ec7-d5c3-4f8f-8cae-8861668f7cfe tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/networks?id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 HTTP/1.1" status: 200 len: 804 time: 0.2257175 Jul 05 04:04:33.463063 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-034f8687-6e6b-4f50-b7f9-231f84763316 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/quotas/a7ffff41c54e4f0f8cc5d87cc4243f49 HTTP/1.1" status: 200 len: 375 time: 0.0295460 Jul 05 04:04:33.484540 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6afce0bd-3917-460c-a9e0-e2fcc60c9b67 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "PUT /v2.0/floatingips/e8c0d930-3ecc-4834-95c2-6fc731a45200 HTTP/1.1" status: 200 len: 688 time: 1.9590111 Jul 05 04:04:33.486487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-06c465ee-8ac5-4b06-a018-06f9ae443b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:33.488242 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c465ee-8ac5-4b06-a018-06f9ae443b1d None None] The sync data for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:33.488350 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56480) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:33.534813 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-2e41c648-0d48-4b0c-94e9-093de45fe2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03651e78-0740-4474-9544-2b3486a50a52', 'name': 'tempest-TestNetworkBasicOps-router-2032689586', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:58Z', 'updated_at': '2021-07-05T04:02:14Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:00Z', 'updated_at': '2021-07-05T04:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2c96ad6f-35f7-4fa7-8818-8b365ac14581', 'name': '', 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:0c:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:11Z', 'updated_at': '2021-07-05T04:02:23Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:33.576094 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e29424-4e11-4cf5-81cf-6795af9adb4a None None] Network ceddfeb3-cd14-4701-9f58-5d4746e25c2f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:33.597770 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e41c648-0d48-4b0c-94e9-093de45fe2d5 None None] Checking router: 03651e78-0740-4474-9544-2b3486a50a52 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:33.598761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:33.617001 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e41c648-0d48-4b0c-94e9-093de45fe2d5 None None] Routers {'03651e78-0740-4474-9544-2b3486a50a52'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:33.618056 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-2e41c648-0d48-4b0c-94e9-093de45fe2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['03651e78-0740-4474-9544-2b3486a50a52'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:33.678467 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4fb6aa3c-118a-4377-9406-9cb356450d16 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "DELETE /v2.0/floatingips/2373d59f-e092-4898-8c70-96048af04c3b HTTP/1.1" status: 204 len: 168 time: 3.5701272 Jul 05 04:04:33.702797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3227bed0-38b4-4aa6-b04b-f2679eb4d9d6', 'tag': '311cd793-ed0f-43c8-85b4-61ccadfe02e1'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:33.712641 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe5f2a3-dcbb-4096-b7c2-91b47464caa6" -d '{"events": [{"name": "network-changed", "server_uuid": "3227bed0-38b4-4aa6-b04b-f2679eb4d9d6", "tag": "311cd793-ed0f-43c8-85b4-61ccadfe02e1"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:33.717053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:33.720536 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-9a755d4d-18a6-43ca-a9ad-b2c2bbbcb78c tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a7ffff41c54e4f0f8cc5d87cc4243f49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2563293 Jul 05 04:04:33.743611 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.760301 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Added segment 4e458dca-6e07-43ab-b15f-cbd14a5f21ca of type vlan for network 42b95eb0-ae9f-4f59-b970-abc5df176786 Jul 05 04:04:33.766774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Pushing event updated for resources: {'Port': ['ID=b6f5821c-e085-4b9d-af98-d33a2b1aef98,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:33.785472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f8ccf3ca-b62e-4a66-95f4-d7f0b93a781d None None] Provisioning for port c613aa8f-f968-4e71-b14e-44295f982e54 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:33.803528 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9755c820-c0d0-4a71-9846-4bf2818d46f5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting port ded15977-4bf1-436b-bc46-e499330a99be {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:33.813814 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9755c820-c0d0-4a71-9846-4bf2818d46f5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.813963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:33.815510 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a88420-638a-4f73-9573-ef8a32d9e6a0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:33.828178 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:33.852623 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.930868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-d279048f-73eb-4363-aff1-b087d1bc37eb req-8e9e9f23-889a-442c-bbd2-e62f6579e988 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] For port 667862b0-b918-4465-81df-e108e489644a, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=667862b0-b918-4465-81df-e108e489644a,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:33.931186 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d279048f-73eb-4363-aff1-b087d1bc37eb req-8e9e9f23-889a-442c-bbd2-e62f6579e988 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.951197 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.971638 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88c09ad1-4703-489e-b1a2-e5fb8886ef58 req-a477f2bd-9468-4085-b45e-9b5918680556 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 210 time: 0.1624370 Jul 05 04:04:33.979711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-d279048f-73eb-4363-aff1-b087d1bc37eb req-8e9e9f23-889a-442c-bbd2-e62f6579e988 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Calling delete_port for 667862b0-b918-4465-81df-e108e489644a owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:34.008212 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c613aa8f-f968-4e71-b14e-44295f982e54 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:34.062715 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-2e41c648-0d48-4b0c-94e9-093de45fe2d5 None None] Set router 03651e78-0740-4474-9544-2b3486a50a52 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:34.099094 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.resource_extend [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:04:34.128412 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-0ed1d973-f984-46f3-a6c9-160212076306 service neutron] 10.222.0.38 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994985 Jul 05 04:04:34.178902 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port c613aa8f-f968-4e71-b14e-44295f982e54 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:34.182976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c613aa8f-f968-4e71-b14e-44295f982e54 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:34.183306 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.196989 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9755c820-c0d0-4a71-9846-4bf2818d46f5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.197339 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9755c820-c0d0-4a71-9846-4bf2818d46f5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.278200 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af55b53a-df37-472c-909d-1dd7607dd569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.298382 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9755c820-c0d0-4a71-9846-4bf2818d46f5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Calling delete_port for ded15977-4bf1-436b-bc46-e499330a99be owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:34.322225 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.335058 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:34.335058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.348620 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-2e41c648-0d48-4b0c-94e9-093de45fe2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03651e78-0740-4474-9544-2b3486a50a52', 'name': 'tempest-TestNetworkBasicOps-router-2032689586', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:58Z', 'updated_at': '2021-07-05T04:02:14Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:00Z', 'updated_at': '2021-07-05T04:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2c96ad6f-35f7-4fa7-8818-8b365ac14581', 'name': '', 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:0c:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:11Z', 'updated_at': '2021-07-05T04:02:23Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:34.355222 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.363937 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af55b53a-df37-472c-909d-1dd7607dd569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.385337 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e41c648-0d48-4b0c-94e9-093de45fe2d5 None None] The sync data for ids ['03651e78-0740-4474-9544-2b3486a50a52'] in n-d-771363-32 is: [{'id': '03651e78-0740-4474-9544-2b3486a50a52', 'name': 'tempest-TestNetworkBasicOps-router-2032689586', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:58Z', 'updated_at': '2021-07-05T04:02:14Z', 'revision_number': 4, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:00Z', 'updated_at': '2021-07-05T04:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2c96ad6f-35f7-4fa7-8818-8b365ac14581', 'name': '', 'network_id': 'd00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'mac_address': 'fa:16:3e:0c:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:11Z', 'updated_at': '2021-07-05T04:02:23Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'subnets': [{'id': '0baa486b-cba6-4f9c-9828-12ea1c42df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:34.415742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port c613aa8f-f968-4e71-b14e-44295f982e54, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c613aa8f-f968-4e71-b14e-44295f982e54,segment=NetworkSegment(b15c8f89-1d55-4734-9add-c46b1a2db713),segment_id=b15c8f89-1d55-4734-9add-c46b1a2db713)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:34.435133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-600044b3-e21e-4d3f-8e8c-c6956ffeb3ab None None] Provisioning complete for port c613aa8f-f968-4e71-b14e-44295f982e54 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:34.436123 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-600044b3-e21e-4d3f-8e8c-c6956ffeb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.442033 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-2288e742-db61-4836-9e1c-5ffaeb16d2e4 service neutron] 10.222.0.38 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062756 Jul 05 04:04:34.463509 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7204690 Jul 05 04:04:34.470916 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56492) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:34.478126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-963914bd-284c-4cd2-88fe-60f757ad97c2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Request body: {'subnet': {'network_id': '42b95eb0-ae9f-4f59-b970-abc5df176786', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:34.527838 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.587307 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-600044b3-e21e-4d3f-8e8c-c6956ffeb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.599121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd1325-e086-422f-8dbc-f7f461a3bad2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event updated for resources: {'Network': ['ID=42b95eb0-ae9f-4f59-b970-abc5df176786,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:34.638775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55b53a-df37-472c-909d-1dd7607dd569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e77c2b0-5b89-4649-bccd-36aaa4455f5d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:34.642869 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=c613aa8f-f968-4e71-b14e-44295f982e54,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:34.653932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 42b95eb0-ae9f-4f59-b970-abc5df176786 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:34.662299 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-af55b53a-df37-472c-909d-1dd7607dd569 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b01cb64d1eaa4f098ec4843152913c70&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0766153 Jul 05 04:04:34.668590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56496) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:34.789773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963914bd-284c-4cd2-88fe-60f757ad97c2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Made reservation on behalf of d55c33adec20478da1af81bf2f6b1715 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:34.794666 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44df2a12-8a33-4d23-980c-6257ba33ebd8 x-openstack-request-id: req-44df2a12-8a33-4d23-980c-6257ba33ebd8 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:34.795029 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3227bed0-38b4-4aa6-b04b-f2679eb4d9d6", "tag": "311cd793-ed0f-43c8-85b4-61ccadfe02e1", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:34.795838 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-44df2a12-8a33-4d23-980c-6257ba33ebd8 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:34.795941 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-963914bd-284c-4cd2-88fe-60f757ad97c2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.798133 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3227bed0-38b4-4aa6-b04b-f2679eb4d9d6', 'tag': '311cd793-ed0f-43c8-85b4-61ccadfe02e1', 'status': 'completed', 'code': 200} Jul 05 04:04:34.876543 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d279048f-73eb-4363-aff1-b087d1bc37eb req-8e9e9f23-889a-442c-bbd2-e62f6579e988 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.882710 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-600044b3-e21e-4d3f-8e8c-c6956ffeb3ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:04:34.883083 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-600044b3-e21e-4d3f-8e8c-c6956ffeb3ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:04:34.961461 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18337291-d5ec-441c-9618-6c5c30e5bbb7 None None] New status for floating IP 2373d59f-e092-4898-8c70-96048af04c3b: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:04:34.982265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e9f23-889a-442c-bbd2-e62f6579e988 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Pushing event deleted for resources: {'Port': ['ID=667862b0-b918-4465-81df-e108e489644a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:35.037018 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9755c820-c0d0-4a71-9846-4bf2818d46f5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.046993 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e120b-6621-4aeb-9734-17482a67eda6 req-2e3e5e62-0538-4b8b-b4fb-96a66c4c7546 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:35.053721 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-097e120b-6621-4aeb-9734-17482a67eda6 req-2e3e5e62-0538-4b8b-b4fb-96a66c4c7546 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b92e8f2-99cc-48e3-9601-82caedfe0a0c HTTP/1.1" status: 200 len: 943 time: 0.4566419 Jul 05 04:04:35.065886 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-805b365c-0308-4645-90e1-723dac56f05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.143846 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-805b365c-0308-4645-90e1-723dac56f05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.169597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d279048f-73eb-4363-aff1-b087d1bc37eb req-8e9e9f23-889a-442c-bbd2-e62f6579e988 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] No DVR routers for this DVR port 667862b0-b918-4465-81df-e108e489644a on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:35.197699 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.199865 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d279048f-73eb-4363-aff1-b087d1bc37eb req-8e9e9f23-889a-442c-bbd2-e62f6579e988 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.207325 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d279048f-73eb-4363-aff1-b087d1bc37eb req-8e9e9f23-889a-442c-bbd2-e62f6579e988 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.36 "DELETE /v2.0/ports/667862b0-b918-4465-81df-e108e489644a HTTP/1.1" status: 204 len: 173 time: 2.7107565 Jul 05 04:04:35.215117 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755c820-c0d0-4a71-9846-4bf2818d46f5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Port': ['ID=ded15977-4bf1-436b-bc46-e499330a99be,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:35.218975 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27d783b2-06e7-4104-8e8a-fa78386cb114 req-894e81f2-96bf-4378-8c0f-c49ac0915004 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 210 time: 0.1142349 Jul 05 04:04:35.266318 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5f2a3-dcbb-4096-b7c2-91b47464caa6 req-1a1c5392-1c37-4528-8c62-5bd16fec4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:35.267825 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfe5f2a3-dcbb-4096-b7c2-91b47464caa6 req-1a1c5392-1c37-4528-8c62-5bd16fec4559 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b18740ad05054462a8bead1ca98b0711&device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 1098 time: 0.4630499 Jul 05 04:04:35.328994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-189726e3-1c49-479f-ab12-ab87dd471450 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:35.330744 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-189726e3-1c49-479f-ab12-ab87dd471450 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.36 "GET /v2.0/networks?id=8bb45571-704a-47f7-b580-2fad721401bc HTTP/1.1" status: 200 len: 815 time: 0.3229363 Jul 05 04:04:35.377849 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-71dd08f6-0dfb-4e50-9587-77799b5f781e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Request body: {'port': {'device_id': '74e9c4aa-81bd-45f5-a574-0e99be02864a', 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc', 'admin_state_up': True, 'tenant_id': 'eaf4c0ff0e0244099a1253058e48e066'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:35.489884 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7cc80792-63b8-4b77-8103-48a16cdf8b16 req-e4043c63-ce33-490a-a7d5-5de5d5414da7 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 210 time: 0.1240981 Jul 05 04:04:35.506711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5f2a3-dcbb-4096-b7c2-91b47464caa6 req-371999ea-842d-49aa-854d-8485708fc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:35.508599 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfe5f2a3-dcbb-4096-b7c2-91b47464caa6 req-371999ea-842d-49aa-854d-8485708fc481 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 HTTP/1.1" status: 200 len: 898 time: 0.2318950 Jul 05 04:04:35.517705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-097e120b-6621-4aeb-9734-17482a67eda6 req-a5072b8b-583b-4f84-9882-bee8d8076ce9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Deleting port 0df1813a-c461-40f1-bef9-e58199a9f998 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:35.518294 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-097e120b-6621-4aeb-9734-17482a67eda6 req-a5072b8b-583b-4f84-9882-bee8d8076ce9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.526398 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-805b365c-0308-4645-90e1-723dac56f05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.529416 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-805b365c-0308-4645-90e1-723dac56f05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.533523 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-805b365c-0308-4645-90e1-723dac56f05b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9e77c2b0-5b89-4649-bccd-36aaa4455f5d HTTP/1.1" status: 204 len: 168 time: 0.8609188 Jul 05 04:04:35.612428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9755c820-c0d0-4a71-9846-4bf2818d46f5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.615070 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9755c820-c0d0-4a71-9846-4bf2818d46f5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.616263 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9755c820-c0d0-4a71-9846-4bf2818d46f5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/floatingips/e8c0d930-3ecc-4834-95c2-6fc731a45200 HTTP/1.1" status: 204 len: 168 time: 2.1276572 Jul 05 04:04:35.626271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56514) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:35.631094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': 'be75f828-98ce-4e22-ae1a-64fbf3c7c4ab'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:35.656646 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfe5f2a3-dcbb-4096-b7c2-91b47464caa6 req-0287e572-c4dd-41f9-800a-2a2a39ef5b58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=311cd793-ed0f-43c8-85b4-61ccadfe02e1 HTTP/1.1" status: 200 len: 217 time: 0.1313591 Jul 05 04:04:35.664445 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b365c-0308-4645-90e1-723dac56f05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e77c2b0-5b89-4649-bccd-36aaa4455f5d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:35.706658 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbaad2-32c4-4108-a402-c037477ee145 req-f837f7f9-1c63-48c5-9164-64974056a60f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:35.708119 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6cbaad2-32c4-4108-a402-c037477ee145 req-f837f7f9-1c63-48c5-9164-64974056a60f tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 946 time: 0.6393921 Jul 05 04:04:35.797607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22e7d800-56b2-4220-bf00-9a558a37282b req-fcfaa9b0-377c-4b29-9daa-14792c295c51 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2896581 Jul 05 04:04:35.803034 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5f2a3-dcbb-4096-b7c2-91b47464caa6 req-7fd1f435-17bc-45f0-961d-971e15493786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:35.804591 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfe5f2a3-dcbb-4096-b7c2-91b47464caa6 req-7fd1f435-17bc-45f0-961d-971e15493786 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0baa486b-cba6-4f9c-9828-12ea1c42df68 HTTP/1.1" status: 200 len: 835 time: 0.1381600 Jul 05 04:04:35.806315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-097e120b-6621-4aeb-9734-17482a67eda6 req-a5072b8b-583b-4f84-9882-bee8d8076ce9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] For port 0df1813a-c461-40f1-bef9-e58199a9f998, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0df1813a-c461-40f1-bef9-e58199a9f998,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:35.806685 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-097e120b-6621-4aeb-9734-17482a67eda6 req-a5072b8b-583b-4f84-9882-bee8d8076ce9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.812963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-71dd08f6-0dfb-4e50-9587-77799b5f781e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Made reservation on behalf of eaf4c0ff0e0244099a1253058e48e066 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:35.815802 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-71dd08f6-0dfb-4e50-9587-77799b5f781e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.829781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6cbaad2-32c4-4108-a402-c037477ee145 req-1c46f84a-ff54-495e-918c-183270ea86db tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b7e3933-b203-4353-8cc5-6e50d2e3253f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134977 Jul 05 04:04:35.833405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-097e120b-6621-4aeb-9734-17482a67eda6 req-a5072b8b-583b-4f84-9882-bee8d8076ce9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Calling delete_port for 0df1813a-c461-40f1-bef9-e58199a9f998 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:35.838902 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.927537 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-963914bd-284c-4cd2-88fe-60f757ad97c2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.934476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c613aa8f-f968-4e71-b14e-44295f982e54 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:35.970205 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.034620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 667862b0-b918-4465-81df-e108e489644a no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:36.043145 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5f2a3-dcbb-4096-b7c2-91b47464caa6 req-2ba114ca-9c71-47ca-a46c-6d0b50cd7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.045547 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfe5f2a3-dcbb-4096-b7c2-91b47464caa6 req-2ba114ca-9c71-47ca-a46c-6d0b50cd7036 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2238731 Jul 05 04:04:36.080415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 667862b0-b918-4465-81df-e108e489644a {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:36.082854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 667862b0-b918-4465-81df-e108e489644a not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:36.097666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c613aa8f-f968-4e71-b14e-44295f982e54 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:36.099524 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.125238 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963914bd-284c-4cd2-88fe-60f757ad97c2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event updated for resources: {'Subnet': ['ID=ade57ad8-8c9a-49e6-81a3-4d3de9769d2e,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:36.137679 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-71dd08f6-0dfb-4e50-9587-77799b5f781e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Allocated IP 172.20.0.9 (8bb45571-704a-47f7-b580-2fad721401bc/0bf925f8-4a3f-45ed-b86f-c635afeb1643/2c47a5c4-e5ec-42fb-9518-99c63a505eb8) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:36.150272 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963914bd-284c-4cd2-88fe-60f757ad97c2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Checking segment: {'id': '4e458dca-6e07-43ab-b15f-cbd14a5f21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '42b95eb0-ae9f-4f59-b970-abc5df176786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:36.150882 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963914bd-284c-4cd2-88fe-60f757ad97c2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Network hostable DHCP agents. Network: 42b95eb0-ae9f-4f59-b970-abc5df176786, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:36.154412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7d800-56b2-4220-bf00-9a558a37282b req-4dadbb23-9c92-41e8-9d24-32e07fd165ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.156573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22e7d800-56b2-4220-bf00-9a558a37282b req-4dadbb23-9c92-41e8-9d24-32e07fd165ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 1098 time: 0.2964001 Jul 05 04:04:36.264535 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfe5f2a3-dcbb-4096-b7c2-91b47464caa6 req-c4c0097b-5aba-4e24-9132-bb79b0bb0f82 service neutron] 10.222.0.36 "GET /v2.0/networks/d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011650 Jul 05 04:04:36.266260 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963914bd-284c-4cd2-88fe-60f757ad97c2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Network 42b95eb0-ae9f-4f59-b970-abc5df176786 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:36.300437 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-097e120b-6621-4aeb-9734-17482a67eda6 req-a5072b8b-583b-4f84-9882-bee8d8076ce9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.315751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Router 0571dbbc-26f8-4e35-b988-6dc1b500690a is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:36.385976 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.415543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7d800-56b2-4220-bf00-9a558a37282b req-27e1bafa-5738-49ac-8a2d-3f928c5189c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.417125 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22e7d800-56b2-4220-bf00-9a558a37282b req-27e1bafa-5738-49ac-8a2d-3f928c5189c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=739555cb-3aaa-4692-ac69-434fc52fdecf HTTP/1.1" status: 200 len: 911 time: 0.2293139 Jul 05 04:04:36.418524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5072b8b-583b-4f84-9882-bee8d8076ce9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Pushing event deleted for resources: {'Port': ['ID=0df1813a-c461-40f1-bef9-e58199a9f998,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:36.434285 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-80129263-d328-45f7-8617-63659e7d1736 req-c8504708-2180-4cf2-97a2-dc0fd0013ac2 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 210 time: 0.0678406 Jul 05 04:04:36.440986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-963914bd-284c-4cd2-88fe-60f757ad97c2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 42b95eb0-ae9f-4f59-b970-abc5df176786) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:36.459724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b399e5-33e9-42ea-83c9-d9744c43b4b4 None None] Network 42b95eb0-ae9f-4f59-b970-abc5df176786 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:36.504566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963914bd-284c-4cd2-88fe-60f757ad97c2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.505182 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-963914bd-284c-4cd2-88fe-60f757ad97c2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.507020 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56522) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:36.543283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-097e120b-6621-4aeb-9734-17482a67eda6 req-a5072b8b-583b-4f84-9882-bee8d8076ce9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] No DVR routers for this DVR port 0df1813a-c461-40f1-bef9-e58199a9f998 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:36.554160 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-097e120b-6621-4aeb-9734-17482a67eda6 req-a5072b8b-583b-4f84-9882-bee8d8076ce9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.556186 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-097e120b-6621-4aeb-9734-17482a67eda6 req-a5072b8b-583b-4f84-9882-bee8d8076ce9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.10 "DELETE /v2.0/ports/0df1813a-c461-40f1-bef9-e58199a9f998 HTTP/1.1" status: 204 len: 173 time: 1.4913659 Jul 05 04:04:36.583673 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea02709c-100d-42da-875d-c1d4577028ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.729381 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-42b95eb0-ae9f-4f59-b970-abc5df176786', 'network_id': '42b95eb0-ae9f-4f59-b970-abc5df176786', 'tenant_id': 'd55c33adec20478da1af81bf2f6b1715', 'fixed_ips': [{'subnet_id': 'ade57ad8-8c9a-49e6-81a3-4d3de9769d2e'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:36.730319 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.766334 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cd7803f-0f00-4d49-88e1-e5d981e1b0cf req-4456da41-4be9-44bc-9b67-2a443e32c9bc tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 210 time: 0.0756311 Jul 05 04:04:36.772775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22e7d800-56b2-4220-bf00-9a558a37282b req-eb9829d5-2043-4132-9ddd-bc891335916d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dae0f4c2-cddc-4d6a-b604-092a21fc263e HTTP/1.1" status: 200 len: 1001 time: 0.3331313 Jul 05 04:04:36.772931 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfe5f2a3-dcbb-4096-b7c2-91b47464caa6 req-b80a9069-e139-4d79-af53-8c6d0e5e4c9f service neutron] 10.222.0.36 "GET /v2.0/networks/d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756255 Jul 05 04:04:36.799183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e431d3d-9a05-4783-b910-d7a9f1120b00', 'name': 'network-vif-deleted', 'tag': '667862b0-b918-4465-81df-e108e489644a'}, {'server_uuid': '0b92e8f2-99cc-48e3-9601-82caedfe0a0c', 'name': 'network-vif-deleted', 'tag': '0df1813a-c461-40f1-bef9-e58199a9f998'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:36.802157 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f83d264-f383-463b-ba91-89112f63d612" -d '{"events": [{"server_uuid": "4e431d3d-9a05-4783-b910-d7a9f1120b00", "name": "network-vif-deleted", "tag": "667862b0-b918-4465-81df-e108e489644a"}, {"server_uuid": "0b92e8f2-99cc-48e3-9601-82caedfe0a0c", "name": "network-vif-deleted", "tag": "0df1813a-c461-40f1-bef9-e58199a9f998"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:36.815654 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:36.839099 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88933ffc-e1c0-4900-985f-c9651742f4e3 req-b5d902bf-a2a7-4a49-ba1d-6b290e2808e8 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.840911 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-88933ffc-e1c0-4900-985f-c9651742f4e3 req-b5d902bf-a2a7-4a49-ba1d-6b290e2808e8 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.36 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 946 time: 0.2698948 Jul 05 04:04:36.845861 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Sync routers for ids ['0571dbbc-26f8-4e35-b988-6dc1b500690a'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:36.881218 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Routers {'0571dbbc-26f8-4e35-b988-6dc1b500690a'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:36.882241 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0571dbbc-26f8-4e35-b988-6dc1b500690a'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:36.940850 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Allocated IP 172.25.6.28 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/ebb292ad-1c5a-4042-bcfa-da8f4fb29269) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:36.943821 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7d800-56b2-4220-bf00-9a558a37282b req-35753c56-0a43-4973-bb81-d437ebfad1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.945905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22e7d800-56b2-4220-bf00-9a558a37282b req-35753c56-0a43-4973-bb81-d437ebfad1c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9bbcade-db99-467e-97af-337f24f2acb2 HTTP/1.1" status: 200 len: 849 time: 0.1437631 Jul 05 04:04:36.957354 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea42adc2-936f-4584-98b4-cda4a6b25af1 x-openstack-request-id: req-ea42adc2-936f-4584-98b4-cda4a6b25af1 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:36.957791 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e431d3d-9a05-4783-b910-d7a9f1120b00", "name": "network-vif-deleted", "tag": "667862b0-b918-4465-81df-e108e489644a", "status": "completed", "code": 200}, {"server_uuid": "0b92e8f2-99cc-48e3-9601-82caedfe0a0c", "name": "network-vif-deleted", "tag": "0df1813a-c461-40f1-bef9-e58199a9f998", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:36.958141 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea42adc2-936f-4584-98b4-cda4a6b25af1 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:36.958628 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e431d3d-9a05-4783-b910-d7a9f1120b00', 'name': 'network-vif-deleted', 'tag': '667862b0-b918-4465-81df-e108e489644a', 'status': 'completed', 'code': 200} Jul 05 04:04:36.958995 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b92e8f2-99cc-48e3-9601-82caedfe0a0c', 'name': 'network-vif-deleted', 'tag': '0df1813a-c461-40f1-bef9-e58199a9f998', 'status': 'completed', 'code': 200} Jul 05 04:04:36.995421 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea02709c-100d-42da-875d-c1d4577028ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.023487 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-71dd08f6-0dfb-4e50-9587-77799b5f781e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.032346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-88933ffc-e1c0-4900-985f-c9651742f4e3 req-fbaf54c9-f15c-4166-94a8-d2655bbfb815 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Deleting port 311cd793-ed0f-43c8-85b4-61ccadfe02e1 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:37.032960 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-88933ffc-e1c0-4900-985f-c9651742f4e3 req-fbaf54c9-f15c-4166-94a8-d2655bbfb815 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.080126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Allocated IP 2001:db8::2 (42b95eb0-ae9f-4f59-b970-abc5df176786/ade57ad8-8c9a-49e6-81a3-4d3de9769d2e/38874075-b9a7-4167-a48f-3be357c4aeb5) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:37.093127 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea02709c-100d-42da-875d-c1d4577028ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.106743 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Set router 0571dbbc-26f8-4e35-b988-6dc1b500690a gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:37.152732 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ea02709c-100d-42da-875d-c1d4577028ff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fcc94efd12804b78a0b0a3c3225de1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6395175 Jul 05 04:04:37.157470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56530) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:37.172223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02709c-100d-42da-875d-c1d4577028ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58626438-a391-4816-ae37-6d2b515752e2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:37.187068 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.192832 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ccfbf920-fd69-4083-9f45-d02afbb90e25 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9344368 Jul 05 04:04:37.199261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56532) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:37.298546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-88933ffc-e1c0-4900-985f-c9651742f4e3 req-fbaf54c9-f15c-4166-94a8-d2655bbfb815 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] For port 311cd793-ed0f-43c8-85b4-61ccadfe02e1, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=311cd793-ed0f-43c8-85b4-61ccadfe02e1,segment=NetworkSegment(973e1fb5-a27f-4978-9797-1af3c4cad988),segment_id=973e1fb5-a27f-4978-9797-1af3c4cad988)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:37.299070 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-88933ffc-e1c0-4900-985f-c9651742f4e3 req-fbaf54c9-f15c-4166-94a8-d2655bbfb815 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.353824 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-88933ffc-e1c0-4900-985f-c9651742f4e3 req-fbaf54c9-f15c-4166-94a8-d2655bbfb815 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Calling delete_port for 311cd793-ed0f-43c8-85b4-61ccadfe02e1 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:37.400981 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4aec3682-4943-45e7-b028-83276fda4cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.412831 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.427367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Transition to ACTIVE for port object 38874075-b9a7-4167-a48f-3be357c4aeb5 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:37.449480 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Transition to ACTIVE for port object 38874075-b9a7-4167-a48f-3be357c4aeb5 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:37.459331 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'name': 'tempest-TestVolumeBootPattern-1484576655-router', 'tenant_id': 'c921da20c6fd465a9792af8849e93b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b6f5821c-e085-4b9d-af98-d33a2b1aef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:30Z', 'updated_at': '2021-07-05T04:04:34Z', 'revision_number': 3, 'project_id': 'c921da20c6fd465a9792af8849e93b31', 'gw_port': {'id': 'b6f5821c-e085-4b9d-af98-d33a2b1aef98', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:31Z', 'updated_at': '2021-07-05T04:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:37.491951 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Checking router: 0571dbbc-26f8-4e35-b988-6dc1b500690a for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:37.492638 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Updating router 0571dbbc-26f8-4e35-b988-6dc1b500690a port b6f5821c-e085-4b9d-af98-d33a2b1aef98 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:04:37.517400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-963914bd-284c-4cd2-88fe-60f757ad97c2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0433607 Jul 05 04:04:37.526000 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56538) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:37.543614 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.549311 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.555119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-e4693a53-f10e-4668-b492-e9c782f6a8f3 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Request body: {'network': {'name': 'tempest-router-network01--1180918043'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:37.616372 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7d800-56b2-4220-bf00-9a558a37282b req-cbfb3a8b-1713-42e7-a0ac-e620261cf3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.617815 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22e7d800-56b2-4220-bf00-9a558a37282b req-cbfb3a8b-1713-42e7-a0ac-e620261cf3f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=739555cb-3aaa-4692-ac69-434fc52fdecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6565902 Jul 05 04:04:37.638617 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Network 42b95eb0-ae9f-4f59-b970-abc5df176786 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:37.696384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:37.706631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:37.728162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Pushing event updated for resources: {'Port': ['ID=38874075-b9a7-4167-a48f-3be357c4aeb5,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:37.728879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22e7d800-56b2-4220-bf00-9a558a37282b req-f2c99b6c-cbcd-48d8-9aa1-d57aaf6c2829 service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015575 Jul 05 04:04:37.817119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Attempting to bind port 38874075-b9a7-4167-a48f-3be357c4aeb5 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:37.817495 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Attempting to bind port 38874075-b9a7-4167-a48f-3be357c4aeb5 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '4e458dca-6e07-43ab-b15f-cbd14a5f21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '42b95eb0-ae9f-4f59-b970-abc5df176786'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:37.817955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Attempting to bind port 38874075-b9a7-4167-a48f-3be357c4aeb5 on network 42b95eb0-ae9f-4f59-b970-abc5df176786 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:37.822949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:37.823323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Checking segment: {'id': '4e458dca-6e07-43ab-b15f-cbd14a5f21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '42b95eb0-ae9f-4f59-b970-abc5df176786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:37.823744 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.824152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Bound using segment: {'id': '4e458dca-6e07-43ab-b15f-cbd14a5f21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '42b95eb0-ae9f-4f59-b970-abc5df176786'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:37.829017 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Bound port: 38874075-b9a7-4167-a48f-3be357c4aeb5, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e458dca-6e07-43ab-b15f-cbd14a5f21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '42b95eb0-ae9f-4f59-b970-abc5df176786'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:37.829017 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.839607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-968cb0c9-bcbf-4981-9c4d-885fb0bc1d65 req-3306d790-07dd-47d0-a6b5-726950763a77 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 210 time: 0.1031563 Jul 05 04:04:37.848553 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.862135 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-71dd08f6-0dfb-4e50-9587-77799b5f781e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.891725 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1445c-e39d-4d15-b96a-cefc0fa48d6e req-c1f625e1-a021-4b47-8e91-e8f2395b9aab tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.900372 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7fb1445c-e39d-4d15-b96a-cefc0fa48d6e req-c1f625e1-a021-4b47-8e91-e8f2395b9aab tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 946 time: 0.8246987 Jul 05 04:04:37.901180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] For port 38874075-b9a7-4167-a48f-3be357c4aeb5, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:37.906075 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] For port 38874075-b9a7-4167-a48f-3be357c4aeb5, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=38874075-b9a7-4167-a48f-3be357c4aeb5,segment=NetworkSegment(4e458dca-6e07-43ab-b15f-cbd14a5f21ca),segment_id=4e458dca-6e07-43ab-b15f-cbd14a5f21ca)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:37.944378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4693a53-f10e-4668-b492-e9c782f6a8f3 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Made reservation on behalf of d55c33adec20478da1af81bf2f6b1715 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:37.947829 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e4693a53-f10e-4668-b492-e9c782f6a8f3 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.989012 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4aec3682-4943-45e7-b028-83276fda4cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.026541 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.027056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-71dd08f6-0dfb-4e50-9587-77799b5f781e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Network 8bb45571-704a-47f7-b580-2fad721401bc is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:38.039968 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd08f6-0dfb-4e50-9587-77799b5f781e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Pushing event updated for resources: {'Port': ['ID=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:38.079397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-71dd08f6-0dfb-4e50-9587-77799b5f781e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:38.090474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0df1813a-c461-40f1-bef9-e58199a9f998 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:38.117713 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-71dd08f6-0dfb-4e50-9587-77799b5f781e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:38.130817 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22e7d800-56b2-4220-bf00-9a558a37282b req-af261eed-b2ee-40e5-b15e-60bd41835e0c service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910687 Jul 05 04:04:38.133518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a187bbb8-cb48-43e6-9d7a-270128dd9d8c tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:38.135074 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a187bbb8-cb48-43e6-9d7a-270128dd9d8c tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.10 "GET /v2.0/networks?id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 HTTP/1.1" status: 200 len: 804 time: 0.2139606 Jul 05 04:04:38.150816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-8578084c-ef01-4624-9d60-5b7965683a6d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Request body: {'port': {'device_id': '2bf9f0fa-9a7a-4eda-9311-f37139123165', 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056', 'admin_state_up': True, 'tenant_id': 'a7ffff41c54e4f0f8cc5d87cc4243f49'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:38.164174 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7fb1445c-e39d-4d15-b96a-cefc0fa48d6e req-4176534c-6a59-4a97-b58b-3dd85464e3e7 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b7e3933-b203-4353-8cc5-6e50d2e3253f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627921 Jul 05 04:04:38.164470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 0df1813a-c461-40f1-bef9-e58199a9f998 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:38.164830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0df1813a-c461-40f1-bef9-e58199a9f998 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:38.180625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4693a53-f10e-4668-b492-e9c782f6a8f3 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:38.193668 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.208210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012cb66-d34a-4cb3-993c-4353038c791f None None] Pushing event updated for resources: {'Port': ['ID=38874075-b9a7-4167-a48f-3be357c4aeb5,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:38.219286 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e4693a53-f10e-4668-b492-e9c782f6a8f3 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.220429 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-e4693a53-f10e-4668-b492-e9c782f6a8f3 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Added segment 21b91826-2d45-42b6-8fb2-1bf2c839db70 of type vlan for network 37b09ad8-29e8-4f75-8beb-3bc1226cdb51 Jul 05 04:04:38.335467 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-71dd08f6-0dfb-4e50-9587-77799b5f781e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:38.336388 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-71dd08f6-0dfb-4e50-9587-77799b5f781e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.340260 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:38.368874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:38.378812 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:38.385288 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e4693a53-f10e-4668-b492-e9c782f6a8f3 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.389621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=ebb292ad-1c5a-4042-bcfa-da8f4fb29269,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:38.466029 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e3893-6b99-4821-8c35-b70f8388a104 req-3b53c705-ad69-423e-9eac-9a6df2deb0ba tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:38.470161 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e6e3893-6b99-4821-8c35-b70f8388a104 req-3b53c705-ad69-423e-9eac-9a6df2deb0ba tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 931 time: 0.4702082 Jul 05 04:04:38.478057 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.519781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4aec3682-4943-45e7-b028-83276fda4cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.522702 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4aec3682-4943-45e7-b028-83276fda4cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.544494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-71dd08f6-0dfb-4e50-9587-77799b5f781e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1803133 Jul 05 04:04:38.547811 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4aec3682-4943-45e7-b028-83276fda4cc9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/58626438-a391-4816-ae37-6d2b515752e2 HTTP/1.1" status: 204 len: 168 time: 1.3891747 Jul 05 04:04:38.588056 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.resource_extend [None req-e4693a53-f10e-4668-b492-e9c782f6a8f3 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:04:38.602035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Transition to ACTIVE for port object b6f5821c-e085-4b9d-af98-d33a2b1aef98 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:38.611368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec3682-4943-45e7-b028-83276fda4cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58626438-a391-4816-ae37-6d2b515752e2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:38.629428 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-88933ffc-e1c0-4900-985f-c9651742f4e3 req-fbaf54c9-f15c-4166-94a8-d2655bbfb815 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.643409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Request body: {'port': {'device_id': '74e9c4aa-81bd-45f5-a574-0e99be02864a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:38.676364 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.687412 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf54c9-f15c-4166-94a8-d2655bbfb815 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Port': ['ID=311cd793-ed0f-43c8-85b4-61ccadfe02e1,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:38.716589 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e4693a53-f10e-4668-b492-e9c782f6a8f3 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.720561 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Attempting to bind port b6f5821c-e085-4b9d-af98-d33a2b1aef98 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:38.720561 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Attempting to bind port b6f5821c-e085-4b9d-af98-d33a2b1aef98 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:38.720561 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Attempting to bind port b6f5821c-e085-4b9d-af98-d33a2b1aef98 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:38.732152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4693a53-f10e-4668-b492-e9c782f6a8f3 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:38.733197 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e4693a53-f10e-4668-b492-e9c782f6a8f3 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.761702 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.767834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:38.768409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:38.768927 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.769553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:38.770158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Bound port: b6f5821c-e085-4b9d-af98-d33a2b1aef98, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:38.770658 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.797810 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-8578084c-ef01-4624-9d60-5b7965683a6d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Made reservation on behalf of a7ffff41c54e4f0f8cc5d87cc4243f49 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:38.802885 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-8578084c-ef01-4624-9d60-5b7965683a6d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.807561 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e6e3893-6b99-4821-8c35-b70f8388a104 req-8b7a3d0d-397c-4477-a49a-98a0b6beb28a tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279526 Jul 05 04:04:38.817202 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-88933ffc-e1c0-4900-985f-c9651742f4e3 req-fbaf54c9-f15c-4166-94a8-d2655bbfb815 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] No DVR routers for this DVR port 311cd793-ed0f-43c8-85b4-61ccadfe02e1 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:38.822531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-88933ffc-e1c0-4900-985f-c9651742f4e3 req-fbaf54c9-f15c-4166-94a8-d2655bbfb815 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.828348 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-88933ffc-e1c0-4900-985f-c9651742f4e3 req-fbaf54c9-f15c-4166-94a8-d2655bbfb815 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.36 "DELETE /v2.0/ports/311cd793-ed0f-43c8-85b4-61ccadfe02e1 HTTP/1.1" status: 204 len: 173 time: 1.9771304 Jul 05 04:04:38.965774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3227bed0-38b4-4aa6-b04b-f2679eb4d9d6', 'name': 'network-vif-deleted', 'tag': '311cd793-ed0f-43c8-85b4-61ccadfe02e1'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:38.968041 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a17801b-642a-4cc1-ab4a-73e5e63bd4a0" -d '{"events": [{"server_uuid": "3227bed0-38b4-4aa6-b04b-f2679eb4d9d6", "name": "network-vif-deleted", "tag": "311cd793-ed0f-43c8-85b4-61ccadfe02e1"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:38.975320 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e4693a53-f10e-4668-b492-e9c782f6a8f3 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4259868 Jul 05 04:04:38.976757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56550) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:38.984715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472d9e6-d4d4-450c-8518-dec5e595dae0 None None] Pushing event updated for resources: {'Port': ['ID=b6f5821c-e085-4b9d-af98-d33a2b1aef98,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:39.017158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] For port b6f5821c-e085-4b9d-af98-d33a2b1aef98, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:39.021163 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] For port b6f5821c-e085-4b9d-af98-d33a2b1aef98, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b6f5821c-e085-4b9d-af98-d33a2b1aef98,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:39.040557 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ffa4fc9a-6eda-4261-afce-9a196a0cef1d tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Request body: {'network': {'name': 'tempest-router-network02--922765101'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:39.046969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4693a53-f10e-4668-b492-e9c782f6a8f3 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event updated for resources: {'Network': ['ID=37b09ad8-29e8-4f75-8beb-3bc1226cdb51,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:39.059851 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8efabf-8945-463c-862a-359eedf181bd x-openstack-request-id: req-7f8efabf-8945-463c-862a-359eedf181bd {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:39.060460 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3227bed0-38b4-4aa6-b04b-f2679eb4d9d6", "name": "network-vif-deleted", "tag": "311cd793-ed0f-43c8-85b4-61ccadfe02e1", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:39.062128 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f8efabf-8945-463c-862a-359eedf181bd {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:39.062570 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3227bed0-38b4-4aa6-b04b-f2679eb4d9d6', 'name': 'network-vif-deleted', 'tag': '311cd793-ed0f-43c8-85b4-61ccadfe02e1', 'status': 'completed', 'code': 200} Jul 05 04:04:39.073599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 37b09ad8-29e8-4f75-8beb-3bc1226cdb51 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:39.128525 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.130537 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.139159 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54185286-a21a-4ad4-bc0f-808cd2fe352b req-b4cfc10f-cc9a-4a85-a463-38e12da469de tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 210 time: 0.0889096 Jul 05 04:04:39.299595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa4fc9a-6eda-4261-afce-9a196a0cef1d tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Made reservation on behalf of d55c33adec20478da1af81bf2f6b1715 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:39.307902 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ffa4fc9a-6eda-4261-afce-9a196a0cef1d tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.314748 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Routers {'0571dbbc-26f8-4e35-b988-6dc1b500690a'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:39.315406 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0571dbbc-26f8-4e35-b988-6dc1b500690a'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:39.320027 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-8578084c-ef01-4624-9d60-5b7965683a6d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Allocated IP 172.20.0.10 (c88e7f9b-7a37-4422-a6a7-cb8e3eb45056/aefdd25d-0aee-4b3b-8b2d-510efdce7acb/0a060bfd-a52f-4546-91bf-20c59c741887) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:39.358369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Allocated IP 172.20.0.1 (ceddfeb3-cd14-4701-9f58-5d4746e25c2f/ec6f2aee-0677-4d2f-a745-5419c651ebd1/afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:39.382670 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:04:39.439093 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472d9e6-d4d4-450c-8518-dec5e595dae0 None None] Pushing event updated for resources: {'Port': ['ID=b6f5821c-e085-4b9d-af98-d33a2b1aef98,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:39.459997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa4fc9a-6eda-4261-afce-9a196a0cef1d tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:39.549423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-caf345a9-7744-4e6c-b920-900077f481d5 req-15680843-d99b-4643-b83d-78fe9892aba4 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "GET /v2.0/ports?device_id=3227bed0-38b4-4aa6-b04b-f2679eb4d9d6 HTTP/1.1" status: 200 len: 210 time: 0.0564907 Jul 05 04:04:39.571940 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] Set router 0571dbbc-26f8-4e35-b988-6dc1b500690a gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:39.617784 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ffa4fc9a-6eda-4261-afce-9a196a0cef1d tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.618142 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-ffa4fc9a-6eda-4261-afce-9a196a0cef1d tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Added segment cb9cc368-8a38-4d50-bbf7-587d4506b812 of type vlan for network 813eb74b-5857-4cad-9435-539b54656631 Jul 05 04:04:39.710675 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.718708 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-8578084c-ef01-4624-9d60-5b7965683a6d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.736941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Transition to ACTIVE for port object afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:39.860523 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-8578084c-ef01-4624-9d60-5b7965683a6d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.883928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'name': 'tempest-TestVolumeBootPattern-1484576655-router', 'tenant_id': 'c921da20c6fd465a9792af8849e93b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b6f5821c-e085-4b9d-af98-d33a2b1aef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:30Z', 'updated_at': '2021-07-05T04:04:34Z', 'revision_number': 3, 'project_id': 'c921da20c6fd465a9792af8849e93b31', 'gw_port': {'id': 'b6f5821c-e085-4b9d-af98-d33a2b1aef98', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:31Z', 'updated_at': '2021-07-05T04:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:39.917865 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.941556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-8578084c-ef01-4624-9d60-5b7965683a6d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:39.954552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-8578084c-ef01-4624-9d60-5b7965683a6d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:39.965013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-8578084c-ef01-4624-9d60-5b7965683a6d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:39.978207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Network ceddfeb3-cd14-4701-9f58-5d4746e25c2f is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:39.999498 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ffa4fc9a-6eda-4261-afce-9a196a0cef1d tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.000827 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:40.001936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9919f66f-4c2b-4792-998f-1d21ffc2c2b9 None None] Network 42b95eb0-ae9f-4f59-b970-abc5df176786 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:40.002711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578084c-ef01-4624-9d60-5b7965683a6d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Pushing event updated for resources: {'Port': ['ID=0a060bfd-a52f-4546-91bf-20c59c741887,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:40.006982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:40.020591 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 38874075-b9a7-4167-a48f-3be357c4aeb5 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:40.089464 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 311cd793-ed0f-43c8-85b4-61ccadfe02e1 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:40.102451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-8578084c-ef01-4624-9d60-5b7965683a6d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:40.103298 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-8578084c-ef01-4624-9d60-5b7965683a6d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.118570 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.125776 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 311cd793-ed0f-43c8-85b4-61ccadfe02e1 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:40.125985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 311cd793-ed0f-43c8-85b4-61ccadfe02e1 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:40.127116 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Pushing event updated for resources: {'Port': ['ID=afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:40.141096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c39bde-d54c-4edc-91bf-06992bfb81f1 None None] The sync data for ids ['0571dbbc-26f8-4e35-b988-6dc1b500690a'] in n-d-771363-32 is: [{'id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'name': 'tempest-TestVolumeBootPattern-1484576655-router', 'tenant_id': 'c921da20c6fd465a9792af8849e93b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b6f5821c-e085-4b9d-af98-d33a2b1aef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:30Z', 'updated_at': '2021-07-05T04:04:34Z', 'revision_number': 3, 'project_id': 'c921da20c6fd465a9792af8849e93b31', 'gw_port': {'id': 'b6f5821c-e085-4b9d-af98-d33a2b1aef98', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:31Z', 'updated_at': '2021-07-05T04:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:40.270001 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.resource_extend [None req-ffa4fc9a-6eda-4261-afce-9a196a0cef1d tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:04:40.332900 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-8578084c-ef01-4624-9d60-5b7965683a6d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1868689 Jul 05 04:04:40.375652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Request body: {'port': {'device_id': '2bf9f0fa-9a7a-4eda-9311-f37139123165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:40.436364 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.470595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fb29ce28-a666-45b4-aa0b-f3f675d35d1c None None] Provisioning for port 38874075-b9a7-4167-a48f-3be357c4aeb5 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:40.475838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 38874075-b9a7-4167-a48f-3be357c4aeb5 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:40.481059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fb29ce28-a666-45b4-aa0b-f3f675d35d1c None None] Provisioning complete for port 38874075-b9a7-4167-a48f-3be357c4aeb5 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:40.482131 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb29ce28-a666-45b4-aa0b-f3f675d35d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.496594 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.496800 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ffa4fc9a-6eda-4261-afce-9a196a0cef1d tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.502833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa4fc9a-6eda-4261-afce-9a196a0cef1d tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:40.508687 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ffa4fc9a-6eda-4261-afce-9a196a0cef1d tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.536439 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 38874075-b9a7-4167-a48f-3be357c4aeb5 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:40.540721 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.596939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a803b45-aab0-4df3-9568-b45a63ef76d3 req-84fe9731-da19-4007-88b6-071f4ee8c6dd tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:40.597739 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a803b45-aab0-4df3-9568-b45a63ef76d3 req-84fe9731-da19-4007-88b6-071f4ee8c6dd tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 931 time: 0.5600557 Jul 05 04:04:40.690674 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ffa4fc9a-6eda-4261-afce-9a196a0cef1d tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7108333 Jul 05 04:04:40.710185 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56582) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:40.726187 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3eaa99f6-2888-4e5c-a348-79337e7a5665 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Request body: {'subnet': {'network_id': '37b09ad8-29e8-4f75-8beb-3bc1226cdb51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:40.730837 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.756025 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:04:40.766723 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb29ce28-a666-45b4-aa0b-f3f675d35d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.771250 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.780457 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4fc9a-6eda-4261-afce-9a196a0cef1d tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event updated for resources: {'Network': ['ID=813eb74b-5857-4cad-9435-539b54656631,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:40.806636 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 813eb74b-5857-4cad-9435-539b54656631 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:40.812781 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05204e4-b9bf-4f08-85e1-2bd4553033da req-271e009e-8cef-4bb1-b0a6-4b5ed1ddb947 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:40.814419 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b05204e4-b9bf-4f08-85e1-2bd4553033da req-271e009e-8cef-4bb1-b0a6-4b5ed1ddb947 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 932 time: 0.4067760 Jul 05 04:04:40.820668 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a803b45-aab0-4df3-9568-b45a63ef76d3 req-8c6994cf-58f5-4e8f-b55f-380c02adea25 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704860 Jul 05 04:04:40.821610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Transition to ACTIVE for port object 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:40.884926 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.900941 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.994157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56588) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:41.050676 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-fb29ce28-a666-45b4-aa0b-f3f675d35d1c None None] For port 38874075-b9a7-4167-a48f-3be357c4aeb5, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=38874075-b9a7-4167-a48f-3be357c4aeb5,segment=NetworkSegment(4e458dca-6e07-43ab-b15f-cbd14a5f21ca),segment_id=4e458dca-6e07-43ab-b15f-cbd14a5f21ca)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:41.057308 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.073893 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b05204e4-b9bf-4f08-85e1-2bd4553033da req-43f0d072-7cb2-4908-b63d-aec57f4a85a4 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325051 Jul 05 04:04:41.122685 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb29ce28-a666-45b4-aa0b-f3f675d35d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.145853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Pushing event updated for resources: {'Port': ['ID=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:41.246942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eaa99f6-2888-4e5c-a348-79337e7a5665 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Made reservation on behalf of d55c33adec20478da1af81bf2f6b1715 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:41.250576 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3eaa99f6-2888-4e5c-a348-79337e7a5665 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.276834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29ce28-a666-45b4-aa0b-f3f675d35d1c None None] Pushing event updated for resources: {'Port': ['ID=38874075-b9a7-4167-a48f-3be357c4aeb5,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:41.327789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-19b40b6c-de3e-4d95-9e30-86fd35add5ca None None] Provisioning complete for port 38874075-b9a7-4167-a48f-3be357c4aeb5 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:41.328187 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-19b40b6c-de3e-4d95-9e30-86fd35add5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.340656 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94d1986d-8541-45c5-9956-f432e5d45832 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.380588 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:04:41.380851 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:04:41.411452 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Attempting to bind port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:41.411954 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Attempting to bind port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '97591688-45b0-4c47-ac7f-0607dbf8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:41.412442 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Attempting to bind port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 on network 8bb45571-704a-47f7-b580-2fad721401bc {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:41.416406 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94d1986d-8541-45c5-9956-f432e5d45832 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.439990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 on network 8bb45571-704a-47f7-b580-2fad721401bc not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:04:41.446394 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Attempting to bind port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 on network 8bb45571-704a-47f7-b580-2fad721401bc {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:41.465584 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-68a928ad-9ede-4788-a56a-efe2ea22e41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.474904 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:41.475684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Checking segment: {'id': '97591688-45b0-4c47-ac7f-0607dbf8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:41.475684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Bound using segment: {'id': '97591688-45b0-4c47-ac7f-0607dbf8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:41.476681 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Bound port: 2c47a5c4-e5ec-42fb-9518-99c63a505eb8, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97591688-45b0-4c47-ac7f-0607dbf8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:41.477133 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.522769 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-19b40b6c-de3e-4d95-9e30-86fd35add5ca None None] Provisioning for port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:41.523004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a060bfd-a52f-4546-91bf-20c59c741887 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:04:41.525184 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.527749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-19b40b6c-de3e-4d95-9e30-86fd35add5ca None None] Provisioning complete for port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:41.528484 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-19b40b6c-de3e-4d95-9e30-86fd35add5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.536167 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.572854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.577364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Transition to ACTIVE for port object 0a060bfd-a52f-4546-91bf-20c59c741887 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:41.613688 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.616812 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-19b40b6c-de3e-4d95-9e30-86fd35add5ca None None] Port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:41.619795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] For port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:41.627811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] For port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:41.678473 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.696281 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=ebb292ad-1c5a-4042-bcfa-da8f4fb29269,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:41.698999 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.700915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94d1986d-8541-45c5-9956-f432e5d45832 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.704550 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-94d1986d-8541-45c5-9956-f432e5d45832 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.705915 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-94d1986d-8541-45c5-9956-f432e5d45832 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "DELETE /v2.0/security-groups/1b7e3933-b203-4353-8cc5-6e50d2e3253f HTTP/1.1" status: 204 len: 168 time: 0.7075989 Jul 05 04:04:41.750446 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.756279 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1986d-8541-45c5-9956-f432e5d45832 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7e3933-b203-4353-8cc5-6e50d2e3253f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:41.758428 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.801985 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:41.802771 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.804361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] 10.222.0.36 "PUT /v2.0/ports/2c47a5c4-e5ec-42fb-9518-99c63a505eb8 HTTP/1.1" status: 200 len: 1092 time: 3.1802776 Jul 05 04:04:41.804805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e9c4aa-81bd-45f5-a574-0e99be02864a', 'tag': '2c47a5c4-e5ec-42fb-9518-99c63a505eb8'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:41.807173 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30619ae-0a5b-4e7e-bec1-0c3598a98b85" -d '{"events": [{"name": "network-changed", "server_uuid": "74e9c4aa-81bd-45f5-a574-0e99be02864a", "tag": "2c47a5c4-e5ec-42fb-9518-99c63a505eb8"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:41.834481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56606) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:41.834748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Pushing event updated for resources: {'Port': ['ID=afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:41.851279 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf223d17-8e27-4e94-92ad-921d8649adcc service neutron] Pushing event updated for resources: {'Port': ['ID=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:41.926097 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3eaa99f6-2888-4e5c-a348-79337e7a5665 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.966188 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.974067 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56610) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:42.039117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Pushing event updated for resources: {'Port': ['ID=0a060bfd-a52f-4546-91bf-20c59c741887,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:42.163883 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa99f6-2888-4e5c-a348-79337e7a5665 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event updated for resources: {'Subnet': ['ID=d769b557-fea2-4e11-afbe-eaf27690e034,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:42.200744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Attempting to bind port 0a060bfd-a52f-4546-91bf-20c59c741887 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:42.201401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Attempting to bind port 0a060bfd-a52f-4546-91bf-20c59c741887 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:42.201971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Attempting to bind port 0a060bfd-a52f-4546-91bf-20c59c741887 on network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:42.209854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b6f5821c-e085-4b9d-af98-d33a2b1aef98 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:42.214970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Port 0a060bfd-a52f-4546-91bf-20c59c741887 on network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:04:42.215576 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Attempting to bind port 0a060bfd-a52f-4546-91bf-20c59c741887 on network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:42.229110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa99f6-2888-4e5c-a348-79337e7a5665 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Checking segment: {'id': '21b91826-2d45-42b6-8fb2-1bf2c839db70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '37b09ad8-29e8-4f75-8beb-3bc1226cdb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:42.229636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaa99f6-2888-4e5c-a348-79337e7a5665 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Network hostable DHCP agents. Network: 37b09ad8-29e8-4f75-8beb-3bc1226cdb51, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:42.237316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:42.237810 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Checking segment: {'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:42.238445 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Bound using segment: {'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:42.239121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Bound port: 0a060bfd-a52f-4546-91bf-20c59c741887, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:42.239706 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.316437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Network ceddfeb3-cd14-4701-9f58-5d4746e25c2f is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:42.320512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:42.340931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0d7bc8f9-b98e-479c-b66f-35e9813ef186 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1625330663'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:42.399533 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f610b4-d425-4a8a-8fff-2628cd42c169 x-openstack-request-id: req-23f610b4-d425-4a8a-8fff-2628cd42c169 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:42.400451 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e9c4aa-81bd-45f5-a574-0e99be02864a", "tag": "2c47a5c4-e5ec-42fb-9518-99c63a505eb8", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:42.400870 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-23f610b4-d425-4a8a-8fff-2628cd42c169 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:42.401403 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e9c4aa-81bd-45f5-a574-0e99be02864a', 'tag': '2c47a5c4-e5ec-42fb-9518-99c63a505eb8', 'status': 'completed', 'code': 200} Jul 05 04:04:42.401525 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaa99f6-2888-4e5c-a348-79337e7a5665 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Network 37b09ad8-29e8-4f75-8beb-3bc1226cdb51 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:42.417402 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] For port 0a060bfd-a52f-4546-91bf-20c59c741887, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:42.418435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port b6f5821c-e085-4b9d-af98-d33a2b1aef98 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:42.426261 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port b6f5821c-e085-4b9d-af98-d33a2b1aef98 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:42.426693 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.439842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] For port 0a060bfd-a52f-4546-91bf-20c59c741887, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0a060bfd-a52f-4546-91bf-20c59c741887,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:42.501087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-3eaa99f6-2888-4e5c-a348-79337e7a5665 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 37b09ad8-29e8-4f75-8beb-3bc1226cdb51) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:42.506232 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaa99f6-2888-4e5c-a348-79337e7a5665 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:42.506892 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3eaa99f6-2888-4e5c-a348-79337e7a5665 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.523788 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd03dc5-4525-45ea-994b-aaaac1d72001 None None] Network 37b09ad8-29e8-4f75-8beb-3bc1226cdb51 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:42.531130 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.593167 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7bc8f9-b98e-479c-b66f-35e9813ef186 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Made reservation on behalf of 9bc3cbff6e07478fb8542d71b5b6f90e for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:42.593374 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.597389 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d7bc8f9-b98e-479c-b66f-35e9813ef186 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.612588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:42.613469 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.615067 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] 10.222.0.10 "PUT /v2.0/ports/0a060bfd-a52f-4546-91bf-20c59c741887 HTTP/1.1" status: 200 len: 1093 time: 2.2684271 Jul 05 04:04:42.618390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf9f0fa-9a7a-4eda-9311-f37139123165', 'tag': '0a060bfd-a52f-4546-91bf-20c59c741887'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:42.620743 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3c2380-75f7-411e-af15-3a1584c41961" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf9f0fa-9a7a-4eda-9311-f37139123165", "tag": "0a060bfd-a52f-4546-91bf-20c59c741887"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:42.655209 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3eaa99f6-2888-4e5c-a348-79337e7a5665 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9385200 Jul 05 04:04:42.656293 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port b6f5821c-e085-4b9d-af98-d33a2b1aef98, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b6f5821c-e085-4b9d-af98-d33a2b1aef98,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:42.659624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56622) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:42.660949 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d7bc8f9-b98e-479c-b66f-35e9813ef186 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.665776 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Floating IP 12852ab5-cd1d-4508-9f8b-139b1fe73593 associated. External IP: 172.25.6.28, port: be75f828-98ce-4e22-ae1a-64fbf3c7c4ab. Jul 05 04:04:42.669202 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-75b9dfe2-dc37-4a80-a060-e64361160735 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Request body: {'subnet': {'network_id': '813eb74b-5857-4cad-9435-539b54656631', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:42.695544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6205b-f2d2-46ef-8f2f-a63ac10a78bf service neutron] Pushing event updated for resources: {'Port': ['ID=0a060bfd-a52f-4546-91bf-20c59c741887,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:42.742246 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-37b09ad8-29e8-4f75-8beb-3bc1226cdb51', 'network_id': '37b09ad8-29e8-4f75-8beb-3bc1226cdb51', 'tenant_id': 'd55c33adec20478da1af81bf2f6b1715', 'fixed_ips': [{'subnet_id': 'd769b557-fea2-4e11-afbe-eaf27690e034'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:42.743102 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.756722 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-076c3f7d-5948-44c5-959a-89e8cb139ef4 None None] Provisioning complete for port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:42.757095 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-076c3f7d-5948-44c5-959a-89e8cb139ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.760802 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.761851 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 38874075-b9a7-4167-a48f-3be357c4aeb5 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:42.924607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e73bff-b37b-46fd-a6fb-47aa9410713e req-fe90a8d3-31d2-418d-925b-5876e33d9a7a tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:42.926371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-18e73bff-b37b-46fd-a6fb-47aa9410713e req-fe90a8d3-31d2-418d-925b-5876e33d9a7a tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 943 time: 0.5314426 Jul 05 04:04:42.942912 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-445fc632-2c71-47ff-a939-f1195c64aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:42.944820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-445fc632-2c71-47ff-a939-f1195c64aed2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eaf4c0ff0e0244099a1253058e48e066&device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 1095 time: 0.5487957 Jul 05 04:04:42.946064 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-076c3f7d-5948-44c5-959a-89e8cb139ef4 None None] Port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:42.951474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=b6f5821c-e085-4b9d-af98-d33a2b1aef98,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:42.997220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fa002-70dd-45d2-9f85-f9b2769bd01b req-5b19f125-3511-4dce-a798-01e588eaaac7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:42.999196 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a11fa002-70dd-45d2-9f85-f9b2769bd01b req-5b19f125-3511-4dce-a798-01e588eaaac7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 944 time: 0.5961328 Jul 05 04:04:43.003848 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 38874075-b9a7-4167-a48f-3be357c4aeb5 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:43.004273 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.042026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Allocated IP 2001:db8::2 (37b09ad8-29e8-4f75-8beb-3bc1226cdb51/d769b557-fea2-4e11-afbe-eaf27690e034/2f47818f-b127-42de-a0fd-52e8735e6bb3) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:43.050721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-c9dfb2a7-f40c-4264-98b3-a1b615e15559 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c47a5c4-e5ec-42fb-9518-99c63a505eb8 HTTP/1.1" status: 200 len: 217 time: 0.0797937 Jul 05 04:04:43.147684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Router 0571dbbc-26f8-4e35-b988-6dc1b500690a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:43.151666 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-18e73bff-b37b-46fd-a6fb-47aa9410713e req-96087ebe-8028-4fea-b548-96de42a01cdf tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009449 Jul 05 04:04:43.231566 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a11fa002-70dd-45d2-9f85-f9b2769bd01b req-cb73a73d-218c-40ba-968f-0486cb6b795d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946173 Jul 05 04:04:43.243828 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-c7e1eba5-6a8e-4c09-b43b-5061c0c832e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:43.245472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-c7e1eba5-6a8e-4c09-b43b-5061c0c832e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0bf925f8-4a3f-45ed-b86f-c635afeb1643 HTTP/1.1" status: 200 len: 855 time: 0.1795084 Jul 05 04:04:43.285715 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-68fffca0-b210-47ca-8ceb-8fc8c4cf6df9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bb45571-704a-47f7-b580-2fad721401bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330758 Jul 05 04:04:43.302974 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.321257 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Transition to ACTIVE for port object 2f47818f-b127-42de-a0fd-52e8735e6bb3 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:43.346191 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Transition to ACTIVE for port object 2f47818f-b127-42de-a0fd-52e8735e6bb3 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:43.359896 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfb50e9-0e3f-4fb6-a0ef-df2ad74163ec x-openstack-request-id: req-7bfb50e9-0e3f-4fb6-a0ef-df2ad74163ec {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:43.360743 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf9f0fa-9a7a-4eda-9311-f37139123165", "tag": "0a060bfd-a52f-4546-91bf-20c59c741887", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:43.360743 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7bfb50e9-0e3f-4fb6-a0ef-df2ad74163ec {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:43.361124 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf9f0fa-9a7a-4eda-9311-f37139123165', 'tag': '0a060bfd-a52f-4546-91bf-20c59c741887', 'status': 'completed', 'code': 200} Jul 05 04:04:43.387816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-52723fd5-0c49-4559-8100-7e0291b03cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:43.390655 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-52723fd5-0c49-4559-8100-7e0291b03cec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7ffff41c54e4f0f8cc5d87cc4243f49&device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 1096 time: 0.2404501 Jul 05 04:04:43.419615 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.438453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router fc4cfece-5a40-45b1-88af-289ab873556e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:43.452522 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-b1f47e57-f8ff-45fd-a842-b43da2318841 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a060bfd-a52f-4546-91bf-20c59c741887 HTTP/1.1" status: 200 len: 217 time: 0.0516336 Jul 05 04:04:43.456707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:43.466732 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Sync routers for ids ['0571dbbc-26f8-4e35-b988-6dc1b500690a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:43.468649 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fcaf5754-7aea-439c-bf31-c550f2806b73 admin admin] 10.222.0.38 "PUT /v2.0/routers/0571dbbc-26f8-4e35-b988-6dc1b500690a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2638586 Jul 05 04:04:43.477733 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-768ff2d0-6d06-401d-a3fc-fbd91a851be0 service neutron] 10.222.0.36 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433542 Jul 05 04:04:43.482484 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Routers {'0571dbbc-26f8-4e35-b988-6dc1b500690a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:43.483449 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0571dbbc-26f8-4e35-b988-6dc1b500690a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:43.491007 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Network 37b09ad8-29e8-4f75-8beb-3bc1226cdb51 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:43.513387 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:43.517508 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:43.522407 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Pushing event updated for resources: {'Port': ['ID=2f47818f-b127-42de-a0fd-52e8735e6bb3,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:43.539873 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d7bc8f9-b98e-479c-b66f-35e9813ef186 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.542010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-d7806969-1d4e-46d2-b709-69abe1540b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:43.546641 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-d7806969-1d4e-46d2-b709-69abe1540b00 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aefdd25d-0aee-4b3b-8b2d-510efdce7acb HTTP/1.1" status: 200 len: 844 time: 0.0812972 Jul 05 04:04:43.589522 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-c1f55e04-933f-4ca5-a2cf-41c42494b296 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370710 Jul 05 04:04:43.644860 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Attempting to bind port 2f47818f-b127-42de-a0fd-52e8735e6bb3 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:43.648431 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Attempting to bind port 2f47818f-b127-42de-a0fd-52e8735e6bb3 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '21b91826-2d45-42b6-8fb2-1bf2c839db70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '37b09ad8-29e8-4f75-8beb-3bc1226cdb51'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:43.648839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Attempting to bind port 2f47818f-b127-42de-a0fd-52e8735e6bb3 on network 37b09ad8-29e8-4f75-8beb-3bc1226cdb51 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:43.661849 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:43.662221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Checking segment: {'id': '21b91826-2d45-42b6-8fb2-1bf2c839db70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '37b09ad8-29e8-4f75-8beb-3bc1226cdb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:43.664482 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.665042 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Bound using segment: {'id': '21b91826-2d45-42b6-8fb2-1bf2c839db70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '37b09ad8-29e8-4f75-8beb-3bc1226cdb51'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:43.669131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Bound port: 2f47818f-b127-42de-a0fd-52e8735e6bb3, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b91826-2d45-42b6-8fb2-1bf2c839db70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '37b09ad8-29e8-4f75-8beb-3bc1226cdb51'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:43.670726 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.681088 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d7bc8f9-b98e-479c-b66f-35e9813ef186 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.693675 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Set router 0571dbbc-26f8-4e35-b988-6dc1b500690a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:43.727926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7bc8f9-b98e-479c-b66f-35e9813ef186 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:43.753152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:43.758953 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53680dff-4b06-4dff-9375-d83c76c9abcc req-edbe329d-6adc-4a36-8d05-e0cd9b516e02 service neutron] 10.222.0.36 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396660 Jul 05 04:04:43.768463 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d7bc8f9-b98e-479c-b66f-35e9813ef186 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.768949 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-0d7bc8f9-b98e-479c-b66f-35e9813ef186 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Added segment d3b44f5c-7827-443a-9cf0-f3a0cc2e1353 of type vlan for network b3fdbb81-caa3-403a-9ef1-3fa2ce63578f Jul 05 04:04:43.782545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bc8f9-b98e-479c-b66f-35e9813ef186 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0e464e-6597-4819-8704-5857318ca6f7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:43.805619 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.820982 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-2d252ad7-bb83-4013-8b38-f086bdbefbdd service neutron] 10.222.0.10 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232232 Jul 05 04:04:43.824227 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] For port 2f47818f-b127-42de-a0fd-52e8735e6bb3, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:43.824406 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b9dfe2-dc37-4a80-a060-e64361160735 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Made reservation on behalf of d55c33adec20478da1af81bf2f6b1715 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:43.828098 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75b9dfe2-dc37-4a80-a060-e64361160735 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.829267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] For port 2f47818f-b127-42de-a0fd-52e8735e6bb3, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2f47818f-b127-42de-a0fd-52e8735e6bb3,segment=NetworkSegment(21b91826-2d45-42b6-8fb2-1bf2c839db70),segment_id=21b91826-2d45-42b6-8fb2-1bf2c839db70)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:43.834591 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce28e2c-f1c9-4555-8bb3-12663f5c3a74 None None] Sync routers for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:43.844938 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce28e2c-f1c9-4555-8bb3-12663f5c3a74 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:43.845659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6ce28e2c-f1c9-4555-8bb3-12663f5c3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:43.900552 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d7bc8f9-b98e-479c-b66f-35e9813ef186 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.916236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6ce28e2c-f1c9-4555-8bb3-12663f5c3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:43.936272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce28e2c-f1c9-4555-8bb3-12663f5c3a74 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:43.936923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6ce28e2c-f1c9-4555-8bb3-12663f5c3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:43.978852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6ce28e2c-f1c9-4555-8bb3-12663f5c3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:43.979561 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce28e2c-f1c9-4555-8bb3-12663f5c3a74 None None] The sync data for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:43.990115 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.016217 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.033585 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-104622f4-66de-44aa-a47b-7fc9e4e63aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.085005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076794e-cfa2-42f4-bb28-120ab8cf7670 None None] Pushing event updated for resources: {'Port': ['ID=2f47818f-b127-42de-a0fd-52e8735e6bb3,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:44.093912 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b6f5821c-e085-4b9d-af98-d33a2b1aef98 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:44.097638 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'name': 'tempest-TestVolumeBootPattern-1484576655-router', 'tenant_id': 'c921da20c6fd465a9792af8849e93b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b6f5821c-e085-4b9d-af98-d33a2b1aef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:30Z', 'updated_at': '2021-07-05T04:04:40Z', 'revision_number': 4, 'project_id': 'c921da20c6fd465a9792af8849e93b31', 'gw_port': {'id': 'b6f5821c-e085-4b9d-af98-d33a2b1aef98', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:31Z', 'updated_at': '2021-07-05T04:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4', 'name': '', 'network_id': 'ceddfeb3-cd14-4701-9f58-5d4746e25c2f', 'tenant_id': 'c921da20c6fd465a9792af8849e93b31', 'mac_address': 'fa:16:3e:3c:65:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ec6f2aee-0677-4d2f-a745-5419c651ebd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:38Z', 'updated_at': '2021-07-05T04:04:41Z', 'revision_number': 2, 'project_id': 'c921da20c6fd465a9792af8849e93b31', 'subnets': [{'id': 'ec6f2aee-0677-4d2f-a745-5419c651ebd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:44.113542 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5abdc591-3634-41de-9f93-3773d0fb0ff7 req-59d2af32-b0c3-4fe4-a61b-ec8ac8039551 service neutron] 10.222.0.10 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775836 Jul 05 04:04:44.142331 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Checking router: 0571dbbc-26f8-4e35-b988-6dc1b500690a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:44.142818 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Updating router 0571dbbc-26f8-4e35-b988-6dc1b500690a port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:04:44.157432 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d7bc8f9-b98e-479c-b66f-35e9813ef186 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.162813 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-85d14743-d66a-4a94-9024-adf43fb209fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.5353942 Jul 05 04:04:44.170111 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56642) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:44.173881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7bc8f9-b98e-479c-b66f-35e9813ef186 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:44.176254 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d7bc8f9-b98e-479c-b66f-35e9813ef186 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.190068 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port b6f5821c-e085-4b9d-af98-d33a2b1aef98 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:44.190735 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.228834 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.313243 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c90258d3-e4ec-4e6a-b78a-e738e103a0b0 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "GET /v2.0/floatingips/12852ab5-cd1d-4508-9f8b-139b1fe73593 HTTP/1.1" status: 200 len: 977 time: 0.1416781 Jul 05 04:04:44.315415 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30619ae-0a5b-4e7e-bec1-0c3598a98b85 req-9dce846d-c8f7-46f3-bc00-efa049812173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:44.316965 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e30619ae-0a5b-4e7e-bec1-0c3598a98b85 req-9dce846d-c8f7-46f3-bc00-efa049812173 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eaf4c0ff0e0244099a1253058e48e066&device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 1095 time: 0.3083417 Jul 05 04:04:44.317560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56650) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:44.513167 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.612244 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75b9dfe2-dc37-4a80-a060-e64361160735 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.615653 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0d7bc8f9-b98e-479c-b66f-35e9813ef186 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6125441 Jul 05 04:04:44.623319 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bc8f9-b98e-479c-b66f-35e9813ef186 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Pushing event updated for resources: {'Network': ['ID=b3fdbb81-caa3-403a-9ef1-3fa2ce63578f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:44.640087 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network b3fdbb81-caa3-403a-9ef1-3fa2ce63578f details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:44.655167 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56654) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:44.741196 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-12c95278-1f39-469a-8fe4-58c8ecf42376 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Request body: {'network': {'name': 'tempest-network--2004157168', 'router:external': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:44.796030 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30619ae-0a5b-4e7e-bec1-0c3598a98b85 req-05d7e794-40a6-4ee6-8d1e-26aa66d28f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:44.796763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c2380-75f7-411e-af15-3a1584c41961 req-e85fb3d2-eb0c-4eef-bf11-1956edc36470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:44.798592 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9c3c2380-75f7-411e-af15-3a1584c41961 req-e85fb3d2-eb0c-4eef-bf11-1956edc36470 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7ffff41c54e4f0f8cc5d87cc4243f49&device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 1096 time: 0.2703974 Jul 05 04:04:44.800024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9dfe2-dc37-4a80-a060-e64361160735 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event updated for resources: {'Subnet': ['ID=01680e74-161a-492c-a54a-e591e43b5510,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:44.802034 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e30619ae-0a5b-4e7e-bec1-0c3598a98b85 req-05d7e794-40a6-4ee6-8d1e-26aa66d28f5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bb45571-704a-47f7-b580-2fad721401bc HTTP/1.1" status: 200 len: 916 time: 0.4732604 Jul 05 04:04:44.845226 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.856541 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Transition to ACTIVE for port object afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:44.874076 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c95278-1f39-469a-8fe4-58c8ecf42376 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Made reservation on behalf of 01f73c1310464f87b9cb95672a3935b0 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:44.877676 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12c95278-1f39-469a-8fe4-58c8ecf42376 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.889882 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e30619ae-0a5b-4e7e-bec1-0c3598a98b85 req-d04b699b-aaac-4aa9-946a-dc400bd02488 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c47a5c4-e5ec-42fb-9518-99c63a505eb8 HTTP/1.1" status: 200 len: 217 time: 0.0583868 Jul 05 04:04:44.892718 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12c95278-1f39-469a-8fe4-58c8ecf42376 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.905588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b9dfe2-dc37-4a80-a060-e64361160735 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Checking segment: {'id': 'cb9cc368-8a38-4d50-bbf7-587d4506b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '813eb74b-5857-4cad-9435-539b54656631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:44.905959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b9dfe2-dc37-4a80-a060-e64361160735 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Network hostable DHCP agents. Network: 813eb74b-5857-4cad-9435-539b54656631, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:44.961826 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.989733 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c2380-75f7-411e-af15-3a1584c41961 req-0bc8d966-efa6-44a3-9662-a20eb88a2ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:44.991354 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9c3c2380-75f7-411e-af15-3a1584c41961 req-0bc8d966-efa6-44a3-9662-a20eb88a2ab9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 HTTP/1.1" status: 200 len: 905 time: 0.1809897 Jul 05 04:04:45.055885 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9c3c2380-75f7-411e-af15-3a1584c41961 req-98b93786-539d-4d6d-8105-34e6671d9daf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a060bfd-a52f-4546-91bf-20c59c741887 HTTP/1.1" status: 200 len: 217 time: 0.0559857 Jul 05 04:04:45.059376 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b9dfe2-dc37-4a80-a060-e64361160735 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Network 813eb74b-5857-4cad-9435-539b54656631 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:45.060967 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ad9f8-a525-4ca7-ad3e-49de00f14abe None None] Pushing event updated for resources: {'Port': ['ID=afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:45.075106 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ad9f8-a525-4ca7-ad3e-49de00f14abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:45.075541 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ad9f8-a525-4ca7-ad3e-49de00f14abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:45.075886 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ad9f8-a525-4ca7-ad3e-49de00f14abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:45.076876 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ad9f8-a525-4ca7-ad3e-49de00f14abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:45.077331 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ad9f8-a525-4ca7-ad3e-49de00f14abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:45.077770 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ad9f8-a525-4ca7-ad3e-49de00f14abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:45.078159 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ad9f8-a525-4ca7-ad3e-49de00f14abe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:45.079073 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ad9f8-a525-4ca7-ad3e-49de00f14abe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:45.079463 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ad9f8-a525-4ca7-ad3e-49de00f14abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:45.079868 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ad9f8-a525-4ca7-ad3e-49de00f14abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:45.080295 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ad9f8-a525-4ca7-ad3e-49de00f14abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:45.080677 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ad9f8-a525-4ca7-ad3e-49de00f14abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:45.150343 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c2380-75f7-411e-af15-3a1584c41961 req-04840808-506c-4955-9c92-e0d3ac5d5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:45.151947 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9c3c2380-75f7-411e-af15-3a1584c41961 req-04840808-506c-4955-9c92-e0d3ac5d5851 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aefdd25d-0aee-4b3b-8b2d-510efdce7acb HTTP/1.1" status: 200 len: 844 time: 0.0728116 Jul 05 04:04:45.175297 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Attempting to bind port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:45.175752 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Attempting to bind port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'b15c8f89-1d55-4734-9add-c46b1a2db713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ceddfeb3-cd14-4701-9f58-5d4746e25c2f'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:45.176448 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Attempting to bind port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 on network ceddfeb3-cd14-4701-9f58-5d4746e25c2f {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:45.182171 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:45.182589 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Checking segment: {'id': 'b15c8f89-1d55-4734-9add-c46b1a2db713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ceddfeb3-cd14-4701-9f58-5d4746e25c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:45.183126 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.186590 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Bound using segment: {'id': 'b15c8f89-1d55-4734-9add-c46b1a2db713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ceddfeb3-cd14-4701-9f58-5d4746e25c2f'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:45.186590 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Bound port: afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15c8f89-1d55-4734-9add-c46b1a2db713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ceddfeb3-cd14-4701-9f58-5d4746e25c2f'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:45.187004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-75b9dfe2-dc37-4a80-a060-e64361160735 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 813eb74b-5857-4cad-9435-539b54656631) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:45.187102 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.200829 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1058f5e-a07d-4cb4-aa30-6e97f35c9455 None None] Network 813eb74b-5857-4cad-9435-539b54656631 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:45.233013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b9dfe2-dc37-4a80-a060-e64361160735 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:45.233617 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75b9dfe2-dc37-4a80-a060-e64361160735 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.266414 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9c3c2380-75f7-411e-af15-3a1584c41961 req-4ffeec56-c1f0-4934-923b-97d7d9c36bb4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057963 Jul 05 04:04:45.268911 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.276650 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12c95278-1f39-469a-8fe4-58c8ecf42376 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.357469 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] For port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:45.371492 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12c95278-1f39-469a-8fe4-58c8ecf42376 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.371887 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] For port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4,segment=NetworkSegment(b15c8f89-1d55-4734-9add-c46b1a2db713),segment_id=b15c8f89-1d55-4734-9add-c46b1a2db713)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:45.438468 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9c3c2380-75f7-411e-af15-3a1584c41961 req-fccaa4a0-dfc1-4a06-99bc-19c091ce98ec service neutron] 10.222.0.10 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411135 Jul 05 04:04:45.463814 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c95278-1f39-469a-8fe4-58c8ecf42376 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d19d7d-8958-4990-a55e-6736a6b9e6fa,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:45.469127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c95278-1f39-469a-8fe4-58c8ecf42376 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:45.480444 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.480797 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-75b9dfe2-dc37-4a80-a060-e64361160735 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8087807 Jul 05 04:04:45.480908 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56664) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:45.533595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-813eb74b-5857-4cad-9435-539b54656631', 'network_id': '813eb74b-5857-4cad-9435-539b54656631', 'tenant_id': 'd55c33adec20478da1af81bf2f6b1715', 'fixed_ips': [{'subnet_id': '01680e74-161a-492c-a54a-e591e43b5510'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:45.535226 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.538735 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-04572948-0141-4d06-8f13-b19c6e5a9f64 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 1.2191234 Jul 05 04:04:45.543400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56666) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:45.548435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4333e898-53f9-49c9-8935-871fa854d226 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'floatingip': {'port_id': 'eefdb7ca-59ba-4844-9a2b-1f6bc4e72902'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:45.556154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12c95278-1f39-469a-8fe4-58c8ecf42376 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.558283 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-12c95278-1f39-469a-8fe4-58c8ecf42376 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Added segment 46dcaf69-2e88-4931-8a68-397127358ba2 of type vlan for network ed971f95-a659-4d9a-b617-a7c71c2b4e17 Jul 05 04:04:45.618990 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ad9f8-a525-4ca7-ad3e-49de00f14abe None None] Pushing event updated for resources: {'Port': ['ID=afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:45.630451 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Routers {'0571dbbc-26f8-4e35-b988-6dc1b500690a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:45.631871 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0571dbbc-26f8-4e35-b988-6dc1b500690a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:45.638011 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4333e898-53f9-49c9-8935-871fa854d226 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.728414 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231483ec-2036-41d0-a518-cdc4b4e8411b None None] Network 37b09ad8-29e8-4f75-8beb-3bc1226cdb51 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:45.751995 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d977ad-60e2-4ea2-8e11-3acac8686917 req-634cceac-d665-471f-9763-b1baae57ec4d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:45.759733 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96d977ad-60e2-4ea2-8e11-3acac8686917 req-634cceac-d665-471f-9763-b1baae57ec4d tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 944 time: 1.1846330 Jul 05 04:04:45.808934 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12c95278-1f39-469a-8fe4-58c8ecf42376 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.821186 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9c3c2380-75f7-411e-af15-3a1584c41961 req-2f48cb5f-7d21-434f-959a-677dbd4082fc service neutron] 10.222.0.10 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542013 Jul 05 04:04:45.836969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Allocated IP 2001:db8::2 (813eb74b-5857-4cad-9435-539b54656631/01680e74-161a-492c-a54a-e591e43b5510/9a76c5c5-a46b-4728-8a37-aed929f9e972) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:45.860836 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30619ae-0a5b-4e7e-bec1-0c3598a98b85 req-8abce84b-945c-4130-9bb9-27eac0c4411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:45.862347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e30619ae-0a5b-4e7e-bec1-0c3598a98b85 req-8abce84b-945c-4130-9bb9-27eac0c4411d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0bf925f8-4a3f-45ed-b86f-c635afeb1643 HTTP/1.1" status: 200 len: 855 time: 0.3812368 Jul 05 04:04:45.936818 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] Set router 0571dbbc-26f8-4e35-b988-6dc1b500690a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:45.948449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e3ff-0f6e-4c3f-bbf4-c9dd830a4d7c req-3b7e7c0d-7536-4a6b-8b70-770241713027 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:45.950015 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0bd6e3ff-0f6e-4c3f-bbf4-c9dd830a4d7c req-3b7e7c0d-7536-4a6b-8b70-770241713027 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 943 time: 1.4255359 Jul 05 04:04:45.978411 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e30619ae-0a5b-4e7e-bec1-0c3598a98b85 req-a45c3ae2-f580-4ba2-9a06-0af8c45a0a5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bb45571-704a-47f7-b580-2fad721401bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637107 Jul 05 04:04:46.001885 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Deleting port 2c96ad6f-35f7-4fa7-8818-8b365ac14581 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:46.002313 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.085831 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:04:46.101113 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12c95278-1f39-469a-8fe4-58c8ecf42376 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.102118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c95278-1f39-469a-8fe4-58c8ecf42376 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:46.105071 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12c95278-1f39-469a-8fe4-58c8ecf42376 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.189088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2f47818f-b127-42de-a0fd-52e8735e6bb3 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:46.195331 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e30619ae-0a5b-4e7e-bec1-0c3598a98b85 req-3678c455-f7c7-4894-8d94-265012281f09 service neutron] 10.222.0.36 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956697 Jul 05 04:04:46.230102 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'name': 'tempest-TestVolumeBootPattern-1484576655-router', 'tenant_id': 'c921da20c6fd465a9792af8849e93b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b6f5821c-e085-4b9d-af98-d33a2b1aef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:30Z', 'updated_at': '2021-07-05T04:04:40Z', 'revision_number': 4, 'project_id': 'c921da20c6fd465a9792af8849e93b31', 'gw_port': {'id': 'b6f5821c-e085-4b9d-af98-d33a2b1aef98', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:31Z', 'updated_at': '2021-07-05T04:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4', 'name': '', 'network_id': 'ceddfeb3-cd14-4701-9f58-5d4746e25c2f', 'tenant_id': 'c921da20c6fd465a9792af8849e93b31', 'mac_address': 'fa:16:3e:3c:65:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ec6f2aee-0677-4d2f-a745-5419c651ebd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:38Z', 'updated_at': '2021-07-05T04:04:45Z', 'revision_number': 4, 'project_id': 'c921da20c6fd465a9792af8849e93b31', 'subnets': [{'id': 'ec6f2aee-0677-4d2f-a745-5419c651ebd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:46.324954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96d977ad-60e2-4ea2-8e11-3acac8686917 req-3d3be6c8-e4cf-41c9-bed2-cc43928ddb71 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642447 Jul 05 04:04:46.334577 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0bd6e3ff-0f6e-4c3f-bbf4-c9dd830a4d7c req-3f7e5e7f-e95f-45fb-9c3f-5578c6f387ad tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773859 Jul 05 04:04:46.369804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7eaa965c-773c-41fd-bbc7-d057c423b0cb None None] Provisioning for port 2f47818f-b127-42de-a0fd-52e8735e6bb3 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:46.426764 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.resource_extend [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:04:46.510166 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] For port 2c96ad6f-35f7-4fa7-8818-8b365ac14581, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2c96ad6f-35f7-4fa7-8818-8b365ac14581,segment=NetworkSegment(973e1fb5-a27f-4978-9797-1af3c4cad988),segment_id=973e1fb5-a27f-4978-9797-1af3c4cad988)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:46.510446 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.510769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c95278-1f39-469a-8fe4-58c8ecf42376 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event updated for resources: {'Network': ['ID=ed971f95-a659-4d9a-b617-a7c71c2b4e17,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:46.527369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Calling delete_port for 2c96ad6f-35f7-4fa7-8818-8b365ac14581 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:46.536081 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eea564-3ce0-4554-aa82-7e9a7faf3742 None None] The sync data for ids ['0571dbbc-26f8-4e35-b988-6dc1b500690a'] in n-d-771363-32 is: [{'id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'name': 'tempest-TestVolumeBootPattern-1484576655-router', 'tenant_id': 'c921da20c6fd465a9792af8849e93b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b6f5821c-e085-4b9d-af98-d33a2b1aef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:30Z', 'updated_at': '2021-07-05T04:04:40Z', 'revision_number': 4, 'project_id': 'c921da20c6fd465a9792af8849e93b31', 'gw_port': {'id': 'b6f5821c-e085-4b9d-af98-d33a2b1aef98', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:31Z', 'updated_at': '2021-07-05T04:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4', 'name': '', 'network_id': 'ceddfeb3-cd14-4701-9f58-5d4746e25c2f', 'tenant_id': 'c921da20c6fd465a9792af8849e93b31', 'mac_address': 'fa:16:3e:3c:65:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': 'ec6f2aee-0677-4d2f-a745-5419c651ebd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:38Z', 'updated_at': '2021-07-05T04:04:45Z', 'revision_number': 4, 'project_id': 'c921da20c6fd465a9792af8849e93b31', 'subnets': [{'id': 'ec6f2aee-0677-4d2f-a745-5419c651ebd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:46.584014 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-12c95278-1f39-469a-8fe4-58c8ecf42376 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9226699 Jul 05 04:04:46.584347 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56672) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:46.588373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network ed971f95-a659-4d9a-b617-a7c71c2b4e17 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:46.706962 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e30619ae-0a5b-4e7e-bec1-0c3598a98b85 req-78f23d91-1de2-464a-a937-905f8ac2a18c service neutron] 10.222.0.36 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450226 Jul 05 04:04:46.756058 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.771431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.811554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Transition to ACTIVE for port object 9a76c5c5-a46b-4728-8a37-aed929f9e972 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:46.850826 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 2f47818f-b127-42de-a0fd-52e8735e6bb3 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:46.864191 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2f47818f-b127-42de-a0fd-52e8735e6bb3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:46.864611 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.867099 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Transition to ACTIVE for port object 9a76c5c5-a46b-4728-8a37-aed929f9e972 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:46.869599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:46.942168 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4333e898-53f9-49c9-8935-871fa854d226 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.945307 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.952875 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '2c47a5c4-e5ec-42fb-9518-99c63a505eb8', 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc', 'port_id': '2c47a5c4-e5ec-42fb-9518-99c63a505eb8', 'mac_address': 'fa:16:3e:04:8a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf925f8-4a3f-45ed-b86f-c635afeb1643', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:04:46.955787 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd9eb52a-1057-4429-b43c-4bcd1a3421e0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.972105 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.025761 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4333e898-53f9-49c9-8935-871fa854d226 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.061620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Network 813eb74b-5857-4cad-9435-539b54656631 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:47.081867 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:47.089296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:47.100569 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Pushing event updated for resources: {'Port': ['ID=9a76c5c5-a46b-4728-8a37-aed929f9e972,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:47.105231 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.162633 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd9eb52a-1057-4429-b43c-4bcd1a3421e0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.170660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:04:47.181260 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-cd9eb52a-1057-4429-b43c-4bcd1a3421e0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed971f95-a659-4d9a-b617-a7c71c2b4e17']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:47.213623 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.234638 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:47.237779 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Attempting to bind port 9a76c5c5-a46b-4728-8a37-aed929f9e972 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:47.238217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Attempting to bind port 9a76c5c5-a46b-4728-8a37-aed929f9e972 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'cb9cc368-8a38-4d50-bbf7-587d4506b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '813eb74b-5857-4cad-9435-539b54656631'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:47.238489 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Attempting to bind port 9a76c5c5-a46b-4728-8a37-aed929f9e972 on network 813eb74b-5857-4cad-9435-539b54656631 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:47.245031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-cd9eb52a-1057-4429-b43c-4bcd1a3421e0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46dcaf69-2e88-4931-8a68-397127358ba2') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:47.245332 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-cd9eb52a-1057-4429-b43c-4bcd1a3421e0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46dcaf69-2e88-4931-8a68-397127358ba2') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:47.258369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:47.258769 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Checking segment: {'id': 'cb9cc368-8a38-4d50-bbf7-587d4506b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '813eb74b-5857-4cad-9435-539b54656631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:47.258893 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd9eb52a-1057-4429-b43c-4bcd1a3421e0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.259123 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.259487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Bound using segment: {'id': 'cb9cc368-8a38-4d50-bbf7-587d4506b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '813eb74b-5857-4cad-9435-539b54656631'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:47.259996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Bound port: 9a76c5c5-a46b-4728-8a37-aed929f9e972, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9cc368-8a38-4d50-bbf7-587d4506b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '813eb74b-5857-4cad-9435-539b54656631'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:47.261154 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.283282 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd9eb52a-1057-4429-b43c-4bcd1a3421e0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.290383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9eb52a-1057-4429-b43c-4bcd1a3421e0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:47.290802 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd9eb52a-1057-4429-b43c-4bcd1a3421e0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.303818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 2f47818f-b127-42de-a0fd-52e8735e6bb3, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2f47818f-b127-42de-a0fd-52e8735e6bb3,segment=NetworkSegment(21b91826-2d45-42b6-8fb2-1bf2c839db70),segment_id=21b91826-2d45-42b6-8fb2-1bf2c839db70)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:47.305799 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.350703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Allocated IP 2001:db8::1 (37b09ad8-29e8-4f75-8beb-3bc1226cdb51/d769b557-fea2-4e11-afbe-eaf27690e034/859edda5-2f92-46d0-8bc6-19842aa79de6) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:47.366483 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:47.376384 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.415519 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd9eb52a-1057-4429-b43c-4bcd1a3421e0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.427008 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] For port 9a76c5c5-a46b-4728-8a37-aed929f9e972, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:47.428874 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:47.433466 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] For port 9a76c5c5-a46b-4728-8a37-aed929f9e972, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9a76c5c5-a46b-4728-8a37-aed929f9e972,segment=NetworkSegment(cb9cc368-8a38-4d50-bbf7-587d4506b812),segment_id=cb9cc368-8a38-4d50-bbf7-587d4506b812)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:47.450551 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-4333e898-53f9-49c9-8935-871fa854d226 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Floating IP 12852ab5-cd1d-4508-9f8b-139b1fe73593 associated. External IP: 172.25.6.28, port: be75f828-98ce-4e22-ae1a-64fbf3c7c4ab. Jul 05 04:04:47.471341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1a94ee80-4ee2-4800-9d14-e657d8dc0741 None None] Provisioning complete for port 2f47818f-b127-42de-a0fd-52e8735e6bb3 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:47.473224 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1a94ee80-4ee2-4800-9d14-e657d8dc0741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.478531 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.485743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9eb52a-1057-4429-b43c-4bcd1a3421e0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed971f95-a659-4d9a-b617-a7c71c2b4e17 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:04:47.494748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9eb52a-1057-4429-b43c-4bcd1a3421e0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed971f95-a659-4d9a-b617-a7c71c2b4e17,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:47.494748 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd9eb52a-1057-4429-b43c-4bcd1a3421e0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.505239 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cd9eb52a-1057-4429-b43c-4bcd1a3421e0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "DELETE /v2.0/networks/ed971f95-a659-4d9a-b617-a7c71c2b4e17 HTTP/1.1" status: 204 len: 168 time: 0.9199178 Jul 05 04:04:47.549434 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56680) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:47.563559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ca3017b1-760f-4337-9c54-d4414776ffd9 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:47.574297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=2f47818f-b127-42de-a0fd-52e8735e6bb3,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:47.586993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:47.587571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:47.588104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:47.588905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:47.589797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:47.590277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:47.590765 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:47.591269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:47.593673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:47.594228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:47.594720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:47.595193 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:47.699216 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f675122-f416-4884-a405-243b2d7ddc63 None None] Pushing event updated for resources: {'Port': ['ID=9a76c5c5-a46b-4728-8a37-aed929f9e972,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:47.771280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['2c47a5c4-e5ec-42fb-9518-99c63a505eb8'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:47.789604 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.847235 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3017b1-760f-4337-9c54-d4414776ffd9 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Made reservation on behalf of 01f73c1310464f87b9cb95672a3935b0 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:47.849658 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca3017b1-760f-4337-9c54-d4414776ffd9 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.952793 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Port': ['ID=2c96ad6f-35f7-4fa7-8818-8b365ac14581,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:48.016803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4333e898-53f9-49c9-8935-871fa854d226 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router fc4cfece-5a40-45b1-88af-289ab873556e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:48.050530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3017b1-760f-4337-9c54-d4414776ffd9 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:48.058199 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca3017b1-760f-4337-9c54-d4414776ffd9 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.058561 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-ca3017b1-760f-4337-9c54-d4414776ffd9 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Added segment 195218de-4972-4681-b518-d6c8e3e29721 of type vlan for network c82d1d81-1d5c-4426-9ed0-15edaf111b3f Jul 05 04:04:48.119384 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca3017b1-760f-4337-9c54-d4414776ffd9 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.135885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0a060bfd-a52f-4546-91bf-20c59c741887 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:04:48.202080 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.213828 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:48.214183 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:48.214619 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:48.214962 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:48.215308 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:48.226271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:48.226271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:48.226271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:48.226271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:48.226271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:48.227264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:48.227684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:48.243464 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca3017b1-760f-4337-9c54-d4414776ffd9 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.244634 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3017b1-760f-4337-9c54-d4414776ffd9 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:48.245239 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca3017b1-760f-4337-9c54-d4414776ffd9 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.271035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4333e898-53f9-49c9-8935-871fa854d226 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:48.288994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6ed30-8192-47e4-a704-277c66948ba1 req-77a7c7d2-e2a3-4f3b-a647-7d4b90204245 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:48.297450 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28a6ed30-8192-47e4-a704-277c66948ba1 req-77a7c7d2-e2a3-4f3b-a647-7d4b90204245 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 944 time: 0.6787496 Jul 05 04:04:48.323102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Transition to ACTIVE for port object 859edda5-2f92-46d0-8bc6-19842aa79de6 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:48.327575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0a060bfd-a52f-4546-91bf-20c59c741887, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0a060bfd-a52f-4546-91bf-20c59c741887,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:48.349120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '0a060bfd-a52f-4546-91bf-20c59c741887', 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056', 'port_id': '0a060bfd-a52f-4546-91bf-20c59c741887', 'mac_address': 'fa:16:3e:7f:bb:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefdd25d-0aee-4b3b-8b2d-510efdce7acb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:04:48.366153 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ca3017b1-760f-4337-9c54-d4414776ffd9 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8104830 Jul 05 04:04:48.367946 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56692) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:48.383375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-af7f8000-12c9-4745-9f29-c08680244a1e tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Request body: {'subnet': {'network_id': 'c82d1d81-1d5c-4426-9ed0-15edaf111b3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:48.398122 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:48.408353 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28a6ed30-8192-47e4-a704-277c66948ba1 req-6dbd805c-4a17-4397-bcf9-bd583a9456cb tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098990 Jul 05 04:04:48.445931 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.464660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a060bfd-a52f-4546-91bf-20c59c741887 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:04:48.494941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0a060bfd-a52f-4546-91bf-20c59c741887, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0a060bfd-a52f-4546-91bf-20c59c741887,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:48.551417 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089aa15f-f5b7-43ec-af4a-2397dcbf4aec None None] Sync routers for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:48.586656 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089aa15f-f5b7-43ec-af4a-2397dcbf4aec None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:48.589297 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-089aa15f-f5b7-43ec-af4a-2397dcbf4aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:48.595949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:48.601633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:48.602164 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.626883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bb9a5-c064-4f39-b594-cca81eb340e6 req-0ece00b5-dab0-4519-91c9-1433d9ec59f0 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:48.628588 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-330bb9a5-c064-4f39-b594-cca81eb340e6 req-0ece00b5-dab0-4519-91c9-1433d9ec59f0 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 944 time: 0.9702241 Jul 05 04:04:48.629373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3017b1-760f-4337-9c54-d4414776ffd9 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event updated for resources: {'Network': ['ID=c82d1d81-1d5c-4426-9ed0-15edaf111b3f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:48.648593 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-089aa15f-f5b7-43ec-af4a-2397dcbf4aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:48.675832 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network c82d1d81-1d5c-4426-9ed0-15edaf111b3f details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:48.685037 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089aa15f-f5b7-43ec-af4a-2397dcbf4aec None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:48.686095 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-089aa15f-f5b7-43ec-af4a-2397dcbf4aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:48.687476 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.779848 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-089aa15f-f5b7-43ec-af4a-2397dcbf4aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:48.782749 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089aa15f-f5b7-43ec-af4a-2397dcbf4aec None None] The sync data for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:48.873957 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.941236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=0a060bfd-a52f-4546-91bf-20c59c741887,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:48.960977 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.972697 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['0a060bfd-a52f-4546-91bf-20c59c741887'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:48.973692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Network 37b09ad8-29e8-4f75-8beb-3bc1226cdb51 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:48.977200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-330bb9a5-c064-4f39-b594-cca81eb340e6 req-b17a2892-b213-4ca1-bd07-b329eacda982 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321466 Jul 05 04:04:48.983792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event updated for resources: {'Port': ['ID=859edda5-2f92-46d0-8bc6-19842aa79de6,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:48.996623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:49.003087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:49.003919 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.043701 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.139284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4,segment=NetworkSegment(b15c8f89-1d55-4734-9add-c46b1a2db713),segment_id=b15c8f89-1d55-4734-9add-c46b1a2db713)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:49.259341 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.260434 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2f47818f-b127-42de-a0fd-52e8735e6bb3 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:49.261305 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4333e898-53f9-49c9-8935-871fa854d226 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router fc4cfece-5a40-45b1-88af-289ab873556e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:49.337267 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7f8000-12c9-4745-9f29-c08680244a1e tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Made reservation on behalf of 01f73c1310464f87b9cb95672a3935b0 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:49.340673 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af7f8000-12c9-4745-9f29-c08680244a1e tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.418034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242dbbdc-59ec-48f9-bd15-6ef98ae7fca8 None None] Network 813eb74b-5857-4cad-9435-539b54656631 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:49.498280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4333e898-53f9-49c9-8935-871fa854d226 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:49.503731 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4333e898-53f9-49c9-8935-871fa854d226 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.611298 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4333e898-53f9-49c9-8935-871fa854d226 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "PUT /v2.0/floatingips/12852ab5-cd1d-4508-9f8b-139b1fe73593 HTTP/1.1" status: 200 len: 977 time: 4.0665648 Jul 05 04:04:49.614682 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56700) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:49.619726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1391d931-9a7c-4005-ba60-c760a50d5b99 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:49.689087 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:49.697980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-ca20a528-59e5-4b81-8e74-0de8b6ce52bb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:49.699689 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-ca20a528-59e5-4b81-8e74-0de8b6ce52bb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 812 time: 0.9300120 Jul 05 04:04:49.715196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad538d00-87cc-449c-92c6-9e750c2221a4 None None] Sync routers for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:49.718432 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1391d931-9a7c-4005-ba60-c760a50d5b99 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.755225 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-eaea8751-e3af-4157-baa0-a5456c0bdfdb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/quotas/48e750e760504acfa4e4109b157795f3 HTTP/1.1" status: 200 len: 375 time: 0.0296478 Jul 05 04:04:49.764473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad538d00-87cc-449c-92c6-9e750c2221a4 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:49.765132 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ad538d00-87cc-449c-92c6-9e750c2221a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:49.816631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ad538d00-87cc-449c-92c6-9e750c2221a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:49.819459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2f47818f-b127-42de-a0fd-52e8735e6bb3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:49.819837 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.853209 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ea5b5a99-5113-4fca-8781-5ef5448fb309 None None] Provisioning for port 9a76c5c5-a46b-4728-8a37-aed929f9e972 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:49.895323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad538d00-87cc-449c-92c6-9e750c2221a4 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:49.895995 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ad538d00-87cc-449c-92c6-9e750c2221a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:49.923574 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1391d931-9a7c-4005-ba60-c760a50d5b99 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.937464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463f04c-87dd-4296-91d6-cfa78ad77d37 req-f6b4dfb8-5a2b-4860-9d2a-fe0d8ac85bdb tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:49.944446 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1463f04c-87dd-4296-91d6-cfa78ad77d37 req-f6b4dfb8-5a2b-4860-9d2a-fe0d8ac85bdb tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 944 time: 0.2726095 Jul 05 04:04:49.958468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ad538d00-87cc-449c-92c6-9e750c2221a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:49.959144 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad538d00-87cc-449c-92c6-9e750c2221a4 None None] The sync data for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:49.981404 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.986124 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1391d931-9a7c-4005-ba60-c760a50d5b99 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.986448 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-1391d931-9a7c-4005-ba60-c760a50d5b99 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Floating IP 12852ab5-cd1d-4508-9f8b-139b1fe73593 disassociated. External IP: 172.25.6.28, port: eefdb7ca-59ba-4844-9a2b-1f6bc4e72902. Jul 05 04:04:50.037910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-3da88c27-e165-4d0c-b829-b26b815f001d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2434783 Jul 05 04:04:50.038726 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Router 03651e78-0740-4474-9544-2b3486a50a52 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:50.048744 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1463f04c-87dd-4296-91d6-cfa78ad77d37 req-86076825-e1e1-4d3e-9a77-c1afda806438 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034770 Jul 05 04:04:50.068318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9a76c5c5-a46b-4728-8a37-aed929f9e972 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:50.108571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:50.142622 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-382c1b19-2164-4890-9cd0-0ce61c1734ce None None] Provisioning for port 859edda5-2f92-46d0-8bc6-19842aa79de6 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:50.159358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-382c1b19-2164-4890-9cd0-0ce61c1734ce None None] Provisioning complete for port 859edda5-2f92-46d0-8bc6-19842aa79de6 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:50.159738 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-382c1b19-2164-4890-9cd0-0ce61c1734ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.220542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.objects.ports [None req-af7f8000-12c9-4745-9f29-c08680244a1e tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:04:50.221076 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af7f8000-12c9-4745-9f29-c08680244a1e tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.221932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-382c1b19-2164-4890-9cd0-0ce61c1734ce None None] Port 859edda5-2f92-46d0-8bc6-19842aa79de6 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:50.281512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f8000-12c9-4745-9f29-c08680244a1e tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1b6e9671-613d-4759-a9e6-9415f476a291,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:50.286892 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 9a76c5c5-a46b-4728-8a37-aed929f9e972 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:50.293012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 9a76c5c5-a46b-4728-8a37-aed929f9e972 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:50.297530 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.327619 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:50.335485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:50.335874 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.398446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7f8000-12c9-4745-9f29-c08680244a1e tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Checking segment: {'id': '195218de-4972-4681-b518-d6c8e3e29721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c82d1d81-1d5c-4426-9ed0-15edaf111b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:50.398809 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f8000-12c9-4745-9f29-c08680244a1e tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Network hostable DHCP agents. Network: c82d1d81-1d5c-4426-9ed0-15edaf111b3f, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:50.484543 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.486901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1391d931-9a7c-4005-ba60-c760a50d5b99 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router fc4cfece-5a40-45b1-88af-289ab873556e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:50.488017 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:50.501867 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7cf2eb-5eb8-4704-bea6-cd37a0694023 None None] Sync routers for ids ['03651e78-0740-4474-9544-2b3486a50a52'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:50.517279 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7cf2eb-5eb8-4704-bea6-cd37a0694023 None None] Routers {'03651e78-0740-4474-9544-2b3486a50a52'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:50.518377 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ea7cf2eb-5eb8-4704-bea6-cd37a0694023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['03651e78-0740-4474-9544-2b3486a50a52'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:50.527710 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.538335 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f8000-12c9-4745-9f29-c08680244a1e tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Network c82d1d81-1d5c-4426-9ed0-15edaf111b3f is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:50.543958 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 9a76c5c5-a46b-4728-8a37-aed929f9e972, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9a76c5c5-a46b-4728-8a37-aed929f9e972,segment=NetworkSegment(cb9cc368-8a38-4d50-bbf7-587d4506b812),segment_id=cb9cc368-8a38-4d50-bbf7-587d4506b812)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:50.580973 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:50.583380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e9c4aa-81bd-45f5-a574-0e99be02864a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c47a5c4-e5ec-42fb-9518-99c63a505eb8'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:50.585715 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de892160-6893-46ac-8505-839e5d91d21e" -d '{"events": [{"server_uuid": "74e9c4aa-81bd-45f5-a574-0e99be02864a", "name": "network-vif-plugged", "status": "completed", "tag": "2c47a5c4-e5ec-42fb-9518-99c63a505eb8"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:50.593949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ee1ce31d-8217-47b4-9b8b-40c94967135a None None] Provisioning complete for port 9a76c5c5-a46b-4728-8a37-aed929f9e972 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:50.594315 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ee1ce31d-8217-47b4-9b8b-40c94967135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.621130 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.645750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1391d931-9a7c-4005-ba60-c760a50d5b99 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:50.657372 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.670797 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1391d931-9a7c-4005-ba60-c760a50d5b99 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.671081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b939cb5-f5c4-4fa5-b194-4de34f046f6b None None] Sync routers for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:50.671169 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.673769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-af7f8000-12c9-4745-9f29-c08680244a1e tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, c82d1d81-1d5c-4426-9ed0-15edaf111b3f) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:50.684305 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7f8000-12c9-4745-9f29-c08680244a1e tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:50.686207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353ec0ab-a62b-4edb-b005-1f37abf060ae None None] Network c82d1d81-1d5c-4426-9ed0-15edaf111b3f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:50.686527 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af7f8000-12c9-4745-9f29-c08680244a1e tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.692869 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-ea7cf2eb-5eb8-4704-bea6-cd37a0694023 None None] Set router 03651e78-0740-4474-9544-2b3486a50a52 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:50.703544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fe1de019-eb9f-447f-b387-8034d39e04f6 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "PUT /v2.0/routers/03651e78-0740-4474-9544-2b3486a50a52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8643177 Jul 05 04:04:50.706305 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-a3733be7-4fba-4623-b65e-c1f9e8e9daf7 service neutron] 10.222.0.38 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6394296 Jul 05 04:04:50.707664 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56708) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:50.791887 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1391d931-9a7c-4005-ba60-c760a50d5b99 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "PUT /v2.0/floatingips/12852ab5-cd1d-4508-9f8b-139b1fe73593 HTTP/1.1" status: 200 len: 687 time: 1.1756620 Jul 05 04:04:50.793868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56710) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:50.819421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b939cb5-f5c4-4fa5-b194-4de34f046f6b None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:50.820148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-3b939cb5-f5c4-4fa5-b194-4de34f046f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:50.820770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-80109336-706b-4116-8f96-51f63807780b service neutron] 10.222.0.38 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042914 Jul 05 04:04:50.838054 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.839005 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.864329 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-af7f8000-12c9-4745-9f29-c08680244a1e tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4914842 Jul 05 04:04:50.875141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56712) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:50.884907 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Request body: {'floatingip': {'floating_network_id': 'c82d1d81-1d5c-4426-9ed0-15edaf111b3f'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:50.942566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a9266-4891-4f8c-8bf4-b7b18f093220 req-0ef2f291-25df-4d94-b04e-ad50ef6e1291 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:50.944377 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b53a9266-4891-4f8c-8bf4-b7b18f093220 req-0ef2f291-25df-4d94-b04e-ad50ef6e1291 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 945 time: 0.6217771 Jul 05 04:04:50.945646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event updated for resources: {'Port': ['ID=859edda5-2f92-46d0-8bc6-19842aa79de6,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:50.947699 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ea7cf2eb-5eb8-4704-bea6-cd37a0694023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03651e78-0740-4474-9544-2b3486a50a52', 'name': 'tempest-TestNetworkBasicOps-router-2032689586', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:58Z', 'updated_at': '2021-07-05T04:04:47Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:00Z', 'updated_at': '2021-07-05T04:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:50.960837 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=9a76c5c5-a46b-4728-8a37-aed929f9e972,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:50.964936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:50.982938 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7cf2eb-5eb8-4704-bea6-cd37a0694023 None None] Checking router: 03651e78-0740-4474-9544-2b3486a50a52 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:04:50.996214 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7cf2eb-5eb8-4704-bea6-cd37a0694023 None None] Routers {'03651e78-0740-4474-9544-2b3486a50a52'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:50.997675 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ea7cf2eb-5eb8-4704-bea6-cd37a0694023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['03651e78-0740-4474-9544-2b3486a50a52'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:51.044123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b53a9266-4891-4f8c-8bf4-b7b18f093220 req-84bb6436-1fbe-429c-9331-56c6544f3a7f tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812669 Jul 05 04:04:51.048580 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-57f4cc43-eb90-40a6-9525-466086fee934 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting port ebb292ad-1c5a-4042-bcfa-da8f4fb29269 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:51.048925 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57f4cc43-eb90-40a6-9525-466086fee934 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.090233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f272ae9-0036-47d0-ae92-cb3f9cb764f5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Deleting subnet 0baa486b-cba6-4f9c-9828-12ea1c42df68 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:51.099340 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6f272ae9-0036-47d0-ae92-cb3f9cb764f5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.103081 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.137926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-3b939cb5-f5c4-4fa5-b194-4de34f046f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:51.144146 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:51.150624 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-ea7cf2eb-5eb8-4704-bea6-cd37a0694023 None None] Set router 03651e78-0740-4474-9544-2b3486a50a52 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:04:51.163546 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6f272ae9-0036-47d0-ae92-cb3f9cb764f5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.205325 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57f4cc43-eb90-40a6-9525-466086fee934 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.205325 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57f4cc43-eb90-40a6-9525-466086fee934 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.220179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d9dba9-1e37-42c2-b3df-ecb6b9c84325 None None] Network c82d1d81-1d5c-4426-9ed0-15edaf111b3f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:51.224425 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-57f4cc43-eb90-40a6-9525-466086fee934 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Calling delete_port for ebb292ad-1c5a-4042-bcfa-da8f4fb29269 owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:51.243440 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e06211-1618-4ca8-91eb-fda9f8987c9a x-openstack-request-id: req-51e06211-1618-4ca8-91eb-fda9f8987c9a {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:51.243820 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e9c4aa-81bd-45f5-a574-0e99be02864a", "name": "network-vif-plugged", "status": "completed", "tag": "2c47a5c4-e5ec-42fb-9518-99c63a505eb8", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:51.244038 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-51e06211-1618-4ca8-91eb-fda9f8987c9a {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:51.244409 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e9c4aa-81bd-45f5-a574-0e99be02864a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c47a5c4-e5ec-42fb-9518-99c63a505eb8', 'code': 200} Jul 05 04:04:51.275937 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6f272ae9-0036-47d0-ae92-cb3f9cb764f5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.317218 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b939cb5-f5c4-4fa5-b194-4de34f046f6b None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:51.317783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-3b939cb5-f5c4-4fa5-b194-4de34f046f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:51.355249 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.363800 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-3b939cb5-f5c4-4fa5-b194-4de34f046f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:51.364671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b939cb5-f5c4-4fa5-b194-4de34f046f6b None None] The sync data for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:51.445338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:51.446328 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.465865 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ea7cf2eb-5eb8-4704-bea6-cd37a0694023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03651e78-0740-4474-9544-2b3486a50a52', 'name': 'tempest-TestNetworkBasicOps-router-2032689586', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:58Z', 'updated_at': '2021-07-05T04:04:47Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:00Z', 'updated_at': '2021-07-05T04:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:51.491079 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Allocated IP 172.20.0.3 (c82d1d81-1d5c-4426-9ed0-15edaf111b3f/1b6e9671-613d-4759-a9e6-9415f476a291/05099271-b2d8-41d5-aa85-2d99f905df0b) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:51.502314 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7cf2eb-5eb8-4704-bea6-cd37a0694023 None None] The sync data for ids ['03651e78-0740-4474-9544-2b3486a50a52'] in n-d-771363-32 is: [{'id': '03651e78-0740-4474-9544-2b3486a50a52', 'name': 'tempest-TestNetworkBasicOps-router-2032689586', 'tenant_id': 'b18740ad05054462a8bead1ca98b0711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:58Z', 'updated_at': '2021-07-05T04:04:47Z', 'revision_number': 5, 'project_id': 'b18740ad05054462a8bead1ca98b0711', 'gw_port': {'id': '9591b221-b447-4f3e-be73-a75c2c85e60d', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03651e78-0740-4474-9544-2b3486a50a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:00Z', 'updated_at': '2021-07-05T04:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:51.517729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Network 37b09ad8-29e8-4f75-8beb-3bc1226cdb51 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:51.531628 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:51.712800 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6f272ae9-0036-47d0-ae92-cb3f9cb764f5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.721572 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f862b5-064f-42ad-a626-55e49396c594 req-49932bed-bfbf-4598-9ca4-bf16150cb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:51.723265 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88f862b5-064f-42ad-a626-55e49396c594 req-49932bed-bfbf-4598-9ca4-bf16150cb93a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 1097 time: 0.3759904 Jul 05 04:04:51.776792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e628d-5bb2-4bed-a427-11b32147e9b9 req-ab00d768-23ea-4aa1-b352-ee798b465bd4 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:51.788753 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-248e628d-5bb2-4bed-a427-11b32147e9b9 req-ab00d768-23ea-4aa1-b352-ee798b465bd4 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.3930197 Jul 05 04:04:51.799092 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.892825 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57f4cc43-eb90-40a6-9525-466086fee934 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.896421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f272ae9-0036-47d0-ae92-cb3f9cb764f5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Subnet': ['ID=0baa486b-cba6-4f9c-9828-12ea1c42df68,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:51.913481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b9be5-d672-4b55-959a-96e8da7c1ee3 None None] Network d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:51.931152 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.931347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6f272ae9-0036-47d0-ae92-cb3f9cb764f5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.933060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6f272ae9-0036-47d0-ae92-cb3f9cb764f5 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "DELETE /v2.0/subnets/0baa486b-cba6-4f9c-9828-12ea1c42df68 HTTP/1.1" status: 204 len: 168 time: 1.2244194 Jul 05 04:04:51.938455 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d8cb09b6-2256-46bf-8113-b33999a8293a req-5539aea2-c762-48d7-b6ec-fb7b8ac908ef tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 210 time: 0.0769286 Jul 05 04:04:51.946064 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56732) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:51.946683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4cc43-eb90-40a6-9525-466086fee934 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Port': ['ID=ebb292ad-1c5a-4042-bcfa-da8f4fb29269,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:52.028267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88f862b5-064f-42ad-a626-55e49396c594 req-4f1cbc95-4a17-41a3-9ea6-55996fb4cdaf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869887 Jul 05 04:04:52.039996 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-248e628d-5bb2-4bed-a427-11b32147e9b9 req-866f2378-8e49-4640-84eb-68fbf5291f69 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806562 Jul 05 04:04:52.041785 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Network c82d1d81-1d5c-4426-9ed0-15edaf111b3f is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:52.050835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:52.053570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:52.099392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-92ebbec9-06a9-49f3-8efc-45fc11c04e08 None None] Provisioning complete for port 859edda5-2f92-46d0-8bc6-19842aa79de6 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:52.099609 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-92ebbec9-06a9-49f3-8efc-45fc11c04e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.103844 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event updated for resources: {'Port': ['ID=05099271-b2d8-41d5-aa85-2d99f905df0b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:52.121948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57f4cc43-eb90-40a6-9525-466086fee934 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.125290 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-57f4cc43-eb90-40a6-9525-466086fee934 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.130821 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-57f4cc43-eb90-40a6-9525-466086fee934 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/floatingips/12852ab5-cd1d-4508-9f8b-139b1fe73593 HTTP/1.1" status: 204 len: 168 time: 1.3309784 Jul 05 04:04:52.134695 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9e097db-a461-4259-a5b7-2f847706aa13 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.137154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56736) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:52.137395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-92ebbec9-06a9-49f3-8efc-45fc11c04e08 None None] Port 859edda5-2f92-46d0-8bc6-19842aa79de6 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:52.138749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0a060bfd-a52f-4546-91bf-20c59c741887 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:52.141107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Router 603935df-5ac3-4c31-8a4a-b5e6eae408fc is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:52.180402 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.265548 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-007d77c1-9eb0-4bee-b2d4-85d1db633f74 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] delete failed (client error): The resource could not be found. Jul 05 04:04:52.270600 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-007d77c1-9eb0-4bee-b2d4-85d1db633f74 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/floatingips/12852ab5-cd1d-4508-9f8b-139b1fe73593 HTTP/1.1" status: 404 len: 345 time: 0.1023228 Jul 05 04:04:52.274470 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56738) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:52.282806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2924ced-0042-465f-b022-d8f48df744a8 None None] DHCP port deletion for d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:52.290797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 0a060bfd-a52f-4546-91bf-20c59c741887 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:52.298991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 0a060bfd-a52f-4546-91bf-20c59c741887 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:52.299652 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.301745 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.406385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f2924ced-0042-465f-b022-d8f48df744a8 None None] Deleting port 949af016-9ba6-4c5c-a740-7fc712feef32 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:52.406993 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f2924ced-0042-465f-b022-d8f48df744a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.475432 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.507120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f2924ced-0042-465f-b022-d8f48df744a8 None None] For port 949af016-9ba6-4c5c-a740-7fc712feef32, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=949af016-9ba6-4c5c-a740-7fc712feef32,segment=NetworkSegment(973e1fb5-a27f-4978-9797-1af3c4cad988),segment_id=973e1fb5-a27f-4978-9797-1af3c4cad988)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:52.507437 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f2924ced-0042-465f-b022-d8f48df744a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.507804 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.526940 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f2924ced-0042-465f-b022-d8f48df744a8 None None] Calling delete_port for 949af016-9ba6-4c5c-a740-7fc712feef32 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:52.540023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0a060bfd-a52f-4546-91bf-20c59c741887, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0a060bfd-a52f-4546-91bf-20c59c741887,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:52.583901 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.680344 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event updated for resources: {'Port': ['ID=05099271-b2d8-41d5-aa85-2d99f905df0b,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:52.697655 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.776598 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.784254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9a76c5c5-a46b-4728-8a37-aed929f9e972 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:52.807059 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.813974 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-524cc498-0c8b-4047-9702-767ffa95eee3 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9319134 Jul 05 04:04:52.813974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56744) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:52.863807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=0a060bfd-a52f-4546-91bf-20c59c741887,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:52.893739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 9a76c5c5-a46b-4728-8a37-aed929f9e972 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:52.894433 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.906499 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2e7aa175-1c00-42f0-ab4d-f03b2df2628c tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "GET /v2.0/floatingips?floating_network_id=c82d1d81-1d5c-4426-9ed0-15edaf111b3f HTTP/1.1" status: 200 len: 689 time: 0.0922551 Jul 05 04:04:52.909046 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56746) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:52.956357 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2546b-e957-4702-98c9-4629b3b134c1 req-26023f30-6618-4b4a-8007-c91bac402754 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:52.957898 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8b2546b-e957-4702-98c9-4629b3b134c1 req-26023f30-6618-4b4a-8007-c91bac402754 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 945 time: 0.7080646 Jul 05 04:04:52.959103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:52.962051 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9e097db-a461-4259-a5b7-2f847706aa13 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.971120 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82eaf5d-eb6d-4563-a585-e17be4ecfdba None None] Sync routers for ids ['603935df-5ac3-4c31-8a4a-b5e6eae408fc'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:52.973079 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-efb01b4d-edd8-4da6-bdbb-1e24c005eda9 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "PUT /v2.0/routers/603935df-5ac3-4c31-8a4a-b5e6eae408fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4805720 Jul 05 04:04:52.981378 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82eaf5d-eb6d-4563-a585-e17be4ecfdba None None] Routers {'603935df-5ac3-4c31-8a4a-b5e6eae408fc'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:52.981586 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f2924ced-0042-465f-b022-d8f48df744a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.984325 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a82eaf5d-eb6d-4563-a585-e17be4ecfdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['603935df-5ac3-4c31-8a4a-b5e6eae408fc'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:52.990874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56750) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:53.019569 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2924ced-0042-465f-b022-d8f48df744a8 None None] Pushing event deleted for resources: {'Port': ['ID=949af016-9ba6-4c5c-a740-7fc712feef32,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:53.027176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2924ced-0042-465f-b022-d8f48df744a8 None None] No DVR routers for this DVR port 949af016-9ba6-4c5c-a740-7fc712feef32 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:53.059036 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.078293 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a82eaf5d-eb6d-4563-a585-e17be4ecfdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:53.088901 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82eaf5d-eb6d-4563-a585-e17be4ecfdba None None] Routers {'603935df-5ac3-4c31-8a4a-b5e6eae408fc'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:53.089843 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a82eaf5d-eb6d-4563-a585-e17be4ecfdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['603935df-5ac3-4c31-8a4a-b5e6eae408fc'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:53.097332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9204d6bf-6b47-4af2-81ee-19cc6522f343 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:53.106156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9204d6bf-6b47-4af2-81ee-19cc6522f343 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:53.113655 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9204d6bf-6b47-4af2-81ee-19cc6522f343 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:53.119201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9204d6bf-6b47-4af2-81ee-19cc6522f343 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "GET /v2.0/ports?network_id=cb69948d-cf18-4047-9393-cb0032788fbd HTTP/1.1" status: 200 len: 2358 time: 0.8399942 Jul 05 04:04:53.119820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56754) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:53.124868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 949af016-9ba6-4c5c-a740-7fc712feef32 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:53.171034 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a82eaf5d-eb6d-4563-a585-e17be4ecfdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:53.172196 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82eaf5d-eb6d-4563-a585-e17be4ecfdba None None] The sync data for ids ['603935df-5ac3-4c31-8a4a-b5e6eae408fc'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:53.177480 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 949af016-9ba6-4c5c-a740-7fc712feef32 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:53.179852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 949af016-9ba6-4c5c-a740-7fc712feef32 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:53.180355 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2c96ad6f-35f7-4fa7-8818-8b365ac14581 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:53.182807 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Deleting port 05099271-b2d8-41d5-aa85-2d99f905df0b {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:53.184258 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.203304 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 2c96ad6f-35f7-4fa7-8818-8b365ac14581 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:53.203592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2c96ad6f-35f7-4fa7-8818-8b365ac14581 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:53.249192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf9f0fa-9a7a-4eda-9311-f37139123165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a060bfd-a52f-4546-91bf-20c59c741887'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:53.255009 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6edfb57-52d1-4b32-b84e-c6655763ac7e" -d '{"events": [{"server_uuid": "2bf9f0fa-9a7a-4eda-9311-f37139123165", "name": "network-vif-plugged", "status": "completed", "tag": "0a060bfd-a52f-4546-91bf-20c59c741887"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:53.279542 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c992397e-b93b-46ac-b9aa-47665fbd7cd7 req-c7c01504-4749-461f-a5c1-f25efaeb9648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 210 time: 0.0625741 Jul 05 04:04:53.288916 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.289474 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.303618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Calling delete_port for 05099271-b2d8-41d5-aa85-2d99f905df0b owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:53.306279 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffe9e2d-d7c5-4757-8a2d-d267e3f743de tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:53.307662 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6ffe9e2d-d7c5-4757-8a2d-d267e3f743de tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "GET /v2.0/subnets/444da8d1-8a73-45cd-b76c-ccde9ae926aa HTTP/1.1" status: 200 len: 797 time: 0.1586931 Jul 05 04:04:53.315500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56758) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:53.321602 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8b2546b-e957-4702-98c9-4629b3b134c1 req-e4268e8d-5947-4015-a2db-0c19f50b0c31 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447483 Jul 05 04:04:53.329278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c75bfffe-0990-4fb3-9416-2e27ef7b3bf9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'port': {'network_id': 'cb69948d-cf18-4047-9393-cb0032788fbd', 'name': 'tempest-FloatingIPTestJSON-2110895436', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:53.395600 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d86536-f214-491d-b1a1-19ef9cadd4c1 x-openstack-request-id: req-05d86536-f214-491d-b1a1-19ef9cadd4c1 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:53.395883 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf9f0fa-9a7a-4eda-9311-f37139123165", "name": "network-vif-plugged", "status": "completed", "tag": "0a060bfd-a52f-4546-91bf-20c59c741887", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:53.396154 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-05d86536-f214-491d-b1a1-19ef9cadd4c1 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:53.396555 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf9f0fa-9a7a-4eda-9311-f37139123165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a060bfd-a52f-4546-91bf-20c59c741887', 'code': 200} Jul 05 04:04:53.521328 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.578444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event deleted for resources: {'Port': ['ID=05099271-b2d8-41d5-aa85-2d99f905df0b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:53.630572 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-f9e097db-a461-4259-a5b7-2f847706aa13 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Deleting port 9591b221-b447-4f3e-be73-a75c2c85e60d {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:53.630917 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9e097db-a461-4259-a5b7-2f847706aa13 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.657166 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.663969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c5c3-dd73-4b68-b35c-5cc02d6c20ad req-a5c92406-c730-4075-af84-03877747ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:53.665516 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cc86c5c3-dd73-4b68-b35c-5cc02d6c20ad req-a5c92406-c730-4075-af84-03877747ebdb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 1098 time: 0.1349351 Jul 05 04:04:53.729246 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.733111 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cc86c5c3-dd73-4b68-b35c-5cc02d6c20ad req-75cdd82e-52be-403e-803b-82b0a071dd6e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606871 Jul 05 04:04:53.781685 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d5b9b-b3f0-4081-934c-09728e859842 req-307ae6f3-d4af-462e-9267-ae9e30516570 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:53.783097 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f3d5b9b-b3f0-4081-934c-09728e859842 req-307ae6f3-d4af-462e-9267-ae9e30516570 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.2966528 Jul 05 04:04:53.847894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-f9e097db-a461-4259-a5b7-2f847706aa13 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] For port 9591b221-b447-4f3e-be73-a75c2c85e60d, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9591b221-b447-4f3e-be73-a75c2c85e60d,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:53.848284 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9e097db-a461-4259-a5b7-2f847706aa13 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.868984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-f9e097db-a461-4259-a5b7-2f847706aa13 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Calling delete_port for 9591b221-b447-4f3e-be73-a75c2c85e60d owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:53.870039 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.883341 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-6be77d1a-b53b-42c5-a0c6-4e1f55c0ad83 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:04:53.884390 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6be77d1a-b53b-42c5-a0c6-4e1f55c0ad83 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "PUT /v2.0/routers/603935df-5ac3-4c31-8a4a-b5e6eae408fc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8925121 Jul 05 04:04:53.891220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56760) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:53.897798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6e9671-613d-4759-a9e6-9415f476a291,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:53.905926 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f3d5b9b-b3f0-4081-934c-09728e859842 req-367525d9-30c4-4cc1-b848-511b5931f59d tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900457 Jul 05 04:04:53.906508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75bfffe-0990-4fb3-9416-2e27ef7b3bf9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Made reservation on behalf of fc5d38fc9b9743be8ccc5980d6b745b4 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:53.950133 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.962941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82d1d81-1d5c-4426-9ed0-15edaf111b3f']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:53.974162 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195218de-4972-4681-b518-d6c8e3e29721') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:53.974716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195218de-4972-4681-b518-d6c8e3e29721') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:53.985605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.000870 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.006853 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:54.007274 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:54.009373 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:54.160323 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.165019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c82d1d81-1d5c-4426-9ed0-15edaf111b3f {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:04:54.167440 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.170159 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "DELETE /v2.0/networks/c82d1d81-1d5c-4426-9ed0-15edaf111b3f HTTP/1.1" status: 204 len: 168 time: 1.2596328 Jul 05 04:04:54.173105 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56764) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:54.226601 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c75bfffe-0990-4fb3-9416-2e27ef7b3bf9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.262818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c1977-ad61-4278-bc96-9cfa89aa6ec6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event deleted for resources: {'Network': ['ID=c82d1d81-1d5c-4426-9ed0-15edaf111b3f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:54.266710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-c75bfffe-0990-4fb3-9416-2e27ef7b3bf9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] device_id is not set on port 658b04d6-9de6-42aa-99b1-683527995f0f yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:54.336446 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-542981d3-c3a2-4951-a947-30875337d150 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1604946 Jul 05 04:04:54.337088 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56768) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:54.497268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97555f5-f8ec-4f3b-b7fc-ea4cccd4159d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:54.497767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97555f5-f8ec-4f3b-b7fc-ea4cccd4159d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:54.498966 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97555f5-f8ec-4f3b-b7fc-ea4cccd4159d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:54.499431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97555f5-f8ec-4f3b-b7fc-ea4cccd4159d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:54.499887 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97555f5-f8ec-4f3b-b7fc-ea4cccd4159d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:54.500373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97555f5-f8ec-4f3b-b7fc-ea4cccd4159d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:54.500832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97555f5-f8ec-4f3b-b7fc-ea4cccd4159d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:54.501287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97555f5-f8ec-4f3b-b7fc-ea4cccd4159d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:54.501738 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97555f5-f8ec-4f3b-b7fc-ea4cccd4159d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:54.502191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97555f5-f8ec-4f3b-b7fc-ea4cccd4159d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:54.502733 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97555f5-f8ec-4f3b-b7fc-ea4cccd4159d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:54.503327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97555f5-f8ec-4f3b-b7fc-ea4cccd4159d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:54.509572 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c97555f5-f8ec-4f3b-b7fc-ea4cccd4159d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7724 time: 0.1714234 Jul 05 04:04:54.510171 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56772) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:54.577950 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-7bbe883f-7f5e-49d1-b117-a0c62c7761e2 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] delete failed (client error): The resource could not be found. Jul 05 04:04:54.583125 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7bbe883f-7f5e-49d1-b117-a0c62c7761e2 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/78d4fbe9-20c5-4c68-890e-ea41856f4405 HTTP/1.1" status: 404 len: 345 time: 0.0718844 Jul 05 04:04:54.588056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56774) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:54.603663 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4a092f-d452-43b7-ac21-1cb1b707f1a9 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] DELETE failed (client error): The resource could not be found. Jul 05 04:04:54.604286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4a092f-d452-43b7-ac21-1cb1b707f1a9 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:04:54.612946 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fd4a092f-d452-43b7-ac21-1cb1b707f1a9 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "DELETE /v2.0/networks/c82d1d81-1d5c-4426-9ed0-15edaf111b3f HTTP/1.1" status: 404 len: 339 time: 0.0277507 Jul 05 04:04:54.615786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56776) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:54.619543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Request body: {'network': {'name': 'tempest-network--2143188494', 'router:external': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:54.744492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Made reservation on behalf of 01f73c1310464f87b9cb95672a3935b0 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:54.747294 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.775174 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:54.785776 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.786145 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Added segment fed3d8a6-c5ab-4498-8c19-910cf7601828 of type vlan for network cd53b79f-5727-479f-91c5-6a3791784231 Jul 05 04:04:54.844451 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.930550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ad16210-0741-4b26-9cf2-a4dbe52e11b5 req-c80aebbf-96a1-4e35-933e-b8ee20cbc802 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 210 time: 0.1096995 Jul 05 04:04:54.968380 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.969931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:54.970892 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.089592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-4fc160cf-43dc-449b-b060-2a73f6eb0d58 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.091080 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-4fc160cf-43dc-449b-b060-2a73f6eb0d58 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 812 time: 0.7618155 Jul 05 04:04:55.097109 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9e097db-a461-4259-a5b7-2f847706aa13 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.125479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-1845b5b3-2748-4d98-b6be-58a7987be7e0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'port': {'device_id': '1bf8c0b3-ecd6-454c-b62c-a51d071dfb57', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'admin_state_up': True, 'tenant_id': '48e750e760504acfa4e4109b157795f3'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:55.183133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e097db-a461-4259-a5b7-2f847706aa13 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Port': ['ID=9591b221-b447-4f3e-be73-a75c2c85e60d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:55.293654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fac766-5d4a-4f4a-a087-9392b1db98ee req-7e7606cc-fb1a-4358-a29e-f89a3104207c tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.296443 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20fac766-5d4a-4f4a-a087-9392b1db98ee req-7e7606cc-fb1a-4358-a29e-f89a3104207c tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 946 time: 0.4720292 Jul 05 04:04:55.431384 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event updated for resources: {'Network': ['ID=cd53b79f-5727-479f-91c5-6a3791784231,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:55.441340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:55.441340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:55.441340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:55.447047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:55.447047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:55.447047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:55.447047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:55.447047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:55.447047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:55.447047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:55.447047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:55.447047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:55.457181 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network cd53b79f-5727-479f-91c5-6a3791784231 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:55.482387 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c38410f2-eb1e-4025-a724-f8b479debfe7 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8667407 Jul 05 04:04:55.484206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56782) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:55.543066 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9e097db-a461-4259-a5b7-2f847706aa13 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.560098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd58c1-4928-4a2c-889d-f8d0edbffac0 req-a325db5d-41f5-431c-b8e7-964aae39bae1 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.564180 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1dbd58c1-4928-4a2c-889d-f8d0edbffac0 req-a325db5d-41f5-431c-b8e7-964aae39bae1 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.4140165 Jul 05 04:04:55.595725 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20fac766-5d4a-4f4a-a087-9392b1db98ee req-f75f4bde-71c4-46c5-8ad9-8a0f788527d1 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633858 Jul 05 04:04:55.635719 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-c75bfffe-0990-4fb3-9416-2e27ef7b3bf9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Allocated IP 172.20.0.14 (cb69948d-cf18-4047-9393-cb0032788fbd/444da8d1-8a73-45cd-b76c-ccde9ae926aa/658b04d6-9de6-42aa-99b1-683527995f0f) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:55.683649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-c75bfffe-0990-4fb3-9416-2e27ef7b3bf9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Allocated IP 172.20.0.13 (cb69948d-cf18-4047-9393-cb0032788fbd/444da8d1-8a73-45cd-b76c-ccde9ae926aa/658b04d6-9de6-42aa-99b1-683527995f0f) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:55.707874 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9e097db-a461-4259-a5b7-2f847706aa13 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.708730 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa9501-6fb4-4a2e-b0fa-b4602ac44ae7 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.714449 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9e097db-a461-4259-a5b7-2f847706aa13 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.718649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa9501-6fb4-4a2e-b0fa-b4602ac44ae7 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.725867 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa9501-6fb4-4a2e-b0fa-b4602ac44ae7 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.736152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa9501-6fb4-4a2e-b0fa-b4602ac44ae7 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.742906 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fefa9501-6fb4-4a2e-b0fa-b4602ac44ae7 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2556188 Jul 05 04:04:55.744157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56784) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:55.800495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1dbd58c1-4928-4a2c-889d-f8d0edbffac0 req-f12c1b6d-7d47-4719-9486-c1a8ed4ce260 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622939 Jul 05 04:04:55.802826 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97dff891-5d66-4acd-be62-5a1fa70178cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.804643 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-1845b5b3-2748-4d98-b6be-58a7987be7e0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Made reservation on behalf of 48e750e760504acfa4e4109b157795f3 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:55.808012 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-1845b5b3-2748-4d98-b6be-58a7987be7e0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.950531 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9e097db-a461-4259-a5b7-2f847706aa13 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.951031 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e097db-a461-4259-a5b7-2f847706aa13 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Fanout notify agent at l3_agent the message router_deleted on router 03651e78-0740-4474-9544-2b3486a50a52 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:04:55.987925 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9e097db-a461-4259-a5b7-2f847706aa13 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.991888 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f9e097db-a461-4259-a5b7-2f847706aa13 tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "DELETE /v2.0/routers/03651e78-0740-4474-9544-2b3486a50a52 HTTP/1.1" status: 204 len: 168 time: 4.0448322 Jul 05 04:04:55.992584 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56790) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:56.111040 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fc5152a2-13ef-4baa-b9d2-b9a137b13e4d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.130461 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fffc873d-6d19-4e78-b8f9-03d6baeff6ed tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.181085 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-575fd756-ecf0-4b6f-91ac-5801dd3b02fb req-9d6a8833-827d-46bd-905f-2cfa936e673e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 210 time: 0.0671401 Jul 05 04:04:56.277135 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fffc873d-6d19-4e78-b8f9-03d6baeff6ed tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.297065 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-fffc873d-6d19-4e78-b8f9-03d6baeff6ed tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:56.308499 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-fffc873d-6d19-4e78-b8f9-03d6baeff6ed tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973e1fb5-a27f-4978-9797-1af3c4cad988') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:56.308691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-fffc873d-6d19-4e78-b8f9-03d6baeff6ed tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973e1fb5-a27f-4978-9797-1af3c4cad988') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:56.320830 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fffc873d-6d19-4e78-b8f9-03d6baeff6ed tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.335876 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fffc873d-6d19-4e78-b8f9-03d6baeff6ed tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.343422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffc873d-6d19-4e78-b8f9-03d6baeff6ed tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:56.343806 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fffc873d-6d19-4e78-b8f9-03d6baeff6ed tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:56.347640 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:56.423244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a9ee5-ba53-4254-91ca-e1e82666f752 req-210aacea-3981-440d-b00f-93c36158c262 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:56.424777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-947a9ee5-ba53-4254-91ca-e1e82666f752 req-210aacea-3981-440d-b00f-93c36158c262 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.4860322 Jul 05 04:04:56.465181 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c75bfffe-0990-4fb3-9416-2e27ef7b3bf9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.475547 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fffc873d-6d19-4e78-b8f9-03d6baeff6ed tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.481367 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fc5152a2-13ef-4baa-b9d2-b9a137b13e4d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.484244 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fffc873d-6d19-4e78-b8f9-03d6baeff6ed tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.486292 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-1845b5b3-2748-4d98-b6be-58a7987be7e0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Allocated IP 172.20.0.3 (21576bdb-acd7-416e-ab70-c6ba0ea6d5de/50c6f83a-26f8-4fa9-bbc7-9cbd73efb092/59ed0571-4a33-436b-841b-51a50e577eb8) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:56.487569 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fffc873d-6d19-4e78-b8f9-03d6baeff6ed tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] 10.222.0.38 "DELETE /v2.0/networks/d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9 HTTP/1.1" status: 204 len: 168 time: 0.4931116 Jul 05 04:04:56.512263 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-fc5152a2-13ef-4baa-b9d2-b9a137b13e4d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd53b79f-5727-479f-91c5-6a3791784231']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:56.517008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc873d-6d19-4e78-b8f9-03d6baeff6ed tempest-TestNetworkBasicOps-1707673765 tempest-TestNetworkBasicOps-1707673765-project] Pushing event deleted for resources: {'Network': ['ID=d00c5fa4-30a9-4f0d-bd73-36e6eb3fa5d9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:56.537373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-fc5152a2-13ef-4baa-b9d2-b9a137b13e4d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed3d8a6-c5ab-4498-8c19-910cf7601828') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:56.537749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-fc5152a2-13ef-4baa-b9d2-b9a137b13e4d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed3d8a6-c5ab-4498-8c19-910cf7601828') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:56.581895 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fc5152a2-13ef-4baa-b9d2-b9a137b13e4d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.585864 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-947a9ee5-ba53-4254-91ca-e1e82666f752 req-a50261d7-0446-4a7f-bc43-15d0df528b41 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525888 Jul 05 04:04:56.627731 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fc5152a2-13ef-4baa-b9d2-b9a137b13e4d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.644144 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5152a2-13ef-4baa-b9d2-b9a137b13e4d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:56.644495 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fc5152a2-13ef-4baa-b9d2-b9a137b13e4d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:56.649502 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:56.762400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9591b221-b447-4f3e-be73-a75c2c85e60d no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:56.775902 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c75bfffe-0990-4fb3-9416-2e27ef7b3bf9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.805532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 9591b221-b447-4f3e-be73-a75c2c85e60d {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:56.806254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9591b221-b447-4f3e-be73-a75c2c85e60d not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:56.910677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75bfffe-0990-4fb3-9416-2e27ef7b3bf9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network cb69948d-cf18-4047-9393-cb0032788fbd is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:56.924488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-c75bfffe-0990-4fb3-9416-2e27ef7b3bf9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:56.938466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75bfffe-0990-4fb3-9416-2e27ef7b3bf9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:56.979065 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bfffe-0990-4fb3-9416-2e27ef7b3bf9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=658b04d6-9de6-42aa-99b1-683527995f0f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:57.004785 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-1845b5b3-2748-4d98-b6be-58a7987be7e0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.009334 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fc5152a2-13ef-4baa-b9d2-b9a137b13e4d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.030151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5152a2-13ef-4baa-b9d2-b9a137b13e4d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd53b79f-5727-479f-91c5-6a3791784231 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:04:57.045116 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fc5152a2-13ef-4baa-b9d2-b9a137b13e4d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.053051 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fc5152a2-13ef-4baa-b9d2-b9a137b13e4d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "DELETE /v2.0/networks/cd53b79f-5727-479f-91c5-6a3791784231 HTTP/1.1" status: 204 len: 168 time: 1.2649992 Jul 05 04:04:57.053208 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56802) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:57.057874 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7008b23d-2311-4ca6-9a73-e9bd81d7a8d0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Request body: {'network': {'name': 'tempest-network--2139574751', 'router:external': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:57.075314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75bfffe-0990-4fb3-9416-2e27ef7b3bf9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:57.076549 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c75bfffe-0990-4fb3-9416-2e27ef7b3bf9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.081448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-1845b5b3-2748-4d98-b6be-58a7987be7e0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Transition to ACTIVE for port object 59ed0571-4a33-436b-841b-51a50e577eb8 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:57.090087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5152a2-13ef-4baa-b9d2-b9a137b13e4d tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd53b79f-5727-479f-91c5-6a3791784231,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:57.116214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b51148-f097-4f0f-be4b-6e2acb321232 req-2a3ad03b-cfb4-4343-b1b3-0879f58f2474 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:57.117784 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7b51148-f097-4f0f-be4b-6e2acb321232 req-2a3ad03b-cfb4-4343-b1b3-0879f58f2474 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 946 time: 0.3399189 Jul 05 04:04:57.121936 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-97dff891-5d66-4acd-be62-5a1fa70178cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Deleting port 859edda5-2f92-46d0-8bc6-19842aa79de6 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:57.122278 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97dff891-5d66-4acd-be62-5a1fa70178cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.183832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7008b23d-2311-4ca6-9a73-e9bd81d7a8d0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Made reservation on behalf of 01f73c1310464f87b9cb95672a3935b0 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:57.186781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7008b23d-2311-4ca6-9a73-e9bd81d7a8d0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.202090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56806) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:57.243741 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7b51148-f097-4f0f-be4b-6e2acb321232 req-2bfc22d0-c6e6-4ad3-92c1-6512568b1ef8 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180835 Jul 05 04:04:57.244247 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7008b23d-2311-4ca6-9a73-e9bd81d7a8d0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:57.274420 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7008b23d-2311-4ca6-9a73-e9bd81d7a8d0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.275082 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-7008b23d-2311-4ca6-9a73-e9bd81d7a8d0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Added segment 9275309c-0d74-4594-802e-07197039e152 of type vlan for network c52c7e20-0621-4104-b18f-e93ca9861a6a Jul 05 04:04:57.282434 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c75bfffe-0990-4fb3-9416-2e27ef7b3bf9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.9640784 Jul 05 04:04:57.289883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56814) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:57.307564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': '658b04d6-9de6-42aa-99b1-683527995f0f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:57.344619 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-1845b5b3-2748-4d98-b6be-58a7987be7e0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.386663 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7008b23d-2311-4ca6-9a73-e9bd81d7a8d0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.452456 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97dff891-5d66-4acd-be62-5a1fa70178cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.504189 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7008b23d-2311-4ca6-9a73-e9bd81d7a8d0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.505370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7008b23d-2311-4ca6-9a73-e9bd81d7a8d0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:57.506106 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7008b23d-2311-4ca6-9a73-e9bd81d7a8d0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.533695 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-97dff891-5d66-4acd-be62-5a1fa70178cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Calling delete_port for 859edda5-2f92-46d0-8bc6-19842aa79de6 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:57.558901 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-1845b5b3-2748-4d98-b6be-58a7987be7e0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:57.590466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-1845b5b3-2748-4d98-b6be-58a7987be7e0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:57.601552 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.601869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845b5b3-2748-4d98-b6be-58a7987be7e0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'Port': ['ID=59ed0571-4a33-436b-841b-51a50e577eb8,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:57.657697 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008b23d-2311-4ca6-9a73-e9bd81d7a8d0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event updated for resources: {'Network': ['ID=c52c7e20-0621-4104-b18f-e93ca9861a6a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:57.671791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network c52c7e20-0621-4104-b18f-e93ca9861a6a details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:57.737035 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7008b23d-2311-4ca6-9a73-e9bd81d7a8d0 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6842690 Jul 05 04:04:57.737683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56816) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:57.879108 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e64d46-56bb-4528-a36b-5a88729154d7 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:57.886632 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c7e64d46-56bb-4528-a36b-5a88729154d7 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] 10.222.0.38 "GET /v2.0/networks/c52c7e20-0621-4104-b18f-e93ca9861a6a HTTP/1.1" status: 200 len: 757 time: 0.1448984 Jul 05 04:04:57.887009 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56818) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:57.994144 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beda2d7e-8f28-46b9-b5c3-cec418304ce3 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:57.999354 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-beda2d7e-8f28-46b9-b5c3-cec418304ce3 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] 10.222.0.38 "GET /v2.0/networks/b3fdbb81-caa3-403a-9ef1-3fa2ce63578f HTTP/1.1" status: 200 len: 768 time: 0.1113174 Jul 05 04:04:58.000282 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56820) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:58.024057 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-da7a6209-5e0e-449e-8db6-0af8beb157dc None None] Provisioning for port 59ed0571-4a33-436b-841b-51a50e577eb8 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:58.030184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-da7a6209-5e0e-449e-8db6-0af8beb157dc None None] Provisioning complete for port 59ed0571-4a33-436b-841b-51a50e577eb8 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:58.030949 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-da7a6209-5e0e-449e-8db6-0af8beb157dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.086928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-da7a6209-5e0e-449e-8db6-0af8beb157dc None None] Port 59ed0571-4a33-436b-841b-51a50e577eb8 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:58.116970 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e34122c9-2e3f-40e7-a754-7f511c46d491 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.141834 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-1845b5b3-2748-4d98-b6be-58a7987be7e0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:58.220212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-12de8537-e0d3-47e7-b36b-47711233e466 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b18740ad05054462a8bead1ca98b0711&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0120883 Jul 05 04:04:58.221537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56824) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:58.246553 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e34122c9-2e3f-40e7-a754-7f511c46d491 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.267717 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-e34122c9-2e3f-40e7-a754-7f511c46d491 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52c7e20-0621-4104-b18f-e93ca9861a6a']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:58.289552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-e34122c9-2e3f-40e7-a754-7f511c46d491 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9275309c-0d74-4594-802e-07197039e152') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:58.289769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-e34122c9-2e3f-40e7-a754-7f511c46d491 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9275309c-0d74-4594-802e-07197039e152') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:58.302822 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e34122c9-2e3f-40e7-a754-7f511c46d491 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.314298 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a0098-603b-42a8-85a2-85b400aefb83 req-bca1c485-cae1-4b88-9778-2ea557d4d3b8 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:58.315822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c54a0098-603b-42a8-85a2-85b400aefb83 req-bca1c485-cae1-4b88-9778-2ea557d4d3b8 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 1.0012960 Jul 05 04:04:58.324190 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-82b5b88b-7711-4f65-9644-17a8ca1127e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.326911 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e34122c9-2e3f-40e7-a754-7f511c46d491 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.333176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-1845b5b3-2748-4d98-b6be-58a7987be7e0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:58.333925 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-1845b5b3-2748-4d98-b6be-58a7987be7e0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.340467 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34122c9-2e3f-40e7-a754-7f511c46d491 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:58.341411 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e34122c9-2e3f-40e7-a754-7f511c46d491 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:58.344486 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:58.375412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183d84e-e823-44b5-8709-7e2f70a964b3 req-8b8322b8-100b-4c2f-9c96-4890ae5b5f97 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:58.377064 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9183d84e-e823-44b5-8709-7e2f70a964b3 req-8b8322b8-100b-4c2f-9c96-4890ae5b5f97 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 931 time: 0.9209864 Jul 05 04:04:58.392712 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-82b5b88b-7711-4f65-9644-17a8ca1127e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.456447 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c54a0098-603b-42a8-85a2-85b400aefb83 req-629d70e6-aa35-40ee-92ac-371636113041 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179862 Jul 05 04:04:58.468668 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9183d84e-e823-44b5-8709-7e2f70a964b3 req-80b8a798-a251-4137-9f75-094fa330ed67 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812542 Jul 05 04:04:58.479716 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-1845b5b3-2748-4d98-b6be-58a7987be7e0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3686409 Jul 05 04:04:58.494400 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97dff891-5d66-4acd-be62-5a1fa70178cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.507301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Request body: {'port': {'device_id': '1bf8c0b3-ecd6-454c-b62c-a51d071dfb57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:58.542537 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e34122c9-2e3f-40e7-a754-7f511c46d491 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.551134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34122c9-2e3f-40e7-a754-7f511c46d491 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c52c7e20-0621-4104-b18f-e93ca9861a6a {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:04:58.563181 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e34122c9-2e3f-40e7-a754-7f511c46d491 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.566491 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e34122c9-2e3f-40e7-a754-7f511c46d491 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "DELETE /v2.0/networks/c52c7e20-0621-4104-b18f-e93ca9861a6a HTTP/1.1" status: 204 len: 168 time: 0.5651901 Jul 05 04:04:58.572446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dff891-5d66-4acd-be62-5a1fa70178cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event deleted for resources: {'Port': ['ID=859edda5-2f92-46d0-8bc6-19842aa79de6,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:58.573968 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56828) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:58.579771 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-82b5b88b-7711-4f65-9644-17a8ca1127e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.585081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d79fd26c-2963-435d-b68e-ace2c70960a4 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Request body: {'network': {'name': 'tempest-network--1986125456'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:58.586977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-82b5b88b-7711-4f65-9644-17a8ca1127e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.588705 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.608448 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-82b5b88b-7711-4f65-9644-17a8ca1127e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3c3f7f2d-009b-41af-a652-44d9c23e0be9 HTTP/1.1" status: 204 len: 168 time: 0.3658173 Jul 05 04:04:58.662873 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5b88b-7711-4f65-9644-17a8ca1127e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3f7f2d-009b-41af-a652-44d9c23e0be9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:58.663796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34122c9-2e3f-40e7-a754-7f511c46d491 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event deleted for resources: {'Network': ['ID=c52c7e20-0621-4104-b18f-e93ca9861a6a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:58.953137 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97dff891-5d66-4acd-be62-5a1fa70178cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.970679 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.058183 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79fd26c-2963-435d-b68e-ace2c70960a4 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Made reservation on behalf of 01f73c1310464f87b9cb95672a3935b0 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:59.060683 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d79fd26c-2963-435d-b68e-ace2c70960a4 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.151474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Allocated IP 172.25.6.202 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/526a5481-58ab-4609-ba5e-1cf7276acced) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:59.214126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3587a7-e636-4ff9-a6ad-c408f837ffb7 req-81a917f5-7956-494e-b99d-4c772d0847ef tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:59.215743 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d3587a7-e636-4ff9-a6ad-c408f837ffb7 req-81a917f5-7956-494e-b99d-4c772d0847ef tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.3206348 Jul 05 04:04:59.259254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79fd26c-2963-435d-b68e-ace2c70960a4 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:59.396108 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d79fd26c-2963-435d-b68e-ace2c70960a4 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.396466 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-d79fd26c-2963-435d-b68e-ace2c70960a4 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Added segment 5461bacc-c0f9-4d90-bf05-879ce42f443e of type vlan for network ce89a0f3-f801-4785-b8a8-d2edd7f1f57b Jul 05 04:04:59.503597 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97dff891-5d66-4acd-be62-5a1fa70178cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Router 603935df-5ac3-4c31-8a4a-b5e6eae408fc has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:59.519736 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56838) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:59.521108 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d79fd26c-2963-435d-b68e-ace2c70960a4 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.528429 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9a5029cd-5ba6-4a5e-95cf-b3c93da7ec7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.574677 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d3587a7-e636-4ff9-a6ad-c408f837ffb7 req-dbfee049-c69d-45b9-b3d0-021739ff1680 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727120 Jul 05 04:04:59.651631 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.673246 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9a5029cd-5ba6-4a5e-95cf-b3c93da7ec7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.743993 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9a5029cd-5ba6-4a5e-95cf-b3c93da7ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.788318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8914af-361b-43cd-91e2-67e495649b98 req-ccc8d1c2-0a25-41d5-9c1f-ba0bac046322 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:59.788528 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9a5029cd-5ba6-4a5e-95cf-b3c93da7ec7b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2e5bfd40286d4db2b78f44c25de21e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743888 Jul 05 04:04:59.788611 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d8914af-361b-43cd-91e2-67e495649b98 req-ccc8d1c2-0a25-41d5-9c1f-ba0bac046322 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 946 time: 0.4696202 Jul 05 04:04:59.792853 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56844) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:59.800861 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5029cd-5ba6-4a5e-95cf-b3c93da7ec7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9a25e1-de5b-4838-92ec-5a0dfea4d5cf,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:59.805964 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d79fd26c-2963-435d-b68e-ace2c70960a4 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.806985 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79fd26c-2963-435d-b68e-ace2c70960a4 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:59.807558 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d79fd26c-2963-435d-b68e-ace2c70960a4 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.827301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dff891-5d66-4acd-be62-5a1fa70178cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:59.838346 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-97dff891-5d66-4acd-be62-5a1fa70178cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "PUT /v2.0/routers/603935df-5ac3-4c31-8a4a-b5e6eae408fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9441352 Jul 05 04:04:59.839048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999f7222-3d17-4946-bc57-36f5a8957a7b None None] Sync routers for ids ['603935df-5ac3-4c31-8a4a-b5e6eae408fc'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:59.843478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56846) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:59.854027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999f7222-3d17-4946-bc57-36f5a8957a7b None None] Routers {'603935df-5ac3-4c31-8a4a-b5e6eae408fc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:59.854027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-999f7222-3d17-4946-bc57-36f5a8957a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['603935df-5ac3-4c31-8a4a-b5e6eae408fc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:59.895670 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-3855bf39-0903-481e-861e-5f88cd7b9e51 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] delete failed (client error): The resource could not be found. Jul 05 04:04:59.901433 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3855bf39-0903-481e-861e-5f88cd7b9e51 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "DELETE /v2.0/routers/tempest-non_exist_router-1745910790 HTTP/1.1" status: 404 len: 335 time: 0.0523114 Jul 05 04:04:59.902737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56848) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:59.907783 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d09ba3f8-dae6-46a3-bb69-e3a80c1b9375 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Request body: {'router': {'external_gateway_info': {'network_id': '603935df-5ac3-4c31-8a4a-b5e6eae408fc'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:59.912504 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-999f7222-3d17-4946-bc57-36f5a8957a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:59.917482 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0aa673da-b367-4a5d-ab40-6d18049ac59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.933896 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999f7222-3d17-4946-bc57-36f5a8957a7b None None] Routers {'603935df-5ac3-4c31-8a4a-b5e6eae408fc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:59.934893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-999f7222-3d17-4946-bc57-36f5a8957a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['603935df-5ac3-4c31-8a4a-b5e6eae408fc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:59.982457 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-999f7222-3d17-4946-bc57-36f5a8957a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:59.983831 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999f7222-3d17-4946-bc57-36f5a8957a7b None None] The sync data for ids ['603935df-5ac3-4c31-8a4a-b5e6eae408fc'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:59.989880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d79fd26c-2963-435d-b68e-ace2c70960a4 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4064693 Jul 05 04:05:00.002595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56850) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:00.002595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d8914af-361b-43cd-91e2-67e495649b98 req-940ab70f-5a06-4a65-bb4f-e6acfa9f7143 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019863 Jul 05 04:05:00.002595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79fd26c-2963-435d-b68e-ace2c70960a4 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event updated for resources: {'Network': ['ID=ce89a0f3-f801-4785-b8a8-d2edd7f1f57b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:00.007688 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-53711ad0-f614-4eff-bdd8-e7e43bdf67e6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:00.018396 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network ce89a0f3-f801-4785-b8a8-d2edd7f1f57b details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:00.073584 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ed0571-4a33-436b-841b-51a50e577eb8 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:00.086276 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.096292 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925db04-f48a-43b2-bf0e-d3d0f116f613 req-8a2c3916-2f67-49a5-8628-8bf0297eb8f9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:00.103321 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2925db04-f48a-43b2-bf0e-d3d0f116f613 req-8a2c3916-2f67-49a5-8628-8bf0297eb8f9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 931 time: 0.4069617 Jul 05 04:05:00.120749 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.170694 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0aa673da-b367-4a5d-ab40-6d18049ac59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.226606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Transition to ACTIVE for port object 59ed0571-4a33-436b-841b-51a50e577eb8 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:00.267861 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d09ba3f8-dae6-46a3-bb69-e3a80c1b9375 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.273607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:00.286640 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2925db04-f48a-43b2-bf0e-d3d0f116f613 req-0a1a119c-d22d-418b-935a-d18a2d02f32f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824241 Jul 05 04:05:00.290069 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:00.292573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:00.324595 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.327298 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=526a5481-58ab-4609-ba5e-1cf7276acced,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:00.414397 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-d09ba3f8-dae6-46a3-bb69-e3a80c1b9375 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] update failed (client error): The resource could not be found. Jul 05 04:05:00.415696 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d09ba3f8-dae6-46a3-bb69-e3a80c1b9375 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "PUT /v2.0/routers/603935df-5ac3-4c31-8a4a-b5e6eae408fc HTTP/1.1" status: 404 len: 339 time: 0.5129144 Jul 05 04:05:00.420060 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53711ad0-f614-4eff-bdd8-e7e43bdf67e6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.420249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56860) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:00.425187 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8dae11e2-3bcd-4cf0-b8cf-48b860234860 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1950427263'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:00.460963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Pushing event updated for resources: {'Port': ['ID=59ed0571-4a33-436b-841b-51a50e577eb8,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:00.471049 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0aa673da-b367-4a5d-ab40-6d18049ac59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.473832 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0aa673da-b367-4a5d-ab40-6d18049ac59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.477816 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0aa673da-b367-4a5d-ab40-6d18049ac59a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3f9a25e1-de5b-4838-92ec-5a0dfea4d5cf HTTP/1.1" status: 204 len: 168 time: 0.6808558 Jul 05 04:05:00.494591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa673da-b367-4a5d-ab40-6d18049ac59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9a25e1-de5b-4838-92ec-5a0dfea4d5cf,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:00.564188 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53711ad0-f614-4eff-bdd8-e7e43bdf67e6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.578477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dae11e2-3bcd-4cf0-b8cf-48b860234860 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Made reservation on behalf of d55c33adec20478da1af81bf2f6b1715 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:00.582608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8dae11e2-3bcd-4cf0-b8cf-48b860234860 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.603430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53711ad0-f614-4eff-bdd8-e7e43bdf67e6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Network ce89a0f3-f801-4785-b8a8-d2edd7f1f57b is not hosted by any dhcp agent {{(pid=100933) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:05:00.604389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53711ad0-f614-4eff-bdd8-e7e43bdf67e6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:00.605038 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53711ad0-f614-4eff-bdd8-e7e43bdf67e6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.609367 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-53711ad0-f614-4eff-bdd8-e7e43bdf67e6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "PUT /v2.0/networks/ce89a0f3-f801-4785-b8a8-d2edd7f1f57b HTTP/1.1" status: 200 len: 858 time: 0.6079688 Jul 05 04:05:00.629782 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dae11e2-3bcd-4cf0-b8cf-48b860234860 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:00.645516 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8dae11e2-3bcd-4cf0-b8cf-48b860234860 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.645876 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-8dae11e2-3bcd-4cf0-b8cf-48b860234860 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Added segment 1c2cdfc0-cc9b-4ef2-a850-ab40e7f00461 of type vlan for network ed3a4c53-c32f-4159-aef3-e7009405f69d Jul 05 04:05:00.660088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56864) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:00.711441 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8dae11e2-3bcd-4cf0-b8cf-48b860234860 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.741913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Attempting to bind port 59ed0571-4a33-436b-841b-51a50e577eb8 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:00.742317 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Attempting to bind port 59ed0571-4a33-436b-841b-51a50e577eb8 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:00.742566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Attempting to bind port 59ed0571-4a33-436b-841b-51a50e577eb8 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:00.811406 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Port 59ed0571-4a33-436b-841b-51a50e577eb8 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:00.811657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Attempting to bind port 59ed0571-4a33-436b-841b-51a50e577eb8 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:00.817527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53711ad0-f614-4eff-bdd8-e7e43bdf67e6 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event updated for resources: {'Network': ['ID=ce89a0f3-f801-4785-b8a8-d2edd7f1f57b,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:00.834579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:00.834954 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Checking segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:00.835336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Bound using segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:00.835775 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Bound port: 59ed0571-4a33-436b-841b-51a50e577eb8, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:00.836174 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.886372 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8dae11e2-3bcd-4cf0-b8cf-48b860234860 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.893280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dae11e2-3bcd-4cf0-b8cf-48b860234860 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:00.895663 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8dae11e2-3bcd-4cf0-b8cf-48b860234860 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.992367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae11e2-3bcd-4cf0-b8cf-48b860234860 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event updated for resources: {'Network': ['ID=ed3a4c53-c32f-4159-aef3-e7009405f69d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:01.007745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network ed3a4c53-c32f-4159-aef3-e7009405f69d details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:01.023532 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8dae11e2-3bcd-4cf0-b8cf-48b860234860 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6026385 Jul 05 04:05:01.026560 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56872) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:01.041290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-fb686ea4-9da0-46fe-b810-99fce339d097 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Request body: {'subnet': {'network_id': 'ed3a4c53-c32f-4159-aef3-e7009405f69d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:01.280411 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb686ea4-9da0-46fe-b810-99fce339d097 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Made reservation on behalf of d55c33adec20478da1af81bf2f6b1715 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:01.286122 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb686ea4-9da0-46fe-b810-99fce339d097 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.324902 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97b29a48-4c0d-4a0f-aac1-5e4941c02113 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.536385 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] For port 59ed0571-4a33-436b-841b-51a50e577eb8, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:01.578703 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb686ea4-9da0-46fe-b810-99fce339d097 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.614966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] For port 59ed0571-4a33-436b-841b-51a50e577eb8, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=59ed0571-4a33-436b-841b-51a50e577eb8,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:01.640984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb686ea4-9da0-46fe-b810-99fce339d097 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event updated for resources: {'Subnet': ['ID=1091145f-267d-4a27-bef7-2333716b6106,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:01.654963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb686ea4-9da0-46fe-b810-99fce339d097 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Checking segment: {'id': '1c2cdfc0-cc9b-4ef2-a850-ab40e7f00461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ed3a4c53-c32f-4159-aef3-e7009405f69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:01.655381 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb686ea4-9da0-46fe-b810-99fce339d097 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Network hostable DHCP agents. Network: ed3a4c53-c32f-4159-aef3-e7009405f69d, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:01.682573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83604f11-d5d3-444b-86b7-bbb307c31015 req-8865d4cb-1ff4-436b-b915-11376e0d65d2 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:01.684169 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83604f11-d5d3-444b-86b7-bbb307c31015 req-8865d4cb-1ff4-436b-b915-11376e0d65d2 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 946 time: 0.3968723 Jul 05 04:05:01.696686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380d046-39ab-4fa7-ad1c-df913b3afdf5 req-c8aba2aa-1f59-44b7-926c-d94604f0f636 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:01.698158 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b380d046-39ab-4fa7-ad1c-df913b3afdf5 req-c8aba2aa-1f59-44b7-926c-d94604f0f636 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.8586891 Jul 05 04:05:01.699198 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.717376 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97b29a48-4c0d-4a0f-aac1-5e4941c02113 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.726929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb686ea4-9da0-46fe-b810-99fce339d097 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Network ed3a4c53-c32f-4159-aef3-e7009405f69d is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:01.796213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-97b29a48-4c0d-4a0f-aac1-5e4941c02113 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce89a0f3-f801-4785-b8a8-d2edd7f1f57b']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:01.824708 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-fb686ea4-9da0-46fe-b810-99fce339d097 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, ed3a4c53-c32f-4159-aef3-e7009405f69d) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:01.833244 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb686ea4-9da0-46fe-b810-99fce339d097 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:01.834109 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb686ea4-9da0-46fe-b810-99fce339d097 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.838325 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81e3ed1-2055-4b06-b763-b14d7be00003 None None] Network ed3a4c53-c32f-4159-aef3-e7009405f69d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:01.861333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:01.861979 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.863444 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] 10.222.0.36 "PUT /v2.0/ports/59ed0571-4a33-436b-841b-51a50e577eb8 HTTP/1.1" status: 200 len: 1092 time: 3.3656881 Jul 05 04:05:01.866344 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf8c0b3-ecd6-454c-b62c-a51d071dfb57', 'tag': '59ed0571-4a33-436b-841b-51a50e577eb8'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:01.869132 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f787667-ad48-4eb8-b36b-97ecb06510af" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf8c0b3-ecd6-454c-b62c-a51d071dfb57", "tag": "59ed0571-4a33-436b-841b-51a50e577eb8"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:01.882732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-97b29a48-4c0d-4a0f-aac1-5e4941c02113 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5461bacc-c0f9-4d90-bf05-879ce42f443e') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:01.887063 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-97b29a48-4c0d-4a0f-aac1-5e4941c02113 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5461bacc-c0f9-4d90-bf05-879ce42f443e') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:01.921363 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97b29a48-4c0d-4a0f-aac1-5e4941c02113 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.950343 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83604f11-d5d3-444b-86b7-bbb307c31015 req-48a0c6bc-e6a4-4e64-8858-698852c540d2 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467060 Jul 05 04:05:01.974225 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fb686ea4-9da0-46fe-b810-99fce339d097 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9436107 Jul 05 04:05:01.974783 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56882) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:01.981470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5816be89-b18a-4ffc-83d1-62da5ecc78eb tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed3a4c53-c32f-4159-aef3-e7009405f69d'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:01.981671 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b380d046-39ab-4fa7-ad1c-df913b3afdf5 req-c45fa6dc-bbc9-4fcf-a861-cc63790172b1 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666512 Jul 05 04:05:01.982973 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.985049 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97b29a48-4c0d-4a0f-aac1-5e4941c02113 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.987215 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f292c6-a98c-4802-a4f9-38cc3ede94fe service neutron] Pushing event updated for resources: {'Port': ['ID=59ed0571-4a33-436b-841b-51a50e577eb8,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:02.108169 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b29a48-4c0d-4a0f-aac1-5e4941c02113 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:02.108671 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97b29a48-4c0d-4a0f-aac1-5e4941c02113 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:02.111150 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:02.177033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-ed3a4c53-c32f-4159-aef3-e7009405f69d', 'network_id': 'ed3a4c53-c32f-4159-aef3-e7009405f69d', 'tenant_id': 'd55c33adec20478da1af81bf2f6b1715', 'fixed_ips': [{'subnet_id': '1091145f-267d-4a27-bef7-2333716b6106'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:02.179184 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.266345 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f6463f-ae57-447c-9b50-b7e70e7f67d4 x-openstack-request-id: req-02f6463f-ae57-447c-9b50-b7e70e7f67d4 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:02.266715 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf8c0b3-ecd6-454c-b62c-a51d071dfb57", "tag": "59ed0571-4a33-436b-841b-51a50e577eb8", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:02.267038 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-02f6463f-ae57-447c-9b50-b7e70e7f67d4 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:02.267547 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf8c0b3-ecd6-454c-b62c-a51d071dfb57', 'tag': '59ed0571-4a33-436b-841b-51a50e577eb8', 'status': 'completed', 'code': 200} Jul 05 04:05:02.292091 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97b29a48-4c0d-4a0f-aac1-5e4941c02113 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.303584 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b29a48-4c0d-4a0f-aac1-5e4941c02113 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ce89a0f3-f801-4785-b8a8-d2edd7f1f57b {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:05:02.335631 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5816be89-b18a-4ffc-83d1-62da5ecc78eb tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.342041 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97b29a48-4c0d-4a0f-aac1-5e4941c02113 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.343899 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-97b29a48-4c0d-4a0f-aac1-5e4941c02113 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] 10.222.0.38 "DELETE /v2.0/networks/ce89a0f3-f801-4785-b8a8-d2edd7f1f57b HTTP/1.1" status: 204 len: 168 time: 1.6799078 Jul 05 04:05:02.346124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-c558422c-ba00-46d2-b063-ad6986e0374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:02.347474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56886) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:02.347604 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-c558422c-ba00-46d2-b063-ad6986e0374a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 1095 time: 0.2609754 Jul 05 04:05:02.360694 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b29a48-4c0d-4a0f-aac1-5e4941c02113 tempest-ExternalNetworksTestJSON-244150529 tempest-ExternalNetworksTestJSON-244150529-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce89a0f3-f801-4785-b8a8-d2edd7f1f57b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:02.369030 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.382201 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-014e7a5d-cc7a-4d74-b7d2-473c792a39c5 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:02.382854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014e7a5d-cc7a-4d74-b7d2-473c792a39c5 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:02.387406 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-014e7a5d-cc7a-4d74-b7d2-473c792a39c5 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] 10.222.0.38 "DELETE /v2.0/subnets/1b6e9671-613d-4759-a9e6-9415f476a291 HTTP/1.1" status: 404 len: 337 time: 0.0367548 Jul 05 04:05:02.387913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56888) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:02.450295 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-0ac4f2a5-80c8-4ae5-8435-440cf5c59725 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ed0571-4a33-436b-841b-51a50e577eb8 HTTP/1.1" status: 200 len: 217 time: 0.0913358 Jul 05 04:05:02.460909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a1cd5-9647-4eff-ab50-0d1f71585785 req-489364ca-9211-4e60-9246-c6194016ad72 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:02.462506 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb4a1cd5-9647-4eff-ab50-0d1f71585785 req-489364ca-9211-4e60-9246-c6194016ad72 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 943 time: 0.2392502 Jul 05 04:05:02.471624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Allocated IP 2001:db8:1::2 (ed3a4c53-c32f-4159-aef3-e7009405f69d/1091145f-267d-4a27-bef7-2333716b6106/2a6ddb24-5305-4fae-8974-1f29f1aa8a00) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:02.488318 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6daa4e97-827e-49cd-933c-b9155d3ad7d0 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.510239 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.559247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-b6869386-f42b-45ab-ae96-932d9063c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:02.561308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-b6869386-f42b-45ab-ae96-932d9063c7f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0934985 Jul 05 04:05:02.635107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb4a1cd5-9647-4eff-ab50-0d1f71585785 req-4a972a93-5e25-4cb1-9e19-c6f045a20034 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553524 Jul 05 04:05:02.698945 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.709502 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Transition to ACTIVE for port object 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:02.728642 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Transition to ACTIVE for port object 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:02.734010 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-f8cb1cbc-6943-474f-9317-5ff8c9b37766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:02.735824 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-f8cb1cbc-6943-474f-9317-5ff8c9b37766 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1567447 Jul 05 04:05:02.774854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6daa4e97-827e-49cd-933c-b9155d3ad7d0 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.790811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-6daa4e97-827e-49cd-933c-b9155d3ad7d0 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3fdbb81-caa3-403a-9ef1-3fa2ce63578f']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:02.811266 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-6daa4e97-827e-49cd-933c-b9155d3ad7d0 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b44f5c-7827-443a-9cf0-f3a0cc2e1353') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:02.811568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-6daa4e97-827e-49cd-933c-b9155d3ad7d0 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b44f5c-7827-443a-9cf0-f3a0cc2e1353') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:02.824492 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6daa4e97-827e-49cd-933c-b9155d3ad7d0 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.828197 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.843253 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.850543 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-5816be89-b18a-4ffc-83d1-62da5ecc78eb tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:05:02.850543 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5816be89-b18a-4ffc-83d1-62da5ecc78eb tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "PUT /v2.0/routers/603935df-5ac3-4c31-8a4a-b5e6eae408fc HTTP/1.1" status: 400 len: 364 time: 0.8738039 Jul 05 04:05:02.851467 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6daa4e97-827e-49cd-933c-b9155d3ad7d0 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.856126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56898) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:02.865957 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6daa4e97-827e-49cd-933c-b9155d3ad7d0 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:02.866824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6daa4e97-827e-49cd-933c-b9155d3ad7d0 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:02.869539 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:02.874066 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-62a1871c-4cd9-4a52-b331-9c25870ae6e7 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264315 Jul 05 04:05:02.883100 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Network ed3a4c53-c32f-4159-aef3-e7009405f69d is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:02.886104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:02.897604 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.911618 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:02.960475 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Pushing event updated for resources: {'Port': ['ID=2a6ddb24-5305-4fae-8974-1f29f1aa8a00,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:03.019926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Attempting to bind port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:03.020341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Attempting to bind port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '1c2cdfc0-cc9b-4ef2-a850-ab40e7f00461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ed3a4c53-c32f-4159-aef3-e7009405f69d'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:03.020715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Attempting to bind port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 on network ed3a4c53-c32f-4159-aef3-e7009405f69d {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:03.026359 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:03.026745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Checking segment: {'id': '1c2cdfc0-cc9b-4ef2-a850-ab40e7f00461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ed3a4c53-c32f-4159-aef3-e7009405f69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:03.027159 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.027558 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Bound using segment: {'id': '1c2cdfc0-cc9b-4ef2-a850-ab40e7f00461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ed3a4c53-c32f-4159-aef3-e7009405f69d'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:03.028029 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Bound port: 2a6ddb24-5305-4fae-8974-1f29f1aa8a00, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2cdfc0-cc9b-4ef2-a850-ab40e7f00461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ed3a4c53-c32f-4159-aef3-e7009405f69d'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:03.029098 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.069915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=526a5481-58ab-4609-ba5e-1cf7276acced,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:03.119092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] For port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:03.122244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] For port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2a6ddb24-5305-4fae-8974-1f29f1aa8a00,segment=NetworkSegment(1c2cdfc0-cc9b-4ef2-a850-ab40e7f00461),segment_id=1c2cdfc0-cc9b-4ef2-a850-ab40e7f00461)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:03.134602 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.189761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59b41cd8-2ec7-4c7a-9322-7992d2e423d5 req-a3889852-5d2e-431c-9953-c745948d401b service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049414 Jul 05 04:05:03.246888 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.296695 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Floating IP 4f8bf6cc-300e-4487-b3d3-927b7c04c02e associated. External IP: 172.25.6.202, port: 658b04d6-9de6-42aa-99b1-683527995f0f. Jul 05 04:05:03.322783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79427d7-1237-4b0a-beb5-02c81584f0ba None None] Pushing event updated for resources: {'Port': ['ID=2a6ddb24-5305-4fae-8974-1f29f1aa8a00,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:03.381264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae76ae8-2599-4017-a915-2a59fe6a4313 req-5200892a-40d1-48f6-9ba9-6e570dd8d666 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.392696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fae76ae8-2599-4017-a915-2a59fe6a4313 req-5200892a-40d1-48f6-9ba9-6e570dd8d666 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.2134922 Jul 05 04:05:03.397588 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6daa4e97-827e-49cd-933c-b9155d3ad7d0 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.453467 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6daa4e97-827e-49cd-933c-b9155d3ad7d0 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.455418 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6daa4e97-827e-49cd-933c-b9155d3ad7d0 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] 10.222.0.38 "DELETE /v2.0/networks/b3fdbb81-caa3-403a-9ef1-3fa2ce63578f HTTP/1.1" status: 204 len: 168 time: 1.0664876 Jul 05 04:05:03.495676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa4e97-827e-49cd-933c-b9155d3ad7d0 tempest-ExternalNetworksTestJSON-1893120803 tempest-ExternalNetworksTestJSON-1893120803-project] Pushing event deleted for resources: {'Network': ['ID=b3fdbb81-caa3-403a-9ef1-3fa2ce63578f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:03.570252 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fae76ae8-2599-4017-a915-2a59fe6a4313 req-c5738aab-d8bf-440e-9ba0-6eb418ca7f4c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800361 Jul 05 04:05:03.630248 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.735703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router fc4cfece-5a40-45b1-88af-289ab873556e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:03.750247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f787667-ad48-4eb8-b36b-97ecb06510af req-74944e3c-8553-4bb5-a288-b18e01028314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.751770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f787667-ad48-4eb8-b36b-97ecb06510af req-74944e3c-8553-4bb5-a288-b18e01028314 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 1095 time: 0.3841009 Jul 05 04:05:03.823751 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.991375 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:03.997118 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f787667-ad48-4eb8-b36b-97ecb06510af req-2d0d53ae-2a36-4044-a50e-01dbe9a271e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.999093 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f787667-ad48-4eb8-b36b-97ecb06510af req-2d0d53ae-2a36-4044-a50e-01dbe9a271e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.2369807 Jul 05 04:05:04.003239 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64cbed2-e12b-433d-89eb-dde02ef9de40 None None] Sync routers for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:04.007255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Allocated IP 2001:db8::1 (42b95eb0-ae9f-4f59-b970-abc5df176786/ade57ad8-8c9a-49e6-81a3-4d3de9769d2e/6ff96518-8d79-468d-af50-1274d0710de7) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:04.014999 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64cbed2-e12b-433d-89eb-dde02ef9de40 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:04.015833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f39cb-33a2-4d64-b451-c553ac16c436 req-7f75ffed-bc25-4eff-b25d-cdf8d765406a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:04.016004 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e64cbed2-e12b-433d-89eb-dde02ef9de40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:04.017396 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-971f39cb-33a2-4d64-b451-c553ac16c436 req-7f75ffed-bc25-4eff-b25d-cdf8d765406a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 943 time: 0.1885765 Jul 05 04:05:04.052283 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e64cbed2-e12b-433d-89eb-dde02ef9de40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:04.061947 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64cbed2-e12b-433d-89eb-dde02ef9de40 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:04.062598 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e64cbed2-e12b-433d-89eb-dde02ef9de40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:04.071276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f787667-ad48-4eb8-b36b-97ecb06510af req-e30b680d-56e9-4cb6-96ed-2f78d5c7ca81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ed0571-4a33-436b-841b-51a50e577eb8 HTTP/1.1" status: 200 len: 217 time: 0.0522754 Jul 05 04:05:04.099925 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e64cbed2-e12b-433d-89eb-dde02ef9de40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:04.100611 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64cbed2-e12b-433d-89eb-dde02ef9de40 None None] The sync data for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:04.101504 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-971f39cb-33a2-4d64-b451-c553ac16c436 req-9e5bcbba-8d95-47a4-90ef-8377fa4196a9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753133 Jul 05 04:05:04.128217 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.156835 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.176133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Transition to ACTIVE for port object 6ff96518-8d79-468d-af50-1274d0710de7 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:04.196355 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f787667-ad48-4eb8-b36b-97ecb06510af req-e45eadc3-da16-4d66-a06e-eaab53f03a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:04.199107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f787667-ad48-4eb8-b36b-97ecb06510af req-e45eadc3-da16-4d66-a06e-eaab53f03a17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.1199126 Jul 05 04:05:04.213588 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b175bb5d-6bc7-4630-a26f-59758cc7890f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.9225972 Jul 05 04:05:04.217753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56920) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:04.229575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-9e505d00-596d-4b3d-8c3a-592acbf0a2f9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'floatingip': {'port_id': '658b04d6-9de6-42aa-99b1-683527995f0f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:04.268439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56922) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:04.296060 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f787667-ad48-4eb8-b36b-97ecb06510af req-e6d1a303-ed51-40c5-9a0c-efc92bb3e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:04.297657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f787667-ad48-4eb8-b36b-97ecb06510af req-e6d1a303-ed51-40c5-9a0c-efc92bb3e6e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871167 Jul 05 04:05:04.319886 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e505d00-596d-4b3d-8c3a-592acbf0a2f9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.378542 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.402718 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f787667-ad48-4eb8-b36b-97ecb06510af req-8d3320e7-183b-424f-9e8e-a21cd61a6b20 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940928 Jul 05 04:05:04.436488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Network 42b95eb0-ae9f-4f59-b970-abc5df176786 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:04.447884 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:04.450226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:04.451287 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.527051 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-78de5904-fb3a-4265-a4f7-1a0b4a40997e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9bc3cbff6e07478fb8542d71b5b6f90e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552519 Jul 05 04:05:04.527885 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56928) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:04.571564 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f787667-ad48-4eb8-b36b-97ecb06510af req-276689e7-44f0-4b2d-9a94-e48ba0f3a1d8 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559949 Jul 05 04:05:04.608049 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-477ab4b5-56ad-4250-b454-076b1ffee30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.637263 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-477ab4b5-56ad-4250-b454-076b1ffee30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.658169 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event updated for resources: {'Port': ['ID=6ff96518-8d79-468d-af50-1274d0710de7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:04.769953 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b4901a-9dd2-4d2c-9cea-fd2d059ceb4c None None] Network ed3a4c53-c32f-4159-aef3-e7009405f69d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:04.851495 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.894342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d7c87-ecd2-488c-b673-c44be75112e4 req-31c253e5-e5b2-44f7-94c5-9c0614659399 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:04.897698 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:04.904706 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-534d7c87-ecd2-488c-b673-c44be75112e4 req-31c253e5-e5b2-44f7-94c5-9c0614659399 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.1546919 Jul 05 04:05:04.913261 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-477ab4b5-56ad-4250-b454-076b1ffee30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.916243 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-477ab4b5-56ad-4250-b454-076b1ffee30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.917300 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-477ab4b5-56ad-4250-b454-076b1ffee30c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cc0e464e-6597-4819-8704-5857318ca6f7 HTTP/1.1" status: 204 len: 168 time: 0.3890095 Jul 05 04:05:04.937259 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ab4b5-56ad-4250-b454-076b1ffee30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0e464e-6597-4819-8704-5857318ca6f7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:04.981630 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-534d7c87-ecd2-488c-b673-c44be75112e4 req-4dabc21b-ac42-4153-8bb8-760c05a2fb50 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740342 Jul 05 04:05:05.040217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-740c5ac2-d0be-4ebd-b45d-ba8707b57bf3 None None] Provisioning for port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:05.109138 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:05.113696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:05.114081 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.221718 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.266237 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2a6ddb24-5305-4fae-8974-1f29f1aa8a00,segment=NetworkSegment(1c2cdfc0-cc9b-4ef2-a850-ab40e7f00461),segment_id=1c2cdfc0-cc9b-4ef2-a850-ab40e7f00461)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:05.269074 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-95fcb899-df10-4f03-9a9a-dbb3ecc62b1c None None] Provisioning for port 6ff96518-8d79-468d-af50-1274d0710de7 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:05.274252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-95fcb899-df10-4f03-9a9a-dbb3ecc62b1c None None] Provisioning complete for port 6ff96518-8d79-468d-af50-1274d0710de7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:05.274904 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-95fcb899-df10-4f03-9a9a-dbb3ecc62b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.320949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-95fcb899-df10-4f03-9a9a-dbb3ecc62b1c None None] Port 6ff96518-8d79-468d-af50-1274d0710de7 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:05.332852 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.340153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853108bc-2c8c-4451-86db-824d2e0b3b82 req-29ca18b8-989a-4dfa-a413-e34d37b1368d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:05.342073 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-853108bc-2c8c-4451-86db-824d2e0b3b82 req-29ca18b8-989a-4dfa-a413-e34d37b1368d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 943 time: 0.0914361 Jul 05 04:05:05.391197 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.396767 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-853108bc-2c8c-4451-86db-824d2e0b3b82 req-2ba6706e-09a6-4811-bff2-13cf1c366b81 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473897 Jul 05 04:05:05.409932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=2a6ddb24-5305-4fae-8974-1f29f1aa8a00,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:05.444230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fe50567d-39ef-46a1-83f9-de333405addf None None] Provisioning complete for port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:05.444691 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fe50567d-39ef-46a1-83f9-de333405addf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.490369 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e505d00-596d-4b3d-8c3a-592acbf0a2f9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.491587 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.492386 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.580961 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e505d00-596d-4b3d-8c3a-592acbf0a2f9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.582920 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event updated for resources: {'Port': ['ID=6ff96518-8d79-468d-af50-1274d0710de7,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:05.738523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56960) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:05.782991 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6ed5b0fe-8faf-4573-a5e3-8c6dcedfa9d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=01f73c1310464f87b9cb95672a3935b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431623 Jul 05 04:05:05.787090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56962) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:05.840109 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea041ba6-d006-48be-a10f-e83f5d148c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.864771 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea041ba6-d006-48be-a10f-e83f5d148c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.945767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Network 42b95eb0-ae9f-4f59-b970-abc5df176786 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:05.949383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:05.983758 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea041ba6-d006-48be-a10f-e83f5d148c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.987212 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea041ba6-d006-48be-a10f-e83f5d148c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.988599 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ea041ba6-d006-48be-a10f-e83f5d148c29 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67d19d7d-8958-4990-a55e-6736a6b9e6fa HTTP/1.1" status: 204 len: 168 time: 0.2005401 Jul 05 04:05:05.997372 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea041ba6-d006-48be-a10f-e83f5d148c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d19d7d-8958-4990-a55e-6736a6b9e6fa,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:06.162844 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e505d00-596d-4b3d-8c3a-592acbf0a2f9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router fc4cfece-5a40-45b1-88af-289ab873556e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:06.187105 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Router 603935df-5ac3-4c31-8a4a-b5e6eae408fc has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:06.198140 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0a060bfd-a52f-4546-91bf-20c59c741887 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:05:06.305650 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-06216cc5-d666-4309-a494-d3c16f1a2c32 None None] Provisioning complete for port 6ff96518-8d79-468d-af50-1274d0710de7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:06.306056 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-06216cc5-d666-4309-a494-d3c16f1a2c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.365980 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-06216cc5-d666-4309-a494-d3c16f1a2c32 None None] Port 6ff96518-8d79-468d-af50-1274d0710de7 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:06.371148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0a060bfd-a52f-4546-91bf-20c59c741887, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0a060bfd-a52f-4546-91bf-20c59c741887,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:06.383873 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '0a060bfd-a52f-4546-91bf-20c59c741887', 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056', 'port_id': '0a060bfd-a52f-4546-91bf-20c59c741887', 'mac_address': 'fa:16:3e:7f:bb:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefdd25d-0aee-4b3b-8b2d-510efdce7acb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:05:06.419954 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:06.425826 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.443008 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8df3c95a-74c9-4607-8a01-0c37cb5aa35c tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "PUT /v2.0/routers/603935df-5ac3-4c31-8a4a-b5e6eae408fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5827601 Jul 05 04:05:06.443267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a060bfd-a52f-4546-91bf-20c59c741887 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:06.446947 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56980) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:06.450153 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a3825-5686-499d-9a84-4109a8db7d0b None None] Sync routers for ids ['603935df-5ac3-4c31-8a4a-b5e6eae408fc'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:06.475107 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0a060bfd-a52f-4546-91bf-20c59c741887, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0a060bfd-a52f-4546-91bf-20c59c741887,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:06.479024 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a3825-5686-499d-9a84-4109a8db7d0b None None] Routers {'603935df-5ac3-4c31-8a4a-b5e6eae408fc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:06.479761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-741a3825-5686-499d-9a84-4109a8db7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['603935df-5ac3-4c31-8a4a-b5e6eae408fc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:06.550922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e505d00-596d-4b3d-8c3a-592acbf0a2f9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:06.563403 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e505d00-596d-4b3d-8c3a-592acbf0a2f9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.563951 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.566894 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-741a3825-5686-499d-9a84-4109a8db7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:06.569458 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09033636-b409-412b-91af-7a9abf093d10 None None] Sync routers for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:06.588299 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09033636-b409-412b-91af-7a9abf093d10 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:06.588951 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-09033636-b409-412b-91af-7a9abf093d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:06.650728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a3825-5686-499d-9a84-4109a8db7d0b None None] Routers {'603935df-5ac3-4c31-8a4a-b5e6eae408fc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:06.651596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-741a3825-5686-499d-9a84-4109a8db7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['603935df-5ac3-4c31-8a4a-b5e6eae408fc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:06.660564 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-09033636-b409-412b-91af-7a9abf093d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:06.682468 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09033636-b409-412b-91af-7a9abf093d10 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:06.684021 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-09033636-b409-412b-91af-7a9abf093d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:06.711956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf87d68-b459-491f-ac5b-1aa504aee7ba req-191fd0d3-56fb-43ee-8291-a19b1ecf990f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:06.726100 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4cf87d68-b459-491f-ac5b-1aa504aee7ba req-191fd0d3-56fb-43ee-8291-a19b1ecf990f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.6130791 Jul 05 04:05:06.765711 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-09033636-b409-412b-91af-7a9abf093d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:06.766752 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09033636-b409-412b-91af-7a9abf093d10 None None] The sync data for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:06.784966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['0a060bfd-a52f-4546-91bf-20c59c741887'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:06.787274 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f5d4117-44b0-4ee1-a4a5-a6c5978c6226 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.788463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:06.796124 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-741a3825-5686-499d-9a84-4109a8db7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:06.796783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a3825-5686-499d-9a84-4109a8db7d0b None None] The sync data for ids ['603935df-5ac3-4c31-8a4a-b5e6eae408fc'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:06.811346 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4cf87d68-b459-491f-ac5b-1aa504aee7ba req-f75cfa06-169c-481c-9670-80f27e4c1a61 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814185 Jul 05 04:05:06.830415 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47529060-6889-4523-beb4-915ef637a849 req-449a810a-2959-40fd-87bd-548b712e21ab tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:06.832442 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-47529060-6889-4523-beb4-915ef637a849 req-449a810a-2959-40fd-87bd-548b712e21ab tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 943 time: 0.1791689 Jul 05 04:05:06.861690 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=0a060bfd-a52f-4546-91bf-20c59c741887,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:06.930274 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:06.930670 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.938841 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-47529060-6889-4523-beb4-915ef637a849 req-3cd5fc6e-1e15-4ff1-ba5e-9edbef0f8f44 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958035 Jul 05 04:05:07.004927 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9e505d00-596d-4b3d-8c3a-592acbf0a2f9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "PUT /v2.0/floatingips/4f8bf6cc-300e-4487-b3d3-927b7c04c02e HTTP/1.1" status: 200 len: 979 time: 2.7857521 Jul 05 04:05:07.005157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57008) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.009657 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-6f5d4117-44b0-4ee1-a4a5-a6c5978c6226 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 04:05:07.011789 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6f5d4117-44b0-4ee1-a4a5-a6c5978c6226 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "DELETE /v2.0/routers/603935df-5ac3-4c31-8a4a-b5e6eae408fc HTTP/1.1" status: 409 len: 329 time: 0.5635409 Jul 05 04:05:07.018596 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57010) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.247492 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-50e39cf1-3ba8-4dff-861b-edb0dedfcbff tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting port 526a5481-58ab-4609-ba5e-1cf7276acced {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:07.248141 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50e39cf1-3ba8-4dff-861b-edb0dedfcbff tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.336137 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50e39cf1-3ba8-4dff-861b-edb0dedfcbff tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.336445 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50e39cf1-3ba8-4dff-861b-edb0dedfcbff tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.349302 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-50e39cf1-3ba8-4dff-861b-edb0dedfcbff tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Calling delete_port for 526a5481-58ab-4609-ba5e-1cf7276acced owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:07.513378 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16bf38da-3a3e-4edd-8c95-af0be6215429 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.629878 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50e39cf1-3ba8-4dff-861b-edb0dedfcbff tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.661571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e39cf1-3ba8-4dff-861b-edb0dedfcbff tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Port': ['ID=526a5481-58ab-4609-ba5e-1cf7276acced,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:07.749814 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50e39cf1-3ba8-4dff-861b-edb0dedfcbff tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.750194 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-50e39cf1-3ba8-4dff-861b-edb0dedfcbff tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Floating IP 4f8bf6cc-300e-4487-b3d3-927b7c04c02e disassociated (deleted). External IP: 172.25.6.202, port: 658b04d6-9de6-42aa-99b1-683527995f0f. Jul 05 04:05:08.121562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e39cf1-3ba8-4dff-861b-edb0dedfcbff tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router fc4cfece-5a40-45b1-88af-289ab873556e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:08.199124 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0a060bfd-a52f-4546-91bf-20c59c741887 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:08.366512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 0a060bfd-a52f-4546-91bf-20c59c741887 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:08.367122 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.420868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e39cf1-3ba8-4dff-861b-edb0dedfcbff tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:08.439619 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f62bdbe-ec4e-407d-b295-55e7b89d00e7 None None] Sync routers for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:08.445190 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-50e39cf1-3ba8-4dff-861b-edb0dedfcbff tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.471478 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62bdbe-ec4e-407d-b295-55e7b89d00e7 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:08.472267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-7f62bdbe-ec4e-407d-b295-55e7b89d00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:08.494529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-16bf38da-3a3e-4edd-8c95-af0be6215429 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Deleting port 6ff96518-8d79-468d-af50-1274d0710de7 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:08.494978 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16bf38da-3a3e-4edd-8c95-af0be6215429 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.553409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-7f62bdbe-ec4e-407d-b295-55e7b89d00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:08.583841 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8355a4e-0c9a-4e80-b4bc-78f319165d1a req-46622b43-2ad3-4647-b3f1-c4439b066138 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:08.594955 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8355a4e-0c9a-4e80-b4bc-78f319165d1a req-46622b43-2ad3-4647-b3f1-c4439b066138 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.5185049 Jul 05 04:05:08.610315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62bdbe-ec4e-407d-b295-55e7b89d00e7 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:08.611918 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-7f62bdbe-ec4e-407d-b295-55e7b89d00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:08.693940 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94532e-bb98-42d5-8af1-50ae5b3d2cfb req-a77535fb-110d-4000-9a6f-908580107362 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:08.694621 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b94532e-bb98-42d5-8af1-50ae5b3d2cfb req-a77535fb-110d-4000-9a6f-908580107362 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 943 time: 0.5748470 Jul 05 04:05:08.723744 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16bf38da-3a3e-4edd-8c95-af0be6215429 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.729770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-50e39cf1-3ba8-4dff-861b-edb0dedfcbff tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/floatingips/4f8bf6cc-300e-4487-b3d3-927b7c04c02e HTTP/1.1" status: 204 len: 168 time: 1.7233279 Jul 05 04:05:08.730010 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-7f62bdbe-ec4e-407d-b295-55e7b89d00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:08.730694 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f62bdbe-ec4e-407d-b295-55e7b89d00e7 None None] The sync data for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:08.733879 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.743864 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57058) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:08.744786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-16bf38da-3a3e-4edd-8c95-af0be6215429 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Calling delete_port for 6ff96518-8d79-468d-af50-1274d0710de7 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:08.776952 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8355a4e-0c9a-4e80-b4bc-78f319165d1a req-12c4f626-943d-40d5-9f81-952a6427cd84 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808853 Jul 05 04:05:08.783855 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b94532e-bb98-42d5-8af1-50ae5b3d2cfb req-c8332f5a-b8ff-462a-b566-7d5a4e93a018 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879200 Jul 05 04:05:08.984108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf9f0fa-9a7a-4eda-9311-f37139123165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a060bfd-a52f-4546-91bf-20c59c741887'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:08.986470 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccf988d-5db3-40d5-961a-a987b4fbcad6" -d '{"events": [{"server_uuid": "2bf9f0fa-9a7a-4eda-9311-f37139123165", "name": "network-vif-plugged", "status": "completed", "tag": "0a060bfd-a52f-4546-91bf-20c59c741887"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:09.001890 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0a060bfd-a52f-4546-91bf-20c59c741887, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0a060bfd-a52f-4546-91bf-20c59c741887,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:09.048638 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d0111-3f1b-4494-bc08-d32f5f099bb2 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting port 658b04d6-9de6-42aa-99b1-683527995f0f {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:09.048996 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f6d0111-3f1b-4494-bc08-d32f5f099bb2 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.058891 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9017c0b-efc3-4c75-a37b-b18d5281363d x-openstack-request-id: req-f9017c0b-efc3-4c75-a37b-b18d5281363d {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:09.059217 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf9f0fa-9a7a-4eda-9311-f37139123165", "name": "network-vif-plugged", "status": "completed", "tag": "0a060bfd-a52f-4546-91bf-20c59c741887", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:09.060340 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f9017c0b-efc3-4c75-a37b-b18d5281363d {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:09.060905 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf9f0fa-9a7a-4eda-9311-f37139123165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a060bfd-a52f-4546-91bf-20c59c741887', 'code': 200} Jul 05 04:05:09.085406 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.166866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=0a060bfd-a52f-4546-91bf-20c59c741887,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:09.241195 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f6d0111-3f1b-4494-bc08-d32f5f099bb2 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.259996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d0111-3f1b-4494-bc08-d32f5f099bb2 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Calling delete_port for 658b04d6-9de6-42aa-99b1-683527995f0f owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:09.314610 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16bf38da-3a3e-4edd-8c95-af0be6215429 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.362109 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf38da-3a3e-4edd-8c95-af0be6215429 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event deleted for resources: {'Port': ['ID=6ff96518-8d79-468d-af50-1274d0710de7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:09.609155 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16bf38da-3a3e-4edd-8c95-af0be6215429 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.720569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57084) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:09.728814 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f6d0111-3f1b-4494-bc08-d32f5f099bb2 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.764147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d0111-3f1b-4494-bc08-d32f5f099bb2 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Port': ['ID=658b04d6-9de6-42aa-99b1-683527995f0f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:09.908139 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bf38da-3a3e-4edd-8c95-af0be6215429 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Router 603935df-5ac3-4c31-8a4a-b5e6eae408fc has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:09.940308 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f6d0111-3f1b-4494-bc08-d32f5f099bb2 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.942533 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1f6d0111-3f1b-4494-bc08-d32f5f099bb2 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/ports/658b04d6-9de6-42aa-99b1-683527995f0f HTTP/1.1" status: 204 len: 168 time: 1.1956942 Jul 05 04:05:09.954352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57092) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:09.960196 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:09.988462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:10.048234 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bf38da-3a3e-4edd-8c95-af0be6215429 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:10.062479 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-16bf38da-3a3e-4edd-8c95-af0be6215429 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "PUT /v2.0/routers/603935df-5ac3-4c31-8a4a-b5e6eae408fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0366106 Jul 05 04:05:10.062479 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57096) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:10.067553 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c151097-d4cc-439c-931a-db96a928385e None None] Sync routers for ids ['603935df-5ac3-4c31-8a4a-b5e6eae408fc'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:10.070372 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000736c6-e1bc-496c-be98-da6dd9ce0173 req-a341ead1-9a71-4a18-8c69-185c7ef6f344 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:10.078310 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-000736c6-e1bc-496c-be98-da6dd9ce0173 req-a341ead1-9a71-4a18-8c69-185c7ef6f344 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.1653399 Jul 05 04:05:10.079875 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c151097-d4cc-439c-931a-db96a928385e None None] Routers {'603935df-5ac3-4c31-8a4a-b5e6eae408fc'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:10.080694 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1c151097-d4cc-439c-931a-db96a928385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['603935df-5ac3-4c31-8a4a-b5e6eae408fc'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:10.103754 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.111985 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-0599237c-9b7e-40db-99a3-2aaec336a7e2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] show failed (client error): The resource could not be found. Jul 05 04:05:10.118797 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0599237c-9b7e-40db-99a3-2aaec336a7e2 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "GET /v2.0/routers/tempest-non_exist_router-1827735139 HTTP/1.1" status: 404 len: 335 time: 0.0500472 Jul 05 04:05:10.118993 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57100) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:10.126583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c9b4b062-426e-4738-8724-9d2f149bbee3 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:10.133438 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1c151097-d4cc-439c-931a-db96a928385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:10.143764 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c151097-d4cc-439c-931a-db96a928385e None None] Routers {'603935df-5ac3-4c31-8a4a-b5e6eae408fc'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:10.144691 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1c151097-d4cc-439c-931a-db96a928385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['603935df-5ac3-4c31-8a4a-b5e6eae408fc'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:10.170659 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-c9b4b062-426e-4738-8724-9d2f149bbee3 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] update failed (client error): The resource could not be found. Jul 05 04:05:10.175170 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c9b4b062-426e-4738-8724-9d2f149bbee3 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "PUT /v2.0/routers/tempest-non_exist_router-1429244779 HTTP/1.1" status: 404 len: 335 time: 0.0516739 Jul 05 04:05:10.176214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57102) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:10.186643 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1c151097-d4cc-439c-931a-db96a928385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:10.187564 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c151097-d4cc-439c-931a-db96a928385e None None] The sync data for ids ['603935df-5ac3-4c31-8a4a-b5e6eae408fc'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:10.194100 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-000736c6-e1bc-496c-be98-da6dd9ce0173 req-ed49bb70-5413-4d39-9ad4-1c1e4be6a158 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148450 Jul 05 04:05:10.226538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e0971-ac55-416b-ae76-cf01e796b89a req-4da44515-7def-4192-960c-8ee6a51ec072 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:10.235595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b9e0971-ac55-416b-ae76-cf01e796b89a req-4da44515-7def-4192-960c-8ee6a51ec072 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 943 time: 0.2177193 Jul 05 04:05:10.239715 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.261800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-7808d156-7e08-4f2e-862f-0ac0078a3bad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Deleting subnet 1091145f-267d-4a27-bef7-2333716b6106 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:10.266349 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7808d156-7e08-4f2e-862f-0ac0078a3bad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.326101 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7808d156-7e08-4f2e-862f-0ac0078a3bad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.338232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b9e0971-ac55-416b-ae76-cf01e796b89a req-b3b1fb9c-563c-4423-a80a-050c6c29110b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014419 Jul 05 04:05:10.432603 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.509596 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7808d156-7e08-4f2e-862f-0ac0078a3bad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.517348 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.635405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Allocated IP 172.25.6.168 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/04aae42a-45e4-48ea-9c3c-4b5174ffd824) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:10.669742 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7808d156-7e08-4f2e-862f-0ac0078a3bad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.700724 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808d156-7e08-4f2e-862f-0ac0078a3bad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event deleted for resources: {'Subnet': ['ID=1091145f-267d-4a27-bef7-2333716b6106,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:10.709828 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7808d156-7e08-4f2e-862f-0ac0078a3bad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.715391 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7808d156-7e08-4f2e-862f-0ac0078a3bad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "DELETE /v2.0/subnets/1091145f-267d-4a27-bef7-2333716b6106 HTTP/1.1" status: 204 len: 168 time: 0.5378439 Jul 05 04:05:10.717334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57112) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:10.720723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d449f95-9506-4cf9-bf1c-ee2ae9713b6b None None] Network ed3a4c53-c32f-4159-aef3-e7009405f69d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:10.786438 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.854723 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.929971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Deleting port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:10.930496 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.963346 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.982905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb029fe5-a814-48c0-8cc8-9bc56e8fb082 None None] DHCP port deletion for ed3a4c53-c32f-4159-aef3-e7009405f69d request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:11.009278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] For port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2a6ddb24-5305-4fae-8974-1f29f1aa8a00,segment=NetworkSegment(1c2cdfc0-cc9b-4ef2-a850-ab40e7f00461),segment_id=1c2cdfc0-cc9b-4ef2-a850-ab40e7f00461)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:11.009661 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.033405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Calling delete_port for 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:11.047416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:11.055730 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-eb029fe5-a814-48c0-8cc8-9bc56e8fb082 None None] Deleting port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:11.056211 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-eb029fe5-a814-48c0-8cc8-9bc56e8fb082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.066959 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:11.072085 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:11.129165 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-eb029fe5-a814-48c0-8cc8-9bc56e8fb082 None None] For port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2a6ddb24-5305-4fae-8974-1f29f1aa8a00,segment=NetworkSegment(1c2cdfc0-cc9b-4ef2-a850-ab40e7f00461),segment_id=1c2cdfc0-cc9b-4ef2-a850-ab40e7f00461)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:11.129594 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-eb029fe5-a814-48c0-8cc8-9bc56e8fb082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.134964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=04aae42a-45e4-48ea-9c3c-4b5174ffd824,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:11.140932 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Allocated IP 172.25.6.157 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/42414957-0294-4651-8335-9280b9096aa3) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:11.150820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-eb029fe5-a814-48c0-8cc8-9bc56e8fb082 None None] Calling delete_port for 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:11.194762 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.211806 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] No DVR routers for this DVR port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:11.239876 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event deleted for resources: {'Port': ['ID=2a6ddb24-5305-4fae-8974-1f29f1aa8a00,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:11.248438 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-eb029fe5-a814-48c0-8cc8-9bc56e8fb082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.261920 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb029fe5-a814-48c0-8cc8-9bc56e8fb082 None None] No DVR routers for this DVR port 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:11.287108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb029fe5-a814-48c0-8cc8-9bc56e8fb082 None None] Pushing event deleted for resources: {'Port': ['ID=2a6ddb24-5305-4fae-8974-1f29f1aa8a00,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:11.312691 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.349745 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.364841 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3a4c53-c32f-4159-aef3-e7009405f69d']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:11.372919 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.381042 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2cdfc0-cc9b-4ef2-a850-ab40e7f00461') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:11.381346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2cdfc0-cc9b-4ef2-a850-ab40e7f00461') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:11.392971 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.416317 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.429228 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:11.429790 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.440954 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-93e82e48-88cc-473e-a64f-b66134887731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:11.493379 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:11.565101 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.570056 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.586739 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.589507 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "DELETE /v2.0/networks/ed3a4c53-c32f-4159-aef3-e7009405f69d HTTP/1.1" status: 204 len: 168 time: 0.8555331 Jul 05 04:05:11.592404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57122) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:11.618088 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12ba49-e3a8-46b0-828b-54abc09f6f61 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event deleted for resources: {'Network': ['ID=ed3a4c53-c32f-4159-aef3-e7009405f69d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:11.633093 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.666232 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:11.678942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37967e8-eb67-4e1f-b476-6a568cc2fdf0 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Deleting subnet 01680e74-161a-492c-a54a-e591e43b5510 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:11.682487 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b37967e8-eb67-4e1f-b476-6a568cc2fdf0 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.693386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95591-d786-415f-ae41-cb707e9e5ca2 req-ef47742e-e5ce-4000-bb58-c0f2f111b3cc tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:11.694980 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35e95591-d786-415f-ae41-cb707e9e5ca2 req-ef47742e-e5ce-4000-bb58-c0f2f111b3cc tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.2940483 Jul 05 04:05:11.712449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:11.715573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:11.741182 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b37967e8-eb67-4e1f-b476-6a568cc2fdf0 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.792693 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65235aec-05b9-44d6-bec2-ec223dc6125a req-4bd49c58-6d4c-445b-b19b-755e367caeb1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:11.795649 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65235aec-05b9-44d6-bec2-ec223dc6125a req-4bd49c58-6d4c-445b-b19b-755e367caeb1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 943 time: 0.3093257 Jul 05 04:05:11.838676 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b37967e8-eb67-4e1f-b476-6a568cc2fdf0 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.857421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event updated for resources: {'Port': ['ID=42414957-0294-4651-8335-9280b9096aa3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:11.862890 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35e95591-d786-415f-ae41-cb707e9e5ca2 req-e40d8aa6-f1e0-4989-ace2-e24c4201834a tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598427 Jul 05 04:05:11.926851 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65235aec-05b9-44d6-bec2-ec223dc6125a req-620bf769-c420-4688-8a7a-cfab91a148cf tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917599 Jul 05 04:05:12.013939 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.017852 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b37967e8-eb67-4e1f-b476-6a568cc2fdf0 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.033049 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.039008 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b37967e8-eb67-4e1f-b476-6a568cc2fdf0 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.045434 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b37967e8-eb67-4e1f-b476-6a568cc2fdf0 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "DELETE /v2.0/subnets/01680e74-161a-492c-a54a-e591e43b5510 HTTP/1.1" status: 204 len: 168 time: 0.4474635 Jul 05 04:05:12.047087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57128) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:12.058688 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f238c667-2038-4198-ae8a-756b4e0c4acd None None] Network 813eb74b-5857-4cad-9435-539b54656631 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:12.079976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37967e8-eb67-4e1f-b476-6a568cc2fdf0 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event deleted for resources: {'Subnet': ['ID=01680e74-161a-492c-a54a-e591e43b5510,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:12.141706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-3530dc9e-b999-41b0-bd06-b8e4bcedf5cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Deleting subnet d769b557-fea2-4e11-afbe-eaf27690e034 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:12.145371 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3530dc9e-b999-41b0-bd06-b8e4bcedf5cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.204145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 59ed0571-4a33-436b-841b-51a50e577eb8 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:05:12.211119 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3530dc9e-b999-41b0-bd06-b8e4bcedf5cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.247047 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.343934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 59ed0571-4a33-436b-841b-51a50e577eb8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=59ed0571-4a33-436b-841b-51a50e577eb8,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:12.357217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '59ed0571-4a33-436b-841b-51a50e577eb8', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'port_id': '59ed0571-4a33-436b-841b-51a50e577eb8', 'mac_address': 'fa:16:3e:94:78:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:05:12.382766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9900cb5-fdf8-4e62-9172-2a2d3cf06c9c None None] DHCP port deletion for 813eb74b-5857-4cad-9435-539b54656631 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:12.399787 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3530dc9e-b999-41b0-bd06-b8e4bcedf5cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.425395 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.443867 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ed0571-4a33-436b-841b-51a50e577eb8 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:12.474700 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 59ed0571-4a33-436b-841b-51a50e577eb8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=59ed0571-4a33-436b-841b-51a50e577eb8,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:12.480937 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e9900cb5-fdf8-4e62-9172-2a2d3cf06c9c None None] Deleting port 9a76c5c5-a46b-4728-8a37-aed929f9e972 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:12.481344 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e9900cb5-fdf8-4e62-9172-2a2d3cf06c9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.483942 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.546936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e9900cb5-fdf8-4e62-9172-2a2d3cf06c9c None None] For port 9a76c5c5-a46b-4728-8a37-aed929f9e972, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9a76c5c5-a46b-4728-8a37-aed929f9e972,segment=NetworkSegment(cb9cc368-8a38-4d50-bbf7-587d4506b812),segment_id=cb9cc368-8a38-4d50-bbf7-587d4506b812)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:12.547335 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e9900cb5-fdf8-4e62-9172-2a2d3cf06c9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.567194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e9900cb5-fdf8-4e62-9172-2a2d3cf06c9c None None] Calling delete_port for 9a76c5c5-a46b-4728-8a37-aed929f9e972 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:12.569183 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.580375 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=04aae42a-45e4-48ea-9c3c-4b5174ffd824,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:12.590833 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.614588 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.629718 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3530dc9e-b999-41b0-bd06-b8e4bcedf5cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.659348 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530dc9e-b999-41b0-bd06-b8e4bcedf5cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event deleted for resources: {'Subnet': ['ID=d769b557-fea2-4e11-afbe-eaf27690e034,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:12.663272 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3530dc9e-b999-41b0-bd06-b8e4bcedf5cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.665155 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3530dc9e-b999-41b0-bd06-b8e4bcedf5cd tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "DELETE /v2.0/subnets/d769b557-fea2-4e11-afbe-eaf27690e034 HTTP/1.1" status: 204 len: 168 time: 0.6170247 Jul 05 04:05:12.667854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57134) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:12.675976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28ccd0a-f53f-4af5-ae9a-26b677cb9e8e None None] Network 37b09ad8-29e8-4f75-8beb-3bc1226cdb51 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:12.702696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=59ed0571-4a33-436b-841b-51a50e577eb8,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:12.703492 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.796992 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event updated for resources: {'Port': ['ID=42414957-0294-4651-8335-9280b9096aa3,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:12.797771 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.806993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:12.817984 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.823664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d0f5ea76-a13e-40b6-b38d-d6bf66b9d56e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8682621 Jul 05 04:05:12.824516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57142) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:12.827173 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.833418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f92535c3-6603-4702-8e5b-4ae04b591ff1 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'port': {'network_id': 'cb69948d-cf18-4047-9393-cb0032788fbd', 'name': 'tempest-FloatingIPTestJSON-160354196'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:12.869656 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Deleting port 9a76c5c5-a46b-4728-8a37-aed929f9e972 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:12.870111 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.878719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:12.879171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2a6ddb24-5305-4fae-8974-1f29f1aa8a00 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:12.879793 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9a76c5c5-a46b-4728-8a37-aed929f9e972 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:12.881937 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e9900cb5-fdf8-4e62-9172-2a2d3cf06c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.957506 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 9a76c5c5-a46b-4728-8a37-aed929f9e972 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:12.957892 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9a76c5c5-a46b-4728-8a37-aed929f9e972 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:12.961303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9900cb5-fdf8-4e62-9172-2a2d3cf06c9c None None] Pushing event deleted for resources: {'Port': ['ID=9a76c5c5-a46b-4728-8a37-aed929f9e972,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:12.974114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9900cb5-fdf8-4e62-9172-2a2d3cf06c9c None None] No DVR routers for this DVR port 9a76c5c5-a46b-4728-8a37-aed929f9e972 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:12.992448 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] For port 9a76c5c5-a46b-4728-8a37-aed929f9e972, host n-d-771363-32, got binding levels [] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:12.993285 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.004464 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['59ed0571-4a33-436b-841b-51a50e577eb8'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:13.024364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Calling delete_port for 9a76c5c5-a46b-4728-8a37-aed929f9e972 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:13.028896 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.ipam_backend_mixin [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Port 9a76c5c5-a46b-4728-8a37-aed929f9e972 was not found and therefore no delete operation was performed {{(pid=100932) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:05:13.033545 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.099877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] No DVR routers for this DVR port 9a76c5c5-a46b-4728-8a37-aed929f9e972 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:13.102503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event deleted for resources: {'Port': ['ID=9a76c5c5-a46b-4728-8a37-aed929f9e972,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:13.173693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad54b96b-7a85-45ae-bbf2-16d0d6e997fe None None] DHCP port deletion for 37b09ad8-29e8-4f75-8beb-3bc1226cdb51 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:13.255934 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.270252 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813eb74b-5857-4cad-9435-539b54656631']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:13.283326 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9cc368-8a38-4d50-bbf7-587d4506b812') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:13.283886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9cc368-8a38-4d50-bbf7-587d4506b812') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:13.294839 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.313349 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.315369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ad54b96b-7a85-45ae-bbf2-16d0d6e997fe None None] Deleting port 2f47818f-b127-42de-a0fd-52e8735e6bb3 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:13.315776 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ad54b96b-7a85-45ae-bbf2-16d0d6e997fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.320914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:13.321579 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:13.376009 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:13.396282 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-ad54b96b-7a85-45ae-bbf2-16d0d6e997fe None None] For port 2f47818f-b127-42de-a0fd-52e8735e6bb3, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2f47818f-b127-42de-a0fd-52e8735e6bb3,segment=NetworkSegment(21b91826-2d45-42b6-8fb2-1bf2c839db70),segment_id=21b91826-2d45-42b6-8fb2-1bf2c839db70)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:13.397020 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ad54b96b-7a85-45ae-bbf2-16d0d6e997fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.414325 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ad54b96b-7a85-45ae-bbf2-16d0d6e997fe None None] Calling delete_port for 2f47818f-b127-42de-a0fd-52e8735e6bb3 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:13.458214 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.463211 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.465785 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "DELETE /v2.0/networks/813eb74b-5857-4cad-9435-539b54656631 HTTP/1.1" status: 204 len: 168 time: 0.7963300 Jul 05 04:05:13.471681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57152) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:13.553934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26602d1b-915b-4ff2-8997-709619cac59b tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event deleted for resources: {'Network': ['ID=813eb74b-5857-4cad-9435-539b54656631,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:13.580863 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.618653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ee314-4b06-424a-b7f6-5d7a45be47c0 req-7c48417e-b479-4ea5-95f2-6ab7172a86aa tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:13.620011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f9ee314-4b06-424a-b7f6-5d7a45be47c0 req-7c48417e-b479-4ea5-95f2-6ab7172a86aa tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 944 time: 0.2080688 Jul 05 04:05:13.623931 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ad54b96b-7a85-45ae-bbf2-16d0d6e997fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.638887 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f673a4d-f93d-4f4b-a646-ce75831ae7a9 req-22d88fcc-0743-4075-86da-f53f8a909671 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:13.640573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f673a4d-f93d-4f4b-a646-ce75831ae7a9 req-22d88fcc-0743-4075-86da-f53f8a909671 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.2126050 Jul 05 04:05:13.654655 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54b96b-7a85-45ae-bbf2-16d0d6e997fe None None] Pushing event deleted for resources: {'Port': ['ID=2f47818f-b127-42de-a0fd-52e8735e6bb3,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:13.656744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad54b96b-7a85-45ae-bbf2-16d0d6e997fe None None] No DVR routers for this DVR port 2f47818f-b127-42de-a0fd-52e8735e6bb3 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:13.667494 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.669500 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-83d986f8-f374-4e37-a39e-257b20c0cd74 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9470043 Jul 05 04:05:13.670999 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Deleting port 2f47818f-b127-42de-a0fd-52e8735e6bb3 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:13.671511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.673814 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57154) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:13.694228 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ca0d0574-447a-4529-9571-fef7247f9bb0 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-309477075'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:13.714285 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f9ee314-4b06-424a-b7f6-5d7a45be47c0 req-ac84ed39-e323-4dde-9e40-edfda44b0d85 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850854 Jul 05 04:05:13.720803 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f673a4d-f93d-4f4b-a646-ce75831ae7a9 req-9a374556-05bb-48d5-a236-4fb4d171b83c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738049 Jul 05 04:05:13.783430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92535c3-6603-4702-8e5b-4ae04b591ff1 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Made reservation on behalf of fc5d38fc9b9743be8ccc5980d6b745b4 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:13.787734 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f92535c3-6603-4702-8e5b-4ae04b591ff1 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.795087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] For port 2f47818f-b127-42de-a0fd-52e8735e6bb3, host n-d-771363-32, got binding levels [] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:13.795087 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.814797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Calling delete_port for 2f47818f-b127-42de-a0fd-52e8735e6bb3 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:13.817649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.ipam_backend_mixin [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Port 2f47818f-b127-42de-a0fd-52e8735e6bb3 was not found and therefore no delete operation was performed {{(pid=100932) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:05:13.819753 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.821119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-f92535c3-6603-4702-8e5b-4ae04b591ff1 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] device_id is not set on port 0a635542-3d16-4215-b31e-5c757f769e7d yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:05:13.858121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event deleted for resources: {'Port': ['ID=2f47818f-b127-42de-a0fd-52e8735e6bb3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:13.867019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] No DVR routers for this DVR port 2f47818f-b127-42de-a0fd-52e8735e6bb3 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:13.964014 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.976639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b09ad8-29e8-4f75-8beb-3bc1226cdb51']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:13.976860 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0ca99b30-08cd-4d8b-acef-0fd7d2169ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.995416 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b91826-2d45-42b6-8fb2-1bf2c839db70') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:13.995682 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-f92535c3-6603-4702-8e5b-4ae04b591ff1 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Allocated IP 172.20.0.8 (cb69948d-cf18-4047-9393-cb0032788fbd/444da8d1-8a73-45cd-b76c-ccde9ae926aa/0a635542-3d16-4215-b31e-5c757f769e7d) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:13.996161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b91826-2d45-42b6-8fb2-1bf2c839db70') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:14.008741 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.025252 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.035127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:14.036231 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:14.040588 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:14.082154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0d0574-447a-4529-9571-fef7247f9bb0 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Made reservation on behalf of 8be9e78c7107405daf6b89b47e89710a for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:14.085739 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0574-447a-4529-9571-fef7247f9bb0 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.108855 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0574-447a-4529-9571-fef7247f9bb0 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.177240 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f92535c3-6603-4702-8e5b-4ae04b591ff1 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.205168 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 59ed0571-4a33-436b-841b-51a50e577eb8 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:14.248209 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.277158 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.279652 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "DELETE /v2.0/networks/37b09ad8-29e8-4f75-8beb-3bc1226cdb51 HTTP/1.1" status: 204 len: 168 time: 0.8054135 Jul 05 04:05:14.282327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57164) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:14.285701 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb595a-cbf7-4963-8ecb-5a90f5a15ea6 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event deleted for resources: {'Network': ['ID=37b09ad8-29e8-4f75-8beb-3bc1226cdb51,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:14.322301 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f92535c3-6603-4702-8e5b-4ae04b591ff1 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.378544 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.382914 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0574-447a-4529-9571-fef7247f9bb0 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.391478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92535c3-6603-4702-8e5b-4ae04b591ff1 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network cb69948d-cf18-4047-9393-cb0032788fbd is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:14.401652 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-f92535c3-6603-4702-8e5b-4ae04b591ff1 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:14.404710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92535c3-6603-4702-8e5b-4ae04b591ff1 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:14.405644 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 59ed0571-4a33-436b-841b-51a50e577eb8 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:14.410804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 59ed0571-4a33-436b-841b-51a50e577eb8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:14.411422 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.412414 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb81e254-fce7-4b75-bdeb-7cdeaa94a220 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Deleting subnet ade57ad8-8c9a-49e6-81a3-4d3de9769d2e {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:14.441183 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb81e254-fce7-4b75-bdeb-7cdeaa94a220 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.465507 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0574-447a-4529-9571-fef7247f9bb0 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.467509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92535c3-6603-4702-8e5b-4ae04b591ff1 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=0a635542-3d16-4215-b31e-5c757f769e7d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:14.504024 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.506063 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92535c3-6603-4702-8e5b-4ae04b591ff1 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:14.506718 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f92535c3-6603-4702-8e5b-4ae04b591ff1 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.511740 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb81e254-fce7-4b75-bdeb-7cdeaa94a220 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.522972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d0574-447a-4529-9571-fef7247f9bb0 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b664af-d2c4-4934-a9a7-b31c31e453c6,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:14.542442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0d0574-447a-4529-9571-fef7247f9bb0 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:14.551642 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf8c0b3-ecd6-454c-b62c-a51d071dfb57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ed0571-4a33-436b-841b-51a50e577eb8'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:14.553936 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e1b901-fc53-4c59-a3ad-105d07d619df" -d '{"events": [{"server_uuid": "1bf8c0b3-ecd6-454c-b62c-a51d071dfb57", "name": "network-vif-plugged", "status": "completed", "tag": "59ed0571-4a33-436b-841b-51a50e577eb8"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:14.568221 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0574-447a-4529-9571-fef7247f9bb0 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.568221 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-ca0d0574-447a-4529-9571-fef7247f9bb0 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Added segment 14beb4a0-5fa1-4b59-8989-5c7087fedb54 of type vlan for network 23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d Jul 05 04:05:14.586424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 59ed0571-4a33-436b-841b-51a50e577eb8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=59ed0571-4a33-436b-841b-51a50e577eb8,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:14.625634 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0574-447a-4529-9571-fef7247f9bb0 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.628338 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd67de6-6abf-41a8-b95f-cd629837f549 x-openstack-request-id: req-1bd67de6-6abf-41a8-b95f-cd629837f549 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:14.629056 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf8c0b3-ecd6-454c-b62c-a51d071dfb57", "name": "network-vif-plugged", "status": "completed", "tag": "59ed0571-4a33-436b-841b-51a50e577eb8", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:14.629056 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1bd67de6-6abf-41a8-b95f-cd629837f549 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:14.629380 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf8c0b3-ecd6-454c-b62c-a51d071dfb57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ed0571-4a33-436b-841b-51a50e577eb8', 'code': 200} Jul 05 04:05:14.649446 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb81e254-fce7-4b75-bdeb-7cdeaa94a220 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.675224 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.707818 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f92535c3-6603-4702-8e5b-4ae04b591ff1 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8795621 Jul 05 04:05:14.709021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57168) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:14.716788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d7a5cb8c-abe7-4c93-a16f-65fad3af068d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'floatingip': {'port_id': '0a635542-3d16-4215-b31e-5c757f769e7d'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:14.796596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2f47818f-b127-42de-a0fd-52e8735e6bb3 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:14.810226 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7a5cb8c-abe7-4c93-a16f-65fad3af068d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.832699 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b7c89-f7fc-47d3-b35f-8d23f0fbc518 req-0521e2d3-635f-41ff-9d2a-e2fb48d07ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:14.834339 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c74b7c89-f7fc-47d3-b35f-8d23f0fbc518 req-0521e2d3-635f-41ff-9d2a-e2fb48d07ea5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 1097 time: 0.0800557 Jul 05 04:05:14.876583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 2f47818f-b127-42de-a0fd-52e8735e6bb3 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:14.877368 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2f47818f-b127-42de-a0fd-52e8735e6bb3 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:14.890003 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb81e254-fce7-4b75-bdeb-7cdeaa94a220 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.910530 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0574-447a-4529-9571-fef7247f9bb0 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.917229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0d0574-447a-4529-9571-fef7247f9bb0 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:14.917854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0574-447a-4529-9571-fef7247f9bb0 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.931040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=59ed0571-4a33-436b-841b-51a50e577eb8,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:15.006411 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ca0d0574-447a-4529-9571-fef7247f9bb0 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3269634 Jul 05 04:05:15.012160 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57178) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:15.020947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be2da29-511d-43e9-a443-399bdcda7603 None None] Network 42b95eb0-ae9f-4f59-b970-abc5df176786 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:15.028320 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f42f80db-a4ef-4fad-8bc1-5c827d4819f3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Request body: {'subnet': {'network_id': '23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:15.035895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81e254-fce7-4b75-bdeb-7cdeaa94a220 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event deleted for resources: {'Subnet': ['ID=ade57ad8-8c9a-49e6-81a3-4d3de9769d2e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:15.039584 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb81e254-fce7-4b75-bdeb-7cdeaa94a220 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.041344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cb81e254-fce7-4b75-bdeb-7cdeaa94a220 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "DELETE /v2.0/subnets/ade57ad8-8c9a-49e6-81a3-4d3de9769d2e HTTP/1.1" status: 204 len: 168 time: 0.7572753 Jul 05 04:05:15.066139 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57180) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:15.077073 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c74b7c89-f7fc-47d3-b35f-8d23f0fbc518 req-96e97c5e-ab36-4bc1-af15-081a306b5385 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342174 Jul 05 04:05:15.192676 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003982d3-73e0-4ec6-826e-83c4f9729a0b req-17017aa8-9584-40d0-9f9a-ab55ebed66c4 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:15.196901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d0574-447a-4529-9571-fef7247f9bb0 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event updated for resources: {'Network': ['ID=23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:15.200678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-003982d3-73e0-4ec6-826e-83c4f9729a0b req-17017aa8-9584-40d0-9f9a-ab55ebed66c4 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.3014944 Jul 05 04:05:15.211942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:15.229888 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.265838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624679c-f626-4d48-a30c-8e9953674dc1 req-c8088fed-ea4f-4448-993b-69a1ef7ec11e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:15.267444 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a624679c-f626-4d48-a30c-8e9953674dc1 req-c8088fed-ea4f-4448-993b-69a1ef7ec11e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 945 time: 0.2829502 Jul 05 04:05:15.314861 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-003982d3-73e0-4ec6-826e-83c4f9729a0b req-9c461cf4-2a12-46ab-a04c-6c228a01ca97 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130831 Jul 05 04:05:15.317881 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.358924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42f80db-a4ef-4fad-8bc1-5c827d4819f3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Made reservation on behalf of 8be9e78c7107405daf6b89b47e89710a for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:15.363048 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f42f80db-a4ef-4fad-8bc1-5c827d4819f3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.387316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a569cb-b312-4eda-b0a1-fa168a745e48 None None] DHCP port deletion for 42b95eb0-ae9f-4f59-b970-abc5df176786 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:15.396454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a624679c-f626-4d48-a30c-8e9953674dc1 req-287c2973-0d2e-47ed-9b6a-d1bf9b54bf7a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213176 Jul 05 04:05:15.434445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Deleting port 38874075-b9a7-4167-a48f-3be357c4aeb5 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:15.435483 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.495903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-96a569cb-b312-4eda-b0a1-fa168a745e48 None None] Deleting port 38874075-b9a7-4167-a48f-3be357c4aeb5 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:15.497422 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96a569cb-b312-4eda-b0a1-fa168a745e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.627137 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] For port 38874075-b9a7-4167-a48f-3be357c4aeb5, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=38874075-b9a7-4167-a48f-3be357c4aeb5,segment=NetworkSegment(4e458dca-6e07-43ab-b15f-cbd14a5f21ca),segment_id=4e458dca-6e07-43ab-b15f-cbd14a5f21ca)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:15.627705 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.631069 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-96a569cb-b312-4eda-b0a1-fa168a745e48 None None] For port 38874075-b9a7-4167-a48f-3be357c4aeb5, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=38874075-b9a7-4167-a48f-3be357c4aeb5,segment=NetworkSegment(4e458dca-6e07-43ab-b15f-cbd14a5f21ca),segment_id=4e458dca-6e07-43ab-b15f-cbd14a5f21ca)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:15.632269 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96a569cb-b312-4eda-b0a1-fa168a745e48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.645099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Calling delete_port for 38874075-b9a7-4167-a48f-3be357c4aeb5 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:15.694004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-96a569cb-b312-4eda-b0a1-fa168a745e48 None None] Calling delete_port for 38874075-b9a7-4167-a48f-3be357c4aeb5 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:15.905944 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.915707 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96a569cb-b312-4eda-b0a1-fa168a745e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.955322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a569cb-b312-4eda-b0a1-fa168a745e48 None None] Pushing event deleted for resources: {'Port': ['ID=38874075-b9a7-4167-a48f-3be357c4aeb5,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:15.971045 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event deleted for resources: {'Port': ['ID=38874075-b9a7-4167-a48f-3be357c4aeb5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:15.973015 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] No DVR routers for this DVR port 38874075-b9a7-4167-a48f-3be357c4aeb5 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:15.975939 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a569cb-b312-4eda-b0a1-fa168a745e48 None None] No DVR routers for this DVR port 38874075-b9a7-4167-a48f-3be357c4aeb5 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:16.067584 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.079538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b95eb0-ae9f-4f59-b970-abc5df176786']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:16.100727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e458dca-6e07-43ab-b15f-cbd14a5f21ca') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:16.101015 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e458dca-6e07-43ab-b15f-cbd14a5f21ca') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:16.113795 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.132698 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.141844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:16.143421 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:16.148688 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:16.252471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7a5cb8c-abe7-4c93-a16f-65fad3af068d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.373420 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f42f80db-a4ef-4fad-8bc1-5c827d4819f3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.374901 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:05:16.444288 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.511995 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7a5cb8c-abe7-4c93-a16f-65fad3af068d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.514739 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.522374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "DELETE /v2.0/networks/42b95eb0-ae9f-4f59-b970-abc5df176786 HTTP/1.1" status: 204 len: 168 time: 1.4562585 Jul 05 04:05:16.523696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57202) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.549948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7cadf-1291-4e25-97ad-66a48893adad tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Pushing event deleted for resources: {'Network': ['ID=42b95eb0-ae9f-4f59-b970-abc5df176786,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:16.656893 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7c79c889-34ad-4a65-b61a-e189d279af84 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "GET /v2.0/ports?device_id=603935df-5ac3-4c31-8a4a-b5e6eae408fc HTTP/1.1" status: 200 len: 205 time: 0.1073167 Jul 05 04:05:16.657393 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-d7a5cb8c-abe7-4c93-a16f-65fad3af068d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Floating IP b4a47869-6930-4584-a750-b5f02a8a6615 associated. External IP: 172.25.6.168, port: 0a635542-3d16-4215-b31e-5c757f769e7d. Jul 05 04:05:16.657729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57204) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.665289 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f80db-a4ef-4fad-8bc1-5c827d4819f3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event updated for resources: {'Subnet': ['ID=c65b6d72-e637-4ccd-848f-9e0b896c7273,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:16.725807 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42f80db-a4ef-4fad-8bc1-5c827d4819f3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Checking segment: {'id': '14beb4a0-5fa1-4b59-8989-5c7087fedb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:16.725807 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42f80db-a4ef-4fad-8bc1-5c827d4819f3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Network hostable DHCP agents. Network: 23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:16.789312 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 38874075-b9a7-4167-a48f-3be357c4aeb5 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:16.837531 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53fe550e-9822-440e-b6a0-d03e2e5b1647 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.848867 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 38874075-b9a7-4167-a48f-3be357c4aeb5 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:16.849208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 38874075-b9a7-4167-a48f-3be357c4aeb5 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:16.852497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42f80db-a4ef-4fad-8bc1-5c827d4819f3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Network 23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:16.865233 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.963253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fe48b-5d12-4128-b8d1-0a5ea28d26cd req-1895d2f6-d714-4f73-aab1-e8b2d5015948 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:16.971859 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-459fe48b-5d12-4128-b8d1-0a5ea28d26cd req-1895d2f6-d714-4f73-aab1-e8b2d5015948 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.4681807 Jul 05 04:05:16.997158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a5cb8c-abe7-4c93-a16f-65fad3af068d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router fc4cfece-5a40-45b1-88af-289ab873556e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:17.051031 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e9b4d-5073-4900-bc89-99613b7701b4 req-55f8290c-b31c-4231-920f-9cf5f07c38d3 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:17.057942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e3e9b4d-5073-4900-bc89-99613b7701b4 req-55f8290c-b31c-4231-920f-9cf5f07c38d3 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 945 time: 0.4839911 Jul 05 04:05:17.105327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-f42f80db-a4ef-4fad-8bc1-5c827d4819f3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:17.119322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c845c4b0-73d0-40af-8a58-b38fab7f7ae9 None None] Network 23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:17.124974 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53fe550e-9822-440e-b6a0-d03e2e5b1647 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.130461 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53fe550e-9822-440e-b6a0-d03e2e5b1647 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.135911 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42f80db-a4ef-4fad-8bc1-5c827d4819f3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:17.135911 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f42f80db-a4ef-4fad-8bc1-5c827d4819f3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.163445 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a5cb8c-abe7-4c93-a16f-65fad3af068d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:17.175619 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e3e9b4d-5073-4900-bc89-99613b7701b4 req-921a8459-1c29-4677-910a-84aca118a81d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123083 Jul 05 04:05:17.178274 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7a5cb8c-abe7-4c93-a16f-65fad3af068d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.188208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c14899-f110-4c70-8f6c-e892b4c43ecf None None] Sync routers for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:17.252344 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c14899-f110-4c70-8f6c-e892b4c43ecf None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:17.253000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-37c14899-f110-4c70-8f6c-e892b4c43ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:17.256199 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-459fe48b-5d12-4128-b8d1-0a5ea28d26cd req-8971372e-0faf-4b0e-847b-64c059a13ac0 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824368 Jul 05 04:05:17.296354 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d7a5cb8c-abe7-4c93-a16f-65fad3af068d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "PUT /v2.0/floatingips/b4a47869-6930-4584-a750-b5f02a8a6615 HTTP/1.1" status: 200 len: 977 time: 2.5856817 Jul 05 04:05:17.298729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57218) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:17.362819 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53fe550e-9822-440e-b6a0-d03e2e5b1647 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.363858 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fe550e-9822-440e-b6a0-d03e2e5b1647 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Fanout notify agent at l3_agent the message router_deleted on router 603935df-5ac3-4c31-8a4a-b5e6eae408fc {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:17.374344 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53fe550e-9822-440e-b6a0-d03e2e5b1647 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.391569 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-53fe550e-9822-440e-b6a0-d03e2e5b1647 tempest-RoutersNegativeIpV6Test-200708712 tempest-RoutersNegativeIpV6Test-200708712-project] 10.222.0.38 "DELETE /v2.0/routers/603935df-5ac3-4c31-8a4a-b5e6eae408fc HTTP/1.1" status: 204 len: 168 time: 0.7201483 Jul 05 04:05:17.415086 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f42f80db-a4ef-4fad-8bc1-5c827d4819f3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3914740 Jul 05 04:05:17.415294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57222) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:17.420836 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1182818213', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:17.553930 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.556115 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.606393 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a4d705f1-0f2d-44a7-9c68-ea72e063b8b7 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting port 0a635542-3d16-4215-b31e-5c757f769e7d {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:17.607018 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a4d705f1-0f2d-44a7-9c68-ea72e063b8b7 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.618136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-37c14899-f110-4c70-8f6c-e892b4c43ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:17.648760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c14899-f110-4c70-8f6c-e892b4c43ecf None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:17.649393 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-37c14899-f110-4c70-8f6c-e892b4c43ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:17.664208 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.693221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-37c14899-f110-4c70-8f6c-e892b4c43ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:17.694000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c14899-f110-4c70-8f6c-e892b4c43ecf None None] The sync data for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:17.703623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81908f-3f01-4604-b9eb-3690235dc28a req-bc8eaf56-9cf4-46db-8361-73e570692e5b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:17.705456 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc81908f-3f01-4604-b9eb-3690235dc28a req-bc8eaf56-9cf4-46db-8361-73e570692e5b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 945 time: 0.2417388 Jul 05 04:05:17.773738 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc81908f-3f01-4604-b9eb-3690235dc28a req-cfc5cd72-4461-4172-b449-73cf7467d92e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587897 Jul 05 04:05:17.777215 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a4d705f1-0f2d-44a7-9c68-ea72e063b8b7 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.788759 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d', 'network_id': '23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d', 'tenant_id': '8be9e78c7107405daf6b89b47e89710a', 'fixed_ips': [{'subnet_id': 'c65b6d72-e637-4ccd-848f-9e0b896c7273'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:17.789285 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.937834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Allocated IP 172.20.0.2 (23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d/c65b6d72-e637-4ccd-848f-9e0b896c7273/a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:18.078473 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a4d705f1-0f2d-44a7-9c68-ea72e063b8b7 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.079489 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a4d705f1-0f2d-44a7-9c68-ea72e063b8b7 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.079807 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-a4d705f1-0f2d-44a7-9c68-ea72e063b8b7 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Floating IP b4a47869-6930-4584-a750-b5f02a8a6615 disassociated. External IP: 172.25.6.168, port: 0a635542-3d16-4215-b31e-5c757f769e7d. Jul 05 04:05:18.080237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a4d705f1-0f2d-44a7-9c68-ea72e063b8b7 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Calling delete_port for 0a635542-3d16-4215-b31e-5c757f769e7d owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:18.089202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5026e2-51f0-458c-ba6c-3fe394b6a39f req-395d8489-dfd8-4580-a24d-d82d2d405919 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:18.091474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5026e2-51f0-458c-ba6c-3fe394b6a39f req-395d8489-dfd8-4580-a24d-d82d2d405919 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 945 time: 0.1429267 Jul 05 04:05:18.110479 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.138925 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Transition to ACTIVE for port object a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:18.178505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Transition to ACTIVE for port object a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:18.196343 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.205422 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5026e2-51f0-458c-ba6c-3fe394b6a39f req-394a74f6-4869-46ae-aa9a-6beadc028bb2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988140 Jul 05 04:05:18.269050 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.354136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Network 23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:18.361718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:18.373383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:18.449683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Pushing event updated for resources: {'Port': ['ID=a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:18.469611 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a4d705f1-0f2d-44a7-9c68-ea72e063b8b7 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.557414 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d705f1-0f2d-44a7-9c68-ea72e063b8b7 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Port': ['ID=0a635542-3d16-4215-b31e-5c757f769e7d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:18.604410 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Attempting to bind port a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:18.605597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Attempting to bind port a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '14beb4a0-5fa1-4b59-8989-5c7087fedb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:18.607369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Attempting to bind port a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 on network 23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:18.627773 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:18.628330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Checking segment: {'id': '14beb4a0-5fa1-4b59-8989-5c7087fedb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:18.628804 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.629272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Bound using segment: {'id': '14beb4a0-5fa1-4b59-8989-5c7087fedb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:18.633443 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Bound port: a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14beb4a0-5fa1-4b59-8989-5c7087fedb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:18.633443 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.691066 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57242) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:18.782407 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] For port a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:18.786186 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] For port a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8,segment=NetworkSegment(14beb4a0-5fa1-4b59-8989-5c7087fedb54),segment_id=14beb4a0-5fa1-4b59-8989-5c7087fedb54)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:18.833947 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.887116 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.890114 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.993387 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-92b62fb9-32d0-4601-87a1-d224a7ed57bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d55c33adec20478da1af81bf2f6b1715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3004980 Jul 05 04:05:19.006878 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57246) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:19.031393 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70230246-c891-4055-8ef8-2b6d58dde544 None None] Pushing event updated for resources: {'Port': ['ID=a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:19.260323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Allocated IP 172.25.6.246 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/d8f17362-e786-42a4-967b-80d4459d7c45) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:19.267890 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b7d3d83a-efa4-4612-b518-82cb11b76606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.322230 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b7d3d83a-efa4-4612-b518-82cb11b76606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.331445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023e516-aa40-4925-99d8-c9e4b7dc281c req-df7b08e5-52cb-447d-87f0-39c32ca0260a tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:19.338655 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4023e516-aa40-4925-99d8-c9e4b7dc281c req-df7b08e5-52cb-447d-87f0-39c32ca0260a tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.8498261 Jul 05 04:05:19.411966 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4023e516-aa40-4925-99d8-c9e4b7dc281c req-e502802a-673b-47a3-baee-cce58bb7203c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723321 Jul 05 04:05:19.487178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d705f1-0f2d-44a7-9c68-ea72e063b8b7 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router fc4cfece-5a40-45b1-88af-289ab873556e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:19.588952 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8435e5-b4e4-4d59-a431-cee0efe17931 req-416b8f74-f020-481f-9645-65381eac63c5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:19.590728 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d8435e5-b4e4-4d59-a431-cee0efe17931 req-416b8f74-f020-481f-9645-65381eac63c5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 945 time: 0.1739829 Jul 05 04:05:19.613299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b7d3d83a-efa4-4612-b518-82cb11b76606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.618589 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b7d3d83a-efa4-4612-b518-82cb11b76606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.623159 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b7d3d83a-efa4-4612-b518-82cb11b76606 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f9a88420-638a-4f73-9573-ef8a32d9e6a0 HTTP/1.1" status: 204 len: 168 time: 0.6139350 Jul 05 04:05:19.701271 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3d83a-efa4-4612-b518-82cb11b76606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a88420-638a-4f73-9573-ef8a32d9e6a0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:19.710075 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.730065 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d8435e5-b4e4-4d59-a431-cee0efe17931 req-2f2934dd-ea23-4f98-afd5-bbd116e8a624 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280198 Jul 05 04:05:19.739586 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d705f1-0f2d-44a7-9c68-ea72e063b8b7 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:19.759796 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d47d3-8c98-4a29-b276-7d31d184f385 None None] Sync routers for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:19.807810 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d47d3-8c98-4a29-b276-7d31d184f385 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:19.815107 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3e0d47d3-8c98-4a29-b276-7d31d184f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:19.874940 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.925509 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a4d705f1-0f2d-44a7-9c68-ea72e063b8b7 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.927960 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a4d705f1-0f2d-44a7-9c68-ea72e063b8b7 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/ports/0a635542-3d16-4215-b31e-5c757f769e7d HTTP/1.1" status: 204 len: 168 time: 2.6279325 Jul 05 04:05:19.930691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57264) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:19.936010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:19.939543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:19.952194 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:19.995381 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event updated for resources: {'Port': ['ID=d8f17362-e786-42a4-967b-80d4459d7c45,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:20.031262 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-81f8583f-63c5-4740-b6dd-f121d8d1469a tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "GET /v2.0/floatingips/b4a47869-6930-4584-a750-b5f02a8a6615 HTTP/1.1" status: 200 len: 688 time: 0.0991747 Jul 05 04:05:20.051023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57266) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:20.096485 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3e0d47d3-8c98-4a29-b276-7d31d184f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:20.118782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a147f-c6f3-4c87-a11f-60c3928f9b22 req-955b2161-b978-4f0a-8508-1915fce73755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:20.120560 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d6a147f-c6f3-4c87-a11f-60c3928f9b22 req-955b2161-b978-4f0a-8508-1915fce73755 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eaf4c0ff0e0244099a1253058e48e066&device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 1097 time: 0.2733538 Jul 05 04:05:20.172439 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d47d3-8c98-4a29-b276-7d31d184f385 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:20.173442 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3e0d47d3-8c98-4a29-b276-7d31d184f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:20.322870 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3e0d47d3-8c98-4a29-b276-7d31d184f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:20.324327 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d47d3-8c98-4a29-b276-7d31d184f385 None None] The sync data for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:20.414410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a147f-c6f3-4c87-a11f-60c3928f9b22 req-7ab7dc7b-0f5c-467c-9904-5f59384927bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:20.415900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d6a147f-c6f3-4c87-a11f-60c3928f9b22 req-7ab7dc7b-0f5c-467c-9904-5f59384927bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bb45571-704a-47f7-b580-2fad721401bc HTTP/1.1" status: 200 len: 916 time: 0.2197781 Jul 05 04:05:20.490336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-44140351-4736-4845-9952-3e6c054974fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting port 04aae42a-45e4-48ea-9c3c-4b5174ffd824 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:20.490336 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44140351-4736-4845-9952-3e6c054974fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.490336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d6a147f-c6f3-4c87-a11f-60c3928f9b22 req-73cc802d-a3f0-4ddd-8d0c-4933ae79e386 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c47a5c4-e5ec-42fb-9518-99c63a505eb8 HTTP/1.1" status: 200 len: 217 time: 0.0573275 Jul 05 04:05:20.729793 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.738029 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a147f-c6f3-4c87-a11f-60c3928f9b22 req-3f7d18f8-8f8d-4964-b2e4-82040baa73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:20.742379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d6a147f-c6f3-4c87-a11f-60c3928f9b22 req-3f7d18f8-8f8d-4964-b2e4-82040baa73ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0bf925f8-4a3f-45ed-b86f-c635afeb1643 HTTP/1.1" status: 200 len: 855 time: 0.2344820 Jul 05 04:05:20.771906 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24949dd9-a142-42da-8ae3-1e82d6021ea9 None None] Network 23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:20.834921 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d6a147f-c6f3-4c87-a11f-60c3928f9b22 req-e32498d9-b527-4b50-a183-50095fb47197 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bb45571-704a-47f7-b580-2fad721401bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702770 Jul 05 04:05:20.868220 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44140351-4736-4845-9952-3e6c054974fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.868560 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44140351-4736-4845-9952-3e6c054974fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.941577 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-44140351-4736-4845-9952-3e6c054974fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Calling delete_port for 04aae42a-45e4-48ea-9c3c-4b5174ffd824 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:20.948321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:20.960387 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f84804-7e04-49d5-a841-ae1669eb7cd6 req-6aa63efd-2e67-4e68-8150-8869d972c0e2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:20.960387 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5f84804-7e04-49d5-a841-ae1669eb7cd6 req-6aa63efd-2e67-4e68-8150-8869d972c0e2 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.3201537 Jul 05 04:05:20.996016 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.091266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5f84804-7e04-49d5-a841-ae1669eb7cd6 req-0cf5ddab-324e-46b8-9d6a-f83559d4cee4 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189461 Jul 05 04:05:21.154265 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d6a147f-c6f3-4c87-a11f-60c3928f9b22 req-5c9ea52f-09ac-4ae3-a16c-f1d5f0e8636c service neutron] 10.222.0.36 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108304 Jul 05 04:05:21.186754 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ee230431-0ba1-4ef1-bb81-3cede8fca94a None None] Provisioning for port a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:21.260596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:21.274837 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:21.275204 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.401257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9863fa-8764-4fab-88ae-0edc76882733 req-30c01a0e-1b82-4db5-bd12-c54bd0cb5372 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.403787 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff9863fa-8764-4fab-88ae-0edc76882733 req-30c01a0e-1b82-4db5-bd12-c54bd0cb5372 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 945 time: 0.2820804 Jul 05 04:05:21.458085 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d6a147f-c6f3-4c87-a11f-60c3928f9b22 req-bb38c551-3490-4ea5-b1c0-a7c9c150b156 service neutron] 10.222.0.36 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903452 Jul 05 04:05:21.483265 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.502020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f83a6-f94a-4c23-9b67-6ccc3d41e9df req-5a48991e-6f7c-4952-92d1-603d6a40898f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.504186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-670f83a6-f94a-4c23-9b67-6ccc3d41e9df req-5a48991e-6f7c-4952-92d1-603d6a40898f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 945 time: 0.1779714 Jul 05 04:05:21.572717 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-670f83a6-f94a-4c23-9b67-6ccc3d41e9df req-fcfa3e20-9c58-4988-a94f-9c4014ee24ff tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615089 Jul 05 04:05:21.573837 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44140351-4736-4845-9952-3e6c054974fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.592297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8,segment=NetworkSegment(14beb4a0-5fa1-4b59-8989-5c7087fedb54),segment_id=14beb4a0-5fa1-4b59-8989-5c7087fedb54)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:21.613220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44140351-4736-4845-9952-3e6c054974fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Port': ['ID=04aae42a-45e4-48ea-9c3c-4b5174ffd824,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:21.626990 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Router 7e61c87e-6334-400a-aa60-6048ee8d7bfc is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:05:21.632336 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57312) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:21.736685 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44140351-4736-4845-9952-3e6c054974fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.739923 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44140351-4736-4845-9952-3e6c054974fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.744534 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-44140351-4736-4845-9952-3e6c054974fb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/floatingips/b4a47869-6930-4584-a750-b5f02a8a6615 HTTP/1.1" status: 204 len: 168 time: 1.6891181 Jul 05 04:05:21.745212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57324) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:21.749079 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.751842 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': 'eefdb7ca-59ba-4844-9a2b-1f6bc4e72902'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:21.839664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:21.850595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:21.864343 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a449ec64-2479-490e-b3a5-d8d789203216 None None] Sync routers for ids ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:21.869246 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.880618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-731a3e0b-3e78-4d93-8c2d-1195db7a6d61 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-285997161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:21.890806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a449ec64-2479-490e-b3a5-d8d789203216 None None] Routers {'7e61c87e-6334-400a-aa60-6048ee8d7bfc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:21.891830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a449ec64-2479-490e-b3a5-d8d789203216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:21.922649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-ff9863fa-8764-4fab-88ae-0edc76882733 req-40c6608b-f00e-43e0-8b78-fb5d036ec1ae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Deleting port 59ed0571-4a33-436b-841b-51a50e577eb8 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:21.923029 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ff9863fa-8764-4fab-88ae-0edc76882733 req-40c6608b-f00e-43e0-8b78-fb5d036ec1ae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.941087 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a449ec64-2479-490e-b3a5-d8d789203216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:21.951044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a449ec64-2479-490e-b3a5-d8d789203216 None None] Routers {'7e61c87e-6334-400a-aa60-6048ee8d7bfc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:21.951768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a449ec64-2479-490e-b3a5-d8d789203216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:21.990360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a449ec64-2479-490e-b3a5-d8d789203216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:21.991157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a449ec64-2479-490e-b3a5-d8d789203216 None None] The sync data for ids ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:22.046614 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e178d4fe-ce8a-4f89-9b85-9c28b9d7fbb9 None None] Provisioning complete for port a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:22.047099 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e178d4fe-ce8a-4f89-9b85-9c28b9d7fbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.054633 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.237038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 59ed0571-4a33-436b-841b-51a50e577eb8 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:22.258407 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Allocated IP 172.25.6.182 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/8e40b0b7-f110-4bc7-b48c-cdbbbd72f021) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:22.360976 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.411621 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 59ed0571-4a33-436b-841b-51a50e577eb8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=59ed0571-4a33-436b-841b-51a50e577eb8,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:22.411621 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf8c0b3-ecd6-454c-b62c-a51d071dfb57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ed0571-4a33-436b-841b-51a50e577eb8'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:22.413405 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6599855-bea7-45a8-843d-bee6caaef7b9" -d '{"events": [{"server_uuid": "1bf8c0b3-ecd6-454c-b62c-a51d071dfb57", "name": "network-vif-unplugged", "status": "completed", "tag": "59ed0571-4a33-436b-841b-51a50e577eb8"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:22.475594 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57301660-71da-4ea1-b69c-10de9aedff12 x-openstack-request-id: req-57301660-71da-4ea1-b69c-10de9aedff12 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:22.475892 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf8c0b3-ecd6-454c-b62c-a51d071dfb57", "name": "network-vif-unplugged", "status": "completed", "tag": "59ed0571-4a33-436b-841b-51a50e577eb8", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:22.476182 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-57301660-71da-4ea1-b69c-10de9aedff12 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:22.476588 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf8c0b3-ecd6-454c-b62c-a51d071dfb57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ed0571-4a33-436b-841b-51a50e577eb8', 'code': 200} Jul 05 04:05:22.488535 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.492297 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.492877 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4e617520-3727-46c1-b66a-3691878b3d1a tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.0759335 Jul 05 04:05:22.497785 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57332) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:22.503556 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.508125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:22.593887 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e46a6-02d6-4651-ad80-364355fcd5d5 req-e2c6a70a-5ed3-4020-8227-87c648634cab tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:22.595974 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-960e46a6-02d6-4651-ad80-364355fcd5d5 req-e2c6a70a-5ed3-4020-8227-87c648634cab tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.3160486 Jul 05 04:05:22.602405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ff9863fa-8764-4fab-88ae-0edc76882733 req-40c6608b-f00e-43e0-8b78-fb5d036ec1ae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] For port 59ed0571-4a33-436b-841b-51a50e577eb8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=59ed0571-4a33-436b-841b-51a50e577eb8,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:22.602881 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ff9863fa-8764-4fab-88ae-0edc76882733 req-40c6608b-f00e-43e0-8b78-fb5d036ec1ae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.636112 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-731a3e0b-3e78-4d93-8c2d-1195db7a6d61 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.657449 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.669210 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-731a3e0b-3e78-4d93-8c2d-1195db7a6d61 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.687225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=59ed0571-4a33-436b-841b-51a50e577eb8,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:22.721662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=8e40b0b7-f110-4bc7-b48c-cdbbbd72f021,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:22.744719 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-960e46a6-02d6-4651-ad80-364355fcd5d5 req-6d41a09f-9ec0-415f-82ec-9f19eb86df34 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425588 Jul 05 04:05:22.774643 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:22.789057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:22.796249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:22.800379 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.808081 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-731a3e0b-3e78-4d93-8c2d-1195db7a6d61 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.870006 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-ff9863fa-8764-4fab-88ae-0edc76882733 req-40c6608b-f00e-43e0-8b78-fb5d036ec1ae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Calling delete_port for 59ed0571-4a33-436b-841b-51a50e577eb8 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:22.883397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:22.886805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:22.895554 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-731a3e0b-3e78-4d93-8c2d-1195db7a6d61 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.978139 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.050495 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-731a3e0b-3e78-4d93-8c2d-1195db7a6d61 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.053110 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-731a3e0b-3e78-4d93-8c2d-1195db7a6d61 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.4196243 Jul 05 04:05:23.059226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57346) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:23.063063 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedec09-1d33-42c3-9588-0d1798d33a05 req-a9fb7332-d41d-483c-8f4c-5044a5c5ecc2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:23.065084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-beedec09-1d33-42c3-9588-0d1798d33a05 req-a9fb7332-d41d-483c-8f4c-5044a5c5ecc2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 943 time: 0.1991296 Jul 05 04:05:23.072711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2d914c58-3e94-4445-8bfd-911c22aadd86 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-785612235'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:23.096651 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:23.119106 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:23.119494 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.191840 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-beedec09-1d33-42c3-9588-0d1798d33a05 req-6df74e48-7ee0-42d8-bd38-d4cead1f7437 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692949 Jul 05 04:05:23.338062 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d914c58-3e94-4445-8bfd-911c22aadd86 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Made reservation on behalf of 022a4136260f4a5ebd1219e7199b0271 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:23.342332 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d914c58-3e94-4445-8bfd-911c22aadd86 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.367992 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d914c58-3e94-4445-8bfd-911c22aadd86 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.490283 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ff9863fa-8764-4fab-88ae-0edc76882733 req-40c6608b-f00e-43e0-8b78-fb5d036ec1ae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.588601 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d914c58-3e94-4445-8bfd-911c22aadd86 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.623642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6608b-f00e-43e0-8b78-fb5d036ec1ae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event deleted for resources: {'Port': ['ID=59ed0571-4a33-436b-841b-51a50e577eb8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:23.641844 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d914c58-3e94-4445-8bfd-911c22aadd86 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.644617 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.747619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d914c58-3e94-4445-8bfd-911c22aadd86 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:23.760045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9863fa-8764-4fab-88ae-0edc76882733 req-40c6608b-f00e-43e0-8b78-fb5d036ec1ae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] No DVR routers for this DVR port 59ed0571-4a33-436b-841b-51a50e577eb8 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:23.769627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ff9863fa-8764-4fab-88ae-0edc76882733 req-40c6608b-f00e-43e0-8b78-fb5d036ec1ae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.772035 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff9863fa-8764-4fab-88ae-0edc76882733 req-40c6608b-f00e-43e0-8b78-fb5d036ec1ae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "DELETE /v2.0/ports/59ed0571-4a33-436b-841b-51a50e577eb8 HTTP/1.1" status: 204 len: 173 time: 2.3563554 Jul 05 04:05:23.776816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf8c0b3-ecd6-454c-b62c-a51d071dfb57', 'name': 'network-vif-deleted', 'tag': '59ed0571-4a33-436b-841b-51a50e577eb8'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:23.780561 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb3c14a-b9f7-4eec-929f-3dccd3dbe24e" -d '{"events": [{"server_uuid": "1bf8c0b3-ecd6-454c-b62c-a51d071dfb57", "name": "network-vif-deleted", "tag": "59ed0571-4a33-436b-841b-51a50e577eb8"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:23.821347 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d914c58-3e94-4445-8bfd-911c22aadd86 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.823884 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-2d914c58-3e94-4445-8bfd-911c22aadd86 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Added segment 68bf959c-929e-4901-b7f6-42683181ccc5 of type vlan for network 95322ff9-bf6c-4667-9cb2-957a7dfd88e0 Jul 05 04:05:23.843197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d914c58-3e94-4445-8bfd-911c22aadd86 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08797c88-8a39-40f4-9b18-913601b073a2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:23.920556 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d914c58-3e94-4445-8bfd-911c22aadd86 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.929368 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d1551a-8a78-44b2-920e-c39b8903d1bd x-openstack-request-id: req-66d1551a-8a78-44b2-920e-c39b8903d1bd {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:23.929828 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf8c0b3-ecd6-454c-b62c-a51d071dfb57", "name": "network-vif-deleted", "tag": "59ed0571-4a33-436b-841b-51a50e577eb8", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:23.930181 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66d1551a-8a78-44b2-920e-c39b8903d1bd {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:23.930697 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf8c0b3-ecd6-454c-b62c-a51d071dfb57', 'name': 'network-vif-deleted', 'tag': '59ed0571-4a33-436b-841b-51a50e577eb8', 'status': 'completed', 'code': 200} Jul 05 04:05:23.933539 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.933671 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.222390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1aeff-c8ea-4296-898c-2d54c1f52051 req-a57e8916-cb41-4f70-956b-a0bbb1c15325 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:24.229857 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d914c58-3e94-4445-8bfd-911c22aadd86 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.230082 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6df1aeff-c8ea-4296-898c-2d54c1f52051 req-a57e8916-cb41-4f70-956b-a0bbb1c15325 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 943 time: 0.1099896 Jul 05 04:05:24.238389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d914c58-3e94-4445-8bfd-911c22aadd86 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:24.239149 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d914c58-3e94-4445-8bfd-911c22aadd86 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.262360 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.265811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:05:24.307790 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6df1aeff-c8ea-4296-898c-2d54c1f52051 req-e72e44bd-ac20-4e1a-9518-9b35f68f838c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766287 Jul 05 04:05:24.366032 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.400271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:24.439425 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '2c47a5c4-e5ec-42fb-9518-99c63a505eb8', 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc', 'port_id': '2c47a5c4-e5ec-42fb-9518-99c63a505eb8', 'mac_address': 'fa:16:3e:04:8a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf925f8-4a3f-45ed-b86f-c635afeb1643', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:05:24.480036 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2d914c58-3e94-4445-8bfd-911c22aadd86 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4172451 Jul 05 04:05:24.484509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57368) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:24.494099 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e9c4aa-81bd-45f5-a574-0e99be02864a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c47a5c4-e5ec-42fb-9518-99c63a505eb8'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:24.495163 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ead172-12c9-457d-833c-dd00710561fb" -d '{"events": [{"server_uuid": "74e9c4aa-81bd-45f5-a574-0e99be02864a", "name": "network-vif-unplugged", "status": "completed", "tag": "2c47a5c4-e5ec-42fb-9518-99c63a505eb8"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:24.567498 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.567844 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0ea094ed-3a97-459e-90db-0f420c4ce1dd tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Request body: {'subnet': {'network_id': '95322ff9-bf6c-4667-9cb2-957a7dfd88e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:24.592157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d914c58-3e94-4445-8bfd-911c22aadd86 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event updated for resources: {'Network': ['ID=95322ff9-bf6c-4667-9cb2-957a7dfd88e0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:24.592444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:24.596402 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ed4b114-ec47-4895-92cc-443a1631fda2 req-215ea246-9a58-4acf-96d1-552b6725a174 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 210 time: 0.0840759 Jul 05 04:05:24.619999 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ef1bdb-ee21-407d-937b-9507b085b834 x-openstack-request-id: req-d4ef1bdb-ee21-407d-937b-9507b085b834 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:24.621193 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e9c4aa-81bd-45f5-a574-0e99be02864a", "name": "network-vif-unplugged", "status": "completed", "tag": "2c47a5c4-e5ec-42fb-9518-99c63a505eb8", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:24.622867 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4ef1bdb-ee21-407d-937b-9507b085b834 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:24.623547 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e9c4aa-81bd-45f5-a574-0e99be02864a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c47a5c4-e5ec-42fb-9518-99c63a505eb8', 'code': 200} Jul 05 04:05:24.625125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 95322ff9-bf6c-4667-9cb2-957a7dfd88e0 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:24.646613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=8e40b0b7-f110-4bc7-b48c-cdbbbd72f021,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:24.666314 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.759704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:24.839497 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.878534 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Allocated IP 172.20.0.1 (23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d/c65b6d72-e637-4ccd-848f-9e0b896c7273/2d33e09d-879f-46fb-af40-d55697bf3984) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:24.884037 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Floating IP 857506ed-296f-4256-bfe0-7a1be8d6bc9f associated. External IP: 172.25.6.182, port: eefdb7ca-59ba-4844-9a2b-1f6bc4e72902. Jul 05 04:05:24.935093 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:25.009826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea094ed-3a97-459e-90db-0f420c4ce1dd tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Made reservation on behalf of 022a4136260f4a5ebd1219e7199b0271 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:25.014406 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ea094ed-3a97-459e-90db-0f420c4ce1dd tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.189397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['2c47a5c4-e5ec-42fb-9518-99c63a505eb8'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:25.243561 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.261307 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Transition to ACTIVE for port object 2d33e09d-879f-46fb-af40-d55697bf3984 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:25.694894 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.713375 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router fc4cfece-5a40-45b1-88af-289ab873556e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:25.751123 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ea094ed-3a97-459e-90db-0f420c4ce1dd tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.800962 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b57ff993-9dc8-4c36-b638-3d66b2d5b34c req-3c55eb83-f356-43e3-8e1b-4b318659d9f0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 210 time: 0.0662978 Jul 05 04:05:25.812700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Network 23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:25.834050 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:25.843848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:25.867953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69aafe2-7790-4cad-8c35-fa9d5ce79c84 req-89fc8f97-2aa3-486d-8c45-fb687e34288c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:25.869365 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b69aafe2-7790-4cad-8c35-fa9d5ce79c84 req-89fc8f97-2aa3-486d-8c45-fb687e34288c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 944 time: 0.2169249 Jul 05 04:05:25.889609 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event updated for resources: {'Port': ['ID=2d33e09d-879f-46fb-af40-d55697bf3984,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:25.897251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea094ed-3a97-459e-90db-0f420c4ce1dd tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event updated for resources: {'Subnet': ['ID=0e61daf2-d763-4b2b-9d36-74ea77f00bfb,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:25.930771 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea094ed-3a97-459e-90db-0f420c4ce1dd tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Checking segment: {'id': '68bf959c-929e-4901-b7f6-42683181ccc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '95322ff9-bf6c-4667-9cb2-957a7dfd88e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:25.932713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea094ed-3a97-459e-90db-0f420c4ce1dd tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Network hostable DHCP agents. Network: 95322ff9-bf6c-4667-9cb2-957a7dfd88e0, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:25.957262 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.004363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:26.021908 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c25ce1-7003-4cef-bd54-d21f0d207a84 None None] Sync routers for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:26.023595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b69aafe2-7790-4cad-8c35-fa9d5ce79c84 req-d94c5259-0e5b-4b64-9948-72e0fc66fcc8 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420305 Jul 05 04:05:26.069473 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c25ce1-7003-4cef-bd54-d21f0d207a84 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:26.070154 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-48c25ce1-7003-4cef-bd54-d21f0d207a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:26.106925 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-48c25ce1-7003-4cef-bd54-d21f0d207a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:26.117590 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c25ce1-7003-4cef-bd54-d21f0d207a84 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:26.118275 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-48c25ce1-7003-4cef-bd54-d21f0d207a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:26.161245 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.166115 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-48c25ce1-7003-4cef-bd54-d21f0d207a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:26.166772 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c25ce1-7003-4cef-bd54-d21f0d207a84 None None] The sync data for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:26.195037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea094ed-3a97-459e-90db-0f420c4ce1dd tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Network 95322ff9-bf6c-4667-9cb2-957a7dfd88e0 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:26.285572 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6045fc45-cb0f-4399-9b62-c951e3157e75 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5392673 Jul 05 04:05:26.285794 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:26.286895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57402) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:26.293948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b995f6fc-dc1d-4461-85d9-6e996e51780d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-926646079'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:26.301388 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-0ea094ed-3a97-459e-90db-0f420c4ce1dd tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 95322ff9-bf6c-4667-9cb2-957a7dfd88e0) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:26.328554 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea094ed-3a97-459e-90db-0f420c4ce1dd tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.329448 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ea094ed-3a97-459e-90db-0f420c4ce1dd tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.339326 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.345800 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a56842f-7220-4b26-a678-3fd0d1230d88 None None] Network 95322ff9-bf6c-4667-9cb2-957a7dfd88e0 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:26.352913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cdd3585e-7694-43cb-bf64-f7d30a68ae65 None None] Provisioning for port 2d33e09d-879f-46fb-af40-d55697bf3984 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:26.369898 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cdd3585e-7694-43cb-bf64-f7d30a68ae65 None None] Provisioning complete for port 2d33e09d-879f-46fb-af40-d55697bf3984 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:26.370596 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cdd3585e-7694-43cb-bf64-f7d30a68ae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.396541 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b995f6fc-dc1d-4461-85d9-6e996e51780d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Made reservation on behalf of fc5d38fc9b9743be8ccc5980d6b745b4 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:26.402563 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b995f6fc-dc1d-4461-85d9-6e996e51780d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.439657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b995f6fc-dc1d-4461-85d9-6e996e51780d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:26.452938 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b995f6fc-dc1d-4461-85d9-6e996e51780d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.453289 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-b995f6fc-dc1d-4461-85d9-6e996e51780d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Added segment 14a6804b-260d-4474-985f-f2045370c6fa of type vlan for network 3755e544-353e-4738-90a8-5ad4e512ac46 Jul 05 04:05:26.470613 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0ea094ed-3a97-459e-90db-0f420c4ce1dd tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9823310 Jul 05 04:05:26.480160 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-cdd3585e-7694-43cb-bf64-f7d30a68ae65 None None] Port 2d33e09d-879f-46fb-af40-d55697bf3984 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:26.487246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57404) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:26.498120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-9b8c4475-0689-469e-810f-15e638befc17 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Request body: {'network': {'name': 'tempest-router-network01--2095272751'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:26.504541 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:26.505271 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.515394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b995f6fc-dc1d-4461-85d9-6e996e51780d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.666432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-95322ff9-bf6c-4667-9cb2-957a7dfd88e0', 'network_id': '95322ff9-bf6c-4667-9cb2-957a7dfd88e0', 'tenant_id': '022a4136260f4a5ebd1219e7199b0271', 'fixed_ips': [{'subnet_id': '0e61daf2-d763-4b2b-9d36-74ea77f00bfb'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:26.667374 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.680301 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b995f6fc-dc1d-4461-85d9-6e996e51780d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.686990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b995f6fc-dc1d-4461-85d9-6e996e51780d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.690723 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b995f6fc-dc1d-4461-85d9-6e996e51780d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.741423 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8c4475-0689-469e-810f-15e638befc17 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Made reservation on behalf of 022a4136260f4a5ebd1219e7199b0271 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:26.745393 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b8c4475-0689-469e-810f-15e638befc17 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.765176 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.810376 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8c4475-0689-469e-810f-15e638befc17 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:26.816993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995f6fc-dc1d-4461-85d9-6e996e51780d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Network': ['ID=3755e544-353e-4738-90a8-5ad4e512ac46,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:26.836191 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b8c4475-0689-469e-810f-15e638befc17 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.839476 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-9b8c4475-0689-469e-810f-15e638befc17 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Added segment e7e1a189-3eb5-43be-988c-681dccb14c9f of type vlan for network 515df142-e778-4bf7-99f9-a813540b7702 Jul 05 04:05:26.860600 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b995f6fc-dc1d-4461-85d9-6e996e51780d tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5722229 Jul 05 04:05:26.863748 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57408) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:26.877278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4d579fb3-0112-4589-aebe-c3ef5808e2a8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'subnet': {'network_id': '3755e544-353e-4738-90a8-5ad4e512ac46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:26.910331 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b8c4475-0689-469e-810f-15e638befc17 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.917620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 3755e544-353e-4738-90a8-5ad4e512ac46 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:26.938369 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.007723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:27.051598 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.064732 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3173867-cb59-40bc-807e-c5367bb98b3b req-a7bf0ce7-b8ee-4aa8-abe5-54a6bd1a7387 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 210 time: 0.0463316 Jul 05 04:05:27.065502 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e9c4aa-81bd-45f5-a574-0e99be02864a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c47a5c4-e5ec-42fb-9518-99c63a505eb8'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:27.069319 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bc036a-bf2d-4cd0-9622-f3d695c67946" -d '{"events": [{"server_uuid": "74e9c4aa-81bd-45f5-a574-0e99be02864a", "name": "network-vif-plugged", "status": "completed", "tag": "2c47a5c4-e5ec-42fb-9518-99c63a505eb8"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:27.086062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d579fb3-0112-4589-aebe-c3ef5808e2a8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Made reservation on behalf of fc5d38fc9b9743be8ccc5980d6b745b4 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:27.090867 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d579fb3-0112-4589-aebe-c3ef5808e2a8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.104097 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Allocated IP 172.20.0.2 (95322ff9-bf6c-4667-9cb2-957a7dfd88e0/0e61daf2-d763-4b2b-9d36-74ea77f00bfb/8c35e9f8-6f0d-4e95-b246-db4799819227) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:27.201622 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b8c4475-0689-469e-810f-15e638befc17 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.220286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8c4475-0689-469e-810f-15e638befc17 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:27.222468 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b8c4475-0689-469e-810f-15e638befc17 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.319365 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b62df39-5ac1-452d-a782-52dbb0cae051 x-openstack-request-id: req-5b62df39-5ac1-452d-a782-52dbb0cae051 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:27.319889 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e9c4aa-81bd-45f5-a574-0e99be02864a", "name": "network-vif-plugged", "status": "completed", "tag": "2c47a5c4-e5ec-42fb-9518-99c63a505eb8", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:27.319889 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b62df39-5ac1-452d-a782-52dbb0cae051 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:27.320307 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e9c4aa-81bd-45f5-a574-0e99be02864a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c47a5c4-e5ec-42fb-9518-99c63a505eb8', 'code': 200} Jul 05 04:05:27.321428 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.365867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837a2aa-7021-4c09-a98b-39a30784dc75 req-64e3276e-6a59-4b85-8fed-d22a1cd0f1d0 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:27.372394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d837a2aa-7021-4c09-a98b-39a30784dc75 req-64e3276e-6a59-4b85-8fed-d22a1cd0f1d0 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.1564553 Jul 05 04:05:27.517176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:27.533228 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.549957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Transition to ACTIVE for port object 8c35e9f8-6f0d-4e95-b246-db4799819227 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:27.573068 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Transition to ACTIVE for port object 8c35e9f8-6f0d-4e95-b246-db4799819227 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:27.587865 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c4475-0689-469e-810f-15e638befc17 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event updated for resources: {'Network': ['ID=515df142-e778-4bf7-99f9-a813540b7702,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:27.598588 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.600125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 515df142-e778-4bf7-99f9-a813540b7702 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:27.603208 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9b8c4475-0689-469e-810f-15e638befc17 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1142094 Jul 05 04:05:27.612702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event updated for resources: {'Port': ['ID=2d33e09d-879f-46fb-af40-d55697bf3984,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:27.612902 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57452) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:27.615110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-e33f5f61-4579-4d8c-b2fa-f8cdcc0abede tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Request body: {'network': {'name': 'tempest-router-network02--1474026797'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:27.641596 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d579fb3-0112-4589-aebe-c3ef5808e2a8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.656847 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.659257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d837a2aa-7021-4c09-a98b-39a30784dc75 req-03e32e72-ffee-496e-a5ff-1f53b2263dcd tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475079 Jul 05 04:05:27.721817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Network 95322ff9-bf6c-4667-9cb2-957a7dfd88e0 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:27.736207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:27.745579 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:27.766559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d579fb3-0112-4589-aebe-c3ef5808e2a8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Subnet': ['ID=53d0496a-6c7e-4b17-b692-46e289155f04,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:27.782860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d579fb3-0112-4589-aebe-c3ef5808e2a8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Checking segment: {'id': '14a6804b-260d-4474-985f-f2045370c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3755e544-353e-4738-90a8-5ad4e512ac46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:27.783130 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d579fb3-0112-4589-aebe-c3ef5808e2a8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network hostable DHCP agents. Network: 3755e544-353e-4738-90a8-5ad4e512ac46, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:27.798691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Network 23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:27.802646 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:27.807305 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Pushing event updated for resources: {'Port': ['ID=8c35e9f8-6f0d-4e95-b246-db4799819227,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:27.833828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc15f2-f743-4448-9e57-5a9f287d06db req-9cb7bbd2-b252-45de-ab40-fa8d8e4a2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:27.835734 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f1fc15f2-f743-4448-9e57-5a9f287d06db req-9cb7bbd2-b252-45de-ab40-fa8d8e4a2e51 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 1097 time: 0.4241533 Jul 05 04:05:27.857068 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Attempting to bind port 8c35e9f8-6f0d-4e95-b246-db4799819227 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:27.857470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Attempting to bind port 8c35e9f8-6f0d-4e95-b246-db4799819227 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '68bf959c-929e-4901-b7f6-42683181ccc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '95322ff9-bf6c-4667-9cb2-957a7dfd88e0'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:27.857814 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Attempting to bind port 8c35e9f8-6f0d-4e95-b246-db4799819227 on network 95322ff9-bf6c-4667-9cb2-957a7dfd88e0 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:27.864182 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:27.864580 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Checking segment: {'id': '68bf959c-929e-4901-b7f6-42683181ccc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '95322ff9-bf6c-4667-9cb2-957a7dfd88e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:27.865137 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.865540 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Bound using segment: {'id': '68bf959c-929e-4901-b7f6-42683181ccc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '95322ff9-bf6c-4667-9cb2-957a7dfd88e0'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:27.866015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Bound port: 8c35e9f8-6f0d-4e95-b246-db4799819227, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68bf959c-929e-4901-b7f6-42683181ccc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '95322ff9-bf6c-4667-9cb2-957a7dfd88e0'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:27.866401 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.885815 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33f5f61-4579-4d8c-b2fa-f8cdcc0abede tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Made reservation on behalf of 022a4136260f4a5ebd1219e7199b0271 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:27.891433 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e33f5f61-4579-4d8c-b2fa-f8cdcc0abede tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.941579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d579fb3-0112-4589-aebe-c3ef5808e2a8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network 3755e544-353e-4738-90a8-5ad4e512ac46 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:27.990570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33f5f61-4579-4d8c-b2fa-f8cdcc0abede tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:28.010020 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e33f5f61-4579-4d8c-b2fa-f8cdcc0abede tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.010400 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-e33f5f61-4579-4d8c-b2fa-f8cdcc0abede tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Added segment 358057b6-ec74-43a4-9f1b-83c8f1b2a400 of type vlan for network 51272b0d-5b90-4825-a7e9-d465018922fa Jul 05 04:05:28.018310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] For port 8c35e9f8-6f0d-4e95-b246-db4799819227, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:28.027751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] For port 8c35e9f8-6f0d-4e95-b246-db4799819227, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8c35e9f8-6f0d-4e95-b246-db4799819227,segment=NetworkSegment(68bf959c-929e-4901-b7f6-42683181ccc5),segment_id=68bf959c-929e-4901-b7f6-42683181ccc5)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:28.029484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Router 7e61c87e-6334-400a-aa60-6048ee8d7bfc has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:28.039887 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f1fc15f2-f743-4448-9e57-5a9f287d06db req-6d584aba-ca5d-447e-abdc-95e78ddf4dd4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486031 Jul 05 04:05:28.082595 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e33f5f61-4579-4d8c-b2fa-f8cdcc0abede tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.121804 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-4d579fb3-0112-4589-aebe-c3ef5808e2a8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 3755e544-353e-4738-90a8-5ad4e512ac46) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:28.126686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d579fb3-0112-4589-aebe-c3ef5808e2a8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:28.127606 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d579fb3-0112-4589-aebe-c3ef5808e2a8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.130551 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec04e3b8-79d6-4298-860c-7732ac171d01 None None] Network 3755e544-353e-4738-90a8-5ad4e512ac46 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:28.168613 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:28.174950 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cc4a7ae8-ff29-48ab-bfd6-2bddc7be3970 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] 10.222.0.38 "PUT /v2.0/routers/7e61c87e-6334-400a-aa60-6048ee8d7bfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6760190 Jul 05 04:05:28.177719 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57466) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:28.179583 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.189265 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce73182-f7c0-419e-b0cc-786d21d81330 None None] Sync routers for ids ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:28.213072 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0af5106d-6227-4185-96d7-15146aaabfae tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Request body: {'port': {'network_id': '23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d', 'name': 'tempest-FloatingIPAdminTestJSON-2085231943'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:28.254854 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e33f5f61-4579-4d8c-b2fa-f8cdcc0abede tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.260875 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33f5f61-4579-4d8c-b2fa-f8cdcc0abede tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:28.261584 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e33f5f61-4579-4d8c-b2fa-f8cdcc0abede tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.331798 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4d579fb3-0112-4589-aebe-c3ef5808e2a8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4662390 Jul 05 04:05:28.334748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57472) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:28.340485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-73643660', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:28.418052 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57478) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:28.418820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e33f5f61-4579-4d8c-b2fa-f8cdcc0abede tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8069742 Jul 05 04:05:28.427452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce73182-f7c0-419e-b0cc-786d21d81330 None None] Routers {'7e61c87e-6334-400a-aa60-6048ee8d7bfc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:28.428513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d28bd112-f70a-4fc2-806c-6730b87335e1 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Request body: {'subnet': {'network_id': '515df142-e778-4bf7-99f9-a813540b7702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:28.428962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1ce73182-f7c0-419e-b0cc-786d21d81330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:28.433335 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0ae1a04-57e8-48eb-811f-b0b75b040139 req-1ac05642-e038-4c6b-99e7-da3011918b84 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 210 time: 0.1196463 Jul 05 04:05:28.455624 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.456977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.494522 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1ce73182-f7c0-419e-b0cc-786d21d81330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:28.501306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f181e973-88b5-462d-acb7-117c2603159b None None] Provisioning complete for port 2d33e09d-879f-46fb-af40-d55697bf3984 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:28.501996 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f181e973-88b5-462d-acb7-117c2603159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.508452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a107463-ef41-4d07-aa50-53e44911d6d1 None None] Pushing event updated for resources: {'Port': ['ID=8c35e9f8-6f0d-4e95-b246-db4799819227,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:28.565548 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f5f61-4579-4d8c-b2fa-f8cdcc0abede tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event updated for resources: {'Network': ['ID=51272b0d-5b90-4825-a7e9-d465018922fa,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:28.586690 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 51272b0d-5b90-4825-a7e9-d465018922fa details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:28.610969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce73182-f7c0-419e-b0cc-786d21d81330 None None] Routers {'7e61c87e-6334-400a-aa60-6048ee8d7bfc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:28.612397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1ce73182-f7c0-419e-b0cc-786d21d81330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:28.663148 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af5106d-6227-4185-96d7-15146aaabfae tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Made reservation on behalf of 8be9e78c7107405daf6b89b47e89710a for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:28.667817 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0af5106d-6227-4185-96d7-15146aaabfae tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.732261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-0af5106d-6227-4185-96d7-15146aaabfae tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] device_id is not set on port c78fe71d-879d-48c1-8127-4f1c41771ad8 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:05:28.774166 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1ce73182-f7c0-419e-b0cc-786d21d81330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:28.774842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce73182-f7c0-419e-b0cc-786d21d81330 None None] The sync data for ids ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:28.782928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f181e973-88b5-462d-acb7-117c2603159b None None] Port 2d33e09d-879f-46fb-af40-d55697bf3984 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:28.842305 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-3755e544-353e-4738-90a8-5ad4e512ac46', 'network_id': '3755e544-353e-4738-90a8-5ad4e512ac46', 'tenant_id': 'fc5d38fc9b9743be8ccc5980d6b745b4', 'fixed_ips': [{'subnet_id': '53d0496a-6c7e-4b17-b692-46e289155f04'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:28.843212 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.987516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8c35e9f8-6f0d-4e95-b246-db4799819227 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:29.023556 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.109112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Allocated IP 172.20.0.2 (3755e544-353e-4738-90a8-5ad4e512ac46/53d0496a-6c7e-4b17-b692-46e289155f04/fd2eb715-d9e5-40e8-bd47-de177074db2f) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:29.162216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f771a-ecd0-491b-a8c2-86fb5eb8fee4 req-10bc2c0f-57c6-43d7-bd3e-2b8b4c2f9fd6 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.163875 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c7f771a-ecd0-491b-a8c2-86fb5eb8fee4 req-10bc2c0f-57c6-43d7-bd3e-2b8b4c2f9fd6 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.2520399 Jul 05 04:05:29.168835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-0af5106d-6227-4185-96d7-15146aaabfae tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Allocated IP 172.20.0.3 (23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d/c65b6d72-e637-4ccd-848f-9e0b896c7273/c78fe71d-879d-48c1-8127-4f1c41771ad8) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:29.215699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 8c35e9f8-6f0d-4e95-b246-db4799819227 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:29.279815 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c7f771a-ecd0-491b-a8c2-86fb5eb8fee4 req-89d38537-8dab-448a-9318-da3b515382aa tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062038 Jul 05 04:05:29.305658 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.336538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Transition to ACTIVE for port object fd2eb715-d9e5-40e8-bd47-de177074db2f will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:29.358309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Transition to ACTIVE for port object fd2eb715-d9e5-40e8-bd47-de177074db2f will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:29.359576 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.365455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28bd112-f70a-4fc2-806c-6730b87335e1 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Made reservation on behalf of 022a4136260f4a5ebd1219e7199b0271 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:29.369162 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d28bd112-f70a-4fc2-806c-6730b87335e1 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.429576 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.538588 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0af5106d-6227-4185-96d7-15146aaabfae tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.553962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Network 3755e544-353e-4738-90a8-5ad4e512ac46 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:29.562303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:29.567368 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:29.577699 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-0af5106d-6227-4185-96d7-15146aaabfae tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Transition to ACTIVE for port object c78fe71d-879d-48c1-8127-4f1c41771ad8 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:29.651088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Pushing event updated for resources: {'Port': ['ID=fd2eb715-d9e5-40e8-bd47-de177074db2f,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:29.694856 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Attempting to bind port fd2eb715-d9e5-40e8-bd47-de177074db2f on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:29.695348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Attempting to bind port fd2eb715-d9e5-40e8-bd47-de177074db2f by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '14a6804b-260d-4474-985f-f2045370c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3755e544-353e-4738-90a8-5ad4e512ac46'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:29.700464 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Attempting to bind port fd2eb715-d9e5-40e8-bd47-de177074db2f on network 3755e544-353e-4738-90a8-5ad4e512ac46 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:29.700634 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d28bd112-f70a-4fc2-806c-6730b87335e1 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.708691 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a51a57b8-35e4-4710-bb2f-ebb8155ed310 req-e57a1d71-e7d5-402e-acc4-b8ab073ae656 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 210 time: 0.0609291 Jul 05 04:05:29.723551 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:29.728298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Checking segment: {'id': '14a6804b-260d-4474-985f-f2045370c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3755e544-353e-4738-90a8-5ad4e512ac46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:29.728298 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.728298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Bound using segment: {'id': '14a6804b-260d-4474-985f-f2045370c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3755e544-353e-4738-90a8-5ad4e512ac46'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:29.728298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Bound port: fd2eb715-d9e5-40e8-bd47-de177074db2f, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a6804b-260d-4474-985f-f2045370c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3755e544-353e-4738-90a8-5ad4e512ac46'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:29.728298 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.860832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bd112-f70a-4fc2-806c-6730b87335e1 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event updated for resources: {'Subnet': ['ID=1b58b0bb-2c55-42b1-ad7a-55ed2204e917,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:29.861609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] For port fd2eb715-d9e5-40e8-bd47-de177074db2f, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:29.863576 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0af5106d-6227-4185-96d7-15146aaabfae tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.869173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] For port fd2eb715-d9e5-40e8-bd47-de177074db2f, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fd2eb715-d9e5-40e8-bd47-de177074db2f,segment=NetworkSegment(14a6804b-260d-4474-985f-f2045370c6fa),segment_id=14a6804b-260d-4474-985f-f2045370c6fa)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:29.889133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28bd112-f70a-4fc2-806c-6730b87335e1 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Checking segment: {'id': 'e7e1a189-3eb5-43be-988c-681dccb14c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '515df142-e778-4bf7-99f9-a813540b7702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:29.889133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28bd112-f70a-4fc2-806c-6730b87335e1 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Network hostable DHCP agents. Network: 515df142-e778-4bf7-99f9-a813540b7702, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:29.919180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba599bac-7b7b-4ed1-b545-48d11fe5742c None None] Network 95322ff9-bf6c-4667-9cb2-957a7dfd88e0 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:29.935708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5106d-6227-4185-96d7-15146aaabfae tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Network 23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:29.939479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0af5106d-6227-4185-96d7-15146aaabfae tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:29.945018 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5106d-6227-4185-96d7-15146aaabfae tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:29.949934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5106d-6227-4185-96d7-15146aaabfae tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event updated for resources: {'Port': ['ID=c78fe71d-879d-48c1-8127-4f1c41771ad8,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:30.004782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af5106d-6227-4185-96d7-15146aaabfae tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:30.005992 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0af5106d-6227-4185-96d7-15146aaabfae tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.049901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28bd112-f70a-4fc2-806c-6730b87335e1 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Network 515df142-e778-4bf7-99f9-a813540b7702 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:30.087141 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.104658 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.109892 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.153562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0af5106d-6227-4185-96d7-15146aaabfae tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9735537 Jul 05 04:05:30.155667 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57500) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:30.160484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-d28bd112-f70a-4fc2-806c-6730b87335e1 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 515df142-e778-4bf7-99f9-a813540b7702) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:30.193975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a6718e-88e6-4988-8f8e-6e5a86844413 None None] Network 515df142-e778-4bf7-99f9-a813540b7702 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:30.211094 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28bd112-f70a-4fc2-806c-6730b87335e1 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:30.211094 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d28bd112-f70a-4fc2-806c-6730b87335e1 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.330486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'project_id': '8be9e78c7107405daf6b89b47e89710a', 'port_id': 'c78fe71d-879d-48c1-8127-4f1c41771ad8'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:30.337449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Allocated IP 172.25.6.93 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/a2e9359c-e0e2-4bfd-a648-45fd9e7d2a70) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:30.353083 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9058a-2e77-47fe-9a7e-b7329c101a99 None None] Pushing event updated for resources: {'Port': ['ID=fd2eb715-d9e5-40e8-bd47-de177074db2f,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:30.457871 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.474039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-75543750-0fe3-4da5-a830-ae348494f0d0 None None] Provisioning for port 8c35e9f8-6f0d-4e95-b246-db4799819227 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:30.513563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-75543750-0fe3-4da5-a830-ae348494f0d0 None None] Provisioning complete for port 8c35e9f8-6f0d-4e95-b246-db4799819227 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:30.513937 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-75543750-0fe3-4da5-a830-ae348494f0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.544933 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.589984 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d28bd112-f70a-4fc2-806c-6730b87335e1 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1691785 Jul 05 04:05:30.593365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57518) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:30.599043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b6168eb5-f964-47de-8a7c-417f512df297 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Request body: {'subnet': {'network_id': '51272b0d-5b90-4825-a7e9-d465018922fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:30.706608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.734523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-515df142-e778-4bf7-99f9-a813540b7702', 'network_id': '515df142-e778-4bf7-99f9-a813540b7702', 'tenant_id': '022a4136260f4a5ebd1219e7199b0271', 'fixed_ips': [{'subnet_id': '1b58b0bb-2c55-42b1-ad7a-55ed2204e917'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:30.737723 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.893710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:30.899265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:30.911869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:30.930139 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fd2eb715-d9e5-40e8-bd47-de177074db2f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:30.933191 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e6139-830f-4891-beb6-9e4c0b72886d req-0bec4bde-073e-4ca0-9266-c13539c069c3 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:30.941181 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b74e6139-830f-4891-beb6-9e4c0b72886d req-0bec4bde-073e-4ca0-9266-c13539c069c3 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.4643891 Jul 05 04:05:30.961147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=a2e9359c-e0e2-4bfd-a648-45fd9e7d2a70,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:30.961349 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-67de2067-2b55-4783-8cbb-c7cd9e02990b tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:30.968721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-67de2067-2b55-4783-8cbb-c7cd9e02990b tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/networks?id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 HTTP/1.1" status: 200 len: 804 time: 0.4203994 Jul 05 04:05:30.996001 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.000284 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-75543750-0fe3-4da5-a830-ae348494f0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.026214 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-95f8695a-6173-4de5-8964-b8a3a209edf8 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/quotas/a7ffff41c54e4f0f8cc5d87cc4243f49 HTTP/1.1" status: 200 len: 375 time: 0.0560863 Jul 05 04:05:31.051938 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b74e6139-830f-4891-beb6-9e4c0b72886d req-5970ee5f-6f37-4b27-8ac5-0693b45f2857 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093690 Jul 05 04:05:31.084325 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-75543750-0fe3-4da5-a830-ae348494f0d0 None None] For port 8c35e9f8-6f0d-4e95-b246-db4799819227, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8c35e9f8-6f0d-4e95-b246-db4799819227,segment=NetworkSegment(68bf959c-929e-4901-b7f6-42683181ccc5),segment_id=68bf959c-929e-4901-b7f6-42683181ccc5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:31.110336 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Allocated IP 172.20.0.2 (515df142-e778-4bf7-99f9-a813540b7702/1b58b0bb-2c55-42b1-ad7a-55ed2204e917/ac261746-9285-4b93-86c2-bdce45257c50) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:31.134529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6168eb5-f964-47de-8a7c-417f512df297 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Made reservation on behalf of 022a4136260f4a5ebd1219e7199b0271 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:31.143421 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6168eb5-f964-47de-8a7c-417f512df297 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.196404 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-103cb6dd-28b3-4db8-b3f1-c15bd83cf344 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a7ffff41c54e4f0f8cc5d87cc4243f49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1698694 Jul 05 04:05:31.196849 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-75543750-0fe3-4da5-a830-ae348494f0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.242638 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port fd2eb715-d9e5-40e8-bd47-de177074db2f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:31.275816 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Allocated IP 172.25.6.85 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/a0855b11-132a-4b58-8cb0-0ce8e973dca8) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:31.327099 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-153a69a1-683c-44ac-9655-e581f8512ba2 req-bff49997-fb22-413e-862e-904df81d7fd3 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 210 time: 0.0489058 Jul 05 04:05:31.328155 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75543750-0fe3-4da5-a830-ae348494f0d0 None None] Pushing event updated for resources: {'Port': ['ID=8c35e9f8-6f0d-4e95-b246-db4799819227,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:31.372605 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7c6b19fb-4035-4c02-858f-864703f870bd None None] Provisioning complete for port 8c35e9f8-6f0d-4e95-b246-db4799819227 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:31.379406 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7c6b19fb-4035-4c02-858f-864703f870bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.542806 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-b18890d5-0baa-4597-9809-4485395e1fab service neutron] 10.222.0.38 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402069 Jul 05 04:05:31.597340 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.599627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.610364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Transition to ACTIVE for port object ac261746-9285-4b93-86c2-bdce45257c50 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:31.633106 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Transition to ACTIVE for port object ac261746-9285-4b93-86c2-bdce45257c50 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:31.714315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7c6b19fb-4035-4c02-858f-864703f870bd None None] Provisioning for port c78fe71d-879d-48c1-8127-4f1c41771ad8 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:31.720143 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7c6b19fb-4035-4c02-858f-864703f870bd None None] Provisioning complete for port c78fe71d-879d-48c1-8127-4f1c41771ad8 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:31.720759 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7c6b19fb-4035-4c02-858f-864703f870bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.768925 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ef525-123a-4b58-9c79-e5eacf5b6f2b req-4ffbbb5e-b2f8-4711-8e28-451720438bab tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:31.778637 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f0ef525-123a-4b58-9c79-e5eacf5b6f2b req-4ffbbb5e-b2f8-4711-8e28-451720438bab tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.1385748 Jul 05 04:05:31.784667 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6168eb5-f964-47de-8a7c-417f512df297 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.797170 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.817536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Network 515df142-e778-4bf7-99f9-a813540b7702 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:31.820557 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:31.844055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-ad7560c5-22e6-4b8c-bd68-e4c2e4bb311d service neutron] 10.222.0.38 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999592 Jul 05 04:05:31.859975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b19fb-4035-4c02-858f-864703f870bd None None] Port c78fe71d-879d-48c1-8127-4f1c41771ad8 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:31.880662 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:31.905772 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Pushing event updated for resources: {'Port': ['ID=ac261746-9285-4b93-86c2-bdce45257c50,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:31.921319 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f0ef525-123a-4b58-9c79-e5eacf5b6f2b req-e13ba02f-6851-4d76-92dc-cd31a34140d6 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416233 Jul 05 04:05:31.927648 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.934788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6168eb5-f964-47de-8a7c-417f512df297 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event updated for resources: {'Subnet': ['ID=e7053975-ba28-4e8d-a0df-34c19338d478,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:31.948813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6168eb5-f964-47de-8a7c-417f512df297 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Checking segment: {'id': '358057b6-ec74-43a4-9f1b-83c8f1b2a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '51272b0d-5b90-4825-a7e9-d465018922fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:31.949197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6168eb5-f964-47de-8a7c-417f512df297 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Network hostable DHCP agents. Network: 51272b0d-5b90-4825-a7e9-d465018922fa, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:31.966389 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.045200 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8065cd4-b47a-41c0-8128-83f6b874b85d None None] Network 3755e544-353e-4738-90a8-5ad4e512ac46 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:32.048845 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6168eb5-f964-47de-8a7c-417f512df297 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Network 51272b0d-5b90-4825-a7e9-d465018922fa is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:32.143543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Attempting to bind port ac261746-9285-4b93-86c2-bdce45257c50 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:32.143831 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Attempting to bind port ac261746-9285-4b93-86c2-bdce45257c50 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'e7e1a189-3eb5-43be-988c-681dccb14c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '515df142-e778-4bf7-99f9-a813540b7702'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:32.144383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Attempting to bind port ac261746-9285-4b93-86c2-bdce45257c50 on network 515df142-e778-4bf7-99f9-a813540b7702 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:32.152343 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:32.152826 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Checking segment: {'id': 'e7e1a189-3eb5-43be-988c-681dccb14c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '515df142-e778-4bf7-99f9-a813540b7702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:32.153271 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.153674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Bound using segment: {'id': 'e7e1a189-3eb5-43be-988c-681dccb14c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '515df142-e778-4bf7-99f9-a813540b7702'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:32.154885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Bound port: ac261746-9285-4b93-86c2-bdce45257c50, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e1a189-3eb5-43be-988c-681dccb14c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '515df142-e778-4bf7-99f9-a813540b7702'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:32.154885 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.159599 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.186112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:32.213303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9b7e0-21b8-4d94-8feb-b9242940a411 req-de2fda44-ba39-4a16-9901-d3a282a0b046 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.213641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:32.216837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:32.223793 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-79e9b7e0-21b8-4d94-8feb-b9242940a411 req-de2fda44-ba39-4a16-9901-d3a282a0b046 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bf9f0fa-9a7a-4eda-9311-f37139123165 HTTP/1.1" status: 200 len: 946 time: 0.1108913 Jul 05 04:05:32.228584 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-b6168eb5-f964-47de-8a7c-417f512df297 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 51272b0d-5b90-4825-a7e9-d465018922fa) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:32.248254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9afd35-98d9-4b80-838b-67ad455269e7 None None] Network 51272b0d-5b90-4825-a7e9-d465018922fa requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:32.330311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Pushing event updated for resources: {'Port': ['ID=a0855b11-132a-4b58-8cb0-0ce8e973dca8,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:32.366290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6168eb5-f964-47de-8a7c-417f512df297 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.374035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0a060bfd-a52f-4546-91bf-20c59c741887 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:32.374184 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6168eb5-f964-47de-8a7c-417f512df297 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.390326 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router 049f346c-10c1-41ba-8d94-0a6f591bf328 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:05:32.472290 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9b9f0f4-95e0-4ac5-a37c-b48c60ec3273 req-7c44d209-dfa2-448f-8332-7699d7d1f9e7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 210 time: 0.0798461 Jul 05 04:05:32.517655 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b06a138d-02eb-44a9-a2a1-e2b8ad150f81 None None] Provisioning for port fd2eb715-d9e5-40e8-bd47-de177074db2f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:32.584908 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] For port ac261746-9285-4b93-86c2-bdce45257c50, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:32.593357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b06a138d-02eb-44a9-a2a1-e2b8ad150f81 None None] Provisioning complete for port fd2eb715-d9e5-40e8-bd47-de177074db2f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:32.593866 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b06a138d-02eb-44a9-a2a1-e2b8ad150f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.615915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57536) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:32.632845 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b6168eb5-f964-47de-8a7c-417f512df297 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0285501 Jul 05 04:05:32.673947 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-79e9b7e0-21b8-4d94-8feb-b9242940a411 req-336c39a6-7c98-4816-ad82-a1d57feaf568 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Deleting port 0a060bfd-a52f-4546-91bf-20c59c741887 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:32.674503 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-79e9b7e0-21b8-4d94-8feb-b9242940a411 req-336c39a6-7c98-4816-ad82-a1d57feaf568 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.688155 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] For port ac261746-9285-4b93-86c2-bdce45257c50, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ac261746-9285-4b93-86c2-bdce45257c50,segment=NetworkSegment(e7e1a189-3eb5-43be-988c-681dccb14c9f),segment_id=e7e1a189-3eb5-43be-988c-681dccb14c9f)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:32.689213 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.804976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-79e9b7e0-21b8-4d94-8feb-b9242940a411 req-336c39a6-7c98-4816-ad82-a1d57feaf568 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] For port 0a060bfd-a52f-4546-91bf-20c59c741887, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0a060bfd-a52f-4546-91bf-20c59c741887,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:32.806158 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-79e9b7e0-21b8-4d94-8feb-b9242940a411 req-336c39a6-7c98-4816-ad82-a1d57feaf568 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.823574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-79e9b7e0-21b8-4d94-8feb-b9242940a411 req-336c39a6-7c98-4816-ad82-a1d57feaf568 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Calling delete_port for 0a060bfd-a52f-4546-91bf-20c59c741887 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:33.009159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8c35e9f8-6f0d-4e95-b246-db4799819227 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:33.051272 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.064753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:33.079137 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f792d7-7c44-418a-917a-980e5d72bd96 None None] Sync routers for ids ['049f346c-10c1-41ba-8d94-0a6f591bf328'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:33.093344 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f792d7-7c44-418a-917a-980e5d72bd96 None None] Routers {'049f346c-10c1-41ba-8d94-0a6f591bf328'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:33.102350 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-67f792d7-7c44-418a-917a-980e5d72bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['049f346c-10c1-41ba-8d94-0a6f591bf328'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:33.168211 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-67f792d7-7c44-418a-917a-980e5d72bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:33.215173 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f792d7-7c44-418a-917a-980e5d72bd96 None None] Routers {'049f346c-10c1-41ba-8d94-0a6f591bf328'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:33.216251 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-67f792d7-7c44-418a-917a-980e5d72bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['049f346c-10c1-41ba-8d94-0a6f591bf328'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:33.216836 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4cc7f847-cd45-4e66-a0b8-06acccac4847 req-c7e297f1-59da-47d4-a9ab-722de3346728 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf8c0b3-ecd6-454c-b62c-a51d071dfb57 HTTP/1.1" status: 200 len: 210 time: 0.1852813 Jul 05 04:05:33.223793 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-79e9b7e0-21b8-4d94-8feb-b9242940a411 req-336c39a6-7c98-4816-ad82-a1d57feaf568 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.226002 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.230038 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ba0988a2-a189-4f5f-a9ba-314ff861bbb8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8914440 Jul 05 04:05:33.238960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57556) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:33.249546 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.313069 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c39a6-7c98-4816-ad82-a1d57feaf568 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Pushing event deleted for resources: {'Port': ['ID=0a060bfd-a52f-4546-91bf-20c59c741887,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:33.338173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc5315-8c32-4ccd-875e-5a51626c2279 None None] Pushing event updated for resources: {'Port': ['ID=ac261746-9285-4b93-86c2-bdce45257c50,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:33.347182 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-67f792d7-7c44-418a-917a-980e5d72bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:33.348187 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f792d7-7c44-418a-917a-980e5d72bd96 None None] The sync data for ids ['049f346c-10c1-41ba-8d94-0a6f591bf328'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:33.407838 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e9b7e0-21b8-4d94-8feb-b9242940a411 req-336c39a6-7c98-4816-ad82-a1d57feaf568 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] No DVR routers for this DVR port 0a060bfd-a52f-4546-91bf-20c59c741887 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:33.410575 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-79e9b7e0-21b8-4d94-8feb-b9242940a411 req-336c39a6-7c98-4816-ad82-a1d57feaf568 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.412710 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-79e9b7e0-21b8-4d94-8feb-b9242940a411 req-336c39a6-7c98-4816-ad82-a1d57feaf568 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.10 "DELETE /v2.0/ports/0a060bfd-a52f-4546-91bf-20c59c741887 HTTP/1.1" status: 204 len: 173 time: 1.1717176 Jul 05 04:05:33.413212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf9f0fa-9a7a-4eda-9311-f37139123165', 'name': 'network-vif-deleted', 'tag': '0a060bfd-a52f-4546-91bf-20c59c741887'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:33.415618 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d180a5-f12b-4379-a983-a1870cb35b45" -d '{"events": [{"server_uuid": "2bf9f0fa-9a7a-4eda-9311-f37139123165", "name": "network-vif-deleted", "tag": "0a060bfd-a52f-4546-91bf-20c59c741887"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:33.464780 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.512534 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8c35e9f8-6f0d-4e95-b246-db4799819227 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:33.512716 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879c196f-d6f9-4287-97c8-c28cfde467ca x-openstack-request-id: req-879c196f-d6f9-4287-97c8-c28cfde467ca {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:33.512908 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.513056 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf9f0fa-9a7a-4eda-9311-f37139123165", "name": "network-vif-deleted", "tag": "0a060bfd-a52f-4546-91bf-20c59c741887", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:33.513318 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-879c196f-d6f9-4287-97c8-c28cfde467ca {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:33.513758 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf9f0fa-9a7a-4eda-9311-f37139123165', 'name': 'network-vif-deleted', 'tag': '0a060bfd-a52f-4546-91bf-20c59c741887', 'status': 'completed', 'code': 200} Jul 05 04:05:33.627249 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b06a138d-02eb-44a9-a2a1-e2b8ad150f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.903596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-51272b0d-5b90-4825-a7e9-d465018922fa', 'network_id': '51272b0d-5b90-4825-a7e9-d465018922fa', 'tenant_id': '022a4136260f4a5ebd1219e7199b0271', 'fixed_ips': [{'subnet_id': 'e7053975-ba28-4e8d-a0df-34c19338d478'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:33.904613 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.025348 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.040809 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b06a138d-02eb-44a9-a2a1-e2b8ad150f81 None None] For port fd2eb715-d9e5-40e8-bd47-de177074db2f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fd2eb715-d9e5-40e8-bd47-de177074db2f,segment=NetworkSegment(14a6804b-260d-4474-985f-f2045370c6fa),segment_id=14a6804b-260d-4474-985f-f2045370c6fa)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:34.097175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Allocated IP 172.20.0.2 (51272b0d-5b90-4825-a7e9-d465018922fa/e7053975-ba28-4e8d-a0df-34c19338d478/bc287313-4065-4fe7-8bd7-763c9d35eef7) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:34.185027 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b06a138d-02eb-44a9-a2a1-e2b8ad150f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.290269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a138d-02eb-44a9-a2a1-e2b8ad150f81 None None] Pushing event updated for resources: {'Port': ['ID=fd2eb715-d9e5-40e8-bd47-de177074db2f,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:34.323233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a41857a4-2825-4397-8798-b5b0ea46d9b0 None None] Provisioning complete for port fd2eb715-d9e5-40e8-bd47-de177074db2f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:34.323607 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a41857a4-2825-4397-8798-b5b0ea46d9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.345455 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.356722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d8ffd56-170b-48bf-aa82-0bd2482f6655 req-9d47a0cf-6df9-4e42-9e7a-692ca92746d9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 210 time: 0.1947970 Jul 05 04:05:34.360221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Transition to ACTIVE for port object bc287313-4065-4fe7-8bd7-763c9d35eef7 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:34.383145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Transition to ACTIVE for port object bc287313-4065-4fe7-8bd7-763c9d35eef7 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:34.492558 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.606074 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Network 51272b0d-5b90-4825-a7e9-d465018922fa is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:34.614636 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:34.618375 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:34.626569 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Pushing event updated for resources: {'Port': ['ID=bc287313-4065-4fe7-8bd7-763c9d35eef7,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:34.664993 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dee4b2-b87e-4813-b1fd-4370b561b1b9 req-49ebbf5c-06b6-4a01-8c97-720f11e27252 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:34.666590 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-81dee4b2-b87e-4813-b1fd-4370b561b1b9 req-49ebbf5c-06b6-4a01-8c97-720f11e27252 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.36 "GET /v2.0/ports?device_id=74e9c4aa-81bd-45f5-a574-0e99be02864a HTTP/1.1" status: 200 len: 945 time: 0.1318800 Jul 05 04:05:34.733072 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Attempting to bind port bc287313-4065-4fe7-8bd7-763c9d35eef7 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:34.733221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Attempting to bind port bc287313-4065-4fe7-8bd7-763c9d35eef7 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '358057b6-ec74-43a4-9f1b-83c8f1b2a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '51272b0d-5b90-4825-a7e9-d465018922fa'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:34.733524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Attempting to bind port bc287313-4065-4fe7-8bd7-763c9d35eef7 on network 51272b0d-5b90-4825-a7e9-d465018922fa {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:34.743287 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:34.743673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Checking segment: {'id': '358057b6-ec74-43a4-9f1b-83c8f1b2a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '51272b0d-5b90-4825-a7e9-d465018922fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:34.744101 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.752682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Bound using segment: {'id': '358057b6-ec74-43a4-9f1b-83c8f1b2a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '51272b0d-5b90-4825-a7e9-d465018922fa'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:34.753357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Bound port: bc287313-4065-4fe7-8bd7-763c9d35eef7, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358057b6-ec74-43a4-9f1b-83c8f1b2a400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '51272b0d-5b90-4825-a7e9-d465018922fa'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:34.753787 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.828212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-87efbd2d-e597-4fe7-b4db-d4333572fa03 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:34.835693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-87efbd2d-e597-4fe7-b4db-d4333572fa03 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/networks?id=8bb45571-704a-47f7-b580-2fad721401bc HTTP/1.1" status: 200 len: 815 time: 0.6748660 Jul 05 04:05:34.934994 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] For port bc287313-4065-4fe7-8bd7-763c9d35eef7, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:34.942099 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] For port bc287313-4065-4fe7-8bd7-763c9d35eef7, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bc287313-4065-4fe7-8bd7-763c9d35eef7,segment=NetworkSegment(358057b6-ec74-43a4-9f1b-83c8f1b2a400),segment_id=358057b6-ec74-43a4-9f1b-83c8f1b2a400)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:34.947899 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-81dee4b2-b87e-4813-b1fd-4370b561b1b9 req-5bfeb25f-82f5-4530-b2ce-c02f5f7db237 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Deleting port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:34.948730 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-81dee4b2-b87e-4813-b1fd-4370b561b1b9 req-5bfeb25f-82f5-4530-b2ce-c02f5f7db237 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.012384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fd2eb715-d9e5-40e8-bd47-de177074db2f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:35.042426 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Allocated IP 172.20.0.1 (515df142-e778-4bf7-99f9-a813540b7702/1b58b0bb-2c55-42b1-ad7a-55ed2204e917/b63628f3-caec-40c4-b650-0400b390ae7d) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:35.062684 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.145917 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02598dfb-eda2-42f0-89c7-9e2ab0b8b1c0 None None] Network 515df142-e778-4bf7-99f9-a813540b7702 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:35.150533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-81dee4b2-b87e-4813-b1fd-4370b561b1b9 req-5bfeb25f-82f5-4530-b2ce-c02f5f7db237 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] For port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:35.150915 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-81dee4b2-b87e-4813-b1fd-4370b561b1b9 req-5bfeb25f-82f5-4530-b2ce-c02f5f7db237 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.169421 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-63f49a91-7914-4a31-98a3-d79dfe84cb99 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/quotas/eaf4c0ff0e0244099a1253058e48e066 HTTP/1.1" status: 200 len: 375 time: 0.3326330 Jul 05 04:05:35.171268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-81dee4b2-b87e-4813-b1fd-4370b561b1b9 req-5bfeb25f-82f5-4530-b2ce-c02f5f7db237 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Calling delete_port for 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:35.277056 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.301811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895da25-0c1b-4100-8475-f69dc6d730d5 None None] Pushing event updated for resources: {'Port': ['ID=bc287313-4065-4fe7-8bd7-763c9d35eef7,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:35.325121 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port fd2eb715-d9e5-40e8-bd47-de177074db2f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:35.325788 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.461158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5fa03e6e-27f8-4f41-803d-3c3b76ebeb86 None None] Provisioning for port ac261746-9285-4b93-86c2-bdce45257c50 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:35.464136 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-81dee4b2-b87e-4813-b1fd-4370b561b1b9 req-5bfeb25f-82f5-4530-b2ce-c02f5f7db237 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.524127 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['2c47a5c4-e5ec-42fb-9518-99c63a505eb8'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:35.557548 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.692044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ac261746-9285-4b93-86c2-bdce45257c50 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:35.781283 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.859733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port ac261746-9285-4b93-86c2-bdce45257c50 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:35.866284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ac261746-9285-4b93-86c2-bdce45257c50 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:35.867220 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.894670 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-7c8019b4-1475-4301-b7cd-ec7984103f17 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=eaf4c0ff0e0244099a1253058e48e066&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7243438 Jul 05 04:05:35.957941 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4734162-ae48-4cd1-b0f8-3a90c85ef4bb req-17f280d1-eb67-4e66-b017-a2aae88f3f7e tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 210 time: 0.1609948 Jul 05 04:05:35.990431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.990431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.003555 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfeb25f-82f5-4530-b2ce-c02f5f7db237 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Pushing event deleted for resources: {'Port': ['ID=2c47a5c4-e5ec-42fb-9518-99c63a505eb8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:36.014239 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.065266 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port ac261746-9285-4b93-86c2-bdce45257c50, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ac261746-9285-4b93-86c2-bdce45257c50,segment=NetworkSegment(e7e1a189-3eb5-43be-988c-681dccb14c9f),segment_id=e7e1a189-3eb5-43be-988c-681dccb14c9f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:36.097518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dee4b2-b87e-4813-b1fd-4370b561b1b9 req-5bfeb25f-82f5-4530-b2ce-c02f5f7db237 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] No DVR routers for this DVR port 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:36.104566 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-81dee4b2-b87e-4813-b1fd-4370b561b1b9 req-5bfeb25f-82f5-4530-b2ce-c02f5f7db237 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.108133 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-81dee4b2-b87e-4813-b1fd-4370b561b1b9 req-5bfeb25f-82f5-4530-b2ce-c02f5f7db237 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.36 "DELETE /v2.0/ports/2c47a5c4-e5ec-42fb-9518-99c63a505eb8 HTTP/1.1" status: 204 len: 173 time: 1.4349492 Jul 05 04:05:36.123912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e9c4aa-81bd-45f5-a574-0e99be02864a', 'name': 'network-vif-deleted', 'tag': '2c47a5c4-e5ec-42fb-9518-99c63a505eb8'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:36.124725 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f71a777-5ff8-4b71-b1a6-933337904f33" -d '{"events": [{"server_uuid": "74e9c4aa-81bd-45f5-a574-0e99be02864a", "name": "network-vif-deleted", "tag": "2c47a5c4-e5ec-42fb-9518-99c63a505eb8"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:36.154735 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.166738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-63a98b53-a905-4639-856c-b5450025488c service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:05:36.182776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-63a98b53-a905-4639-856c-b5450025488c service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2385347 Jul 05 04:05:36.235585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Transition to ACTIVE for port object b63628f3-caec-40c4-b650-0400b390ae7d will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:36.241463 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9b470c-60e7-4aa4-98fc-e99882505aad x-openstack-request-id: req-ae9b470c-60e7-4aa4-98fc-e99882505aad {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:36.241754 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e9c4aa-81bd-45f5-a574-0e99be02864a", "name": "network-vif-deleted", "tag": "2c47a5c4-e5ec-42fb-9518-99c63a505eb8", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:36.243198 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ae9b470c-60e7-4aa4-98fc-e99882505aad {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:36.244953 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e9c4aa-81bd-45f5-a574-0e99be02864a', 'name': 'network-vif-deleted', 'tag': '2c47a5c4-e5ec-42fb-9518-99c63a505eb8', 'status': 'completed', 'code': 200} Jul 05 04:05:36.269411 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=ac261746-9285-4b93-86c2-bdce45257c50,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:36.279829 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-673e9b6a-8b91-4392-a044-7c186220fafc None None] Provisioning complete for port ac261746-9285-4b93-86c2-bdce45257c50 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:36.280245 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-673e9b6a-8b91-4392-a044-7c186220fafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.360567 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0a060bfd-a52f-4546-91bf-20c59c741887 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:36.374155 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Pushing event updated for resources: {'Port': ['ID=a0855b11-132a-4b58-8cb0-0ce8e973dca8,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:36.386519 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 0a060bfd-a52f-4546-91bf-20c59c741887 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:36.387415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0a060bfd-a52f-4546-91bf-20c59c741887 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:36.416684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-c0babdaf-f4a9-4d16-80bd-d845d7aa9444 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:36.418212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-c0babdaf-f4a9-4d16-80bd-d845d7aa9444 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.36 "GET /v2.0/networks?id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 HTTP/1.1" status: 200 len: 804 time: 0.6296270 Jul 05 04:05:36.452032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-cbc00d8b-77fd-4fc8-8fb1-5ff9faee0226 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Request body: {'port': {'device_id': '97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5', 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056', 'admin_state_up': True, 'tenant_id': 'a7ffff41c54e4f0f8cc5d87cc4243f49'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:36.518842 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.648574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-cd4143f4-0e32-4a76-b4a0-9883fcebe289 service neutron] 10.222.0.38 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646459 Jul 05 04:05:36.679352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724567ad-0549-41f4-b963-54aff4efe6e4 None None] Network 51272b0d-5b90-4825-a7e9-d465018922fa requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:36.722410 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.791711 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.879989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-213083ee-047d-4bd4-80e7-66ec7022f098 None None] Provisioning for port bc287313-4065-4fe7-8bd7-763c9d35eef7 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:36.925948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Network 515df142-e778-4bf7-99f9-a813540b7702 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:36.929465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bc287313-4065-4fe7-8bd7-763c9d35eef7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:36.931029 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Floating IP 2e903ba9-a5e8-4644-bb01-6cf868ccf57c associated. External IP: 172.25.6.85, port: c78fe71d-879d-48c1-8127-4f1c41771ad8. Jul 05 04:05:37.001732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:37.007986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:37.127179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port bc287313-4065-4fe7-8bd7-763c9d35eef7 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:37.131706 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bc287313-4065-4fe7-8bd7-763c9d35eef7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:37.132174 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.325957 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.372621 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port bc287313-4065-4fe7-8bd7-763c9d35eef7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bc287313-4065-4fe7-8bd7-763c9d35eef7,segment=NetworkSegment(358057b6-ec74-43a4-9f1b-83c8f1b2a400),segment_id=358057b6-ec74-43a4-9f1b-83c8f1b2a400)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:37.463016 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.463844 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ac261746-9285-4b93-86c2-bdce45257c50 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:37.516293 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-50989066-fa95-4df5-b70b-90f37e6ae346 req-408e6915-b781-456b-994b-aac449bd789a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0649700 Jul 05 04:05:37.557437 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9848db18-0cd5-42ea-9443-16876c73a8d1 None None] Provisioning for port b63628f3-caec-40c4-b650-0400b390ae7d completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:37.591862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event updated for resources: {'Port': ['ID=b63628f3-caec-40c4-b650-0400b390ae7d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:37.616776 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9848db18-0cd5-42ea-9443-16876c73a8d1 None None] Provisioning complete for port b63628f3-caec-40c4-b650-0400b390ae7d triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:37.618260 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9848db18-0cd5-42ea-9443-16876c73a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.618454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-cbc00d8b-77fd-4fc8-8fb1-5ff9faee0226 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Made reservation on behalf of a7ffff41c54e4f0f8cc5d87cc4243f49 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:37.622410 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-cbc00d8b-77fd-4fc8-8fb1-5ff9faee0226 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.654011 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50989066-fa95-4df5-b70b-90f37e6ae346 req-e16f4ccc-8940-4ffb-bda4-2aa3cf9510e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:37.655896 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-50989066-fa95-4df5-b70b-90f37e6ae346 req-e16f4ccc-8940-4ffb-bda4-2aa3cf9510e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 1098 time: 0.0766172 Jul 05 04:05:37.678159 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dfc5321a-e7ae-4389-ae0c-c1ddc8af18e4 req-94cec476-4cca-49d1-86be-5a3f97f9df50 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 210 time: 0.0643041 Jul 05 04:05:37.712252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=bc287313-4065-4fe7-8bd7-763c9d35eef7,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:37.747542 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-a9420e80-8792-4264-a4cc-2804b069488f service neutron] 10.222.0.38 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0834985 Jul 05 04:05:37.753907 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ac261746-9285-4b93-86c2-bdce45257c50 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:37.755261 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.759360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9848db18-0cd5-42ea-9443-16876c73a8d1 None None] Port b63628f3-caec-40c4-b650-0400b390ae7d cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:37.784595 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.881839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50989066-fa95-4df5-b70b-90f37e6ae346 req-d1ba8541-8300-47ae-9d42-0d3f9e836d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:37.883726 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-50989066-fa95-4df5-b70b-90f37e6ae346 req-d1ba8541-8300-47ae-9d42-0d3f9e836d55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=739555cb-3aaa-4692-ac69-434fc52fdecf HTTP/1.1" status: 200 len: 911 time: 0.1910191 Jul 05 04:05:37.898908 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1dd9349c-ebeb-4c1c-8123-7598f6e986e9 None None] Provisioning complete for port bc287313-4065-4fe7-8bd7-763c9d35eef7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:37.899407 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1dd9349c-ebeb-4c1c-8123-7598f6e986e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.031177 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-50989066-fa95-4df5-b70b-90f37e6ae346 req-3c01655f-74c3-495a-9870-ef797b1fb67f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dae0f4c2-cddc-4d6a-b604-092a21fc263e HTTP/1.1" status: 200 len: 1001 time: 0.1390450 Jul 05 04:05:38.096970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50989066-fa95-4df5-b70b-90f37e6ae346 req-3c6f2c4c-d673-484c-8c32-fbca460d6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:38.096970 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-50989066-fa95-4df5-b70b-90f37e6ae346 req-3c6f2c4c-d673-484c-8c32-fbca460d6cf6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9bbcade-db99-467e-97af-337f24f2acb2 HTTP/1.1" status: 200 len: 849 time: 0.0559151 Jul 05 04:05:38.112989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-cbc00d8b-77fd-4fc8-8fb1-5ff9faee0226 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Allocated IP 172.20.0.14 (c88e7f9b-7a37-4422-a6a7-cb8e3eb45056/aefdd25d-0aee-4b3b-8b2d-510efdce7acb/58341b91-3035-4136-89ca-24d1adb741d9) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:38.182520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50989066-fa95-4df5-b70b-90f37e6ae346 req-259dbd94-db99-4460-a14a-289e82d1bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:38.189063 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-50989066-fa95-4df5-b70b-90f37e6ae346 req-259dbd94-db99-4460-a14a-289e82d1bca3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=739555cb-3aaa-4692-ac69-434fc52fdecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773971 Jul 05 04:05:38.283773 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:38.312576 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-50989066-fa95-4df5-b70b-90f37e6ae346 req-e3d42bc6-21a9-456c-a273-ea3afcf006a9 service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199865 Jul 05 04:05:38.331488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:38.331909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2c47a5c4-e5ec-42fb-9518-99c63a505eb8 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:38.354924 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5acb2f43-a56b-449a-a618-a8ad83edf031 req-a6c34778-244e-4a1c-86da-143a0ff99bf5 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 210 time: 0.1346304 Jul 05 04:05:38.431781 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-50989066-fa95-4df5-b70b-90f37e6ae346 req-d888f6a0-1359-42b7-a450-5aaa546954cb service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033566 Jul 05 04:05:38.487394 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Allocated IP 172.20.0.1 (3755e544-353e-4738-90a8-5ad4e512ac46/53d0496a-6c7e-4b17-b692-46e289155f04/e08e8717-be42-4cdc-a5bb-6204d9b36a99) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:38.491451 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.573051 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-cbc00d8b-77fd-4fc8-8fb1-5ff9faee0226 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.577103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Router 7e61c87e-6334-400a-aa60-6048ee8d7bfc has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:38.752516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bc287313-4065-4fe7-8bd7-763c9d35eef7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:38.879901 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bc287313-4065-4fe7-8bd7-763c9d35eef7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:38.880994 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.926344 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.931838 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-713ad33f-e952-4456-81f6-20cda1c36dff req-10560989-806e-41ce-b04e-026af514a8a5 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 210 time: 0.0661206 Jul 05 04:05:38.997903 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Transition to ACTIVE for port object e08e8717-be42-4cdc-a5bb-6204d9b36a99 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:39.014714 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:39.020216 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-cbc00d8b-77fd-4fc8-8fb1-5ff9faee0226 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.026149 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ba382-9450-4914-bce6-8c633a4ccdb6 None None] Sync routers for ids ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:39.052462 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ba382-9450-4914-bce6-8c633a4ccdb6 None None] Routers {'7e61c87e-6334-400a-aa60-6048ee8d7bfc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:39.052462 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ea4ba382-9450-4914-bce6-8c633a4ccdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:39.080635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ea4ba382-9450-4914-bce6-8c633a4ccdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:39.088432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ba382-9450-4914-bce6-8c633a4ccdb6 None None] Routers {'7e61c87e-6334-400a-aa60-6048ee8d7bfc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:39.089042 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ea4ba382-9450-4914-bce6-8c633a4ccdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:39.127206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ea4ba382-9450-4914-bce6-8c633a4ccdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:39.127888 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ba382-9450-4914-bce6-8c633a4ccdb6 None None] The sync data for ids ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:39.132210 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-cbc00d8b-77fd-4fc8-8fb1-5ff9faee0226 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:39.139430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc00d8b-77fd-4fc8-8fb1-5ff9faee0226 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Pushing event updated for resources: {'Port': ['ID=58341b91-3035-4136-89ca-24d1adb741d9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:39.142022 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-cbc00d8b-77fd-4fc8-8fb1-5ff9faee0226 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:39.151420 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-cbc00d8b-77fd-4fc8-8fb1-5ff9faee0226 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:39.195905 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.245648 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-cbc00d8b-77fd-4fc8-8fb1-5ff9faee0226 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:39.246375 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-cbc00d8b-77fd-4fc8-8fb1-5ff9faee0226 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.251571 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.267807 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-27927634-e7e5-461b-9e2a-ddb1e3ec638c tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.1110039 Jul 05 04:05:39.270399 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57606) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:39.300603 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.357800 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.437279 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-cbc00d8b-77fd-4fc8-8fb1-5ff9faee0226 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9960115 Jul 05 04:05:39.464547 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Request body: {'port': {'device_id': '97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:39.482088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=e08e8717-be42-4cdc-a5bb-6204d9b36a99,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:39.494288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network 3755e544-353e-4738-90a8-5ad4e512ac46 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:39.537332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:39.561261 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.566839 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7711ebde-51bf-421c-aa8e-5ea7cc3fc065 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] 10.222.0.38 "GET /v2.0/floatingips/2e903ba9-a5e8-4644-bb01-6cf868ccf57c HTTP/1.1" status: 200 len: 982 time: 0.2930846 Jul 05 04:05:39.567628 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57618) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:39.579598 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:39.648017 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ffa741d-991b-4498-bb36-8d7dd7ef946a req-9338b3b5-fc9a-43a6-9a4c-f9365b0eec83 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 210 time: 0.1060705 Jul 05 04:05:39.648187 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f06bdb0e-9494-4e0a-a039-a40c008f9b4e tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3021 time: 0.0768566 Jul 05 04:05:39.649166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57620) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:39.663022 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event updated for resources: {'Port': ['ID=b63628f3-caec-40c4-b650-0400b390ae7d,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:39.752505 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.818034 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.899810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Network 515df142-e778-4bf7-99f9-a813540b7702 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:39.920954 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:39.944569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-2b701fc8-e5df-4c45-9cd1-0544f4e4b206 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Deleting port a0855b11-132a-4b58-8cb0-0ce8e973dca8 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:39.947942 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b701fc8-e5df-4c45-9cd1-0544f4e4b206 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.079502 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b701fc8-e5df-4c45-9cd1-0544f4e4b206 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.079914 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b701fc8-e5df-4c45-9cd1-0544f4e4b206 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.085488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5fb01345-b312-4cc3-91eb-c103aaf82255 None None] Provisioning for port e08e8717-be42-4cdc-a5bb-6204d9b36a99 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:40.090823 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5fb01345-b312-4cc3-91eb-c103aaf82255 None None] Provisioning complete for port e08e8717-be42-4cdc-a5bb-6204d9b36a99 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:40.091070 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5fb01345-b312-4cc3-91eb-c103aaf82255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.099839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-2b701fc8-e5df-4c45-9cd1-0544f4e4b206 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Calling delete_port for a0855b11-132a-4b58-8cb0-0ce8e973dca8 owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:40.348966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5fb01345-b312-4cc3-91eb-c103aaf82255 None None] Port e08e8717-be42-4cdc-a5bb-6204d9b36a99 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:40.451517 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b701fc8-e5df-4c45-9cd1-0544f4e4b206 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.473194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9973a1d5-dc11-488d-a8c3-2aa06b48e0b1 None None] Provisioning complete for port b63628f3-caec-40c4-b650-0400b390ae7d triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:40.473953 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9973a1d5-dc11-488d-a8c3-2aa06b48e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.496457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b701fc8-e5df-4c45-9cd1-0544f4e4b206 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event deleted for resources: {'Port': ['ID=a0855b11-132a-4b58-8cb0-0ce8e973dca8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:40.520705 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9973a1d5-dc11-488d-a8c3-2aa06b48e0b1 None None] Port b63628f3-caec-40c4-b650-0400b390ae7d cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:40.569458 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b701fc8-e5df-4c45-9cd1-0544f4e4b206 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.569990 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-2b701fc8-e5df-4c45-9cd1-0544f4e4b206 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Floating IP 2e903ba9-a5e8-4644-bb01-6cf868ccf57c disassociated (deleted). External IP: 172.25.6.85, port: c78fe71d-879d-48c1-8127-4f1c41771ad8. Jul 05 04:05:40.670796 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.794200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b701fc8-e5df-4c45-9cd1-0544f4e4b206 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Router 7e61c87e-6334-400a-aa60-6048ee8d7bfc has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:40.849439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dcb4e-7f57-47b8-8047-94763248c3a4 req-21c2ed75-9126-4979-9443-0ca938e1fed5 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.850869 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f4dcb4e-7f57-47b8-8047-94763248c3a4 req-21c2ed75-9126-4979-9443-0ca938e1fed5 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 932 time: 0.7067676 Jul 05 04:05:40.900691 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-18fdf5f2-31d1-4373-b287-698650445768 req-d77d92d3-0890-4f8b-9f27-18845a02f212 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 210 time: 0.0589433 Jul 05 04:05:40.908416 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b701fc8-e5df-4c45-9cd1-0544f4e4b206 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:40.913763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b701fc8-e5df-4c45-9cd1-0544f4e4b206 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.920866 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ed3f0-df08-4791-bcfb-f793d9e16b74 None None] Sync routers for ids ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:40.932791 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ed3f0-df08-4791-bcfb-f793d9e16b74 None None] Routers {'7e61c87e-6334-400a-aa60-6048ee8d7bfc'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:40.934582 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ce8ed3f0-df08-4791-bcfb-f793d9e16b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:40.963595 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2b701fc8-e5df-4c45-9cd1-0544f4e4b206 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] 10.222.0.38 "DELETE /v2.0/floatingips/2e903ba9-a5e8-4644-bb01-6cf868ccf57c HTTP/1.1" status: 204 len: 168 time: 1.3127789 Jul 05 04:05:40.964564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57666) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:40.970632 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:40.976004 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ce8ed3f0-df08-4791-bcfb-f793d9e16b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:40.981421 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f4dcb4e-7f57-47b8-8047-94763248c3a4 req-829815ff-4a79-4528-84f3-9f32cc00d809 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140733 Jul 05 04:05:40.986493 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ed3f0-df08-4791-bcfb-f793d9e16b74 None None] Routers {'7e61c87e-6334-400a-aa60-6048ee8d7bfc'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:40.987706 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ce8ed3f0-df08-4791-bcfb-f793d9e16b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:40.999073 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Router b1f49005-bcd5-4bea-9fa6-a6f850866528 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:05:41.075565 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ce8ed3f0-df08-4791-bcfb-f793d9e16b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:41.076263 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ed3f0-df08-4791-bcfb-f793d9e16b74 None None] The sync data for ids ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:41.085382 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.132892 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58341b91-3035-4136-89ca-24d1adb741d9 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:41.159102 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.203183 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.218624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Transition to ACTIVE for port object 58341b91-3035-4136-89ca-24d1adb741d9 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:41.228900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:41.236709 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f9226f63-139a-44db-a111-78078198d4f2 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "PUT /v2.0/routers/b1f49005-bcd5-4bea-9fa6-a6f850866528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6190095 Jul 05 04:05:41.243820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57672) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:41.246123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770abb64-8448-4b44-8b04-4ade72b46a51 None None] Sync routers for ids ['b1f49005-bcd5-4bea-9fa6-a6f850866528'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:41.255375 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770abb64-8448-4b44-8b04-4ade72b46a51 None None] Routers {'b1f49005-bcd5-4bea-9fa6-a6f850866528'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:41.256382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-770abb64-8448-4b44-8b04-4ade72b46a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['b1f49005-bcd5-4bea-9fa6-a6f850866528'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:41.301696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-770abb64-8448-4b44-8b04-4ade72b46a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:41.339223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770abb64-8448-4b44-8b04-4ade72b46a51 None None] Routers {'b1f49005-bcd5-4bea-9fa6-a6f850866528'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:41.340964 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-770abb64-8448-4b44-8b04-4ade72b46a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['b1f49005-bcd5-4bea-9fa6-a6f850866528'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:41.346824 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.388638 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-770abb64-8448-4b44-8b04-4ade72b46a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:41.389650 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770abb64-8448-4b44-8b04-4ade72b46a51 None None] The sync data for ids ['b1f49005-bcd5-4bea-9fa6-a6f850866528'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:41.438555 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-dfa749b5-c49d-4bd7-a953-f495b7efacbc tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.438758 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5706dbdc-b264-4909-a61f-b81d7f2ed2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.439964 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-dfa749b5-c49d-4bd7-a953-f495b7efacbc tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.10 "GET /v2.0/networks?id=8bb45571-704a-47f7-b580-2fad721401bc HTTP/1.1" status: 200 len: 815 time: 0.2482500 Jul 05 04:05:41.457661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-481cba18-ea04-41f7-a17c-7af2a167d70f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Request body: {'port': {'device_id': 'e494cdc5-70eb-4122-ad24-819efb1a7b2f', 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc', 'admin_state_up': True, 'tenant_id': 'eaf4c0ff0e0244099a1253058e48e066'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:41.467835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Pushing event updated for resources: {'Port': ['ID=58341b91-3035-4136-89ca-24d1adb741d9,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:41.469490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Allocated IP 172.25.6.228 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/afe437c3-c0a4-4ede-84e0-fcc2cbe804b1) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:41.509556 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.634219 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.691310 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.771384 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-481cba18-ea04-41f7-a17c-7af2a167d70f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Made reservation on behalf of eaf4c0ff0e0244099a1253058e48e066 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:41.775572 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-481cba18-ea04-41f7-a17c-7af2a167d70f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.776374 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.868143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Attempting to bind port 58341b91-3035-4136-89ca-24d1adb741d9 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:41.868601 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Attempting to bind port 58341b91-3035-4136-89ca-24d1adb741d9 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:41.868931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Attempting to bind port 58341b91-3035-4136-89ca-24d1adb741d9 on network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:41.874261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=e08e8717-be42-4cdc-a5bb-6204d9b36a99,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:41.898960 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.923999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Port 58341b91-3035-4136-89ca-24d1adb741d9 on network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:41.924341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Attempting to bind port 58341b91-3035-4136-89ca-24d1adb741d9 on network c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:41.950241 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:41.957066 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:41.958126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:41.958511 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Checking segment: {'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:41.958909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Bound using segment: {'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:41.959360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Bound port: 58341b91-3035-4136-89ca-24d1adb741d9, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad86c99-34d9-44e9-88b3-fcfc0be02c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:41.959751 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.968546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:41.980708 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-481cba18-ea04-41f7-a17c-7af2a167d70f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Allocated IP 172.20.0.10 (8bb45571-704a-47f7-b580-2fad721401bc/0bf925f8-4a3f-45ed-b86f-c635afeb1643/88640e6f-ce41-4a67-adec-ea19d1188655) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:42.004116 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Pushing event updated for resources: {'Port': ['ID=afe437c3-c0a4-4ede-84e0-fcc2cbe804b1,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:42.124176 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69250013-0016-4157-877e-1a03f04c034d req-0c4d45c2-726f-447f-9ace-2899c159c4c4 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 210 time: 0.0648282 Jul 05 04:05:42.201168 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-df524532-044d-4037-b8f4-ce8f611c9c46 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:05:42.203004 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.205244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-df524532-044d-4037-b8f4-ce8f611c9c46 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "PUT /v2.0/routers/b1f49005-bcd5-4bea-9fa6-a6f850866528/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9601846 Jul 05 04:05:42.206190 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57716) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:42.262020 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-481cba18-ea04-41f7-a17c-7af2a167d70f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.344980 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.586314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] For port 58341b91-3035-4136-89ca-24d1adb741d9, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:42.586314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] For port 58341b91-3035-4136-89ca-24d1adb741d9, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=58341b91-3035-4136-89ca-24d1adb741d9,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:42.586314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network 3755e544-353e-4738-90a8-5ad4e512ac46 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:42.586314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:42.661796 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.662070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeec25-c449-41e8-a3a4-398d3c87086c req-6e565f3b-6232-409b-b907-d92eeb409c35 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.662070 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1dfeec25-c449-41e8-a3a4-398d3c87086c req-6e565f3b-6232-409b-b907-d92eeb409c35 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 944 time: 0.4053342 Jul 05 04:05:42.662387 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-481cba18-ea04-41f7-a17c-7af2a167d70f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.695111 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.720494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf32c-e877-4980-8e85-324135508bdf req-2a58a433-7672-4fc4-8d6b-87781e41b1db tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.720494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2eaf32c-e877-4980-8e85-324135508bdf req-2a58a433-7672-4fc4-8d6b-87781e41b1db tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.3910422 Jul 05 04:05:42.720494 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.720752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-481cba18-ea04-41f7-a17c-7af2a167d70f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Network 8bb45571-704a-47f7-b580-2fad721401bc is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:42.720752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-481cba18-ea04-41f7-a17c-7af2a167d70f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:42.729165 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-481cba18-ea04-41f7-a17c-7af2a167d70f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:42.734934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cba18-ea04-41f7-a17c-7af2a167d70f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Pushing event updated for resources: {'Port': ['ID=88640e6f-ce41-4a67-adec-ea19d1188655,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:42.765469 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-138f0231-a56d-46d4-b399-1749b5bfeeb7 None None] Provisioning complete for port e08e8717-be42-4cdc-a5bb-6204d9b36a99 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:42.766068 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-138f0231-a56d-46d4-b399-1749b5bfeeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.810233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-138f0231-a56d-46d4-b399-1749b5bfeeb7 None None] Port e08e8717-be42-4cdc-a5bb-6204d9b36a99 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:42.853866 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-481cba18-ea04-41f7-a17c-7af2a167d70f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.854423 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-481cba18-ea04-41f7-a17c-7af2a167d70f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.864440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Pushing event updated for resources: {'Port': ['ID=afe437c3-c0a4-4ede-84e0-fcc2cbe804b1,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:42.874518 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.977703 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-481cba18-ea04-41f7-a17c-7af2a167d70f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5268161 Jul 05 04:05:42.991766 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Request body: {'port': {'device_id': 'e494cdc5-70eb-4122-ad24-819efb1a7b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:43.037178 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.038673 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e40d467b-30e5-417b-b50f-80a248414081 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0727744 Jul 05 04:05:43.041368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57718) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:43.084923 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.164970 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1dfeec25-c449-41e8-a3a4-398d3c87086c req-95d499e6-6284-402b-94f5-9a77287da6c4 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544324 Jul 05 04:05:43.189342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.189977 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.213950 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] 10.222.0.36 "PUT /v2.0/ports/58341b91-3035-4136-89ca-24d1adb741d9 HTTP/1.1" status: 200 len: 1093 time: 3.7454164 Jul 05 04:05:43.213950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5', 'tag': '58341b91-3035-4136-89ca-24d1adb741d9'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:43.214382 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b338fc-37c6-4202-b30e-3ea6403f3794" -d '{"events": [{"name": "network-changed", "server_uuid": "97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5", "tag": "58341b91-3035-4136-89ca-24d1adb741d9"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:43.237631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:43.242469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2eaf32c-e877-4980-8e85-324135508bdf req-04520426-f8a5-42af-b4c0-d91e04eed05b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287971 Jul 05 04:05:43.249638 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router 049f346c-10c1-41ba-8d94-0a6f591bf328 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:43.297770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b426bec-84ce-44b5-acf7-ff53b0f2e422 service neutron] Pushing event updated for resources: {'Port': ['ID=58341b91-3035-4136-89ca-24d1adb741d9,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:43.361504 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84d2d36-2212-4d26-81eb-17e3241ff516 x-openstack-request-id: req-e84d2d36-2212-4d26-81eb-17e3241ff516 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:43.361795 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5", "tag": "58341b91-3035-4136-89ca-24d1adb741d9", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:43.362053 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e84d2d36-2212-4d26-81eb-17e3241ff516 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:43.362452 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5', 'tag': '58341b91-3035-4136-89ca-24d1adb741d9', 'status': 'completed', 'code': 200} Jul 05 04:05:43.424784 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.547728 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:43.559100 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0a007ee3-7122-4a87-bc16-1059332446e8 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "PUT /v2.0/routers/049f346c-10c1-41ba-8d94-0a6f591bf328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3108406 Jul 05 04:05:43.563855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57728) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:43.565944 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b4cb4476-2bb8-43dc-842d-c6257068dfb6 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'port': {'network_id': '3755e544-353e-4738-90a8-5ad4e512ac46', 'name': 'tempest-FloatingIPTestJSON-1143585272'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:43.567317 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849c2028-ef21-4b42-b8f0-c49f946d252f None None] Sync routers for ids ['049f346c-10c1-41ba-8d94-0a6f591bf328'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:43.576059 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-3e71a5a4-37e5-4084-aee6-dcdc1ec5df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.578287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-3e71a5a4-37e5-4084-aee6-dcdc1ec5df9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7ffff41c54e4f0f8cc5d87cc4243f49&device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 1096 time: 0.2302101 Jul 05 04:05:43.582327 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849c2028-ef21-4b42-b8f0-c49f946d252f None None] Routers {'049f346c-10c1-41ba-8d94-0a6f591bf328'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:43.583439 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-849c2028-ef21-4b42-b8f0-c49f946d252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['049f346c-10c1-41ba-8d94-0a6f591bf328'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:43.592825 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88640e6f-ce41-4a67-adec-ea19d1188655 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:43.599357 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb26fe9-0088-4aae-8234-94467993f6b1 req-3e9977e5-65d6-4beb-b40f-e19a806d1c76 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.600928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-beb26fe9-0088-4aae-8234-94467993f6b1 req-3e9977e5-65d6-4beb-b40f-e19a806d1c76 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 932 time: 0.2417681 Jul 05 04:05:43.619493 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-849c2028-ef21-4b42-b8f0-c49f946d252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:43.626306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.630310 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849c2028-ef21-4b42-b8f0-c49f946d252f None None] Routers {'049f346c-10c1-41ba-8d94-0a6f591bf328'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:43.631399 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-849c2028-ef21-4b42-b8f0-c49f946d252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['049f346c-10c1-41ba-8d94-0a6f591bf328'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:43.658752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Transition to ACTIVE for port object 88640e6f-ce41-4a67-adec-ea19d1188655 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:43.664450 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-849c2028-ef21-4b42-b8f0-c49f946d252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:43.665109 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849c2028-ef21-4b42-b8f0-c49f946d252f None None] The sync data for ids ['049f346c-10c1-41ba-8d94-0a6f591bf328'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:43.675248 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-bdd48ee7-2167-4d7f-9cd4-0f38cec40671 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58341b91-3035-4136-89ca-24d1adb741d9 HTTP/1.1" status: 200 len: 217 time: 0.0855319 Jul 05 04:05:43.703791 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.757410 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-68ac1478-4202-444e-ad39-1ae3c114f9f9 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.766345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-beb26fe9-0088-4aae-8234-94467993f6b1 req-010dbaca-26cb-414f-af56-4fa0e08d5332 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930655 Jul 05 04:05:43.774586 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.831900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0d572b24-f156-4d72-91b0-4f6bf2a7a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.833652 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-0d572b24-f156-4d72-91b0-4f6bf2a7a83b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefdd25d-0aee-4b3b-8b2d-510efdce7acb HTTP/1.1" status: 200 len: 844 time: 0.1449704 Jul 05 04:05:43.868786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Pushing event updated for resources: {'Port': ['ID=88640e6f-ce41-4a67-adec-ea19d1188655,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:43.887985 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-d6212962-3c1c-4301-a5ee-cfaaad0afdb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473180 Jul 05 04:05:43.893678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cb4476-2bb8-43dc-842d-c6257068dfb6 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Made reservation on behalf of fc5d38fc9b9743be8ccc5980d6b745b4 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:43.897218 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4476-2bb8-43dc-842d-c6257068dfb6 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.953208 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Allocated IP 172.25.6.109 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/507ffd0b-fd3c-4047-85f1-43613336c769) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:43.968949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-b4cb4476-2bb8-43dc-842d-c6257068dfb6 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] device_id is not set on port e0ff2d89-8eb0-4922-af43-4d6325613189 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:05:44.005523 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-280bea21-4cf3-4cf0-870e-e405e3c5d463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.050579 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-293427f3-3bda-4978-8946-90e9fd19c103 service neutron] 10.222.0.36 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242476 Jul 05 04:05:44.056963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Attempting to bind port 88640e6f-ce41-4a67-adec-ea19d1188655 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:44.057327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Attempting to bind port 88640e6f-ce41-4a67-adec-ea19d1188655 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '97591688-45b0-4c47-ac7f-0607dbf8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:44.057667 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Attempting to bind port 88640e6f-ce41-4a67-adec-ea19d1188655 on network 8bb45571-704a-47f7-b580-2fad721401bc {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:44.078898 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Port 88640e6f-ce41-4a67-adec-ea19d1188655 on network 8bb45571-704a-47f7-b580-2fad721401bc not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:44.079204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Attempting to bind port 88640e6f-ce41-4a67-adec-ea19d1188655 on network 8bb45571-704a-47f7-b580-2fad721401bc {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:44.099835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:44.103812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Checking segment: {'id': '97591688-45b0-4c47-ac7f-0607dbf8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:44.103812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Bound using segment: {'id': '97591688-45b0-4c47-ac7f-0607dbf8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:44.103812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Bound port: 88640e6f-ce41-4a67-adec-ea19d1188655, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97591688-45b0-4c47-ac7f-0607dbf8b318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:44.103812 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.218868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc999d35-2c92-4ceb-b987-996a14a0b671 req-59fd4217-d601-4c2b-8676-14f5f024bd23 service neutron] 10.222.0.36 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399415 Jul 05 04:05:44.249325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-68ac1478-4202-444e-ad39-1ae3c114f9f9 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Deleting port b63628f3-caec-40c4-b650-0400b390ae7d {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:44.249639 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-68ac1478-4202-444e-ad39-1ae3c114f9f9 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.366068 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.493717 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-68ac1478-4202-444e-ad39-1ae3c114f9f9 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.514765 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-68ac1478-4202-444e-ad39-1ae3c114f9f9 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Calling delete_port for b63628f3-caec-40c4-b650-0400b390ae7d owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:44.592120 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.602571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-b4cb4476-2bb8-43dc-842d-c6257068dfb6 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Allocated IP 172.20.0.14 (3755e544-353e-4738-90a8-5ad4e512ac46/53d0496a-6c7e-4b17-b692-46e289155f04/e0ff2d89-8eb0-4922-af43-4d6325613189) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:44.619287 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab0230-4bde-4bdf-a2b4-caeb2da1c0b6 req-13d4021f-d7d3-4743-be84-b423d25f8e4a tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.622569 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67ab0230-4bde-4bdf-a2b4-caeb2da1c0b6 req-13d4021f-d7d3-4743-be84-b423d25f8e4a tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 944 time: 0.2776563 Jul 05 04:05:44.649841 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b338fc-37c6-4202-b30e-3ea6403f3794 req-667f51b7-9b7f-4ac1-9974-2dab18164c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.651343 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27b338fc-37c6-4202-b30e-3ea6403f3794 req-667f51b7-9b7f-4ac1-9974-2dab18164c16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7ffff41c54e4f0f8cc5d87cc4243f49&device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 1096 time: 0.2683940 Jul 05 04:05:44.661586 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb39287-f989-430a-b017-675ec9cbea83 req-d4c1a109-bfee-43e6-8c60-05404d235cb3 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.664421 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2fb39287-f989-430a-b017-675ec9cbea83 req-d4c1a109-bfee-43e6-8c60-05404d235cb3 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.2520010 Jul 05 04:05:44.672340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] For port 88640e6f-ce41-4a67-adec-ea19d1188655, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:44.714537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] For port 88640e6f-ce41-4a67-adec-ea19d1188655, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=88640e6f-ce41-4a67-adec-ea19d1188655,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:44.820894 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67ab0230-4bde-4bdf-a2b4-caeb2da1c0b6 req-115bfb37-af9f-4316-919a-22da9d52af62 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854115 Jul 05 04:05:44.826706 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.826866 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2fb39287-f989-430a-b017-675ec9cbea83 req-44899ec5-c98e-45b9-84c7-c770a9576686 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479845 Jul 05 04:05:44.873584 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4476-2bb8-43dc-842d-c6257068dfb6 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.879310 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.886028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b338fc-37c6-4202-b30e-3ea6403f3794 req-2f369e39-f929-43ff-9866-d803c64fbafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.887962 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27b338fc-37c6-4202-b30e-3ea6403f3794 req-2f369e39-f929-43ff-9866-d803c64fbafd service neutron] 10.222.0.36 "GET /v2.0/networks?id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 HTTP/1.1" status: 200 len: 905 time: 0.2171953 Jul 05 04:05:44.910565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.912432 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.912730 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] 10.222.0.10 "PUT /v2.0/ports/88640e6f-ce41-4a67-adec-ea19d1188655 HTTP/1.1" status: 200 len: 1093 time: 1.9254503 Jul 05 04:05:44.913180 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e494cdc5-70eb-4122-ad24-819efb1a7b2f', 'tag': '88640e6f-ce41-4a67-adec-ea19d1188655'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:44.915456 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1164aef1-4a67-4842-ab73-fb61a29bb50c" -d '{"events": [{"name": "network-changed", "server_uuid": "e494cdc5-70eb-4122-ad24-819efb1a7b2f", "tag": "88640e6f-ce41-4a67-adec-ea19d1188655"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:44.930875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-b4cb4476-2bb8-43dc-842d-c6257068dfb6 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Transition to ACTIVE for port object e0ff2d89-8eb0-4922-af43-4d6325613189 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:44.944542 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27b338fc-37c6-4202-b30e-3ea6403f3794 req-f946dd7f-21a9-4e5c-9ff1-08d0a09da4c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58341b91-3035-4136-89ca-24d1adb741d9 HTTP/1.1" status: 200 len: 217 time: 0.0489547 Jul 05 04:05:44.946547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:44.953914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397a11c-3770-4751-ac55-9a2483a63d55 service neutron] Pushing event updated for resources: {'Port': ['ID=88640e6f-ce41-4a67-adec-ea19d1188655,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:44.956896 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:44.963091 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:45.000559 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8611a4b9-2d25-4b36-9b65-90e7eb1e5bac x-openstack-request-id: req-8611a4b9-2d25-4b36-9b65-90e7eb1e5bac {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:45.002982 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e494cdc5-70eb-4122-ad24-819efb1a7b2f", "tag": "88640e6f-ce41-4a67-adec-ea19d1188655", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:45.002982 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8611a4b9-2d25-4b36-9b65-90e7eb1e5bac {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:45.002982 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e494cdc5-70eb-4122-ad24-819efb1a7b2f', 'tag': '88640e6f-ce41-4a67-adec-ea19d1188655', 'status': 'completed', 'code': 200} Jul 05 04:05:45.069379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b338fc-37c6-4202-b30e-3ea6403f3794 req-11cb61d8-3647-4abd-ae7b-5af5b36a928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.071086 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27b338fc-37c6-4202-b30e-3ea6403f3794 req-11cb61d8-3647-4abd-ae7b-5af5b36a928a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefdd25d-0aee-4b3b-8b2d-510efdce7acb HTTP/1.1" status: 200 len: 844 time: 0.1174376 Jul 05 04:05:45.081432 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-68ac1478-4202-444e-ad39-1ae3c114f9f9 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.095646 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Pushing event updated for resources: {'Port': ['ID=507ffd0b-fd3c-4047-85f1-43613336c769,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:45.149552 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.159991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac1478-4202-444e-ad39-1ae3c114f9f9 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event deleted for resources: {'Port': ['ID=b63628f3-caec-40c4-b650-0400b390ae7d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:45.161963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164aef1-4a67-4842-ab73-fb61a29bb50c req-9d61ddf7-59d1-435f-aedb-1e88a62b16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.163398 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27b338fc-37c6-4202-b30e-3ea6403f3794 req-28950e03-16dc-43dd-8a3f-5b6d8938d4ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787849 Jul 05 04:05:45.164346 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1164aef1-4a67-4842-ab73-fb61a29bb50c req-9d61ddf7-59d1-435f-aedb-1e88a62b16c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eaf4c0ff0e0244099a1253058e48e066&device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 1096 time: 0.1349509 Jul 05 04:05:45.189133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a05c7-4b29-44b8-bef1-35d4510fb4bf req-ffb7c1ed-d674-415c-98da-6c2cab656f4f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.190709 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-011a05c7-4b29-44b8-bef1-35d4510fb4bf req-ffb7c1ed-d674-415c-98da-6c2cab656f4f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 944 time: 0.1591735 Jul 05 04:05:45.202400 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4476-2bb8-43dc-842d-c6257068dfb6 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.314138 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.343280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-011a05c7-4b29-44b8-bef1-35d4510fb4bf req-5aa2752b-8775-4a2d-9d35-914aef634001 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245952 Jul 05 04:05:45.421081 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cb4476-2bb8-43dc-842d-c6257068dfb6 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Network 3755e544-353e-4738-90a8-5ad4e512ac46 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:45.421908 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.435976 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27b338fc-37c6-4202-b30e-3ea6403f3794 req-f0dc662d-8747-4800-b4df-2f1f194a479f service neutron] 10.222.0.36 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633009 Jul 05 04:05:45.437948 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb4476-2bb8-43dc-842d-c6257068dfb6 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event updated for resources: {'Port': ['ID=e0ff2d89-8eb0-4922-af43-4d6325613189,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:45.438346 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-68ac1478-4202-444e-ad39-1ae3c114f9f9 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.442859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-b4cb4476-2bb8-43dc-842d-c6257068dfb6 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:45.445300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cb4476-2bb8-43dc-842d-c6257068dfb6 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:45.572520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cb4476-2bb8-43dc-842d-c6257068dfb6 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.573207 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4476-2bb8-43dc-842d-c6257068dfb6 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.604683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164aef1-4a67-4842-ab73-fb61a29bb50c req-7fd521b2-03d9-4905-917e-73a77cf2707e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.606825 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1164aef1-4a67-4842-ab73-fb61a29bb50c req-7fd521b2-03d9-4905-917e-73a77cf2707e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=eaf4c0ff0e0244099a1253058e48e066&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4337082 Jul 05 04:05:45.691964 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27b338fc-37c6-4202-b30e-3ea6403f3794 req-78bcee42-5047-4c3c-889f-6521993a0a42 service neutron] 10.222.0.36 "GET /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437944 Jul 05 04:05:45.701951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ac1478-4202-444e-ad39-1ae3c114f9f9 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Router b1f49005-bcd5-4bea-9fa6-a6f850866528 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:45.736455 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b4cb4476-2bb8-43dc-842d-c6257068dfb6 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1746604 Jul 05 04:05:45.749721 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57742) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:45.759969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ff9a6d81-e712-4dbc-b1db-a30083a90591 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Request body: {'floatingip': {'port_id': 'e0ff2d89-8eb0-4922-af43-4d6325613189'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:45.808900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ac1478-4202-444e-ad39-1ae3c114f9f9 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:45.814304 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-68ac1478-4202-444e-ad39-1ae3c114f9f9 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "PUT /v2.0/routers/b1f49005-bcd5-4bea-9fa6-a6f850866528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5973339 Jul 05 04:05:45.818059 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57744) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:45.831620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472cbc1d-54b9-4329-9eb9-0ca47ae3e739 None None] Sync routers for ids ['b1f49005-bcd5-4bea-9fa6-a6f850866528'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:45.836980 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d0614bbe-368f-48d7-8044-db9d001a2425 None None] Provisioning for port e0ff2d89-8eb0-4922-af43-4d6325613189 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:45.846718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d0614bbe-368f-48d7-8044-db9d001a2425 None None] Provisioning complete for port e0ff2d89-8eb0-4922-af43-4d6325613189 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:45.847303 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d0614bbe-368f-48d7-8044-db9d001a2425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.859487 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-d7ae37d9-d19d-4205-892a-bd67d4d9287f tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] delete failed (client error): The resource could not be found. Jul 05 04:05:45.863887 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d7ae37d9-d19d-4205-892a-bd67d4d9287f tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "DELETE /v2.0/routers/tempest-non_exist_router-184555464 HTTP/1.1" status: 404 len: 334 time: 0.0414915 Jul 05 04:05:45.864180 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57746) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:45.868818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-485bd75c-4d8d-4738-964a-9b6169de6c8c tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1f49005-bcd5-4bea-9fa6-a6f850866528'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:45.883408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472cbc1d-54b9-4329-9eb9-0ca47ae3e739 None None] Routers {'b1f49005-bcd5-4bea-9fa6-a6f850866528'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:45.883408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-472cbc1d-54b9-4329-9eb9-0ca47ae3e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['b1f49005-bcd5-4bea-9fa6-a6f850866528'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:45.932934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-472cbc1d-54b9-4329-9eb9-0ca47ae3e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:45.950506 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472cbc1d-54b9-4329-9eb9-0ca47ae3e739 None None] Routers {'b1f49005-bcd5-4bea-9fa6-a6f850866528'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:45.951449 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-472cbc1d-54b9-4329-9eb9-0ca47ae3e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['b1f49005-bcd5-4bea-9fa6-a6f850866528'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:46.002224 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-472cbc1d-54b9-4329-9eb9-0ca47ae3e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:46.003175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472cbc1d-54b9-4329-9eb9-0ca47ae3e739 None None] The sync data for ids ['b1f49005-bcd5-4bea-9fa6-a6f850866528'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:46.007147 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d0614bbe-368f-48d7-8044-db9d001a2425 None None] Port e0ff2d89-8eb0-4922-af43-4d6325613189 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:46.028493 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.045122 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6d81-e712-4dbc-b1db-a30083a90591 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.107821 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.143132 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164aef1-4a67-4842-ab73-fb61a29bb50c req-0ebba872-7802-4a6e-897b-58aa5a1ac85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:46.145190 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1164aef1-4a67-4842-ab73-fb61a29bb50c req-0ebba872-7802-4a6e-897b-58aa5a1ac85f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5313728 Jul 05 04:05:46.272401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Pushing event updated for resources: {'Port': ['ID=507ffd0b-fd3c-4047-85f1-43613336c769,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:46.326254 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.377456 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-474a39fd-6ff3-49fe-b45e-222b10ef8b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:46.379013 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-474a39fd-6ff3-49fe-b45e-222b10ef8b9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eaf4c0ff0e0244099a1253058e48e066&device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 1096 time: 0.1757870 Jul 05 04:05:46.456356 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.457497 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-142a3304-4bc7-490f-938d-681bf37cd836 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4151433 Jul 05 04:05:46.458872 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-52ed593a-fb4f-4709-b88a-7421a3380af2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88640e6f-ce41-4a67-adec-ea19d1188655 HTTP/1.1" status: 200 len: 217 time: 0.0439997 Jul 05 04:05:46.460353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57754) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:46.576701 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-02d0bfde-5356-4e9b-bfe0-48b303e97a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:46.578843 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-02d0bfde-5356-4e9b-bfe0-48b303e97a86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bf925f8-4a3f-45ed-b86f-c635afeb1643 HTTP/1.1" status: 200 len: 855 time: 0.1109905 Jul 05 04:05:46.627749 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-485bd75c-4d8d-4738-964a-9b6169de6c8c tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.656300 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-44381647-6c45-468b-8966-0a7eea28a4df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8bb45571-704a-47f7-b580-2fad721401bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380633 Jul 05 04:05:46.656522 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eea7ae-9a7a-4293-932d-e17da80d6f9d req-59db55c0-b409-42ed-848d-051a5022e0af tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:46.658799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-12eea7ae-9a7a-4293-932d-e17da80d6f9d req-59db55c0-b409-42ed-848d-051a5022e0af tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 944 time: 0.3699899 Jul 05 04:05:46.672960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a0e4-23b1-4333-9572-589c6deb3ad1 req-e76d8ad4-f5ab-4ede-9e5f-d6e1790f6606 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:46.674532 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3387a0e4-23b1-4333-9572-589c6deb3ad1 req-e76d8ad4-f5ab-4ede-9e5f-d6e1790f6606 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.3956115 Jul 05 04:05:46.707892 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fb105d4a-c97b-4dff-914e-4ba5b43fd332 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3207 time: 0.2426589 Jul 05 04:05:46.710944 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57758) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:46.789925 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-485bd75c-4d8d-4738-964a-9b6169de6c8c tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] update failed (client error): The resource could not be found. Jul 05 04:05:46.790657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-485bd75c-4d8d-4738-964a-9b6169de6c8c tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "PUT /v2.0/routers/b1f49005-bcd5-4bea-9fa6-a6f850866528 HTTP/1.1" status: 404 len: 339 time: 0.9255464 Jul 05 04:05:46.803148 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d34e24f3-ff59-4a02-b1be-6b36ae13c632 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0888023 Jul 05 04:05:46.803148 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57760) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:46.817593 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57762) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:46.863235 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-5bac6580-491e-4edf-b557-0524a8bc7b4f service neutron] 10.222.0.10 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957209 Jul 05 04:05:46.863979 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-12eea7ae-9a7a-4293-932d-e17da80d6f9d req-fa3a3030-c81c-49d5-a2ae-a634efa0ab96 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840668 Jul 05 04:05:46.879646 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.927821 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3387a0e4-23b1-4333-9572-589c6deb3ad1 req-eff8d7fe-124c-4bbf-978e-a098c5521b9a tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370846 Jul 05 04:05:46.998763 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b7df8e48-3b80-484f-86ca-20d43f8f1e28 req-746b8738-d938-40ec-b4d1-1f0398aa5595 service neutron] 10.222.0.10 "GET /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278136 Jul 05 04:05:47.049175 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6d81-e712-4dbc-b1db-a30083a90591 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.125972 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6d81-e712-4dbc-b1db-a30083a90591 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.241551 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-ff9a6d81-e712-4dbc-b1db-a30083a90591 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Floating IP 857506ed-296f-4256-bfe0-7a1be8d6bc9f associated. External IP: 172.25.6.182, port: eefdb7ca-59ba-4844-9a2b-1f6bc4e72902. Jul 05 04:05:47.255788 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabcacb-350e-4647-9ea1-e52179abfb64 req-62b527de-7f5f-44aa-afe1-71723ecbf17c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:47.257218 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4aabcacb-350e-4647-9ea1-e52179abfb64 req-62b527de-7f5f-44aa-afe1-71723ecbf17c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 944 time: 0.2359052 Jul 05 04:05:47.267530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5ad22-d010-4ebf-8ba5-fe83f8dc8008 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Deleting port 507ffd0b-fd3c-4047-85f1-43613336c769 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:47.267880 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ad22-d010-4ebf-8ba5-fe83f8dc8008 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.347426 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.456937 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4aabcacb-350e-4647-9ea1-e52179abfb64 req-cec848bf-21b9-44a6-9f30-f4b40c10f996 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853132 Jul 05 04:05:47.485518 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ad22-d010-4ebf-8ba5-fe83f8dc8008 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.486107 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ad22-d010-4ebf-8ba5-fe83f8dc8008 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.534979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5ad22-d010-4ebf-8ba5-fe83f8dc8008 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Calling delete_port for 507ffd0b-fd3c-4047-85f1-43613336c769 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:47.719004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Allocated IP 172.20.0.1 (95322ff9-bf6c-4667-9cb2-957a7dfd88e0/0e61daf2-d763-4b2b-9d36-74ea77f00bfb/78026b42-4318-41b3-949d-f4959c7f3575) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:47.774176 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9a6d81-e712-4dbc-b1db-a30083a90591 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router fc4cfece-5a40-45b1-88af-289ab873556e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:47.868990 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.889521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Transition to ACTIVE for port object 78026b42-4318-41b3-949d-f4959c7f3575 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:47.892528 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ad22-d010-4ebf-8ba5-fe83f8dc8008 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.909389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9a6d81-e712-4dbc-b1db-a30083a90591 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:47.922726 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3599b54-fb86-40e3-9564-3cd7d061d87d None None] Sync routers for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:47.936707 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3599b54-fb86-40e3-9564-3cd7d061d87d None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:47.938945 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a3599b54-fb86-40e3-9564-3cd7d061d87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:47.942152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5ad22-d010-4ebf-8ba5-fe83f8dc8008 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Pushing event deleted for resources: {'Port': ['ID=507ffd0b-fd3c-4047-85f1-43613336c769,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:48.022510 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ad22-d010-4ebf-8ba5-fe83f8dc8008 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.025253 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ad22-d010-4ebf-8ba5-fe83f8dc8008 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.026439 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7ae5ad22-d010-4ebf-8ba5-fe83f8dc8008 tempest-FloatingIPAdminTestJSON-1436971352 tempest-FloatingIPAdminTestJSON-1436971352-project] 10.222.0.38 "DELETE /v2.0/floatingips/33a4850e-2cae-4847-91df-e7a11ffaca1b HTTP/1.1" status: 204 len: 168 time: 1.2079120 Jul 05 04:05:48.030025 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57770) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:48.038926 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a3599b54-fb86-40e3-9564-3cd7d061d87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:48.059724 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3599b54-fb86-40e3-9564-3cd7d061d87d None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:48.062349 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a3599b54-fb86-40e3-9564-3cd7d061d87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:48.132035 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a3599b54-fb86-40e3-9564-3cd7d061d87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:48.132947 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3599b54-fb86-40e3-9564-3cd7d061d87d None None] The sync data for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:48.144096 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.219355 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9a6d81-e712-4dbc-b1db-a30083a90591 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router 049f346c-10c1-41ba-8d94-0a6f591bf328 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:48.273613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Network 95322ff9-bf6c-4667-9cb2-957a7dfd88e0 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:48.284188 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:48.287052 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event updated for resources: {'Port': ['ID=78026b42-4318-41b3-949d-f4959c7f3575,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:48.291620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:48.327889 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.328270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.328613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.328951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.329291 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.329624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.329957 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.330282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.330962 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.330962 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.331295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.331623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.344013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 58341b91-3035-4136-89ca-24d1adb741d9 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:05:48.368354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9a6d81-e712-4dbc-b1db-a30083a90591 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:48.374443 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6d81-e712-4dbc-b1db-a30083a90591 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.413253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867e6f0-a633-4bc8-bfba-28684c6472ce req-cf6d26a7-b038-4f41-a6dc-503d76c0e1b0 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:48.414856 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0867e6f0-a633-4bc8-bfba-28684c6472ce req-cf6d26a7-b038-4f41-a6dc-503d76c0e1b0 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 944 time: 0.2766023 Jul 05 04:05:48.416647 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.431723 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-11dd11a6-a7be-48e9-80c6-77db2d494429 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Deleting port afe437c3-c0a4-4ede-84e0-fcc2cbe804b1 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:48.431969 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-11dd11a6-a7be-48e9-80c6-77db2d494429 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.453818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f1b70-b90e-44bf-98a4-ec59d90d9031 None None] Sync routers for ids ['049f346c-10c1-41ba-8d94-0a6f591bf328'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:48.471270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f1b70-b90e-44bf-98a4-ec59d90d9031 None None] Routers {'049f346c-10c1-41ba-8d94-0a6f591bf328'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:48.472238 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-642f1b70-b90e-44bf-98a4-ec59d90d9031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['049f346c-10c1-41ba-8d94-0a6f591bf328'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:48.483920 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ff9a6d81-e712-4dbc-b1db-a30083a90591 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "PUT /v2.0/floatingips/857506ed-296f-4256-bfe0-7a1be8d6bc9f HTTP/1.1" status: 200 len: 979 time: 2.7292058 Jul 05 04:05:48.484724 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57772) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:48.516417 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-642f1b70-b90e-44bf-98a4-ec59d90d9031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:48.521356 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a067478-a037-43a3-bd7d-5304ca199638 req-69bdcd3f-0d89-4b14-9731-2c028ede1035 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:48.534954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a067478-a037-43a3-bd7d-5304ca199638 req-69bdcd3f-0d89-4b14-9731-2c028ede1035 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.3923941 Jul 05 04:05:48.547438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f1b70-b90e-44bf-98a4-ec59d90d9031 None None] Routers {'049f346c-10c1-41ba-8d94-0a6f591bf328'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:48.549462 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-642f1b70-b90e-44bf-98a4-ec59d90d9031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['049f346c-10c1-41ba-8d94-0a6f591bf328'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:48.600773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-00280e8e-4f6b-4354-a006-7c730c7128cb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting port e0ff2d89-8eb0-4922-af43-4d6325613189 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:48.601125 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00280e8e-4f6b-4354-a006-7c730c7128cb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.610903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-642f1b70-b90e-44bf-98a4-ec59d90d9031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:48.611559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f1b70-b90e-44bf-98a4-ec59d90d9031 None None] The sync data for ids ['049f346c-10c1-41ba-8d94-0a6f591bf328'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:48.620134 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0867e6f0-a633-4bc8-bfba-28684c6472ce req-3da4f898-8e4d-4528-9ad4-a60162727282 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970792 Jul 05 04:05:48.652911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 58341b91-3035-4136-89ca-24d1adb741d9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=58341b91-3035-4136-89ca-24d1adb741d9,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:48.696273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '58341b91-3035-4136-89ca-24d1adb741d9', 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056', 'port_id': '58341b91-3035-4136-89ca-24d1adb741d9', 'mac_address': 'fa:16:3e:b1:8f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefdd25d-0aee-4b3b-8b2d-510efdce7acb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:05:48.729052 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00280e8e-4f6b-4354-a006-7c730c7128cb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.740167 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a067478-a037-43a3-bd7d-5304ca199638 req-bdae8b61-3cd0-453f-91b0-a7f254cc1c8b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071598 Jul 05 04:05:48.743815 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.755719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a9760a03-e5e7-4603-9005-0c0206034bf0 None None] Provisioning for port 78026b42-4318-41b3-949d-f4959c7f3575 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:48.764509 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a9760a03-e5e7-4603-9005-0c0206034bf0 None None] Provisioning complete for port 78026b42-4318-41b3-949d-f4959c7f3575 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:48.765218 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a9760a03-e5e7-4603-9005-0c0206034bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.811265 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58341b91-3035-4136-89ca-24d1adb741d9 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:48.819688 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a9760a03-e5e7-4603-9005-0c0206034bf0 None None] Port 78026b42-4318-41b3-949d-f4959c7f3575 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:48.822103 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-11dd11a6-a7be-48e9-80c6-77db2d494429 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.822103 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-11dd11a6-a7be-48e9-80c6-77db2d494429 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.838295 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 58341b91-3035-4136-89ca-24d1adb741d9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=58341b91-3035-4136-89ca-24d1adb741d9,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:48.869177 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-11dd11a6-a7be-48e9-80c6-77db2d494429 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Calling delete_port for afe437c3-c0a4-4ede-84e0-fcc2cbe804b1 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:48.908726 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.977167 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=58341b91-3035-4136-89ca-24d1adb741d9,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:48.987281 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.988425 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.988972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.989474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.989968 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.990460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.990954 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.991518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.991866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.992233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.992969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:48.993308 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:49.065407 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00280e8e-4f6b-4354-a006-7c730c7128cb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:49.065969 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00280e8e-4f6b-4354-a006-7c730c7128cb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:49.066236 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-00280e8e-4f6b-4354-a006-7c730c7128cb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Floating IP 857506ed-296f-4256-bfe0-7a1be8d6bc9f disassociated. External IP: 172.25.6.182, port: e0ff2d89-8eb0-4922-af43-4d6325613189. Jul 05 04:05:49.066694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-00280e8e-4f6b-4354-a006-7c730c7128cb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Calling delete_port for e0ff2d89-8eb0-4922-af43-4d6325613189 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:49.228024 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['58341b91-3035-4136-89ca-24d1adb741d9'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:49.345991 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:49.377388 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00280e8e-4f6b-4354-a006-7c730c7128cb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:49.409549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00280e8e-4f6b-4354-a006-7c730c7128cb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Port': ['ID=e0ff2d89-8eb0-4922-af43-4d6325613189,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:49.432700 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368361c9-8e3e-4973-beda-5b9a3c4a9b70 req-4e8a138a-af39-4b72-8775-7eb3988f30cc tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:49.435042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-368361c9-8e3e-4973-beda-5b9a3c4a9b70 req-4e8a138a-af39-4b72-8775-7eb3988f30cc tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 944 time: 0.6021018 Jul 05 04:05:49.600448 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00280e8e-4f6b-4354-a006-7c730c7128cb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router 049f346c-10c1-41ba-8d94-0a6f591bf328 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:49.636788 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-368361c9-8e3e-4973-beda-5b9a3c4a9b70 req-4c3d94ff-d4e4-450a-b899-420a2a2a8d14 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918962 Jul 05 04:05:49.795255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00280e8e-4f6b-4354-a006-7c730c7128cb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:49.819589 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfdef15-8a5e-40d5-b04c-23f56ef7a694 None None] Sync routers for ids ['049f346c-10c1-41ba-8d94-0a6f591bf328'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:49.842549 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfdef15-8a5e-40d5-b04c-23f56ef7a694 None None] Routers {'049f346c-10c1-41ba-8d94-0a6f591bf328'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:49.843205 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7dfdef15-8a5e-40d5-b04c-23f56ef7a694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['049f346c-10c1-41ba-8d94-0a6f591bf328'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:49.895208 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7dfdef15-8a5e-40d5-b04c-23f56ef7a694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:49.905539 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfdef15-8a5e-40d5-b04c-23f56ef7a694 None None] Routers {'049f346c-10c1-41ba-8d94-0a6f591bf328'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:49.906244 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7dfdef15-8a5e-40d5-b04c-23f56ef7a694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['049f346c-10c1-41ba-8d94-0a6f591bf328'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:49.925427 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:49.942091 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7dfdef15-8a5e-40d5-b04c-23f56ef7a694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:49.942953 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfdef15-8a5e-40d5-b04c-23f56ef7a694 None None] The sync data for ids ['049f346c-10c1-41ba-8d94-0a6f591bf328'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:49.949367 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecf827-b5e7-44bf-863a-e2d728d6659e req-3f94e05e-7425-4234-a68e-20860ae9f365 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:49.950907 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-70ecf827-b5e7-44bf-863a-e2d728d6659e req-3f94e05e-7425-4234-a68e-20860ae9f365 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 945 time: 0.1028516 Jul 05 04:05:49.963161 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00280e8e-4f6b-4354-a006-7c730c7128cb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:49.968568 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-00280e8e-4f6b-4354-a006-7c730c7128cb tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/ports/e0ff2d89-8eb0-4922-af43-4d6325613189 HTTP/1.1" status: 204 len: 168 time: 1.4827418 Jul 05 04:05:49.969725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57784) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:50.002696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-70ecf827-b5e7-44bf-863a-e2d728d6659e req-d7f30063-1815-4358-b89e-a28d1a7d2be4 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453594 Jul 05 04:05:50.035170 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-11dd11a6-a7be-48e9-80c6-77db2d494429 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.066397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd11a6-a7be-48e9-80c6-77db2d494429 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Pushing event deleted for resources: {'Port': ['ID=afe437c3-c0a4-4ede-84e0-fcc2cbe804b1,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:50.107576 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.251384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event updated for resources: {'Port': ['ID=78026b42-4318-41b3-949d-f4959c7f3575,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:50.253972 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.256509 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-11dd11a6-a7be-48e9-80c6-77db2d494429 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.259032 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-11dd11a6-a7be-48e9-80c6-77db2d494429 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.264416 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-11dd11a6-a7be-48e9-80c6-77db2d494429 tempest-FloatingIPAdminTestJSON-550780908 tempest-FloatingIPAdminTestJSON-550780908-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/202216ae-13c2-4ba6-a09c-1c5b557fcf22 HTTP/1.1" status: 204 len: 168 time: 2.2292204 Jul 05 04:05:50.269644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2bb47-6adc-48a6-9674-e4ead1eb5aff req-e7f9c542-d712-4af5-afc8-f874c8123cc8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:50.269969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57786) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:50.271139 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2a2bb47-6adc-48a6-9674-e4ead1eb5aff req-e7f9c542-d712-4af5-afc8-f874c8123cc8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.2727637 Jul 05 04:05:50.352784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 58341b91-3035-4136-89ca-24d1adb741d9 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:50.364354 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2a2bb47-6adc-48a6-9674-e4ead1eb5aff req-0db8c5a1-0186-41d9-9c5c-05f6d50b5eae tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843990 Jul 05 04:05:50.401596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 88640e6f-ce41-4a67-adec-ea19d1188655 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:05:50.428661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Network 95322ff9-bf6c-4667-9cb2-957a7dfd88e0 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:50.430374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:50.452869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b5be3-1b43-462d-9fba-1c75ff481beb tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Deleting port c78fe71d-879d-48c1-8127-4f1c41771ad8 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:50.457405 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5be3-1b43-462d-9fba-1c75ff481beb tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.580882 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 58341b91-3035-4136-89ca-24d1adb741d9 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:50.580882 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 58341b91-3035-4136-89ca-24d1adb741d9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:50.580882 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.581266 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13d3074e-9a8a-4647-b4a6-12fcfcc8006f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.617213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Router b1f49005-bcd5-4bea-9fa6-a6f850866528 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:50.625416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 88640e6f-ce41-4a67-adec-ea19d1188655, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=88640e6f-ce41-4a67-adec-ea19d1188655,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:50.649981 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '88640e6f-ce41-4a67-adec-ea19d1188655', 'network_id': '8bb45571-704a-47f7-b580-2fad721401bc', 'port_id': '88640e6f-ce41-4a67-adec-ea19d1188655', 'mac_address': 'fa:16:3e:16:ab:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf925f8-4a3f-45ed-b86f-c635afeb1643', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:05:50.746475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:50.752560 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d3303753-894d-47a5-9ad2-1e37a8f14382 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "PUT /v2.0/routers/b1f49005-bcd5-4bea-9fa6-a6f850866528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9465077 Jul 05 04:05:50.754597 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57790) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:50.761309 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5be3-1b43-462d-9fba-1c75ff481beb tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.781298 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.784201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae5cf8-9b37-4db9-abb2-78e74efe6487 None None] Sync routers for ids ['b1f49005-bcd5-4bea-9fa6-a6f850866528'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:50.819422 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88640e6f-ce41-4a67-adec-ea19d1188655 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:50.825027 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.843617 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aae5cf8-9b37-4db9-abb2-78e74efe6487 None None] Routers {'b1f49005-bcd5-4bea-9fa6-a6f850866528'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:50.844214 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6aae5cf8-9b37-4db9-abb2-78e74efe6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['b1f49005-bcd5-4bea-9fa6-a6f850866528'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:50.868125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b5be3-1b43-462d-9fba-1c75ff481beb tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Calling delete_port for c78fe71d-879d-48c1-8127-4f1c41771ad8 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:50.907329 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6aae5cf8-9b37-4db9-abb2-78e74efe6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:50.908435 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1c77af00-7cde-4d87-abcc-dbfe4fbe7196 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.940417 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 88640e6f-ce41-4a67-adec-ea19d1188655, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=88640e6f-ce41-4a67-adec-ea19d1188655,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:50.950443 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aae5cf8-9b37-4db9-abb2-78e74efe6487 None None] Routers {'b1f49005-bcd5-4bea-9fa6-a6f850866528'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:50.951152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6aae5cf8-9b37-4db9-abb2-78e74efe6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['b1f49005-bcd5-4bea-9fa6-a6f850866528'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:50.958857 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58341b91-3035-4136-89ca-24d1adb741d9'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:50.961247 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a53776-23ff-4c06-b8b5-dbbe957bec02" -d '{"events": [{"server_uuid": "97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5", "name": "network-vif-plugged", "status": "completed", "tag": "58341b91-3035-4136-89ca-24d1adb741d9"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:51.021092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6aae5cf8-9b37-4db9-abb2-78e74efe6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:51.021764 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae5cf8-9b37-4db9-abb2-78e74efe6487 None None] The sync data for ids ['b1f49005-bcd5-4bea-9fa6-a6f850866528'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:51.024583 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-1c77af00-7cde-4d87-abcc-dbfe4fbe7196 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 04:05:51.026160 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1c77af00-7cde-4d87-abcc-dbfe4fbe7196 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "DELETE /v2.0/routers/b1f49005-bcd5-4bea-9fa6-a6f850866528 HTTP/1.1" status: 409 len: 329 time: 0.2701023 Jul 05 04:05:51.027629 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.033241 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6fc5274e-45ed-48cb-9a55-402a02f23c63 None None] Provisioning complete for port 78026b42-4318-41b3-949d-f4959c7f3575 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:51.034094 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6fc5274e-45ed-48cb-9a55-402a02f23c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.036588 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c98cd-51ee-48c9-ace6-7b568d69bf80 req-de6cf83d-7cc5-43da-9704-a69224347caa tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.041929 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-018c98cd-51ee-48c9-ace6-7b568d69bf80 req-de6cf83d-7cc5-43da-9704-a69224347caa tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 944 time: 0.1836233 Jul 05 04:05:51.041929 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57796) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:51.078955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 58341b91-3035-4136-89ca-24d1adb741d9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=58341b91-3035-4136-89ca-24d1adb741d9,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:51.124241 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70402bc7-d27d-47f2-ac31-895e6ed84d0c x-openstack-request-id: req-70402bc7-d27d-47f2-ac31-895e6ed84d0c {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:51.124869 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5", "name": "network-vif-plugged", "status": "completed", "tag": "58341b91-3035-4136-89ca-24d1adb741d9", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:51.125135 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-70402bc7-d27d-47f2-ac31-895e6ed84d0c {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:51.125534 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58341b91-3035-4136-89ca-24d1adb741d9', 'code': 200} Jul 05 04:05:51.126292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-6fc5274e-45ed-48cb-9a55-402a02f23c63 None None] Port 78026b42-4318-41b3-949d-f4959c7f3575 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:51.173781 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.178315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=88640e6f-ce41-4a67-adec-ea19d1188655,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:51.262362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=58341b91-3035-4136-89ca-24d1adb741d9,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:51.305097 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-13d3074e-9a8a-4647-b4a6-12fcfcc8006f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting port e08e8717-be42-4cdc-a5bb-6204d9b36a99 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:51.305784 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13d3074e-9a8a-4647-b4a6-12fcfcc8006f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.311825 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['88640e6f-ce41-4a67-adec-ea19d1188655'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:51.333513 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-018c98cd-51ee-48c9-ace6-7b568d69bf80 req-67ab544e-f299-4f69-9016-2b7ddaf10472 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381384 Jul 05 04:05:51.367366 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5be3-1b43-462d-9fba-1c75ff481beb tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.408395 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b5be3-1b43-462d-9fba-1c75ff481beb tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event deleted for resources: {'Port': ['ID=c78fe71d-879d-48c1-8127-4f1c41771ad8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:51.510002 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5be3-1b43-462d-9fba-1c75ff481beb tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.510989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875f874-8821-4d43-bce9-30b2b533ef6a req-0c17a13d-f4eb-4f8f-b51c-dc4880405556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.512919 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7875f874-8821-4d43-bce9-30b2b533ef6a req-0c17a13d-f4eb-4f8f-b51c-dc4880405556 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 1098 time: 0.3318338 Jul 05 04:05:51.514812 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9d8b5be3-1b43-462d-9fba-1c75ff481beb tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] 10.222.0.38 "DELETE /v2.0/ports/c78fe71d-879d-48c1-8127-4f1c41771ad8 HTTP/1.1" status: 204 len: 168 time: 1.2418566 Jul 05 04:05:51.519802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57802) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:51.562806 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740f8e6-c776-4a06-8e83-bc481fb418a4 req-87923528-ca4f-420a-9369-2195d7bcdde3 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.564577 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1740f8e6-c776-4a06-8e83-bc481fb418a4 req-87923528-ca4f-420a-9369-2195d7bcdde3 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 946 time: 0.3110151 Jul 05 04:05:51.636819 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13d3074e-9a8a-4647-b4a6-12fcfcc8006f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.724349 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7875f874-8821-4d43-bce9-30b2b533ef6a req-01988aeb-c4a2-4ad1-8fa4-838b5d46ef0d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011521 Jul 05 04:05:51.739705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1740f8e6-c776-4a06-8e83-bc481fb418a4 req-58e5e109-a2fe-425c-bfca-ecd0a6dfdfec tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677687 Jul 05 04:05:51.781380 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9d9af-f202-41c0-a5f9-2bf2a7035059 req-67f0d177-cc0d-4547-ab81-b7dce336fd20 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.788509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6a9d9af-f202-41c0-a5f9-2bf2a7035059 req-67f0d177-cc0d-4547-ab81-b7dce336fd20 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.1559560 Jul 05 04:05:51.851314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6a9d9af-f202-41c0-a5f9-2bf2a7035059 req-d8189dc3-1762-4774-9294-74dac2d1eca1 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619040 Jul 05 04:05:51.874806 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63fa10ff-91cd-4121-970d-441ceff0fa82 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.979718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-13d3074e-9a8a-4647-b4a6-12fcfcc8006f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Calling delete_port for e08e8717-be42-4cdc-a5bb-6204d9b36a99 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:51.991875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e6286b-ae12-43e4-907b-90ec69f1135b tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:51.994720 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f8e6286b-ae12-43e4-907b-90ec69f1135b tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e61c87e-6334-400a-aa60-6048ee8d7bfc HTTP/1.1" status: 200 len: 913 time: 0.4693367 Jul 05 04:05:51.999474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57804) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:52.375389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-63fa10ff-91cd-4121-970d-441ceff0fa82 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Deleting port 78026b42-4318-41b3-949d-f4959c7f3575 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:52.375742 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63fa10ff-91cd-4121-970d-441ceff0fa82 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.413150 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 88640e6f-ce41-4a67-adec-ea19d1188655 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:52.485996 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13d3074e-9a8a-4647-b4a6-12fcfcc8006f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.515710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3074e-9a8a-4647-b4a6-12fcfcc8006f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Port': ['ID=e08e8717-be42-4cdc-a5bb-6204d9b36a99,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:52.538324 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63fa10ff-91cd-4121-970d-441ceff0fa82 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.561837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-63fa10ff-91cd-4121-970d-441ceff0fa82 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Calling delete_port for 78026b42-4318-41b3-949d-f4959c7f3575 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:52.594198 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 88640e6f-ce41-4a67-adec-ea19d1188655 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:52.598158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 88640e6f-ce41-4a67-adec-ea19d1188655 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:52.598536 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.701783 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.713800 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0631e4-19e1-49b4-bab9-df8fc195262c req-9d31219d-0a29-4985-8af2-3671e15cff5c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:52.716925 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a0631e4-19e1-49b4-bab9-df8fc195262c req-9d31219d-0a29-4985-8af2-3671e15cff5c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 945 time: 0.2514696 Jul 05 04:05:52.747213 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 88640e6f-ce41-4a67-adec-ea19d1188655, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=88640e6f-ce41-4a67-adec-ea19d1188655,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:52.842009 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.842589 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5d6c082d-0d29-42f8-ad91-84ca421ef781 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.863506 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a0631e4-19e1-49b4-bab9-df8fc195262c req-12857f1a-3d13-4e72-b30d-d8c3b0db2081 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240113 Jul 05 04:05:52.889292 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13d3074e-9a8a-4647-b4a6-12fcfcc8006f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.992051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=88640e6f-ce41-4a67-adec-ea19d1188655,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:53.127154 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e494cdc5-70eb-4122-ad24-819efb1a7b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88640e6f-ce41-4a67-adec-ea19d1188655'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:53.134846 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effdf45a-982e-4524-85d3-8bb1f08ae5d6" -d '{"events": [{"server_uuid": "e494cdc5-70eb-4122-ad24-819efb1a7b2f", "name": "network-vif-plugged", "status": "completed", "tag": "88640e6f-ce41-4a67-adec-ea19d1188655"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:53.223252 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d3074e-9a8a-4647-b4a6-12fcfcc8006f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router 049f346c-10c1-41ba-8d94-0a6f591bf328 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:53.362699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d3074e-9a8a-4647-b4a6-12fcfcc8006f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:53.367934 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-13d3074e-9a8a-4647-b4a6-12fcfcc8006f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "PUT /v2.0/routers/049f346c-10c1-41ba-8d94-0a6f591bf328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3969564 Jul 05 04:05:53.371739 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57818) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:53.382932 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba30f47-3f70-4b84-898b-b536a2855d04 None None] Sync routers for ids ['049f346c-10c1-41ba-8d94-0a6f591bf328'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:53.398654 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:05:53.399799 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba30f47-3f70-4b84-898b-b536a2855d04 None None] Routers {'049f346c-10c1-41ba-8d94-0a6f591bf328'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:53.400656 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8ba30f47-3f70-4b84-898b-b536a2855d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['049f346c-10c1-41ba-8d94-0a6f591bf328'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:53.445629 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8ba30f47-3f70-4b84-898b-b536a2855d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:53.457893 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba30f47-3f70-4b84-898b-b536a2855d04 None None] Routers {'049f346c-10c1-41ba-8d94-0a6f591bf328'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:53.458539 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8ba30f47-3f70-4b84-898b-b536a2855d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['049f346c-10c1-41ba-8d94-0a6f591bf328'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:53.501242 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8ba30f47-3f70-4b84-898b-b536a2855d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:53.502809 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba30f47-3f70-4b84-898b-b536a2855d04 None None] The sync data for ids ['049f346c-10c1-41ba-8d94-0a6f591bf328'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:53.509930 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67480129-ee33-464a-b2ac-8360fe15c56f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.563895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8aee69-d925-459f-981f-6b93901bcd94 req-4df6a70f-58dc-4f5a-96dd-c2f1659d6071 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.566547 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d8aee69-d925-459f-981f-6b93901bcd94 req-4df6a70f-58dc-4f5a-96dd-c2f1659d6071 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 946 time: 0.5935218 Jul 05 04:05:53.634115 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67480129-ee33-464a-b2ac-8360fe15c56f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.639373 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63fa10ff-91cd-4121-970d-441ceff0fa82 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.687774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2c139-9a1c-4dca-8d71-b7b8c370dc4e req-0068e3f3-1a9f-4cc9-8e19-bfcb6fd7cff1 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.689282 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aaa2c139-9a1c-4dca-8d71-b7b8c370dc4e req-0068e3f3-1a9f-4cc9-8e19-bfcb6fd7cff1 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.6126821 Jul 05 04:05:53.697513 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa10ff-91cd-4121-970d-441ceff0fa82 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event deleted for resources: {'Port': ['ID=78026b42-4318-41b3-949d-f4959c7f3575,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:53.745758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d8aee69-d925-459f-981f-6b93901bcd94 req-2029cb08-feb5-4aba-9a76-51424cc4dd91 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501396 Jul 05 04:05:53.785241 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-67480129-ee33-464a-b2ac-8360fe15c56f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting port a2e9359c-e0e2-4bfd-a648-45fd9e7d2a70 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:53.786658 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67480129-ee33-464a-b2ac-8360fe15c56f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.821510 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aaa2c139-9a1c-4dca-8d71-b7b8c370dc4e req-bb397e77-c857-4994-bb7a-2f3ad6a17501 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024528 Jul 05 04:05:53.870182 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc7f870-6c74-40b3-8df7-b579962d3077 x-openstack-request-id: req-dfc7f870-6c74-40b3-8df7-b579962d3077 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:53.871181 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e494cdc5-70eb-4122-ad24-819efb1a7b2f", "name": "network-vif-plugged", "status": "completed", "tag": "88640e6f-ce41-4a67-adec-ea19d1188655", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:53.871448 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dfc7f870-6c74-40b3-8df7-b579962d3077 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:53.871862 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e494cdc5-70eb-4122-ad24-819efb1a7b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88640e6f-ce41-4a67-adec-ea19d1188655', 'code': 200} Jul 05 04:05:53.943921 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67480129-ee33-464a-b2ac-8360fe15c56f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.043670 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-67480129-ee33-464a-b2ac-8360fe15c56f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Calling delete_port for a2e9359c-e0e2-4bfd-a648-45fd9e7d2a70 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:54.102324 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63fa10ff-91cd-4121-970d-441ceff0fa82 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.119780 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69eb6eb-7cc6-4993-8126-6ae0679cdfe6 req-08070444-c4bc-4f87-9dd3-5f16b1b69a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:54.121438 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c69eb6eb-7cc6-4993-8126-6ae0679cdfe6 req-08070444-c4bc-4f87-9dd3-5f16b1b69a95 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 1098 time: 0.1575158 Jul 05 04:05:54.217155 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c69eb6eb-7cc6-4993-8126-6ae0679cdfe6 req-5742aaa7-253f-42e4-9ccd-93e17889485e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877128 Jul 05 04:05:54.327617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b1823-e80e-4595-a494-27b7317b7b70 req-d489c870-be65-4cec-8414-7dc398887b2c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:54.329201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058b1823-e80e-4595-a494-27b7317b7b70 req-d489c870-be65-4cec-8414-7dc398887b2c tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 946 time: 0.2751963 Jul 05 04:05:54.357506 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c082d-0d29-42f8-ad91-84ca421ef781 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Deleting port 2d33e09d-879f-46fb-af40-d55697bf3984 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:54.357875 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5d6c082d-0d29-42f8-ad91-84ca421ef781 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.393559 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67480129-ee33-464a-b2ac-8360fe15c56f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.413552 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fa10ff-91cd-4121-970d-441ceff0fa82 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Router b1f49005-bcd5-4bea-9fa6-a6f850866528 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:54.426112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67480129-ee33-464a-b2ac-8360fe15c56f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Port': ['ID=a2e9359c-e0e2-4bfd-a648-45fd9e7d2a70,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:54.474243 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058b1823-e80e-4595-a494-27b7317b7b70 req-9c4da986-cebe-4625-978f-b6eb4fc3f7cc tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378236 Jul 05 04:05:54.505457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f656493-61fd-4f67-9ac4-c3d4a4f6b6a7 req-7c467a0f-3580-49ed-91bb-484520e51271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:54.508010 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5f656493-61fd-4f67-9ac4-c3d4a4f6b6a7 req-7c467a0f-3580-49ed-91bb-484520e51271 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 1098 time: 0.1428638 Jul 05 04:05:54.508010 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67480129-ee33-464a-b2ac-8360fe15c56f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.605965 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5d6c082d-0d29-42f8-ad91-84ca421ef781 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.631800 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93ae13-7267-4ece-90d4-c14f38151d38 req-5df2392b-150d-4bf5-a362-23e5f4ed1b8c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:54.633429 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f93ae13-7267-4ece-90d4-c14f38151d38 req-5df2392b-150d-4bf5-a362-23e5f4ed1b8c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.2697806 Jul 05 04:05:54.634372 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fa10ff-91cd-4121-970d-441ceff0fa82 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:54.643006 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-63fa10ff-91cd-4121-970d-441ceff0fa82 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "PUT /v2.0/routers/b1f49005-bcd5-4bea-9fa6-a6f850866528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5999913 Jul 05 04:05:54.643006 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c082d-0d29-42f8-ad91-84ca421ef781 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Calling delete_port for 2d33e09d-879f-46fb-af40-d55697bf3984 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:54.644573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57828) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:54.650327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35699f68-f3b3-425b-8ea1-de75344d8d97 None None] Sync routers for ids ['b1f49005-bcd5-4bea-9fa6-a6f850866528'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:54.661630 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35699f68-f3b3-425b-8ea1-de75344d8d97 None None] Routers {'b1f49005-bcd5-4bea-9fa6-a6f850866528'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:54.662233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-35699f68-f3b3-425b-8ea1-de75344d8d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['b1f49005-bcd5-4bea-9fa6-a6f850866528'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:54.663323 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67480129-ee33-464a-b2ac-8360fe15c56f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.666963 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67480129-ee33-464a-b2ac-8360fe15c56f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.699320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-35699f68-f3b3-425b-8ea1-de75344d8d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:54.713098 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35699f68-f3b3-425b-8ea1-de75344d8d97 None None] Routers {'b1f49005-bcd5-4bea-9fa6-a6f850866528'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:54.714206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-35699f68-f3b3-425b-8ea1-de75344d8d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['b1f49005-bcd5-4bea-9fa6-a6f850866528'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:54.722557 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-d261408e-1c72-4188-8f85-d6e16192bac0 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] show failed (client error): The resource could not be found. Jul 05 04:05:54.728757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d261408e-1c72-4188-8f85-d6e16192bac0 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "GET /v2.0/routers/tempest-non_exist_router-1049022954 HTTP/1.1" status: 404 len: 335 time: 0.0732851 Jul 05 04:05:54.729209 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57830) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:54.742226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-941c84c4-76da-41d6-a931-6ef01f7e2847 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:54.759330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-35699f68-f3b3-425b-8ea1-de75344d8d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:54.759983 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35699f68-f3b3-425b-8ea1-de75344d8d97 None None] The sync data for ids ['b1f49005-bcd5-4bea-9fa6-a6f850866528'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:54.780560 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f93ae13-7267-4ece-90d4-c14f38151d38 req-7217d37e-dfb0-4222-a971-49a7affb0a22 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774045 Jul 05 04:05:54.780872 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-941c84c4-76da-41d6-a931-6ef01f7e2847 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] update failed (client error): The resource could not be found. Jul 05 04:05:54.781913 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-941c84c4-76da-41d6-a931-6ef01f7e2847 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "PUT /v2.0/routers/tempest-non_exist_router-208869434 HTTP/1.1" status: 404 len: 334 time: 0.0506911 Jul 05 04:05:54.783055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f656493-61fd-4f67-9ac4-c3d4a4f6b6a7 req-9cf0d96b-2225-40dc-9eda-2b0964241ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:54.784468 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5f656493-61fd-4f67-9ac4-c3d4a4f6b6a7 req-9cf0d96b-2225-40dc-9eda-2b0964241ff8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=739555cb-3aaa-4692-ac69-434fc52fdecf HTTP/1.1" status: 200 len: 911 time: 0.2610917 Jul 05 04:05:54.787612 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57834) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:54.862072 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67480129-ee33-464a-b2ac-8360fe15c56f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.862564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67480129-ee33-464a-b2ac-8360fe15c56f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Fanout notify agent at l3_agent the message router_deleted on router 049f346c-10c1-41ba-8d94-0a6f591bf328 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:54.878930 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67480129-ee33-464a-b2ac-8360fe15c56f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.882829 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-67480129-ee33-464a-b2ac-8360fe15c56f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/routers/049f346c-10c1-41ba-8d94-0a6f591bf328 HTTP/1.1" status: 204 len: 168 time: 1.5070622 Jul 05 04:05:54.884880 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57836) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:54.903148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Deleting subnet e7053975-ba28-4e8d-a0df-34c19338d478 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:54.910619 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.914418 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5f656493-61fd-4f67-9ac4-c3d4a4f6b6a7 req-fb392898-9b1b-4f0e-979a-4bec986c292d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dae0f4c2-cddc-4d6a-b604-092a21fc263e HTTP/1.1" status: 200 len: 1001 time: 0.1138449 Jul 05 04:05:54.998392 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.004514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c71d69c-a969-4d3c-b33c-05701d93cab0 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting subnet 53d0496a-6c7e-4b17-b692-46e289155f04 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:55.010078 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c71d69c-a969-4d3c-b33c-05701d93cab0 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.023864 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f656493-61fd-4f67-9ac4-c3d4a4f6b6a7 req-ede858f1-a086-4cc3-bea1-0a95c014652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:55.025368 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5f656493-61fd-4f67-9ac4-c3d4a4f6b6a7 req-ede858f1-a086-4cc3-bea1-0a95c014652b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9bbcade-db99-467e-97af-337f24f2acb2 HTTP/1.1" status: 200 len: 849 time: 0.0858853 Jul 05 04:05:55.099929 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c71d69c-a969-4d3c-b33c-05701d93cab0 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.137562 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.168733 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d970040-f7d4-47e1-800c-80725462c255 req-acef9251-039d-48e5-9c6a-fa4c3cc3e150 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:55.170103 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1d970040-f7d4-47e1-800c-80725462c255 req-acef9251-039d-48e5-9c6a-fa4c3cc3e150 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 946 time: 0.2151318 Jul 05 04:05:55.185170 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f656493-61fd-4f67-9ac4-c3d4a4f6b6a7 req-4f05f89f-2308-4271-bd09-e8f7611e07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:55.186707 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5f656493-61fd-4f67-9ac4-c3d4a4f6b6a7 req-4f05f89f-2308-4271-bd09-e8f7611e07c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=739555cb-3aaa-4692-ac69-434fc52fdecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1398423 Jul 05 04:05:55.221347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5d6c082d-0d29-42f8-ad91-84ca421ef781 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.313538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c082d-0d29-42f8-ad91-84ca421ef781 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event deleted for resources: {'Port': ['ID=2d33e09d-879f-46fb-af40-d55697bf3984,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:55.318593 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c71d69c-a969-4d3c-b33c-05701d93cab0 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.341397 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5f656493-61fd-4f67-9ac4-c3d4a4f6b6a7 req-95835e63-dddb-4268-b8a6-37906ed5fdf0 service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244156 Jul 05 04:05:55.459399 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5f656493-61fd-4f67-9ac4-c3d4a4f6b6a7 req-d4971d53-7540-42d1-b286-91221d947bd1 service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169739 Jul 05 04:05:55.468869 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1d970040-f7d4-47e1-800c-80725462c255 req-e12141d3-d4be-45a1-84f1-df9d8a636636 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889090 Jul 05 04:05:55.580001 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5d6c082d-0d29-42f8-ad91-84ca421ef781 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.639467 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.677916 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c71d69c-a969-4d3c-b33c-05701d93cab0 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.701414 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.704738 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "DELETE /v2.0/subnets/e7053975-ba28-4e8d-a0df-34c19338d478 HTTP/1.1" status: 204 len: 168 time: 0.9155548 Jul 05 04:05:55.705991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event deleted for resources: {'Subnet': ['ID=e7053975-ba28-4e8d-a0df-34c19338d478,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:55.708251 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f877401a-66f3-41a9-b18a-86325e3b0b6d None None] Network 51272b0d-5b90-4825-a7e9-d465018922fa requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:55.708744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57848) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:55.760189 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71d69c-a969-4d3c-b33c-05701d93cab0 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Subnet': ['ID=53d0496a-6c7e-4b17-b692-46e289155f04,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:55.786563 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:55.786949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:55.787567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:55.788275 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:55.788624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:55.788962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:55.789544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:55.789890 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:55.790503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:55.790826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:55.791281 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:55.792200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c564ceb4-2fe4-487f-a153-8694a455f7fe tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:55.814635 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6788220-55d7-4249-b2b1-6dcfa2b2cf69 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Deleting subnet 1b58b0bb-2c55-42b1-ad7a-55ed2204e917 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:55.814635 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6788220-55d7-4249-b2b1-6dcfa2b2cf69 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.815089 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffd6662-5310-4f4d-ac5f-9381373ac838 None None] Network 3755e544-353e-4738-90a8-5ad4e512ac46 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:55.816773 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c71d69c-a969-4d3c-b33c-05701d93cab0 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.818705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3c71d69c-a969-4d3c-b33c-05701d93cab0 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/subnets/53d0496a-6c7e-4b17-b692-46e289155f04 HTTP/1.1" status: 204 len: 168 time: 0.9327979 Jul 05 04:05:55.825256 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57854) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:55.878317 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6788220-55d7-4249-b2b1-6dcfa2b2cf69 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.958223 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.070697 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6788220-55d7-4249-b2b1-6dcfa2b2cf69 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.116982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e49d1a-2bbc-49c0-b265-863a109acf66 req-0cf12d71-c5ee-4ea8-9db2-3a14fa793d3d tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:56.118565 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a2e49d1a-2bbc-49c0-b265-863a109acf66 req-0cf12d71-c5ee-4ea8-9db2-3a14fa793d3d tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 946 time: 0.4000876 Jul 05 04:05:56.133686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6c082d-0d29-42f8-ad91-84ca421ef781 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Router 7e61c87e-6334-400a-aa60-6048ee8d7bfc has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:56.184453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96e72df-6276-4ac0-bfd9-2bd48d90fc4e None None] DHCP port deletion for 3755e544-353e-4738-90a8-5ad4e512ac46 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:56.224899 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a48f404-0b92-40b9-ba71-52c7844b1f62 None None] DHCP port deletion for 51272b0d-5b90-4825-a7e9-d465018922fa request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:56.274002 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6788220-55d7-4249-b2b1-6dcfa2b2cf69 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.290170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a2e49d1a-2bbc-49c0-b265-863a109acf66 req-93d816dc-752a-4985-a198-bb0cb3179391 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267505 Jul 05 04:05:56.293833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e96e72df-6276-4ac0-bfd9-2bd48d90fc4e None None] Deleting port fd2eb715-d9e5-40e8-bd47-de177074db2f {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:56.294381 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e96e72df-6276-4ac0-bfd9-2bd48d90fc4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.327467 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting port fd2eb715-d9e5-40e8-bd47-de177074db2f {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:56.327829 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.380399 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6788220-55d7-4249-b2b1-6dcfa2b2cf69 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.387037 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d6788220-55d7-4249-b2b1-6dcfa2b2cf69 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "DELETE /v2.0/subnets/1b58b0bb-2c55-42b1-ad7a-55ed2204e917 HTTP/1.1" status: 204 len: 168 time: 0.6774118 Jul 05 04:05:56.388086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57866) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:56.404047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e96e72df-6276-4ac0-bfd9-2bd48d90fc4e None None] For port fd2eb715-d9e5-40e8-bd47-de177074db2f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fd2eb715-d9e5-40e8-bd47-de177074db2f,segment=NetworkSegment(14a6804b-260d-4474-985f-f2045370c6fa),segment_id=14a6804b-260d-4474-985f-f2045370c6fa)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:56.410267 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e96e72df-6276-4ac0-bfd9-2bd48d90fc4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.437562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6c082d-0d29-42f8-ad91-84ca421ef781 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:56.458244 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad8cac-9b7c-4c3e-8998-8acd2dfbf293 None None] Sync routers for ids ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:56.458809 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5d6c082d-0d29-42f8-ad91-84ca421ef781 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] 10.222.0.38 "PUT /v2.0/routers/7e61c87e-6334-400a-aa60-6048ee8d7bfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4495673 Jul 05 04:05:56.458809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57872) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:56.466811 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad8cac-9b7c-4c3e-8998-8acd2dfbf293 None None] Routers {'7e61c87e-6334-400a-aa60-6048ee8d7bfc'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:56.469181 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e96e72df-6276-4ac0-bfd9-2bd48d90fc4e None None] Calling delete_port for fd2eb715-d9e5-40e8-bd47-de177074db2f owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:56.469342 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d2ad8cac-9b7c-4c3e-8998-8acd2dfbf293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:56.497470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d52b92e-e966-4b2d-ba8c-2b61b09ccfef None None] Network 515df142-e778-4bf7-99f9-a813540b7702 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:56.504659 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6788220-55d7-4249-b2b1-6dcfa2b2cf69 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event deleted for resources: {'Subnet': ['ID=1b58b0bb-2c55-42b1-ad7a-55ed2204e917,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:56.565651 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d2ad8cac-9b7c-4c3e-8998-8acd2dfbf293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:56.578490 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad8cac-9b7c-4c3e-8998-8acd2dfbf293 None None] Routers {'7e61c87e-6334-400a-aa60-6048ee8d7bfc'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:56.579526 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d2ad8cac-9b7c-4c3e-8998-8acd2dfbf293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:56.600585 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.634114 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-d2ad8cac-9b7c-4c3e-8998-8acd2dfbf293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:56.635288 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad8cac-9b7c-4c3e-8998-8acd2dfbf293 None None] The sync data for ids ['7e61c87e-6334-400a-aa60-6048ee8d7bfc'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:56.635735 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] For port fd2eb715-d9e5-40e8-bd47-de177074db2f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fd2eb715-d9e5-40e8-bd47-de177074db2f,segment=NetworkSegment(14a6804b-260d-4474-985f-f2045370c6fa),segment_id=14a6804b-260d-4474-985f-f2045370c6fa)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:56.636749 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.712130 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Calling delete_port for fd2eb715-d9e5-40e8-bd47-de177074db2f owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:56.721715 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Deleting port bc287313-4065-4fe7-8bd7-763c9d35eef7 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:56.722306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.759739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5a48f404-0b92-40b9-ba71-52c7844b1f62 None None] Deleting port bc287313-4065-4fe7-8bd7-763c9d35eef7 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:56.760362 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a48f404-0b92-40b9-ba71-52c7844b1f62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.787706 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d008058-bf30-4f94-8b4a-2c55caaa8d96 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.801601 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091819bf-a784-433a-9853-9683f7588454 req-f93ba15a-32f5-4356-9f74-776b19bb1324 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:56.802981 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] For port bc287313-4065-4fe7-8bd7-763c9d35eef7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bc287313-4065-4fe7-8bd7-763c9d35eef7,segment=NetworkSegment(358057b6-ec74-43a4-9f1b-83c8f1b2a400),segment_id=358057b6-ec74-43a4-9f1b-83c8f1b2a400)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:56.803589 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.809019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-091819bf-a784-433a-9853-9683f7588454 req-f93ba15a-32f5-4356-9f74-776b19bb1324 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.2995465 Jul 05 04:05:56.820184 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Calling delete_port for bc287313-4065-4fe7-8bd7-763c9d35eef7 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:56.892781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5a48f404-0b92-40b9-ba71-52c7844b1f62 None None] For port bc287313-4065-4fe7-8bd7-763c9d35eef7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bc287313-4065-4fe7-8bd7-763c9d35eef7,segment=NetworkSegment(358057b6-ec74-43a4-9f1b-83c8f1b2a400),segment_id=358057b6-ec74-43a4-9f1b-83c8f1b2a400)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:56.893189 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a48f404-0b92-40b9-ba71-52c7844b1f62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.907021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-091819bf-a784-433a-9853-9683f7588454 req-b081842c-a12a-45fc-a5fb-4ebd5155ac95 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970116 Jul 05 04:05:56.911922 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5a48f404-0b92-40b9-ba71-52c7844b1f62 None None] Calling delete_port for bc287313-4065-4fe7-8bd7-763c9d35eef7 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:57.000716 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fd2eb715-d9e5-40e8-bd47-de177074db2f no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:57.031367 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d008058-bf30-4f94-8b4a-2c55caaa8d96 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.050531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.077826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event deleted for resources: {'Port': ['ID=bc287313-4065-4fe7-8bd7-763c9d35eef7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:57.079602 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.083715 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] No DVR routers for this DVR port bc287313-4065-4fe7-8bd7-763c9d35eef7 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:57.133308 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Port': ['ID=fd2eb715-d9e5-40e8-bd47-de177074db2f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:57.159612 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No active binding found for port fd2eb715-d9e5-40e8-bd47-de177074db2f {{(pid=100934) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 04:05:57.160044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fd2eb715-d9e5-40e8-bd47-de177074db2f not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:57.160647 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bc287313-4065-4fe7-8bd7-763c9d35eef7 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:57.162297 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e96e72df-6276-4ac0-bfd9-2bd48d90fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.167874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] No DVR routers for this DVR port fd2eb715-d9e5-40e8-bd47-de177074db2f on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:57.191145 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a48f404-0b92-40b9-ba71-52c7844b1f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.210669 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: bc287313-4065-4fe7-8bd7-763c9d35eef7 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:57.211008 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bc287313-4065-4fe7-8bd7-763c9d35eef7 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:57.223910 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e72df-6276-4ac0-bfd9-2bd48d90fc4e None None] Pushing event deleted for resources: {'Port': ['ID=fd2eb715-d9e5-40e8-bd47-de177074db2f,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:57.225813 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.225950 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96e72df-6276-4ac0-bfd9-2bd48d90fc4e None None] No DVR routers for this DVR port fd2eb715-d9e5-40e8-bd47-de177074db2f on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:57.242012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51272b0d-5b90-4825-a7e9-d465018922fa']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:57.251167 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a48f404-0b92-40b9-ba71-52c7844b1f62 None None] No DVR routers for this DVR port bc287313-4065-4fe7-8bd7-763c9d35eef7 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:57.255419 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48f404-0b92-40b9-ba71-52c7844b1f62 None None] Pushing event deleted for resources: {'Port': ['ID=bc287313-4065-4fe7-8bd7-763c9d35eef7,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:57.255545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358057b6-ec74-43a4-9f1b-83c8f1b2a400') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:57.255739 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358057b6-ec74-43a4-9f1b-83c8f1b2a400') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:57.277591 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.300684 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.310971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:57.313448 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:57.315360 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:57.367961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc67465-8f03-4109-9289-8e389a2fb536 None None] DHCP port deletion for 515df142-e778-4bf7-99f9-a813540b7702 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:57.458000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9bc67465-8f03-4109-9289-8e389a2fb536 None None] Deleting port ac261746-9285-4b93-86c2-bdce45257c50 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:57.458403 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9bc67465-8f03-4109-9289-8e389a2fb536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.536663 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.547211 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.552080 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "DELETE /v2.0/networks/51272b0d-5b90-4825-a7e9-d465018922fa HTTP/1.1" status: 204 len: 168 time: 1.1615832 Jul 05 04:05:57.557311 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57902) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:57.570753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9bc67465-8f03-4109-9289-8e389a2fb536 None None] For port ac261746-9285-4b93-86c2-bdce45257c50, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ac261746-9285-4b93-86c2-bdce45257c50,segment=NetworkSegment(e7e1a189-3eb5-43be-988c-681dccb14c9f),segment_id=e7e1a189-3eb5-43be-988c-681dccb14c9f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:57.571430 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9bc67465-8f03-4109-9289-8e389a2fb536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.587060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9bc67465-8f03-4109-9289-8e389a2fb536 None None] Calling delete_port for ac261746-9285-4b93-86c2-bdce45257c50 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:57.609388 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d399d0-a5f8-498c-ab43-abd061778210 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event deleted for resources: {'Network': ['ID=51272b0d-5b90-4825-a7e9-d465018922fa,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:57.734792 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.782349 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9bc67465-8f03-4109-9289-8e389a2fb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.799891 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Deleting port ac261746-9285-4b93-86c2-bdce45257c50 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:57.800266 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.813876 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc67465-8f03-4109-9289-8e389a2fb536 None None] Pushing event deleted for resources: {'Port': ['ID=ac261746-9285-4b93-86c2-bdce45257c50,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:57.817877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc67465-8f03-4109-9289-8e389a2fb536 None None] No DVR routers for this DVR port ac261746-9285-4b93-86c2-bdce45257c50 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:57.885408 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.886107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] For port ac261746-9285-4b93-86c2-bdce45257c50, host n-d-771363-32, got binding levels [] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:57.886107 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.900427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Calling delete_port for ac261746-9285-4b93-86c2-bdce45257c50 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:57.901632 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4d008058-bf30-4f94-8b4a-2c55caaa8d96 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Deleting port d8f17362-e786-42a4-967b-80d4459d7c45 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:57.901889 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d008058-bf30-4f94-8b4a-2c55caaa8d96 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.903035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.ipam_backend_mixin [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Port ac261746-9285-4b93-86c2-bdce45257c50 was not found and therefore no delete operation was performed {{(pid=100932) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:05:57.904324 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.906122 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3755e544-353e-4738-90a8-5ad4e512ac46']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:57.929978 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event deleted for resources: {'Port': ['ID=ac261746-9285-4b93-86c2-bdce45257c50,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:57.936031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] No DVR routers for this DVR port ac261746-9285-4b93-86c2-bdce45257c50 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:57.960812 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a6804b-260d-4474-985f-f2045370c6fa') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:57.961110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a6804b-260d-4474-985f-f2045370c6fa') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:57.988142 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.024354 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.030172 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.036123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515df142-e778-4bf7-99f9-a813540b7702']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:58.044359 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8eea52-a6b5-4cd7-9b43-c4248134ffec req-f2c457b9-e84c-4102-b22c-8af8c2a35960 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.045961 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a8eea52-a6b5-4cd7-9b43-c4248134ffec req-f2c457b9-e84c-4102-b22c-8af8c2a35960 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 946 time: 0.8368125 Jul 05 04:05:58.049358 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e1a189-3eb5-43be-988c-681dccb14c9f') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:58.049664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e1a189-3eb5-43be-988c-681dccb14c9f') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:58.051144 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:58.051505 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:58.056520 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:58.066858 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.090872 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.093396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:58.093807 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:58.097264 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:58.117906 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d008058-bf30-4f94-8b4a-2c55caaa8d96 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.140121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e589093-e214-4e01-95a7-07b34e4bb62b req-bef21270-9083-453a-a012-25b1579be873 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.141632 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e589093-e214-4e01-95a7-07b34e4bb62b req-bef21270-9083-453a-a012-25b1579be873 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 946 time: 0.3071878 Jul 05 04:05:58.180821 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4d008058-bf30-4f94-8b4a-2c55caaa8d96 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Calling delete_port for d8f17362-e786-42a4-967b-80d4459d7c45 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:58.210287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a8eea52-a6b5-4cd7-9b43-c4248134ffec req-696c57e1-b4b7-48e3-8b1f-d294e938e302 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404667 Jul 05 04:05:58.223988 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e589093-e214-4e01-95a7-07b34e4bb62b req-a3875392-c53e-4896-930c-730618442c28 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684967 Jul 05 04:05:58.437764 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.445398 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.447593 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "DELETE /v2.0/networks/515df142-e778-4bf7-99f9-a813540b7702 HTTP/1.1" status: 204 len: 168 time: 0.8885965 Jul 05 04:05:58.451359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57916) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:58.486626 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.489320 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84899fdd-638f-42b3-a042-4d048e35f8a5 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event deleted for resources: {'Network': ['ID=515df142-e778-4bf7-99f9-a813540b7702,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:58.498095 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.502581 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/networks/3755e544-353e-4738-90a8-5ad4e512ac46 HTTP/1.1" status: 204 len: 168 time: 2.6714489 Jul 05 04:05:58.504609 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57918) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:58.535116 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9cb5f-834a-4bc8-9905-74f8abc0cb0d req-d7d734fd-3c7c-4048-8d2f-48d1b7697b94 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.540348 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57a9cb5f-834a-4bc8-9905-74f8abc0cb0d req-d7d734fd-3c7c-4048-8d2f-48d1b7697b94 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.1900418 Jul 05 04:05:58.562005 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7a4a7-b1d8-449c-ba66-a39bed0a1a7c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Network': ['ID=3755e544-353e-4738-90a8-5ad4e512ac46,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:58.607899 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a7b9fb-6470-4256-8b36-81d23a7986c4 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Deleting subnet 0e61daf2-d763-4b2b-9d36-74ea77f00bfb {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:58.612904 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57a9cb5f-834a-4bc8-9905-74f8abc0cb0d req-7380e7aa-debd-4be0-a881-59b44718da50 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714355 Jul 05 04:05:58.615787 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-81a7b9fb-6470-4256-8b36-81d23a7986c4 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.627485 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c630ad-9b8e-40a4-b06e-e637aece7dae req-1e2c578b-b9be-40cf-bb9e-df9db8e14c2f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.636914 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9c630ad-9b8e-40a4-b06e-e637aece7dae req-1e2c578b-b9be-40cf-bb9e-df9db8e14c2f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 946 time: 0.2172513 Jul 05 04:05:58.657159 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d008058-bf30-4f94-8b4a-2c55caaa8d96 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.738665 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d008058-bf30-4f94-8b4a-2c55caaa8d96 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event deleted for resources: {'Port': ['ID=d8f17362-e786-42a4-967b-80d4459d7c45,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:58.756558 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9c630ad-9b8e-40a4-b06e-e637aece7dae req-e683622b-b77d-4e0f-a9e1-ed41f6bf6e4e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181517 Jul 05 04:05:58.784481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ac261746-9285-4b93-86c2-bdce45257c50 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:58.816269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: ac261746-9285-4b93-86c2-bdce45257c50 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:58.816624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ac261746-9285-4b93-86c2-bdce45257c50 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:58.822369 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d008058-bf30-4f94-8b4a-2c55caaa8d96 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.940410 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d008058-bf30-4f94-8b4a-2c55caaa8d96 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.942749 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d008058-bf30-4f94-8b4a-2c55caaa8d96 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.072827 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-81a7b9fb-6470-4256-8b36-81d23a7986c4 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.090748 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d008058-bf30-4f94-8b4a-2c55caaa8d96 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.091608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d008058-bf30-4f94-8b4a-2c55caaa8d96 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Fanout notify agent at l3_agent the message router_deleted on router 7e61c87e-6334-400a-aa60-6048ee8d7bfc {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:59.098403 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d008058-bf30-4f94-8b4a-2c55caaa8d96 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.099440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4d008058-bf30-4f94-8b4a-2c55caaa8d96 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] 10.222.0.38 "DELETE /v2.0/routers/7e61c87e-6334-400a-aa60-6048ee8d7bfc HTTP/1.1" status: 204 len: 168 time: 2.6452014 Jul 05 04:05:59.102186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57936) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:59.152422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-173821a5-0d20-43d4-b048-4affcddd773b tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting port 8e40b0b7-f110-4bc7-b48c-cdbbbd72f021 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:59.152709 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-173821a5-0d20-43d4-b048-4affcddd773b tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.168565 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea86b5b3-d60b-44b3-827d-201cf4ea6424 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Deleting subnet c65b6d72-e637-4ccd-848f-9e0b896c7273 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:59.192313 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea86b5b3-d60b-44b3-827d-201cf4ea6424 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.210627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-81a7b9fb-6470-4256-8b36-81d23a7986c4 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.248607 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea86b5b3-d60b-44b3-827d-201cf4ea6424 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.281032 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-173821a5-0d20-43d4-b048-4affcddd773b tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.283227 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-173821a5-0d20-43d4-b048-4affcddd773b tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.296537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fea49-e254-48e4-99a2-57c26cbf66f8 req-5495822e-1c01-439f-a175-731296373d1a tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.298094 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-357fea49-e254-48e4-99a2-57c26cbf66f8 req-5495822e-1c01-439f-a175-731296373d1a tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 946 time: 0.1486571 Jul 05 04:05:59.311896 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-173821a5-0d20-43d4-b048-4affcddd773b tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Calling delete_port for 8e40b0b7-f110-4bc7-b48c-cdbbbd72f021 owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:59.374637 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-357fea49-e254-48e4-99a2-57c26cbf66f8 req-a860c4c8-bc74-465e-802f-fa1be8473b42 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707431 Jul 05 04:05:59.399350 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-81a7b9fb-6470-4256-8b36-81d23a7986c4 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.432032 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea86b5b3-d60b-44b3-827d-201cf4ea6424 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.447540 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f7adc8-6682-4708-b81d-0cb1a156d86e None None] Network 95322ff9-bf6c-4667-9cb2-957a7dfd88e0 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:59.447726 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-81a7b9fb-6470-4256-8b36-81d23a7986c4 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.450215 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-81a7b9fb-6470-4256-8b36-81d23a7986c4 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "DELETE /v2.0/subnets/0e61daf2-d763-4b2b-9d36-74ea77f00bfb HTTP/1.1" status: 204 len: 168 time: 0.9981027 Jul 05 04:05:59.451176 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7b9fb-6470-4256-8b36-81d23a7986c4 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event deleted for resources: {'Subnet': ['ID=0e61daf2-d763-4b2b-9d36-74ea77f00bfb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:59.454389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57942) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:59.514454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddb22c-6921-4bd9-9ede-257408a33999 req-49be66e2-6f42-45f0-9c2c-728224e4e875 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.516132 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3dddb22c-6921-4bd9-9ede-257408a33999 req-49be66e2-6f42-45f0-9c2c-728224e4e875 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 946 time: 0.1387875 Jul 05 04:05:59.577762 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3dddb22c-6921-4bd9-9ede-257408a33999 req-62200d88-246c-494a-86a9-5f8b081a8ad1 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537226 Jul 05 04:05:59.616625 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea86b5b3-d60b-44b3-827d-201cf4ea6424 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.628855 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.655810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86b5b3-d60b-44b3-827d-201cf4ea6424 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event deleted for resources: {'Subnet': ['ID=c65b6d72-e637-4ccd-848f-9e0b896c7273,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:59.665713 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea86b5b3-d60b-44b3-827d-201cf4ea6424 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.671481 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ea86b5b3-d60b-44b3-827d-201cf4ea6424 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] 10.222.0.38 "DELETE /v2.0/subnets/c65b6d72-e637-4ccd-848f-9e0b896c7273 HTTP/1.1" status: 204 len: 168 time: 0.5683379 Jul 05 04:05:59.673273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57946) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:59.690026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d693e7-3382-4c09-85d5-c59859b925e9 None None] Network 23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:59.704757 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-173821a5-0d20-43d4-b048-4affcddd773b tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.747387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173821a5-0d20-43d4-b048-4affcddd773b tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Port': ['ID=8e40b0b7-f110-4bc7-b48c-cdbbbd72f021,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:59.773910 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa18529-eecc-4802-8a66-03f643cef3fe req-a7eefa34-539b-45f5-a0b0-e17876388e9e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.775722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2fa18529-eecc-4802-8a66-03f643cef3fe req-a7eefa34-539b-45f5-a0b0-e17876388e9e tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 946 time: 0.1946139 Jul 05 04:05:59.780193 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.780930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Deleting port 8c35e9f8-6f0d-4e95-b246-db4799819227 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:59.781347 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.849844 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2fa18529-eecc-4802-8a66-03f643cef3fe req-ed1177a4-c75b-48da-ab67-cd8305a0bea7 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662892 Jul 05 04:05:59.890175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Deleting port a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:59.891106 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.900525 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-173821a5-0d20-43d4-b048-4affcddd773b tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.904462 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-173821a5-0d20-43d4-b048-4affcddd773b tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.911123 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-173821a5-0d20-43d4-b048-4affcddd773b tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/floatingips/857506ed-296f-4256-bfe0-7a1be8d6bc9f HTTP/1.1" status: 204 len: 168 time: 1.4064572 Jul 05 04:05:59.911833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57950) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:59.927474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] For port 8c35e9f8-6f0d-4e95-b246-db4799819227, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8c35e9f8-6f0d-4e95-b246-db4799819227,segment=NetworkSegment(68bf959c-929e-4901-b7f6-42683181ccc5),segment_id=68bf959c-929e-4901-b7f6-42683181ccc5)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:59.927859 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.959473 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-308e922c-c6c4-499b-8136-80c6ca5074f4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:59.960296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308e922c-c6c4-499b-8136-80c6ca5074f4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:59.966511 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-308e922c-c6c4-499b-8136-80c6ca5074f4 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/ports/e0ff2d89-8eb0-4922-af43-4d6325613189 HTTP/1.1" status: 404 len: 333 time: 0.0495267 Jul 05 04:05:59.972417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57952) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:59.975381 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] For port a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8,segment=NetworkSegment(14beb4a0-5fa1-4b59-8989-5c7087fedb54),segment_id=14beb4a0-5fa1-4b59-8989-5c7087fedb54)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:59.975854 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.985154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Calling delete_port for 8c35e9f8-6f0d-4e95-b246-db4799819227 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:59.994175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Calling delete_port for a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:00.033796 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-88445637-07be-418b-a156-0a72dcd69b0e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "GET /v2.0/ports?device_id=049f346c-10c1-41ba-8d94-0a6f591bf328 HTTP/1.1" status: 200 len: 205 time: 0.0596349 Jul 05 04:06:00.034381 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57954) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:00.087849 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-b55f1189-5fc2-49ed-91f1-c6acc6de512c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] delete failed (client error): The resource could not be found. Jul 05 04:06:00.093289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57956) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:00.093580 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b55f1189-5fc2-49ed-91f1-c6acc6de512c tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/routers/049f346c-10c1-41ba-8d94-0a6f591bf328 HTTP/1.1" status: 404 len: 336 time: 0.0559585 Jul 05 04:06:00.137575 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-c215abe5-95b1-4710-af4f-a7b43246b967 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] DELETE failed (client error): The resource could not be found. Jul 05 04:06:00.137948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c215abe5-95b1-4710-af4f-a7b43246b967 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:06:00.139871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c215abe5-95b1-4710-af4f-a7b43246b967 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/subnets/53d0496a-6c7e-4b17-b692-46e289155f04 HTTP/1.1" status: 404 len: 337 time: 0.0453353 Jul 05 04:06:00.142557 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57958) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:00.154187 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.205203 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event deleted for resources: {'Port': ['ID=a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:00.209129 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] No DVR routers for this DVR port a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:00.296746 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.316426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event deleted for resources: {'Port': ['ID=8c35e9f8-6f0d-4e95-b246-db4799819227,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:00.321626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] No DVR routers for this DVR port 8c35e9f8-6f0d-4e95-b246-db4799819227 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:00.321760 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.342330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb8d3ce-015d-4720-a04b-a83518ba6c36 None None] DHCP port deletion for 95322ff9-bf6c-4667-9cb2-957a7dfd88e0 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:06:00.349909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:00.385049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14beb4a0-5fa1-4b59-8989-5c7087fedb54') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:00.385565 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14beb4a0-5fa1-4b59-8989-5c7087fedb54') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:00.388993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75018a2-65d9-4038-b3a6-c0452e7013aa None None] DHCP port deletion for 23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:06:00.415076 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.466655 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.468928 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.478885 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-79c3c0a6-8734-45a4-9b29-2550441cbb30 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting port eefdb7ca-59ba-4844-9a2b-1f6bc4e72902 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:00.479203 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79c3c0a6-8734-45a4-9b29-2550441cbb30 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.484801 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95322ff9-bf6c-4667-9cb2-957a7dfd88e0']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:00.487709 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:00.488246 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:00.492787 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:00.500625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bf959c-929e-4901-b7f6-42683181ccc5') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:00.500966 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bf959c-929e-4901-b7f6-42683181ccc5') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:00.511042 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.527077 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.535492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:00.535820 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:00.538851 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:00.645303 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110725d-69b4-4d87-babe-1d076a124cbb req-9bc65f0a-741c-4461-ba41-4d0c0783467d tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:00.646691 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7110725d-69b4-4d87-babe-1d076a124cbb req-9bc65f0a-741c-4461-ba41-4d0c0783467d tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 946 time: 0.2491455 Jul 05 04:06:00.673982 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79c3c0a6-8734-45a4-9b29-2550441cbb30 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.690421 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.694679 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.697120 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "DELETE /v2.0/networks/95322ff9-bf6c-4667-9cb2-957a7dfd88e0 HTTP/1.1" status: 204 len: 168 time: 1.2415521 Jul 05 04:06:00.698078 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-79c3c0a6-8734-45a4-9b29-2550441cbb30 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Calling delete_port for eefdb7ca-59ba-4844-9a2b-1f6bc4e72902 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:00.720986 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7110725d-69b4-4d87-babe-1d076a124cbb req-f4f668b3-d817-4075-8f17-28923047d5bc tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603833 Jul 05 04:06:00.725251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57964) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:00.731704 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.748703 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.756738 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] 10.222.0.38 "DELETE /v2.0/networks/23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d HTTP/1.1" status: 204 len: 168 time: 1.0789053 Jul 05 04:06:00.774544 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57972) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:00.798623 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e4405814-d046-4dbd-b170-b6743d55ca24 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "GET /v2.0/ports?device_id=b1f49005-bcd5-4bea-9fa6-a6f850866528 HTTP/1.1" status: 200 len: 205 time: 0.0663881 Jul 05 04:06:00.801376 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57980) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:00.812048 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3c843-dcf8-470e-81b5-085ba83d53cc tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Pushing event deleted for resources: {'Network': ['ID=95322ff9-bf6c-4667-9cb2-957a7dfd88e0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:00.824830 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5e898-326f-42a6-9704-39f373b544d3 tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event deleted for resources: {'Network': ['ID=23af11d0-d7f8-4fc1-b2e2-37b2d7ad8e0d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:00.827501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8c35e9f8-6f0d-4e95-b246-db4799819227 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:00.875402 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 8c35e9f8-6f0d-4e95-b246-db4799819227 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:00.875735 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8c35e9f8-6f0d-4e95-b246-db4799819227 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:00.876385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:00.911470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:00.912090 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a9ecf3c7-c624-4fcb-9979-c4a51a9eddb8 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:00.967883 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-730a025f-cecb-4a53-a0b1-538adbb29dd3 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.028088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b5b3e-ff44-439e-bc01-d6553248b420 req-d1506895-3495-4706-b99b-37caf2741a6e tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.029625 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d91b5b3e-ff44-439e-bc01-d6553248b420 req-d1506895-3495-4706-b99b-37caf2741a6e tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 946 time: 0.3157582 Jul 05 04:06:01.115382 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae359-0eba-459c-a6e5-f79a020ab5d9 req-5fd8f02f-2280-495c-a36f-578b254717f0 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.116925 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a75ae359-0eba-459c-a6e5-f79a020ab5d9 req-5fd8f02f-2280-495c-a36f-578b254717f0 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 946 time: 0.1854150 Jul 05 04:06:01.132890 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-730a025f-cecb-4a53-a0b1-538adbb29dd3 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.135488 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-730a025f-cecb-4a53-a0b1-538adbb29dd3 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.142812 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d91b5b3e-ff44-439e-bc01-d6553248b420 req-53b523c7-95a8-49b2-883c-d6a8b3add4b2 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916152 Jul 05 04:06:01.157954 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-620769bd-743e-433f-93ab-867e87cce8ad tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Deleting port 42414957-0294-4651-8335-9280b9096aa3 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:01.157954 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-620769bd-743e-433f-93ab-867e87cce8ad tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.236785 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a75ae359-0eba-459c-a6e5-f79a020ab5d9 req-f84a4943-44c6-41c8-924f-7d92efe0bd23 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019535 Jul 05 04:06:01.256948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-730a025f-cecb-4a53-a0b1-538adbb29dd3 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.258980 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730a025f-cecb-4a53-a0b1-538adbb29dd3 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Fanout notify agent at l3_agent the message router_deleted on router b1f49005-bcd5-4bea-9fa6-a6f850866528 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:06:01.272353 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-620769bd-743e-433f-93ab-867e87cce8ad tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.272353 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-620769bd-743e-433f-93ab-867e87cce8ad tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.275592 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-730a025f-cecb-4a53-a0b1-538adbb29dd3 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.281264 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-730a025f-cecb-4a53-a0b1-538adbb29dd3 tempest-RoutersNegativeTest-1713075664 tempest-RoutersNegativeTest-1713075664-project] 10.222.0.38 "DELETE /v2.0/routers/b1f49005-bcd5-4bea-9fa6-a6f850866528 HTTP/1.1" status: 204 len: 168 time: 0.4773753 Jul 05 04:06:01.291412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-620769bd-743e-433f-93ab-867e87cce8ad tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Calling delete_port for 42414957-0294-4651-8335-9280b9096aa3 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:01.318815 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79c3c0a6-8734-45a4-9b29-2550441cbb30 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.391196 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3c0a6-8734-45a4-9b29-2550441cbb30 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Port': ['ID=eefdb7ca-59ba-4844-9a2b-1f6bc4e72902,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:01.504281 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79c3c0a6-8734-45a4-9b29-2550441cbb30 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.506266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-79c3c0a6-8734-45a4-9b29-2550441cbb30 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/ports/eefdb7ca-59ba-4844-9a2b-1f6bc4e72902 HTTP/1.1" status: 204 len: 168 time: 1.3625460 Jul 05 04:06:01.508873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57986) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:01.666057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-7f85bf57-e7ac-4fa7-8faf-fc32ebc3c57f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting port be75f828-98ce-4e22-ae1a-64fbf3c7c4ab {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:01.666706 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7f85bf57-e7ac-4fa7-8faf-fc32ebc3c57f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.725257 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-620769bd-743e-433f-93ab-867e87cce8ad tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.768833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620769bd-743e-433f-93ab-867e87cce8ad tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Pushing event deleted for resources: {'Port': ['ID=42414957-0294-4651-8335-9280b9096aa3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:01.849242 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7f85bf57-e7ac-4fa7-8faf-fc32ebc3c57f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.869784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-7f85bf57-e7ac-4fa7-8faf-fc32ebc3c57f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Calling delete_port for be75f828-98ce-4e22-ae1a-64fbf3c7c4ab owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:01.882033 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-620769bd-743e-433f-93ab-867e87cce8ad tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.885275 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-620769bd-743e-433f-93ab-867e87cce8ad tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.890103 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-620769bd-743e-433f-93ab-867e87cce8ad tempest-FloatingIPAdminTestJSON-895001025 tempest-FloatingIPAdminTestJSON-895001025-project] 10.222.0.38 "DELETE /v2.0/floatingips/e576286e-927f-4272-ab37-c8c8b56039bb HTTP/1.1" status: 204 len: 168 time: 1.1091721 Jul 05 04:06:02.026607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57996) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:02.234608 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6f7f988d-33dc-443f-8207-e983f3231454 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=022a4136260f4a5ebd1219e7199b0271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2058227 Jul 05 04:06:02.236978 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58004) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:02.258650 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7f85bf57-e7ac-4fa7-8faf-fc32ebc3c57f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.329883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85bf57-e7ac-4fa7-8faf-fc32ebc3c57f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Port': ['ID=be75f828-98ce-4e22-ae1a-64fbf3c7c4ab,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:02.331175 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.353666 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-388d27f2-cc4f-44bf-8d95-c54265254cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.383699 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-388d27f2-cc4f-44bf-8d95-c54265254cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.409404 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 58341b91-3035-4136-89ca-24d1adb741d9 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:02.486891 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7f85bf57-e7ac-4fa7-8faf-fc32ebc3c57f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.489452 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7f85bf57-e7ac-4fa7-8faf-fc32ebc3c57f tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/ports/be75f828-98ce-4e22-ae1a-64fbf3c7c4ab HTTP/1.1" status: 204 len: 168 time: 0.9794745 Jul 05 04:06:02.494184 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58008) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:02.549177 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f737b49-cbd7-48c9-b854-fdbbffa1e54f req-cc70d3ee-05df-4523-8635-a912c0f6fcd7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:02.551791 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f737b49-cbd7-48c9-b854-fdbbffa1e54f req-cc70d3ee-05df-4523-8635-a912c0f6fcd7 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 946 time: 0.2260330 Jul 05 04:06:02.568021 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db14b9-420e-47c7-ad5a-a7a40e3c03de req-37ec54ad-b8aa-40ee-a633-18859fd2b3d8 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:02.570670 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53db14b9-420e-47c7-ad5a-a7a40e3c03de req-37ec54ad-b8aa-40ee-a633-18859fd2b3d8 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 946 time: 0.2185712 Jul 05 04:06:02.589550 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-388d27f2-cc4f-44bf-8d95-c54265254cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.592316 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-388d27f2-cc4f-44bf-8d95-c54265254cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.595717 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-388d27f2-cc4f-44bf-8d95-c54265254cf0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/08797c88-8a39-40f4-9b18-913601b073a2 HTTP/1.1" status: 204 len: 168 time: 0.3538847 Jul 05 04:06:02.612910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d27f2-cc4f-44bf-8d95-c54265254cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08797c88-8a39-40f4-9b18-913601b073a2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:02.645982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e733c54-acf3-420e-8548-12b18e30eb34 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:02.649936 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1e733c54-acf3-420e-8548-12b18e30eb34 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc4cfece-5a40-45b1-88af-289ab873556e HTTP/1.1" status: 200 len: 913 time: 0.1484456 Jul 05 04:06:02.650171 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58012) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:02.660847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58014) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:02.668338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 58341b91-3035-4136-89ca-24d1adb741d9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=58341b91-3035-4136-89ca-24d1adb741d9,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:02.705403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '58341b91-3035-4136-89ca-24d1adb741d9', 'network_id': 'c88e7f9b-7a37-4422-a6a7-cb8e3eb45056', 'port_id': '58341b91-3035-4136-89ca-24d1adb741d9', 'mac_address': 'fa:16:3e:b1:8f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefdd25d-0aee-4b3b-8b2d-510efdce7acb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:02.719469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f737b49-cbd7-48c9-b854-fdbbffa1e54f req-34d7a281-9f87-47ec-a7e8-239ac300a679 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474409 Jul 05 04:06:02.741069 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53db14b9-420e-47c7-ad5a-a7a40e3c03de req-e6e79e8b-faed-41cf-9000-836fd022f751 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533394 Jul 05 04:06:02.791562 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.809886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58341b91-3035-4136-89ca-24d1adb741d9 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:02.832958 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 58341b91-3035-4136-89ca-24d1adb741d9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=58341b91-3035-4136-89ca-24d1adb741d9,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:02.905307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-43dbf1fa-bd8c-42fc-b1f2-b3ba3904adc2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8be9e78c7107405daf6b89b47e89710a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360852 Jul 05 04:06:02.907822 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58018) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:02.952548 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.961263 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6b02e13-75d0-455b-b4aa-a6e4a21a91f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.996191 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6b02e13-75d0-455b-b4aa-a6e4a21a91f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.034620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=58341b91-3035-4136-89ca-24d1adb741d9,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:03.060208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['58341b91-3035-4136-89ca-24d1adb741d9'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:03.126726 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-470552e6-d784-4bc6-b5be-b661e4c174c9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.131734 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6b02e13-75d0-455b-b4aa-a6e4a21a91f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.134477 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f6b02e13-75d0-455b-b4aa-a6e4a21a91f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.135800 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f6b02e13-75d0-455b-b4aa-a6e4a21a91f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/64b664af-d2c4-4934-a9a7-b31c31e453c6 HTTP/1.1" status: 204 len: 168 time: 0.2268951 Jul 05 04:06:03.145245 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b02e13-75d0-455b-b4aa-a6e4a21a91f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b664af-d2c4-4934-a9a7-b31c31e453c6,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:03.454897 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-470552e6-d784-4bc6-b5be-b661e4c174c9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting port 0b704c3b-ffdd-4302-815e-4ac9b6898036 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:03.455422 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-470552e6-d784-4bc6-b5be-b661e4c174c9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.549710 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-470552e6-d784-4bc6-b5be-b661e4c174c9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.569670 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-470552e6-d784-4bc6-b5be-b661e4c174c9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Calling delete_port for 0b704c3b-ffdd-4302-815e-4ac9b6898036 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:03.757638 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862bc70-1790-4f06-aa5a-74fd0e87a389 req-ed1c871a-c666-410a-9ef4-60de20502ddb tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.759188 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3862bc70-1790-4f06-aa5a-74fd0e87a389 req-ed1c871a-c666-410a-9ef4-60de20502ddb tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 946 time: 0.1371086 Jul 05 04:06:03.941135 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-3862bc70-1790-4f06-aa5a-74fd0e87a389 req-ec02b0aa-9ab5-4c1b-97a2-aa25b8130f13 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Deleting port 88640e6f-ce41-4a67-adec-ea19d1188655 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:03.941135 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3862bc70-1790-4f06-aa5a-74fd0e87a389 req-ec02b0aa-9ab5-4c1b-97a2-aa25b8130f13 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.958848 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbed650-229b-4a7e-969d-210aafb0666c req-5ee429c0-711b-4e28-a168-7d05a265d7b3 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.960397 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5cbed650-229b-4a7e-969d-210aafb0666c req-5ee429c0-711b-4e28-a168-7d05a265d7b3 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 946 time: 0.1125922 Jul 05 04:06:03.970612 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.974299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d5ef6-8d68-4891-a8e5-df2c55b93f46 req-0a063025-d8f2-43c4-827c-6746516beabf tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.975847 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b56d5ef6-8d68-4891-a8e5-df2c55b93f46 req-0a063025-d8f2-43c4-827c-6746516beabf tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 945 time: 0.0978968 Jul 05 04:06:04.026176 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-470552e6-d784-4bc6-b5be-b661e4c174c9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.049051 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5cbed650-229b-4a7e-969d-210aafb0666c req-9e23cec2-0288-414f-9a71-0bfd1c7ea68f tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/security-groups?id=280f6a4e-b496-4a0d-9277-730e65c767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721064 Jul 05 04:06:04.066964 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b56d5ef6-8d68-4891-a8e5-df2c55b93f46 req-4850f08d-cbba-4cb8-8902-93eb47821e84 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758309 Jul 05 04:06:04.093104 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470552e6-d784-4bc6-b5be-b661e4c174c9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Port': ['ID=0b704c3b-ffdd-4302-815e-4ac9b6898036,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:04.110705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-3862bc70-1790-4f06-aa5a-74fd0e87a389 req-ec02b0aa-9ab5-4c1b-97a2-aa25b8130f13 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] For port 88640e6f-ce41-4a67-adec-ea19d1188655, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=88640e6f-ce41-4a67-adec-ea19d1188655,segment=NetworkSegment(97591688-45b0-4c47-ac7f-0607dbf8b318),segment_id=97591688-45b0-4c47-ac7f-0607dbf8b318)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:04.111169 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3862bc70-1790-4f06-aa5a-74fd0e87a389 req-ec02b0aa-9ab5-4c1b-97a2-aa25b8130f13 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.118878 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58050) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:04.133967 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-01b2b176-e37a-408d-bbfb-4f3c7ddadbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.146691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-3862bc70-1790-4f06-aa5a-74fd0e87a389 req-ec02b0aa-9ab5-4c1b-97a2-aa25b8130f13 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Calling delete_port for 88640e6f-ce41-4a67-adec-ea19d1188655 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:04.244476 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-01b2b176-e37a-408d-bbfb-4f3c7ddadbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.369584 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-01b2b176-e37a-408d-bbfb-4f3c7ddadbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.382885 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-470552e6-d784-4bc6-b5be-b661e4c174c9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.421396 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-01b2b176-e37a-408d-bbfb-4f3c7ddadbfc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a60f7b410425428fbed5161da8290da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2991235 Jul 05 04:06:04.421396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2b176-e37a-408d-bbfb-4f3c7ddadbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb84a85c-b2fc-44ff-a64f-fc77f11ed763,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:04.421696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 58341b91-3035-4136-89ca-24d1adb741d9 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:04.423070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58058) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:04.488701 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7d58-00c8-482c-93f5-a0e96d33fa67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.507575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 58341b91-3035-4136-89ca-24d1adb741d9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:04.507986 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.516811 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7d58-00c8-482c-93f5-a0e96d33fa67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.548131 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3862bc70-1790-4f06-aa5a-74fd0e87a389 req-ec02b0aa-9ab5-4c1b-97a2-aa25b8130f13 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.564319 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['88640e6f-ce41-4a67-adec-ea19d1188655'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:04.631081 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02b0aa-9ab5-4c1b-97a2-aa25b8130f13 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Pushing event deleted for resources: {'Port': ['ID=88640e6f-ce41-4a67-adec-ea19d1188655,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:04.634698 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.660976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58341b91-3035-4136-89ca-24d1adb741d9'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:04.663286 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6976d7-8134-4c23-91b8-dec628571d55" -d '{"events": [{"server_uuid": "97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5", "name": "network-vif-plugged", "status": "completed", "tag": "58341b91-3035-4136-89ca-24d1adb741d9"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:04.683237 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 58341b91-3035-4136-89ca-24d1adb741d9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=58341b91-3035-4136-89ca-24d1adb741d9,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:04.716709 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7d58-00c8-482c-93f5-a0e96d33fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.716880 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425911fe-73c8-44c0-8681-fa59bb41ad33 x-openstack-request-id: req-425911fe-73c8-44c0-8681-fa59bb41ad33 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:04.716880 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5", "name": "network-vif-plugged", "status": "completed", "tag": "58341b91-3035-4136-89ca-24d1adb741d9", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:04.716880 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-425911fe-73c8-44c0-8681-fa59bb41ad33 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:04.716880 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58341b91-3035-4136-89ca-24d1adb741d9', 'code': 200} Jul 05 04:06:04.717498 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7d58-00c8-482c-93f5-a0e96d33fa67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.717498 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bfbd7d58-00c8-482c-93f5-a0e96d33fa67 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eb84a85c-b2fc-44ff-a64f-fc77f11ed763 HTTP/1.1" status: 204 len: 168 time: 0.2869105 Jul 05 04:06:04.727365 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd7d58-00c8-482c-93f5-a0e96d33fa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb84a85c-b2fc-44ff-a64f-fc77f11ed763,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:04.731794 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-3862bc70-1790-4f06-aa5a-74fd0e87a389 req-ec02b0aa-9ab5-4c1b-97a2-aa25b8130f13 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] No DVR routers for this DVR port 88640e6f-ce41-4a67-adec-ea19d1188655 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:04.735524 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3862bc70-1790-4f06-aa5a-74fd0e87a389 req-ec02b0aa-9ab5-4c1b-97a2-aa25b8130f13 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.739257 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3862bc70-1790-4f06-aa5a-74fd0e87a389 req-ec02b0aa-9ab5-4c1b-97a2-aa25b8130f13 tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.10 "DELETE /v2.0/ports/88640e6f-ce41-4a67-adec-ea19d1188655 HTTP/1.1" status: 204 len: 173 time: 0.9587066 Jul 05 04:06:04.741700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e494cdc5-70eb-4122-ad24-819efb1a7b2f', 'name': 'network-vif-deleted', 'tag': '88640e6f-ce41-4a67-adec-ea19d1188655'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:04.754954 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaa4866-0deb-4c99-8f4b-437b4dc6c3b8" -d '{"events": [{"server_uuid": "e494cdc5-70eb-4122-ad24-819efb1a7b2f", "name": "network-vif-deleted", "tag": "88640e6f-ce41-4a67-adec-ea19d1188655"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:04.799702 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2442efc2-8493-47e6-90ad-64f740ac4fe4 x-openstack-request-id: req-2442efc2-8493-47e6-90ad-64f740ac4fe4 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:04.799994 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e494cdc5-70eb-4122-ad24-819efb1a7b2f", "name": "network-vif-deleted", "tag": "88640e6f-ce41-4a67-adec-ea19d1188655", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:04.800276 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2442efc2-8493-47e6-90ad-64f740ac4fe4 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:04.800678 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e494cdc5-70eb-4122-ad24-819efb1a7b2f', 'name': 'network-vif-deleted', 'tag': '88640e6f-ce41-4a67-adec-ea19d1188655', 'status': 'completed', 'code': 200} Jul 05 04:06:04.804248 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470552e6-d784-4bc6-b5be-b661e4c174c9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Router fc4cfece-5a40-45b1-88af-289ab873556e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:04.890315 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.920726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470552e6-d784-4bc6-b5be-b661e4c174c9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:04.926469 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-470552e6-d784-4bc6-b5be-b661e4c174c9 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "PUT /v2.0/routers/fc4cfece-5a40-45b1-88af-289ab873556e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2750225 Jul 05 04:06:04.929397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58070) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:04.934972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99fd32-88f9-49b3-b8fb-f53fa499e011 None None] Sync routers for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:04.956386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=58341b91-3035-4136-89ca-24d1adb741d9,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:04.959461 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99fd32-88f9-49b3-b8fb-f53fa499e011 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:04.959739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1f99fd32-88f9-49b3-b8fb-f53fa499e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:05.012295 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1f99fd32-88f9-49b3-b8fb-f53fa499e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:05.022080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99fd32-88f9-49b3-b8fb-f53fa499e011 None None] Routers {'fc4cfece-5a40-45b1-88af-289ab873556e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:05.022828 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1f99fd32-88f9-49b3-b8fb-f53fa499e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:05:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['fc4cfece-5a40-45b1-88af-289ab873556e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:05.066701 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1f99fd32-88f9-49b3-b8fb-f53fa499e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:05.067775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99fd32-88f9-49b3-b8fb-f53fa499e011 None None] The sync data for ids ['fc4cfece-5a40-45b1-88af-289ab873556e'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:05.077182 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35604596-2512-48f4-aa11-a8ae0dc5efa5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.660177 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be493d6f-9f9e-4209-bf61-9b944e6b36a5 req-bd842cde-97a6-4435-af84-84cf0a982ddf tempest-ServerDiskConfigTestJSON-806942679 tempest-ServerDiskConfigTestJSON-806942679-project] 10.222.0.38 "GET /v2.0/ports?device_id=e494cdc5-70eb-4122-ad24-819efb1a7b2f HTTP/1.1" status: 200 len: 210 time: 0.0357559 Jul 05 04:06:05.674557 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35604596-2512-48f4-aa11-a8ae0dc5efa5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.702051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f69c1d-bb4d-4f9b-b8d4-7b49e814cb8f req-953e5a73-42bc-42a5-b190-5385d920f101 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:05.703817 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8f69c1d-bb4d-4f9b-b8d4-7b49e814cb8f req-953e5a73-42bc-42a5-b190-5385d920f101 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 946 time: 0.4776051 Jul 05 04:06:05.742368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58092) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:05.750974 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8f69c1d-bb4d-4f9b-b8d4-7b49e814cb8f req-f601b315-a0dc-422e-9011-9fb515a744ee tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399251 Jul 05 04:06:05.759973 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-72b09ec1-d8ef-47ba-8b00-7404543b39fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.826614 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-35604596-2512-48f4-aa11-a8ae0dc5efa5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting port b27115f6-36ae-4aa5-b5c5-ae57a0405416 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:05.826954 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35604596-2512-48f4-aa11-a8ae0dc5efa5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.858405 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-72b09ec1-d8ef-47ba-8b00-7404543b39fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.921231 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35604596-2512-48f4-aa11-a8ae0dc5efa5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.934147 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-35604596-2512-48f4-aa11-a8ae0dc5efa5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Calling delete_port for b27115f6-36ae-4aa5-b5c5-ae57a0405416 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:06.015594 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-72b09ec1-d8ef-47ba-8b00-7404543b39fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.064546 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-72b09ec1-d8ef-47ba-8b00-7404543b39fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=27fceadceef144f09003760ec6e13b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206198 Jul 05 04:06:06.065493 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58100) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:06.072034 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b09ec1-d8ef-47ba-8b00-7404543b39fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb532d6-909c-48f8-a585-9d98cdeffb54,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:06.131508 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce916-d1ea-417b-8cf5-3afa82e63678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.157076 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce916-d1ea-417b-8cf5-3afa82e63678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.210256 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35604596-2512-48f4-aa11-a8ae0dc5efa5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.245619 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35604596-2512-48f4-aa11-a8ae0dc5efa5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Port': ['ID=b27115f6-36ae-4aa5-b5c5-ae57a0405416,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:06.307949 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35604596-2512-48f4-aa11-a8ae0dc5efa5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.319120 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce916-d1ea-417b-8cf5-3afa82e63678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.326787 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce916-d1ea-417b-8cf5-3afa82e63678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.326787 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cf4ce916-d1ea-417b-8cf5-3afa82e63678 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bdb532d6-909c-48f8-a585-9d98cdeffb54 HTTP/1.1" status: 204 len: 168 time: 0.2561464 Jul 05 04:06:06.334871 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ce916-d1ea-417b-8cf5-3afa82e63678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb532d6-909c-48f8-a585-9d98cdeffb54,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:06.440720 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35604596-2512-48f4-aa11-a8ae0dc5efa5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.442858 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35604596-2512-48f4-aa11-a8ae0dc5efa5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.604849 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35604596-2512-48f4-aa11-a8ae0dc5efa5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.605503 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35604596-2512-48f4-aa11-a8ae0dc5efa5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Fanout notify agent at l3_agent the message router_deleted on router fc4cfece-5a40-45b1-88af-289ab873556e {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:06:06.612394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35604596-2512-48f4-aa11-a8ae0dc5efa5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.613502 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-35604596-2512-48f4-aa11-a8ae0dc5efa5 tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/routers/fc4cfece-5a40-45b1-88af-289ab873556e HTTP/1.1" status: 204 len: 168 time: 1.6836748 Jul 05 04:06:06.616125 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58114) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:06.673386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-339af362-3843-490b-be03-896c2d74d11e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Deleting subnet 444da8d1-8a73-45cd-b76c-ccde9ae926aa {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:06.676894 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-339af362-3843-490b-be03-896c2d74d11e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.740190 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-339af362-3843-490b-be03-896c2d74d11e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.845835 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-339af362-3843-490b-be03-896c2d74d11e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.913863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25894bec-cb50-40aa-ad07-c5775bf6fbab req-b3e5c414-12c0-422d-88ed-e0eb35e37767 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:06.919155 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-25894bec-cb50-40aa-ad07-c5775bf6fbab req-b3e5c414-12c0-422d-88ed-e0eb35e37767 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 946 time: 0.1277592 Jul 05 04:06:06.972865 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-25894bec-cb50-40aa-ad07-c5775bf6fbab req-aee7200a-5e3d-4f34-b136-ea7c7c478b83 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431559 Jul 05 04:06:07.005107 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-339af362-3843-490b-be03-896c2d74d11e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.031334 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339af362-3843-490b-be03-896c2d74d11e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Subnet': ['ID=444da8d1-8a73-45cd-b76c-ccde9ae926aa,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:07.037123 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-339af362-3843-490b-be03-896c2d74d11e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.039012 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-339af362-3843-490b-be03-896c2d74d11e tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/subnets/444da8d1-8a73-45cd-b76c-ccde9ae926aa HTTP/1.1" status: 204 len: 168 time: 0.4219093 Jul 05 04:06:07.042683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58138) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:07.095499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58142) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:07.135064 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4a85571-dd7d-4d00-86fe-1410c85c8fca tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.142509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-2150d499-8ad8-4b14-bda9-efa19608d770 admin admin] Deleting subnet 0bf925f8-4a3f-45ed-b86f-c635afeb1643 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:07.145863 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2150d499-8ad8-4b14-bda9-efa19608d770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.194517 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2150d499-8ad8-4b14-bda9-efa19608d770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.230213 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4a85571-dd7d-4d00-86fe-1410c85c8fca tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.236141 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2150d499-8ad8-4b14-bda9-efa19608d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.242058 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-a4a85571-dd7d-4d00-86fe-1410c85c8fca tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb69948d-cf18-4047-9393-cb0032788fbd']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:07.255101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-a4a85571-dd7d-4d00-86fe-1410c85c8fca tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494ba55f-3b62-41a9-8b90-4def71d3b199') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:07.255461 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-a4a85571-dd7d-4d00-86fe-1410c85c8fca tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494ba55f-3b62-41a9-8b90-4def71d3b199') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:07.267029 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4a85571-dd7d-4d00-86fe-1410c85c8fca tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.283341 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4a85571-dd7d-4d00-86fe-1410c85c8fca tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.290461 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a85571-dd7d-4d00-86fe-1410c85c8fca tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:07.291003 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4a85571-dd7d-4d00-86fe-1410c85c8fca tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:07.295085 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:07.416173 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2150d499-8ad8-4b14-bda9-efa19608d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.442277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150d499-8ad8-4b14-bda9-efa19608d770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bf925f8-4a3f-45ed-b86f-c635afeb1643,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:07.446072 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2150d499-8ad8-4b14-bda9-efa19608d770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.447930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2150d499-8ad8-4b14-bda9-efa19608d770 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0bf925f8-4a3f-45ed-b86f-c635afeb1643 HTTP/1.1" status: 204 len: 168 time: 0.3514137 Jul 05 04:06:07.451104 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58152) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:07.452404 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4a85571-dd7d-4d00-86fe-1410c85c8fca tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.459159 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4a85571-dd7d-4d00-86fe-1410c85c8fca tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.469745 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a4a85571-dd7d-4d00-86fe-1410c85c8fca tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] 10.222.0.38 "DELETE /v2.0/networks/cb69948d-cf18-4047-9393-cb0032788fbd HTTP/1.1" status: 204 len: 168 time: 0.4177554 Jul 05 04:06:07.478293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a85571-dd7d-4d00-86fe-1410c85c8fca tempest-FloatingIPTestJSON-1310942401 tempest-FloatingIPTestJSON-1310942401-project] Pushing event deleted for resources: {'Network': ['ID=cb69948d-cf18-4047-9393-cb0032788fbd,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:07.529514 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-615ea156-6113-4028-94af-42600453d6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.613917 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-615ea156-6113-4028-94af-42600453d6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.624602 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-615ea156-6113-4028-94af-42600453d6ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb45571-704a-47f7-b580-2fad721401bc']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:07.635465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-615ea156-6113-4028-94af-42600453d6ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97591688-45b0-4c47-ac7f-0607dbf8b318') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:07.636325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-615ea156-6113-4028-94af-42600453d6ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97591688-45b0-4c47-ac7f-0607dbf8b318') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:07.642460 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58158) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:07.650860 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-615ea156-6113-4028-94af-42600453d6ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.666077 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-615ea156-6113-4028-94af-42600453d6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.672743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615ea156-6113-4028-94af-42600453d6ec admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:07.673156 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-615ea156-6113-4028-94af-42600453d6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:07.674851 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:07.753475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-23958ee0-3590-4025-9343-2e93f4b409b1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1168569227'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:07.950051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58168) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:07.992367 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-615ea156-6113-4028-94af-42600453d6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.008755 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-615ea156-6113-4028-94af-42600453d6ec admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.008755 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-615ea156-6113-4028-94af-42600453d6ec admin admin] 10.222.0.38 "DELETE /v2.0/networks/8bb45571-704a-47f7-b580-2fad721401bc HTTP/1.1" status: 204 len: 168 time: 0.5501652 Jul 05 04:06:08.014836 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ea156-6113-4028-94af-42600453d6ec admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb45571-704a-47f7-b580-2fad721401bc,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:08.056613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23958ee0-3590-4025-9343-2e93f4b409b1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Made reservation on behalf of f2250ff808814ee69ec70eeec5b9d48b for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:08.066269 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-23958ee0-3590-4025-9343-2e93f4b409b1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.087746 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-23958ee0-3590-4025-9343-2e93f4b409b1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.180060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4e516cd9-492e-4008-9060-4c42533cd327 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fc5d38fc9b9743be8ccc5980d6b745b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288432 Jul 05 04:06:08.183504 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58176) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:08.238428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b49b8-004f-4b17-b95f-f346bbac4c5f req-2bb497ae-0e79-435f-b4fb-0c37b76c9b34 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.240594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-777b49b8-004f-4b17-b95f-f346bbac4c5f req-2bb497ae-0e79-435f-b4fb-0c37b76c9b34 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 946 time: 0.1364508 Jul 05 04:06:08.246173 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cb67eda1-9070-4f6c-899c-01d7613e815c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.275351 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cb67eda1-9070-4f6c-899c-01d7613e815c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.305289 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-777b49b8-004f-4b17-b95f-f346bbac4c5f req-63aa3d7c-7369-41ba-a4a8-7f32d642e550 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555730 Jul 05 04:06:08.328596 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-23958ee0-3590-4025-9343-2e93f4b409b1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.433518 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-23958ee0-3590-4025-9343-2e93f4b409b1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.455162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 58341b91-3035-4136-89ca-24d1adb741d9 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:08.460589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 88640e6f-ce41-4a67-adec-ea19d1188655 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:08.462029 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cb67eda1-9070-4f6c-899c-01d7613e815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.473026 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23958ee0-3590-4025-9343-2e93f4b409b1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:08.477118 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cb67eda1-9070-4f6c-899c-01d7613e815c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.486431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23958ee0-3590-4025-9343-2e93f4b409b1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae60858-548f-46ac-a0f6-ff4cb811991b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:08.497168 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cb67eda1-9070-4f6c-899c-01d7613e815c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/10750b77-de58-4722-bebd-e0a44cf9c75d HTTP/1.1" status: 204 len: 168 time: 0.3120680 Jul 05 04:06:08.497903 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58184) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:08.504287 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-23958ee0-3590-4025-9343-2e93f4b409b1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.504652 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-23958ee0-3590-4025-9343-2e93f4b409b1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Added segment 8e58ba46-18cf-4a0e-9f42-5885730dec14 of type vlan for network 703728b9-cf35-44f5-8048-2dfb44637911 Jul 05 04:06:08.506671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 88640e6f-ce41-4a67-adec-ea19d1188655 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:08.507214 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 88640e6f-ce41-4a67-adec-ea19d1188655 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:08.528638 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67eda1-9070-4f6c-899c-01d7613e815c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10750b77-de58-4722-bebd-e0a44cf9c75d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:08.568119 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-23958ee0-3590-4025-9343-2e93f4b409b1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.574499 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-05ec1d84-04f8-4b72-84f3-2606f04a30f2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eaf4c0ff0e0244099a1253058e48e066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697305 Jul 05 04:06:08.575455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58186) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:08.613738 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.642210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58341b91-3035-4136-89ca-24d1adb741d9'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:08.644528 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3795b0a2-0ca3-4aad-a436-1ed9d73029cb" -d '{"events": [{"server_uuid": "97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5", "name": "network-vif-unplugged", "status": "completed", "tag": "58341b91-3035-4136-89ca-24d1adb741d9"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:08.660952 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cb1ceb8-049d-4137-a762-77b29cc270a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.677144 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 58341b91-3035-4136-89ca-24d1adb741d9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=58341b91-3035-4136-89ca-24d1adb741d9,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:08.690432 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cb1ceb8-049d-4137-a762-77b29cc270a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.744654 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a60435c-c3e6-4bbc-9fa4-0f17c1dd766e x-openstack-request-id: req-5a60435c-c3e6-4bbc-9fa4-0f17c1dd766e {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:08.745998 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5", "name": "network-vif-unplugged", "status": "completed", "tag": "58341b91-3035-4136-89ca-24d1adb741d9", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:08.746594 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5a60435c-c3e6-4bbc-9fa4-0f17c1dd766e {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:08.747275 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58341b91-3035-4136-89ca-24d1adb741d9', 'code': 200} Jul 05 04:06:08.782557 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-23958ee0-3590-4025-9343-2e93f4b409b1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.800698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23958ee0-3590-4025-9343-2e93f4b409b1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.801954 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-23958ee0-3590-4025-9343-2e93f4b409b1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.840362 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.859894 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cb1ceb8-049d-4137-a762-77b29cc270a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.859894 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cb1ceb8-049d-4137-a762-77b29cc270a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.859894 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9cb1ceb8-049d-4137-a762-77b29cc270a3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/280f6a4e-b496-4a0d-9277-730e65c767b7 HTTP/1.1" status: 204 len: 168 time: 0.2755237 Jul 05 04:06:08.880472 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1ceb8-049d-4137-a762-77b29cc270a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280f6a4e-b496-4a0d-9277-730e65c767b7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:08.954334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=58341b91-3035-4136-89ca-24d1adb741d9,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:08.954618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23958ee0-3590-4025-9343-2e93f4b409b1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event updated for resources: {'Network': ['ID=703728b9-cf35-44f5-8048-2dfb44637911,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:08.983045 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 703728b9-cf35-44f5-8048-2dfb44637911 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:08.999802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c761d5c-9607-4605-b9a1-6385e01811eb req-53d8b563-0446-4f49-9d97-c05de2812bbc tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:09.001519 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c761d5c-9607-4605-b9a1-6385e01811eb req-53d8b563-0446-4f49-9d97-c05de2812bbc tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 946 time: 0.1961486 Jul 05 04:06:09.049766 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-23958ee0-3590-4025-9343-2e93f4b409b1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4061666 Jul 05 04:06:09.052893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58200) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:09.059786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-654375f8-e4b9-4c8e-ab42-9f8b1bebfa33 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Request body: {'subnet': {'network_id': '703728b9-cf35-44f5-8048-2dfb44637911', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:09.151986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-4c761d5c-9607-4605-b9a1-6385e01811eb req-bc729110-10df-4334-96c2-c1a5f1e23c31 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Deleting port 58341b91-3035-4136-89ca-24d1adb741d9 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:09.151986 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4c761d5c-9607-4605-b9a1-6385e01811eb req-bc729110-10df-4334-96c2-c1a5f1e23c31 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.281884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-4c761d5c-9607-4605-b9a1-6385e01811eb req-bc729110-10df-4334-96c2-c1a5f1e23c31 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] For port 58341b91-3035-4136-89ca-24d1adb741d9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=58341b91-3035-4136-89ca-24d1adb741d9,segment=NetworkSegment(cad86c99-34d9-44e9-88b3-fcfc0be02c63),segment_id=cad86c99-34d9-44e9-88b3-fcfc0be02c63)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:09.282577 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4c761d5c-9607-4605-b9a1-6385e01811eb req-bc729110-10df-4334-96c2-c1a5f1e23c31 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.301105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-4c761d5c-9607-4605-b9a1-6385e01811eb req-bc729110-10df-4334-96c2-c1a5f1e23c31 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Calling delete_port for 58341b91-3035-4136-89ca-24d1adb741d9 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:09.576053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654375f8-e4b9-4c8e-ab42-9f8b1bebfa33 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Made reservation on behalf of f2250ff808814ee69ec70eeec5b9d48b for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:09.581147 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654375f8-e4b9-4c8e-ab42-9f8b1bebfa33 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.652791 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4c761d5c-9607-4605-b9a1-6385e01811eb req-bc729110-10df-4334-96c2-c1a5f1e23c31 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.694938 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc729110-10df-4334-96c2-c1a5f1e23c31 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Pushing event deleted for resources: {'Port': ['ID=58341b91-3035-4136-89ca-24d1adb741d9,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:09.812097 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c761d5c-9607-4605-b9a1-6385e01811eb req-bc729110-10df-4334-96c2-c1a5f1e23c31 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] No DVR routers for this DVR port 58341b91-3035-4136-89ca-24d1adb741d9 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:09.815166 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-4c761d5c-9607-4605-b9a1-6385e01811eb req-bc729110-10df-4334-96c2-c1a5f1e23c31 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.817642 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c761d5c-9607-4605-b9a1-6385e01811eb req-bc729110-10df-4334-96c2-c1a5f1e23c31 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.36 "DELETE /v2.0/ports/58341b91-3035-4136-89ca-24d1adb741d9 HTTP/1.1" status: 204 len: 173 time: 0.8096364 Jul 05 04:06:09.818252 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5', 'name': 'network-vif-deleted', 'tag': '58341b91-3035-4136-89ca-24d1adb741d9'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:09.821989 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8af7ba-bac3-41a5-84c6-e285c81f2666" -d '{"events": [{"server_uuid": "97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5", "name": "network-vif-deleted", "tag": "58341b91-3035-4136-89ca-24d1adb741d9"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:09.894762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d975f-35a8-45e1-beee-2e5cafe75c85 req-dd2edffb-3689-405a-b0d0-c73c55051eb9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:09.903914 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc7d975f-35a8-45e1-beee-2e5cafe75c85 req-dd2edffb-3689-405a-b0d0-c73c55051eb9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5 HTTP/1.1" status: 200 len: 865 time: 0.2912138 Jul 05 04:06:09.908335 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cad61bb-dd1d-413a-8967-7b4fdc73cb8f x-openstack-request-id: req-5cad61bb-dd1d-413a-8967-7b4fdc73cb8f {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:09.908689 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5", "name": "network-vif-deleted", "tag": "58341b91-3035-4136-89ca-24d1adb741d9", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:09.909276 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5cad61bb-dd1d-413a-8967-7b4fdc73cb8f {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:09.910029 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b7f3e8-885f-47da-a8bf-eab6f3e6a4f5', 'name': 'network-vif-deleted', 'tag': '58341b91-3035-4136-89ca-24d1adb741d9', 'status': 'completed', 'code': 200} Jul 05 04:06:09.969347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc7d975f-35a8-45e1-beee-2e5cafe75c85 req-33f86183-37ac-4727-81f4-034c25ba09d9 tempest-ImagesTestJSON-1669654444 tempest-ImagesTestJSON-1669654444-project] 10.222.0.38 "GET /v2.0/security-groups?id=5a4f378a-88cf-43c2-b161-9860bd949860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500674 Jul 05 04:06:10.095479 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654375f8-e4b9-4c8e-ab42-9f8b1bebfa33 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.186725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654375f8-e4b9-4c8e-ab42-9f8b1bebfa33 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event updated for resources: {'Subnet': ['ID=28a5d76a-6b50-467e-8c6d-930acccd0b7a,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:10.230347 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58242) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:10.244476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654375f8-e4b9-4c8e-ab42-9f8b1bebfa33 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Checking segment: {'id': '8e58ba46-18cf-4a0e-9f42-5885730dec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '703728b9-cf35-44f5-8048-2dfb44637911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:10.245462 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654375f8-e4b9-4c8e-ab42-9f8b1bebfa33 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Network hostable DHCP agents. Network: 703728b9-cf35-44f5-8048-2dfb44637911, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:10.349991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b7018e61-bf35-4143-9ca4-91bd4fea6eea tempest-DvrRoutersNegativeTest-350304833 tempest-DvrRoutersNegativeTest-350304833-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-212108067', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:10.352909 n-d-771363-32 neutron-server[100932]: DEBUG neutron.policy [None req-b7018e61-bf35-4143-9ca4-91bd4fea6eea tempest-DvrRoutersNegativeTest-350304833 tempest-DvrRoutersNegativeTest-350304833-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100932) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 05 04:06:10.353218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.policy [None req-b7018e61-bf35-4143-9ca4-91bd4fea6eea tempest-DvrRoutersNegativeTest-350304833 tempest-DvrRoutersNegativeTest-350304833-project] Failed policy check for 'create_router' {{(pid=100932) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 05 04:06:10.353772 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-b7018e61-bf35-4143-9ca4-91bd4fea6eea tempest-DvrRoutersNegativeTest-350304833 tempest-DvrRoutersNegativeTest-350304833-project] create failed (client error): Access was denied to this resource. Jul 05 04:06:10.355741 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b7018e61-bf35-4143-9ca4-91bd4fea6eea tempest-DvrRoutersNegativeTest-350304833 tempest-DvrRoutersNegativeTest-350304833-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1243453 Jul 05 04:06:10.370720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654375f8-e4b9-4c8e-ab42-9f8b1bebfa33 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Network 703728b9-cf35-44f5-8048-2dfb44637911 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:10.478670 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-654375f8-e4b9-4c8e-ab42-9f8b1bebfa33 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 703728b9-cf35-44f5-8048-2dfb44637911) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:10.483671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654375f8-e4b9-4c8e-ab42-9f8b1bebfa33 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.484297 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-654375f8-e4b9-4c8e-ab42-9f8b1bebfa33 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.491599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f65f776-3c0d-4bc8-bbdd-dc552b37296c None None] Network 703728b9-cf35-44f5-8048-2dfb44637911 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:10.530190 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58260) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:10.554012 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-654375f8-e4b9-4c8e-ab42-9f8b1bebfa33 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4997964 Jul 05 04:06:10.556717 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58264) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:10.562889 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a662c243-ccfd-4f58-a23b-40921554651a tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Request body: {'port': {'network_id': '703728b9-cf35-44f5-8048-2dfb44637911', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-700238435'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:10.659163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-79140969-be07-4e74-bf04-3d54b0a39645 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2082087901-network', 'tenant_id': 'ac14b896cbd94f4f972b4db10f80787d'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:10.715992 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-703728b9-cf35-44f5-8048-2dfb44637911', 'network_id': '703728b9-cf35-44f5-8048-2dfb44637911', 'tenant_id': 'f2250ff808814ee69ec70eeec5b9d48b', 'fixed_ips': [{'subnet_id': '28a5d76a-6b50-467e-8c6d-930acccd0b7a'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:06:10.716902 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.770308 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79140969-be07-4e74-bf04-3d54b0a39645 admin admin] Made reservation on behalf of ac14b896cbd94f4f972b4db10f80787d for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:10.773445 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79140969-be07-4e74-bf04-3d54b0a39645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.786372 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79140969-be07-4e74-bf04-3d54b0a39645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.837761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58268) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:10.850395 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a662c243-ccfd-4f58-a23b-40921554651a tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Made reservation on behalf of f2250ff808814ee69ec70eeec5b9d48b for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:10.857225 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a662c243-ccfd-4f58-a23b-40921554651a tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.871792 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Allocated IP 2001:db8::2 (703728b9-cf35-44f5-8048-2dfb44637911/28a5d76a-6b50-467e-8c6d-930acccd0b7a/69f77280-9384-4022-a0bc-0246a5db9114) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:10.903468 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-a662c243-ccfd-4f58-a23b-40921554651a tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] device_id is not set on port 6a7a5d28-8b93-432c-b47b-1867c2bc12b3 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:10.962783 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79140969-be07-4e74-bf04-3d54b0a39645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.037642 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8f67b657-5dcc-4552-88a1-0d5723d4bcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.059164 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.070058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Transition to ACTIVE for port object 69f77280-9384-4022-a0bc-0246a5db9114 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:11.078002 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79140969-be07-4e74-bf04-3d54b0a39645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.087434 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Transition to ACTIVE for port object 69f77280-9384-4022-a0bc-0246a5db9114 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:11.115371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79140969-be07-4e74-bf04-3d54b0a39645 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:11.132023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79140969-be07-4e74-bf04-3d54b0a39645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ace9d6-077a-4a52-8207-a1a266e890ae,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:11.147074 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79140969-be07-4e74-bf04-3d54b0a39645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.147074 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-79140969-be07-4e74-bf04-3d54b0a39645 admin admin] Added segment 8d7fe4b9-b0aa-42db-8899-7075e831c35e of type vlan for network 61a72220-3f2c-4cbc-9796-510195957bdc Jul 05 04:06:11.168523 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.211375 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79140969-be07-4e74-bf04-3d54b0a39645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.237909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Network 703728b9-cf35-44f5-8048-2dfb44637911 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:11.240874 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:11.248606 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:11.263684 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8f67b657-5dcc-4552-88a1-0d5723d4bcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.276787 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-a662c243-ccfd-4f58-a23b-40921554651a tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Allocated IP 2001:db8::95 (703728b9-cf35-44f5-8048-2dfb44637911/28a5d76a-6b50-467e-8c6d-930acccd0b7a/6a7a5d28-8b93-432c-b47b-1867c2bc12b3) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:11.284566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Pushing event updated for resources: {'Port': ['ID=69f77280-9384-4022-a0bc-0246a5db9114,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:11.327805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Attempting to bind port 69f77280-9384-4022-a0bc-0246a5db9114 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:11.328203 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Attempting to bind port 69f77280-9384-4022-a0bc-0246a5db9114 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '8e58ba46-18cf-4a0e-9f42-5885730dec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '703728b9-cf35-44f5-8048-2dfb44637911'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:11.328615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Attempting to bind port 69f77280-9384-4022-a0bc-0246a5db9114 on network 703728b9-cf35-44f5-8048-2dfb44637911 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:11.336175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:11.340608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Checking segment: {'id': '8e58ba46-18cf-4a0e-9f42-5885730dec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '703728b9-cf35-44f5-8048-2dfb44637911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:11.340608 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.340608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Bound using segment: {'id': '8e58ba46-18cf-4a0e-9f42-5885730dec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '703728b9-cf35-44f5-8048-2dfb44637911'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:11.340608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Bound port: 69f77280-9384-4022-a0bc-0246a5db9114, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e58ba46-18cf-4a0e-9f42-5885730dec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '703728b9-cf35-44f5-8048-2dfb44637911'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:11.340608 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.388488 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79140969-be07-4e74-bf04-3d54b0a39645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.389511 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79140969-be07-4e74-bf04-3d54b0a39645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:11.390227 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79140969-be07-4e74-bf04-3d54b0a39645 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.392436 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8f67b657-5dcc-4552-88a1-0d5723d4bcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.434291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] For port 69f77280-9384-4022-a0bc-0246a5db9114, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:11.454975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] For port 69f77280-9384-4022-a0bc-0246a5db9114, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=69f77280-9384-4022-a0bc-0246a5db9114,segment=NetworkSegment(8e58ba46-18cf-4a0e-9f42-5885730dec14),segment_id=8e58ba46-18cf-4a0e-9f42-5885730dec14)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:11.458840 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-40129e33-27c9-4d09-81e3-5a347ce8b7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.491592 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8f67b657-5dcc-4552-88a1-0d5723d4bcea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=706362affcba420d801c2189ec3e08f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6525552 Jul 05 04:06:11.494475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58300) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:11.496936 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67b657-5dcc-4552-88a1-0d5723d4bcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159d2caa-dc24-4715-97c6-e527ca9cfe18,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:11.505408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79140969-be07-4e74-bf04-3d54b0a39645 admin admin] Pushing event updated for resources: {'Network': ['ID=61a72220-3f2c-4cbc-9796-510195957bdc,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:11.518142 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a662c243-ccfd-4f58-a23b-40921554651a tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.523456 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.534357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 61a72220-3f2c-4cbc-9796-510195957bdc details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:11.553521 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-79140969-be07-4e74-bf04-3d54b0a39645 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0211222 Jul 05 04:06:11.555913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58304) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:11.561206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5fcec64e-b7a9-4e86-96ad-cf669a075172 admin admin] Request body: {'subnet': {'network_id': '61a72220-3f2c-4cbc-9796-510195957bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2082087901-subnet', 'tenant_id': 'ac14b896cbd94f4f972b4db10f80787d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:11.569825 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-a662c243-ccfd-4f58-a23b-40921554651a tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Transition to ACTIVE for port object 6a7a5d28-8b93-432c-b47b-1867c2bc12b3 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:11.630306 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5fb9def4-cf05-4b4e-ab24-a8dcd5f9d3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.655880 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcec64e-b7a9-4e86-96ad-cf669a075172 admin admin] Made reservation on behalf of ac14b896cbd94f4f972b4db10f80787d for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:11.664345 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5fb9def4-cf05-4b4e-ab24-a8dcd5f9d3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.670058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5fcec64e-b7a9-4e86-96ad-cf669a075172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.685702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c211a-2eaa-4026-b3b1-3c05820f44ef None None] Pushing event updated for resources: {'Port': ['ID=69f77280-9384-4022-a0bc-0246a5db9114,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:11.755609 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a662c243-ccfd-4f58-a23b-40921554651a tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.810135 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5fb9def4-cf05-4b4e-ab24-a8dcd5f9d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.813869 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5fb9def4-cf05-4b4e-ab24-a8dcd5f9d3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.815717 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5fb9def4-cf05-4b4e-ab24-a8dcd5f9d3b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/159d2caa-dc24-4715-97c6-e527ca9cfe18 HTTP/1.1" status: 204 len: 168 time: 0.3200727 Jul 05 04:06:11.836671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a662c243-ccfd-4f58-a23b-40921554651a tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Network 703728b9-cf35-44f5-8048-2dfb44637911 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:11.840176 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58322) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:11.842977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9def4-cf05-4b4e-ab24-a8dcd5f9d3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159d2caa-dc24-4715-97c6-e527ca9cfe18,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:11.848748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-a662c243-ccfd-4f58-a23b-40921554651a tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:11.858770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662c243-ccfd-4f58-a23b-40921554651a tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:11.873198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a662c243-ccfd-4f58-a23b-40921554651a tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:11.873993 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a662c243-ccfd-4f58-a23b-40921554651a tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.942112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662c243-ccfd-4f58-a23b-40921554651a tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event updated for resources: {'Port': ['ID=6a7a5d28-8b93-432c-b47b-1867c2bc12b3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:11.984174 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f292d5e-c9cf-443e-9c71-76ab6fd78015 admin admin] Deleting subnet aefdd25d-0aee-4b3b-8b2d-510efdce7acb {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:11.988190 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9f292d5e-c9cf-443e-9c71-76ab6fd78015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.044876 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a662c243-ccfd-4f58-a23b-40921554651a tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4870231 Jul 05 04:06:12.049102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58324) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:12.057930 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9f292d5e-c9cf-443e-9c71-76ab6fd78015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.059377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-3fc36305-1d5f-4363-8f7b-2e1b7d6556b8 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Request body: {'port': {'network_id': '703728b9-cf35-44f5-8048-2dfb44637911', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-535091828', 'allowed_address_pairs': [{'ip_address': '2001:db8::95', 'mac_address': 'fa:16:3e:76:8d:08'}]}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:12.137921 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9f292d5e-c9cf-443e-9c71-76ab6fd78015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.210396 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5fcec64e-b7a9-4e86-96ad-cf669a075172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.293789 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcec64e-b7a9-4e86-96ad-cf669a075172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c64d5a-202a-46b3-9c0c-1560af36ad4f,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:12.300412 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9f292d5e-c9cf-443e-9c71-76ab6fd78015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.325008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc36305-1d5f-4363-8f7b-2e1b7d6556b8 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Made reservation on behalf of f2250ff808814ee69ec70eeec5b9d48b for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:12.332534 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f292d5e-c9cf-443e-9c71-76ab6fd78015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aefdd25d-0aee-4b3b-8b2d-510efdce7acb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:12.337810 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcec64e-b7a9-4e86-96ad-cf669a075172 admin admin] Checking segment: {'id': '8d7fe4b9-b0aa-42db-8899-7075e831c35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '61a72220-3f2c-4cbc-9796-510195957bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:12.338392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcec64e-b7a9-4e86-96ad-cf669a075172 admin admin] Network hostable DHCP agents. Network: 61a72220-3f2c-4cbc-9796-510195957bdc, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:12.348900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9f292d5e-c9cf-443e-9c71-76ab6fd78015 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.352370 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9f292d5e-c9cf-443e-9c71-76ab6fd78015 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/aefdd25d-0aee-4b3b-8b2d-510efdce7acb HTTP/1.1" status: 204 len: 168 time: 0.4750049 Jul 05 04:06:12.358796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58334) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:12.481634 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 58341b91-3035-4136-89ca-24d1adb741d9 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:12.535923 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c04ffa31-00f3-420b-b2b4-538f4f7ee540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.543137 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 58341b91-3035-4136-89ca-24d1adb741d9 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:12.543137 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 58341b91-3035-4136-89ca-24d1adb741d9 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:12.546293 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3fc36305-1d5f-4363-8f7b-2e1b7d6556b8 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.582894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-3fc36305-1d5f-4363-8f7b-2e1b7d6556b8 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] device_id is not set on port b28ce4c6-a8b4-439d-97a1-8fda5eaa3951 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:12.598262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcec64e-b7a9-4e86-96ad-cf669a075172 admin admin] Network 61a72220-3f2c-4cbc-9796-510195957bdc is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:12.676988 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c04ffa31-00f3-420b-b2b4-538f4f7ee540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.703272 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c04ffa31-00f3-420b-b2b4-538f4f7ee540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88e7f9b-7a37-4422-a6a7-cb8e3eb45056']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:12.726751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c04ffa31-00f3-420b-b2b4-538f4f7ee540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad86c99-34d9-44e9-88b3-fcfc0be02c63') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:12.727229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c04ffa31-00f3-420b-b2b4-538f4f7ee540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad86c99-34d9-44e9-88b3-fcfc0be02c63') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:12.743705 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c04ffa31-00f3-420b-b2b4-538f4f7ee540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.764428 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c04ffa31-00f3-420b-b2b4-538f4f7ee540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.774939 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04ffa31-00f3-420b-b2b4-538f4f7ee540 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:12.775452 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c04ffa31-00f3-420b-b2b4-538f4f7ee540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.813635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-3fc36305-1d5f-4363-8f7b-2e1b7d6556b8 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Allocated IP 2001:db8::317 (703728b9-cf35-44f5-8048-2dfb44637911/28a5d76a-6b50-467e-8c6d-930acccd0b7a/b28ce4c6-a8b4-439d-97a1-8fda5eaa3951) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:12.871824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 69f77280-9384-4022-a0bc-0246a5db9114 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:12.881845 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:12.889044 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-5fcec64e-b7a9-4e86-96ad-cf669a075172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 61a72220-3f2c-4cbc-9796-510195957bdc) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:12.889044 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcec64e-b7a9-4e86-96ad-cf669a075172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:12.889044 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5fcec64e-b7a9-4e86-96ad-cf669a075172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.923654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908bef73-9406-4716-8215-3ecf6317cbcc None None] Network 61a72220-3f2c-4cbc-9796-510195957bdc requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:12.953030 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c04ffa31-00f3-420b-b2b4-538f4f7ee540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.960009 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c04ffa31-00f3-420b-b2b4-538f4f7ee540 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.965453 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c04ffa31-00f3-420b-b2b4-538f4f7ee540 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c88e7f9b-7a37-4422-a6a7-cb8e3eb45056 HTTP/1.1" status: 204 len: 168 time: 0.6020675 Jul 05 04:06:12.996287 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5fcec64e-b7a9-4e86-96ad-cf669a075172 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4388614 Jul 05 04:06:12.998356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ffa31-00f3-420b-b2b4-538f4f7ee540 admin admin] Pushing event deleted for resources: {'Network': ['ID=c88e7f9b-7a37-4422-a6a7-cb8e3eb45056,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:13.131897 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3fc36305-1d5f-4363-8f7b-2e1b7d6556b8 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.156386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-3fc36305-1d5f-4363-8f7b-2e1b7d6556b8 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Transition to ACTIVE for port object b28ce4c6-a8b4-439d-97a1-8fda5eaa3951 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:13.232453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 69f77280-9384-4022-a0bc-0246a5db9114 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:13.245480 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98e179d-1db5-4ee1-a7d7-ef6e37fb4b5c None None] Network 61a72220-3f2c-4cbc-9796-510195957bdc requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:13.296306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10050b71-d699-48cf-8a84-22bf39c65d4e None None] Network 703728b9-cf35-44f5-8048-2dfb44637911 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:13.325836 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3fc36305-1d5f-4363-8f7b-2e1b7d6556b8 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.373970 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc36305-1d5f-4363-8f7b-2e1b7d6556b8 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Network 703728b9-cf35-44f5-8048-2dfb44637911 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:13.395078 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-3fc36305-1d5f-4363-8f7b-2e1b7d6556b8 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:13.400349 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc36305-1d5f-4363-8f7b-2e1b7d6556b8 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:13.408984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc36305-1d5f-4363-8f7b-2e1b7d6556b8 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.410007 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3fc36305-1d5f-4363-8f7b-2e1b7d6556b8 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.446153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc36305-1d5f-4363-8f7b-2e1b7d6556b8 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event updated for resources: {'Port': ['ID=b28ce4c6-a8b4-439d-97a1-8fda5eaa3951,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:13.457607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58366) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:13.467043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3843b681-15fb-4caf-8428-f7c06ccead2d None None] Provisioning for port 69f77280-9384-4022-a0bc-0246a5db9114 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:13.507821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3843b681-15fb-4caf-8428-f7c06ccead2d None None] Provisioning complete for port 69f77280-9384-4022-a0bc-0246a5db9114 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:13.508469 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3843b681-15fb-4caf-8428-f7c06ccead2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.518854 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3fc36305-1d5f-4363-8f7b-2e1b7d6556b8 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.4647219 Jul 05 04:06:13.518854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58368) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:13.548879 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ad31f5aa-a091-4d54-95b6-30d89c26bc57 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a7ffff41c54e4f0f8cc5d87cc4243f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0873096 Jul 05 04:06:13.549258 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58374) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:13.639747 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd8ceda0-3746-4344-bb99-5b6bd02c56fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.670293 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd8ceda0-3746-4344-bb99-5b6bd02c56fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.769852 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3843b681-15fb-4caf-8428-f7c06ccead2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.788911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39a5890-2068-4cbe-9533-f0cfd9094147 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.802372 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39a5890-2068-4cbe-9533-f0cfd9094147 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.817364 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39a5890-2068-4cbe-9533-f0cfd9094147 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.821864 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f39a5890-2068-4cbe-9533-f0cfd9094147 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.3012419 Jul 05 04:06:13.822145 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58382) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:13.882058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3843b681-15fb-4caf-8428-f7c06ccead2d None None] For port 69f77280-9384-4022-a0bc-0246a5db9114, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=69f77280-9384-4022-a0bc-0246a5db9114,segment=NetworkSegment(8e58ba46-18cf-4a0e-9f42-5885730dec14),segment_id=8e58ba46-18cf-4a0e-9f42-5885730dec14)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:13.923073 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd8ceda0-3746-4344-bb99-5b6bd02c56fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.928851 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd8ceda0-3746-4344-bb99-5b6bd02c56fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.942118 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cd8ceda0-3746-4344-bb99-5b6bd02c56fd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5a4f378a-88cf-43c2-b161-9860bd949860 HTTP/1.1" status: 204 len: 168 time: 0.3904808 Jul 05 04:06:13.987344 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3843b681-15fb-4caf-8428-f7c06ccead2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.056717 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ceda0-3746-4344-bb99-5b6bd02c56fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4f378a-88cf-43c2-b161-9860bd949860,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:14.125432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-2222934a-2207-4d9e-999c-0f3274aa2f1d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Deleting port b28ce4c6-a8b4-439d-97a1-8fda5eaa3951 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:14.126022 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2222934a-2207-4d9e-999c-0f3274aa2f1d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.161834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843b681-15fb-4caf-8428-f7c06ccead2d None None] Pushing event updated for resources: {'Port': ['ID=69f77280-9384-4022-a0bc-0246a5db9114,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:14.170569 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-73641d90-739e-4c1c-aad6-6fc17a781d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.311213 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2222934a-2207-4d9e-999c-0f3274aa2f1d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.343214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-2222934a-2207-4d9e-999c-0f3274aa2f1d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Calling delete_port for b28ce4c6-a8b4-439d-97a1-8fda5eaa3951 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:14.353228 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.410544 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-ee5e33a0-ff60-4b8c-a953-b630f1599943 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:14.412418 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-ee5e33a0-ff60-4b8c-a953-b630f1599943 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/networks?id=61a72220-3f2c-4cbc-9796-510195957bdc HTTP/1.1" status: 200 len: 814 time: 0.1717362 Jul 05 04:06:14.439792 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-677637c0-9905-48f2-8c08-7c4fa3bf5f2c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/quotas/ac14b896cbd94f4f972b4db10f80787d HTTP/1.1" status: 200 len: 375 time: 0.0217206 Jul 05 04:06:14.521705 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ea204ab6-33cd-4a04-afbe-317fb7f14133 None None] Provisioning for port 6a7a5d28-8b93-432c-b47b-1867c2bc12b3 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:14.528002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ea204ab6-33cd-4a04-afbe-317fb7f14133 None None] Provisioning complete for port 6a7a5d28-8b93-432c-b47b-1867c2bc12b3 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:14.528410 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ea204ab6-33cd-4a04-afbe-317fb7f14133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.551087 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-95634b38-e75b-47c7-a155-0e0ced2d16f8 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac14b896cbd94f4f972b4db10f80787d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951581 Jul 05 04:06:14.685075 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ea204ab6-33cd-4a04-afbe-317fb7f14133 None None] Port 6a7a5d28-8b93-432c-b47b-1867c2bc12b3 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:14.873931 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2222934a-2207-4d9e-999c-0f3274aa2f1d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.875077 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ea204ab6-33cd-4a04-afbe-317fb7f14133 None None] Provisioning for port b28ce4c6-a8b4-439d-97a1-8fda5eaa3951 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:14.883518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ea204ab6-33cd-4a04-afbe-317fb7f14133 None None] Provisioning complete for port b28ce4c6-a8b4-439d-97a1-8fda5eaa3951 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:14.884552 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ea204ab6-33cd-4a04-afbe-317fb7f14133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.935863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-9e8db948-41e3-4f4e-83b6-23f9c9714ead service neutron] 10.222.0.38 "GET /v2.0/networks/61a72220-3f2c-4cbc-9796-510195957bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837287 Jul 05 04:06:14.980349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222934a-2207-4d9e-999c-0f3274aa2f1d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event deleted for resources: {'Port': ['ID=b28ce4c6-a8b4-439d-97a1-8fda5eaa3951,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:14.991292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 69f77280-9384-4022-a0bc-0246a5db9114 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:15.006096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ea204ab6-33cd-4a04-afbe-317fb7f14133 None None] Port b28ce4c6-a8b4-439d-97a1-8fda5eaa3951 was deleted so its status cannot be updated. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:06:15.110259 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ea204ab6-33cd-4a04-afbe-317fb7f14133 None None] Provisioning complete for port 69f77280-9384-4022-a0bc-0246a5db9114 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:15.111297 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ea204ab6-33cd-4a04-afbe-317fb7f14133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.151587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-fa4ee2e7-c8dc-4bf7-888e-aad52d732366 service neutron] 10.222.0.38 "GET /v2.0/networks/61a72220-3f2c-4cbc-9796-510195957bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055578 Jul 05 04:06:15.230395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 69f77280-9384-4022-a0bc-0246a5db9114 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:15.231506 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.327947 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.437114 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2222934a-2207-4d9e-999c-0f3274aa2f1d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.440811 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2222934a-2207-4d9e-999c-0f3274aa2f1d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "DELETE /v2.0/ports/b28ce4c6-a8b4-439d-97a1-8fda5eaa3951 HTTP/1.1" status: 204 len: 168 time: 1.6175542 Jul 05 04:06:15.445176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58420) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:15.593695 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f1a72b-2cc9-49db-b3eb-8b88788103e4 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] GET failed (client error): The resource could not be found. Jul 05 04:06:15.596709 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-74f1a72b-2cc9-49db-b3eb-8b88788103e4 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "GET /v2.0/ports/b28ce4c6-a8b4-439d-97a1-8fda5eaa3951 HTTP/1.1" status: 404 len: 333 time: 0.1501665 Jul 05 04:06:15.600640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58426) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:15.612144 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2dd4fef5-2464-4da8-9530-12724992eebc tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Request body: {'port': {'network_id': '703728b9-cf35-44f5-8048-2dfb44637911', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-778105864'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:15.632304 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d852541d-d8d1-45b6-a6da-68f087aaaec8 None None] Could not find standard attr ID for object b28ce4c6-a8b4-439d-97a1-8fda5eaa3951. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:06:15.758975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d852541d-d8d1-45b6-a6da-68f087aaaec8 None None] Provisioning complete for port 6a7a5d28-8b93-432c-b47b-1867c2bc12b3 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:15.759574 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d852541d-d8d1-45b6-a6da-68f087aaaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.890017 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d852541d-d8d1-45b6-a6da-68f087aaaec8 None None] Port 6a7a5d28-8b93-432c-b47b-1867c2bc12b3 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:15.972896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fdcb8611-cf75-40bb-b8b5-7c7bbffac586 req-1ef0ac17-8529-4b11-a9d5-f36e0393d6f8 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 210 time: 0.1309741 Jul 05 04:06:16.094569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd4fef5-2464-4da8-9530-12724992eebc tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Made reservation on behalf of f2250ff808814ee69ec70eeec5b9d48b for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:16.098312 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2dd4fef5-2464-4da8-9530-12724992eebc tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:16.132334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-2dd4fef5-2464-4da8-9530-12724992eebc tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] device_id is not set on port 3a183b3c-b57a-4230-8157-ef44ebb6946c yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:16.307700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-2dd4fef5-2464-4da8-9530-12724992eebc tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Allocated IP 2001:db8::d5 (703728b9-cf35-44f5-8048-2dfb44637911/28a5d76a-6b50-467e-8c6d-930acccd0b7a/3a183b3c-b57a-4230-8157-ef44ebb6946c) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:16.365227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-7c5c4e46-4472-45c5-8a0b-7b94e41adddf tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:16.367196 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-7c5c4e46-4472-45c5-8a0b-7b94e41adddf tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 812 time: 0.1418161 Jul 05 04:06:16.389993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-ba099106-b706-429c-8444-b5849435cf4c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/quotas/48e750e760504acfa4e4109b157795f3 HTTP/1.1" status: 200 len: 375 time: 0.0167727 Jul 05 04:06:16.498857 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-9fa93b8c-9443-4d06-b7b8-a5dd2741ca2e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984344 Jul 05 04:06:16.527132 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2dd4fef5-2464-4da8-9530-12724992eebc tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:16.550222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-2dd4fef5-2464-4da8-9530-12724992eebc tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Transition to ACTIVE for port object 3a183b3c-b57a-4230-8157-ef44ebb6946c will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:16.659964 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-fc7c9d75-eb0d-4006-a765-aaa3e66f5225 service neutron] 10.222.0.38 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588423 Jul 05 04:06:16.668332 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2dd4fef5-2464-4da8-9530-12724992eebc tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:16.724385 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd4fef5-2464-4da8-9530-12724992eebc tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Network 703728b9-cf35-44f5-8048-2dfb44637911 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:16.728801 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-2dd4fef5-2464-4da8-9530-12724992eebc tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:16.735245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd4fef5-2464-4da8-9530-12724992eebc tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:16.747476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd4fef5-2464-4da8-9530-12724992eebc tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:16.748455 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2dd4fef5-2464-4da8-9530-12724992eebc tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:16.774921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4fef5-2464-4da8-9530-12724992eebc tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event updated for resources: {'Port': ['ID=3a183b3c-b57a-4230-8157-ef44ebb6946c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:16.830943 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-cc75ecc9-5d29-4f28-9b90-ad94907a241d service neutron] 10.222.0.38 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701488 Jul 05 04:06:16.848283 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2dd4fef5-2464-4da8-9530-12724992eebc tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2403002 Jul 05 04:06:16.858744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58484) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:16.858744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-adb2a2df-26da-40de-989b-b55a9470bdda tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::95', 'mac_address': 'fa:16:3e:76:8d:08'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:16.884360 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.102579 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e1364b3-dbbe-463d-b7d1-2e22638e67b4 req-fa1d780b-5a8d-4801-80b9-161255573567 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 210 time: 0.0527205 Jul 05 04:06:17.174448 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-adb2a2df-26da-40de-989b-b55a9470bdda tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.181510 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bea220b6-e2a5-4f8d-a20a-b293849bde5d None None] Provisioning for port 3a183b3c-b57a-4230-8157-ef44ebb6946c completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:17.188053 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bea220b6-e2a5-4f8d-a20a-b293849bde5d None None] Provisioning complete for port 3a183b3c-b57a-4230-8157-ef44ebb6946c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:17.188450 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bea220b6-e2a5-4f8d-a20a-b293849bde5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.232166 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bea220b6-e2a5-4f8d-a20a-b293849bde5d None None] Port 3a183b3c-b57a-4230-8157-ef44ebb6946c cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:17.286291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58506) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:17.352474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96badc01-b038-4b1d-bd71-2c99dfd0049c req-b9f143fe-8cf8-4b26-9ed3-3ae8812adbd4 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 210 time: 0.0831256 Jul 05 04:06:17.459723 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09ecedba-ba40-4528-a3cc-87af2be87e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.621863 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-adb2a2df-26da-40de-989b-b55a9470bdda tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.635823 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09ecedba-ba40-4528-a3cc-87af2be87e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.639616 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58516) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:17.679168 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-adb2a2df-26da-40de-989b-b55a9470bdda tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.720827 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09ecedba-ba40-4528-a3cc-87af2be87e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.723537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-adb2a2df-26da-40de-989b-b55a9470bdda tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] In _notify_port_updated(), no bound segment for port 3a183b3c-b57a-4230-8157-ef44ebb6946c on network 703728b9-cf35-44f5-8048-2dfb44637911 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:06:17.729651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb2a2df-26da-40de-989b-b55a9470bdda tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:17.730500 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-adb2a2df-26da-40de-989b-b55a9470bdda tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.731870 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-adb2a2df-26da-40de-989b-b55a9470bdda tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "PUT /v2.0/ports/3a183b3c-b57a-4230-8157-ef44ebb6946c HTTP/1.1" status: 200 len: 1000 time: 0.8817637 Jul 05 04:06:17.735486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58520) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:17.771511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2a2df-26da-40de-989b-b55a9470bdda tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event updated for resources: {'Port': ['ID=3a183b3c-b57a-4230-8157-ef44ebb6946c,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:17.801677 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-09ecedba-ba40-4528-a3cc-87af2be87e21 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5d236283822d4d748a1a81a176e65fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5148489 Jul 05 04:06:17.802512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58522) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:17.809767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecedba-ba40-4528-a3cc-87af2be87e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a31809-a79a-4bfc-952d-445c0ede3a37,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:17.868008 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-650f6c6e-078a-43bd-a590-b2b4f76a1076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.893039 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c9716aad-c6e5-4b46-bd74-771a51aba898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.917826 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c9716aad-c6e5-4b46-bd74-771a51aba898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.019935 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-8863d050-8dcc-43c3-8ae6-df6dac525a7e tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Deleting port 3a183b3c-b57a-4230-8157-ef44ebb6946c {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:18.020586 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8863d050-8dcc-43c3-8ae6-df6dac525a7e tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.063048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-95def55a-4d91-4920-822b-1ff1faf4a161 None None] Provisioning complete for port 3a183b3c-b57a-4230-8157-ef44ebb6946c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:18.063781 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-95def55a-4d91-4920-822b-1ff1faf4a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.095558 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c9716aad-c6e5-4b46-bd74-771a51aba898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.099374 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c9716aad-c6e5-4b46-bd74-771a51aba898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.105118 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c9716aad-c6e5-4b46-bd74-771a51aba898 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/72a31809-a79a-4bfc-952d-445c0ede3a37 HTTP/1.1" status: 204 len: 168 time: 0.2968407 Jul 05 04:06:18.113842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-95def55a-4d91-4920-822b-1ff1faf4a161 None None] Port 3a183b3c-b57a-4230-8157-ef44ebb6946c cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:18.119607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9716aad-c6e5-4b46-bd74-771a51aba898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a31809-a79a-4bfc-952d-445c0ede3a37,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:18.149251 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8863d050-8dcc-43c3-8ae6-df6dac525a7e tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.171478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-8863d050-8dcc-43c3-8ae6-df6dac525a7e tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Calling delete_port for 3a183b3c-b57a-4230-8157-ef44ebb6946c owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:18.244275 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-650f6c6e-078a-43bd-a590-b2b4f76a1076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.341551 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6dca3b7-e5d4-4c12-a988-4b67c05fd7a1 req-003e7a5b-737e-41e4-8c68-ca9ffe32e7dc tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 210 time: 0.0483165 Jul 05 04:06:18.383969 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-650f6c6e-078a-43bd-a590-b2b4f76a1076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.468256 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-650f6c6e-078a-43bd-a590-b2b4f76a1076 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=45de0e5dee3d4a6ba021e643304ebb02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8272371 Jul 05 04:06:18.470753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f6c6e-078a-43bd-a590-b2b4f76a1076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb2d9ae-446d-4825-a957-da23c5963b6f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:18.472558 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58536) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:18.546888 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1008ecd-29b6-4995-82af-8b9c9bd2b576 req-b547dfd9-87af-4006-a5a6-b86b03da68c8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 210 time: 0.0386343 Jul 05 04:06:18.548372 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8863d050-8dcc-43c3-8ae6-df6dac525a7e tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.563077 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d0381da-1d2a-499d-aed6-949bdb3b4a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.623147 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d0381da-1d2a-499d-aed6-949bdb3b4a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.625903 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863d050-8dcc-43c3-8ae6-df6dac525a7e tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event deleted for resources: {'Port': ['ID=3a183b3c-b57a-4230-8157-ef44ebb6946c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:18.804599 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8863d050-8dcc-43c3-8ae6-df6dac525a7e tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.807847 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8863d050-8dcc-43c3-8ae6-df6dac525a7e tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "DELETE /v2.0/ports/3a183b3c-b57a-4230-8157-ef44ebb6946c HTTP/1.1" status: 204 len: 168 time: 1.0707312 Jul 05 04:06:18.811211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58542) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:18.862417 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a39ae0d-d985-403f-94e4-11ec5e31c935 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] GET failed (client error): The resource could not be found. Jul 05 04:06:18.864092 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8a39ae0d-d985-403f-94e4-11ec5e31c935 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "GET /v2.0/ports/3a183b3c-b57a-4230-8157-ef44ebb6946c HTTP/1.1" status: 404 len: 333 time: 0.0518653 Jul 05 04:06:18.864927 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d0381da-1d2a-499d-aed6-949bdb3b4a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.867475 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3d0381da-1d2a-499d-aed6-949bdb3b4a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.868751 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3d0381da-1d2a-499d-aed6-949bdb3b4a72 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cfb2d9ae-446d-4825-a957-da23c5963b6f HTTP/1.1" status: 204 len: 168 time: 0.3966706 Jul 05 04:06:18.871661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58546) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:18.883781 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-222a7b13-ad0f-45e6-ae50-acbe7ea7a6e9 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Request body: {'port': {'network_id': '703728b9-cf35-44f5-8048-2dfb44637911', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-122812342'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:18.987767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0381da-1d2a-499d-aed6-949bdb3b4a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb2d9ae-446d-4825-a957-da23c5963b6f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:19.146850 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222a7b13-ad0f-45e6-ae50-acbe7ea7a6e9 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Made reservation on behalf of f2250ff808814ee69ec70eeec5b9d48b for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:19.157157 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-222a7b13-ad0f-45e6-ae50-acbe7ea7a6e9 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.167521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-049644b4-8aa7-48c2-99bb-9d641d5bd7bf tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:19.171110 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-049644b4-8aa7-48c2-99bb-9d641d5bd7bf tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.36 "GET /v2.0/networks?id=61a72220-3f2c-4cbc-9796-510195957bdc HTTP/1.1" status: 200 len: 814 time: 0.1849072 Jul 05 04:06:19.187206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-86be0042-125f-466f-9421-d81f17a22c3c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Request body: {'port': {'device_id': '61078881-c6e3-4386-a38e-18a8f1f6eb48', 'network_id': '61a72220-3f2c-4cbc-9796-510195957bdc', 'admin_state_up': True, 'tenant_id': 'ac14b896cbd94f4f972b4db10f80787d'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:19.187808 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-222a7b13-ad0f-45e6-ae50-acbe7ea7a6e9 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] device_id is not set on port 90f6db48-f680-4639-b8ca-ea72e48d0327 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:19.409078 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-222a7b13-ad0f-45e6-ae50-acbe7ea7a6e9 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Allocated IP 2001:db8::323 (703728b9-cf35-44f5-8048-2dfb44637911/28a5d76a-6b50-467e-8c6d-930acccd0b7a/90f6db48-f680-4639-b8ca-ea72e48d0327) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:19.464078 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-86be0042-125f-466f-9421-d81f17a22c3c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Made reservation on behalf of ac14b896cbd94f4f972b4db10f80787d for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:19.468729 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-86be0042-125f-466f-9421-d81f17a22c3c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.640841 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4400b43-7473-4d50-8774-0c0d751cea56 req-8b8b20d6-8286-4c94-8293-ad6a6f0ad304 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 210 time: 0.0586007 Jul 05 04:06:19.650076 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-222a7b13-ad0f-45e6-ae50-acbe7ea7a6e9 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.667269 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-222a7b13-ad0f-45e6-ae50-acbe7ea7a6e9 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Transition to ACTIVE for port object 90f6db48-f680-4639-b8ca-ea72e48d0327 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:19.754494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-86be0042-125f-466f-9421-d81f17a22c3c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Allocated IP 172.20.0.12 (61a72220-3f2c-4cbc-9796-510195957bdc/70c64d5a-202a-46b3-9c0c-1560af36ad4f/5f9db06b-7d30-47eb-9218-e497d2cb7e22) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:19.788402 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd397bb6-63f6-476f-9504-1409691dabbe req-1a91519b-d7c7-4d74-89cc-fc4984e26a3c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 210 time: 0.0360305 Jul 05 04:06:19.841825 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58572) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:19.856199 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ab88302-c31c-4971-8a69-fab7075f169a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.859487 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-222a7b13-ad0f-45e6-ae50-acbe7ea7a6e9 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.977736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58576) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:19.981703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222a7b13-ad0f-45e6-ae50-acbe7ea7a6e9 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Network 703728b9-cf35-44f5-8048-2dfb44637911 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:19.991583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-222a7b13-ad0f-45e6-ae50-acbe7ea7a6e9 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:19.998321 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a7b13-ad0f-45e6-ae50-acbe7ea7a6e9 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:20.013627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222a7b13-ad0f-45e6-ae50-acbe7ea7a6e9 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:20.014400 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-222a7b13-ad0f-45e6-ae50-acbe7ea7a6e9 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.018270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a7b13-ad0f-45e6-ae50-acbe7ea7a6e9 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event updated for resources: {'Port': ['ID=90f6db48-f680-4639-b8ca-ea72e48d0327,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:20.051753 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-86be0042-125f-466f-9421-d81f17a22c3c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.140280 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ab88302-c31c-4971-8a69-fab7075f169a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.177773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7e755682-e54b-4e38-ab4c-94de4570275c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-398112345-network', 'tenant_id': 'f075981d8e214989897d9762b96f27a7'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:20.209571 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-86be0042-125f-466f-9421-d81f17a22c3c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.254809 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ab88302-c31c-4971-8a69-fab7075f169a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.289551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-86be0042-125f-466f-9421-d81f17a22c3c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Network 61a72220-3f2c-4cbc-9796-510195957bdc is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:20.300679 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-86be0042-125f-466f-9421-d81f17a22c3c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:20.306038 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-86be0042-125f-466f-9421-d81f17a22c3c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:20.312605 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be0042-125f-466f-9421-d81f17a22c3c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Pushing event updated for resources: {'Port': ['ID=5f9db06b-7d30-47eb-9218-e497d2cb7e22,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:20.332294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab88302-c31c-4971-8a69-fab7075f169a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc3999d-344a-49ba-9eb9-ef90da61c4e7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:20.343565 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4ab88302-c31c-4971-8a69-fab7075f169a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7eef1aa5209a4ad88289e1d7b5254e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008576 Jul 05 04:06:20.346584 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58580) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:20.355030 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-577074b9-bfc2-43eb-9552-6f367ee97b3a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:20.356499 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-577074b9-bfc2-43eb-9552-6f367ee97b3a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 812 time: 0.2043853 Jul 05 04:06:20.365971 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-222a7b13-ad0f-45e6-ae50-acbe7ea7a6e9 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4932427 Jul 05 04:06:20.369556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58582) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:20.374677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2ce5638c-2b3e-469c-86c2-3aba1e0b593e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'port': {'device_id': '5bceacd0-086a-46cc-bc2f-2d0d25fd2993', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'admin_state_up': True, 'tenant_id': '48e750e760504acfa4e4109b157795f3'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:20.384792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c4f52b94-19f9-4a23-ace5-a83c744a866d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:76:8d:08'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:20.414590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-86be0042-125f-466f-9421-d81f17a22c3c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:20.418162 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-86be0042-125f-466f-9421-d81f17a22c3c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.462318 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f8c434ef-1f2d-43d1-9abd-d0ca14df4bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.496887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-69d1aac5-ddbc-43b2-ab87-2e65198479ee None None] Provisioning for port 90f6db48-f680-4639-b8ca-ea72e48d0327 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:20.504767 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f8c434ef-1f2d-43d1-9abd-d0ca14df4bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.508243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-69d1aac5-ddbc-43b2-ab87-2e65198479ee None None] Provisioning complete for port 90f6db48-f680-4639-b8ca-ea72e48d0327 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:20.509184 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-69d1aac5-ddbc-43b2-ab87-2e65198479ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.536659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e755682-e54b-4e38-ab4c-94de4570275c admin admin] Made reservation on behalf of f075981d8e214989897d9762b96f27a7 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:20.543819 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e755682-e54b-4e38-ab4c-94de4570275c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.564917 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4f52b94-19f9-4a23-ace5-a83c744a866d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.569680 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e755682-e54b-4e38-ab4c-94de4570275c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.607682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-69d1aac5-ddbc-43b2-ab87-2e65198479ee None None] Port 90f6db48-f680-4639-b8ca-ea72e48d0327 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:20.617604 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-86be0042-125f-466f-9421-d81f17a22c3c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4367180 Jul 05 04:06:20.630278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Request body: {'port': {'device_id': '61078881-c6e3-4386-a38e-18a8f1f6eb48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:20.653519 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2ce5638c-2b3e-469c-86c2-3aba1e0b593e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:06:20.653519 n-d-771363-32 neutron-server[100932]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:06:20.653519 n-d-771363-32 neutron-server[100932]: [parameters: {'project_id_1': '48e750e760504acfa4e4109b157795f3', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 6, 20, 607801)}] Jul 05 04:06:20.653519 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:06:20.654667 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2ce5638c-2b3e-469c-86c2-3aba1e0b593e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:06:20.680407 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f8c434ef-1f2d-43d1-9abd-d0ca14df4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.683283 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f8c434ef-1f2d-43d1-9abd-d0ca14df4bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.685011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f8c434ef-1f2d-43d1-9abd-d0ca14df4bd4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2dc3999d-344a-49ba-9eb9-ef90da61c4e7 HTTP/1.1" status: 204 len: 168 time: 0.3368151 Jul 05 04:06:20.796041 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e755682-e54b-4e38-ab4c-94de4570275c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.797618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c434ef-1f2d-43d1-9abd-d0ca14df4bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc3999d-344a-49ba-9eb9-ef90da61c4e7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:20.852351 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.956279 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e755682-e54b-4e38-ab4c-94de4570275c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.986223 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4f52b94-19f9-4a23-ace5-a83c744a866d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.029119 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a889e1bd-7985-441e-bfab-1cad21e250cb req-b79889a5-43ba-4b8a-b5cd-3718e70830da tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 210 time: 0.0773475 Jul 05 04:06:21.039573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e755682-e54b-4e38-ab4c-94de4570275c admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:21.064343 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4f52b94-19f9-4a23-ace5-a83c744a866d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.077659 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e755682-e54b-4e38-ab4c-94de4570275c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.078002 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-7e755682-e54b-4e38-ab4c-94de4570275c admin admin] Added segment 9e74e487-83c2-4fc8-a2d6-c9b603145048 of type vlan for network b05c2525-5214-4afa-9064-887188a68ee3 Jul 05 04:06:21.121579 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-c4f52b94-19f9-4a23-ace5-a83c744a866d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] In _notify_port_updated(), no bound segment for port 90f6db48-f680-4639-b8ca-ea72e48d0327 on network 703728b9-cf35-44f5-8048-2dfb44637911 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:06:21.129247 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f52b94-19f9-4a23-ace5-a83c744a866d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.130143 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4f52b94-19f9-4a23-ace5-a83c744a866d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.131762 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c4f52b94-19f9-4a23-ace5-a83c744a866d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "PUT /v2.0/ports/90f6db48-f680-4639-b8ca-ea72e48d0327 HTTP/1.1" status: 200 len: 1002 time: 0.7534046 Jul 05 04:06:21.138871 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58594) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:21.200861 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f52b94-19f9-4a23-ace5-a83c744a866d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event updated for resources: {'Port': ['ID=90f6db48-f680-4639-b8ca-ea72e48d0327,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:21.317276 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-aaca286c-a619-4428-a655-6b79a62bc804 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Deleting port 90f6db48-f680-4639-b8ca-ea72e48d0327 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:21.321890 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aaca286c-a619-4428-a655-6b79a62bc804 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.414524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2ce5638c-2b3e-469c-86c2-3aba1e0b593e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Made reservation on behalf of 48e750e760504acfa4e4109b157795f3 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:21.419137 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2ce5638c-2b3e-469c-86c2-3aba1e0b593e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.579730 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-34977424-31b4-403f-b932-38fd5927fc88 None None] Provisioning complete for port 90f6db48-f680-4639-b8ca-ea72e48d0327 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:21.579730 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-34977424-31b4-403f-b932-38fd5927fc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.637169 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-34977424-31b4-403f-b932-38fd5927fc88 None None] Port 90f6db48-f680-4639-b8ca-ea72e48d0327 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:21.653518 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aaca286c-a619-4428-a655-6b79a62bc804 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.673057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e755682-e54b-4e38-ab4c-94de4570275c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac422cef-e030-4a7b-abe7-62154d14af34,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:21.710636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-aaca286c-a619-4428-a655-6b79a62bc804 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Calling delete_port for 90f6db48-f680-4639-b8ca-ea72e48d0327 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:21.726787 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e755682-e54b-4e38-ab4c-94de4570275c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.829278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607b2ed-ca51-4841-9cd7-2db73285d93a req-6c410f0e-5ddd-4253-b4a0-3b29f7dd0bc0 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.830849 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8607b2ed-ca51-4841-9cd7-2db73285d93a req-6c410f0e-5ddd-4253-b4a0-3b29f7dd0bc0 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 932 time: 0.8802819 Jul 05 04:06:21.839628 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2ce5638c-2b3e-469c-86c2-3aba1e0b593e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Allocated IP 172.20.0.6 (21576bdb-acd7-416e-ab70-c6ba0ea6d5de/50c6f83a-26f8-4fa9-bbc7-9cbd73efb092/455b06a5-a853-496a-bd6b-6395936befb7) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:21.926223 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e755682-e54b-4e38-ab4c-94de4570275c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.927206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e755682-e54b-4e38-ab4c-94de4570275c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.927949 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e755682-e54b-4e38-ab4c-94de4570275c admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.011302 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8607b2ed-ca51-4841-9cd7-2db73285d93a req-3b09ef21-5c8f-4827-9e88-909158bdf188 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4ace9d6-077a-4a52-8207-a1a266e890ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745417 Jul 05 04:06:22.140278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e755682-e54b-4e38-ab4c-94de4570275c admin admin] Pushing event updated for resources: {'Network': ['ID=b05c2525-5214-4afa-9064-887188a68ee3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:22.144371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9db06b-7d30-47eb-9218-e497d2cb7e22 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:22.154175 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.158663 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7e755682-e54b-4e38-ab4c-94de4570275c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1796300 Jul 05 04:06:22.160785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network b05c2525-5214-4afa-9064-887188a68ee3 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:22.162552 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58614) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:22.167448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-06eef092-2589-41eb-a754-c57ae79664f2 admin admin] Request body: {'subnet': {'network_id': 'b05c2525-5214-4afa-9064-887188a68ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-398112345-subnet', 'tenant_id': 'f075981d8e214989897d9762b96f27a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:22.273635 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2ce5638c-2b3e-469c-86c2-3aba1e0b593e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.349705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2ce5638c-2b3e-469c-86c2-3aba1e0b593e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Transition to ACTIVE for port object 455b06a5-a853-496a-bd6b-6395936befb7 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:22.349705 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aaca286c-a619-4428-a655-6b79a62bc804 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.383048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Transition to ACTIVE for port object 5f9db06b-7d30-47eb-9218-e497d2cb7e22 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:22.386882 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9804767a-4190-411d-a493-5fdd5d95c431 req-3b034bda-3beb-480f-ad55-c12574b53718 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 210 time: 0.0994494 Jul 05 04:06:22.387734 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06eef092-2589-41eb-a754-c57ae79664f2 admin admin] Made reservation on behalf of f075981d8e214989897d9762b96f27a7 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:22.390160 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06eef092-2589-41eb-a754-c57ae79664f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.398142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca286c-a619-4428-a655-6b79a62bc804 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event deleted for resources: {'Port': ['ID=90f6db48-f680-4639-b8ca-ea72e48d0327,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:22.448988 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aaca286c-a619-4428-a655-6b79a62bc804 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.454959 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-aaca286c-a619-4428-a655-6b79a62bc804 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "DELETE /v2.0/ports/90f6db48-f680-4639-b8ca-ea72e48d0327 HTTP/1.1" status: 204 len: 168 time: 1.3148611 Jul 05 04:06:22.469550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58620) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:22.511574 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c68ebe-b880-42d8-afae-87b61936ebb1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] GET failed (client error): The resource could not be found. Jul 05 04:06:22.521422 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-91c68ebe-b880-42d8-afae-87b61936ebb1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "GET /v2.0/ports/90f6db48-f680-4639-b8ca-ea72e48d0327 HTTP/1.1" status: 404 len: 333 time: 0.0438609 Jul 05 04:06:22.524559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58624) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:22.536868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-13c311a4-c3d8-4e46-8e15-ef373db790c5 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Request body: {'port': {'network_id': '703728b9-cf35-44f5-8048-2dfb44637911', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-168124483'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:22.591630 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.687014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9db06b-7d30-47eb-9218-e497d2cb7e22,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:22.733759 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2ce5638c-2b3e-469c-86c2-3aba1e0b593e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.837839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2ce5638c-2b3e-469c-86c2-3aba1e0b593e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:22.844087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c311a4-c3d8-4e46-8e15-ef373db790c5 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Made reservation on behalf of f2250ff808814ee69ec70eeec5b9d48b for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:22.849484 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13c311a4-c3d8-4e46-8e15-ef373db790c5 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.859191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2ce5638c-2b3e-469c-86c2-3aba1e0b593e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:22.871673 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2ce5638c-2b3e-469c-86c2-3aba1e0b593e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:22.912272 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5638c-2b3e-469c-86c2-3aba1e0b593e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'Port': ['ID=455b06a5-a853-496a-bd6b-6395936befb7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:22.926705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Attempting to bind port 5f9db06b-7d30-47eb-9218-e497d2cb7e22 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:22.927049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Attempting to bind port 5f9db06b-7d30-47eb-9218-e497d2cb7e22 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '8d7fe4b9-b0aa-42db-8899-7075e831c35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '61a72220-3f2c-4cbc-9796-510195957bdc'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:22.927381 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Attempting to bind port 5f9db06b-7d30-47eb-9218-e497d2cb7e22 on network 61a72220-3f2c-4cbc-9796-510195957bdc {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:22.927640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-13c311a4-c3d8-4e46-8e15-ef373db790c5 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] device_id is not set on port 5427986b-6493-402e-b68f-eb4258ea00d2 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:22.951746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Port 5f9db06b-7d30-47eb-9218-e497d2cb7e22 on network 61a72220-3f2c-4cbc-9796-510195957bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:22.952160 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Attempting to bind port 5f9db06b-7d30-47eb-9218-e497d2cb7e22 on network 61a72220-3f2c-4cbc-9796-510195957bdc {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:22.971621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:22.971962 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Checking segment: {'id': '8d7fe4b9-b0aa-42db-8899-7075e831c35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '61a72220-3f2c-4cbc-9796-510195957bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:22.972382 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Bound using segment: {'id': '8d7fe4b9-b0aa-42db-8899-7075e831c35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '61a72220-3f2c-4cbc-9796-510195957bdc'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:22.972868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Bound port: 5f9db06b-7d30-47eb-9218-e497d2cb7e22, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7fe4b9-b0aa-42db-8899-7075e831c35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '61a72220-3f2c-4cbc-9796-510195957bdc'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:22.973230 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.021488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2ce5638c-2b3e-469c-86c2-3aba1e0b593e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:23.036037 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2ce5638c-2b3e-469c-86c2-3aba1e0b593e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.096737 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06eef092-2589-41eb-a754-c57ae79664f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.190101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] For port 5f9db06b-7d30-47eb-9218-e497d2cb7e22, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:23.212157 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2ce5638c-2b3e-469c-86c2-3aba1e0b593e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8445177 Jul 05 04:06:23.213320 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-13c311a4-c3d8-4e46-8e15-ef373db790c5 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Allocated IP 2001:db8::b2 (703728b9-cf35-44f5-8048-2dfb44637911/28a5d76a-6b50-467e-8c6d-930acccd0b7a/5427986b-6493-402e-b68f-eb4258ea00d2) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:23.221302 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] For port 5f9db06b-7d30-47eb-9218-e497d2cb7e22, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=5f9db06b-7d30-47eb-9218-e497d2cb7e22,segment=NetworkSegment(8d7fe4b9-b0aa-42db-8899-7075e831c35e),segment_id=8d7fe4b9-b0aa-42db-8899-7075e831c35e)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:23.226299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Request body: {'port': {'device_id': '5bceacd0-086a-46cc-bc2f-2d0d25fd2993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:23.270053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eef092-2589-41eb-a754-c57ae79664f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9335d446-886f-4c6b-b6ad-943567788028,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:23.288731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eef092-2589-41eb-a754-c57ae79664f2 admin admin] Checking segment: {'id': '9e74e487-83c2-4fc8-a2d6-c9b603145048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b05c2525-5214-4afa-9064-887188a68ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:23.289113 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eef092-2589-41eb-a754-c57ae79664f2 admin admin] Network hostable DHCP agents. Network: b05c2525-5214-4afa-9064-887188a68ee3, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:23.338017 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784a99a-0370-4915-b045-54cbee64d2d4 req-5a2f0025-9f04-430b-beac-2bfe33093d04 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:23.340367 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6784a99a-0370-4915-b045-54cbee64d2d4 req-5a2f0025-9f04-430b-beac-2bfe33093d04 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 944 time: 0.1158388 Jul 05 04:06:23.342336 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.375664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7fbbe9d3-76fe-4c48-bc39-d16b1769e482 None None] Provisioning for port 455b06a5-a853-496a-bd6b-6395936befb7 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:23.381757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7fbbe9d3-76fe-4c48-bc39-d16b1769e482 None None] Provisioning complete for port 455b06a5-a853-496a-bd6b-6395936befb7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:23.382493 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe9d3-76fe-4c48-bc39-d16b1769e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.405036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:23.405549 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.406951 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] 10.222.0.36 "PUT /v2.0/ports/5f9db06b-7d30-47eb-9218-e497d2cb7e22 HTTP/1.1" status: 200 len: 1093 time: 2.7808700 Jul 05 04:06:23.408206 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.418316 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61078881-c6e3-4386-a38e-18a8f1f6eb48', 'tag': '5f9db06b-7d30-47eb-9218-e497d2cb7e22'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:23.424209 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5c8b86-2f77-4e2e-a39d-fec49ce03727" -d '{"events": [{"name": "network-changed", "server_uuid": "61078881-c6e3-4386-a38e-18a8f1f6eb48", "tag": "5f9db06b-7d30-47eb-9218-e497d2cb7e22"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:23.464369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbe9d3-76fe-4c48-bc39-d16b1769e482 None None] Port 455b06a5-a853-496a-bd6b-6395936befb7 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:23.516711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eef092-2589-41eb-a754-c57ae79664f2 admin admin] Network b05c2525-5214-4afa-9064-887188a68ee3 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:23.530831 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca52b24-6a40-4e00-bf20-b8fac384bec5 x-openstack-request-id: req-3ca52b24-6a40-4e00-bf20-b8fac384bec5 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:23.535411 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61078881-c6e3-4386-a38e-18a8f1f6eb48", "tag": "5f9db06b-7d30-47eb-9218-e497d2cb7e22", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:23.535565 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3ca52b24-6a40-4e00-bf20-b8fac384bec5 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:23.535863 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61078881-c6e3-4386-a38e-18a8f1f6eb48', 'tag': '5f9db06b-7d30-47eb-9218-e497d2cb7e22', 'status': 'completed', 'code': 200} Jul 05 04:06:23.611705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6784a99a-0370-4915-b045-54cbee64d2d4 req-ebc92083-0bbf-4445-8c9c-446912824c43 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4ace9d6-077a-4a52-8207-a1a266e890ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612691 Jul 05 04:06:23.673081 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13c311a4-c3d8-4e46-8e15-ef373db790c5 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.707211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-06eef092-2589-41eb-a754-c57ae79664f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, b05c2525-5214-4afa-9064-887188a68ee3) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:23.713846 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45bcb71-731d-4329-98df-7b070c9d3126 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9db06b-7d30-47eb-9218-e497d2cb7e22,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:23.733784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1cde0f-d587-420b-90f8-099d473933f9 None None] Network b05c2525-5214-4afa-9064-887188a68ee3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:23.741827 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eef092-2589-41eb-a754-c57ae79664f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:23.742430 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06eef092-2589-41eb-a754-c57ae79664f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.766975 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-13c311a4-c3d8-4e46-8e15-ef373db790c5 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Transition to ACTIVE for port object 5427986b-6493-402e-b68f-eb4258ea00d2 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:23.886383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c8b86-2f77-4e2e-a39d-fec49ce03727 req-a896a07c-9176-4fd8-9c28-b9dcde5dd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:23.887732 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca5c8b86-2f77-4e2e-a39d-fec49ce03727 req-a896a07c-9176-4fd8-9c28-b9dcde5dd7ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac14b896cbd94f4f972b4db10f80787d&device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 1096 time: 0.3174911 Jul 05 04:06:24.014144 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6a94be-2d3f-430b-8bc4-49f393edf80b None None] Network b05c2525-5214-4afa-9064-887188a68ee3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:24.073119 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-06eef092-2589-41eb-a754-c57ae79664f2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9095170 Jul 05 04:06:24.101933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c431853-e7ce-4a5b-832b-63011eaa4733 req-0db99a56-1f34-4b6f-9346-5531ce7a74ea tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.111559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c431853-e7ce-4a5b-832b-63011eaa4733 req-0db99a56-1f34-4b6f-9346-5531ce7a74ea tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 931 time: 0.3663146 Jul 05 04:06:24.114204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455b06a5-a853-496a-bd6b-6395936befb7 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:24.128227 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.161756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Transition to ACTIVE for port object 455b06a5-a853-496a-bd6b-6395936befb7 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:24.170210 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13c311a4-c3d8-4e46-8e15-ef373db790c5 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.262632 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c311a4-c3d8-4e46-8e15-ef373db790c5 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Network 703728b9-cf35-44f5-8048-2dfb44637911 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:24.266332 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-13c311a4-c3d8-4e46-8e15-ef373db790c5 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:24.279131 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.280522 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c311a4-c3d8-4e46-8e15-ef373db790c5 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:24.298545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c311a4-c3d8-4e46-8e15-ef373db790c5 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.299195 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13c311a4-c3d8-4e46-8e15-ef373db790c5 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.332485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c311a4-c3d8-4e46-8e15-ef373db790c5 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event updated for resources: {'Port': ['ID=5427986b-6493-402e-b68f-eb4258ea00d2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:24.407053 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c431853-e7ce-4a5b-832b-63011eaa4733 req-427d9d7a-5113-47ed-8e4b-e23e7c4c7d6a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945335 Jul 05 04:06:24.451060 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c8b86-2f77-4e2e-a39d-fec49ce03727 req-629e95ac-31ef-460d-9648-42a50eb86f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.453100 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca5c8b86-2f77-4e2e-a39d-fec49ce03727 req-629e95ac-31ef-460d-9648-42a50eb86f73 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ac14b896cbd94f4f972b4db10f80787d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5499728 Jul 05 04:06:24.563452 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-13c311a4-c3d8-4e46-8e15-ef373db790c5 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0374637 Jul 05 04:06:24.579264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58664) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:24.589369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-db433276-2a8e-4078-9748-265ad2764710 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Request body: {'port': {'network_id': '703728b9-cf35-44f5-8048-2dfb44637911', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1136487215'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:24.606304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Pushing event updated for resources: {'Port': ['ID=455b06a5-a853-496a-bd6b-6395936befb7,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:24.827581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Attempting to bind port 455b06a5-a853-496a-bd6b-6395936befb7 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:24.828749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Attempting to bind port 455b06a5-a853-496a-bd6b-6395936befb7 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:24.829736 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Attempting to bind port 455b06a5-a853-496a-bd6b-6395936befb7 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:24.856873 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Port 455b06a5-a853-496a-bd6b-6395936befb7 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:24.857203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Attempting to bind port 455b06a5-a853-496a-bd6b-6395936befb7 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:24.876023 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:24.876419 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Checking segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:24.876808 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Bound using segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:24.893870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Bound port: 455b06a5-a853-496a-bd6b-6395936befb7, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:24.894255 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.987492 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6297e16e-453a-4975-ac1c-a56b978399d9 None None] Provisioning for port 5427986b-6493-402e-b68f-eb4258ea00d2 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:24.997963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6297e16e-453a-4975-ac1c-a56b978399d9 None None] Provisioning complete for port 5427986b-6493-402e-b68f-eb4258ea00d2 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:24.998774 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6297e16e-453a-4975-ac1c-a56b978399d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.023064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] For port 455b06a5-a853-496a-bd6b-6395936befb7, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:25.029633 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] For port 455b06a5-a853-496a-bd6b-6395936befb7, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=455b06a5-a853-496a-bd6b-6395936befb7,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:25.087358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-6297e16e-453a-4975-ac1c-a56b978399d9 None None] Port 5427986b-6493-402e-b68f-eb4258ea00d2 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:25.124181 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.135341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-528738b1-ccfd-4a50-b4f8-281f39dde9ee req-0d5f248a-2553-46ad-95e1-fe66ae5cf2e5 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2046264441', 'description': 'tempest-description-1415768869'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:25.492680 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-528738b1-ccfd-4a50-b4f8-281f39dde9ee req-0d5f248a-2553-46ad-95e1-fe66ae5cf2e5 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.511732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c8b86-2f77-4e2e-a39d-fec49ce03727 req-024fe821-f526-4da4-abf2-b8cdb5a31b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:25.515096 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca5c8b86-2f77-4e2e-a39d-fec49ce03727 req-024fe821-f526-4da4-abf2-b8cdb5a31b86 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0548587 Jul 05 04:06:25.597526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5520cd1-8946-445a-9d25-c8837cba4a88 req-a56a6a83-6186-4b48-ab8a-d9866ae05d48 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:25.606852 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b5520cd1-8946-445a-9d25-c8837cba4a88 req-a56a6a83-6186-4b48-ab8a-d9866ae05d48 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 944 time: 0.6712096 Jul 05 04:06:25.700204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db433276-2a8e-4078-9748-265ad2764710 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Made reservation on behalf of f2250ff808814ee69ec70eeec5b9d48b for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:25.706882 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db433276-2a8e-4078-9748-265ad2764710 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.784118 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-db433276-2a8e-4078-9748-265ad2764710 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] device_id is not set on port b92df842-f0b7-460a-8ece-d95be36a4d0c yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:25.804553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:25.808378 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.817426 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] 10.222.0.36 "PUT /v2.0/ports/455b06a5-a853-496a-bd6b-6395936befb7 HTTP/1.1" status: 200 len: 1092 time: 2.5915010 Jul 05 04:06:25.818156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bceacd0-086a-46cc-bc2f-2d0d25fd2993', 'tag': '455b06a5-a853-496a-bd6b-6395936befb7'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:25.830746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-1409853a-1af5-48c2-a219-5487dfb764e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:25.833396 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-1409853a-1af5-48c2-a219-5487dfb764e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac14b896cbd94f4f972b4db10f80787d&device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 1096 time: 0.2450714 Jul 05 04:06:25.842098 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88f64f2-325a-45a2-a026-aaad50e3d83e" -d '{"events": [{"name": "network-changed", "server_uuid": "5bceacd0-086a-46cc-bc2f-2d0d25fd2993", "tag": "455b06a5-a853-496a-bd6b-6395936befb7"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:25.937650 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b5520cd1-8946-445a-9d25-c8837cba4a88 req-d52b4c45-b5a2-4d72-95fb-5873ad6691d8 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4ace9d6-077a-4a52-8207-a1a266e890ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225682 Jul 05 04:06:25.944242 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-cd30383c-246b-42b5-a86f-27a760ff0a02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f9db06b-7d30-47eb-9218-e497d2cb7e22 HTTP/1.1" status: 200 len: 217 time: 0.1031289 Jul 05 04:06:26.073962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfc2a9-d3ee-4219-b66d-523b4f8b7c7f service neutron] Pushing event updated for resources: {'Port': ['ID=455b06a5-a853-496a-bd6b-6395936befb7,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:26.112877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-8c92d8ae-6b7d-4841-acbc-38ac8c51313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:26.115369 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-8c92d8ae-6b7d-4841-acbc-38ac8c51313f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 1095 time: 0.1696420 Jul 05 04:06:26.178776 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-27541d21-107e-4aee-89a6-4fc00641c30a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455b06a5-a853-496a-bd6b-6395936befb7 HTTP/1.1" status: 200 len: 217 time: 0.0529451 Jul 05 04:06:26.242003 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-aa4c5659-ccdb-4141-8a81-e8a9da39a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:26.243701 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-aa4c5659-ccdb-4141-8a81-e8a9da39a89e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c64d5a-202a-46b3-9c0c-1560af36ad4f HTTP/1.1" status: 200 len: 854 time: 0.2271764 Jul 05 04:06:26.249660 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2de79686-3622-4299-abaa-ea80b75d3468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:26.252442 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-2de79686-3622-4299-abaa-ea80b75d3468 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0646348 Jul 05 04:06:26.310047 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-b1ba2d63-e4d0-4fc7-8dc6-d5ca11c57ec8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a72220-3f2c-4cbc-9796-510195957bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513752 Jul 05 04:06:26.350948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-db433276-2a8e-4078-9748-265ad2764710 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Allocated IP 2001:db8::240 (703728b9-cf35-44f5-8048-2dfb44637911/28a5d76a-6b50-467e-8c6d-930acccd0b7a/b92df842-f0b7-460a-8ece-d95be36a4d0c) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:26.398914 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-528738b1-ccfd-4a50-b4f8-281f39dde9ee req-0d5f248a-2553-46ad-95e1-fe66ae5cf2e5 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.427607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ad36c-e154-469d-b159-4f307e3e6b44 req-8cc6db7f-7f32-460f-b470-435488b81c66 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:26.433630 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-266ad36c-e154-469d-b159-4f307e3e6b44 req-8cc6db7f-7f32-460f-b470-435488b81c66 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.3317733 Jul 05 04:06:26.471080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-691cfddc-1f79-4662-a327-4e2851594ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:26.473367 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-691cfddc-1f79-4662-a327-4e2851594ae3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2120268 Jul 05 04:06:26.478070 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-0706b079-bafc-4a9f-8a50-b0c679a69bfc service neutron] 10.222.0.36 "GET /v2.0/networks/61a72220-3f2c-4cbc-9796-510195957bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550424 Jul 05 04:06:26.581835 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-528738b1-ccfd-4a50-b4f8-281f39dde9ee req-0d5f248a-2553-46ad-95e1-fe66ae5cf2e5 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.674049 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-266ad36c-e154-469d-b159-4f307e3e6b44 req-92b7bb47-9c15-41b9-b34f-59a59adf3070 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957750 Jul 05 04:06:26.760014 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-5aaf8b7a-7ca3-43af-9934-f05fcd593b81 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682970 Jul 05 04:06:26.768852 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f248a-2553-46ad-95e1-fe66ae5cf2e5 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba9afb5-fe7e-4c2d-acfa-a13eb1c267bb,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:26.801984 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff589b80-60dc-4268-8b58-214b33a67d9c req-7b25074e-6719-4a68-a1a1-038dcf40d37a service neutron] 10.222.0.36 "GET /v2.0/networks/61a72220-3f2c-4cbc-9796-510195957bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084476 Jul 05 04:06:26.802982 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-528738b1-ccfd-4a50-b4f8-281f39dde9ee req-0d5f248a-2553-46ad-95e1-fe66ae5cf2e5 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.804805 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-528738b1-ccfd-4a50-b4f8-281f39dde9ee req-0d5f248a-2553-46ad-95e1-fe66ae5cf2e5 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.7101512 Jul 05 04:06:26.834437 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d53c92-3c5a-4834-ab3e-f603b88d7136 x-openstack-request-id: req-24d53c92-3c5a-4834-ab3e-f603b88d7136 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:26.834437 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bceacd0-086a-46cc-bc2f-2d0d25fd2993", "tag": "455b06a5-a853-496a-bd6b-6395936befb7", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:26.834437 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24d53c92-3c5a-4834-ab3e-f603b88d7136 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:26.834437 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bceacd0-086a-46cc-bc2f-2d0d25fd2993', 'tag': '455b06a5-a853-496a-bd6b-6395936befb7', 'status': 'completed', 'code': 200} Jul 05 04:06:26.880994 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fa9a295b-8c72-4525-920b-b3b31a259f60 req-1f3f80ef-48e7-4666-b55f-67f1bc7fc9b1 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114287 Jul 05 04:06:26.893309 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db433276-2a8e-4078-9748-265ad2764710 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.914905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62489bc5-c7a0-49fb-8671-46e821f688d5 req-db23e370-0cac-412c-8595-6278656ee075 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "GET /v2.0/security-groups/7ba9afb5-fe7e-4c2d-acfa-a13eb1c267bb HTTP/1.1" status: 200 len: 1815 time: 0.0823433 Jul 05 04:06:26.922833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-db433276-2a8e-4078-9748-265ad2764710 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Transition to ACTIVE for port object b92df842-f0b7-460a-8ece-d95be36a4d0c will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:26.937884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-62489bc5-c7a0-49fb-8671-46e821f688d5 req-fb5fab78-a168-4529-afe4-df0bc5537dcc tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ba9afb5-fe7e-4c2d-acfa-a13eb1c267bb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:26.938257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-62489bc5-c7a0-49fb-8671-46e821f688d5 req-fb5fab78-a168-4529-afe4-df0bc5537dcc tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ba9afb5-fe7e-4c2d-acfa-a13eb1c267bb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:27.118674 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db433276-2a8e-4078-9748-265ad2764710 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.127310 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f64f2-325a-45a2-a026-aaad50e3d83e req-a5c7ba32-74f3-4a61-9c88-9f2c81550cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:27.128893 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b88f64f2-325a-45a2-a026-aaad50e3d83e req-a5c7ba32-74f3-4a61-9c88-9f2c81550cc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 1095 time: 0.0815997 Jul 05 04:06:27.197937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db433276-2a8e-4078-9748-265ad2764710 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Network 703728b9-cf35-44f5-8048-2dfb44637911 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:27.208658 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-db433276-2a8e-4078-9748-265ad2764710 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:27.216925 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db433276-2a8e-4078-9748-265ad2764710 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:27.222454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db433276-2a8e-4078-9748-265ad2764710 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:27.223075 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db433276-2a8e-4078-9748-265ad2764710 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.225464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db433276-2a8e-4078-9748-265ad2764710 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event updated for resources: {'Port': ['ID=b92df842-f0b7-460a-8ece-d95be36a4d0c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:27.241804 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-62489bc5-c7a0-49fb-8671-46e821f688d5 req-fb5fab78-a168-4529-afe4-df0bc5537dcc tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.271681 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb16879-bf02-44b7-bb3f-42347ed0af0a req-b209d522-9ceb-4ce5-b885-a6580414ae21 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:27.273380 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2bb16879-bf02-44b7-bb3f-42347ed0af0a req-b209d522-9ceb-4ce5-b885-a6580414ae21 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 944 time: 0.1917694 Jul 05 04:06:27.280449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f64f2-325a-45a2-a026-aaad50e3d83e req-ecd77596-dc99-409c-9511-0b75770fa664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:27.281048 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-62489bc5-c7a0-49fb-8671-46e821f688d5 req-fb5fab78-a168-4529-afe4-df0bc5537dcc tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.282817 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b88f64f2-325a-45a2-a026-aaad50e3d83e req-ecd77596-dc99-409c-9511-0b75770fa664 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.1471481 Jul 05 04:06:27.318603 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2bb16879-bf02-44b7-bb3f-42347ed0af0a req-7c11aa67-f4be-40ec-8b0d-32aca8d8ff92 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4ace9d6-077a-4a52-8207-a1a266e890ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361640 Jul 05 04:06:27.346746 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b88f64f2-325a-45a2-a026-aaad50e3d83e req-3f3d0126-09be-488e-8573-60e1d40e3d5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455b06a5-a853-496a-bd6b-6395936befb7 HTTP/1.1" status: 200 len: 217 time: 0.0568433 Jul 05 04:06:27.359212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-db433276-2a8e-4078-9748-265ad2764710 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7788434 Jul 05 04:06:27.361860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58704) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:27.369094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4c5cbb3c-520c-46f0-ae39-6eac3057f665 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::95', 'mac_address': 'fa:16:3e:76:8d:08'}, {'ip_address': '2001:db8::b2', 'mac_address': 'fa:16:3e:7a:2b:10'}]}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:27.410691 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-62489bc5-c7a0-49fb-8671-46e821f688d5 req-fb5fab78-a168-4529-afe4-df0bc5537dcc tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.422485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f64f2-325a-45a2-a026-aaad50e3d83e req-6396bd5f-3806-443f-89b5-77c572211dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:27.424526 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b88f64f2-325a-45a2-a026-aaad50e3d83e req-6396bd5f-3806-443f-89b5-77c572211dd0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0670235 Jul 05 04:06:27.450138 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fab78-a168-4529-afe4-df0bc5537dcc tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79737516-0bdf-4c34-9de0-1bfa590b7e0b,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:27.524881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f64f2-325a-45a2-a026-aaad50e3d83e req-10f6b06c-a7d4-4262-8aff-d88bced9cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:27.527362 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b88f64f2-325a-45a2-a026-aaad50e3d83e req-10f6b06c-a7d4-4262-8aff-d88bced9cecb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934300 Jul 05 04:06:27.581154 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-62489bc5-c7a0-49fb-8671-46e821f688d5 req-fb5fab78-a168-4529-afe4-df0bc5537dcc tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.583079 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62489bc5-c7a0-49fb-8671-46e821f688d5 req-fb5fab78-a168-4529-afe4-df0bc5537dcc tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6529770 Jul 05 04:06:27.666602 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b88f64f2-325a-45a2-a026-aaad50e3d83e req-2596bf1a-87ff-4f5e-9642-89aa279d5c92 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272788 Jul 05 04:06:27.681119 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4c5cbb3c-520c-46f0-ae39-6eac3057f665 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.703590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00316f68-e16f-46c9-9987-7054a6282b79 req-c19ffc4d-1010-4f4d-8be9-ea98d2d46f0f tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "GET /v2.0/security-groups/7ba9afb5-fe7e-4c2d-acfa-a13eb1c267bb HTTP/1.1" status: 200 len: 2409 time: 0.0962977 Jul 05 04:06:27.792506 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-440eee5a-0d08-4c05-8b07-c574c2a6705a None None] Provisioning for port b92df842-f0b7-460a-8ece-d95be36a4d0c completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:27.817306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-440eee5a-0d08-4c05-8b07-c574c2a6705a None None] Provisioning complete for port b92df842-f0b7-460a-8ece-d95be36a4d0c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:27.817306 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-440eee5a-0d08-4c05-8b07-c574c2a6705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.820690 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b88f64f2-325a-45a2-a026-aaad50e3d83e req-853c1447-d644-46ca-bdd1-e6eda06e8486 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431782 Jul 05 04:06:27.821598 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a0ce289-6890-42a1-8b65-6e2ea2cc1e45 req-26343ba8-39c2-4dba-b338-8dfa0c113365 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "GET /v2.0/security-group-rules/79737516-0bdf-4c34-9de0-1bfa590b7e0b HTTP/1.1" status: 200 len: 778 time: 0.0620327 Jul 05 04:06:27.852583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-440eee5a-0d08-4c05-8b07-c574c2a6705a None None] Port b92df842-f0b7-460a-8ece-d95be36a4d0c cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:27.985738 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a0ce289-6890-42a1-8b65-6e2ea2cc1e45 req-0ebe6eae-3caa-4914-91bd-730f0fa1697a tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "GET /v2.0/security-groups/7ba9afb5-fe7e-4c2d-acfa-a13eb1c267bb HTTP/1.1" status: 200 len: 2409 time: 0.1614988 Jul 05 04:06:28.049530 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5a0ce289-6890-42a1-8b65-6e2ea2cc1e45 req-7910c115-fe86-4968-b9c5-beab88ac73ef tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.065093 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5a0ce289-6890-42a1-8b65-6e2ea2cc1e45 req-7910c115-fe86-4968-b9c5-beab88ac73ef tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.120019 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb8eb4-e525-4cbb-bdae-ae48c6235a50 req-48f5ea21-6bbf-4e67-ae26-2c849af85eb1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:28.121736 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0eb8eb4-e525-4cbb-bdae-ae48c6235a50 req-48f5ea21-6bbf-4e67-ae26-2c849af85eb1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.1907105 Jul 05 04:06:28.147810 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4c5cbb3c-520c-46f0-ae39-6eac3057f665 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.176669 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0eb8eb4-e525-4cbb-bdae-ae48c6235a50 req-cb718f2d-320a-493e-bfca-61d72092de79 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479715 Jul 05 04:06:28.241473 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5a0ce289-6890-42a1-8b65-6e2ea2cc1e45 req-7910c115-fe86-4968-b9c5-beab88ac73ef tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.247284 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5a0ce289-6890-42a1-8b65-6e2ea2cc1e45 req-7910c115-fe86-4968-b9c5-beab88ac73ef tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.252630 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a0ce289-6890-42a1-8b65-6e2ea2cc1e45 req-7910c115-fe86-4968-b9c5-beab88ac73ef tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/79737516-0bdf-4c34-9de0-1bfa590b7e0b HTTP/1.1" status: 204 len: 173 time: 0.2557089 Jul 05 04:06:28.256520 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910c115-fe86-4968-b9c5-beab88ac73ef tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79737516-0bdf-4c34-9de0-1bfa590b7e0b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:28.279141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-1151bc10-3e6f-4eae-93c1-61476c98796e req-9216933c-7d71-4358-acfe-64e2383be77d tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1705758523', 'description': 'tempest-description-1960242892'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:28.294027 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4c5cbb3c-520c-46f0-ae39-6eac3057f665 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.339461 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4c5cbb3c-520c-46f0-ae39-6eac3057f665 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] In _notify_port_updated(), no bound segment for port b92df842-f0b7-460a-8ece-d95be36a4d0c on network 703728b9-cf35-44f5-8048-2dfb44637911 {{(pid=100933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:06:28.345098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5cbb3c-520c-46f0-ae39-6eac3057f665 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:28.350303 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4c5cbb3c-520c-46f0-ae39-6eac3057f665 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.350303 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4c5cbb3c-520c-46f0-ae39-6eac3057f665 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "PUT /v2.0/ports/b92df842-f0b7-460a-8ece-d95be36a4d0c HTTP/1.1" status: 200 len: 1066 time: 0.9839869 Jul 05 04:06:28.351112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58738) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:28.365994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cbb3c-520c-46f0-ae39-6eac3057f665 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event updated for resources: {'Port': ['ID=b92df842-f0b7-460a-8ece-d95be36a4d0c,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:28.409520 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1151bc10-3e6f-4eae-93c1-61476c98796e req-9216933c-7d71-4358-acfe-64e2383be77d tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.524836 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e28908e2-c96e-47a6-bbbd-211bd1883e4d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Deleting port b92df842-f0b7-460a-8ece-d95be36a4d0c {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:28.525516 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e28908e2-c96e-47a6-bbbd-211bd1883e4d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.577674 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1151bc10-3e6f-4eae-93c1-61476c98796e req-9216933c-7d71-4358-acfe-64e2383be77d tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.608046 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f1ec9-d925-425d-9c13-07be2f3a2e01 req-89db36e4-1ae6-4c31-a34a-3af1e311e9b8 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:28.609826 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b3f1ec9-d925-425d-9c13-07be2f3a2e01 req-89db36e4-1ae6-4c31-a34a-3af1e311e9b8 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 944 time: 0.1237144 Jul 05 04:06:28.661753 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e28908e2-c96e-47a6-bbbd-211bd1883e4d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.675326 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1151bc10-3e6f-4eae-93c1-61476c98796e req-9216933c-7d71-4358-acfe-64e2383be77d tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.677928 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e28908e2-c96e-47a6-bbbd-211bd1883e4d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Calling delete_port for b92df842-f0b7-460a-8ece-d95be36a4d0c owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:28.691661 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b3f1ec9-d925-425d-9c13-07be2f3a2e01 req-39c0b23d-2397-4667-abdb-9a498e7f0cd4 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4ace9d6-077a-4a52-8207-a1a266e890ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752478 Jul 05 04:06:28.709390 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-48bcf1ea-1809-4077-adc8-f3d9d9d6ee66 None None] Provisioning complete for port b92df842-f0b7-460a-8ece-d95be36a4d0c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:28.710076 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-48bcf1ea-1809-4077-adc8-f3d9d9d6ee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.724329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216933c-7d71-4358-acfe-64e2383be77d tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8ffd58-83c2-487a-84dc-e80d07de8e1d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:28.759101 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-48bcf1ea-1809-4077-adc8-f3d9d9d6ee66 None None] Port b92df842-f0b7-460a-8ece-d95be36a4d0c cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:28.833222 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1151bc10-3e6f-4eae-93c1-61476c98796e req-9216933c-7d71-4358-acfe-64e2383be77d tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.834270 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1151bc10-3e6f-4eae-93c1-61476c98796e req-9216933c-7d71-4358-acfe-64e2383be77d tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5594866 Jul 05 04:06:28.923888 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba09bf10-6419-4e5a-acbf-67894ef33422 req-c39ed7f5-8209-4a81-b439-9991cfbdd535 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "GET /v2.0/security-groups/7d8ffd58-83c2-487a-84dc-e80d07de8e1d HTTP/1.1" status: 200 len: 1815 time: 0.0583038 Jul 05 04:06:28.957386 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e28908e2-c96e-47a6-bbbd-211bd1883e4d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.968213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-5888383f-e767-472a-93cf-15cf8154a182 req-d14903c8-0c9f-48f9-88aa-b93e2b6f5829 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1201364865', 'description': 'tempest-description-850238841'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:29.005468 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28908e2-c96e-47a6-bbbd-211bd1883e4d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event deleted for resources: {'Port': ['ID=b92df842-f0b7-460a-8ece-d95be36a4d0c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:29.066897 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5888383f-e767-472a-93cf-15cf8154a182 req-d14903c8-0c9f-48f9-88aa-b93e2b6f5829 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.197588 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5888383f-e767-472a-93cf-15cf8154a182 req-d14903c8-0c9f-48f9-88aa-b93e2b6f5829 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.230003 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e28908e2-c96e-47a6-bbbd-211bd1883e4d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.235373 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e28908e2-c96e-47a6-bbbd-211bd1883e4d tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "DELETE /v2.0/ports/b92df842-f0b7-460a-8ece-d95be36a4d0c HTTP/1.1" status: 204 len: 168 time: 0.8797112 Jul 05 04:06:29.235711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58752) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:29.282989 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c94d803-a0cd-4bdc-b9da-963408fc9c05 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] GET failed (client error): The resource could not be found. Jul 05 04:06:29.283707 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5888383f-e767-472a-93cf-15cf8154a182 req-d14903c8-0c9f-48f9-88aa-b93e2b6f5829 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.287533 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5c94d803-a0cd-4bdc-b9da-963408fc9c05 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "GET /v2.0/ports/b92df842-f0b7-460a-8ece-d95be36a4d0c HTTP/1.1" status: 404 len: 333 time: 0.0477831 Jul 05 04:06:29.287533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58754) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:29.323535 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14903c8-0c9f-48f9-88aa-b93e2b6f5829 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8379932a-c933-40f1-ae8c-515cfd7e0796,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:29.405842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-35f28f33-dff6-4c56-9a39-1b6c29dd3b13 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Deleting port 5427986b-6493-402e-b68f-eb4258ea00d2 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:29.406438 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35f28f33-dff6-4c56-9a39-1b6c29dd3b13 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.420170 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e1e1a-36d5-43ba-9723-1bed7b05d042 req-36846d97-4fc4-4317-a92a-47380c1f63f1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:29.422357 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a03e1e1a-36d5-43ba-9723-1bed7b05d042 req-36846d97-4fc4-4317-a92a-47380c1f63f1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.0774775 Jul 05 04:06:29.427187 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5888383f-e767-472a-93cf-15cf8154a182 req-d14903c8-0c9f-48f9-88aa-b93e2b6f5829 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.431495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5888383f-e767-472a-93cf-15cf8154a182 req-d14903c8-0c9f-48f9-88aa-b93e2b6f5829 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4688139 Jul 05 04:06:29.484650 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a03e1e1a-36d5-43ba-9723-1bed7b05d042 req-a33112b7-3c08-4ebe-8652-03852142b38f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512078 Jul 05 04:06:29.521860 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35f28f33-dff6-4c56-9a39-1b6c29dd3b13 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.536255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-35f28f33-dff6-4c56-9a39-1b6c29dd3b13 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Calling delete_port for 5427986b-6493-402e-b68f-eb4258ea00d2 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:29.622197 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-400b0360-ac06-43a2-9038-ba527554fe2c req-6017c464-4639-4cb8-ae73-392bb9fea083 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "GET /v2.0/security-groups/8379932a-c933-40f1-ae8c-515cfd7e0796 HTTP/1.1" status: 200 len: 1814 time: 0.1302404 Jul 05 04:06:29.648570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-5f162cb9-7332-4102-8f57-19d998df81c5 req-c47b90ee-9a42-45ae-86d9-daa9324d572e tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1607855910', 'description': 'tempest-description-764315808'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:29.832920 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35f28f33-dff6-4c56-9a39-1b6c29dd3b13 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.844376 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5f162cb9-7332-4102-8f57-19d998df81c5 req-c47b90ee-9a42-45ae-86d9-daa9324d572e tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.870724 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f28f33-dff6-4c56-9a39-1b6c29dd3b13 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event deleted for resources: {'Port': ['ID=5427986b-6493-402e-b68f-eb4258ea00d2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:29.908922 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35f28f33-dff6-4c56-9a39-1b6c29dd3b13 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.912135 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-35f28f33-dff6-4c56-9a39-1b6c29dd3b13 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "DELETE /v2.0/ports/5427986b-6493-402e-b68f-eb4258ea00d2 HTTP/1.1" status: 204 len: 168 time: 0.6236348 Jul 05 04:06:29.914597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58768) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:29.949433 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b9348b-0cd3-4384-b844-04a2862a8f04 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] GET failed (client error): The resource could not be found. Jul 05 04:06:29.951661 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a5b9348b-0cd3-4384-b844-04a2862a8f04 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "GET /v2.0/ports/5427986b-6493-402e-b68f-eb4258ea00d2 HTTP/1.1" status: 404 len: 333 time: 0.0358596 Jul 05 04:06:29.955676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58770) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:29.957463 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9f0fc-cc78-4a1b-8eec-a3ddc128355f req-98348772-7abb-41fb-9f53-c09c2dbe75db tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:29.964891 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20e9f0fc-cc78-4a1b-8eec-a3ddc128355f req-98348772-7abb-41fb-9f53-c09c2dbe75db tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 944 time: 0.1384697 Jul 05 04:06:30.049412 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5f162cb9-7332-4102-8f57-19d998df81c5 req-c47b90ee-9a42-45ae-86d9-daa9324d572e tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.060004 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20e9f0fc-cc78-4a1b-8eec-a3ddc128355f req-e118cd2a-0207-4f1a-9e33-69b320eb02dc tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4ace9d6-077a-4a52-8207-a1a266e890ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924320 Jul 05 04:06:30.120890 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b8cb6ced-fe33-480b-8ffc-4af82f7551e1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Deleting port 6a7a5d28-8b93-432c-b47b-1867c2bc12b3 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:30.121329 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6ced-fe33-480b-8ffc-4af82f7551e1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.192510 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5f162cb9-7332-4102-8f57-19d998df81c5 req-c47b90ee-9a42-45ae-86d9-daa9324d572e tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.224982 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6ced-fe33-480b-8ffc-4af82f7551e1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.240792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b8cb6ced-fe33-480b-8ffc-4af82f7551e1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Calling delete_port for 6a7a5d28-8b93-432c-b47b-1867c2bc12b3 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:30.242262 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b90ee-9a42-45ae-86d9-daa9324d572e tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa64438-3546-43e6-989e-79688eeca18d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:30.330104 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5f162cb9-7332-4102-8f57-19d998df81c5 req-c47b90ee-9a42-45ae-86d9-daa9324d572e tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.351340 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f162cb9-7332-4102-8f57-19d998df81c5 req-c47b90ee-9a42-45ae-86d9-daa9324d572e tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6907949 Jul 05 04:06:30.380792 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:06:30.396776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9231d2e6-b2e2-4b16-b95f-ecdab2897e0a req-4eb03a7d-b69f-4659-9aa5-ccac09b61575 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "GET /v2.0/security-groups/8aa64438-3546-43e6-989e-79688eeca18d HTTP/1.1" status: 200 len: 1814 time: 0.0420523 Jul 05 04:06:30.426562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-d4e0f10d-a283-4913-8674-f6bcd1d1cdc9 req-021c89de-fd28-41a8-8c03-fd23e4de6998 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-828705179', 'description': 'tempest-description-1737435781'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:30.512124 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6ced-fe33-480b-8ffc-4af82f7551e1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.545975 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d4e0f10d-a283-4913-8674-f6bcd1d1cdc9 req-021c89de-fd28-41a8-8c03-fd23e4de6998 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.551274 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb6ced-fe33-480b-8ffc-4af82f7551e1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event deleted for resources: {'Port': ['ID=6a7a5d28-8b93-432c-b47b-1867c2bc12b3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:30.580173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 5f9db06b-7d30-47eb-9218-e497d2cb7e22 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:30.606863 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6ced-fe33-480b-8ffc-4af82f7551e1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.611717 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b8cb6ced-fe33-480b-8ffc-4af82f7551e1 tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "DELETE /v2.0/ports/6a7a5d28-8b93-432c-b47b-1867c2bc12b3 HTTP/1.1" status: 204 len: 168 time: 0.6524520 Jul 05 04:06:30.614989 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58778) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:30.767503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-70969931-6c92-4436-9732-1a2ab2edf21e tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Deleting subnet 28a5d76a-6b50-467e-8c6d-930acccd0b7a {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:30.783461 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70969931-6c92-4436-9732-1a2ab2edf21e tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.793732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 5f9db06b-7d30-47eb-9218-e497d2cb7e22, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=5f9db06b-7d30-47eb-9218-e497d2cb7e22,segment=NetworkSegment(8d7fe4b9-b0aa-42db-8899-7075e831c35e),segment_id=8d7fe4b9-b0aa-42db-8899-7075e831c35e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:30.806700 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '5f9db06b-7d30-47eb-9218-e497d2cb7e22', 'network_id': '61a72220-3f2c-4cbc-9796-510195957bdc', 'port_id': '5f9db06b-7d30-47eb-9218-e497d2cb7e22', 'mac_address': 'fa:16:3e:86:03:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c64d5a-202a-46b3-9c0c-1560af36ad4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:30.858553 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d4e0f10d-a283-4913-8674-f6bcd1d1cdc9 req-021c89de-fd28-41a8-8c03-fd23e4de6998 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.872486 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70969931-6c92-4436-9732-1a2ab2edf21e tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.891157 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.917283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9db06b-7d30-47eb-9218-e497d2cb7e22 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:30.923342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ca4e6-4ba2-4715-a386-1fd9e69af055 req-2d37aa8f-cab8-4dd3-85ba-4226df5ca8da tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:30.937243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 5f9db06b-7d30-47eb-9218-e497d2cb7e22, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=5f9db06b-7d30-47eb-9218-e497d2cb7e22,segment=NetworkSegment(8d7fe4b9-b0aa-42db-8899-7075e831c35e),segment_id=8d7fe4b9-b0aa-42db-8899-7075e831c35e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:30.946816 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc1ca4e6-4ba2-4715-a386-1fd9e69af055 req-2d37aa8f-cab8-4dd3-85ba-4226df5ca8da tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.2795997 Jul 05 04:06:30.993007 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc1ca4e6-4ba2-4715-a386-1fd9e69af055 req-0b0d8285-086a-4773-8d68-b22454adb594 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452912 Jul 05 04:06:31.002775 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70969931-6c92-4436-9732-1a2ab2edf21e tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.032210 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d4e0f10d-a283-4913-8674-f6bcd1d1cdc9 req-021c89de-fd28-41a8-8c03-fd23e4de6998 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.061556 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.070703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c89de-fd28-41a8-8c03-fd23e4de6998 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e051fc51-a0d6-44de-83d1-66f478e88c54,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:31.124447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=5f9db06b-7d30-47eb-9218-e497d2cb7e22,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:31.192462 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d4e0f10d-a283-4913-8674-f6bcd1d1cdc9 req-021c89de-fd28-41a8-8c03-fd23e4de6998 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.193747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4e0f10d-a283-4913-8674-f6bcd1d1cdc9 req-021c89de-fd28-41a8-8c03-fd23e4de6998 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7717109 Jul 05 04:06:31.235273 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70969931-6c92-4436-9732-1a2ab2edf21e tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.286717 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ee30c02-e0ef-48dd-bb07-5dae0041e08e req-45f12111-1441-430c-a143-96103f1a7c4b tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "GET /v2.0/security-groups/e051fc51-a0d6-44de-83d1-66f478e88c54 HTTP/1.1" status: 200 len: 1814 time: 0.0633690 Jul 05 04:06:31.309206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70969931-6c92-4436-9732-1a2ab2edf21e tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event deleted for resources: {'Subnet': ['ID=28a5d76a-6b50-467e-8c6d-930acccd0b7a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:31.316078 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70969931-6c92-4436-9732-1a2ab2edf21e tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.320096 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-70969931-6c92-4436-9732-1a2ab2edf21e tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "DELETE /v2.0/subnets/28a5d76a-6b50-467e-8c6d-930acccd0b7a HTTP/1.1" status: 204 len: 168 time: 0.7040391 Jul 05 04:06:31.323369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58804) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:31.331596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cae6dca-6d54-48a7-978c-afe78fe7ff02 None None] Network 703728b9-cf35-44f5-8048-2dfb44637911 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:31.335494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6acca9-6e37-492d-85e9-cb85cc3b5df3 req-95da61ca-b626-4657-815c-63e170f55742 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:31.338667 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d6acca9-6e37-492d-85e9-cb85cc3b5df3 req-95da61ca-b626-4657-815c-63e170f55742 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 945 time: 0.1434207 Jul 05 04:06:31.372708 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-e405d035-973a-417e-806d-4bac03ceb719 req-46e012d1-65a0-45a4-9996-2fda4dff8b98 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] show failed (client error): The resource could not be found. Jul 05 04:06:31.384201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e405d035-973a-417e-806d-4bac03ceb719 req-46e012d1-65a0-45a4-9996-2fda4dff8b98 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "GET /v2.0/security-groups/fe1dcdd2-8e57-4541-99d5-1aa0d847947e HTTP/1.1" status: 404 len: 352 time: 0.0622218 Jul 05 04:06:31.413270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['5f9db06b-7d30-47eb-9218-e497d2cb7e22'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:31.463974 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-db18ee25-ca00-4d09-a8bd-cd6b4a6c1389 req-980c6627-af2a-4bf2-93ce-9619959d6bd9 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] show failed (client error): The resource could not be found. Jul 05 04:06:31.464897 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db18ee25-ca00-4d09-a8bd-cd6b4a6c1389 req-980c6627-af2a-4bf2-93ce-9619959d6bd9 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "GET /v2.0/security-group-rules/60b1d94d-c335-43fb-8a79-0b4b86950d90 HTTP/1.1" status: 404 len: 361 time: 0.0586894 Jul 05 04:06:31.536409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d6acca9-6e37-492d-85e9-cb85cc3b5df3 req-5352c8cf-f496-43ba-9ae0-b32a6eb8b9f8 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4ace9d6-077a-4a52-8207-a1a266e890ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647174 Jul 05 04:06:31.559560 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.592971 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85dd2181-6d85-43db-bf26-628f9f15ad2c req-04238eb5-0654-4479-b7f5-7266917e4689 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "GET /v2.0/security-groups/e051fc51-a0d6-44de-83d1-66f478e88c54 HTTP/1.1" status: 200 len: 1814 time: 0.0935433 Jul 05 04:06:31.705719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed81d28c-f85f-4ff2-8ebe-2b8467c6c727 None None] DHCP port deletion for 703728b9-cf35-44f5-8048-2dfb44637911 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:06:31.726187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Deleting port 69f77280-9384-4022-a0bc-0246a5db9114 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:31.726485 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.789909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ed81d28c-f85f-4ff2-8ebe-2b8467c6c727 None None] Deleting port 69f77280-9384-4022-a0bc-0246a5db9114 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:31.790120 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-85dd2181-6d85-43db-bf26-628f9f15ad2c req-2d6a7caf-58dd-4d4e-b509-57385c0061ad tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.790646 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ed81d28c-f85f-4ff2-8ebe-2b8467c6c727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.821760 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] For port 69f77280-9384-4022-a0bc-0246a5db9114, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=69f77280-9384-4022-a0bc-0246a5db9114,segment=NetworkSegment(8e58ba46-18cf-4a0e-9f42-5885730dec14),segment_id=8e58ba46-18cf-4a0e-9f42-5885730dec14)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:31.823536 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.832617 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-85dd2181-6d85-43db-bf26-628f9f15ad2c req-2d6a7caf-58dd-4d4e-b509-57385c0061ad tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.899709 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Calling delete_port for 69f77280-9384-4022-a0bc-0246a5db9114 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:31.900421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-ed81d28c-f85f-4ff2-8ebe-2b8467c6c727 None None] For port 69f77280-9384-4022-a0bc-0246a5db9114, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=69f77280-9384-4022-a0bc-0246a5db9114,segment=NetworkSegment(8e58ba46-18cf-4a0e-9f42-5885730dec14),segment_id=8e58ba46-18cf-4a0e-9f42-5885730dec14)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:31.901531 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ed81d28c-f85f-4ff2-8ebe-2b8467c6c727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.945270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ed81d28c-f85f-4ff2-8ebe-2b8467c6c727 None None] Calling delete_port for 69f77280-9384-4022-a0bc-0246a5db9114 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:32.053182 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-85dd2181-6d85-43db-bf26-628f9f15ad2c req-2d6a7caf-58dd-4d4e-b509-57385c0061ad tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.056344 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-85dd2181-6d85-43db-bf26-628f9f15ad2c req-2d6a7caf-58dd-4d4e-b509-57385c0061ad tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.058486 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85dd2181-6d85-43db-bf26-628f9f15ad2c req-2d6a7caf-58dd-4d4e-b509-57385c0061ad tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "DELETE /v2.0/security-groups/e051fc51-a0d6-44de-83d1-66f478e88c54 HTTP/1.1" status: 204 len: 173 time: 0.4438193 Jul 05 04:06:32.073448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a7caf-58dd-4d4e-b509-57385c0061ad tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e051fc51-a0d6-44de-83d1-66f478e88c54,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:32.148539 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:32.152179 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:06:32.161337 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ed81d28c-f85f-4ff2-8ebe-2b8467c6c727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.186734 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81d28c-f85f-4ff2-8ebe-2b8467c6c727 None None] Pushing event deleted for resources: {'Port': ['ID=69f77280-9384-4022-a0bc-0246a5db9114,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:32.192767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed81d28c-f85f-4ff2-8ebe-2b8467c6c727 None None] No DVR routers for this DVR port 69f77280-9384-4022-a0bc-0246a5db9114 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:32.207633 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] No DVR routers for this DVR port 69f77280-9384-4022-a0bc-0246a5db9114 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:32.386675 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.591109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 5f9db06b-7d30-47eb-9218-e497d2cb7e22 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:32.740468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abf0e543-685f-4f77-871f-b83f38637cdd req-0ac0c680-1dc2-4db3-9314-b1b6c5410863 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "GET /v2.0/security-groups/8aa64438-3546-43e6-989e-79688eeca18d HTTP/1.1" status: 200 len: 1814 time: 0.6509051 Jul 05 04:06:32.740468 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event deleted for resources: {'Port': ['ID=69f77280-9384-4022-a0bc-0246a5db9114,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:32.785023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 5f9db06b-7d30-47eb-9218-e497d2cb7e22 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:32.786657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 5f9db06b-7d30-47eb-9218-e497d2cb7e22 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:32.787173 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.832712 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 69f77280-9384-4022-a0bc-0246a5db9114 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:32.852754 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.865346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 69f77280-9384-4022-a0bc-0246a5db9114 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:32.865697 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 69f77280-9384-4022-a0bc-0246a5db9114 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:32.890085 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703728b9-cf35-44f5-8048-2dfb44637911']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:32.913518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48120503-c18c-4bf0-bc47-d303c6a364c3 req-f54a97d0-4cb4-4efa-b7a6-342fcec39f96 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.915046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48120503-c18c-4bf0-bc47-d303c6a364c3 req-f54a97d0-4cb4-4efa-b7a6-342fcec39f96 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.7389174 Jul 05 04:06:32.917026 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e58ba46-18cf-4a0e-9f42-5885730dec14') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:32.917319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e58ba46-18cf-4a0e-9f42-5885730dec14') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:32.938062 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.956845 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.972748 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61078881-c6e3-4386-a38e-18a8f1f6eb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9db06b-7d30-47eb-9218-e497d2cb7e22'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:32.978731 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144c64ea-2c09-4e05-b53e-78b1ff7fdb4b" -d '{"events": [{"server_uuid": "61078881-c6e3-4386-a38e-18a8f1f6eb48", "name": "network-vif-plugged", "status": "completed", "tag": "5f9db06b-7d30-47eb-9218-e497d2cb7e22"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:32.989500 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abf0e543-685f-4f77-871f-b83f38637cdd req-2dd944da-b6e9-4373-ac8b-91a485df9a9d tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.000453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 5f9db06b-7d30-47eb-9218-e497d2cb7e22, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=5f9db06b-7d30-47eb-9218-e497d2cb7e22,segment=NetworkSegment(8d7fe4b9-b0aa-42db-8899-7075e831c35e),segment_id=8d7fe4b9-b0aa-42db-8899-7075e831c35e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:33.010909 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.030246 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48120503-c18c-4bf0-bc47-d303c6a364c3 req-a50d6d05-9dbc-4988-980d-e59b6cb40ac9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080511 Jul 05 04:06:33.033918 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:33.033918 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:33.040271 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:33.043434 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abf0e543-685f-4f77-871f-b83f38637cdd req-2dd944da-b6e9-4373-ac8b-91a485df9a9d tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.129584 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.184711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=5f9db06b-7d30-47eb-9218-e497d2cb7e22,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:33.264299 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.276564 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.278421 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] 10.222.0.38 "DELETE /v2.0/networks/703728b9-cf35-44f5-8048-2dfb44637911 HTTP/1.1" status: 204 len: 168 time: 1.9540124 Jul 05 04:06:33.298411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c731b20-6eb7-4d7f-b001-bf104ee4ecca req-9c255c41-b0f7-4765-91c1-4fc896519d6f tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.301130 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c731b20-6eb7-4d7f-b001-bf104ee4ecca req-9c255c41-b0f7-4765-91c1-4fc896519d6f tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 946 time: 0.1219227 Jul 05 04:06:33.301130 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c2084-4288-4ca4-8a4b-35764a9e1d7b tempest-AllowedAddressPairIpV6TestJSON-20927674 tempest-AllowedAddressPairIpV6TestJSON-20927674-project] Pushing event deleted for resources: {'Network': ['ID=703728b9-cf35-44f5-8048-2dfb44637911,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:33.331618 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abf0e543-685f-4f77-871f-b83f38637cdd req-2dd944da-b6e9-4373-ac8b-91a485df9a9d tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.334404 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-abf0e543-685f-4f77-871f-b83f38637cdd req-2dd944da-b6e9-4373-ac8b-91a485df9a9d tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.342764 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abf0e543-685f-4f77-871f-b83f38637cdd req-2dd944da-b6e9-4373-ac8b-91a485df9a9d tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "DELETE /v2.0/security-groups/8aa64438-3546-43e6-989e-79688eeca18d HTTP/1.1" status: 204 len: 173 time: 0.5768473 Jul 05 04:06:33.357659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd944da-b6e9-4373-ac8b-91a485df9a9d tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa64438-3546-43e6-989e-79688eeca18d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:33.364629 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c731b20-6eb7-4d7f-b001-bf104ee4ecca req-8d6c78da-e538-4ea4-b4d2-265d5883e2ec tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4ace9d6-077a-4a52-8207-a1a266e890ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559402 Jul 05 04:06:33.433239 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee3b174-a213-4ed4-bb2c-564f6494daf1 x-openstack-request-id: req-3ee3b174-a213-4ed4-bb2c-564f6494daf1 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:33.433536 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61078881-c6e3-4386-a38e-18a8f1f6eb48", "name": "network-vif-plugged", "status": "completed", "tag": "5f9db06b-7d30-47eb-9218-e497d2cb7e22", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:33.433799 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3ee3b174-a213-4ed4-bb2c-564f6494daf1 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:33.434201 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61078881-c6e3-4386-a38e-18a8f1f6eb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9db06b-7d30-47eb-9218-e497d2cb7e22', 'code': 200} Jul 05 04:06:33.492541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97860443-9006-456a-8d1f-ab5212cc35b3 req-21b62e6d-5d12-4f4c-9e3f-2710f12e5598 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "GET /v2.0/security-groups/8379932a-c933-40f1-ae8c-515cfd7e0796 HTTP/1.1" status: 200 len: 1814 time: 0.0661166 Jul 05 04:06:33.562487 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-97860443-9006-456a-8d1f-ab5212cc35b3 req-0f44622e-cc18-4f54-bc73-7531f7abff04 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.595750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29289003-922e-4aec-8ab4-741fcf1a71f2 req-f46b65a9-a1a5-41ed-810a-ee4b6c5a5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.596333 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-97860443-9006-456a-8d1f-ab5212cc35b3 req-0f44622e-cc18-4f54-bc73-7531f7abff04 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.599054 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-29289003-922e-4aec-8ab4-741fcf1a71f2 req-f46b65a9-a1a5-41ed-810a-ee4b6c5a5b35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 1098 time: 0.0964828 Jul 05 04:06:33.656089 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-29289003-922e-4aec-8ab4-741fcf1a71f2 req-b22f2f22-f06c-4401-86a6-46b60d69aeb9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f4ace9d6-077a-4a52-8207-a1a266e890ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454371 Jul 05 04:06:33.724448 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-97860443-9006-456a-8d1f-ab5212cc35b3 req-0f44622e-cc18-4f54-bc73-7531f7abff04 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.727195 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-97860443-9006-456a-8d1f-ab5212cc35b3 req-0f44622e-cc18-4f54-bc73-7531f7abff04 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.729084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97860443-9006-456a-8d1f-ab5212cc35b3 req-0f44622e-cc18-4f54-bc73-7531f7abff04 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "DELETE /v2.0/security-groups/8379932a-c933-40f1-ae8c-515cfd7e0796 HTTP/1.1" status: 204 len: 173 time: 0.2341297 Jul 05 04:06:33.746173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44622e-cc18-4f54-bc73-7531f7abff04 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8379932a-c933-40f1-ae8c-515cfd7e0796,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:33.826381 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2bd31ce-0553-43dd-9b4e-97e2adbbd2cf req-93047e1e-fec4-4771-ae05-5b1c16b8fe58 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "GET /v2.0/security-groups/7d8ffd58-83c2-487a-84dc-e80d07de8e1d HTTP/1.1" status: 200 len: 1815 time: 0.0477772 Jul 05 04:06:33.919494 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c2bd31ce-0553-43dd-9b4e-97e2adbbd2cf req-a5b8dcee-e2bd-497a-abc7-87717975994f tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.922403 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.927361 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58882) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:33.944558 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c2bd31ce-0553-43dd-9b4e-97e2adbbd2cf req-a5b8dcee-e2bd-497a-abc7-87717975994f tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.090668 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-38d8e06a-f6bf-4348-97c7-212f12da1c30 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f2250ff808814ee69ec70eeec5b9d48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514361 Jul 05 04:06:34.091930 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58888) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:34.122830 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c2bd31ce-0553-43dd-9b4e-97e2adbbd2cf req-a5b8dcee-e2bd-497a-abc7-87717975994f tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.125417 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c2bd31ce-0553-43dd-9b4e-97e2adbbd2cf req-a5b8dcee-e2bd-497a-abc7-87717975994f tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.126548 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2bd31ce-0553-43dd-9b4e-97e2adbbd2cf req-a5b8dcee-e2bd-497a-abc7-87717975994f tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "DELETE /v2.0/security-groups/7d8ffd58-83c2-487a-84dc-e80d07de8e1d HTTP/1.1" status: 204 len: 173 time: 0.2901728 Jul 05 04:06:34.148598 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8dcee-e2bd-497a-abc7-87717975994f tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8ffd58-83c2-487a-84dc-e80d07de8e1d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:34.163475 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8f98b49-7909-4e1e-a353-35a687462819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.250169 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8f98b49-7909-4e1e-a353-35a687462819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.271561 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9febfd80-39cc-418f-b987-da0f00203d38 req-51c6eb06-2c9c-401c-8719-d013556c4454 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "GET /v2.0/security-groups/7ba9afb5-fe7e-4c2d-acfa-a13eb1c267bb HTTP/1.1" status: 200 len: 1815 time: 0.1112826 Jul 05 04:06:34.364136 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fec4c-999b-410c-b459-40edd1449fbe req-cf49e131-3623-48fc-8eb1-50bc839a7f4e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.365602 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf3fec4c-999b-410c-b459-40edd1449fbe req-cf49e131-3623-48fc-8eb1-50bc839a7f4e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.1703949 Jul 05 04:06:34.399832 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9febfd80-39cc-418f-b987-da0f00203d38 req-cb6d215b-9ee8-42d6-bbb1-8b4f803595b7 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.440323 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9febfd80-39cc-418f-b987-da0f00203d38 req-cb6d215b-9ee8-42d6-bbb1-8b4f803595b7 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.445184 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf3fec4c-999b-410c-b459-40edd1449fbe req-74b67b3d-41b2-4238-888e-f809f57f779c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694809 Jul 05 04:06:34.476367 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8f98b49-7909-4e1e-a353-35a687462819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.478924 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8f98b49-7909-4e1e-a353-35a687462819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.480134 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e8f98b49-7909-4e1e-a353-35a687462819 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fae60858-548f-46ac-a0f6-ff4cb811991b HTTP/1.1" status: 204 len: 168 time: 0.3963249 Jul 05 04:06:34.491310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f98b49-7909-4e1e-a353-35a687462819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae60858-548f-46ac-a0f6-ff4cb811991b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:34.618203 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9febfd80-39cc-418f-b987-da0f00203d38 req-cb6d215b-9ee8-42d6-bbb1-8b4f803595b7 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.622440 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9febfd80-39cc-418f-b987-da0f00203d38 req-cb6d215b-9ee8-42d6-bbb1-8b4f803595b7 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.623596 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9febfd80-39cc-418f-b987-da0f00203d38 req-cb6d215b-9ee8-42d6-bbb1-8b4f803595b7 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] 10.222.0.38 "DELETE /v2.0/security-groups/7ba9afb5-fe7e-4c2d-acfa-a13eb1c267bb HTTP/1.1" status: 204 len: 173 time: 0.3400204 Jul 05 04:06:34.631269 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58902) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:34.647399 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d215b-9ee8-42d6-bbb1-8b4f803595b7 tempest-SecurityGroupRulesNegativeTestJSON-1363626765 tempest-SecurityGroupRulesNegativeTestJSON-1363626765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba9afb5-fe7e-4c2d-acfa-a13eb1c267bb,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:34.703169 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab39f612-5ee5-4c71-83ad-1de796b0af03 admin admin] Deleting subnet 9335d446-886f-4c6b-b6ad-943567788028 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:34.708438 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab39f612-5ee5-4c71-83ad-1de796b0af03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.710284 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ec9b8-b477-4922-887c-7cc2b351bec9 req-c3f33021-e0c2-467b-b039-f418f67ae7dc tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.712291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d4ec9b8-b477-4922-887c-7cc2b351bec9 req-c3f33021-e0c2-467b-b039-f418f67ae7dc tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 946 time: 0.1358495 Jul 05 04:06:34.761226 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab39f612-5ee5-4c71-83ad-1de796b0af03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.782559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d4ec9b8-b477-4922-887c-7cc2b351bec9 req-02c8a6f1-0402-47cc-85a9-b8361b54cde8 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4ace9d6-077a-4a52-8207-a1a266e890ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621653 Jul 05 04:06:34.844295 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab39f612-5ee5-4c71-83ad-1de796b0af03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.032868 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab39f612-5ee5-4c71-83ad-1de796b0af03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.054873 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab39f612-5ee5-4c71-83ad-1de796b0af03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.059112 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ab39f612-5ee5-4c71-83ad-1de796b0af03 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9335d446-886f-4c6b-b6ad-943567788028 HTTP/1.1" status: 204 len: 168 time: 0.4264359 Jul 05 04:06:35.061288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58912) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:35.086411 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39f612-5ee5-4c71-83ad-1de796b0af03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9335d446-886f-4c6b-b6ad-943567788028,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:35.158141 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed38e1cc-5627-49ec-89b9-82b17c8224f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.248020 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed38e1cc-5627-49ec-89b9-82b17c8224f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.257937 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ed38e1cc-5627-49ec-89b9-82b17c8224f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05c2525-5214-4afa-9064-887188a68ee3']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:35.273690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ed38e1cc-5627-49ec-89b9-82b17c8224f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e74e487-83c2-4fc8-a2d6-c9b603145048') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:35.273690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ed38e1cc-5627-49ec-89b9-82b17c8224f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e74e487-83c2-4fc8-a2d6-c9b603145048') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:35.288544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed38e1cc-5627-49ec-89b9-82b17c8224f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.311166 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed38e1cc-5627-49ec-89b9-82b17c8224f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.318574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed38e1cc-5627-49ec-89b9-82b17c8224f9 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:35.319297 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed38e1cc-5627-49ec-89b9-82b17c8224f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:35.325871 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:35.546832 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed38e1cc-5627-49ec-89b9-82b17c8224f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.552335 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed38e1cc-5627-49ec-89b9-82b17c8224f9 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.559621 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ed38e1cc-5627-49ec-89b9-82b17c8224f9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b05c2525-5214-4afa-9064-887188a68ee3 HTTP/1.1" status: 204 len: 168 time: 0.4932017 Jul 05 04:06:35.571228 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38e1cc-5627-49ec-89b9-82b17c8224f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b05c2525-5214-4afa-9064-887188a68ee3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:35.667093 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e091b4b-13f1-4323-ab4b-e9893d3c678a req-f581fe61-6afb-43dc-a911-2c45a6546b0f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.668679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e091b4b-13f1-4323-ab4b-e9893d3c678a req-f581fe61-6afb-43dc-a911-2c45a6546b0f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.0786219 Jul 05 04:06:35.731215 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e091b4b-13f1-4323-ab4b-e9893d3c678a req-6be5bc77-e2e9-40ba-b11f-998b026fda56 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565538 Jul 05 04:06:35.876639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58940) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.022826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58946) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.093761 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1e80115d-328b-44a5-8d41-8113cae7a66b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f075981d8e214989897d9762b96f27a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0772226 Jul 05 04:06:36.096015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58952) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.099801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d4cf8-2e99-4b72-8403-a546ca9c9edb req-a9f99071-674f-4c51-ac47-de49eec8e86e tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:36.106592 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f78d4cf8-2e99-4b72-8403-a546ca9c9edb req-a9f99071-674f-4c51-ac47-de49eec8e86e tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 946 time: 0.1493247 Jul 05 04:06:36.157624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f78d4cf8-2e99-4b72-8403-a546ca9c9edb req-837cc936-4f13-4f33-bf74-950508a41fda tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4ace9d6-077a-4a52-8207-a1a266e890ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497038 Jul 05 04:06:36.186230 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3649ed86-280f-4d21-a4b8-a733339c79df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.228533 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3649ed86-280f-4d21-a4b8-a733339c79df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.310792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-bd1ae0b7-5fcf-47ea-92ca-2672ac5c4f9f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1497281452'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:36.438397 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3649ed86-280f-4d21-a4b8-a733339c79df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.444998 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3649ed86-280f-4d21-a4b8-a733339c79df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.446565 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3649ed86-280f-4d21-a4b8-a733339c79df admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac422cef-e030-4a7b-abe7-62154d14af34 HTTP/1.1" status: 204 len: 168 time: 0.3492296 Jul 05 04:06:36.454636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1ae0b7-5fcf-47ea-92ca-2672ac5c4f9f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Made reservation on behalf of 96e1a868ed934f68b31264609bbe7624 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:36.458853 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae0b7-5fcf-47ea-92ca-2672ac5c4f9f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.487853 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649ed86-280f-4d21-a4b8-a733339c79df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac422cef-e030-4a7b-abe7-62154d14af34,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:36.546226 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae0b7-5fcf-47ea-92ca-2672ac5c4f9f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.717983 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae0b7-5fcf-47ea-92ca-2672ac5c4f9f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.793111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58974) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.831600 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae0b7-5fcf-47ea-92ca-2672ac5c4f9f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.863410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1ae0b7-5fcf-47ea-92ca-2672ac5c4f9f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:36.880036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ae0b7-5fcf-47ea-92ca-2672ac5c4f9f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487fe0bb-3268-41e8-a35a-90167af9037c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:36.886261 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae0b7-5fcf-47ea-92ca-2672ac5c4f9f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.886618 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-bd1ae0b7-5fcf-47ea-92ca-2672ac5c4f9f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Added segment 6a16aabc-8baa-49f3-a07e-b1c3db36d53e of type vlan for network 7e679fa7-1e9d-4fe8-a57c-a27531cca366 Jul 05 04:06:36.973898 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae0b7-5fcf-47ea-92ca-2672ac5c4f9f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.028863 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-875a07fd-9c7a-43bd-9d9c-4e788f4ef7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.082430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84517d-07e5-43c5-a92e-859b8968b657 req-a0538a37-1e70-4314-a3d2-4d37f535c4ba tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.091787 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac84517d-07e5-43c5-a92e-859b8968b657 req-a0538a37-1e70-4314-a3d2-4d37f535c4ba tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.1450586 Jul 05 04:06:37.169918 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93852de7-8456-417a-a94a-addfbb80531a req-d7cdf96f-451e-41b1-abb5-51dc309fbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.171654 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-93852de7-8456-417a-a94a-addfbb80531a req-d7cdf96f-451e-41b1-abb5-51dc309fbba1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac14b896cbd94f4f972b4db10f80787d&device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 1098 time: 0.1044381 Jul 05 04:06:37.177781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac84517d-07e5-43c5-a92e-859b8968b657 req-1b96e9b7-3939-4d5a-a654-5f34be497bb0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854580 Jul 05 04:06:37.217973 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbab3cc-cbaa-4f22-b4f6-42b8bfbd3612 req-df9f0044-fd08-48da-9f4c-4e95e26ff946 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.219350 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7dbab3cc-cbaa-4f22-b4f6-42b8bfbd3612 req-df9f0044-fd08-48da-9f4c-4e95e26ff946 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 946 time: 0.1247840 Jul 05 04:06:37.246963 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae0b7-5fcf-47ea-92ca-2672ac5c4f9f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.252619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1ae0b7-5fcf-47ea-92ca-2672ac5c4f9f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.253208 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae0b7-5fcf-47ea-92ca-2672ac5c4f9f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.271155 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7dbab3cc-cbaa-4f22-b4f6-42b8bfbd3612 req-4b7e1415-014c-469b-8601-45275b5dd94b tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4ace9d6-077a-4a52-8207-a1a266e890ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 Jul 05 04:06:37.282623 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-875a07fd-9c7a-43bd-9d9c-4e788f4ef7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.359210 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-875a07fd-9c7a-43bd-9d9c-4e788f4ef7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.382658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ae0b7-5fcf-47ea-92ca-2672ac5c4f9f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event updated for resources: {'Network': ['ID=7e679fa7-1e9d-4fe8-a57c-a27531cca366,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:37.399595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 7e679fa7-1e9d-4fe8-a57c-a27531cca366 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:37.410380 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93852de7-8456-417a-a94a-addfbb80531a req-4a1712b4-88c7-4222-af64-05b6e036c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.411841 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-93852de7-8456-417a-a94a-addfbb80531a req-4a1712b4-88c7-4222-af64-05b6e036c718 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61a72220-3f2c-4cbc-9796-510195957bdc HTTP/1.1" status: 200 len: 915 time: 0.2197709 Jul 05 04:06:37.429752 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-875a07fd-9c7a-43bd-9d9c-4e788f4ef7f3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3fe53b6dc5cd4045bca9b9d2cae847fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6347704 Jul 05 04:06:37.430596 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a07fd-9c7a-43bd-9d9c-4e788f4ef7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec7a8bd-2690-477b-9664-2fb90b37d916,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:37.433062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58998) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.464090 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-93852de7-8456-417a-a94a-addfbb80531a req-ca1a3a22-99d4-4f01-bc27-a40d520d439b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f9db06b-7d30-47eb-9218-e497d2cb7e22 HTTP/1.1" status: 200 len: 217 time: 0.0419481 Jul 05 04:06:37.538750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93852de7-8456-417a-a94a-addfbb80531a req-191e4947-3656-4166-9324-d701e3a331ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.564394 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-93852de7-8456-417a-a94a-addfbb80531a req-191e4947-3656-4166-9324-d701e3a331ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70c64d5a-202a-46b3-9c0c-1560af36ad4f HTTP/1.1" status: 200 len: 854 time: 0.0875454 Jul 05 04:06:37.564493 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d39b6be1-2f7b-4f1a-84a8-55d90e0a05a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.566700 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bd1ae0b7-5fcf-47ea-92ca-2672ac5c4f9f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6893649 Jul 05 04:06:37.601618 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d39b6be1-2f7b-4f1a-84a8-55d90e0a05a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.609971 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-93852de7-8456-417a-a94a-addfbb80531a req-c24ac5f4-4288-417c-8987-c1cd8f84c025 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61a72220-3f2c-4cbc-9796-510195957bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407767 Jul 05 04:06:37.642452 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59006) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.773785 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-93852de7-8456-417a-a94a-addfbb80531a req-0857fc2f-249f-4881-a625-ce4e66e73175 service neutron] 10.222.0.36 "GET /v2.0/networks/61a72220-3f2c-4cbc-9796-510195957bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572340 Jul 05 04:06:37.797023 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d39b6be1-2f7b-4f1a-84a8-55d90e0a05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.803657 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d39b6be1-2f7b-4f1a-84a8-55d90e0a05a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.816801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d39b6be1-2f7b-4f1a-84a8-55d90e0a05a9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ec7a8bd-2690-477b-9664-2fb90b37d916 HTTP/1.1" status: 204 len: 168 time: 0.3825312 Jul 05 04:06:37.882732 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c7022162-e9a9-46ea-98dc-adf8236b1246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.885725 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b6be1-2f7b-4f1a-84a8-55d90e0a05a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec7a8bd-2690-477b-9664-2fb90b37d916,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:37.967349 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-93852de7-8456-417a-a94a-addfbb80531a req-20aecce6-6562-4932-b57b-49d25b475e1c service neutron] 10.222.0.36 "GET /v2.0/networks/61a72220-3f2c-4cbc-9796-510195957bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858885 Jul 05 04:06:38.046353 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c7022162-e9a9-46ea-98dc-adf8236b1246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.127372 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59020) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:38.134799 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c7022162-e9a9-46ea-98dc-adf8236b1246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.176279 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c7022162-e9a9-46ea-98dc-adf8236b1246 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9ba36969ff9474cb85f94ba87c46f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5325081 Jul 05 04:06:38.177143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7022162-e9a9-46ea-98dc-adf8236b1246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b415f410-95c7-4dfe-b9af-5036f63a7389,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:38.179384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59024) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:38.253832 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4768d550-890d-47e5-aa21-78e8b59f7124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.330570 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4768d550-890d-47e5-aa21-78e8b59f7124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.435207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-580f69ef-3a05-437e-9ba9-7de1baeeee11 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1234698119-network', 'tenant_id': 'c1d82574a5b545a7a432d88ab3b00c45'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:38.578298 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-82e434cb-6a51-447c-a127-68dbaf41a23c req-735f9fc9-29ad-4046-82de-04f019393259 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1213498 Jul 05 04:06:38.595855 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbddd2b-594d-4cbe-96a4-8d9445e636b3 req-cbaca821-a0d1-40c5-b4aa-1cdf23a1cf8a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:38.597612 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8cbddd2b-594d-4cbe-96a4-8d9445e636b3 req-cbaca821-a0d1-40c5-b4aa-1cdf23a1cf8a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.1728566 Jul 05 04:06:38.637398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580f69ef-3a05-437e-9ba9-7de1baeeee11 admin admin] Made reservation on behalf of c1d82574a5b545a7a432d88ab3b00c45 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:38.648264 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-580f69ef-3a05-437e-9ba9-7de1baeeee11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.659350 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7d2fe-afaa-4b6c-a245-a21653b3e12b req-448a0260-4cd5-4660-8c67-0afe9d89d8d3 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:38.667809 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-580f69ef-3a05-437e-9ba9-7de1baeeee11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.668443 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5f7d2fe-afaa-4b6c-a245-a21653b3e12b req-448a0260-4cd5-4660-8c67-0afe9d89d8d3 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 946 time: 0.1730876 Jul 05 04:06:38.699772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8cbddd2b-594d-4cbe-96a4-8d9445e636b3 req-10520b8d-6293-4fb2-bef6-79970df4af36 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909894 Jul 05 04:06:38.700497 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4768d550-890d-47e5-aa21-78e8b59f7124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.703169 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4768d550-890d-47e5-aa21-78e8b59f7124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.706537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4768d550-890d-47e5-aa21-78e8b59f7124 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b415f410-95c7-4dfe-b9af-5036f63a7389 HTTP/1.1" status: 204 len: 168 time: 0.5111473 Jul 05 04:06:38.744477 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768d550-890d-47e5-aa21-78e8b59f7124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b415f410-95c7-4dfe-b9af-5036f63a7389,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:38.802848 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5f7d2fe-afaa-4b6c-a245-a21653b3e12b req-e617b772-4015-4297-b126-29e3153d01bd tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4ace9d6-077a-4a52-8207-a1a266e890ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330843 Jul 05 04:06:38.887775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e434cb-6a51-447c-a127-68dbaf41a23c req-afb589c3-5d53-466b-9333-38df299fa02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:38.889728 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-82e434cb-6a51-447c-a127-68dbaf41a23c req-afb589c3-5d53-466b-9333-38df299fa02c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 1098 time: 0.1742842 Jul 05 04:06:38.945699 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59036) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:38.974928 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-87d4b65d-4590-47fb-a27f-6c0a73a90367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.039078 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-580f69ef-3a05-437e-9ba9-7de1baeeee11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.075296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e434cb-6a51-447c-a127-68dbaf41a23c req-b758ff5d-ea12-4b02-a2c4-a8adb6f60353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:39.076894 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-82e434cb-6a51-447c-a127-68dbaf41a23c req-b758ff5d-ea12-4b02-a2c4-a8adb6f60353 service neutron] 10.222.0.10 "GET /v2.0/networks?id=739555cb-3aaa-4692-ac69-434fc52fdecf HTTP/1.1" status: 200 len: 911 time: 0.1504233 Jul 05 04:06:39.145694 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-580f69ef-3a05-437e-9ba9-7de1baeeee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.171446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580f69ef-3a05-437e-9ba9-7de1baeeee11 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:39.186777 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-580f69ef-3a05-437e-9ba9-7de1baeeee11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.187816 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-580f69ef-3a05-437e-9ba9-7de1baeeee11 admin admin] Added segment 29e1c482-8d30-4a05-b51c-c0bdd3624850 of type vlan for network 8c69caa9-f5fb-4974-ae98-a05804326bea Jul 05 04:06:39.262704 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-580f69ef-3a05-437e-9ba9-7de1baeeee11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.285115 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-87d4b65d-4590-47fb-a27f-6c0a73a90367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.334601 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-82e434cb-6a51-447c-a127-68dbaf41a23c req-c79b6089-5823-454b-8350-3bc456e9ce7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dae0f4c2-cddc-4d6a-b604-092a21fc263e HTTP/1.1" status: 200 len: 1001 time: 0.2504683 Jul 05 04:06:39.335715 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f69ef-3a05-437e-9ba9-7de1baeeee11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5afeb85-8c49-49ed-8b0f-c9a1d3e9ba5c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:39.362522 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-87d4b65d-4590-47fb-a27f-6c0a73a90367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.394241 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-580f69ef-3a05-437e-9ba9-7de1baeeee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.395188 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580f69ef-3a05-437e-9ba9-7de1baeeee11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:39.395838 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-580f69ef-3a05-437e-9ba9-7de1baeeee11 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.445373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-87d4b65d-4590-47fb-a27f-6c0a73a90367 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0447c06f4fdd45b0b0a79a3c9c3b25af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983838 Jul 05 04:06:39.448823 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4b65d-4590-47fb-a27f-6c0a73a90367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529b9ad7-f640-45bb-a057-2b3d42a3498e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:39.454098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59040) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:39.513234 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-580f69ef-3a05-437e-9ba9-7de1baeeee11 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3847160 Jul 05 04:06:39.513845 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59042) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:39.531278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-893df822-f988-4b5d-9f53-804ef68c239f admin admin] Request body: {'subnet': {'network_id': '8c69caa9-f5fb-4974-ae98-a05804326bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1234698119-subnet', 'tenant_id': 'c1d82574a5b545a7a432d88ab3b00c45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:39.549439 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e434cb-6a51-447c-a127-68dbaf41a23c req-a19e1d4c-1c92-4546-bdf4-cd5dd7ea8e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:39.550928 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-82e434cb-6a51-447c-a127-68dbaf41a23c req-a19e1d4c-1c92-4546-bdf4-cd5dd7ea8e69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9bbcade-db99-467e-97af-337f24f2acb2 HTTP/1.1" status: 200 len: 849 time: 0.2100046 Jul 05 04:06:39.555912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f69ef-3a05-437e-9ba9-7de1baeeee11 admin admin] Pushing event updated for resources: {'Network': ['ID=8c69caa9-f5fb-4974-ae98-a05804326bea,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:39.562175 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80622689-cb11-4de2-97d3-a76261a3904b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.577080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 8c69caa9-f5fb-4974-ae98-a05804326bea details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:39.612966 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80622689-cb11-4de2-97d3-a76261a3904b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.670278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e434cb-6a51-447c-a127-68dbaf41a23c req-7cbf517c-87b1-47b5-a1b7-2dcb2bb20328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:39.671741 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-82e434cb-6a51-447c-a127-68dbaf41a23c req-7cbf517c-87b1-47b5-a1b7-2dcb2bb20328 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=739555cb-3aaa-4692-ac69-434fc52fdecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113219 Jul 05 04:06:39.773332 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80622689-cb11-4de2-97d3-a76261a3904b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.778583 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80622689-cb11-4de2-97d3-a76261a3904b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.780460 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-80622689-cb11-4de2-97d3-a76261a3904b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/529b9ad7-f640-45bb-a057-2b3d42a3498e HTTP/1.1" status: 204 len: 168 time: 0.3253312 Jul 05 04:06:39.798661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80622689-cb11-4de2-97d3-a76261a3904b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529b9ad7-f640-45bb-a057-2b3d42a3498e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:39.894139 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-82e434cb-6a51-447c-a127-68dbaf41a23c req-c8c9dc2a-0218-42cb-8c54-064198cde0a8 service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145648 Jul 05 04:06:39.896869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893df822-f988-4b5d-9f53-804ef68c239f admin admin] Made reservation on behalf of c1d82574a5b545a7a432d88ab3b00c45 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:39.902981 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-893df822-f988-4b5d-9f53-804ef68c239f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.967369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59050) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:39.988854 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b33e3942-5fbc-4a1e-b473-eb7ac4fb3833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.214757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6564604-f816-4980-be62-1f8961349a1f req-0757ee95-6bc1-4c8f-b4d9-9fae0e9c70de tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:40.221609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6564604-f816-4980-be62-1f8961349a1f req-0757ee95-6bc1-4c8f-b4d9-9fae0e9c70de tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.3245590 Jul 05 04:06:40.241207 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b33e3942-5fbc-4a1e-b473-eb7ac4fb3833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.289726 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6564604-f816-4980-be62-1f8961349a1f req-20d7a10f-735d-42e8-b3fd-42c004f99b60 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671074 Jul 05 04:06:40.314411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f5cb5-2ab6-4183-ac31-8003b54e7680 req-fcb5f29e-d2c1-4672-84e3-da2b8aa57bc0 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:40.324010 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f85f5cb5-2ab6-4183-ac31-8003b54e7680 req-fcb5f29e-d2c1-4672-84e3-da2b8aa57bc0 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 946 time: 0.2843943 Jul 05 04:06:40.327283 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b33e3942-5fbc-4a1e-b473-eb7ac4fb3833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.372925 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-82e434cb-6a51-447c-a127-68dbaf41a23c req-7578d1b7-7fe0-45e7-a984-ea0e83fe1865 service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439351 Jul 05 04:06:40.406387 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b33e3942-5fbc-4a1e-b473-eb7ac4fb3833 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=658a1454e91b4579978604080e0f721d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4374919 Jul 05 04:06:40.409153 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59056) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:40.434592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e3942-5fbc-4a1e-b473-eb7ac4fb3833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2220f879-0f91-4473-9abb-5583d7ab0b6f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:40.453552 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f85f5cb5-2ab6-4183-ac31-8003b54e7680 req-9a461639-824b-4b36-95b5-219393b59571 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4ace9d6-077a-4a52-8207-a1a266e890ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284156 Jul 05 04:06:40.481266 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-893df822-f988-4b5d-9f53-804ef68c239f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.606671 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4d35512d-344a-4f06-91e8-3fd31d7ba7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.633007 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893df822-f988-4b5d-9f53-804ef68c239f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ec052b8-cbe9-4016-ab13-1bd28f1e8789,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:40.703588 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4d35512d-344a-4f06-91e8-3fd31d7ba7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.705896 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893df822-f988-4b5d-9f53-804ef68c239f admin admin] Checking segment: {'id': '29e1c482-8d30-4a05-b51c-c0bdd3624850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c69caa9-f5fb-4974-ae98-a05804326bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:40.706262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893df822-f988-4b5d-9f53-804ef68c239f admin admin] Network hostable DHCP agents. Network: 8c69caa9-f5fb-4974-ae98-a05804326bea, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:40.832545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893df822-f988-4b5d-9f53-804ef68c239f admin admin] Network 8c69caa9-f5fb-4974-ae98-a05804326bea is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:40.918182 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4d35512d-344a-4f06-91e8-3fd31d7ba7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.921261 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4d35512d-344a-4f06-91e8-3fd31d7ba7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.927713 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4d35512d-344a-4f06-91e8-3fd31d7ba7f2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2220f879-0f91-4473-9abb-5583d7ab0b6f HTTP/1.1" status: 204 len: 168 time: 0.5141175 Jul 05 04:06:40.940024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35512d-344a-4f06-91e8-3fd31d7ba7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2220f879-0f91-4473-9abb-5583d7ab0b6f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:40.979651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-893df822-f988-4b5d-9f53-804ef68c239f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 8c69caa9-f5fb-4974-ae98-a05804326bea) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:40.991498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58349dcb-14c7-4eac-99f1-d9eaa3788b76 None None] Network 8c69caa9-f5fb-4974-ae98-a05804326bea requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:40.993346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893df822-f988-4b5d-9f53-804ef68c239f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:40.994782 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-893df822-f988-4b5d-9f53-804ef68c239f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.080947 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59072) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:41.088602 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4b4322b9-bd51-4cf8-b368-7ccab592433e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Request body: {'subnet': {'network_id': '7e679fa7-1e9d-4fe8-a57c-a27531cca366', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:41.185766 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-893df822-f988-4b5d-9f53-804ef68c239f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6636386 Jul 05 04:06:41.198693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec85710-b575-409a-aa4f-e8aabe8f3b65 None None] Network 8c69caa9-f5fb-4974-ae98-a05804326bea requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:41.408941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4322b9-bd51-4cf8-b368-7ccab592433e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Made reservation on behalf of 96e1a868ed934f68b31264609bbe7624 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:41.416277 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b4322b9-bd51-4cf8-b368-7ccab592433e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.456833 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fa3c2eff-f85e-408f-9ba6-d2ae2a1b8cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.658152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9013d61-0d3c-4d6b-9508-fee7948a19b7 req-77086895-3e55-42c3-80b5-b393f8d1d4cf tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:41.670483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9013d61-0d3c-4d6b-9508-fee7948a19b7 req-77086895-3e55-42c3-80b5-b393f8d1d4cf tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 946 time: 0.1144123 Jul 05 04:06:41.754051 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9013d61-0d3c-4d6b-9508-fee7948a19b7 req-e882a2ba-d273-4ee1-b725-34ca412ef26d tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4ace9d6-077a-4a52-8207-a1a266e890ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825052 Jul 05 04:06:41.944683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8aa309-59ae-4403-b235-ddd009d470ef req-2b88cdc4-f6f6-4942-84b5-55c881d95bb1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:41.946732 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc8aa309-59ae-4403-b235-ddd009d470ef req-2b88cdc4-f6f6-4942-84b5-55c881d95bb1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.0777042 Jul 05 04:06:41.996730 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b4322b9-bd51-4cf8-b368-7ccab592433e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.010958 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc8aa309-59ae-4403-b235-ddd009d470ef req-1f1d1826-8187-42cf-8e0d-f129645e5a3c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528741 Jul 05 04:06:42.098649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4322b9-bd51-4cf8-b368-7ccab592433e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event updated for resources: {'Subnet': ['ID=17407c78-4063-4b2a-9d7a-9807a52582c8,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:42.109190 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4322b9-bd51-4cf8-b368-7ccab592433e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Checking segment: {'id': '6a16aabc-8baa-49f3-a07e-b1c3db36d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7e679fa7-1e9d-4fe8-a57c-a27531cca366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:42.109190 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4322b9-bd51-4cf8-b368-7ccab592433e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Network hostable DHCP agents. Network: 7e679fa7-1e9d-4fe8-a57c-a27531cca366, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:42.253699 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-eed082b3-6054-483f-8cf5-19046fba4862 req-3df555c5-2043-4517-a99c-2544e9d284d2 tempest-SecurityGroupsNegativeTestJSON-1158907109 tempest-SecurityGroupsNegativeTestJSON-1158907109-project] show failed (client error): The resource could not be found. Jul 05 04:06:42.256593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eed082b3-6054-483f-8cf5-19046fba4862 req-3df555c5-2043-4517-a99c-2544e9d284d2 tempest-SecurityGroupsNegativeTestJSON-1158907109 tempest-SecurityGroupsNegativeTestJSON-1158907109-project] 10.222.0.38 "GET /v2.0/security-groups/f69cee79-3568-4628-b9e9-6f61c15dfab6 HTTP/1.1" status: 404 len: 352 time: 0.0220680 Jul 05 04:06:42.260901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4322b9-bd51-4cf8-b368-7ccab592433e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Network 7e679fa7-1e9d-4fe8-a57c-a27531cca366 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:42.356439 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-4b4322b9-bd51-4cf8-b368-7ccab592433e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 7e679fa7-1e9d-4fe8-a57c-a27531cca366) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:42.362775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4322b9-bd51-4cf8-b368-7ccab592433e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:42.366197 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b4322b9-bd51-4cf8-b368-7ccab592433e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.371352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8425f2e6-2db7-4a2c-b3d4-fc06873ce0fa None None] Network 7e679fa7-1e9d-4fe8-a57c-a27531cca366 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:42.459548 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac59fcf1-93ec-436d-aa0e-d1fa98f50cf6 req-2acb2264-f037-4e79-a0ff-309d8494dc7f tempest-SecurityGroupsNegativeTestJSON-1158907109 tempest-SecurityGroupsNegativeTestJSON-1158907109-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1d82574a5b545a7a432d88ab3b00c45 HTTP/1.1" status: 200 len: 2988 time: 0.1672382 Jul 05 04:06:42.542753 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4b4322b9-bd51-4cf8-b368-7ccab592433e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4599228 Jul 05 04:06:42.546966 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59124) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:42.553795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6b148032-e100-4b6e-aa0e-c9dcff9aaee4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1199104438'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:42.555598 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac59fcf1-93ec-436d-aa0e-d1fa98f50cf6 req-49f2cb3e-8462-4eac-8c2a-b06ade18eecb tempest-SecurityGroupsNegativeTestJSON-1158907109 tempest-SecurityGroupsNegativeTestJSON-1158907109-project] 10.222.0.38 "GET /v2.0/security-groups/f5afeb85-8c49-49ed-8b0f-c9a1d3e9ba5c HTTP/1.1" status: 200 len: 2985 time: 0.0883298 Jul 05 04:06:42.625554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-7e679fa7-1e9d-4fe8-a57c-a27531cca366', 'network_id': '7e679fa7-1e9d-4fe8-a57c-a27531cca366', 'tenant_id': '96e1a868ed934f68b31264609bbe7624', 'fixed_ips': [{'subnet_id': '17407c78-4063-4b2a-9d7a-9807a52582c8'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:06:42.630294 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.652687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac59fcf1-93ec-436d-aa0e-d1fa98f50cf6 req-cf5c1a6d-189d-4f37-b45f-c2d7bad2bf48 tempest-SecurityGroupsNegativeTestJSON-1158907109 tempest-SecurityGroupsNegativeTestJSON-1158907109-project] 10.222.0.38 "GET /v2.0/security-groups/f5afeb85-8c49-49ed-8b0f-c9a1d3e9ba5c HTTP/1.1" status: 200 len: 2985 time: 0.0952024 Jul 05 04:06:42.701346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b148032-e100-4b6e-aa0e-c9dcff9aaee4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Made reservation on behalf of 96e1a868ed934f68b31264609bbe7624 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:42.707324 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b148032-e100-4b6e-aa0e-c9dcff9aaee4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.781040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b148032-e100-4b6e-aa0e-c9dcff9aaee4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:42.787529 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b88e9923-d74a-4ef1-861b-da336f67e64a req-febb1e23-6a42-451d-9367-cc5c8a5c952b tempest-SecurityGroupsNegativeTestJSON-1158907109 tempest-SecurityGroupsNegativeTestJSON-1158907109-project] 10.222.0.38 "GET /v2.0/security-groups/f5afeb85-8c49-49ed-8b0f-c9a1d3e9ba5c HTTP/1.1" status: 200 len: 2985 time: 0.1161289 Jul 05 04:06:42.802286 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b148032-e100-4b6e-aa0e-c9dcff9aaee4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.802658 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-6b148032-e100-4b6e-aa0e-c9dcff9aaee4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Added segment 1bbf960b-bd12-4dfe-8310-9b009fbeac8d of type vlan for network 3ce0ae78-ae10-4d16-8196-fd2c7078ce61 Jul 05 04:06:42.898422 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-b88e9923-d74a-4ef1-861b-da336f67e64a req-55d521f7-2646-4ab6-b8ef-0e45f35f2cc6 tempest-SecurityGroupsNegativeTestJSON-1158907109 tempest-SecurityGroupsNegativeTestJSON-1158907109-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 04:06:42.906816 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b88e9923-d74a-4ef1-861b-da336f67e64a req-55d521f7-2646-4ab6-b8ef-0e45f35f2cc6 tempest-SecurityGroupsNegativeTestJSON-1158907109 tempest-SecurityGroupsNegativeTestJSON-1158907109-project] 10.222.0.38 "DELETE /v2.0/security-groups/f5afeb85-8c49-49ed-8b0f-c9a1d3e9ba5c HTTP/1.1" status: 409 len: 352 time: 0.1182866 Jul 05 04:06:42.914649 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b148032-e100-4b6e-aa0e-c9dcff9aaee4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.966702 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-65aca52e-32f9-4b70-b2df-2cbc6c61e9e6 req-4148412b-d786-4997-b1c7-fc138153784d tempest-SecurityGroupsNegativeTestJSON-1158907109 tempest-SecurityGroupsNegativeTestJSON-1158907109-project] show failed (client error): The resource could not be found. Jul 05 04:06:42.977474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65aca52e-32f9-4b70-b2df-2cbc6c61e9e6 req-4148412b-d786-4997-b1c7-fc138153784d tempest-SecurityGroupsNegativeTestJSON-1158907109 tempest-SecurityGroupsNegativeTestJSON-1158907109-project] 10.222.0.38 "GET /v2.0/security-groups/e8bc05ea-2e8c-4b05-b56d-4aa2864340e4 HTTP/1.1" status: 404 len: 352 time: 0.0413895 Jul 05 04:06:43.040947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Allocated IP 2001:db8:0:ffff::2 (7e679fa7-1e9d-4fe8-a57c-a27531cca366/17407c78-4063-4b2a-9d7a-9807a52582c8/117da9da-d630-49f8-9b24-414333a26cdd) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:43.123024 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b148032-e100-4b6e-aa0e-c9dcff9aaee4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.126347 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-de7ae98a-adc0-4eb5-a801-12ea186a67e2 req-61ad0020-d7bb-47d4-ac89-030466a45f52 tempest-SecurityGroupsNegativeTestJSON-1158907109 tempest-SecurityGroupsNegativeTestJSON-1158907109-project] show failed (client error): The resource could not be found. Jul 05 04:06:43.127423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de7ae98a-adc0-4eb5-a801-12ea186a67e2 req-61ad0020-d7bb-47d4-ac89-030466a45f52 tempest-SecurityGroupsNegativeTestJSON-1158907109 tempest-SecurityGroupsNegativeTestJSON-1158907109-project] 10.222.0.38 "GET /v2.0/security-groups/ece13b8a-93bc-49ca-897c-d0f3acd21663 HTTP/1.1" status: 404 len: 352 time: 0.0332830 Jul 05 04:06:43.129404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b148032-e100-4b6e-aa0e-c9dcff9aaee4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.130386 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b148032-e100-4b6e-aa0e-c9dcff9aaee4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.144716 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59152) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:43.215282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-3689ebfb-1d70-4b06-b18e-79f695b4af43 admin admin] Deleting subnet 7ec052b8-cbe9-4016-ab13-1bd28f1e8789 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:43.219081 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3689ebfb-1d70-4b06-b18e-79f695b4af43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.261048 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3689ebfb-1d70-4b06-b18e-79f695b4af43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.344378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06e1a4-6e5d-4331-8147-32652c346b05 req-111037a9-f3aa-4903-b5fa-99aca477bc6c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.354583 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e06e1a4-6e5d-4331-8147-32652c346b05 req-111037a9-f3aa-4903-b5fa-99aca477bc6c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 946 time: 0.3617573 Jul 05 04:06:43.382432 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.398111 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59158) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:43.399169 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6b148032-e100-4b6e-aa0e-c9dcff9aaee4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8509433 Jul 05 04:06:43.399515 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Transition to ACTIVE for port object 117da9da-d630-49f8-9b24-414333a26cdd will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:43.399941 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3689ebfb-1d70-4b06-b18e-79f695b4af43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.422144 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Transition to ACTIVE for port object 117da9da-d630-49f8-9b24-414333a26cdd will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:43.434427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b148032-e100-4b6e-aa0e-c9dcff9aaee4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event updated for resources: {'Network': ['ID=3ce0ae78-ae10-4d16-8196-fd2c7078ce61,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:43.443466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4b6d7226-4b6b-4ad5-bcf7-3f76261204c7 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Request body: {'subnet': {'network_id': '3ce0ae78-ae10-4d16-8196-fd2c7078ce61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:43.450760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 3ce0ae78-ae10-4d16-8196-fd2c7078ce61 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:43.503830 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec03b17-9ccc-4a2e-8b97-fb5f78c4c382 req-dabe2eec-69e0-4f19-af52-ee6e7e7f1dd3 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.507103 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5ec03b17-9ccc-4a2e-8b97-fb5f78c4c382 req-dabe2eec-69e0-4f19-af52-ee6e7e7f1dd3 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.36 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 946 time: 0.2164912 Jul 05 04:06:43.547436 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.649212 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Network 7e679fa7-1e9d-4fe8-a57c-a27531cca366 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:43.652482 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:43.657297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:43.662036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Pushing event updated for resources: {'Port': ['ID=117da9da-d630-49f8-9b24-414333a26cdd,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:43.684820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-5ec03b17-9ccc-4a2e-8b97-fb5f78c4c382 req-47f5525e-9c95-4f66-9002-6a19b963bf8c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Deleting port 5f9db06b-7d30-47eb-9218-e497d2cb7e22 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:43.685388 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5ec03b17-9ccc-4a2e-8b97-fb5f78c4c382 req-47f5525e-9c95-4f66-9002-6a19b963bf8c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.776627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc532bf-a73e-4434-83b6-93e05af37581 req-63996167-fd72-47c0-817e-2b8b1000e3a1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.788106 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-afc532bf-a73e-4434-83b6-93e05af37581 req-63996167-fd72-47c0-817e-2b8b1000e3a1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.4806006 Jul 05 04:06:43.807379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e06e1a4-6e5d-4331-8147-32652c346b05 req-e03a4050-731b-407f-be3d-c9a55638b08b tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/security-groups?id=f4ace9d6-077a-4a52-8207-a1a266e890ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524171 Jul 05 04:06:43.808755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Attempting to bind port 117da9da-d630-49f8-9b24-414333a26cdd on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:43.809139 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Attempting to bind port 117da9da-d630-49f8-9b24-414333a26cdd by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '6a16aabc-8baa-49f3-a07e-b1c3db36d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7e679fa7-1e9d-4fe8-a57c-a27531cca366'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:43.809510 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Attempting to bind port 117da9da-d630-49f8-9b24-414333a26cdd on network 7e679fa7-1e9d-4fe8-a57c-a27531cca366 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:43.814501 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3689ebfb-1d70-4b06-b18e-79f695b4af43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.856140 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:43.858239 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Checking segment: {'id': '6a16aabc-8baa-49f3-a07e-b1c3db36d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7e679fa7-1e9d-4fe8-a57c-a27531cca366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:43.866124 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.866541 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Bound using segment: {'id': '6a16aabc-8baa-49f3-a07e-b1c3db36d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7e679fa7-1e9d-4fe8-a57c-a27531cca366'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:43.872114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Bound port: 117da9da-d630-49f8-9b24-414333a26cdd, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a16aabc-8baa-49f3-a07e-b1c3db36d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7e679fa7-1e9d-4fe8-a57c-a27531cca366'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:43.883350 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.883598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5ec03b17-9ccc-4a2e-8b97-fb5f78c4c382 req-47f5525e-9c95-4f66-9002-6a19b963bf8c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] For port 5f9db06b-7d30-47eb-9218-e497d2cb7e22, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=5f9db06b-7d30-47eb-9218-e497d2cb7e22,segment=NetworkSegment(8d7fe4b9-b0aa-42db-8899-7075e831c35e),segment_id=8d7fe4b9-b0aa-42db-8899-7075e831c35e)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:43.883598 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5ec03b17-9ccc-4a2e-8b97-fb5f78c4c382 req-47f5525e-9c95-4f66-9002-6a19b963bf8c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.883765 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3689ebfb-1d70-4b06-b18e-79f695b4af43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.888896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3689ebfb-1d70-4b06-b18e-79f695b4af43 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7ec052b8-cbe9-4016-ab13-1bd28f1e8789 HTTP/1.1" status: 204 len: 168 time: 0.7409360 Jul 05 04:06:43.889920 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59172) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:43.914263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-5ec03b17-9ccc-4a2e-8b97-fb5f78c4c382 req-47f5525e-9c95-4f66-9002-6a19b963bf8c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Calling delete_port for 5f9db06b-7d30-47eb-9218-e497d2cb7e22 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:43.920415 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689ebfb-1d70-4b06-b18e-79f695b4af43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ec052b8-cbe9-4016-ab13-1bd28f1e8789,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:43.929510 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6d7226-4b6b-4ad5-bcf7-3f76261204c7 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Made reservation on behalf of 96e1a868ed934f68b31264609bbe7624 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:43.936537 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b6d7226-4b6b-4ad5-bcf7-3f76261204c7 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.986860 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] For port 117da9da-d630-49f8-9b24-414333a26cdd, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:43.990885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] For port 117da9da-d630-49f8-9b24-414333a26cdd, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=117da9da-d630-49f8-9b24-414333a26cdd,segment=NetworkSegment(6a16aabc-8baa-49f3-a07e-b1c3db36d53e),segment_id=6a16aabc-8baa-49f3-a07e-b1c3db36d53e)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:43.997988 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0855f090-a434-4911-9594-010b42abddb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.051613 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2176a0f-fdaa-44a4-a554-e18a14d37531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.064826 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-afc532bf-a73e-4434-83b6-93e05af37581 req-c79c197c-ae71-4b87-a8de-91cf54fd68ad tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755086 Jul 05 04:06:44.089839 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.180808 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac1abe-84e3-427b-9536-f0c350ffd5c3 None None] Pushing event updated for resources: {'Port': ['ID=117da9da-d630-49f8-9b24-414333a26cdd,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:44.284278 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2176a0f-fdaa-44a4-a554-e18a14d37531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.298248 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d2176a0f-fdaa-44a4-a554-e18a14d37531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c69caa9-f5fb-4974-ae98-a05804326bea']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:44.316567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d2176a0f-fdaa-44a4-a554-e18a14d37531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e1c482-8d30-4a05-b51c-c0bdd3624850') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:44.317468 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d2176a0f-fdaa-44a4-a554-e18a14d37531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e1c482-8d30-4a05-b51c-c0bdd3624850') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:44.337882 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2176a0f-fdaa-44a4-a554-e18a14d37531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.357365 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2176a0f-fdaa-44a4-a554-e18a14d37531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.363216 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.374163 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2176a0f-fdaa-44a4-a554-e18a14d37531 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:44.374576 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2176a0f-fdaa-44a4-a554-e18a14d37531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:44.376326 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:44.545617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.objects.ports [None req-4b6d7226-4b6b-4ad5-bcf7-3f76261204c7 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100933) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:06:44.547264 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b6d7226-4b6b-4ad5-bcf7-3f76261204c7 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.597436 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5ec03b17-9ccc-4a2e-8b97-fb5f78c4c382 req-47f5525e-9c95-4f66-9002-6a19b963bf8c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.610479 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['5f9db06b-7d30-47eb-9218-e497d2cb7e22'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:44.631071 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d7226-4b6b-4ad5-bcf7-3f76261204c7 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event updated for resources: {'Subnet': ['ID=46cde237-76df-4007-80f2-b67f8287016e,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:44.637274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6d7226-4b6b-4ad5-bcf7-3f76261204c7 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Checking segment: {'id': '1bbf960b-bd12-4dfe-8310-9b009fbeac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ce0ae78-ae10-4d16-8196-fd2c7078ce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:44.637566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d7226-4b6b-4ad5-bcf7-3f76261204c7 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Network hostable DHCP agents. Network: 3ce0ae78-ae10-4d16-8196-fd2c7078ce61, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:44.643080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5525e-9c95-4f66-9002-6a19b963bf8c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Pushing event deleted for resources: {'Port': ['ID=5f9db06b-7d30-47eb-9218-e497d2cb7e22,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:44.660495 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2176a0f-fdaa-44a4-a554-e18a14d37531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.687931 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2176a0f-fdaa-44a4-a554-e18a14d37531 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.692260 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d2176a0f-fdaa-44a4-a554-e18a14d37531 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8c69caa9-f5fb-4974-ae98-a05804326bea HTTP/1.1" status: 204 len: 168 time: 0.7988849 Jul 05 04:06:44.733142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec03b17-9ccc-4a2e-8b97-fb5f78c4c382 req-47f5525e-9c95-4f66-9002-6a19b963bf8c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] No DVR routers for this DVR port 5f9db06b-7d30-47eb-9218-e497d2cb7e22 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:44.733142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2176a0f-fdaa-44a4-a554-e18a14d37531 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c69caa9-f5fb-4974-ae98-a05804326bea,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:44.733142 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5ec03b17-9ccc-4a2e-8b97-fb5f78c4c382 req-47f5525e-9c95-4f66-9002-6a19b963bf8c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.733142 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5ec03b17-9ccc-4a2e-8b97-fb5f78c4c382 req-47f5525e-9c95-4f66-9002-6a19b963bf8c tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.36 "DELETE /v2.0/ports/5f9db06b-7d30-47eb-9218-e497d2cb7e22 HTTP/1.1" status: 204 len: 173 time: 1.2105889 Jul 05 04:06:44.733142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61078881-c6e3-4386-a38e-18a8f1f6eb48', 'name': 'network-vif-deleted', 'tag': '5f9db06b-7d30-47eb-9218-e497d2cb7e22'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:44.733142 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3de30df-d1d1-4765-a571-e8c5f29215b5" -d '{"events": [{"server_uuid": "61078881-c6e3-4386-a38e-18a8f1f6eb48", "name": "network-vif-deleted", "tag": "5f9db06b-7d30-47eb-9218-e497d2cb7e22"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:44.768977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d7226-4b6b-4ad5-bcf7-3f76261204c7 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Network 3ce0ae78-ae10-4d16-8196-fd2c7078ce61 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:44.809900 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b8100f-5d1a-4b6f-93a1-85789a4b0cef x-openstack-request-id: req-26b8100f-5d1a-4b6f-93a1-85789a4b0cef {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:44.809900 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61078881-c6e3-4386-a38e-18a8f1f6eb48", "name": "network-vif-deleted", "tag": "5f9db06b-7d30-47eb-9218-e497d2cb7e22", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:44.809900 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-26b8100f-5d1a-4b6f-93a1-85789a4b0cef {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:44.810582 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61078881-c6e3-4386-a38e-18a8f1f6eb48', 'name': 'network-vif-deleted', 'tag': '5f9db06b-7d30-47eb-9218-e497d2cb7e22', 'status': 'completed', 'code': 200} Jul 05 04:06:44.923532 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-4b6d7226-4b6b-4ad5-bcf7-3f76261204c7 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 3ce0ae78-ae10-4d16-8196-fd2c7078ce61) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:44.935656 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6d7226-4b6b-4ad5-bcf7-3f76261204c7 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:44.936486 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b6d7226-4b6b-4ad5-bcf7-3f76261204c7 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.937230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188470ee-e734-4956-9431-5c246e793579 None None] Network 3ce0ae78-ae10-4d16-8196-fd2c7078ce61 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:44.986576 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 117da9da-d630-49f8-9b24-414333a26cdd up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:45.146605 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a888ac4b-a90f-4a30-b3c3-c4476f64575e req-17d59984-a422-42ab-bdb8-e818b3940059 tempest-InstanceActionsTestJSON-1681670550 tempest-InstanceActionsTestJSON-1681670550-project] 10.222.0.38 "GET /v2.0/ports?device_id=61078881-c6e3-4386-a38e-18a8f1f6eb48 HTTP/1.1" status: 200 len: 210 time: 0.0892186 Jul 05 04:06:45.153043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59204) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:45.158820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-cc5c894a-69f8-4ada-98fb-aed526067ffc tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Request body: {'port': {'network_id': '3ce0ae78-ae10-4d16-8196-fd2c7078ce61', 'name': 'tempest-NetworksIpV6TestAttrs-2088407510'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:45.163822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4b6d7226-4b6b-4ad5-bcf7-3f76261204c7 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7608542 Jul 05 04:06:45.255226 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-3ce0ae78-ae10-4d16-8196-fd2c7078ce61', 'network_id': '3ce0ae78-ae10-4d16-8196-fd2c7078ce61', 'tenant_id': '96e1a868ed934f68b31264609bbe7624', 'fixed_ips': [{'subnet_id': '46cde237-76df-4007-80f2-b67f8287016e'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:06:45.256146 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.279835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 117da9da-d630-49f8-9b24-414333a26cdd completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:45.401468 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.434210 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5c894a-69f8-4ada-98fb-aed526067ffc tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Made reservation on behalf of 96e1a868ed934f68b31264609bbe7624 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:45.443755 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc5c894a-69f8-4ada-98fb-aed526067ffc tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.517847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Allocated IP 2001:db8::f816:3eff:feb7:4372 (3ce0ae78-ae10-4d16-8196-fd2c7078ce61/46cde237-76df-4007-80f2-b67f8287016e/431ebf6a-3653-44e5-869d-27c7af860f08) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:45.529959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-cc5c894a-69f8-4ada-98fb-aed526067ffc tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] device_id is not set on port 2095d6e7-b6b3-428c-914a-630eaf222e01 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:45.568839 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59212) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:45.590524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c88e6-c057-42da-a7af-920b85451dfa req-76522e75-67fd-4899-9d04-6e471913769e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:45.592890 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce8c88e6-c057-42da-a7af-920b85451dfa req-76522e75-67fd-4899-9d04-6e471913769e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.2914627 Jul 05 04:06:45.640410 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a9ee9e-5aca-4003-9bc8-f411a1f41301 None None] Network 7e679fa7-1e9d-4fe8-a57c-a27531cca366 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:45.683064 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce8c88e6-c057-42da-a7af-920b85451dfa req-f2290127-5450-450b-a7f2-dc2059d0cc31 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734897 Jul 05 04:06:45.706442 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c79aa-1a12-479b-a328-1fcef2e48885 req-51aeca97-052c-4f0b-abc1-6353c554f4fc tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:45.713370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-397c79aa-1a12-479b-a328-1fcef2e48885 req-51aeca97-052c-4f0b-abc1-6353c554f4fc tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.2550581 Jul 05 04:06:45.726792 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e2ade234-db10-4e75-b042-ae55121d72e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1d82574a5b545a7a432d88ab3b00c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532662 Jul 05 04:06:45.729619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59216) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:45.775973 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-397c79aa-1a12-479b-a328-1fcef2e48885 req-bd4f6fe2-5440-4ab3-996a-b39101fc6071 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601649 Jul 05 04:06:45.827782 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eafefdf4-aca3-460c-886b-66ce7cc468c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.861653 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eafefdf4-aca3-460c-886b-66ce7cc468c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.017821 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.035890 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Transition to ACTIVE for port object 431ebf6a-3653-44e5-869d-27c7af860f08 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:46.075473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Transition to ACTIVE for port object 431ebf6a-3653-44e5-869d-27c7af860f08 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:46.076791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d475e118-98e6-4905-8d84-4bc2141deaec None None] Provisioning for port 117da9da-d630-49f8-9b24-414333a26cdd completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:46.083573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d475e118-98e6-4905-8d84-4bc2141deaec None None] Provisioning complete for port 117da9da-d630-49f8-9b24-414333a26cdd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:46.083948 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d475e118-98e6-4905-8d84-4bc2141deaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.140689 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eafefdf4-aca3-460c-886b-66ce7cc468c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.149778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eafefdf4-aca3-460c-886b-66ce7cc468c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.165751 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-eafefdf4-aca3-460c-886b-66ce7cc468c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f5afeb85-8c49-49ed-8b0f-c9a1d3e9ba5c HTTP/1.1" status: 204 len: 168 time: 0.4288304 Jul 05 04:06:46.188145 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafefdf4-aca3-460c-886b-66ce7cc468c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5afeb85-8c49-49ed-8b0f-c9a1d3e9ba5c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:46.193419 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d475e118-98e6-4905-8d84-4bc2141deaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.203253 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.326910 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59242) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:46.370789 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-cc5c894a-69f8-4ada-98fb-aed526067ffc tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Allocated IP 2001:db8::f816:3eff:fe77:fadb (3ce0ae78-ae10-4d16-8196-fd2c7078ce61/46cde237-76df-4007-80f2-b67f8287016e/2095d6e7-b6b3-428c-914a-630eaf222e01) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:46.397846 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d475e118-98e6-4905-8d84-4bc2141deaec None None] For port 117da9da-d630-49f8-9b24-414333a26cdd, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=117da9da-d630-49f8-9b24-414333a26cdd,segment=NetworkSegment(6a16aabc-8baa-49f3-a07e-b1c3db36d53e),segment_id=6a16aabc-8baa-49f3-a07e-b1c3db36d53e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:46.410910 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Network 3ce0ae78-ae10-4d16-8196-fd2c7078ce61 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:46.415060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:46.418607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:46.485481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Pushing event updated for resources: {'Port': ['ID=431ebf6a-3653-44e5-869d-27c7af860f08,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:46.524010 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d475e118-98e6-4905-8d84-4bc2141deaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.538959 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a47f283-e009-4e57-8f31-454a71fce6cd admin admin] Deleting subnet 70c64d5a-202a-46b3-9c0c-1560af36ad4f {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:46.552722 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a47f283-e009-4e57-8f31-454a71fce6cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.571516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Attempting to bind port 431ebf6a-3653-44e5-869d-27c7af860f08 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:46.572603 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Attempting to bind port 431ebf6a-3653-44e5-869d-27c7af860f08 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '1bbf960b-bd12-4dfe-8310-9b009fbeac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ce0ae78-ae10-4d16-8196-fd2c7078ce61'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:46.573735 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Attempting to bind port 431ebf6a-3653-44e5-869d-27c7af860f08 on network 3ce0ae78-ae10-4d16-8196-fd2c7078ce61 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:46.584665 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:46.588611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Checking segment: {'id': '1bbf960b-bd12-4dfe-8310-9b009fbeac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ce0ae78-ae10-4d16-8196-fd2c7078ce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:46.588611 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.588611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Bound using segment: {'id': '1bbf960b-bd12-4dfe-8310-9b009fbeac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ce0ae78-ae10-4d16-8196-fd2c7078ce61'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:46.588611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Bound port: 431ebf6a-3653-44e5-869d-27c7af860f08, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbf960b-bd12-4dfe-8310-9b009fbeac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ce0ae78-ae10-4d16-8196-fd2c7078ce61'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:46.588611 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.626660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475e118-98e6-4905-8d84-4bc2141deaec None None] Pushing event updated for resources: {'Port': ['ID=117da9da-d630-49f8-9b24-414333a26cdd,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:46.662553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 5f9db06b-7d30-47eb-9218-e497d2cb7e22 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:46.690147 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 5f9db06b-7d30-47eb-9218-e497d2cb7e22 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:46.690507 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 5f9db06b-7d30-47eb-9218-e497d2cb7e22 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:46.693557 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a47f283-e009-4e57-8f31-454a71fce6cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.707206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8c73a23a-f430-4730-9f2c-ba41f2ebe7c4 None None] Provisioning complete for port 117da9da-d630-49f8-9b24-414333a26cdd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:46.707587 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8c73a23a-f430-4730-9f2c-ba41f2ebe7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.759248 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] For port 431ebf6a-3653-44e5-869d-27c7af860f08, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:46.771689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] For port 431ebf6a-3653-44e5-869d-27c7af860f08, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=431ebf6a-3653-44e5-869d-27c7af860f08,segment=NetworkSegment(1bbf960b-bd12-4dfe-8310-9b009fbeac8d),segment_id=1bbf960b-bd12-4dfe-8310-9b009fbeac8d)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:46.796098 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a47f283-e009-4e57-8f31-454a71fce6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.814711 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc5c894a-69f8-4ada-98fb-aed526067ffc tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.870240 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-cc5c894a-69f8-4ada-98fb-aed526067ffc tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Transition to ACTIVE for port object 2095d6e7-b6b3-428c-914a-630eaf222e01 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:46.943109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 117da9da-d630-49f8-9b24-414333a26cdd up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:46.977748 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.980750 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.068325 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc7337-bf35-4497-b77c-578d5b3e577d None None] Pushing event updated for resources: {'Port': ['ID=431ebf6a-3653-44e5-869d-27c7af860f08,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:47.098080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 117da9da-d630-49f8-9b24-414333a26cdd triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:47.098456 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.113971 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc5c894a-69f8-4ada-98fb-aed526067ffc tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.213802 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a47f283-e009-4e57-8f31-454a71fce6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.250848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c894a-69f8-4ada-98fb-aed526067ffc tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event updated for resources: {'Port': ['ID=2095d6e7-b6b3-428c-914a-630eaf222e01,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:47.284938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5c894a-69f8-4ada-98fb-aed526067ffc tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Network 3ce0ae78-ae10-4d16-8196-fd2c7078ce61 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:47.286795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-cc5c894a-69f8-4ada-98fb-aed526067ffc tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:47.293657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5c894a-69f8-4ada-98fb-aed526067ffc tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:47.302103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47f283-e009-4e57-8f31-454a71fce6cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c64d5a-202a-46b3-9c0c-1560af36ad4f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:47.318819 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5c894a-69f8-4ada-98fb-aed526067ffc tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:47.322650 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc5c894a-69f8-4ada-98fb-aed526067ffc tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.335725 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a47f283-e009-4e57-8f31-454a71fce6cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.339982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9a47f283-e009-4e57-8f31-454a71fce6cd admin admin] 10.222.0.38 "DELETE /v2.0/subnets/70c64d5a-202a-46b3-9c0c-1560af36ad4f HTTP/1.1" status: 204 len: 168 time: 1.0095375 Jul 05 04:06:47.349930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59268) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:47.411560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59272) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:47.460865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c04aac-db75-49fb-9382-fa6fb48278d7 req-94b50165-de19-4d22-8608-7f210d13cf90 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:47.466120 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35c04aac-db75-49fb-9382-fa6fb48278d7 req-94b50165-de19-4d22-8608-7f210d13cf90 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.5162117 Jul 05 04:06:47.496680 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c731-45f3-401b-9dec-bf0d1933fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.508218 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c491f-acbf-4b73-b6a9-869ffd750862 req-efced6d2-2e58-4d1e-ba15-b20b2054ad17 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:47.509925 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d95c491f-acbf-4b73-b6a9-869ffd750862 req-efced6d2-2e58-4d1e-ba15-b20b2054ad17 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.4938867 Jul 05 04:06:47.638815 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cc5c894a-69f8-4ada-98fb-aed526067ffc tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4828072 Jul 05 04:06:47.652697 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59280) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:47.716410 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c731-45f3-401b-9dec-bf0d1933fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.735882 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-1ed3c731-45f3-401b-9dec-bf0d1933fd49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a72220-3f2c-4cbc-9796-510195957bdc']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:47.738128 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8004-0a12-42c1-9c69-4f64479ffa9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.747629 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35c04aac-db75-49fb-9382-fa6fb48278d7 req-f2b8883d-7c4e-45e4-9fdb-2026777da692 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604098 Jul 05 04:06:47.812389 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d95c491f-acbf-4b73-b6a9-869ffd750862 req-3f41bce3-fa29-4f26-930b-0ed4b222275a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416761 Jul 05 04:06:47.853328 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Deleting subnet 46cde237-76df-4007-80f2-b67f8287016e {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:47.864374 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.943104 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.081130 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8004-0a12-42c1-9c69-4f64479ffa9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.206651 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8004-0a12-42c1-9c69-4f64479ffa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.302586 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e8004-0a12-42c1-9c69-4f64479ffa9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb4bacc-eb2c-4f87-8fc8-12a5d0f80272,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:48.314922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6f8e8004-0a12-42c1-9c69-4f64479ffa9a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3cb4aa9f15d54790a911a932cc78e138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9002237 Jul 05 04:06:48.316100 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59290) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:48.388244 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.401159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-1ed3c731-45f3-401b-9dec-bf0d1933fd49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7fe4b9-b0aa-42db-8899-7075e831c35e') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:48.401751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-1ed3c731-45f3-401b-9dec-bf0d1933fd49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7fe4b9-b0aa-42db-8899-7075e831c35e') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:48.420912 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c731-45f3-401b-9dec-bf0d1933fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.466005 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c731-45f3-401b-9dec-bf0d1933fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed3c731-45f3-401b-9dec-bf0d1933fd49 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c731-45f3-401b-9dec-bf0d1933fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:48.484206 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:48.558974 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2cb0739e-05da-44b1-897d-4abaf719e026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.599348 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2cb0739e-05da-44b1-897d-4abaf719e026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.678118 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.721241 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.723312 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/subnets/46cde237-76df-4007-80f2-b67f8287016e HTTP/1.1" status: 204 len: 168 time: 1.0676281 Jul 05 04:06:48.726949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59300) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:48.747222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Subnet': ['ID=46cde237-76df-4007-80f2-b67f8287016e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:48.755568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:48.756022 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:48.756504 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:48.756953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:48.757473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:48.757952 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:48.758396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:48.758902 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:48.759982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:48.760584 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:48.761160 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:48.761587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc760ab-a430-4d12-94c9-b026690a0e08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:48.775488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59302) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:48.785736 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c731-45f3-401b-9dec-bf0d1933fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.831745 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2cb0739e-05da-44b1-897d-4abaf719e026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.841301 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2cb0739e-05da-44b1-897d-4abaf719e026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.845044 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2cb0739e-05da-44b1-897d-4abaf719e026 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/abb4bacc-eb2c-4f87-8fc8-12a5d0f80272 HTTP/1.1" status: 204 len: 168 time: 0.5254641 Jul 05 04:06:48.882705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0739e-05da-44b1-897d-4abaf719e026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb4bacc-eb2c-4f87-8fc8-12a5d0f80272,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:48.985712 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c731-45f3-401b-9dec-bf0d1933fd49 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.990395 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1ed3c731-45f3-401b-9dec-bf0d1933fd49 admin admin] 10.222.0.38 "DELETE /v2.0/networks/61a72220-3f2c-4cbc-9796-510195957bdc HTTP/1.1" status: 204 len: 168 time: 1.6331389 Jul 05 04:06:48.994080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3c731-45f3-401b-9dec-bf0d1933fd49 admin admin] Pushing event deleted for resources: {'Network': ['ID=61a72220-3f2c-4cbc-9796-510195957bdc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:49.002271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 431ebf6a-3653-44e5-869d-27c7af860f08 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:49.033555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-35957422-d4d1-4fac-bbda-96b9c74ea809 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1117997511-network', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:49.142010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764a1e45-d2d2-40d4-bf4d-0c3a630ad858 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:49.143664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764a1e45-d2d2-40d4-bf4d-0c3a630ad858 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:49.145307 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-764a1e45-d2d2-40d4-bf4d-0c3a630ad858 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4173057 Jul 05 04:06:49.148396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59318) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:49.191619 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 431ebf6a-3653-44e5-869d-27c7af860f08 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:49.219704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c083b2d0-0398-4a3f-96bd-4c0dad2d80d9 None None] Network 3ce0ae78-ae10-4d16-8196-fd2c7078ce61 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:49.246853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35957422-d4d1-4fac-bbda-96b9c74ea809 admin admin] Made reservation on behalf of 7801c5eaf77a4187b4ccb741b70e7a4e for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:49.249311 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35957422-d4d1-4fac-bbda-96b9c74ea809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.252498 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d63d34ba-7601-417a-b599-8be5a4bdb95e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.263109 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35957422-d4d1-4fac-bbda-96b9c74ea809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.263887 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63d34ba-7601-417a-b599-8be5a4bdb95e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 04:06:49.264949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63d34ba-7601-417a-b599-8be5a4bdb95e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:06:49.267156 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d63d34ba-7601-417a-b599-8be5a4bdb95e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/networks/3ce0ae78-ae10-4d16-8196-fd2c7078ce61 HTTP/1.1" status: 409 len: 405 time: 0.1178074 Jul 05 04:06:49.271627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59320) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:49.284325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b00a4c8d-c76c-4ea6-a0bd-ad311b285dd3 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-420037779'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:49.335167 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f850a-6a72-4b81-a49c-ecb6cd305e3c req-09e64e04-abd6-45fe-aebe-217d1757ed43 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:49.340109 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ee1f850a-6a72-4b81-a49c-ecb6cd305e3c req-09e64e04-abd6-45fe-aebe-217d1757ed43 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.2074559 Jul 05 04:06:49.370251 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565ce4c-2f99-4c3b-9aa7-d3c0a9cefd86 req-b78571cb-2df2-4d30-b34a-1d5d67d33b64 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:49.371772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2565ce4c-2f99-4c3b-9aa7-d3c0a9cefd86 req-b78571cb-2df2-4d30-b34a-1d5d67d33b64 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.2222414 Jul 05 04:06:49.417019 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Provisioning for port 431ebf6a-3653-44e5-869d-27c7af860f08 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:49.424378 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Provisioning complete for port 431ebf6a-3653-44e5-869d-27c7af860f08 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:49.424928 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.436871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ee1f850a-6a72-4b81-a49c-ecb6cd305e3c req-c8203d94-2386-4635-aa65-0f804a043142 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920198 Jul 05 04:06:49.456327 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2565ce4c-2f99-4c3b-9aa7-d3c0a9cefd86 req-b37e775a-74ba-436b-b677-d18252bdb635 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752599 Jul 05 04:06:49.499590 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35957422-d4d1-4fac-bbda-96b9c74ea809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.515089 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.537464 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5985637-c8b8-495b-bed3-6bb563995ef0 None None] DHCP port deletion for 3ce0ae78-ae10-4d16-8196-fd2c7078ce61 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:06:49.569073 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35957422-d4d1-4fac-bbda-96b9c74ea809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.584416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35957422-d4d1-4fac-bbda-96b9c74ea809 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:49.595458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] For port 431ebf6a-3653-44e5-869d-27c7af860f08, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=431ebf6a-3653-44e5-869d-27c7af860f08,segment=NetworkSegment(1bbf960b-bd12-4dfe-8310-9b009fbeac8d),segment_id=1bbf960b-bd12-4dfe-8310-9b009fbeac8d)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:49.602194 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35957422-d4d1-4fac-bbda-96b9c74ea809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.602551 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-35957422-d4d1-4fac-bbda-96b9c74ea809 admin admin] Added segment 827e0241-1b94-4da8-8131-14124308baf4 of type vlan for network 14f393e8-d8ce-4acc-88a6-2f0d9bf28851 Jul 05 04:06:49.626214 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a5985637-c8b8-495b-bed3-6bb563995ef0 None None] Deleting port 431ebf6a-3653-44e5-869d-27c7af860f08 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:49.626643 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a5985637-c8b8-495b-bed3-6bb563995ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.656567 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35957422-d4d1-4fac-bbda-96b9c74ea809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea611df-478f-41b0-9e8d-1c9e46f67496,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:49.670338 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35957422-d4d1-4fac-bbda-96b9c74ea809 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.696295 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a5985637-c8b8-495b-bed3-6bb563995ef0 None None] For port 431ebf6a-3653-44e5-869d-27c7af860f08, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=431ebf6a-3653-44e5-869d-27c7af860f08,segment=NetworkSegment(1bbf960b-bd12-4dfe-8310-9b009fbeac8d),segment_id=1bbf960b-bd12-4dfe-8310-9b009fbeac8d)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:49.696556 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a5985637-c8b8-495b-bed3-6bb563995ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.700312 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00a4c8d-c76c-4ea6-a0bd-ad311b285dd3 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Made reservation on behalf of 96e1a868ed934f68b31264609bbe7624 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:49.703828 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b00a4c8d-c76c-4ea6-a0bd-ad311b285dd3 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.705662 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.716925 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a5985637-c8b8-495b-bed3-6bb563995ef0 None None] Calling delete_port for 431ebf6a-3653-44e5-869d-27c7af860f08 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:49.727302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00a4c8d-c76c-4ea6-a0bd-ad311b285dd3 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:49.736673 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b00a4c8d-c76c-4ea6-a0bd-ad311b285dd3 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.737024 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-b00a4c8d-c76c-4ea6-a0bd-ad311b285dd3 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Added segment b2fd1d08-68e9-496e-a601-7504bf195d7d of type vlan for network 58b362ec-56bb-4b6b-a415-e5954f3b700b Jul 05 04:06:49.777459 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b00a4c8d-c76c-4ea6-a0bd-ad311b285dd3 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.801866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Pushing event updated for resources: {'Port': ['ID=431ebf6a-3653-44e5-869d-27c7af860f08,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:49.803688 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35957422-d4d1-4fac-bbda-96b9c74ea809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.807837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35957422-d4d1-4fac-bbda-96b9c74ea809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:49.807837 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35957422-d4d1-4fac-bbda-96b9c74ea809 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.813347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:49.813702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:49.814247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:49.814596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:49.814932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:49.815265 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:49.815595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:49.815926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:49.816286 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:49.816613 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:49.816946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:49.817269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f4a7-410d-44de-ad76-61de876141f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:49.874446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35957422-d4d1-4fac-bbda-96b9c74ea809 admin admin] Pushing event updated for resources: {'Network': ['ID=14f393e8-d8ce-4acc-88a6-2f0d9bf28851,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:49.886642 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 14f393e8-d8ce-4acc-88a6-2f0d9bf28851 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:49.901393 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b00a4c8d-c76c-4ea6-a0bd-ad311b285dd3 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.907051 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00a4c8d-c76c-4ea6-a0bd-ad311b285dd3 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:49.907689 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b00a4c8d-c76c-4ea6-a0bd-ad311b285dd3 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.916355 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59326) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:49.967460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59328) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:49.976337 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-35957422-d4d1-4fac-bbda-96b9c74ea809 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1876640 Jul 05 04:06:49.976487 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a5985637-c8b8-495b-bed3-6bb563995ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.976623 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2601729c-3c66-4dc6-9070-dbac6142ad49 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac14b896cbd94f4f972b4db10f80787d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543265 Jul 05 04:06:49.977560 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-fbe4109e-8cbd-4d04-ad9f-fa7a53f1a926 admin admin] Request body: {'subnet': {'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1117997511-subnet', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:49.978220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59330) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:49.993338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a4c8d-c76c-4ea6-a0bd-ad311b285dd3 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event updated for resources: {'Network': ['ID=58b362ec-56bb-4b6b-a415-e5954f3b700b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:50.007829 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5985637-c8b8-495b-bed3-6bb563995ef0 None None] Pushing event deleted for resources: {'Port': ['ID=431ebf6a-3653-44e5-869d-27c7af860f08,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:50.007829 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 58b362ec-56bb-4b6b-a415-e5954f3b700b details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:50.012665 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5985637-c8b8-495b-bed3-6bb563995ef0 None None] No DVR routers for this DVR port 431ebf6a-3653-44e5-869d-27c7af860f08 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:50.047721 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41c88449-ae80-4e55-bd2e-ad1895e94d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.058346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59332) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:50.069942 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b00a4c8d-c76c-4ea6-a0bd-ad311b285dd3 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7968609 Jul 05 04:06:50.079168 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41c88449-ae80-4e55-bd2e-ad1895e94d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.089711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59334) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:50.097772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ab642765-d455-4db7-87d8-862bb509bfe9 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Request body: {'subnet': {'network_id': '58b362ec-56bb-4b6b-a415-e5954f3b700b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:50.103906 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6172a9a0-fff7-4481-b4e1-337a796d2484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.204846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe4109e-8cbd-4d04-ad9f-fa7a53f1a926 admin admin] Made reservation on behalf of 7801c5eaf77a4187b4ccb741b70e7a4e for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:50.207239 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbe4109e-8cbd-4d04-ad9f-fa7a53f1a926 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.228485 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59336) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:50.237081 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41c88449-ae80-4e55-bd2e-ad1895e94d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.239725 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41c88449-ae80-4e55-bd2e-ad1895e94d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.243377 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-41c88449-ae80-4e55-bd2e-ad1895e94d34 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f4ace9d6-077a-4a52-8207-a1a266e890ae HTTP/1.1" status: 204 len: 168 time: 0.2615957 Jul 05 04:06:50.250905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c88449-ae80-4e55-bd2e-ad1895e94d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ace9d6-077a-4a52-8207-a1a266e890ae,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:50.387211 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f47b42b0-1761-48df-b6dd-d40145f69cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.403303 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6172a9a0-fff7-4481-b4e1-337a796d2484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.450044 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6172a9a0-fff7-4481-b4e1-337a796d2484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.500666 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172a9a0-fff7-4481-b4e1-337a796d2484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3e6b60-35d6-4759-a83f-5827451dbd40,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:50.504471 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6172a9a0-fff7-4481-b4e1-337a796d2484 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8d175767a8d34a77b4a4e3b7f2eb0120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4443958 Jul 05 04:06:50.507608 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59348) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:50.552891 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbe4109e-8cbd-4d04-ad9f-fa7a53f1a926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.639681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab642765-d455-4db7-87d8-862bb509bfe9 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Made reservation on behalf of 96e1a868ed934f68b31264609bbe7624 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:50.645133 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab642765-d455-4db7-87d8-862bb509bfe9 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.750326 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4109e-8cbd-4d04-ad9f-fa7a53f1a926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a96628af-59c1-4851-99ec-970c198f10a2,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:50.768789 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55642280-cd87-4e0d-a250-40adff8aa7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.795145 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe4109e-8cbd-4d04-ad9f-fa7a53f1a926 admin admin] Checking segment: {'id': '827e0241-1b94-4da8-8131-14124308baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:50.795887 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe4109e-8cbd-4d04-ad9f-fa7a53f1a926 admin admin] Network hostable DHCP agents. Network: 14f393e8-d8ce-4acc-88a6-2f0d9bf28851, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:50.818302 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cad3f1-6598-4039-8fa2-e9039c21b1d0 req-02cc73be-adfd-427c-b651-943decc551d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:50.819750 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6cad3f1-6598-4039-8fa2-e9039c21b1d0 req-02cc73be-adfd-427c-b651-943decc551d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.1845338 Jul 05 04:06:50.829576 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55642280-cd87-4e0d-a250-40adff8aa7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.834695 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143823c-f353-4f9f-84bf-59c9640cc8e8 req-24434ec7-68fe-4d95-a1c1-67176ef6a756 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:50.836477 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c143823c-f353-4f9f-84bf-59c9640cc8e8 req-24434ec7-68fe-4d95-a1c1-67176ef6a756 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.2334564 Jul 05 04:06:50.882403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 431ebf6a-3653-44e5-869d-27c7af860f08 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:50.899386 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f47b42b0-1761-48df-b6dd-d40145f69cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.906462 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 431ebf6a-3653-44e5-869d-27c7af860f08 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:50.907071 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 431ebf6a-3653-44e5-869d-27c7af860f08 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:50.937278 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6cad3f1-6598-4039-8fa2-e9039c21b1d0 req-56b078a6-897e-446f-90b6-136d1758b1ad tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995100 Jul 05 04:06:50.942623 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c143823c-f353-4f9f-84bf-59c9640cc8e8 req-24c66db5-a5eb-4c5a-b759-f672ff48e859 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944045 Jul 05 04:06:50.989020 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f47b42b0-1761-48df-b6dd-d40145f69cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.000523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe4109e-8cbd-4d04-ad9f-fa7a53f1a926 admin admin] Network 14f393e8-d8ce-4acc-88a6-2f0d9bf28851 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:51.022061 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55642280-cd87-4e0d-a250-40adff8aa7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.026182 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55642280-cd87-4e0d-a250-40adff8aa7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.028710 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-55642280-cd87-4e0d-a250-40adff8aa7e3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df3e6b60-35d6-4759-a83f-5827451dbd40 HTTP/1.1" status: 204 len: 168 time: 0.5197973 Jul 05 04:06:51.052764 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55642280-cd87-4e0d-a250-40adff8aa7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3e6b60-35d6-4759-a83f-5827451dbd40,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:51.084737 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f47b42b0-1761-48df-b6dd-d40145f69cba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0e0d7b9a294243529922198bfd072acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8549800 Jul 05 04:06:51.085616 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b42b0-1761-48df-b6dd-d40145f69cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5d33b2-4354-4694-b1b7-9f0e6f7f22b2,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:51.088527 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-fbe4109e-8cbd-4d04-ad9f-fa7a53f1a926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 14f393e8-d8ce-4acc-88a6-2f0d9bf28851) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:51.101970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59360) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:51.102565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c11f99-89e4-4eb6-a638-4f59ede5c7ec None None] Network 14f393e8-d8ce-4acc-88a6-2f0d9bf28851 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:51.139501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe4109e-8cbd-4d04-ad9f-fa7a53f1a926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:51.140148 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbe4109e-8cbd-4d04-ad9f-fa7a53f1a926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.254614 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-387e41c8-495c-44ea-b98f-5a6b3fb08137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.276052 n-d-771363-32 neutron-server[100932]: DEBUG neutron.objects.ports [None req-ab642765-d455-4db7-87d8-862bb509bfe9 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:06:51.279329 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab642765-d455-4db7-87d8-862bb509bfe9 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.301175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59366) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:51.301325 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fbe4109e-8cbd-4d04-ad9f-fa7a53f1a926 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3326213 Jul 05 04:06:51.309180 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1117997511-router', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:51.323362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'fixed_ips': [{'subnet_id': 'a96628af-59c1-4851-99ec-970c198f10a2'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:06:51.325835 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.345321 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-387e41c8-495c-44ea-b98f-5a6b3fb08137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.409149 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.410555 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.416325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab642765-d455-4db7-87d8-862bb509bfe9 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event updated for resources: {'Subnet': ['ID=343c4a0f-3712-4ecc-9253-c7eec1c5ad8d,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:51.422352 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab642765-d455-4db7-87d8-862bb509bfe9 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Checking segment: {'id': 'b2fd1d08-68e9-496e-a601-7504bf195d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '58b362ec-56bb-4b6b-a415-e5954f3b700b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:51.422724 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab642765-d455-4db7-87d8-862bb509bfe9 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Network hostable DHCP agents. Network: 58b362ec-56bb-4b6b-a415-e5954f3b700b, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:51.494703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab642765-d455-4db7-87d8-862bb509bfe9 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Network 58b362ec-56bb-4b6b-a415-e5954f3b700b is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:51.510529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Allocated IP 172.20.0.2 (14f393e8-d8ce-4acc-88a6-2f0d9bf28851/a96628af-59c1-4851-99ec-970c198f10a2/77983474-dd50-4674-b6e7-e6ab1bca536a) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:51.518554 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-387e41c8-495c-44ea-b98f-5a6b3fb08137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.525830 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-387e41c8-495c-44ea-b98f-5a6b3fb08137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.527756 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-387e41c8-495c-44ea-b98f-5a6b3fb08137 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aa5d33b2-4354-4694-b1b7-9f0e6f7f22b2 HTTP/1.1" status: 204 len: 168 time: 0.4306409 Jul 05 04:06:51.548572 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.555216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e41c8-495c-44ea-b98f-5a6b3fb08137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5d33b2-4354-4694-b1b7-9f0e6f7f22b2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:51.564947 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-ab642765-d455-4db7-87d8-862bb509bfe9 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 58b362ec-56bb-4b6b-a415-e5954f3b700b) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:51.576040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab642765-d455-4db7-87d8-862bb509bfe9 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:51.576679 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab642765-d455-4db7-87d8-862bb509bfe9 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.595845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3748bee-b471-4b73-96c7-f9254a5f30d3 None None] Network 58b362ec-56bb-4b6b-a415-e5954f3b700b requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:51.677904 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ab642765-d455-4db7-87d8-862bb509bfe9 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5855379 Jul 05 04:06:51.680340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59376) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:51.688044 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-94ee4cd0-ccfe-4264-bde6-77dc929ffdff tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Request body: {'port': {'network_id': '58b362ec-56bb-4b6b-a415-e5954f3b700b', 'name': 'tempest-NetworksIpV6TestAttrs-1384481891'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:51.829569 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.852766 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.856966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Transition to ACTIVE for port object 77983474-dd50-4674-b6e7-e6ab1bca536a will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:51.865435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-58b362ec-56bb-4b6b-a415-e5954f3b700b', 'network_id': '58b362ec-56bb-4b6b-a415-e5954f3b700b', 'tenant_id': '96e1a868ed934f68b31264609bbe7624', 'fixed_ips': [{'subnet_id': '343c4a0f-3712-4ecc-9253-c7eec1c5ad8d'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:06:51.866437 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.874480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59382) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:51.891965 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Transition to ACTIVE for port object 77983474-dd50-4674-b6e7-e6ab1bca536a will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:51.970187 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ee4cd0-ccfe-4264-bde6-77dc929ffdff tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Made reservation on behalf of 96e1a868ed934f68b31264609bbe7624 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:51.974147 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94ee4cd0-ccfe-4264-bde6-77dc929ffdff tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.981368 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.995555 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-94ee4cd0-ccfe-4264-bde6-77dc929ffdff tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] device_id is not set on port cc179266-a521-4bbb-a28f-9ec71865d6f0 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:52.065726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Network 14f393e8-d8ce-4acc-88a6-2f0d9bf28851 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:52.076175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:52.083209 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:52.109955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-99599c81-d3ff-48c2-9027-46cfe84429b8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1054374997-network', 'tenant_id': '5538ee9cb0d64f56a7eb4540d6f5c55c'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:52.168788 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Pushing event updated for resources: {'Port': ['ID=77983474-dd50-4674-b6e7-e6ab1bca536a,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:52.234142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Attempting to bind port 77983474-dd50-4674-b6e7-e6ab1bca536a on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:52.234575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Attempting to bind port 77983474-dd50-4674-b6e7-e6ab1bca536a by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '827e0241-1b94-4da8-8131-14124308baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:52.235133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Attempting to bind port 77983474-dd50-4674-b6e7-e6ab1bca536a on network 14f393e8-d8ce-4acc-88a6-2f0d9bf28851 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:52.237655 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Allocated IP 2001:db8::f816:3eff:fe5a:1c10 (58b362ec-56bb-4b6b-a415-e5954f3b700b/343c4a0f-3712-4ecc-9253-c7eec1c5ad8d/9635d0db-83ca-44aa-99bb-853518ec002c) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:52.252423 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:52.252906 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Checking segment: {'id': '827e0241-1b94-4da8-8131-14124308baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:52.253371 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.253836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Bound using segment: {'id': '827e0241-1b94-4da8-8131-14124308baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:52.254414 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Bound port: 77983474-dd50-4674-b6e7-e6ab1bca536a, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827e0241-1b94-4da8-8131-14124308baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:52.254867 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.304908 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59396) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:52.330198 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2edb1c5b-1b73-443a-88c7-c6a41b06b0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.399373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99599c81-d3ff-48c2-9027-46cfe84429b8 admin admin] Made reservation on behalf of 5538ee9cb0d64f56a7eb4540d6f5c55c for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:52.402507 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99599c81-d3ff-48c2-9027-46cfe84429b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.411595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] For port 77983474-dd50-4674-b6e7-e6ab1bca536a, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:52.440733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] For port 77983474-dd50-4674-b6e7-e6ab1bca536a, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=77983474-dd50-4674-b6e7-e6ab1bca536a,segment=NetworkSegment(827e0241-1b94-4da8-8131-14124308baf4),segment_id=827e0241-1b94-4da8-8131-14124308baf4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:52.449141 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99599c81-d3ff-48c2-9027-46cfe84429b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.460238 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.495471 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.512124 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.516727 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2edb1c5b-1b73-443a-88c7-c6a41b06b0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.522972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Transition to ACTIVE for port object 9635d0db-83ca-44aa-99bb-853518ec002c will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:52.541291 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.547969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Transition to ACTIVE for port object 9635d0db-83ca-44aa-99bb-853518ec002c will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:52.573578 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137a58a-d574-4033-8b81-0cab75b25122 req-29ef65f5-8f27-4b05-847b-b1827e43f706 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:52.575085 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9137a58a-d574-4033-8b81-0cab75b25122 req-29ef65f5-8f27-4b05-847b-b1827e43f706 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.3535728 Jul 05 04:06:52.587184 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349faf0a-52ed-4385-97a2-24c44efd21ee req-0d715ed4-3341-43f2-bd3a-5323534f8f43 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:52.588624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-349faf0a-52ed-4385-97a2-24c44efd21ee req-0d715ed4-3341-43f2-bd3a-5323534f8f43 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.3681812 Jul 05 04:06:52.617882 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c05532-7066-4fa0-ab96-7ee08b4e5449 None None] Pushing event updated for resources: {'Port': ['ID=77983474-dd50-4674-b6e7-e6ab1bca536a,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:52.621198 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2edb1c5b-1b73-443a-88c7-c6a41b06b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.665046 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb1c5b-1b73-443a-88c7-c6a41b06b0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395fe897-c9a7-4936-8dfd-ae4fb7ef3e03,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:52.675261 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2edb1c5b-1b73-443a-88c7-c6a41b06b0e4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee8b4eb89742418fb25579765a8ca6d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3669250 Jul 05 04:06:52.676204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59402) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:52.679863 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.761605 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Network 58b362ec-56bb-4b6b-a415-e5954f3b700b is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:52.765117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:52.768867 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:52.822345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9137a58a-d574-4033-8b81-0cab75b25122 req-cf0fb4b3-5045-433e-9ed5-ffee0420a1e0 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264991 Jul 05 04:06:52.822654 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-94ee4cd0-ccfe-4264-bde6-77dc929ffdff tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Allocated IP 2001:db8::f816:3eff:fee6:9de9 (58b362ec-56bb-4b6b-a415-e5954f3b700b/343c4a0f-3712-4ecc-9253-c7eec1c5ad8d/cc179266-a521-4bbb-a28f-9ec71865d6f0) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:52.835605 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-349faf0a-52ed-4385-97a2-24c44efd21ee req-c63c0f12-b627-4886-8fc8-48e8d99d2fd9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180302 Jul 05 04:06:52.835816 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Pushing event updated for resources: {'Port': ['ID=9635d0db-83ca-44aa-99bb-853518ec002c,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:52.836749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Allocated IP 172.25.6.213 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/8528c9ee-b675-4e89-aa9d-57778395310f) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:52.862113 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4c1ab7b5-d485-41da-83f5-4d0c5ae4cba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.875510 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Attempting to bind port 9635d0db-83ca-44aa-99bb-853518ec002c on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:52.876229 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Attempting to bind port 9635d0db-83ca-44aa-99bb-853518ec002c by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'b2fd1d08-68e9-496e-a601-7504bf195d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '58b362ec-56bb-4b6b-a415-e5954f3b700b'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:52.877035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Attempting to bind port 9635d0db-83ca-44aa-99bb-853518ec002c on network 58b362ec-56bb-4b6b-a415-e5954f3b700b {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:52.885740 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:52.888386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Checking segment: {'id': 'b2fd1d08-68e9-496e-a601-7504bf195d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '58b362ec-56bb-4b6b-a415-e5954f3b700b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:52.889248 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.890002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Bound using segment: {'id': 'b2fd1d08-68e9-496e-a601-7504bf195d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '58b362ec-56bb-4b6b-a415-e5954f3b700b'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:52.891337 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Bound port: 9635d0db-83ca-44aa-99bb-853518ec002c, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fd1d08-68e9-496e-a601-7504bf195d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '58b362ec-56bb-4b6b-a415-e5954f3b700b'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:52.892754 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.911112 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4c1ab7b5-d485-41da-83f5-4d0c5ae4cba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.990671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] For port 9635d0db-83ca-44aa-99bb-853518ec002c, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:52.994154 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] For port 9635d0db-83ca-44aa-99bb-853518ec002c, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9635d0db-83ca-44aa-99bb-853518ec002c,segment=NetworkSegment(b2fd1d08-68e9-496e-a601-7504bf195d7d),segment_id=b2fd1d08-68e9-496e-a601-7504bf195d7d)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:53.117767 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.191476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f90f6-fe6c-47e7-b82b-8488bbdf80e2 None None] Pushing event updated for resources: {'Port': ['ID=9635d0db-83ca-44aa-99bb-853518ec002c,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:53.216574 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94ee4cd0-ccfe-4264-bde6-77dc929ffdff tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.227567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59408) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:53.241607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-94ee4cd0-ccfe-4264-bde6-77dc929ffdff tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Transition to ACTIVE for port object cc179266-a521-4bbb-a28f-9ec71865d6f0 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:53.245175 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4c1ab7b5-d485-41da-83f5-4d0c5ae4cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.246641 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4c1ab7b5-d485-41da-83f5-4d0c5ae4cba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.251054 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4c1ab7b5-d485-41da-83f5-4d0c5ae4cba1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/395fe897-c9a7-4936-8dfd-ae4fb7ef3e03 HTTP/1.1" status: 204 len: 168 time: 0.5703428 Jul 05 04:06:53.261317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ab7b5-d485-41da-83f5-4d0c5ae4cba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395fe897-c9a7-4936-8dfd-ae4fb7ef3e03,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:53.381212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94ee4cd0-ccfe-4264-bde6-77dc929ffdff tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.456121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-cc609b9a-2f5d-41dc-aba9-94fa61e7fee2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1099393059-network', 'tenant_id': '9dbf91abfbf544c2a4a0b9e1fb408772'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:53.532564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ee4cd0-ccfe-4264-bde6-77dc929ffdff tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Network 58b362ec-56bb-4b6b-a415-e5954f3b700b is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:53.542732 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-94ee4cd0-ccfe-4264-bde6-77dc929ffdff tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:53.553100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee4cd0-ccfe-4264-bde6-77dc929ffdff tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:53.559127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ee4cd0-ccfe-4264-bde6-77dc929ffdff tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:53.563790 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94ee4cd0-ccfe-4264-bde6-77dc929ffdff tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.610669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee4cd0-ccfe-4264-bde6-77dc929ffdff tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event updated for resources: {'Port': ['ID=cc179266-a521-4bbb-a28f-9ec71865d6f0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:53.623439 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.656319 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99599c81-d3ff-48c2-9027-46cfe84429b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.756487 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99599c81-d3ff-48c2-9027-46cfe84429b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.790601 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.814425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99599c81-d3ff-48c2-9027-46cfe84429b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:53.857044 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99599c81-d3ff-48c2-9027-46cfe84429b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.857387 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-99599c81-d3ff-48c2-9027-46cfe84429b8 admin admin] Added segment e7bc46de-6767-4927-a737-5ae386235cf6 of type vlan for network 1eb72d40-35b8-45e8-ae66-9fae2707e37d Jul 05 04:06:53.861650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:53.871153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99599c81-d3ff-48c2-9027-46cfe84429b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073f5cd7-2c2e-4f64-a285-282a721a612a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:53.877481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:53.892287 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:53.916141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc609b9a-2f5d-41dc-aba9-94fa61e7fee2 admin admin] Made reservation on behalf of 9dbf91abfbf544c2a4a0b9e1fb408772 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:53.916141 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc609b9a-2f5d-41dc-aba9-94fa61e7fee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.949071 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc609b9a-2f5d-41dc-aba9-94fa61e7fee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.004157 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99599c81-d3ff-48c2-9027-46cfe84429b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.020596 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Pushing event updated for resources: {'Port': ['ID=8528c9ee-b675-4e89-aa9d-57778395310f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:54.160047 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc609b9a-2f5d-41dc-aba9-94fa61e7fee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.162944 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-94ee4cd0-ccfe-4264-bde6-77dc929ffdff tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4812753 Jul 05 04:06:54.166131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59428) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:54.193130 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7631f2be-f6bf-44bb-9060-8433c985fce2 None None] Network 14f393e8-d8ce-4acc-88a6-2f0d9bf28851 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:54.222496 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee62465-d456-435f-bdfb-3dc8ed49e28c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Deleting subnet 343c4a0f-3712-4ecc-9253-c7eec1c5ad8d {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:54.226240 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bee62465-d456-435f-bdfb-3dc8ed49e28c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.263946 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc609b9a-2f5d-41dc-aba9-94fa61e7fee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.298764 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc609b9a-2f5d-41dc-aba9-94fa61e7fee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdacd6c2-8c5a-4c39-8f18-633302756de7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:54.326092 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bee62465-d456-435f-bdfb-3dc8ed49e28c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.354608 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99599c81-d3ff-48c2-9027-46cfe84429b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.355584 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc609b9a-2f5d-41dc-aba9-94fa61e7fee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:54.357134 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99599c81-d3ff-48c2-9027-46cfe84429b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:54.358201 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-99599c81-d3ff-48c2-9027-46cfe84429b8 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.378087 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc609b9a-2f5d-41dc-aba9-94fa61e7fee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.378430 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-cc609b9a-2f5d-41dc-aba9-94fa61e7fee2 admin admin] Added segment fbdce9e5-77e6-42f9-97df-f05d04a60772 of type vlan for network 134bd46c-922a-4f79-af65-50dd68ec0531 Jul 05 04:06:54.431222 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b747f1f9-1314-476c-bb61-bbc35f9a6359 None None] Provisioning for port 77983474-dd50-4674-b6e7-e6ab1bca536a completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:54.456996 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc609b9a-2f5d-41dc-aba9-94fa61e7fee2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.497735 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99599c81-d3ff-48c2-9027-46cfe84429b8 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb72d40-35b8-45e8-ae66-9fae2707e37d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:54.510318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 1eb72d40-35b8-45e8-ae66-9fae2707e37d details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:54.510838 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-99599c81-d3ff-48c2-9027-46cfe84429b8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6352217 Jul 05 04:06:54.531422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59436) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:54.536899 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d0cacb78-c450-41e0-854b-7e52e48272b0 admin admin] Request body: {'subnet': {'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1054374997-subnet', 'tenant_id': '5538ee9cb0d64f56a7eb4540d6f5c55c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:54.597736 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bee62465-d456-435f-bdfb-3dc8ed49e28c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.626433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cacb78-c450-41e0-854b-7e52e48272b0 admin admin] Made reservation on behalf of 5538ee9cb0d64f56a7eb4540d6f5c55c for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:54.628324 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d0cacb78-c450-41e0-854b-7e52e48272b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.640257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce1944-ea01-4917-a365-1fe2c26ef1af req-a1c15851-b417-44e5-a62c-281913cd4fcf tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:54.648307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b5ce1944-ea01-4917-a365-1fe2c26ef1af req-a1c15851-b417-44e5-a62c-281913cd4fcf tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.5848715 Jul 05 04:06:54.717895 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a5125-aa76-40b8-8566-7554a6edf676 None None] Network 58b362ec-56bb-4b6b-a415-e5954f3b700b requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:54.728200 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdae675-7ddc-4ab2-8326-985367c27d21 req-e995ad58-cb61-4f4d-a2ed-1e6acfd33980 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:54.732554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1bdae675-7ddc-4ab2-8326-985367c27d21 req-e995ad58-cb61-4f4d-a2ed-1e6acfd33980 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.4450755 Jul 05 04:06:54.797065 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc609b9a-2f5d-41dc-aba9-94fa61e7fee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.797288 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b5ce1944-ea01-4917-a365-1fe2c26ef1af req-5f9c3ed4-f70d-433a-b9d3-3c0f009e4245 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472521 Jul 05 04:06:54.799475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc609b9a-2f5d-41dc-aba9-94fa61e7fee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:54.808651 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc609b9a-2f5d-41dc-aba9-94fa61e7fee2 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.864399 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.071010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc609b9a-2f5d-41dc-aba9-94fa61e7fee2 admin admin] Pushing event updated for resources: {'Network': ['ID=134bd46c-922a-4f79-af65-50dd68ec0531,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:55.074296 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1bdae675-7ddc-4ab2-8326-985367c27d21 req-0ff77893-5a35-4811-8f01-d7e53c1e2878 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182671 Jul 05 04:06:55.082678 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cc609b9a-2f5d-41dc-aba9-94fa61e7fee2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8532898 Jul 05 04:06:55.085634 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59442) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:55.093483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Request body: {'subnet': {'network_id': '134bd46c-922a-4f79-af65-50dd68ec0531', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1099393059-subnet', 'tenant_id': '9dbf91abfbf544c2a4a0b9e1fb408772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:55.179895 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d0cacb78-c450-41e0-854b-7e52e48272b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.233641 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 77983474-dd50-4674-b6e7-e6ab1bca536a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:55.236165 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 134bd46c-922a-4f79-af65-50dd68ec0531 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:55.242653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e902fed1-21ff-405f-8f3d-1262902ece68 None None] Provisioning for port 9635d0db-83ca-44aa-99bb-853518ec002c completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:55.253152 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bee62465-d456-435f-bdfb-3dc8ed49e28c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.276285 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.294795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cacb78-c450-41e0-854b-7e52e48272b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc423bbc-3066-41dd-ace4-e32ff8fff45f,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:55.304604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Made reservation on behalf of 9dbf91abfbf544c2a4a0b9e1fb408772 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:55.307350 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.337875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee62465-d456-435f-bdfb-3dc8ed49e28c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Subnet': ['ID=343c4a0f-3712-4ecc-9253-c7eec1c5ad8d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:55.394273 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bee62465-d456-435f-bdfb-3dc8ed49e28c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.398412 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bee62465-d456-435f-bdfb-3dc8ed49e28c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/subnets/343c4a0f-3712-4ecc-9253-c7eec1c5ad8d HTTP/1.1" status: 204 len: 168 time: 1.2290871 Jul 05 04:06:55.399095 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59448) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:55.470095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cacb78-c450-41e0-854b-7e52e48272b0 admin admin] Checking segment: {'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:55.470459 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cacb78-c450-41e0-854b-7e52e48272b0 admin admin] Network hostable DHCP agents. Network: 1eb72d40-35b8-45e8-ae66-9fae2707e37d, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:55.545830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 77983474-dd50-4674-b6e7-e6ab1bca536a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:55.551053 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 77983474-dd50-4674-b6e7-e6ab1bca536a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:55.552326 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.583446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc13d957-ec11-4b5c-9eca-0f01b49a51a1 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:55.586257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc13d957-ec11-4b5c-9eca-0f01b49a51a1 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:55.588968 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dc13d957-ec11-4b5c-9eca-0f01b49a51a1 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1783113 Jul 05 04:06:55.591826 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59454) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:55.684375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cacb78-c450-41e0-854b-7e52e48272b0 admin admin] Network 1eb72d40-35b8-45e8-ae66-9fae2707e37d is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:55.703150 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.743342 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6144fb5e-a53c-41f2-9150-bfafe8f2c69f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.753730 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-6144fb5e-a53c-41f2-9150-bfafe8f2c69f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 04:06:55.754461 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6144fb5e-a53c-41f2-9150-bfafe8f2c69f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:06:55.757433 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.758672 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6144fb5e-a53c-41f2-9150-bfafe8f2c69f tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/networks/58b362ec-56bb-4b6b-a415-e5954f3b700b HTTP/1.1" status: 409 len: 405 time: 0.1657963 Jul 05 04:06:55.767591 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59458) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:55.774366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 77983474-dd50-4674-b6e7-e6ab1bca536a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=77983474-dd50-4674-b6e7-e6ab1bca536a,segment=NetworkSegment(827e0241-1b94-4da8-8131-14124308baf4),segment_id=827e0241-1b94-4da8-8131-14124308baf4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:55.780877 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-743adf7e-69dc-459f-bdd0-bee6f08a191a tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-690519483'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:55.791749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Router 0e9a3bcd-e05f-424d-b16b-957284f49c4f is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:06:55.804754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-d0cacb78-c450-41e0-854b-7e52e48272b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 1eb72d40-35b8-45e8-ae66-9fae2707e37d) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:55.814774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbb9dc1-330f-4b07-a194-f919c378b032 None None] Network 1eb72d40-35b8-45e8-ae66-9fae2707e37d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:55.822282 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cacb78-c450-41e0-854b-7e52e48272b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:55.823862 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d0cacb78-c450-41e0-854b-7e52e48272b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.853490 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.855945 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9635d0db-83ca-44aa-99bb-853518ec002c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:55.910293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f651cba-b433-4419-91ca-f5d85bcb1fa0,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:55.954603 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.954959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.955309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.955653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.956059 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.956357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.956693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.957025 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.957359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.957687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.958016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.958352 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:55.963643 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743adf7e-69dc-459f-bdd0-bee6f08a191a tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Made reservation on behalf of 96e1a868ed934f68b31264609bbe7624 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:55.967344 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-743adf7e-69dc-459f-bdd0-bee6f08a191a tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.975855 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0398473-c05f-4bc9-a81d-8b22c420b2db None None] Network 58b362ec-56bb-4b6b-a415-e5954f3b700b requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:55.978252 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Checking segment: {'id': 'fbdce9e5-77e6-42f9-97df-f05d04a60772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '134bd46c-922a-4f79-af65-50dd68ec0531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:55.978640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Network hostable DHCP agents. Network: 134bd46c-922a-4f79-af65-50dd68ec0531, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:56.067513 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d0cacb78-c450-41e0-854b-7e52e48272b0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5349381 Jul 05 04:06:56.101777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743adf7e-69dc-459f-bdd0-bee6f08a191a tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:56.140269 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Network 134bd46c-922a-4f79-af65-50dd68ec0531 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:56.151084 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=77983474-dd50-4674-b6e7-e6ab1bca536a,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:56.180017 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-743adf7e-69dc-459f-bdd0-bee6f08a191a tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.182253 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-743adf7e-69dc-459f-bdd0-bee6f08a191a tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Added segment d0919e59-562f-40d2-910f-a1080ea4cd17 of type vlan for network 2f54e3cc-027f-4fd2-8826-934680f5ef8d Jul 05 04:06:56.221204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:56.236840 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Sync routers for ids ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:56.250171 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Routers {'0e9a3bcd-e05f-424d-b16b-957284f49c4f'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:56.254003 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 134bd46c-922a-4f79-af65-50dd68ec0531) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:56.255283 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:06:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:56.265506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:56.266116 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.342555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db093747-7a43-44c2-b06d-d073ebdaeaa1 None None] Network 134bd46c-922a-4f79-af65-50dd68ec0531 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:56.370236 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-eea25e64-8583-4538-805b-65e1054a8ad2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2831867 Jul 05 04:06:56.380242 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-743adf7e-69dc-459f-bdd0-bee6f08a191a tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.391960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ba6f2-dc3d-479f-b27e-2754fca2a5ca req-2a3d26fd-0748-458f-a0dc-b58f23a3b09d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:56.399218 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-186ba6f2-dc3d-479f-b27e-2754fca2a5ca req-2a3d26fd-0748-458f-a0dc-b58f23a3b09d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.4040291 Jul 05 04:06:56.471569 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Set router 0e9a3bcd-e05f-424d-b16b-957284f49c4f gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:56.500432 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-186ba6f2-dc3d-479f-b27e-2754fca2a5ca req-5c6ec4f1-290b-4909-8d44-ead6b2b4666b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988758 Jul 05 04:06:56.531214 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.532648 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3e7d9d67-b57f-47b9-b286-868829e4377b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.2299056 Jul 05 04:06:56.538707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59484) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:56.551942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dadc792-9515-40bd-8603-c4c86f47ce04 None None] Network 1eb72d40-35b8-45e8-ae66-9fae2707e37d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:56.562657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 9635d0db-83ca-44aa-99bb-853518ec002c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:56.572389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b22f0-2233-4ab1-b43e-ed6e6537dc2b req-8334c84a-7a9b-47ad-94f9-b12b38f8a1dd tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:56.574478 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-201b22f0-2233-4ab1-b43e-ed6e6537dc2b req-8334c84a-7a9b-47ad-94f9-b12b38f8a1dd tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.2159560 Jul 05 04:06:56.630854 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-743adf7e-69dc-459f-bdd0-bee6f08a191a tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.637805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743adf7e-69dc-459f-bdd0-bee6f08a191a tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:56.638726 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-743adf7e-69dc-459f-bdd0-bee6f08a191a tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.765044 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-743adf7e-69dc-459f-bdd0-bee6f08a191a tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9927018 Jul 05 04:06:56.766036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59490) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:56.780616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-201b22f0-2233-4ab1-b43e-ed6e6537dc2b req-372f8af9-58ab-4598-9d26-9d13cdd51e17 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982503 Jul 05 04:06:56.784600 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 9635d0db-83ca-44aa-99bb-853518ec002c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:56.785439 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.791085 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f7fd0520-f7eb-4c66-8b2a-928e30bd7a08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Request body: {'subnet': {'network_id': '2f54e3cc-027f-4fd2-8826-934680f5ef8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:56.795004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743adf7e-69dc-459f-bdd0-bee6f08a191a tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event updated for resources: {'Network': ['ID=2f54e3cc-027f-4fd2-8826-934680f5ef8d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:56.849321 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'name': 'tempest-ServersTestJSON-1117997511-router', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:51Z', 'updated_at': '2021-07-05T04:06:54Z', 'revision_number': 3, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'gw_port': {'id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:52Z', 'updated_at': '2021-07-05T04:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:56.889491 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Checking router: 0e9a3bcd-e05f-424d-b16b-957284f49c4f for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:56.890102 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Updating router 0e9a3bcd-e05f-424d-b16b-957284f49c4f port 8528c9ee-b675-4e89-aa9d-57778395310f binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:06:56.927129 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 2f54e3cc-027f-4fd2-8826-934680f5ef8d details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:56.950682 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.106642 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0af295c0-2de2-471f-b855-686f13fbc767 None None] Provisioning for port cc179266-a521-4bbb-a28f-9ec71865d6f0 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:57.151705 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0af295c0-2de2-471f-b855-686f13fbc767 None None] Provisioning complete for port cc179266-a521-4bbb-a28f-9ec71865d6f0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:57.152525 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0af295c0-2de2-471f-b855-686f13fbc767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.156187 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706590a2-c2d5-4e58-8d03-f34845801731 None None] Network 134bd46c-922a-4f79-af65-50dd68ec0531 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:57.277162 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5d34-0112-44be-89dd-99409375049e req-91301c67-ac6f-42c5-8eb7-653dda82af89 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:57.279417 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-91301c67-ac6f-42c5-8eb7-653dda82af89 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/networks?id=1eb72d40-35b8-45e8-ae66-9fae2707e37d HTTP/1.1" status: 200 len: 813 time: 0.3030360 Jul 05 04:06:57.340483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-af62bc85-bacd-454b-bbe0-eabff50a7b01 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/quotas/5538ee9cb0d64f56a7eb4540d6f5c55c HTTP/1.1" status: 200 len: 375 time: 0.0393329 Jul 05 04:06:57.352820 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.357165 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Transition to ACTIVE for port object 8528c9ee-b675-4e89-aa9d-57778395310f will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:57.408186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-b570a31a-9c8c-44f1-9f5c-100887cab01e tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5538ee9cb0d64f56a7eb4540d6f5c55c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598068 Jul 05 04:06:57.455197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0af295c0-2de2-471f-b855-686f13fbc767 None None] Port cc179266-a521-4bbb-a28f-9ec71865d6f0 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:57.568302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0af295c0-2de2-471f-b855-686f13fbc767 None None] Provisioning complete for port 9635d0db-83ca-44aa-99bb-853518ec002c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:57.568601 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0af295c0-2de2-471f-b855-686f13fbc767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.630958 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.694740 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d8b4fa-afda-4000-acd7-bc79462f970b None None] DHCP port deletion for 58b362ec-56bb-4b6b-a415-e5954f3b700b request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:06:57.718690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-da24f023-996a-4e90-9949-6d69752c53fa service neutron] 10.222.0.38 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949905 Jul 05 04:06:57.779660 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bef65-b538-48b6-a96f-c7292dff5a43 None None] Pushing event updated for resources: {'Port': ['ID=8528c9ee-b675-4e89-aa9d-57778395310f,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:57.823442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fd0520-f7eb-4c66-8b2a-928e30bd7a08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Made reservation on behalf of 96e1a868ed934f68b31264609bbe7624 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:57.834531 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.843970 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bef65-b538-48b6-a96f-c7292dff5a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.848412 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bef65-b538-48b6-a96f-c7292dff5a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.848412 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bef65-b538-48b6-a96f-c7292dff5a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.848412 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bef65-b538-48b6-a96f-c7292dff5a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.848808 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0520-f7eb-4c66-8b2a-928e30bd7a08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.848927 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bef65-b538-48b6-a96f-c7292dff5a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.848927 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bef65-b538-48b6-a96f-c7292dff5a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.848927 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bef65-b538-48b6-a96f-c7292dff5a43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.848927 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bef65-b538-48b6-a96f-c7292dff5a43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.848927 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bef65-b538-48b6-a96f-c7292dff5a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.850882 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bef65-b538-48b6-a96f-c7292dff5a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.851335 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bef65-b538-48b6-a96f-c7292dff5a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.854599 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8bef65-b538-48b6-a96f-c7292dff5a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:57.868636 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Attempting to bind port 8528c9ee-b675-4e89-aa9d-57778395310f on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:57.877302 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-ee17f18c-301f-42a8-933c-e975b190f63a service neutron] 10.222.0.38 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574461 Jul 05 04:06:57.878774 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Attempting to bind port 8528c9ee-b675-4e89-aa9d-57778395310f by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:57.879234 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Attempting to bind port 8528c9ee-b675-4e89-aa9d-57778395310f on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:57.889372 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:57.889958 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:57.890435 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.891528 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:57.892783 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Bound port: 8528c9ee-b675-4e89-aa9d-57778395310f, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:57.900569 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.985316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 9635d0db-83ca-44aa-99bb-853518ec002c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9635d0db-83ca-44aa-99bb-853518ec002c,segment=NetworkSegment(b2fd1d08-68e9-496e-a601-7504bf195d7d),segment_id=b2fd1d08-68e9-496e-a601-7504bf195d7d)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:57.989789 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] For port 8528c9ee-b675-4e89-aa9d-57778395310f, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:57.996112 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] For port 8528c9ee-b675-4e89-aa9d-57778395310f, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8528c9ee-b675-4e89-aa9d-57778395310f,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:58.028261 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8b4fa-afda-4000-acd7-bc79462f970b None None] Deleting port 9635d0db-83ca-44aa-99bb-853518ec002c {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:58.028672 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b4fa-afda-4000-acd7-bc79462f970b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.055327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22cd81-861c-475d-aec3-1be56b226c01 req-7d455bb7-4d34-48b7-957f-d7d11139b6bb tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:58.058570 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e22cd81-861c-475d-aec3-1be56b226c01 req-7d455bb7-4d34-48b7-957f-d7d11139b6bb tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.0983515 Jul 05 04:06:58.100921 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0af295c0-2de2-471f-b855-686f13fbc767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.120118 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.134674 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e22cd81-861c-475d-aec3-1be56b226c01 req-3ff158c3-32ed-43a7-9de7-f99ac29e0eb0 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699165 Jul 05 04:06:58.161971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a1d8b4fa-afda-4000-acd7-bc79462f970b None None] For port 9635d0db-83ca-44aa-99bb-853518ec002c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9635d0db-83ca-44aa-99bb-853518ec002c,segment=NetworkSegment(b2fd1d08-68e9-496e-a601-7504bf195d7d),segment_id=b2fd1d08-68e9-496e-a601-7504bf195d7d)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:58.163159 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b4fa-afda-4000-acd7-bc79462f970b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.182622 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8b4fa-afda-4000-acd7-bc79462f970b None None] Calling delete_port for 9635d0db-83ca-44aa-99bb-853518ec002c owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:58.221129 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.222547 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.326269 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59530) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:58.331742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c3b35d42-6c5e-435f-a427-3dbbbccdd70a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1174095545-network', 'tenant_id': 'fca1e01655424604af6fb7b16e3ce92d'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:58.404145 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bef65-b538-48b6-a96f-c7292dff5a43 None None] Pushing event updated for resources: {'Port': ['ID=8528c9ee-b675-4e89-aa9d-57778395310f,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:58.417647 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Routers {'0e9a3bcd-e05f-424d-b16b-957284f49c4f'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:58.418743 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:06:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:58.513917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b35d42-6c5e-435f-a427-3dbbbccdd70a admin admin] Made reservation on behalf of fca1e01655424604af6fb7b16e3ce92d for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:58.516574 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3b35d42-6c5e-435f-a427-3dbbbccdd70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.538850 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3b35d42-6c5e-435f-a427-3dbbbccdd70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.546706 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-0af295c0-2de2-471f-b855-686f13fbc767 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:06:58.547210 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-0af295c0-2de2-471f-b855-686f13fbc767 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:06:58.547561 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=9635d0db-83ca-44aa-99bb-853518ec002c,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:58.560753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 77983474-dd50-4674-b6e7-e6ab1bca536a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:58.574249 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b4fa-afda-4000-acd7-bc79462f970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.634431 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] Set router 0e9a3bcd-e05f-424d-b16b-957284f49c4f gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:58.691729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8b4fa-afda-4000-acd7-bc79462f970b None None] Pushing event deleted for resources: {'Port': ['ID=9635d0db-83ca-44aa-99bb-853518ec002c,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:58.703006 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d8b4fa-afda-4000-acd7-bc79462f970b None None] No DVR routers for this DVR port 9635d0db-83ca-44aa-99bb-853518ec002c on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:58.736876 n-d-771363-32 neutron-server[100932]: DEBUG neutron.objects.ports [None req-f7fd0520-f7eb-4c66-8b2a-928e30bd7a08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:06:58.739362 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Allocated IP 172.20.0.1 (14f393e8-d8ce-4acc-88a6-2f0d9bf28851/a96628af-59c1-4851-99ec-970c198f10a2/512a1227-3a85-4641-a05f-1492cb80d1bf) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:58.746623 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0520-f7eb-4c66-8b2a-928e30bd7a08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.751497 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520c0cd-a864-4912-802f-15f377f07845 req-e17c55a2-179d-4590-9589-25e78aee1a70 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:58.763552 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8520c0cd-a864-4912-802f-15f377f07845 req-e17c55a2-179d-4590-9589-25e78aee1a70 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.3567433 Jul 05 04:06:58.770346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 77983474-dd50-4674-b6e7-e6ab1bca536a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:58.770724 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.837620 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8520c0cd-a864-4912-802f-15f377f07845 req-50b2fd33-d930-4845-a840-b45b522d256f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704153 Jul 05 04:06:58.891209 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd0520-f7eb-4c66-8b2a-928e30bd7a08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event updated for resources: {'Subnet': ['ID=3fb8a5f6-0c34-4b85-8cc9-c0221aadeeea,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:58.980948 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'name': 'tempest-ServersTestJSON-1117997511-router', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:51Z', 'updated_at': '2021-07-05T04:06:54Z', 'revision_number': 3, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'gw_port': {'id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:52Z', 'updated_at': '2021-07-05T04:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:59.021793 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988cfb77-162a-4077-89ed-9ef85c7f6935 None None] The sync data for ids ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'] in n-d-771363-32 is: [{'id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'name': 'tempest-ServersTestJSON-1117997511-router', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:51Z', 'updated_at': '2021-07-05T04:06:54Z', 'revision_number': 3, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'gw_port': {'id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:52Z', 'updated_at': '2021-07-05T04:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:59.039461 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9635d0db-83ca-44aa-99bb-853518ec002c no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:59.062203 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3b35d42-6c5e-435f-a427-3dbbbccdd70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.070695 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 9635d0db-83ca-44aa-99bb-853518ec002c {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:59.071041 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9635d0db-83ca-44aa-99bb-853518ec002c not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:59.104003 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0af295c0-2de2-471f-b855-686f13fbc767 None None] Port 9635d0db-83ca-44aa-99bb-853518ec002c update to ACTIVE by agent not found {{(pid=100934) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 04:06:59.105670 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd0520-f7eb-4c66-8b2a-928e30bd7a08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Checking segment: {'id': 'd0919e59-562f-40d2-910f-a1080ea4cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2f54e3cc-027f-4fd2-8826-934680f5ef8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:59.108164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fd0520-f7eb-4c66-8b2a-928e30bd7a08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Network hostable DHCP agents. Network: 2f54e3cc-027f-4fd2-8826-934680f5ef8d, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:59.174738 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3b35d42-6c5e-435f-a427-3dbbbccdd70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.178782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b35d42-6c5e-435f-a427-3dbbbccdd70a admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:59.198906 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3b35d42-6c5e-435f-a427-3dbbbccdd70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.199260 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-c3b35d42-6c5e-435f-a427-3dbbbccdd70a admin admin] Added segment 827db1e6-fe7d-402a-ab97-aea430a42ac9 of type vlan for network a0c7f914-5183-467b-a530-70dfa45c1b82 Jul 05 04:06:59.204101 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.230045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Transition to ACTIVE for port object 512a1227-3a85-4641-a05f-1492cb80d1bf will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:59.268195 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fd0520-f7eb-4c66-8b2a-928e30bd7a08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Network 2f54e3cc-027f-4fd2-8826-934680f5ef8d is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:59.340813 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.345815 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-f7fd0520-f7eb-4c66-8b2a-928e30bd7a08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 2f54e3cc-027f-4fd2-8826-934680f5ef8d) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:59.350662 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fd0520-f7eb-4c66-8b2a-928e30bd7a08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.350972 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0520-f7eb-4c66-8b2a-928e30bd7a08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.358788 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81180c7e-80ba-4cf0-816c-d1e1680dec43 None None] Network 2f54e3cc-027f-4fd2-8826-934680f5ef8d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:59.375523 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78a79f95-4ae3-4f1b-b935-2c8a17ba37af req-801f65d8-b788-4c9e-a90c-0af43c0f5299 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 210 time: 0.0917656 Jul 05 04:06:59.380863 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3b35d42-6c5e-435f-a427-3dbbbccdd70a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.394145 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b35d42-6c5e-435f-a427-3dbbbccdd70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c582298-a56b-4df0-ac03-54622b41ccc9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:59.467481 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f7fd0520-f7eb-4c66-8b2a-928e30bd7a08 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.6974239 Jul 05 04:06:59.473984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59566) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:59.529050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c67826-0e64-404c-bbbf-0a988fbec103 req-88c8a64b-ddcc-4bd9-94d3-5689d26ba281 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.545136 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20c67826-0e64-404c-bbbf-0a988fbec103 req-88c8a64b-ddcc-4bd9-94d3-5689d26ba281 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.2607291 Jul 05 04:06:59.583941 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3b35d42-6c5e-435f-a427-3dbbbccdd70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.587562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b35d42-6c5e-435f-a427-3dbbbccdd70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.587562 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3b35d42-6c5e-435f-a427-3dbbbccdd70a admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.644871 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Network 14f393e8-d8ce-4acc-88a6-2f0d9bf28851 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:59.653844 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:59.656488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:59.678530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b35d42-6c5e-435f-a427-3dbbbccdd70a admin admin] Pushing event updated for resources: {'Network': ['ID=a0c7f914-5183-467b-a530-70dfa45c1b82,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:59.693073 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-2f54e3cc-027f-4fd2-8826-934680f5ef8d', 'network_id': '2f54e3cc-027f-4fd2-8826-934680f5ef8d', 'tenant_id': '96e1a868ed934f68b31264609bbe7624', 'fixed_ips': [{'subnet_id': '3fb8a5f6-0c34-4b85-8cc9-c0221aadeeea'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:06:59.693473 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.695547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network a0c7f914-5183-467b-a530-70dfa45c1b82 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:59.700331 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20c67826-0e64-404c-bbbf-0a988fbec103 req-07ce1ed1-a53f-4827-990e-45f82d43240e tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541934 Jul 05 04:06:59.724610 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.735058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.736969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Pushing event updated for resources: {'Port': ['ID=512a1227-3a85-4641-a05f-1492cb80d1bf,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:59.801289 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c3b35d42-6c5e-435f-a427-3dbbbccdd70a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4710236 Jul 05 04:06:59.801566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59580) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:59.809346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7d6af43a-077c-4a99-81fe-0679f8d10798 admin admin] Request body: {'subnet': {'network_id': 'a0c7f914-5183-467b-a530-70dfa45c1b82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1174095545-subnet', 'tenant_id': 'fca1e01655424604af6fb7b16e3ce92d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:59.951631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6af43a-077c-4a99-81fe-0679f8d10798 admin admin] Made reservation on behalf of fca1e01655424604af6fb7b16e3ce92d for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:59.954412 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d6af43a-077c-4a99-81fe-0679f8d10798 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.984177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb56d7-bd93-4ad2-ae21-6483555925f5 req-d32d2b1b-58e3-44d3-8e59-a4fbada54a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.986400 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0beb56d7-bd93-4ad2-ae21-6483555925f5 req-d32d2b1b-58e3-44d3-8e59-a4fbada54a47 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 1098 time: 0.5632353 Jul 05 04:07:00.164031 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.210288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebf1a9-8dd5-47ac-abac-03db71d0cfd3 req-b1fd61bc-faef-4de5-82bb-4a6b6f87da65 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:00.219217 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5cebf1a9-8dd5-47ac-abac-03db71d0cfd3 req-b1fd61bc-faef-4de5-82bb-4a6b6f87da65 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.1352701 Jul 05 04:07:00.260709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Allocated IP 2001:db8::f816:3eff:fed6:785e (2f54e3cc-027f-4fd2-8826-934680f5ef8d/3fb8a5f6-0c34-4b85-8cc9-c0221aadeeea/75c1fadd-b70c-494f-ae0f-700c7dcea606) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:00.314843 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.325865 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cc0b7422-6036-4c84-b1e6-63af29a3314a None None] Provisioning for port 512a1227-3a85-4641-a05f-1492cb80d1bf completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:00.348188 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5cebf1a9-8dd5-47ac-abac-03db71d0cfd3 req-270178d4-c8ea-4b44-b8c9-124c27f5ad08 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226914 Jul 05 04:07:00.410477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cc0b7422-6036-4c84-b1e6-63af29a3314a None None] Provisioning complete for port 512a1227-3a85-4641-a05f-1492cb80d1bf triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:00.410993 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cc0b7422-6036-4c84-b1e6-63af29a3314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.458667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8528c9ee-b675-4e89-aa9d-57778395310f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:00.527077 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b7422-6036-4c84-b1e6-63af29a3314a None None] Port 512a1227-3a85-4641-a05f-1492cb80d1bf cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:00.591324 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d77ab28-5a95-4c9e-a82a-6940a62dcc50 req-6c30cea0-4af5-4d6c-9646-ed833ec7b859 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 210 time: 0.1191239 Jul 05 04:07:00.592363 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d6af43a-077c-4a99-81fe-0679f8d10798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.654365 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.665863 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Transition to ACTIVE for port object 75c1fadd-b70c-494f-ae0f-700c7dcea606 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:00.682264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6af43a-077c-4a99-81fe-0679f8d10798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc74216c-3a0f-4277-949e-cd94368d8a5f,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:00.690761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Transition to ACTIVE for port object 75c1fadd-b70c-494f-ae0f-700c7dcea606 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:00.691829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6af43a-077c-4a99-81fe-0679f8d10798 admin admin] Checking segment: {'id': '827db1e6-fe7d-402a-ab97-aea430a42ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a0c7f914-5183-467b-a530-70dfa45c1b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:00.692673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6af43a-077c-4a99-81fe-0679f8d10798 admin admin] Network hostable DHCP agents. Network: a0c7f914-5183-467b-a530-70dfa45c1b82, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:00.745974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 8528c9ee-b675-4e89-aa9d-57778395310f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:00.751221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8528c9ee-b675-4e89-aa9d-57778395310f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:00.751866 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.783129 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.807429 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb56d7-bd93-4ad2-ae21-6483555925f5 req-f2b2e909-9ae4-4aad-9ae2-4bb688a4d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:00.808996 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0beb56d7-bd93-4ad2-ae21-6483555925f5 req-f2b2e909-9ae4-4aad-9ae2-4bb688a4d31d service neutron] 10.222.0.10 "GET /v2.0/networks?id=739555cb-3aaa-4692-ac69-434fc52fdecf HTTP/1.1" status: 200 len: 911 time: 0.8066499 Jul 05 04:07:00.819937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6af43a-077c-4a99-81fe-0679f8d10798 admin admin] Network a0c7f914-5183-467b-a530-70dfa45c1b82 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:00.843776 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Network 2f54e3cc-027f-4fd2-8826-934680f5ef8d is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:00.851018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:00.859287 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:00.870686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Pushing event updated for resources: {'Port': ['ID=75c1fadd-b70c-494f-ae0f-700c7dcea606,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:00.930341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-7d6af43a-077c-4a99-81fe-0679f8d10798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, a0c7f914-5183-467b-a530-70dfa45c1b82) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:00.944112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6af43a-077c-4a99-81fe-0679f8d10798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:00.944724 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d6af43a-077c-4a99-81fe-0679f8d10798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.947785 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.955696 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0beb56d7-bd93-4ad2-ae21-6483555925f5 req-06f4a801-8376-4ba4-aa1b-15ff76529863 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dae0f4c2-cddc-4d6a-b604-092a21fc263e HTTP/1.1" status: 200 len: 1001 time: 0.1269078 Jul 05 04:07:00.962670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dcdbb-d4ea-4b2f-812f-3e0225940d1b req-49637494-9663-4116-9e89-9755e92465e9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:00.964493 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b4dcdbb-d4ea-4b2f-812f-3e0225940d1b req-49637494-9663-4116-9e89-9755e92465e9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.1218202 Jul 05 04:07:00.992686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cea269-3e8d-4bda-a159-08f205bf26b5 None None] Network a0c7f914-5183-467b-a530-70dfa45c1b82 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:01.003514 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb8a5f6-0c34-4b85-8cc9-c0221aadeeea,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:01.014515 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b4dcdbb-d4ea-4b2f-812f-3e0225940d1b req-7ac4a4fa-90f2-4a25-90f3-674c804bbbed tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395741 Jul 05 04:07:01.019848 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.062914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Attempting to bind port 75c1fadd-b70c-494f-ae0f-700c7dcea606 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:01.063399 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Attempting to bind port 75c1fadd-b70c-494f-ae0f-700c7dcea606 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'd0919e59-562f-40d2-910f-a1080ea4cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2f54e3cc-027f-4fd2-8826-934680f5ef8d'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:01.063678 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Attempting to bind port 75c1fadd-b70c-494f-ae0f-700c7dcea606 on network 2f54e3cc-027f-4fd2-8826-934680f5ef8d {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:01.066934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7d6af43a-077c-4a99-81fe-0679f8d10798 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2639318 Jul 05 04:07:01.091374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 8528c9ee-b675-4e89-aa9d-57778395310f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8528c9ee-b675-4e89-aa9d-57778395310f,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:01.095049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:01.095938 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Checking segment: {'id': 'd0919e59-562f-40d2-910f-a1080ea4cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2f54e3cc-027f-4fd2-8826-934680f5ef8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:01.096475 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.096887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Bound using segment: {'id': 'd0919e59-562f-40d2-910f-a1080ea4cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2f54e3cc-027f-4fd2-8826-934680f5ef8d'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:01.097789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Bound port: 75c1fadd-b70c-494f-ae0f-700c7dcea606, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0919e59-562f-40d2-910f-a1080ea4cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2f54e3cc-027f-4fd2-8826-934680f5ef8d'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:01.098241 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.128057 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.142622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f54e3cc-027f-4fd2-8826-934680f5ef8d']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:01.171050 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0919e59-562f-40d2-910f-a1080ea4cd17') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:01.171413 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0919e59-562f-40d2-910f-a1080ea4cd17') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:01.181427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-30be315d-be68-40da-b550-1272f1455e0c None None] For port 75c1fadd-b70c-494f-ae0f-700c7dcea606, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:01.181656 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.184650 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-30be315d-be68-40da-b550-1272f1455e0c None None] For port 75c1fadd-b70c-494f-ae0f-700c7dcea606, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=75c1fadd-b70c-494f-ae0f-700c7dcea606,segment=NetworkSegment(d0919e59-562f-40d2-910f-a1080ea4cd17),segment_id=d0919e59-562f-40d2-910f-a1080ea4cd17)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:01.192638 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.201297 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb56d7-bd93-4ad2-ae21-6483555925f5 req-c8139c38-32bb-4915-baa7-2c51aefcce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.202863 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0beb56d7-bd93-4ad2-ae21-6483555925f5 req-c8139c38-32bb-4915-baa7-2c51aefcce9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9bbcade-db99-467e-97af-337f24f2acb2 HTTP/1.1" status: 200 len: 849 time: 0.2135804 Jul 05 04:07:01.282546 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.285085 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.294445 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.299900 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:01.302850 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:01.304102 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:01.312050 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=8528c9ee-b675-4e89-aa9d-57778395310f,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:01.351121 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab418693-6d77-4c43-a51d-42df51d3cb07 None None] Network a0c7f914-5183-467b-a530-70dfa45c1b82 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:01.390239 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.466156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561e0637-fa81-41e2-856c-7dac9a8f96ff None None] Network 2f54e3cc-027f-4fd2-8826-934680f5ef8d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:01.518598 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be315d-be68-40da-b550-1272f1455e0c None None] Pushing event updated for resources: {'Port': ['ID=75c1fadd-b70c-494f-ae0f-700c7dcea606,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:01.636633 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Pushing event updated for resources: {'Port': ['ID=512a1227-3a85-4641-a05f-1492cb80d1bf,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:01.662922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb56d7-bd93-4ad2-ae21-6483555925f5 req-4856e95b-58d5-4075-8366-f0c5fb2db13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.662922 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0beb56d7-bd93-4ad2-ae21-6483555925f5 req-4856e95b-58d5-4075-8366-f0c5fb2db13e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=739555cb-3aaa-4692-ac69-434fc52fdecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4476743 Jul 05 04:07:01.662922 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.695493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891d5e4-a9c7-496e-b5c2-c32cea7bd9cd req-34c99b97-9575-4871-a3f8-e0220f45725a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.704696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7891d5e4-a9c7-496e-b5c2-c32cea7bd9cd req-34c99b97-9575-4871-a3f8-e0220f45725a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.1382852 Jul 05 04:07:01.720675 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e8831e-7a62-4048-ac9b-e488bb5a615c None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:07:01.739835 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:07:01.739835 n-d-771363-32 neutron-server[100932]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:07:01.739835 n-d-771363-32 neutron-server[100932]: [parameters: {'id': '2f54e3cc-027f-4fd2-8826-934680f5ef8d'}] Jul 05 04:07:01.739835 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:07:01.740607 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:07:01.786325 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7891d5e4-a9c7-496e-b5c2-c32cea7bd9cd req-3c5afecf-5f60-41f5-9384-b43d9faeadcd tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718038 Jul 05 04:07:01.933244 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0beb56d7-bd93-4ad2-ae21-6483555925f5 req-e92d223a-4a45-432b-9b9f-e47a0a02b8e8 service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666471 Jul 05 04:07:01.940452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e8831e-7a62-4048-ac9b-e488bb5a615c None None] Resources bound (agent type, host, resource id): {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:07:01.951886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Network 14f393e8-d8ce-4acc-88a6-2f0d9bf28851 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:01.955807 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:01.992337 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-428447f2-27b3-4043-870d-0981ae3b2c4b req-ae13e258-a15b-460d-b052-d3fcc36d0f46 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 210 time: 0.0488629 Jul 05 04:07:02.130960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be84844-13db-44c7-8434-bc7f38676d0d req-a00c55ed-712c-49a7-b8d0-8736cdab7c53 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:02.142344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be84844-13db-44c7-8434-bc7f38676d0d req-a00c55ed-712c-49a7-b8d0-8736cdab7c53 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/networks?id=134bd46c-922a-4f79-af65-50dd68ec0531 HTTP/1.1" status: 200 len: 809 time: 0.2945409 Jul 05 04:07:02.147411 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59656) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:02.170666 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0beb56d7-bd93-4ad2-ae21-6483555925f5 req-674f4cb1-0b3d-448a-83c0-ca58e8c7c141 service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159822 Jul 05 04:07:02.183503 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be84844-13db-44c7-8434-bc7f38676d0d req-35936ce4-c3ba-440b-82f2-8fed152c41df tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/quotas/9dbf91abfbf544c2a4a0b9e1fb408772 HTTP/1.1" status: 200 len: 375 time: 0.0399241 Jul 05 04:07:02.194533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Router 0e9a3bcd-e05f-424d-b16b-957284f49c4f has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:02.309379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be84844-13db-44c7-8434-bc7f38676d0d req-0ee16865-12b1-4e85-9e99-74528f86e5bd tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9dbf91abfbf544c2a4a0b9e1fb408772&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248930 Jul 05 04:07:02.327217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-3be84844-13db-44c7-8434-bc7f38676d0d req-183101c9-38ee-4324-89b2-ab6033af848e service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:07:02.340057 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be84844-13db-44c7-8434-bc7f38676d0d req-183101c9-38ee-4324-89b2-ab6033af848e service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0295482 Jul 05 04:07:02.347703 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.350755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:02.365130 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-afe80c60-2a93-4b42-9f3f-b5f1af5158aa admin admin] 10.222.0.38 "PUT /v2.0/routers/0e9a3bcd-e05f-424d-b16b-957284f49c4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8247581 Jul 05 04:07:02.374490 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8528c9ee-b675-4e89-aa9d-57778395310f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:02.377456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Sync routers for ids ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:02.388757 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59405f00-f0b0-48c7-afdb-d100f24cf4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.457960 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Routers {'0e9a3bcd-e05f-424d-b16b-957284f49c4f'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:02.462474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:06:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:02.489497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Deleting port 75c1fadd-b70c-494f-ae0f-700c7dcea606 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:02.489886 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.511986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec729a68-d97b-4ceb-9be8-f5b82345cb4d req-181684c4-f105-4ac0-b306-c7d06d065064 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:02.513035 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec729a68-d97b-4ceb-9be8-f5b82345cb4d req-181684c4-f105-4ac0-b306-c7d06d065064 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.1518078 Jul 05 04:07:02.570016 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec729a68-d97b-4ceb-9be8-f5b82345cb4d req-800b3f04-686d-42d7-bd74-ba8cb87b814a tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469027 Jul 05 04:07:02.574873 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] For port 75c1fadd-b70c-494f-ae0f-700c7dcea606, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=75c1fadd-b70c-494f-ae0f-700c7dcea606,segment=NetworkSegment(d0919e59-562f-40d2-910f-a1080ea4cd17),segment_id=d0919e59-562f-40d2-910f-a1080ea4cd17)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:02.575245 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.589713 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be84844-13db-44c7-8434-bc7f38676d0d req-ffc0f232-2a95-4001-935d-e0dc2698b54f service neutron] 10.222.0.38 "GET /v2.0/networks/134bd46c-922a-4f79-af65-50dd68ec0531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486668 Jul 05 04:07:02.605412 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.605642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Calling delete_port for 75c1fadd-b70c-494f-ae0f-700c7dcea606 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:02.613411 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59405f00-f0b0-48c7-afdb-d100f24cf4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.663364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Set router 0e9a3bcd-e05f-424d-b16b-957284f49c4f gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:02.679113 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59405f00-f0b0-48c7-afdb-d100f24cf4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.709582 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be84844-13db-44c7-8434-bc7f38676d0d req-f772f068-1792-44a9-8e27-a273124699c1 service neutron] 10.222.0.38 "GET /v2.0/networks/134bd46c-922a-4f79-af65-50dd68ec0531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188743 Jul 05 04:07:02.773820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59666) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:02.774793 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-59405f00-f0b0-48c7-afdb-d100f24cf4a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=644d608daa044ab58d5a27343fa52374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6260698 Jul 05 04:07:02.783309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59405f00-f0b0-48c7-afdb-d100f24cf4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c016a8fe-8b14-424e-bc2a-c4e32d36fa9c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:02.854858 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a732626a-10cf-428c-a8c4-fd280daee140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.857498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8528c9ee-b675-4e89-aa9d-57778395310f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:02.857889 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.871818 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.879633 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a732626a-10cf-428c-a8c4-fd280daee140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.901591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Port': ['ID=75c1fadd-b70c-494f-ae0f-700c7dcea606,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:02.909032 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] No DVR routers for this DVR port 75c1fadd-b70c-494f-ae0f-700c7dcea606 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:03.014415 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a732626a-10cf-428c-a8c4-fd280daee140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.024369 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a732626a-10cf-428c-a8c4-fd280daee140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.024369 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a732626a-10cf-428c-a8c4-fd280daee140 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c016a8fe-8b14-424e-bc2a-c4e32d36fa9c HTTP/1.1" status: 204 len: 168 time: 0.2430789 Jul 05 04:07:03.030637 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732626a-10cf-428c-a8c4-fd280daee140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c016a8fe-8b14-424e-bc2a-c4e32d36fa9c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:03.057245 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.086410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f54e3cc-027f-4fd2-8826-934680f5ef8d']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:03.115776 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0919e59-562f-40d2-910f-a1080ea4cd17') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:03.115776 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0919e59-562f-40d2-910f-a1080ea4cd17') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:03.124194 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.140399 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.148037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:03.149351 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:03.247289 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:03.313571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4155d-3978-48e1-9325-2abf1cf209fd req-8eb09f9d-4ea9-4e9d-9b5f-c3271bea655c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:03.322945 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aee4155d-3978-48e1-9325-2abf1cf209fd req-8eb09f9d-4ea9-4e9d-9b5f-c3271bea655c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.1451116 Jul 05 04:07:03.396820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aee4155d-3978-48e1-9325-2abf1cf209fd req-4fc50ca5-5892-4818-b7fb-0cdf3ff448fb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731323 Jul 05 04:07:03.433505 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.450500 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'name': 'tempest-ServersTestJSON-1117997511-router', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:51Z', 'updated_at': '2021-07-05T04:06:59Z', 'revision_number': 4, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'gw_port': {'id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:52Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '512a1227-3a85-4641-a05f-1492cb80d1bf', 'name': '', 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'mac_address': 'fa:16:3e:c4:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:58Z', 'updated_at': '2021-07-05T04:07:00Z', 'revision_number': 2, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'subnets': [{'id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:03.453589 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.456136 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/networks/2f54e3cc-027f-4fd2-8826-934680f5ef8d HTTP/1.1" status: 204 len: 168 time: 3.9489164 Jul 05 04:07:03.459750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59682) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:03.467492 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f5a5473f-6f2c-4f43-a837-4a5f4527885c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-318107937'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:03.494881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Checking router: 0e9a3bcd-e05f-424d-b16b-957284f49c4f for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:03.495242 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Updating router 0e9a3bcd-e05f-424d-b16b-957284f49c4f port 512a1227-3a85-4641-a05f-1492cb80d1bf binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:07:03.533662 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d127e7-db54-4a24-b687-48e94c8b22af tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Network': ['ID=2f54e3cc-027f-4fd2-8826-934680f5ef8d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:03.547661 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.557953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a5473f-6f2c-4f43-a837-4a5f4527885c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Made reservation on behalf of 96e1a868ed934f68b31264609bbe7624 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:03.574111 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5a5473f-6f2c-4f43-a837-4a5f4527885c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.667574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7dfdcf66-dc78-4b3b-b40d-6160f9f3dcb5 req-de040888-8111-4746-a133-f07c099d0bcc tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 210 time: 0.0570052 Jul 05 04:07:03.675748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5d34-0112-44be-89dd-99409375049e req-fc2a4992-b4c4-4fc1-aaa3-26a66486aa15 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:03.677803 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-fc2a4992-b4c4-4fc1-aaa3-26a66486aa15 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.10 "GET /v2.0/networks?id=1eb72d40-35b8-45e8-ae66-9fae2707e37d HTTP/1.1" status: 200 len: 813 time: 0.4098980 Jul 05 04:07:03.687716 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a5473f-6f2c-4f43-a837-4a5f4527885c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:03.695321 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-783f5d34-0112-44be-89dd-99409375049e req-b3991f2b-8937-4bb9-82b9-5543264c01de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Request body: {'port': {'device_id': '9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902', 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d', 'admin_state_up': True, 'tenant_id': '5538ee9cb0d64f56a7eb4540d6f5c55c'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:03.712402 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5a5473f-6f2c-4f43-a837-4a5f4527885c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.713933 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-f5a5473f-6f2c-4f43-a837-4a5f4527885c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Added segment a407eb32-e054-4852-8243-5d79973f875e of type vlan for network 31c4564e-60b5-4b03-927a-36f6ea08c7af Jul 05 04:07:03.786910 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-26706830-4111-4778-8ed2-ccb2d44181d0 None None] Provisioning complete for port 512a1227-3a85-4641-a05f-1492cb80d1bf triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:03.787398 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-26706830-4111-4778-8ed2-ccb2d44181d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.876722 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-26706830-4111-4778-8ed2-ccb2d44181d0 None None] Port 512a1227-3a85-4641-a05f-1492cb80d1bf cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:03.882332 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5d34-0112-44be-89dd-99409375049e req-497fc392-f17f-42c2-a3b1-8d13b7ae49fe tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:03.883932 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-497fc392-f17f-42c2-a3b1-8d13b7ae49fe tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.36 "GET /v2.0/networks?id=1eb72d40-35b8-45e8-ae66-9fae2707e37d HTTP/1.1" status: 200 len: 813 time: 0.4638758 Jul 05 04:07:03.899714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-783f5d34-0112-44be-89dd-99409375049e req-16620035-95f1-4690-adeb-750e35cddda1 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Request body: {'port': {'device_id': 'f8a4caeb-f666-4def-910a-93831d2b63b1', 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d', 'admin_state_up': True, 'tenant_id': '5538ee9cb0d64f56a7eb4540d6f5c55c'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:03.914333 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.028826 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fcd677c5-18da-4fde-aa2d-79137766086b req-39b63651-c1e7-451d-83ce-bbb68dc17c86 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 210 time: 0.1293855 Jul 05 04:07:04.040198 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5a5473f-6f2c-4f43-a837-4a5f4527885c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.049919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783f5d34-0112-44be-89dd-99409375049e req-b3991f2b-8937-4bb9-82b9-5543264c01de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Made reservation on behalf of 5538ee9cb0d64f56a7eb4540d6f5c55c for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:04.055217 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-b3991f2b-8937-4bb9-82b9-5543264c01de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.145168 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.166408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59692) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:04.172159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Transition to ACTIVE for port object 512a1227-3a85-4641-a05f-1492cb80d1bf will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:04.189501 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e976609f-0539-4907-af2b-54ac781739d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.266927 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5a5473f-6f2c-4f43-a837-4a5f4527885c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.272621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a5473f-6f2c-4f43-a837-4a5f4527885c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:04.273189 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5a5473f-6f2c-4f43-a837-4a5f4527885c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.289223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-783f5d34-0112-44be-89dd-99409375049e req-b3991f2b-8937-4bb9-82b9-5543264c01de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Allocated IP 172.20.0.8 (1eb72d40-35b8-45e8-ae66-9fae2707e37d/dc423bbc-3066-41dd-ace4-e32ff8fff45f/53adbf9a-7664-4b76-8cf3-55b38ed9b5bf) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:04.299416 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.353222 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59c903-9401-4899-9f6f-8f8e245a8c5d None None] Pushing event updated for resources: {'Port': ['ID=512a1227-3a85-4641-a05f-1492cb80d1bf,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:04.384127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783f5d34-0112-44be-89dd-99409375049e req-16620035-95f1-4690-adeb-750e35cddda1 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Made reservation on behalf of 5538ee9cb0d64f56a7eb4540d6f5c55c for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:04.384970 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5473f-6f2c-4f43-a837-4a5f4527885c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event updated for resources: {'Network': ['ID=31c4564e-60b5-4b03-927a-36f6ea08c7af,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:04.385126 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-16620035-95f1-4690-adeb-750e35cddda1 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.432256 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cda16-4c0f-4f44-a5b1-daebe0a35d9a req-b317ec86-044f-42e2-a059-c2e7783966ff tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:04.433744 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-015cda16-4c0f-4f44-a5b1-daebe0a35d9a req-b317ec86-044f-42e2-a059-c2e7783966ff tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.2047818 Jul 05 04:07:04.491426 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e976609f-0539-4907-af2b-54ac781739d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.495280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 31c4564e-60b5-4b03-927a-36f6ea08c7af details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:04.498485 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-015cda16-4c0f-4f44-a5b1-daebe0a35d9a req-f79b3350-8a9a-4ef8-9714-1b8cd66dcf1f tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584798 Jul 05 04:07:04.503079 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Attempting to bind port 512a1227-3a85-4641-a05f-1492cb80d1bf on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:04.503560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Attempting to bind port 512a1227-3a85-4641-a05f-1492cb80d1bf by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '827e0241-1b94-4da8-8131-14124308baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:04.503978 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Attempting to bind port 512a1227-3a85-4641-a05f-1492cb80d1bf on network 14f393e8-d8ce-4acc-88a6-2f0d9bf28851 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:04.512294 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:04.512693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Checking segment: {'id': '827e0241-1b94-4da8-8131-14124308baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:04.513078 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.513472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Bound using segment: {'id': '827e0241-1b94-4da8-8131-14124308baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:04.514001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Bound port: 512a1227-3a85-4641-a05f-1492cb80d1bf, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827e0241-1b94-4da8-8131-14124308baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:04.514465 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.569093 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e976609f-0539-4907-af2b-54ac781739d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.657554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e976609f-0539-4907-af2b-54ac781739d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9718b758b7af49dbacce8307337ea0fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4870584 Jul 05 04:07:04.668504 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f5a5473f-6f2c-4f43-a837-4a5f4527885c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2070882 Jul 05 04:07:04.669078 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59698) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:04.669412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59700) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:04.682223 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-49901f81-6ffc-40d7-b006-3207012ee62d tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Request body: {'subnet': {'network_id': '31c4564e-60b5-4b03-927a-36f6ea08c7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:04.710649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976609f-0539-4907-af2b-54ac781739d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d77169-b1d6-46c1-9dcc-edb0a1772189,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:04.739026 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-b3991f2b-8937-4bb9-82b9-5543264c01de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.739582 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] For port 512a1227-3a85-4641-a05f-1492cb80d1bf, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:04.744776 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] For port 512a1227-3a85-4641-a05f-1492cb80d1bf, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=512a1227-3a85-4641-a05f-1492cb80d1bf,segment=NetworkSegment(827e0241-1b94-4da8-8131-14124308baf4),segment_id=827e0241-1b94-4da8-8131-14124308baf4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:04.803767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59704) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:04.817609 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8f3726a8-a959-412e-941b-3f14770796e2 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507424651', 'description': 'tempest-description--1783032886'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:04.817736 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.861333 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c99cde1-6892-43a3-a35f-a8f3af2966e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.869973 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Routers {'0e9a3bcd-e05f-424d-b16b-957284f49c4f'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:04.870702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:06:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:04.892232 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69147370-a549-47d7-ad1a-e7adfa7c3ce5 req-b6ca4a0c-e86b-4bdb-b96c-e3c5486cd639 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:04.892232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69147370-a549-47d7-ad1a-e7adfa7c3ce5 req-b6ca4a0c-e86b-4bdb-b96c-e3c5486cd639 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.2052884 Jul 05 04:07:04.897169 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-b3991f2b-8937-4bb9-82b9-5543264c01de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.914219 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c99cde1-6892-43a3-a35f-a8f3af2966e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.951379 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f3726a8-a959-412e-941b-3f14770796e2 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.025350 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2021271-c7c7-4637-9f69-9781cf4715bb req-530a0b10-7af1-4f82-9b79-30eab90ac6de tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 210 time: 0.0553472 Jul 05 04:07:05.032568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59c903-9401-4899-9f6f-8f8e245a8c5d None None] Pushing event updated for resources: {'Port': ['ID=512a1227-3a85-4641-a05f-1492cb80d1bf,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:05.037685 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783f5d34-0112-44be-89dd-99409375049e req-b3991f2b-8937-4bb9-82b9-5543264c01de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Network 1eb72d40-35b8-45e8-ae66-9fae2707e37d is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:05.045023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] Set router 0e9a3bcd-e05f-424d-b16b-957284f49c4f gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:05.047384 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69147370-a549-47d7-ad1a-e7adfa7c3ce5 req-e4e89142-3ce9-4841-a69f-ba7dfe4e6423 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386623 Jul 05 04:07:05.060257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-783f5d34-0112-44be-89dd-99409375049e req-b3991f2b-8937-4bb9-82b9-5543264c01de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:05.068339 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-783f5d34-0112-44be-89dd-99409375049e req-b3991f2b-8937-4bb9-82b9-5543264c01de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:05.090051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49901f81-6ffc-40d7-b006-3207012ee62d tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Made reservation on behalf of 96e1a868ed934f68b31264609bbe7624 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:05.112776 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-49901f81-6ffc-40d7-b006-3207012ee62d tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.139841 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3991f2b-8937-4bb9-82b9-5543264c01de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Pushing event updated for resources: {'Port': ['ID=53adbf9a-7664-4b76-8cf3-55b38ed9b5bf,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:05.146029 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-783f5d34-0112-44be-89dd-99409375049e req-16620035-95f1-4690-adeb-750e35cddda1 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Allocated IP 172.20.0.5 (1eb72d40-35b8-45e8-ae66-9fae2707e37d/dc423bbc-3066-41dd-ace4-e32ff8fff45f/099a42ce-afbc-4761-a332-1096b7184e00) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:05.221451 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c99cde1-6892-43a3-a35f-a8f3af2966e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.234909 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c99cde1-6892-43a3-a35f-a8f3af2966e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.239316 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3c99cde1-6892-43a3-a35f-a8f3af2966e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/88d77169-b1d6-46c1-9dcc-edb0a1772189 HTTP/1.1" status: 204 len: 168 time: 0.5677173 Jul 05 04:07:05.256802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5d34-0112-44be-89dd-99409375049e req-b3991f2b-8937-4bb9-82b9-5543264c01de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:05.258903 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-b3991f2b-8937-4bb9-82b9-5543264c01de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.313295 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-05faaf64-ec24-4770-8b32-cc807a449999 req-1cdd132a-a463-45c1-b921-5076f528eb1c tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 210 time: 0.1026816 Jul 05 04:07:05.327913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99cde1-6892-43a3-a35f-a8f3af2966e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d77169-b1d6-46c1-9dcc-edb0a1772189,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:05.368211 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f3726a8-a959-412e-941b-3f14770796e2 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.378206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'name': 'tempest-ServersTestJSON-1117997511-router', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:51Z', 'updated_at': '2021-07-05T04:06:59Z', 'revision_number': 4, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'gw_port': {'id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:52Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '512a1227-3a85-4641-a05f-1492cb80d1bf', 'name': '', 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'mac_address': 'fa:16:3e:c4:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:58Z', 'updated_at': '2021-07-05T04:07:04Z', 'revision_number': 4, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'subnets': [{'id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:05.419233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7461e6-36ed-474c-b88d-8057dbe28cdf None None] The sync data for ids ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'] in n-d-771363-32 is: [{'id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'name': 'tempest-ServersTestJSON-1117997511-router', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:51Z', 'updated_at': '2021-07-05T04:06:59Z', 'revision_number': 4, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'gw_port': {'id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:52Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '512a1227-3a85-4641-a05f-1492cb80d1bf', 'name': '', 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'mac_address': 'fa:16:3e:c4:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:58Z', 'updated_at': '2021-07-05T04:07:04Z', 'revision_number': 4, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'subnets': [{'id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:05.500844 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f3726a8-a959-412e-941b-3f14770796e2 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.570277 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-b3991f2b-8937-4bb9-82b9-5543264c01de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8797190 Jul 05 04:07:05.576796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3726a8-a959-412e-941b-3f14770796e2 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaebc2b-6d00-4650-874c-e19432c5aff5,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:05.585565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Request body: {'port': {'device_id': '9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:05.592878 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-16620035-95f1-4690-adeb-750e35cddda1 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.594253 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-49901f81-6ffc-40d7-b006-3207012ee62d tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.682119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49901f81-6ffc-40d7-b006-3207012ee62d tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event updated for resources: {'Subnet': ['ID=dab39b8e-463a-4d03-b1ca-4c54d7135bbc,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:05.683632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f3726a8-a959-412e-941b-3f14770796e2 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.684933 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8f3726a8-a959-412e-941b-3f14770796e2 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8801055 Jul 05 04:07:05.690476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59712) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:05.696290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-eca8a6d7-7468-4955-a9ea-12512fc711d6 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Request body: {'security_group_rule': {'security_group_id': 'eeaebc2b-6d00-4650-874c-e19432c5aff5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:05.700002 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49901f81-6ffc-40d7-b006-3207012ee62d tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Checking segment: {'id': 'a407eb32-e054-4852-8243-5d79973f875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31c4564e-60b5-4b03-927a-36f6ea08c7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:05.700674 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49901f81-6ffc-40d7-b006-3207012ee62d tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Network hostable DHCP agents. Network: 31c4564e-60b5-4b03-927a-36f6ea08c7af, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:05.751060 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-16620035-95f1-4690-adeb-750e35cddda1 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.754015 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.785389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49901f81-6ffc-40d7-b006-3207012ee62d tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Network 31c4564e-60b5-4b03-927a-36f6ea08c7af is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:05.833619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783f5d34-0112-44be-89dd-99409375049e req-16620035-95f1-4690-adeb-750e35cddda1 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Network 1eb72d40-35b8-45e8-ae66-9fae2707e37d is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:05.854914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-49901f81-6ffc-40d7-b006-3207012ee62d tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 31c4564e-60b5-4b03-927a-36f6ea08c7af) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:05.855302 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eca8a6d7-7468-4955-a9ea-12512fc711d6 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.864554 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49901f81-6ffc-40d7-b006-3207012ee62d tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:05.865529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-783f5d34-0112-44be-89dd-99409375049e req-16620035-95f1-4690-adeb-750e35cddda1 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:05.866379 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-49901f81-6ffc-40d7-b006-3207012ee62d tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.876357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-783f5d34-0112-44be-89dd-99409375049e req-16620035-95f1-4690-adeb-750e35cddda1 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:05.878680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16620035-95f1-4690-adeb-750e35cddda1 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Pushing event updated for resources: {'Port': ['ID=099a42ce-afbc-4761-a332-1096b7184e00,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:05.901056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8396811-c90c-41a8-81c8-04a59136f63b None None] Network 31c4564e-60b5-4b03-927a-36f6ea08c7af requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:05.955387 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-49901f81-6ffc-40d7-b006-3207012ee62d tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2824233 Jul 05 04:07:05.956672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59720) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:06.057025 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5d34-0112-44be-89dd-99409375049e req-16620035-95f1-4690-adeb-750e35cddda1 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:06.058463 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-16620035-95f1-4690-adeb-750e35cddda1 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.089479 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-31c4564e-60b5-4b03-927a-36f6ea08c7af', 'network_id': '31c4564e-60b5-4b03-927a-36f6ea08c7af', 'tenant_id': '96e1a868ed934f68b31264609bbe7624', 'fixed_ips': [{'subnet_id': 'dab39b8e-463a-4d03-b1ca-4c54d7135bbc'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:06.093302 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.171590 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-16620035-95f1-4690-adeb-750e35cddda1 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2766533 Jul 05 04:07:06.172745 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.191571 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eca8a6d7-7468-4955-a9ea-12512fc711d6 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.197094 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Request body: {'port': {'device_id': 'f8a4caeb-f666-4def-910a-93831d2b63b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:06.263067 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eca8a6d7-7468-4955-a9ea-12512fc711d6 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.354793 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.370849 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Allocated IP 2001:db8::2 (31c4564e-60b5-4b03-927a-36f6ea08c7af/dab39b8e-463a-4d03-b1ca-4c54d7135bbc/5f8f785a-72f1-4188-a1d7-612d4e8dcfb9) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:06.427043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8a6d7-7468-4955-a9ea-12512fc711d6 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341f2c1c-5d12-45d5-93dd-16e0b7d77182,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:06.469200 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 512a1227-3a85-4641-a05f-1492cb80d1bf up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:06.471385 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.537373 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eca8a6d7-7468-4955-a9ea-12512fc711d6 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.543305 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-eca8a6d7-7468-4955-a9ea-12512fc711d6 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8515985 Jul 05 04:07:06.552251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59736) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:06.565542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3e12d7b1-ec8b-4dcf-a4b0-2ecfe37f794a tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Request body: {'security_group_rule': {'security_group_id': 'eeaebc2b-6d00-4650-874c-e19432c5aff5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:06.608892 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:06.624978 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.651419 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.662621 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Transition to ACTIVE for port object 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:06.683229 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Transition to ACTIVE for port object 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:06.689247 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Transition to ACTIVE for port object 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:06.711937 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 512a1227-3a85-4641-a05f-1492cb80d1bf completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:06.717919 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 512a1227-3a85-4641-a05f-1492cb80d1bf triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:06.720202 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.764901 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e12d7b1-ec8b-4dcf-a4b0-2ecfe37f794a tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.824759 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.851728 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.904383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Pushing event updated for resources: {'Port': ['ID=5f8f785a-72f1-4188-a1d7-612d4e8dcfb9,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:06.942269 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e12d7b1-ec8b-4dcf-a4b0-2ecfe37f794a tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.957325 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.963637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Network 31c4564e-60b5-4b03-927a-36f6ea08c7af is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:06.972577 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:06.976930 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:07.056703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 512a1227-3a85-4641-a05f-1492cb80d1bf, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=512a1227-3a85-4641-a05f-1492cb80d1bf,segment=NetworkSegment(827e0241-1b94-4da8-8131-14124308baf4),segment_id=827e0241-1b94-4da8-8131-14124308baf4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:07.107365 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Attempting to bind port 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:07.107932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Attempting to bind port 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'a407eb32-e054-4852-8243-5d79973f875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31c4564e-60b5-4b03-927a-36f6ea08c7af'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:07.108334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Attempting to bind port 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 on network 31c4564e-60b5-4b03-927a-36f6ea08c7af {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:07.114262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:07.114958 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Checking segment: {'id': 'a407eb32-e054-4852-8243-5d79973f875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31c4564e-60b5-4b03-927a-36f6ea08c7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:07.115429 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.115778 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Bound using segment: {'id': 'a407eb32-e054-4852-8243-5d79973f875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31c4564e-60b5-4b03-927a-36f6ea08c7af'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:07.116417 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Bound port: 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a407eb32-e054-4852-8243-5d79973f875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '31c4564e-60b5-4b03-927a-36f6ea08c7af'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:07.116799 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.174854 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.236937 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e41d4e8-9d2a-4c78-a993-4baf678047d6 req-d179c1e0-9366-4e9d-848b-4d55e069bf3d tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 210 time: 0.7414978 Jul 05 04:07:07.282768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] For port 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:07.286357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] For port 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5f8f785a-72f1-4188-a1d7-612d4e8dcfb9,segment=NetworkSegment(a407eb32-e054-4852-8243-5d79973f875e),segment_id=a407eb32-e054-4852-8243-5d79973f875e)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:07.287587 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=512a1227-3a85-4641-a05f-1492cb80d1bf,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:07.325584 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be84844-13db-44c7-8434-bc7f38676d0d req-02b32d04-e1c0-4c7b-bc3a-437fa8a7517e tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:07.327127 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be84844-13db-44c7-8434-bc7f38676d0d req-02b32d04-e1c0-4c7b-bc3a-437fa8a7517e tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.10 "GET /v2.0/networks?id=134bd46c-922a-4f79-af65-50dd68ec0531 HTTP/1.1" status: 200 len: 809 time: 0.9875095 Jul 05 04:07:07.328294 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.345217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-3be84844-13db-44c7-8434-bc7f38676d0d req-f3c45d54-82dd-42a6-8368-bdbca5580c90 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Request body: {'port': {'device_id': '333517b8-621f-40d1-8431-ec3c1221c156', 'network_id': '134bd46c-922a-4f79-af65-50dd68ec0531', 'admin_state_up': True, 'tenant_id': '9dbf91abfbf544c2a4a0b9e1fb408772'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:07.357961 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.363363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa88bb-1b3c-4fe4-b003-a460ce188a23 req-579f6510-9a75-4cfe-9bb9-22e7b12aecde tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:07.370717 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56fa88bb-1b3c-4fe4-b003-a460ce188a23 req-579f6510-9a75-4cfe-9bb9-22e7b12aecde tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.8424954 Jul 05 04:07:07.380416 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:07:07.436974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Subnet': ['ID=dab39b8e-463a-4d03-b1ca-4c54d7135bbc,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:07.439037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6a0e8-8a79-4181-b66e-fa9e5aaf2928 None None] Pushing event updated for resources: {'Port': ['ID=5f8f785a-72f1-4188-a1d7-612d4e8dcfb9,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:07.442694 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e12d7b1-ec8b-4dcf-a4b0-2ecfe37f794a tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.483286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Pushing event updated for resources: {'Port': ['ID=53adbf9a-7664-4b76-8cf3-55b38ed9b5bf,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:07.515949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12d7b1-ec8b-4dcf-a4b0-2ecfe37f794a tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20aa48b3-ed44-4f4b-b83f-57b28b1a5080,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:07.571877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Attempting to bind port 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:07.572269 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Attempting to bind port 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:07.573220 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Attempting to bind port 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf on network 1eb72d40-35b8-45e8-ae66-9fae2707e37d {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:07.584985 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Port 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf on network 1eb72d40-35b8-45e8-ae66-9fae2707e37d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:07:07.585356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Attempting to bind port 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf on network 1eb72d40-35b8-45e8-ae66-9fae2707e37d {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:07.605714 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56fa88bb-1b3c-4fe4-b003-a460ce188a23 req-ae4aee84-ee97-478f-9b88-f8af23036d8b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340982 Jul 05 04:07:07.609274 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:07.609657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Checking segment: {'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:07.610053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Bound using segment: {'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:07.610500 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Bound port: 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:07.610880 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.614752 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.618399 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e12d7b1-ec8b-4dcf-a4b0-2ecfe37f794a tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.618399 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3e12d7b1-ec8b-4dcf-a4b0-2ecfe37f794a tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0622103 Jul 05 04:07:07.621021 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59748) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:07.625641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:07.640688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099a42ce-afbc-4761-a332-1096b7184e00 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:07.649714 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c4564e-60b5-4b03-927a-36f6ea08c7af']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:07.665535 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.677223 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a407eb32-e054-4852-8243-5d79973f875e') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:07.681294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a407eb32-e054-4852-8243-5d79973f875e') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:07.688929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Transition to ACTIVE for port object 099a42ce-afbc-4761-a332-1096b7184e00 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:07.703795 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.716293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] For port 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:07.721288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] For port 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=53adbf9a-7664-4b76-8cf3-55b38ed9b5bf,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:07.744463 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.757662 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.761691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e4be7-6057-4849-afaf-51f1c5cde518 req-f5bb62cc-2ee3-423f-9fc0-e595e7864721 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:07.763289 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-318e4be7-6057-4849-afaf-51f1c5cde518 req-f5bb62cc-2ee3-423f-9fc0-e595e7864721 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 931 time: 0.3486938 Jul 05 04:07:07.768346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:07.768757 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:07.771931 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:07.795389 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.822609 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:07.823648 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.825169 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] 10.222.0.10 "PUT /v2.0/ports/53adbf9a-7664-4b76-8cf3-55b38ed9b5bf HTTP/1.1" status: 200 len: 1092 time: 2.2442818 Jul 05 04:07:07.831767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902', 'tag': '53adbf9a-7664-4b76-8cf3-55b38ed9b5bf'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:07.834314 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b9740c-6c86-4e46-98f7-065fda5dd5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902", "tag": "53adbf9a-7664-4b76-8cf3-55b38ed9b5bf"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:07.880802 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.922717 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97008835-80c0-43c7-ab23-570a0ce0fa65 x-openstack-request-id: req-97008835-80c0-43c7-ab23-570a0ce0fa65 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:07.923270 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902", "tag": "53adbf9a-7664-4b76-8cf3-55b38ed9b5bf", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:07.923395 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-97008835-80c0-43c7-ab23-570a0ce0fa65 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:07.923773 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902', 'tag': '53adbf9a-7664-4b76-8cf3-55b38ed9b5bf', 'status': 'completed', 'code': 200} Jul 05 04:07:07.924398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=099a42ce-afbc-4761-a332-1096b7184e00,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:07.975618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-318e4be7-6057-4849-afaf-51f1c5cde518 req-36668678-ba89-45d0-9f90-0285f7f534e4 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027926 Jul 05 04:07:07.981364 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.api [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:07:07.981364 n-d-771363-32 neutron-server[100933]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:07:07.981364 n-d-771363-32 neutron-server[100933]: [parameters: {'id': '31c4564e-60b5-4b03-927a-36f6ea08c7af'}] Jul 05 04:07:07.981364 n-d-771363-32 neutron-server[100933]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:07:07.981772 n-d-771363-32 neutron-server[100933]: DEBUG oslo_db.api [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:07:08.018550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Attempting to bind port 099a42ce-afbc-4761-a332-1096b7184e00 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:08.018889 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Attempting to bind port 099a42ce-afbc-4761-a332-1096b7184e00 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:08.019206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Attempting to bind port 099a42ce-afbc-4761-a332-1096b7184e00 on network 1eb72d40-35b8-45e8-ae66-9fae2707e37d {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:08.036112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Port 099a42ce-afbc-4761-a332-1096b7184e00 on network 1eb72d40-35b8-45e8-ae66-9fae2707e37d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:07:08.036494 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Attempting to bind port 099a42ce-afbc-4761-a332-1096b7184e00 on network 1eb72d40-35b8-45e8-ae66-9fae2707e37d {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:08.038534 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf9cda-c199-44df-8287-27370b76f206 service neutron] Pushing event updated for resources: {'Port': ['ID=53adbf9a-7664-4b76-8cf3-55b38ed9b5bf,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:08.051826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:08.052200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Checking segment: {'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:08.052642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Bound using segment: {'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:08.053122 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Bound port: 099a42ce-afbc-4761-a332-1096b7184e00, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:08.053485 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.057130 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.059030 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be84844-13db-44c7-8434-bc7f38676d0d req-f3c45d54-82dd-42a6-8368-bdbca5580c90 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Made reservation on behalf of 9dbf91abfbf544c2a4a0b9e1fb408772 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:08.062755 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3be84844-13db-44c7-8434-bc7f38676d0d req-f3c45d54-82dd-42a6-8368-bdbca5580c90 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.070376 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9740c-6c86-4e46-98f7-065fda5dd5fb req-cb719d7e-bc13-4906-8efb-0ee07e67fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.071994 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-70b9740c-6c86-4e46-98f7-065fda5dd5fb req-cb719d7e-bc13-4906-8efb-0ee07e67fcd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5538ee9cb0d64f56a7eb4540d6f5c55c&device_id=9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902 HTTP/1.1" status: 200 len: 1095 time: 0.1449022 Jul 05 04:07:08.201827 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] For port 099a42ce-afbc-4761-a332-1096b7184e00, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:08.206483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] For port 099a42ce-afbc-4761-a332-1096b7184e00, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=099a42ce-afbc-4761-a332-1096b7184e00,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:08.241379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9740c-6c86-4e46-98f7-065fda5dd5fb req-8f48a1c8-f265-4e92-8b0c-febee8944689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.244134 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-70b9740c-6c86-4e46-98f7-065fda5dd5fb req-8f48a1c8-f265-4e92-8b0c-febee8944689 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5538ee9cb0d64f56a7eb4540d6f5c55c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1480639 Jul 05 04:07:08.323356 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.356598 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Allocated IP 172.25.6.6 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/d1469da1-7f97-41fd-a4ec-468e11750a3d) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:08.389114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.390406 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.391855 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] 10.222.0.36 "PUT /v2.0/ports/099a42ce-afbc-4761-a332-1096b7184e00 HTTP/1.1" status: 200 len: 1092 time: 2.1991785 Jul 05 04:07:08.438324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-3be84844-13db-44c7-8434-bc7f38676d0d req-f3c45d54-82dd-42a6-8368-bdbca5580c90 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Allocated IP 172.20.0.8 (134bd46c-922a-4f79-af65-50dd68ec0531/9f651cba-b433-4419-91ca-f5d85bcb1fa0/4f009765-11dc-4b2c-a646-27f90b6c4031) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:08.452012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 512a1227-3a85-4641-a05f-1492cb80d1bf up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:08.470213 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9740c-6c86-4e46-98f7-065fda5dd5fb req-245ccc85-4587-44bb-a8b8-f08ccd9ef94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.472418 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-70b9740c-6c86-4e46-98f7-065fda5dd5fb req-245ccc85-4587-44bb-a8b8-f08ccd9ef94c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2226479 Jul 05 04:07:08.497704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0d5a7-e731-4657-b18a-5232fddda5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=099a42ce-afbc-4761-a332-1096b7184e00,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:08.526084 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.579936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 512a1227-3a85-4641-a05f-1492cb80d1bf triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:08.580649 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.584917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32f514f2-5ee6-4376-8010-520c099eee68 req-374f648e-43b2-4d5c-8ee9-797e90f6789c tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 210 time: 0.0552173 Jul 05 04:07:08.677498 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.694534 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 455b06a5-a853-496a-bd6b-6395936befb7 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:07:08.747916 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:08.750104 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5d34-0112-44be-89dd-99409375049e req-896e1a48-12a4-4f29-b99b-96afdf013814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.751806 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-896e1a48-12a4-4f29-b99b-96afdf013814 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5538ee9cb0d64f56a7eb4540d6f5c55c&device_id=9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902 HTTP/1.1" status: 200 len: 1095 time: 0.1972969 Jul 05 04:07:08.759157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5d34-0112-44be-89dd-99409375049e req-2693bbe0-d2c0-4203-a962-036677f88ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.761693 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-2693bbe0-d2c0-4203-a962-036677f88ceb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5538ee9cb0d64f56a7eb4540d6f5c55c&device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 1095 time: 0.1453958 Jul 05 04:07:08.796655 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.815439 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-ebd8a801-6338-45b2-9f17-beeeb1289bda service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53adbf9a-7664-4b76-8cf3-55b38ed9b5bf HTTP/1.1" status: 200 len: 217 time: 0.0453861 Jul 05 04:07:08.843570 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b25b73-bbe7-4706-ba7c-a85b1452c3f5 None None] Network 31c4564e-60b5-4b03-927a-36f6ea08c7af requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:08.871329 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-a906fdf2-3de3-496a-880c-0f60fb7e5d4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=099a42ce-afbc-4761-a332-1096b7184e00 HTTP/1.1" status: 200 len: 217 time: 0.1004279 Jul 05 04:07:08.909446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Pushing event updated for resources: {'Port': ['ID=d1469da1-7f97-41fd-a4ec-468e11750a3d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:08.950177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5d34-0112-44be-89dd-99409375049e req-24ff97b2-5613-48a6-a5fd-09c6b93b33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.951666 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-24ff97b2-5613-48a6-a5fd-09c6b93b33fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc423bbc-3066-41dd-ace4-e32ff8fff45f HTTP/1.1" status: 200 len: 853 time: 0.0915887 Jul 05 04:07:08.955435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5d34-0112-44be-89dd-99409375049e req-7d5b961f-93ae-4710-bbc5-d2f5178fa860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.956838 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-7d5b961f-93ae-4710-bbc5-d2f5178fa860 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc423bbc-3066-41dd-ace4-e32ff8fff45f HTTP/1.1" status: 200 len: 853 time: 0.0624075 Jul 05 04:07:08.960861 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 455b06a5-a853-496a-bd6b-6395936befb7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=455b06a5-a853-496a-bd6b-6395936befb7,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:08.989161 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:08.994486 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-8a6d0247-bfe8-47e6-9cf8-a10201a60c6e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1eb72d40-35b8-45e8-ae66-9fae2707e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354655 Jul 05 04:07:08.998337 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:09.008876 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:09.015975 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-822e6e28-e1c7-436f-96be-1b90908990d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb72d40-35b8-45e8-ae66-9fae2707e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477107 Jul 05 04:07:09.018000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8ed002a2-13b1-4c6c-a02c-4a6b79172984 None None] Provisioning for port 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:09.023693 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Deleting port 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:09.024741 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.030602 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '455b06a5-a853-496a-bd6b-6395936befb7', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'port_id': '455b06a5-a853-496a-bd6b-6395936befb7', 'mac_address': 'fa:16:3e:2d:af:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:07:09.058572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:09.110409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:09.110780 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.178555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f084c-6682-414d-96ab-4da326f69c49 req-53766b81-b9a2-4944-915e-bb9470d856b9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:09.181615 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-922f084c-6682-414d-96ab-4da326f69c49 req-53766b81-b9a2-4944-915e-bb9470d856b9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 943 time: 0.3248787 Jul 05 04:07:09.188296 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.217572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455b06a5-a853-496a-bd6b-6395936befb7 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:09.246845 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-5686cc9e-ff82-4245-8176-11e46ffd0e06 service neutron] 10.222.0.10 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337043 Jul 05 04:07:09.253438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 455b06a5-a853-496a-bd6b-6395936befb7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=455b06a5-a853-496a-bd6b-6395936befb7,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:09.278281 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-55fdf141-c618-428a-8dee-5de9f23eb6fa service neutron] 10.222.0.36 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528310 Jul 05 04:07:09.294736 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8893e586-c2b0-4cce-a579-be52d1110ee2 None None] DHCP port deletion for 31c4564e-60b5-4b03-927a-36f6ea08c7af request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:09.300125 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3be84844-13db-44c7-8434-bc7f38676d0d req-f3c45d54-82dd-42a6-8368-bdbca5580c90 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.303758 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] For port 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5f8f785a-72f1-4188-a1d7-612d4e8dcfb9,segment=NetworkSegment(a407eb32-e054-4852-8243-5d79973f875e),segment_id=a407eb32-e054-4852-8243-5d79973f875e)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:09.304526 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.329236 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.342475 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.407907 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Calling delete_port for 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:09.471917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-922f084c-6682-414d-96ab-4da326f69c49 req-05d098d0-d794-477e-aaea-fc7f37c8adc5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730083 Jul 05 04:07:09.524860 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.571902 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97232741-0d53-4835-a172-b9685c996129 req-499d1b50-b75b-463b-ad59-419eeb0ba5a5 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:09.579763 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97232741-0d53-4835-a172-b9685c996129 req-499d1b50-b75b-463b-ad59-419eeb0ba5a5 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 943 time: 0.4319456 Jul 05 04:07:09.586496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5f8f785a-72f1-4188-a1d7-612d4e8dcfb9,segment=NetworkSegment(a407eb32-e054-4852-8243-5d79973f875e),segment_id=a407eb32-e054-4852-8243-5d79973f875e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:09.605699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8893e586-c2b0-4cce-a579-be52d1110ee2 None None] Deleting port 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:09.606977 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8893e586-c2b0-4cce-a579-be52d1110ee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.608279 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=455b06a5-a853-496a-bd6b-6395936befb7,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:09.669388 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-35de91c4-50d0-4a63-ba0f-d98db87072a9 service neutron] 10.222.0.10 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893263 Jul 05 04:07:09.696675 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['455b06a5-a853-496a-bd6b-6395936befb7'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:09.699250 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97232741-0d53-4835-a172-b9685c996129 req-7eb73ee5-7948-4aa0-a3a6-69cf22489c8e tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183915 Jul 05 04:07:09.701140 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.705188 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.708147 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-783f5d34-0112-44be-89dd-99409375049e req-356ff4b2-8d03-4d04-a29e-b3db63e061d3 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327386 Jul 05 04:07:09.724014 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3be84844-13db-44c7-8434-bc7f38676d0d req-f3c45d54-82dd-42a6-8368-bdbca5580c90 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.770600 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8893e586-c2b0-4cce-a579-be52d1110ee2 None None] For port 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5f8f785a-72f1-4188-a1d7-612d4e8dcfb9,segment=NetworkSegment(a407eb32-e054-4852-8243-5d79973f875e),segment_id=a407eb32-e054-4852-8243-5d79973f875e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:09.770919 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8893e586-c2b0-4cce-a579-be52d1110ee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.799207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8893e586-c2b0-4cce-a579-be52d1110ee2 None None] Calling delete_port for 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:09.831304 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=5f8f785a-72f1-4188-a1d7-612d4e8dcfb9,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:09.835871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be84844-13db-44c7-8434-bc7f38676d0d req-f3c45d54-82dd-42a6-8368-bdbca5580c90 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Network 134bd46c-922a-4f79-af65-50dd68ec0531 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:09.845623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-3be84844-13db-44c7-8434-bc7f38676d0d req-f3c45d54-82dd-42a6-8368-bdbca5580c90 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:09.852924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be84844-13db-44c7-8434-bc7f38676d0d req-f3c45d54-82dd-42a6-8368-bdbca5580c90 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:09.862344 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.917865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c45d54-82dd-42a6-8368-bdbca5580c90 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Pushing event updated for resources: {'Port': ['ID=4f009765-11dc-4b2c-a646-27f90b6c4031,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:09.925159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a4caeb-f666-4def-910a-93831d2b63b1', 'tag': '099a42ce-afbc-4761-a332-1096b7184e00'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:09.927692 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cdf247-feb5-4089-a62d-38c5045a4c32" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a4caeb-f666-4def-910a-93831d2b63b1", "tag": "099a42ce-afbc-4761-a332-1096b7184e00"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:09.948103 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8893e586-c2b0-4cce-a579-be52d1110ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.969369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] No DVR routers for this DVR port 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:09.980166 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eb1353-d315-492d-951c-ba425c5165d7 x-openstack-request-id: req-e2eb1353-d315-492d-951c-ba425c5165d7 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:09.980386 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a4caeb-f666-4def-910a-93831d2b63b1", "tag": "099a42ce-afbc-4761-a332-1096b7184e00", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:09.980909 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e2eb1353-d315-492d-951c-ba425c5165d7 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:09.981427 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a4caeb-f666-4def-910a-93831d2b63b1', 'tag': '099a42ce-afbc-4761-a332-1096b7184e00', 'status': 'completed', 'code': 200} Jul 05 04:07:09.983657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893e586-c2b0-4cce-a579-be52d1110ee2 None None] Pushing event deleted for resources: {'Port': ['ID=5f8f785a-72f1-4188-a1d7-612d4e8dcfb9,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:09.990123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893e586-c2b0-4cce-a579-be52d1110ee2 None None] No DVR routers for this DVR port 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:10.083255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Port': ['ID=5f8f785a-72f1-4188-a1d7-612d4e8dcfb9,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:10.087043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdf247-feb5-4089-a62d-38c5045a4c32 req-ebbcd78f-e096-4d84-b7c4-8a2e30ecbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:10.090803 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99cdf247-feb5-4089-a62d-38c5045a4c32 req-ebbcd78f-e096-4d84-b7c4-8a2e30ecbcc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5538ee9cb0d64f56a7eb4540d6f5c55c&device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 1095 time: 0.0706356 Jul 05 04:07:10.154646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be84844-13db-44c7-8434-bc7f38676d0d req-f3c45d54-82dd-42a6-8368-bdbca5580c90 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:10.155811 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3be84844-13db-44c7-8434-bc7f38676d0d req-f3c45d54-82dd-42a6-8368-bdbca5580c90 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.193099 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdf247-feb5-4089-a62d-38c5045a4c32 req-e173115d-518c-4f57-bed1-69b3fae60b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:10.194360 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99cdf247-feb5-4089-a62d-38c5045a4c32 req-e173115d-518c-4f57-bed1-69b3fae60b05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb72d40-35b8-45e8-ae66-9fae2707e37d HTTP/1.1" status: 200 len: 914 time: 0.0965738 Jul 05 04:07:10.203280 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.223139 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c4564e-60b5-4b03-927a-36f6ea08c7af']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:10.232929 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42a94b-6c06-4aaf-a6b8-77c2e5b6768a req-fcd47afa-d23e-4e0d-b115-33bf25743bb1 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:10.234479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e42a94b-6c06-4aaf-a6b8-77c2e5b6768a req-fcd47afa-d23e-4e0d-b115-33bf25743bb1 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 931 time: 0.4582162 Jul 05 04:07:10.249941 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99cdf247-feb5-4089-a62d-38c5045a4c32 req-1f86e2cd-c70c-446e-ada7-43907f739303 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=099a42ce-afbc-4761-a332-1096b7184e00 HTTP/1.1" status: 200 len: 217 time: 0.0478387 Jul 05 04:07:10.260885 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a407eb32-e054-4852-8243-5d79973f875e') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:10.261208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a407eb32-e054-4852-8243-5d79973f875e') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:10.290416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:10.292680 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be84844-13db-44c7-8434-bc7f38676d0d req-f3c45d54-82dd-42a6-8368-bdbca5580c90 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9522078 Jul 05 04:07:10.299177 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.312185 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:10.312538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5f8f785a-72f1-4188-a1d7-612d4e8dcfb9 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:10.313121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdf247-feb5-4089-a62d-38c5045a4c32 req-8aebcfcc-8524-49e8-a646-c954f030b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:10.314809 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99cdf247-feb5-4089-a62d-38c5045a4c32 req-8aebcfcc-8524-49e8-a646-c954f030b03e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc423bbc-3066-41dd-ace4-e32ff8fff45f HTTP/1.1" status: 200 len: 853 time: 0.0546186 Jul 05 04:07:10.315869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Request body: {'port': {'device_id': '333517b8-621f-40d1-8431-ec3c1221c156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:10.354185 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99cdf247-feb5-4089-a62d-38c5045a4c32 req-4bf5d9d6-f8f4-4890-8b2e-27b2bf574c96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb72d40-35b8-45e8-ae66-9fae2707e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314028 Jul 05 04:07:10.364463 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.389456 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e42a94b-6c06-4aaf-a6b8-77c2e5b6768a req-ed802416-cb61-4055-af70-0620d00a57fe tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdacd6c2-8c5a-4c39-8f18-633302756de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398067 Jul 05 04:07:10.390631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:10.391049 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.400614 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:10.402418 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:10.487823 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99cdf247-feb5-4089-a62d-38c5045a4c32 req-fabd3744-639d-481f-9e42-fa91995a1229 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263349 Jul 05 04:07:10.594250 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99cdf247-feb5-4089-a62d-38c5045a4c32 req-044403b6-204d-4f00-8864-fb5db3c1feb8 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983629 Jul 05 04:07:10.729838 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.918029 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.919622 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.931662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Pushing event updated for resources: {'Port': ['ID=d1469da1-7f97-41fd-a4ec-468e11750a3d,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:10.944098 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.946266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/networks/31c4564e-60b5-4b03-927a-36f6ea08c7af HTTP/1.1" status: 204 len: 168 time: 4.9879835 Jul 05 04:07:10.949920 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59788) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:10.955158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4df6f6f2-2202-4749-bd68-aa221c03c8bf tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1341326946'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:10.967551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0c492-8354-4492-bbdc-5f87ac3733e5 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Network': ['ID=31c4564e-60b5-4b03-927a-36f6ea08c7af,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:10.972662 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.028486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84a9f0-51ee-443f-8b40-f6ac805bcd3d req-f621e005-3c68-4cef-8a7e-fe799c9eba04 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:11.029964 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df84a9f0-51ee-443f-8b40-f6ac805bcd3d req-f621e005-3c68-4cef-8a7e-fe799c9eba04 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 944 time: 0.3042748 Jul 05 04:07:11.046816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df6f6f2-2202-4749-bd68-aa221c03c8bf tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Made reservation on behalf of 96e1a868ed934f68b31264609bbe7624 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:11.050517 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4df6f6f2-2202-4749-bd68-aa221c03c8bf tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.076402 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df6f6f2-2202-4749-bd68-aa221c03c8bf tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:11.086490 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4df6f6f2-2202-4749-bd68-aa221c03c8bf tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.089456 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-4df6f6f2-2202-4749-bd68-aa221c03c8bf tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Added segment 5c22b181-0b66-4d2c-9472-599fd928da5d of type vlan for network a38028d7-0d31-416c-9d02-b893fc7089c7 Jul 05 04:07:11.127570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46bb49-f58b-41a5-bc73-a511cadee725 req-53f9d725-d14b-466f-9cfd-95c5d61461ed tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:11.134141 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc46bb49-f58b-41a5-bc73-a511cadee725 req-53f9d725-d14b-466f-9cfd-95c5d61461ed tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 943 time: 0.2934325 Jul 05 04:07:11.138617 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4df6f6f2-2202-4749-bd68-aa221c03c8bf tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.166319 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.173019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ce8453b1-cd52-4991-b9eb-26cdbc946c8e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5505500 Jul 05 04:07:11.209095 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df84a9f0-51ee-443f-8b40-f6ac805bcd3d req-e1ca61f0-4767-42d0-a63d-a2939b959f59 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679420 Jul 05 04:07:11.247768 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4df6f6f2-2202-4749-bd68-aa221c03c8bf tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.257665 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df6f6f2-2202-4749-bd68-aa221c03c8bf tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:11.261590 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4df6f6f2-2202-4749-bd68-aa221c03c8bf tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.284344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc46bb49-f58b-41a5-bc73-a511cadee725 req-b8a93f5b-6060-4905-a657-2e9ad57359d4 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411517 Jul 05 04:07:11.342036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6f6f2-2202-4749-bd68-aa221c03c8bf tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event updated for resources: {'Network': ['ID=a38028d7-0d31-416c-9d02-b893fc7089c7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:11.353696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network a38028d7-0d31-416c-9d02-b893fc7089c7 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:11.397497 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4df6f6f2-2202-4749-bd68-aa221c03c8bf tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4462295 Jul 05 04:07:11.401136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59802) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:11.406540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1a6dbee2-675d-49a0-82c2-c46e269f6476 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Request body: {'subnet': {'network_id': 'a38028d7-0d31-416c-9d02-b893fc7089c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:11.422124 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fe802588-f23e-452e-af21-9c2a38b91921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.441742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f009765-11dc-4b2c-a646-27f90b6c4031 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:11.451809 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.468402 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Transition to ACTIVE for port object 4f009765-11dc-4b2c-a646-27f90b6c4031 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:11.475634 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-37532e3f-c61c-4207-93f8-80b0c4c02b9c tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1507424651&fields=id&tenant_id=7801c5eaf77a4187b4ccb741b70e7a4e HTTP/1.1" status: 200 len: 267 time: 0.1178310 Jul 05 04:07:11.577032 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.613000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6dbee2-675d-49a0-82c2-c46e269f6476 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Made reservation on behalf of 96e1a868ed934f68b31264609bbe7624 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:11.617493 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a6dbee2-675d-49a0-82c2-c46e269f6476 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.693273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Pushing event updated for resources: {'Port': ['ID=4f009765-11dc-4b2c-a646-27f90b6c4031,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:11.706589 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-4f4be2db-384d-472a-9375-931d29020e43 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:11.708088 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-4f4be2db-384d-472a-9375-931d29020e43 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/networks?id=14f393e8-d8ce-4acc-88a6-2f0d9bf28851 HTTP/1.1" status: 200 len: 806 time: 0.2268155 Jul 05 04:07:11.740945 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9523a-729c-4317-a398-07127eb9ba84 req-10511ec9-1e62-4dad-ab1e-f9dc6ebb6f0e tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:11.742426 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-79b9523a-729c-4317-a398-07127eb9ba84 req-10511ec9-1e62-4dad-ab1e-f9dc6ebb6f0e tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 931 time: 0.2102211 Jul 05 04:07:11.766878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-b1f0628b-0a46-4bc4-b76b-491b7a4794e9 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/quotas/7801c5eaf77a4187b4ccb741b70e7a4e HTTP/1.1" status: 200 len: 375 time: 0.0375493 Jul 05 04:07:11.838918 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Attempting to bind port 4f009765-11dc-4b2c-a646-27f90b6c4031 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:11.843546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Attempting to bind port 4f009765-11dc-4b2c-a646-27f90b6c4031 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'fbdce9e5-77e6-42f9-97df-f05d04a60772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '134bd46c-922a-4f79-af65-50dd68ec0531'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:11.843546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Attempting to bind port 4f009765-11dc-4b2c-a646-27f90b6c4031 on network 134bd46c-922a-4f79-af65-50dd68ec0531 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:11.843858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-79b9523a-729c-4317-a398-07127eb9ba84 req-9ac3f198-8df0-443c-b5ba-76e80b8d2e54 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdacd6c2-8c5a-4c39-8f18-633302756de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930812 Jul 05 04:07:11.851160 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Port 4f009765-11dc-4b2c-a646-27f90b6c4031 on network 134bd46c-922a-4f79-af65-50dd68ec0531 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:07:11.851495 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Attempting to bind port 4f009765-11dc-4b2c-a646-27f90b6c4031 on network 134bd46c-922a-4f79-af65-50dd68ec0531 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:11.871411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:11.871762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Checking segment: {'id': 'fbdce9e5-77e6-42f9-97df-f05d04a60772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '134bd46c-922a-4f79-af65-50dd68ec0531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:11.872182 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Bound using segment: {'id': 'fbdce9e5-77e6-42f9-97df-f05d04a60772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '134bd46c-922a-4f79-af65-50dd68ec0531'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:11.872629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Bound port: 4f009765-11dc-4b2c-a646-27f90b6c4031, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbdce9e5-77e6-42f9-97df-f05d04a60772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '134bd46c-922a-4f79-af65-50dd68ec0531'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:11.872989 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.900522 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-86c46fc8-7e7a-43b6-947b-9c7b3a15a84f tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7801c5eaf77a4187b4ccb741b70e7a4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1233130 Jul 05 04:07:11.938189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.objects.ports [None req-1a6dbee2-675d-49a0-82c2-c46e269f6476 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:07:11.939707 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a6dbee2-675d-49a0-82c2-c46e269f6476 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.009154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6dbee2-675d-49a0-82c2-c46e269f6476 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event updated for resources: {'Subnet': ['ID=3b50079b-3925-4c5c-91d3-f154e235f2ea,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:12.012641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6dbee2-675d-49a0-82c2-c46e269f6476 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Checking segment: {'id': '5c22b181-0b66-4d2c-9472-599fd928da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a38028d7-0d31-416c-9d02-b893fc7089c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:12.013016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6dbee2-675d-49a0-82c2-c46e269f6476 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Network hostable DHCP agents. Network: a38028d7-0d31-416c-9d02-b893fc7089c7, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:12.018813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] For port 4f009765-11dc-4b2c-a646-27f90b6c4031, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:12.040453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] For port 4f009765-11dc-4b2c-a646-27f90b6c4031, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=4f009765-11dc-4b2c-a646-27f90b6c4031,segment=NetworkSegment(fbdce9e5-77e6-42f9-97df-f05d04a60772),segment_id=fbdce9e5-77e6-42f9-97df-f05d04a60772)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:12.046122 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-b9a64199-f9c7-4ee6-b887-68b99eab6b36 service neutron] 10.222.0.38 "GET /v2.0/networks/14f393e8-d8ce-4acc-88a6-2f0d9bf28851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207480 Jul 05 04:07:12.098681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6dbee2-675d-49a0-82c2-c46e269f6476 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Network a38028d7-0d31-416c-9d02-b893fc7089c7 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:12.136667 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.185740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:12.186359 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.187721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be84844-13db-44c7-8434-bc7f38676d0d req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] 10.222.0.10 "PUT /v2.0/ports/4f009765-11dc-4b2c-a646-27f90b6c4031 HTTP/1.1" status: 200 len: 1092 time: 1.8849499 Jul 05 04:07:12.189564 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-4da99e42-24e1-4288-b145-fdee0f924e5e service neutron] 10.222.0.38 "GET /v2.0/networks/14f393e8-d8ce-4acc-88a6-2f0d9bf28851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372590 Jul 05 04:07:12.190003 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '333517b8-621f-40d1-8431-ec3c1221c156', 'tag': '4f009765-11dc-4b2c-a646-27f90b6c4031'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:12.194031 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2756560-7c5c-4325-942e-364036bd5a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "333517b8-621f-40d1-8431-ec3c1221c156", "tag": "4f009765-11dc-4b2c-a646-27f90b6c4031"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:12.225294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2caf2a-bd87-4667-be87-d6e6c7ec4034 service neutron] Pushing event updated for resources: {'Port': ['ID=4f009765-11dc-4b2c-a646-27f90b6c4031,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:12.241421 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-1a6dbee2-675d-49a0-82c2-c46e269f6476 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, a38028d7-0d31-416c-9d02-b893fc7089c7) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:12.246136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6dbee2-675d-49a0-82c2-c46e269f6476 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:12.246803 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a6dbee2-675d-49a0-82c2-c46e269f6476 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.255260 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1152e22-3ecf-4f9e-9924-c2485b416d1c None None] Network a38028d7-0d31-416c-9d02-b893fc7089c7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:12.267830 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344b0735-0dab-4c4d-b1c0-643a28810dfc x-openstack-request-id: req-344b0735-0dab-4c4d-b1c0-643a28810dfc {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:12.268155 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "333517b8-621f-40d1-8431-ec3c1221c156", "tag": "4f009765-11dc-4b2c-a646-27f90b6c4031", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:12.268501 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-344b0735-0dab-4c4d-b1c0-643a28810dfc {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:12.268899 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '333517b8-621f-40d1-8431-ec3c1221c156', 'tag': '4f009765-11dc-4b2c-a646-27f90b6c4031', 'status': 'completed', 'code': 200} Jul 05 04:07:12.370553 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1a6dbee2-675d-49a0-82c2-c46e269f6476 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9681258 Jul 05 04:07:12.373221 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59822) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:12.405636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2756560-7c5c-4325-942e-364036bd5a3d req-4e4d211a-1543-483e-9a01-e991f6be64b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:12.407319 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2756560-7c5c-4325-942e-364036bd5a3d req-4e4d211a-1543-483e-9a01-e991f6be64b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9dbf91abfbf544c2a4a0b9e1fb408772&device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 1095 time: 0.1288414 Jul 05 04:07:12.492673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19207c-8ee3-4c43-a95b-f6668cb2aa9a req-e81d0653-0656-485c-9250-ff9fdf8d167a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:12.494489 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-a38028d7-0d31-416c-9d02-b893fc7089c7', 'network_id': 'a38028d7-0d31-416c-9d02-b893fc7089c7', 'tenant_id': '96e1a868ed934f68b31264609bbe7624', 'fixed_ips': [{'subnet_id': '3b50079b-3925-4c5c-91d3-f154e235f2ea'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:12.495375 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.501423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e19207c-8ee3-4c43-a95b-f6668cb2aa9a req-e81d0653-0656-485c-9250-ff9fdf8d167a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 944 time: 0.1551208 Jul 05 04:07:12.577684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e19207c-8ee3-4c43-a95b-f6668cb2aa9a req-ce7e3a9e-7248-46e7-a92e-96cc4a491652 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751972 Jul 05 04:07:12.599904 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2756560-7c5c-4325-942e-364036bd5a3d req-405d5668-a3bb-4eb8-bd2c-8f96e1de0419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:12.601582 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2756560-7c5c-4325-942e-364036bd5a3d req-405d5668-a3bb-4eb8-bd2c-8f96e1de0419 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9dbf91abfbf544c2a4a0b9e1fb408772&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1846526 Jul 05 04:07:12.614440 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.690447 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.707358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Allocated IP 2001:db8::f816:3eff:fefa:46ff (a38028d7-0d31-416c-9d02-b893fc7089c7/3b50079b-3925-4c5c-91d3-f154e235f2ea/10e29768-f28e-4f34-a4ad-586488e9fe98) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:12.714247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 455b06a5-a853-496a-bd6b-6395936befb7 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:12.784521 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44fb5d68-55a7-4b7c-bbe1-a7ca74241a67 req-87194d47-f74f-499b-aec5-3f18a7c8e64f tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 210 time: 0.1053953 Jul 05 04:07:12.829463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:07:12.834462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2756560-7c5c-4325-942e-364036bd5a3d req-e71963d9-71fd-4ae6-a6dc-9f70789880bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:12.835990 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2756560-7c5c-4325-942e-364036bd5a3d req-e71963d9-71fd-4ae6-a6dc-9f70789880bf service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2259152 Jul 05 04:07:12.845051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfd45e-fa0a-4f87-a3bb-ff0f9cb8ff7d req-78419ad2-2433-474d-8b9b-4d4e382b3350 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:12.846547 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3fbfd45e-fa0a-4f87-a3bb-ff0f9cb8ff7d req-78419ad2-2433-474d-8b9b-4d4e382b3350 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 943 time: 0.1687384 Jul 05 04:07:12.893954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3fbfd45e-fa0a-4f87-a3bb-ff0f9cb8ff7d req-8b620f79-ea43-4abc-bf78-dd9bac03cf43 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Jul 05 04:07:12.959335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be84844-13db-44c7-8434-bc7f38676d0d req-294b11dc-3f5b-47d8-a8de-8dbb66be904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:12.961002 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be84844-13db-44c7-8434-bc7f38676d0d req-294b11dc-3f5b-47d8-a8de-8dbb66be904a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9dbf91abfbf544c2a4a0b9e1fb408772&device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 1095 time: 0.0661864 Jul 05 04:07:12.983435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 455b06a5-a853-496a-bd6b-6395936befb7 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:13.000259 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 455b06a5-a853-496a-bd6b-6395936befb7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:13.000631 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.012652 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be84844-13db-44c7-8434-bc7f38676d0d req-df589d7b-374a-45ee-8e29-7e04aac223dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f009765-11dc-4b2c-a646-27f90b6c4031 HTTP/1.1" status: 200 len: 217 time: 0.0422866 Jul 05 04:07:13.040086 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.059156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Transition to ACTIVE for port object 10e29768-f28e-4f34-a4ad-586488e9fe98 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:13.063301 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=53adbf9a-7664-4b76-8cf3-55b38ed9b5bf,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:13.092418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '53adbf9a-7664-4b76-8cf3-55b38ed9b5bf', 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d', 'port_id': '53adbf9a-7664-4b76-8cf3-55b38ed9b5bf', 'mac_address': 'fa:16:3e:5b:30:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc423bbc-3066-41dd-ace4-e32ff8fff45f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:07:13.094299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Transition to ACTIVE for port object 10e29768-f28e-4f34-a4ad-586488e9fe98 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:13.098098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be84844-13db-44c7-8434-bc7f38676d0d req-be212811-a7d2-4c6e-a5fa-ae6ae1bc19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:13.099663 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be84844-13db-44c7-8434-bc7f38676d0d req-be212811-a7d2-4c6e-a5fa-ae6ae1bc19f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9f651cba-b433-4419-91ca-f5d85bcb1fa0 HTTP/1.1" status: 200 len: 849 time: 0.0792782 Jul 05 04:07:13.135385 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0568eae-3ea2-44f1-8825-00390df009bd req-38905916-d6b6-4a95-b82b-d805cd88218e tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:13.137442 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0568eae-3ea2-44f1-8825-00390df009bd req-38905916-d6b6-4a95-b82b-d805cd88218e tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 943 time: 0.1269994 Jul 05 04:07:13.160908 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be84844-13db-44c7-8434-bc7f38676d0d req-9a9a4f32-0cad-4556-b279-3e88a421b5d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=134bd46c-922a-4f79-af65-50dd68ec0531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471611 Jul 05 04:07:13.166608 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.188045 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.198422 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:13.203710 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.248829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0568eae-3ea2-44f1-8825-00390df009bd req-9f492a5e-6f3e-4a8b-93bf-f4813750bbef tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdacd6c2-8c5a-4c39-8f18-633302756de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914254 Jul 05 04:07:13.269290 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bceacd0-086a-46cc-bc2f-2d0d25fd2993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455b06a5-a853-496a-bd6b-6395936befb7'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:13.272148 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf9679d-b641-42c2-a8f7-1f41445d1d2e" -d '{"events": [{"server_uuid": "5bceacd0-086a-46cc-bc2f-2d0d25fd2993", "name": "network-vif-plugged", "status": "completed", "tag": "455b06a5-a853-496a-bd6b-6395936befb7"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:13.277796 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=53adbf9a-7664-4b76-8cf3-55b38ed9b5bf,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:13.294380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Network a38028d7-0d31-416c-9d02-b893fc7089c7 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:13.295415 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.296561 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 455b06a5-a853-496a-bd6b-6395936befb7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=455b06a5-a853-496a-bd6b-6395936befb7,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:13.297668 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Pushing event updated for resources: {'Port': ['ID=10e29768-f28e-4f34-a4ad-586488e9fe98,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:13.300427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:13.302652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:13.331166 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be84844-13db-44c7-8434-bc7f38676d0d req-d12f8cd7-677b-4346-afba-a3f957a0817e service neutron] 10.222.0.10 "GET /v2.0/networks/134bd46c-922a-4f79-af65-50dd68ec0531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524479 Jul 05 04:07:13.338503 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66ccaa6-64e8-405c-bc20-0fb3ff62278b x-openstack-request-id: req-f66ccaa6-64e8-405c-bc20-0fb3ff62278b {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:13.342103 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bceacd0-086a-46cc-bc2f-2d0d25fd2993", "name": "network-vif-plugged", "status": "completed", "tag": "455b06a5-a853-496a-bd6b-6395936befb7", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:13.342103 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f66ccaa6-64e8-405c-bc20-0fb3ff62278b {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:13.342103 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bceacd0-086a-46cc-bc2f-2d0d25fd2993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455b06a5-a853-496a-bd6b-6395936befb7', 'code': 200} Jul 05 04:07:13.373667 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.378658 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.378798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Subnet': ['ID=3b50079b-3925-4c5c-91d3-f154e235f2ea,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:13.412721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Attempting to bind port 10e29768-f28e-4f34-a4ad-586488e9fe98 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:13.413304 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Attempting to bind port 10e29768-f28e-4f34-a4ad-586488e9fe98 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '5c22b181-0b66-4d2c-9472-599fd928da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a38028d7-0d31-416c-9d02-b893fc7089c7'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:13.413857 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Attempting to bind port 10e29768-f28e-4f34-a4ad-586488e9fe98 on network a38028d7-0d31-416c-9d02-b893fc7089c7 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:13.427538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:13.428249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Checking segment: {'id': '5c22b181-0b66-4d2c-9472-599fd928da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a38028d7-0d31-416c-9d02-b893fc7089c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:13.428838 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.429380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Bound using segment: {'id': '5c22b181-0b66-4d2c-9472-599fd928da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a38028d7-0d31-416c-9d02-b893fc7089c7'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:13.430006 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Bound port: 10e29768-f28e-4f34-a4ad-586488e9fe98, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c22b181-0b66-4d2c-9472-599fd928da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a38028d7-0d31-416c-9d02-b893fc7089c7'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:13.430560 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.460332 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=53adbf9a-7664-4b76-8cf3-55b38ed9b5bf,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:13.488624 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.505768 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38028d7-0d31-416c-9d02-b893fc7089c7']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:13.516211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c22b181-0b66-4d2c-9472-599fd928da5d') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:13.516788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c22b181-0b66-4d2c-9472-599fd928da5d') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:13.529060 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.546485 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be84844-13db-44c7-8434-bc7f38676d0d req-f229fbdb-f13e-4a17-9d70-3864f7e677b5 service neutron] 10.222.0.10 "GET /v2.0/networks/134bd46c-922a-4f79-af65-50dd68ec0531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914685 Jul 05 04:07:13.564292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=455b06a5-a853-496a-bd6b-6395936befb7,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:13.565093 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.577398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] For port 10e29768-f28e-4f34-a4ad-586488e9fe98, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:13.589539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:13.590389 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:13.594637 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:13.655396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae11303-067d-49a8-8ca8-6df4801d8969 req-35f42655-277f-4ef3-9f69-6e105a1d38fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:13.657387 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eae11303-067d-49a8-8ca8-6df4801d8969 req-35f42655-277f-4ef3-9f69-6e105a1d38fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 1097 time: 0.2233839 Jul 05 04:07:13.666470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] For port 10e29768-f28e-4f34-a4ad-586488e9fe98, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=10e29768-f28e-4f34-a4ad-586488e9fe98,segment=NetworkSegment(5c22b181-0b66-4d2c-9472-599fd928da5d),segment_id=5c22b181-0b66-4d2c-9472-599fd928da5d)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:13.673281 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['53adbf9a-7664-4b76-8cf3-55b38ed9b5bf'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:13.701592 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:07:13.701592 n-d-771363-32 neutron-server[100932]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:07:13.701592 n-d-771363-32 neutron-server[100932]: [parameters: {'id': 'a38028d7-0d31-416c-9d02-b893fc7089c7'}] Jul 05 04:07:13.701592 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:07:13.702719 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:07:13.704776 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eae11303-067d-49a8-8ca8-6df4801d8969 req-599fa726-7707-40c3-8a05-4238a460d581 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Jul 05 04:07:13.723763 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.759050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632d080-e2d0-4d97-b26f-d0a4adf3e98b req-3571aff7-5e7c-43a6-b9a8-af30f3f01691 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:13.761224 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4632d080-e2d0-4d97-b26f-d0a4adf3e98b req-3571aff7-5e7c-43a6-b9a8-af30f3f01691 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 945 time: 0.0719204 Jul 05 04:07:13.809902 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4632d080-e2d0-4d97-b26f-d0a4adf3e98b req-dfcab950-2440-4714-8baa-57f8a541ce37 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382175 Jul 05 04:07:13.843764 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb461d-269c-458b-8116-a9058feaf19e None None] Pushing event updated for resources: {'Port': ['ID=10e29768-f28e-4f34-a4ad-586488e9fe98,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:13.882445 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61cfa3f-f48c-419b-9444-747f59fdd8cb None None] Network a38028d7-0d31-416c-9d02-b893fc7089c7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:13.887128 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77a5d5ba-ac5b-4f78-9fdf-dcbc4f1d4e39 req-a29f75a5-2549-4c8c-8c9c-b6526be6cac8 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 210 time: 0.0427115 Jul 05 04:07:14.047845 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b893-0185-48ad-bf00-39ab29f7b9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.084543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464bf7d9-2da2-4527-9586-48957cce2d3a None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:07:14.108160 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf98b0-c452-4a32-9180-30de71015d7e req-a0e2f96e-09c7-4d0f-89bf-f4b7eb388857 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:14.111664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8bcf98b0-c452-4a32-9180-30de71015d7e req-a0e2f96e-09c7-4d0f-89bf-f4b7eb388857 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 943 time: 0.0806024 Jul 05 04:07:14.157259 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8bcf98b0-c452-4a32-9180-30de71015d7e req-0a66d2d2-59ec-4751-8fb2-85141dc42449 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412645 Jul 05 04:07:14.192843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464bf7d9-2da2-4527-9586-48957cce2d3a None None] Resources bound (agent type, host, resource id): {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:07:14.204308 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.270448 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Deleting port 10e29768-f28e-4f34-a4ad-586488e9fe98 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:14.270855 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.342604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] For port 10e29768-f28e-4f34-a4ad-586488e9fe98, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=10e29768-f28e-4f34-a4ad-586488e9fe98,segment=NetworkSegment(5c22b181-0b66-4d2c-9472-599fd928da5d),segment_id=5c22b181-0b66-4d2c-9472-599fd928da5d)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:14.343249 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.357321 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Calling delete_port for 10e29768-f28e-4f34-a4ad-586488e9fe98 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:14.429883 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.508312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e0e6d-18a7-41bf-b0a2-3cafdbd048ca req-b735793f-2a72-4351-9a64-e6bd8da5e2e9 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:14.510860 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba5e0e6d-18a7-41bf-b0a2-3cafdbd048ca req-b735793f-2a72-4351-9a64-e6bd8da5e2e9 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 943 time: 0.1219060 Jul 05 04:07:14.539490 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.557383 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba5e0e6d-18a7-41bf-b0a2-3cafdbd048ca req-a5536d09-6f1e-472b-a576-10ad0da8fad0 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdacd6c2-8c5a-4c39-8f18-633302756de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403173 Jul 05 04:07:14.577642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Port': ['ID=10e29768-f28e-4f34-a4ad-586488e9fe98,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:14.583244 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] No DVR routers for this DVR port 10e29768-f28e-4f34-a4ad-586488e9fe98 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:14.664829 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.676252 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38028d7-0d31-416c-9d02-b893fc7089c7']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:14.689435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c22b181-0b66-4d2c-9472-599fd928da5d') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:14.689791 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c22b181-0b66-4d2c-9472-599fd928da5d') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:14.699961 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.713996 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.719942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:14.720360 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:14.723369 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:14.725802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 099a42ce-afbc-4761-a332-1096b7184e00 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:07:14.835901 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:14.865277 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.883914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 099a42ce-afbc-4761-a332-1096b7184e00, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=099a42ce-afbc-4761-a332-1096b7184e00,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:14.884201 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.884201 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/networks/a38028d7-0d31-416c-9d02-b893fc7089c7 HTTP/1.1" status: 204 len: 168 time: 2.5049722 Jul 05 04:07:14.884396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59858) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:14.900716 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '099a42ce-afbc-4761-a332-1096b7184e00', 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d', 'port_id': '099a42ce-afbc-4761-a332-1096b7184e00', 'mac_address': 'fa:16:3e:44:e8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc423bbc-3066-41dd-ace4-e32ff8fff45f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:07:14.914858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb524f-0fd0-42a7-a024-28238fc8749c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Network': ['ID=a38028d7-0d31-416c-9d02-b893fc7089c7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:14.955146 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0811a36-0dc1-43a6-8ed9-755dd50f7cda tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:14.955870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0811a36-0dc1-43a6-8ed9-755dd50f7cda tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:14.957823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b0811a36-0dc1-43a6-8ed9-755dd50f7cda tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/subnets/3b50079b-3925-4c5c-91d3-f154e235f2ea HTTP/1.1" status: 404 len: 337 time: 0.0740554 Jul 05 04:07:14.960598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59862) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:14.973279 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.980842 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd445fb9-a851-4430-9d9c-f8c7b53bf269 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:14.981688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd445fb9-a851-4430-9d9c-f8c7b53bf269 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:14.986097 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dd445fb9-a851-4430-9d9c-f8c7b53bf269 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/networks/a38028d7-0d31-416c-9d02-b893fc7089c7 HTTP/1.1" status: 404 len: 339 time: 0.0244966 Jul 05 04:07:14.986824 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59864) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:15.010188 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099a42ce-afbc-4761-a332-1096b7184e00 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:15.028859 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08ccace-d594-4ee7-b0c6-764b002c253a tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:15.029354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a08ccace-d594-4ee7-b0c6-764b002c253a tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:15.031125 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a08ccace-d594-4ee7-b0c6-764b002c253a tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/subnets/dab39b8e-463a-4d03-b1ca-4c54d7135bbc HTTP/1.1" status: 404 len: 337 time: 0.0433788 Jul 05 04:07:15.035034 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59866) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:15.049568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:15.057671 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b4b0b-7e90-4c57-945d-975ea3018fd5 req-3090b470-75b7-47a9-a29e-94985c92be50 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:15.057868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 099a42ce-afbc-4761-a332-1096b7184e00, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=099a42ce-afbc-4761-a332-1096b7184e00,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:15.058953 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:15.059330 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.062738 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e51b4b0b-7e90-4c57-945d-975ea3018fd5 req-3090b470-75b7-47a9-a29e-94985c92be50 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 945 time: 0.1019351 Jul 05 04:07:15.079895 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6a6e75-7be2-42d5-9437-8a5b05e670c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:15.080915 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6a6e75-7be2-42d5-9437-8a5b05e670c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:15.085579 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0f6a6e75-7be2-42d5-9437-8a5b05e670c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/networks/31c4564e-60b5-4b03-927a-36f6ea08c7af HTTP/1.1" status: 404 len: 339 time: 0.0493529 Jul 05 04:07:15.086419 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59868) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:15.106264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94f8b51d-fdd9-4fd9-81e1-4078970bfb6d req-7e5e8dab-05f4-479c-8eb2-0985af19ccc2 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 210 time: 0.0422177 Jul 05 04:07:15.129757 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c0fecb-e6e5-4509-8f1d-38fd9bc07879 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:15.130679 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c0fecb-e6e5-4509-8f1d-38fd9bc07879 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:15.135583 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a9c0fecb-e6e5-4509-8f1d-38fd9bc07879 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/subnets/3fb8a5f6-0c34-4b85-8cc9-c0221aadeeea HTTP/1.1" status: 404 len: 337 time: 0.0440993 Jul 05 04:07:15.136019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59870) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:15.137406 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e51b4b0b-7e90-4c57-945d-975ea3018fd5 req-e9f3b700-6c40-4f63-b210-ac7ce04e0c6a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636215 Jul 05 04:07:15.168847 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1069d19-7d1b-421f-8680-d518b4442611 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:15.173159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1069d19-7d1b-421f-8680-d518b4442611 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:15.174695 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e1069d19-7d1b-421f-8680-d518b4442611 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/networks/2f54e3cc-027f-4fd2-8826-934680f5ef8d HTTP/1.1" status: 404 len: 339 time: 0.0375600 Jul 05 04:07:15.177205 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59872) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:15.219166 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.295194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=099a42ce-afbc-4761-a332-1096b7184e00,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:15.306715 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.329539 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.344133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b1305499-11bb-41f0-a90e-f2090b5c64c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Deleting port cc179266-a521-4bbb-a28f-9ec71865d6f0 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:15.344133 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b1305499-11bb-41f0-a90e-f2090b5c64c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.344777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53adbf9a-7664-4b76-8cf3-55b38ed9b5bf'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:15.346576 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebb552f-6290-4f45-96db-8697bc2c07fc" -d '{"events": [{"server_uuid": "9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902", "name": "network-vif-plugged", "status": "completed", "tag": "53adbf9a-7664-4b76-8cf3-55b38ed9b5bf"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:15.356601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=53adbf9a-7664-4b76-8cf3-55b38ed9b5bf,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:15.387473 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45169aec-5d04-4218-81ab-adcaf7b27e0c x-openstack-request-id: req-45169aec-5d04-4218-81ab-adcaf7b27e0c {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:15.387823 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902", "name": "network-vif-plugged", "status": "completed", "tag": "53adbf9a-7664-4b76-8cf3-55b38ed9b5bf", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:15.388100 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-45169aec-5d04-4218-81ab-adcaf7b27e0c {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:15.388504 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53adbf9a-7664-4b76-8cf3-55b38ed9b5bf', 'code': 200} Jul 05 04:07:15.419967 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.426922 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b1305499-11bb-41f0-a90e-f2090b5c64c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.475793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b1305499-11bb-41f0-a90e-f2090b5c64c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Calling delete_port for cc179266-a521-4bbb-a28f-9ec71865d6f0 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:15.488951 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=53adbf9a-7664-4b76-8cf3-55b38ed9b5bf,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:15.597752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['099a42ce-afbc-4761-a332-1096b7184e00'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:15.654925 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-2aef93dd-1d89-477a-9d55-a38a07de8199 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:15.656487 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-2aef93dd-1d89-477a-9d55-a38a07de8199 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.36 "GET /v2.0/networks?id=14f393e8-d8ce-4acc-88a6-2f0d9bf28851 HTTP/1.1" status: 200 len: 806 time: 0.2169333 Jul 05 04:07:15.678451 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421aae93-37a1-44e4-83cb-a0935bd577df req-86bee420-36fb-4210-bc86-b694fe8ed28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:15.680464 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-421aae93-37a1-44e4-83cb-a0935bd577df req-86bee420-36fb-4210-bc86-b694fe8ed28b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902 HTTP/1.1" status: 200 len: 1097 time: 0.1989558 Jul 05 04:07:15.741300 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-d8bfd1cd-b8ab-456a-8a0b-5164132b355d tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7801c5eaf77a4187b4ccb741b70e7a4e HTTP/1.1" status: 200 len: 380 time: 0.0695992 Jul 05 04:07:15.745623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecf458-075a-418e-a810-a6f9431b1e8b req-62fccfa9-142e-479e-8af5-fee4130bc56a tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:15.745818 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b1305499-11bb-41f0-a90e-f2090b5c64c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.747652 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0ecf458-075a-418e-a810-a6f9431b1e8b req-62fccfa9-142e-479e-8af5-fee4130bc56a tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 944 time: 0.4397857 Jul 05 04:07:15.770497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-7b0c7a7b-e039-4955-8964-f4b832b5e06b tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Request body: {'port': {'device_id': 'c1337f33-7fce-426f-ab4e-e5435fbeb176', 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'admin_state_up': True, 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'security_groups': ['eeaebc2b-6d00-4650-874c-e19432c5aff5']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:15.799726 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b1305499-11bb-41f0-a90e-f2090b5c64c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.801836 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-421aae93-37a1-44e4-83cb-a0935bd577df req-38315daf-b339-401b-a940-0310148e339c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107140 Jul 05 04:07:15.802249 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b1305499-11bb-41f0-a90e-f2090b5c64c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/ports/cc179266-a521-4bbb-a28f-9ec71865d6f0 HTTP/1.1" status: 204 len: 168 time: 0.6234820 Jul 05 04:07:15.803242 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1305499-11bb-41f0-a90e-f2090b5c64c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Port': ['ID=cc179266-a521-4bbb-a28f-9ec71865d6f0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:15.808517 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59886) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:16.025574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-7b0c7a7b-e039-4955-8964-f4b832b5e06b tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Made reservation on behalf of 7801c5eaf77a4187b4ccb741b70e7a4e for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:16.029545 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-7b0c7a7b-e039-4955-8964-f4b832b5e06b tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.155241 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-407b0f7d-1284-4b36-9615-203401818e6e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:16.156409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407b0f7d-1284-4b36-9615-203401818e6e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:16.160878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-407b0f7d-1284-4b36-9615-203401818e6e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/subnets/343c4a0f-3712-4ecc-9253-c7eec1c5ad8d HTTP/1.1" status: 404 len: 337 time: 0.3484895 Jul 05 04:07:16.164304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59892) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:16.176376 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0ecf458-075a-418e-a810-a6f9431b1e8b req-0747657f-745f-4d38-9866-41f5d8158c40 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210911 Jul 05 04:07:16.182022 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-7b0c7a7b-e039-4955-8964-f4b832b5e06b tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Allocated IP 172.20.0.10 (14f393e8-d8ce-4acc-88a6-2f0d9bf28851/a96628af-59c1-4851-99ec-970c198f10a2/e6c34899-282a-47cf-bc0a-60b901dd8aaa) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:16.299148 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53a2919c-1862-4858-871b-27fd25728d0e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.310801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c051c0-a7eb-4fa4-a759-b77d626132d2 req-ccf712b9-6570-47df-a1db-658e082127c0 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:16.318546 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28c051c0-a7eb-4fa4-a759-b77d626132d2 req-ccf712b9-6570-47df-a1db-658e082127c0 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 943 time: 0.5316281 Jul 05 04:07:16.391763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-7b0c7a7b-e039-4955-8964-f4b832b5e06b tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.407023 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-7b0c7a7b-e039-4955-8964-f4b832b5e06b tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Transition to ACTIVE for port object e6c34899-282a-47cf-bc0a-60b901dd8aaa will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:16.439501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-594e547e-d40b-4dba-ad28-e03a17a05500 req-545009ff-47f3-42d9-9654-2f5be6a48d27 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 210 time: 0.0508780 Jul 05 04:07:16.505617 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53a2919c-1862-4858-871b-27fd25728d0e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.512053 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-7b0c7a7b-e039-4955-8964-f4b832b5e06b tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.559991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-7b0c7a7b-e039-4955-8964-f4b832b5e06b tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Network 14f393e8-d8ce-4acc-88a6-2f0d9bf28851 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:16.564533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-53a2919c-1862-4858-871b-27fd25728d0e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b362ec-56bb-4b6b-a415-e5954f3b700b']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:16.565905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-7b0c7a7b-e039-4955-8964-f4b832b5e06b tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:16.568512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-7b0c7a7b-e039-4955-8964-f4b832b5e06b tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:16.586291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28c051c0-a7eb-4fa4-a759-b77d626132d2 req-bf6f442f-f864-4ab4-90a1-e5ba436bb91a tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdacd6c2-8c5a-4c39-8f18-633302756de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668490 Jul 05 04:07:16.625758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c7a7b-e039-4955-8964-f4b832b5e06b tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Pushing event updated for resources: {'Port': ['ID=e6c34899-282a-47cf-bc0a-60b901dd8aaa,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:16.631061 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-53a2919c-1862-4858-871b-27fd25728d0e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fd1d08-68e9-496e-a601-7504bf195d7d') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:16.631370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-53a2919c-1862-4858-871b-27fd25728d0e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fd1d08-68e9-496e-a601-7504bf195d7d') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:16.638154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-7b0c7a7b-e039-4955-8964-f4b832b5e06b tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:16.639184 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-7b0c7a7b-e039-4955-8964-f4b832b5e06b tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.644448 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53a2919c-1862-4858-871b-27fd25728d0e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.672175 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53a2919c-1862-4858-871b-27fd25728d0e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.681231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a2919c-1862-4858-871b-27fd25728d0e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:16.681764 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53a2919c-1862-4858-871b-27fd25728d0e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:16.685267 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:16.725809 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-7b0c7a7b-e039-4955-8964-f4b832b5e06b tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9694405 Jul 05 04:07:16.738972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 099a42ce-afbc-4761-a332-1096b7184e00 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:16.749533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Request body: {'port': {'device_id': 'c1337f33-7fce-426f-ab4e-e5435fbeb176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:16.798477 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f8790-0d1a-4822-ad29-165519264478 req-007b1ae9-b8f2-41ed-b217-fd8d29357fbd tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:16.800495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f11f8790-0d1a-4822-ad29-165519264478 req-007b1ae9-b8f2-41ed-b217-fd8d29357fbd tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 945 time: 0.2130940 Jul 05 04:07:16.818186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59900) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:16.871716 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f11f8790-0d1a-4822-ad29-165519264478 req-26f686de-11ee-4d51-acdf-b78fa4c2dabf tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623753 Jul 05 04:07:16.876254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4f009765-11dc-4b2c-a646-27f90b6c4031 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:07:16.900317 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.970362 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53a2919c-1862-4858-871b-27fd25728d0e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.983806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 099a42ce-afbc-4761-a332-1096b7184e00 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:16.987142 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.987368 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53a2919c-1862-4858-871b-27fd25728d0e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.989977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-53a2919c-1862-4858-871b-27fd25728d0e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/networks/58b362ec-56bb-4b6b-a415-e5954f3b700b HTTP/1.1" status: 204 len: 168 time: 0.8124015 Jul 05 04:07:16.999571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 099a42ce-afbc-4761-a332-1096b7184e00 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:17.000562 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.021417 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59906) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:17.033217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2919c-1862-4858-871b-27fd25728d0e tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Network': ['ID=58b362ec-56bb-4b6b-a415-e5954f3b700b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:17.052169 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0bddaf1a-b03d-46b1-9cf8-26d6b788d8de None None] Provisioning for port e6c34899-282a-47cf-bc0a-60b901dd8aaa completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:17.059055 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 4f009765-11dc-4b2c-a646-27f90b6c4031, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=4f009765-11dc-4b2c-a646-27f90b6c4031,segment=NetworkSegment(fbdce9e5-77e6-42f9-97df-f05d04a60772),segment_id=fbdce9e5-77e6-42f9-97df-f05d04a60772)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:17.063928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0bddaf1a-b03d-46b1-9cf8-26d6b788d8de None None] Provisioning complete for port e6c34899-282a-47cf-bc0a-60b901dd8aaa triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:17.064624 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0bddaf1a-b03d-46b1-9cf8-26d6b788d8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.104930 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '4f009765-11dc-4b2c-a646-27f90b6c4031', 'network_id': '134bd46c-922a-4f79-af65-50dd68ec0531', 'port_id': '4f009765-11dc-4b2c-a646-27f90b6c4031', 'mac_address': 'fa:16:3e:a4:ce:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f651cba-b433-4419-91ca-f5d85bcb1fa0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:07:17.115641 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4c1a834c-e9c9-415f-8df6-0934a7fb0134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.144548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0bddaf1a-b03d-46b1-9cf8-26d6b788d8de None None] Port e6c34899-282a-47cf-bc0a-60b901dd8aaa cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:17.190854 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.214347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f009765-11dc-4b2c-a646-27f90b6c4031 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:17.220094 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.225304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56851a-4a86-4390-a1b8-7a13932a825c req-67c60b6e-e2c8-48d1-91ef-2391660db826 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:17.226967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c56851a-4a86-4390-a1b8-7a13932a825c req-67c60b6e-e2c8-48d1-91ef-2391660db826 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 945 time: 0.2045753 Jul 05 04:07:17.249361 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c34899-282a-47cf-bc0a-60b901dd8aaa {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:17.249521 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 4f009765-11dc-4b2c-a646-27f90b6c4031, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=4f009765-11dc-4b2c-a646-27f90b6c4031,segment=NetworkSegment(fbdce9e5-77e6-42f9-97df-f05d04a60772),segment_id=fbdce9e5-77e6-42f9-97df-f05d04a60772)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:17.259907 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.275619 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e6461792-f147-458d-9e53-af613ef1cfae tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Deleting port 2095d6e7-b6b3-428c-914a-630eaf222e01 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:17.275876 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 099a42ce-afbc-4761-a332-1096b7184e00, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=099a42ce-afbc-4761-a332-1096b7184e00,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:17.275988 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e6461792-f147-458d-9e53-af613ef1cfae tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.278146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Transition to ACTIVE for port object e6c34899-282a-47cf-bc0a-60b901dd8aaa will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:17.305249 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.351013 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.357416 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.366550 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=4f009765-11dc-4b2c-a646-27f90b6c4031,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:17.387816 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c56851a-4a86-4390-a1b8-7a13932a825c req-548564eb-e43e-4f0e-a321-86174741bf77 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451652 Jul 05 04:07:17.405728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a4caeb-f666-4def-910a-93831d2b63b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099a42ce-afbc-4761-a332-1096b7184e00'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:17.408738 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd82e401-6a59-4e78-9b97-412d7766666f" -d '{"events": [{"server_uuid": "f8a4caeb-f666-4def-910a-93831d2b63b1", "name": "network-vif-plugged", "status": "completed", "tag": "099a42ce-afbc-4761-a332-1096b7184e00"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:17.415850 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e6461792-f147-458d-9e53-af613ef1cfae tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.425968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c34899-282a-47cf-bc0a-60b901dd8aaa,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:17.449219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e6461792-f147-458d-9e53-af613ef1cfae tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Calling delete_port for 2095d6e7-b6b3-428c-914a-630eaf222e01 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:17.451694 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=099a42ce-afbc-4761-a332-1096b7184e00,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:17.470953 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4c1a834c-e9c9-415f-8df6-0934a7fb0134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.486201 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975c7af0-4dbe-42c4-9538-4b31380baf42 x-openstack-request-id: req-975c7af0-4dbe-42c4-9538-4b31380baf42 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:17.487198 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a4caeb-f666-4def-910a-93831d2b63b1", "name": "network-vif-plugged", "status": "completed", "tag": "099a42ce-afbc-4761-a332-1096b7184e00", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:17.487557 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-975c7af0-4dbe-42c4-9538-4b31380baf42 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:17.488039 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a4caeb-f666-4def-910a-93831d2b63b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099a42ce-afbc-4761-a332-1096b7184e00', 'code': 200} Jul 05 04:07:17.518288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Attempting to bind port e6c34899-282a-47cf-bc0a-60b901dd8aaa on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:17.518828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Attempting to bind port e6c34899-282a-47cf-bc0a-60b901dd8aaa by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '827e0241-1b94-4da8-8131-14124308baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:17.519357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Attempting to bind port e6c34899-282a-47cf-bc0a-60b901dd8aaa on network 14f393e8-d8ce-4acc-88a6-2f0d9bf28851 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:17.524925 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Port e6c34899-282a-47cf-bc0a-60b901dd8aaa on network 14f393e8-d8ce-4acc-88a6-2f0d9bf28851 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:07:17.525459 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Attempting to bind port e6c34899-282a-47cf-bc0a-60b901dd8aaa on network 14f393e8-d8ce-4acc-88a6-2f0d9bf28851 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:17.531034 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:17.532173 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Checking segment: {'id': '827e0241-1b94-4da8-8131-14124308baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:17.532728 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Bound using segment: {'id': '827e0241-1b94-4da8-8131-14124308baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:17.533345 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Bound port: e6c34899-282a-47cf-bc0a-60b901dd8aaa, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827e0241-1b94-4da8-8131-14124308baf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:17.533968 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.582967 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['4f009765-11dc-4b2c-a646-27f90b6c4031'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:17.603395 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4c1a834c-e9c9-415f-8df6-0934a7fb0134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.632405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] For port e6c34899-282a-47cf-bc0a-60b901dd8aaa, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:17.636020 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] For port e6c34899-282a-47cf-bc0a-60b901dd8aaa, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e6c34899-282a-47cf-bc0a-60b901dd8aaa,segment=NetworkSegment(827e0241-1b94-4da8-8131-14124308baf4),segment_id=827e0241-1b94-4da8-8131-14124308baf4)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:17.636933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8f4ee-6162-48c9-bd7e-e388dfbc5ee5 req-0db06e28-abba-41f8-a2ac-e5a5b201815c tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:17.638531 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22d8f4ee-6162-48c9-bd7e-e388dfbc5ee5 req-0db06e28-abba-41f8-a2ac-e5a5b201815c tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 945 time: 0.3024609 Jul 05 04:07:17.678464 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4c1a834c-e9c9-415f-8df6-0934a7fb0134 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c3436fdd0e0a418c818d2844a0c5f5c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8619802 Jul 05 04:07:17.683530 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59918) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:17.738166 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4deddfca-eb46-4d3a-976b-9796af45ece2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.754508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a834c-e9c9-415f-8df6-0934a7fb0134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81836862-ccd8-4953-b7bd-0477375ae086,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:17.761028 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.764826 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4deddfca-eb46-4d3a-976b-9796af45ece2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.770900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22d8f4ee-6162-48c9-bd7e-e388dfbc5ee5 req-cbd233c1-ddc1-49d3-9b29-11170265e681 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171372 Jul 05 04:07:17.793365 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f04f84-2a3b-432d-bde7-0181ef517d91 req-18477779-9cf2-4d38-82ee-436541327cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:17.794870 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60f04f84-2a3b-432d-bde7-0181ef517d91 req-18477779-9cf2-4d38-82ee-436541327cd4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 1097 time: 0.2252131 Jul 05 04:07:17.807675 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc503c5-5f23-49b7-8c94-8b84c64e62b4 req-36aa87e9-d50e-4644-aaf1-9eb965d179ac tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:17.809268 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecc503c5-5f23-49b7-8c94-8b84c64e62b4 req-36aa87e9-d50e-4644-aaf1-9eb965d179ac tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 945 time: 0.1632006 Jul 05 04:07:17.856947 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:17.857756 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.858811 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60f04f84-2a3b-432d-bde7-0181ef517d91 req-941a38c5-55a6-4c42-897a-8b4896be8c2d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485551 Jul 05 04:07:17.859121 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] 10.222.0.36 "PUT /v2.0/ports/e6c34899-282a-47cf-bc0a-60b901dd8aaa HTTP/1.1" status: 200 len: 1093 time: 1.1259699 Jul 05 04:07:17.861664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1337f33-7fce-426f-ab4e-e5435fbeb176', 'tag': 'e6c34899-282a-47cf-bc0a-60b901dd8aaa'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:17.864257 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effe006a-a38b-4ace-9b38-3d69a31b27b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c1337f33-7fce-426f-ab4e-e5435fbeb176", "tag": "e6c34899-282a-47cf-bc0a-60b901dd8aaa"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:17.873086 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecc503c5-5f23-49b7-8c94-8b84c64e62b4 req-c2a7be83-d908-416c-95e9-f5570e83976f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563531 Jul 05 04:07:17.888232 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4c0a5-0549-413f-bc77-8af2546f3c74 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c34899-282a-47cf-bc0a-60b901dd8aaa,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:17.972430 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e6461792-f147-458d-9e53-af613ef1cfae tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.985556 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4deddfca-eb46-4d3a-976b-9796af45ece2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.989750 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4deddfca-eb46-4d3a-976b-9796af45ece2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.994281 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4deddfca-eb46-4d3a-976b-9796af45ece2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/81836862-ccd8-4953-b7bd-0477375ae086 HTTP/1.1" status: 204 len: 168 time: 0.3072059 Jul 05 04:07:18.013551 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deddfca-eb46-4d3a-976b-9796af45ece2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81836862-ccd8-4953-b7bd-0477375ae086,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:18.033756 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e6461792-f147-458d-9e53-af613ef1cfae tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.036725 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e6461792-f147-458d-9e53-af613ef1cfae tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/ports/2095d6e7-b6b3-428c-914a-630eaf222e01 HTTP/1.1" status: 204 len: 168 time: 1.0058889 Jul 05 04:07:18.039244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6461792-f147-458d-9e53-af613ef1cfae tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Port': ['ID=2095d6e7-b6b3-428c-914a-630eaf222e01,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:18.043911 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59928) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:18.075187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d84b3-b89f-4289-b06d-8f84d00e3e2d req-f7f61a3e-cdbc-4fca-a3b0-fd3b87f03f7c tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:18.076808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-213d84b3-b89f-4289-b06d-8f84d00e3e2d req-f7f61a3e-cdbc-4fca-a3b0-fd3b87f03f7c tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 944 time: 0.1552217 Jul 05 04:07:18.078659 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f01fd8-7c15-429a-bcb8-c5bbb0a79d53 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:18.079350 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f01fd8-7c15-429a-bcb8-c5bbb0a79d53 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:18.084170 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f7f01fd8-7c15-429a-bcb8-c5bbb0a79d53 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/subnets/46cde237-76df-4007-80f2-b67f8287016e HTTP/1.1" status: 404 len: 337 time: 0.0385952 Jul 05 04:07:18.084889 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59930) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:18.143579 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-213d84b3-b89f-4289-b06d-8f84d00e3e2d req-42c9d31f-74c3-4fb5-ac05-15679514ad59 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups?id=eeaebc2b-6d00-4650-874c-e19432c5aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465219 Jul 05 04:07:18.170818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5eec28-a8b9-4de7-abe3-0acde890854e req-21f4b082-4176-430d-91f6-fe2e0618af3e tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:18.172595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba5eec28-a8b9-4de7-abe3-0acde890854e req-21f4b082-4176-430d-91f6-fe2e0618af3e tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 944 time: 0.1496475 Jul 05 04:07:18.207929 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41abe6d-8a2c-46ea-af7d-3bbe6d08ae3d x-openstack-request-id: req-d41abe6d-8a2c-46ea-af7d-3bbe6d08ae3d {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:18.208245 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1337f33-7fce-426f-ab4e-e5435fbeb176", "tag": "e6c34899-282a-47cf-bc0a-60b901dd8aaa", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:18.208551 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d41abe6d-8a2c-46ea-af7d-3bbe6d08ae3d {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:18.208958 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1337f33-7fce-426f-ab4e-e5435fbeb176', 'tag': 'e6c34899-282a-47cf-bc0a-60b901dd8aaa', 'status': 'completed', 'code': 200} Jul 05 04:07:18.221114 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67265191-087e-4d98-beed-c1c0476cd2c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.239143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba5eec28-a8b9-4de7-abe3-0acde890854e req-d6d4dde4-4500-4403-88ea-bae3c0d9298c tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdacd6c2-8c5a-4c39-8f18-633302756de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555985 Jul 05 04:07:18.246575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-2ff8dee2-9b93-4856-bcc4-a4d9768f79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:18.248813 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-2ff8dee2-9b93-4856-bcc4-a4d9768f79e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7801c5eaf77a4187b4ccb741b70e7a4e&device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 1096 time: 0.1129792 Jul 05 04:07:18.348032 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-08bbcf0f-a783-4d2f-97b8-49af847fd2e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6c34899-282a-47cf-bc0a-60b901dd8aaa HTTP/1.1" status: 200 len: 217 time: 0.0735500 Jul 05 04:07:18.393465 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67265191-087e-4d98-beed-c1c0476cd2c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.408564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-67265191-087e-4d98-beed-c1c0476cd2c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce0ae78-ae10-4d16-8196-fd2c7078ce61']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:18.420818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-67265191-087e-4d98-beed-c1c0476cd2c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbf960b-bd12-4dfe-8310-9b009fbeac8d') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:18.423461 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-67265191-087e-4d98-beed-c1c0476cd2c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbf960b-bd12-4dfe-8310-9b009fbeac8d') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:18.429620 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-bc2f59e2-e20b-4d0d-bd1e-c8fd230de5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:18.431635 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-bc2f59e2-e20b-4d0d-bd1e-c8fd230de5cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a96628af-59c1-4851-99ec-970c198f10a2 HTTP/1.1" status: 200 len: 845 time: 0.0732577 Jul 05 04:07:18.434832 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67265191-087e-4d98-beed-c1c0476cd2c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.476049 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67265191-087e-4d98-beed-c1c0476cd2c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.484432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67265191-087e-4d98-beed-c1c0476cd2c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:18.484824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67265191-087e-4d98-beed-c1c0476cd2c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:18.487670 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:18.659641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59936) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:18.675601 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec4a2-3e0e-40f2-bf10-7bb79565350a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.819343 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec4a2-3e0e-40f2-bf10-7bb79565350a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.847826 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c700a-5442-4a0b-992b-ce0504960fa4 req-48494f53-707d-459b-98ac-afd0e5847638 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:18.849456 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c28c700a-5442-4a0b-992b-ce0504960fa4 req-48494f53-707d-459b-98ac-afd0e5847638 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 945 time: 0.0981774 Jul 05 04:07:18.862439 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4f009765-11dc-4b2c-a646-27f90b6c4031 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:18.871883 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-7cf22dcd-4e55-4e4c-aeaf-4048a7f2dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:18.873646 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-7cf22dcd-4e55-4e4c-aeaf-4048a7f2dc01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14f393e8-d8ce-4acc-88a6-2f0d9bf28851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4326618 Jul 05 04:07:18.885604 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec4a2-3e0e-40f2-bf10-7bb79565350a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.960040 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67265191-087e-4d98-beed-c1c0476cd2c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.968724 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67265191-087e-4d98-beed-c1c0476cd2c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.971927 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-67265191-087e-4d98-beed-c1c0476cd2c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/networks/3ce0ae78-ae10-4d16-8196-fd2c7078ce61 HTTP/1.1" status: 204 len: 168 time: 0.8849063 Jul 05 04:07:18.974765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59940) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:18.979615 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c28c700a-5442-4a0b-992b-ce0504960fa4 req-debdc69c-70cb-4658-b896-60d51afbe54b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219857 Jul 05 04:07:18.985025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 4f009765-11dc-4b2c-a646-27f90b6c4031 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:18.986035 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8f4ec4a2-3e0e-40f2-bf10-7bb79565350a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0672ec54f82945c4a0eda0ef27531d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252413 Jul 05 04:07:18.988420 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59942) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:18.991892 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 4f009765-11dc-4b2c-a646-27f90b6c4031 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:18.992477 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.996917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ec4a2-3e0e-40f2-bf10-7bb79565350a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64325cca-9a47-4eca-bf28-9b66110ea843,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:19.005965 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67265191-087e-4d98-beed-c1c0476cd2c4 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Network': ['ID=3ce0ae78-ae10-4d16-8196-fd2c7078ce61,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:19.028559 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-3f672be4-0239-4692-b734-656cca51216d service neutron] 10.222.0.36 "GET /v2.0/networks/14f393e8-d8ce-4acc-88a6-2f0d9bf28851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428304 Jul 05 04:07:19.075946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bd392-237c-4e14-a75d-99d0169d60d9 req-1600c7df-bac0-4019-bc32-b2783726ed63 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:19.077840 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e58bd392-237c-4e14-a75d-99d0169d60d9 req-1600c7df-bac0-4019-bc32-b2783726ed63 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 945 time: 0.1810231 Jul 05 04:07:19.082887 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c422a919-3153-4210-95d9-3f7588fa33e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.096561 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1e1a53-0bb1-4802-98f0-34a33ba9849c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Deleting subnet 17407c78-4063-4b2a-9d7a-9807a52582c8 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:19.109781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0f1e1a53-0bb1-4802-98f0-34a33ba9849c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.116200 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.127434 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c422a919-3153-4210-95d9-3f7588fa33e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.162895 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0f1e1a53-0bb1-4802-98f0-34a33ba9849c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.164611 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e58bd392-237c-4e14-a75d-99d0169d60d9 req-52d9183f-0d5d-4c9f-91fd-b33fb417a671 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762126 Jul 05 04:07:19.173943 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 4f009765-11dc-4b2c-a646-27f90b6c4031, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=4f009765-11dc-4b2c-a646-27f90b6c4031,segment=NetworkSegment(fbdce9e5-77e6-42f9-97df-f05d04a60772),segment_id=fbdce9e5-77e6-42f9-97df-f05d04a60772)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:19.218284 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19fa98e5-4744-47fb-92b0-f21d6450d596 req-2de15103-ba60-43ca-980b-774f6c99141a service neutron] 10.222.0.36 "GET /v2.0/networks/14f393e8-d8ce-4acc-88a6-2f0d9bf28851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684737 Jul 05 04:07:19.257931 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.266342 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0f1e1a53-0bb1-4802-98f0-34a33ba9849c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.282006 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c422a919-3153-4210-95d9-3f7588fa33e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.284542 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c422a919-3153-4210-95d9-3f7588fa33e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.286434 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c422a919-3153-4210-95d9-3f7588fa33e0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/64325cca-9a47-4eca-bf28-9b66110ea843 HTTP/1.1" status: 204 len: 168 time: 0.2961795 Jul 05 04:07:19.296700 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422a919-3153-4210-95d9-3f7588fa33e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64325cca-9a47-4eca-bf28-9b66110ea843,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:19.364213 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=4f009765-11dc-4b2c-a646-27f90b6c4031,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:19.392477 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a2f73-a50c-45a7-8825-0e1a22566443 req-481e18a5-c3e7-4e5f-bef4-31dd7e68bbc5 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:19.394047 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f04a2f73-a50c-45a7-8825-0e1a22566443 req-481e18a5-c3e7-4e5f-bef4-31dd7e68bbc5 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 944 time: 0.0985377 Jul 05 04:07:19.450963 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0f1e1a53-0bb1-4802-98f0-34a33ba9849c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.471210 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f04a2f73-a50c-45a7-8825-0e1a22566443 req-4edeff58-706f-471c-ac22-570eb2ca35c4 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups?id=eeaebc2b-6d00-4650-874c-e19432c5aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655103 Jul 05 04:07:19.487847 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0f1e1a53-0bb1-4802-98f0-34a33ba9849c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.489178 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333517b8-621f-40d1-8431-ec3c1221c156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f009765-11dc-4b2c-a646-27f90b6c4031'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:19.491795 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0f1e1a53-0bb1-4802-98f0-34a33ba9849c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/subnets/17407c78-4063-4b2a-9d7a-9807a52582c8 HTTP/1.1" status: 204 len: 168 time: 0.5104287 Jul 05 04:07:19.492612 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59950) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:19.492866 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e1a53-0bb1-4802-98f0-34a33ba9849c tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Subnet': ['ID=17407c78-4063-4b2a-9d7a-9807a52582c8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:19.495029 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26eb8cc9-1106-4bf3-b745-87e241de1018" -d '{"events": [{"server_uuid": "333517b8-621f-40d1-8431-ec3c1221c156", "name": "network-vif-plugged", "status": "completed", "tag": "4f009765-11dc-4b2c-a646-27f90b6c4031"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:19.500201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf648e1-218c-4bd6-af44-b6648dc4787d None None] Network 7e679fa7-1e9d-4fe8-a57c-a27531cca366 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:19.521142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe006a-a38b-4ace-9b38-3d69a31b27b8 req-8e8905eb-5743-45c8-9be8-0ef5f610266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:19.522671 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-effe006a-a38b-4ace-9b38-3d69a31b27b8 req-8e8905eb-5743-45c8-9be8-0ef5f610266f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7801c5eaf77a4187b4ccb741b70e7a4e&device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 1096 time: 0.1009703 Jul 05 04:07:19.535176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180dd70-cb03-4f0e-b51f-abb12aa007d7 req-47a75fa5-d117-4738-bdcd-4e02488e4219 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:19.536443 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c180dd70-cb03-4f0e-b51f-abb12aa007d7 req-47a75fa5-d117-4738-bdcd-4e02488e4219 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 945 time: 0.1401536 Jul 05 04:07:19.555912 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465c889a-93fb-401a-adc8-08ab02c9f3b4 x-openstack-request-id: req-465c889a-93fb-401a-adc8-08ab02c9f3b4 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:19.556577 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333517b8-621f-40d1-8431-ec3c1221c156", "name": "network-vif-plugged", "status": "completed", "tag": "4f009765-11dc-4b2c-a646-27f90b6c4031", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:19.557218 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-465c889a-93fb-401a-adc8-08ab02c9f3b4 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:19.557833 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333517b8-621f-40d1-8431-ec3c1221c156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f009765-11dc-4b2c-a646-27f90b6c4031', 'code': 200} Jul 05 04:07:19.648752 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c180dd70-cb03-4f0e-b51f-abb12aa007d7 req-5b044828-0889-445a-b2f3-1b29483dc1f3 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdacd6c2-8c5a-4c39-8f18-633302756de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560274 Jul 05 04:07:19.656511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe006a-a38b-4ace-9b38-3d69a31b27b8 req-df11c924-ecda-4f43-994b-7444de88ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:19.657998 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-effe006a-a38b-4ace-9b38-3d69a31b27b8 req-df11c924-ecda-4f43-994b-7444de88ae47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14f393e8-d8ce-4acc-88a6-2f0d9bf28851 HTTP/1.1" status: 200 len: 907 time: 0.1230586 Jul 05 04:07:19.691297 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.708694 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-effe006a-a38b-4ace-9b38-3d69a31b27b8 req-b8f739e6-f301-4dfc-9de7-729dc9c326ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6c34899-282a-47cf-bc0a-60b901dd8aaa HTTP/1.1" status: 200 len: 217 time: 0.0411961 Jul 05 04:07:19.755010 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96881c95-b14c-4295-8d2a-dd9f63bba897 req-a7b9f859-386e-46dc-ba77-71b6dedf1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:19.756721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96881c95-b14c-4295-8d2a-dd9f63bba897 req-a7b9f859-386e-46dc-ba77-71b6dedf1153 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 1097 time: 0.1114824 Jul 05 04:07:19.762972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b363159-7509-482e-9951-f3d11dbaefff None None] DHCP port deletion for 7e679fa7-1e9d-4fe8-a57c-a27531cca366 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:19.786292 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe006a-a38b-4ace-9b38-3d69a31b27b8 req-625e770a-2012-4b2b-b128-3a1b0114b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:19.788145 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-effe006a-a38b-4ace-9b38-3d69a31b27b8 req-625e770a-2012-4b2b-b128-3a1b0114b4ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a96628af-59c1-4851-99ec-970c198f10a2 HTTP/1.1" status: 200 len: 845 time: 0.0560558 Jul 05 04:07:19.792401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Deleting port 117da9da-d630-49f8-9b24-414333a26cdd {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:19.792752 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.820518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0b363159-7509-482e-9951-f3d11dbaefff None None] Deleting port 117da9da-d630-49f8-9b24-414333a26cdd {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:19.821172 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0b363159-7509-482e-9951-f3d11dbaefff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.870913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe006a-a38b-4ace-9b38-3d69a31b27b8 req-546d590d-559e-4562-9499-a670b63f416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:19.872368 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-effe006a-a38b-4ace-9b38-3d69a31b27b8 req-546d590d-559e-4562-9499-a670b63f416c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14f393e8-d8ce-4acc-88a6-2f0d9bf28851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764806 Jul 05 04:07:19.872719 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96881c95-b14c-4295-8d2a-dd9f63bba897 req-62f2bc20-8987-46d5-b85d-d750649aa9a5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fdacd6c2-8c5a-4c39-8f18-633302756de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943844 Jul 05 04:07:19.884976 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] For port 117da9da-d630-49f8-9b24-414333a26cdd, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=117da9da-d630-49f8-9b24-414333a26cdd,segment=NetworkSegment(6a16aabc-8baa-49f3-a07e-b1c3db36d53e),segment_id=6a16aabc-8baa-49f3-a07e-b1c3db36d53e)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:19.885355 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.898098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Calling delete_port for 117da9da-d630-49f8-9b24-414333a26cdd owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:19.905400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0b363159-7509-482e-9951-f3d11dbaefff None None] For port 117da9da-d630-49f8-9b24-414333a26cdd, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=117da9da-d630-49f8-9b24-414333a26cdd,segment=NetworkSegment(6a16aabc-8baa-49f3-a07e-b1c3db36d53e),segment_id=6a16aabc-8baa-49f3-a07e-b1c3db36d53e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:19.905924 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0b363159-7509-482e-9951-f3d11dbaefff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.920335 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0b363159-7509-482e-9951-f3d11dbaefff None None] Calling delete_port for 117da9da-d630-49f8-9b24-414333a26cdd owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:19.974809 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-effe006a-a38b-4ace-9b38-3d69a31b27b8 req-5c5b3acb-035f-4bc6-bb6f-59d32850dea4 service neutron] 10.222.0.36 "GET /v2.0/networks/14f393e8-d8ce-4acc-88a6-2f0d9bf28851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910683 Jul 05 04:07:20.081045 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-effe006a-a38b-4ace-9b38-3d69a31b27b8 req-6e02d685-7d67-4b88-9a07-11521c0c29fc service neutron] 10.222.0.36 "GET /v2.0/networks/14f393e8-d8ce-4acc-88a6-2f0d9bf28851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977881 Jul 05 04:07:20.099182 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.115938 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0b363159-7509-482e-9951-f3d11dbaefff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.132336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] No DVR routers for this DVR port 117da9da-d630-49f8-9b24-414333a26cdd on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:20.134684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Port': ['ID=117da9da-d630-49f8-9b24-414333a26cdd,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:20.150744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b363159-7509-482e-9951-f3d11dbaefff None None] Pushing event deleted for resources: {'Port': ['ID=117da9da-d630-49f8-9b24-414333a26cdd,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:20.153147 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b363159-7509-482e-9951-f3d11dbaefff None None] No DVR routers for this DVR port 117da9da-d630-49f8-9b24-414333a26cdd on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:20.256089 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.268477 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e679fa7-1e9d-4fe8-a57c-a27531cca366']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:20.288267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a16aabc-8baa-49f3-a07e-b1c3db36d53e') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:20.288897 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a16aabc-8baa-49f3-a07e-b1c3db36d53e') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:20.296772 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 117da9da-d630-49f8-9b24-414333a26cdd no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:20.307222 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.319792 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 117da9da-d630-49f8-9b24-414333a26cdd {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:20.320335 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 117da9da-d630-49f8-9b24-414333a26cdd not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:20.359872 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.375368 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de65c57-b42f-436b-86e6-9b3fafb58344 req-7ae731a2-4df1-4122-b38b-3e8a9c7b33db tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:20.376920 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2de65c57-b42f-436b-86e6-9b3fafb58344 req-7ae731a2-4df1-4122-b38b-3e8a9c7b33db tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 945 time: 0.1729596 Jul 05 04:07:20.380345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:20.380765 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:20.384996 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:20.487318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2de65c57-b42f-436b-86e6-9b3fafb58344 req-3f648a90-ba89-485a-9b92-2e90038cad81 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911317 Jul 05 04:07:20.498938 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdbafa-82aa-4897-a1f9-f4850228c48b req-d2516b22-c6cf-4a62-af1a-813201fe5f2b tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:20.503457 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dfdbafa-82aa-4897-a1f9-f4850228c48b req-d2516b22-c6cf-4a62-af1a-813201fe5f2b tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 945 time: 0.1775386 Jul 05 04:07:20.543643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dfdbafa-82aa-4897-a1f9-f4850228c48b req-dac85b70-30e0-491b-8b03-6c7fdab46ea3 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373030 Jul 05 04:07:20.550155 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.579661 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.582383 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] 10.222.0.38 "DELETE /v2.0/networks/7e679fa7-1e9d-4fe8-a57c-a27531cca366 HTTP/1.1" status: 204 len: 168 time: 1.0883815 Jul 05 04:07:20.594190 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c02d5-c2b3-4af7-b371-c19dfec7f613 tempest-NetworksIpV6TestAttrs-1988239087 tempest-NetworksIpV6TestAttrs-1988239087-project] Pushing event deleted for resources: {'Network': ['ID=7e679fa7-1e9d-4fe8-a57c-a27531cca366,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:20.689864 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d92dc-965f-4f57-b9c1-2c98c18eacc9 req-6d27a093-0713-4f42-99b2-d36cf516a35c tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:20.699535 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-500d92dc-965f-4f57-b9c1-2c98c18eacc9 req-6d27a093-0713-4f42-99b2-d36cf516a35c tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 944 time: 0.0903482 Jul 05 04:07:20.775885 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-729a3ff5-20b6-4653-9291-39d3d13f7f20 req-294428a7-b899-42e1-a156-519ae1dbeff0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529969 Jul 05 04:07:20.776458 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-500d92dc-965f-4f57-b9c1-2c98c18eacc9 req-9e14a432-77d3-4c84-81e9-42022f594479 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups?id=eeaebc2b-6d00-4650-874c-e19432c5aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753882 Jul 05 04:07:20.891750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6b516-2a36-45a4-a326-38dbfb269b5d req-39729093-a873-498b-af0b-ecc2c2673e20 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:20.897217 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4e6b516-2a36-45a4-a326-38dbfb269b5d req-39729093-a873-498b-af0b-ecc2c2673e20 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902 HTTP/1.1" status: 200 len: 945 time: 0.2223537 Jul 05 04:07:20.930621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a3ff5-20b6-4653-9291-39d3d13f7f20 req-0edd6fce-fb20-4bb9-b816-ac3484827ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:20.932805 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-729a3ff5-20b6-4653-9291-39d3d13f7f20 req-0edd6fce-fb20-4bb9-b816-ac3484827ff0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5538ee9cb0d64f56a7eb4540d6f5c55c&device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 1097 time: 0.1060560 Jul 05 04:07:20.981278 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4e6b516-2a36-45a4-a326-38dbfb269b5d req-97a3b626-7d49-4552-b9ee-517a262d1954 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703878 Jul 05 04:07:21.014202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be4f1c-c79e-4aff-b09c-62b1acd39a40 req-a25527d3-f4ad-4072-9e61-9f8bb69a34e8 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:21.015978 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66be4f1c-c79e-4aff-b09c-62b1acd39a40 req-a25527d3-f4ad-4072-9e61-9f8bb69a34e8 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 945 time: 0.1173534 Jul 05 04:07:21.069623 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66be4f1c-c79e-4aff-b09c-62b1acd39a40 req-6fcf97ff-ed6a-4e51-a947-fc7165acce20 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdacd6c2-8c5a-4c39-8f18-633302756de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456963 Jul 05 04:07:21.125240 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a3ff5-20b6-4653-9291-39d3d13f7f20 req-1f369d02-4692-4b8a-9651-50448868ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:21.126747 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-729a3ff5-20b6-4653-9291-39d3d13f7f20 req-1f369d02-4692-4b8a-9651-50448868ebfc service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb72d40-35b8-45e8-ae66-9fae2707e37d HTTP/1.1" status: 200 len: 914 time: 0.1654186 Jul 05 04:07:21.163437 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59994) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:21.193233 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-729a3ff5-20b6-4653-9291-39d3d13f7f20 req-380dbe9c-6b81-442d-87e7-fe74f621d3c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=099a42ce-afbc-4761-a332-1096b7184e00 HTTP/1.1" status: 200 len: 217 time: 0.0580454 Jul 05 04:07:21.223585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e015f5-1f75-4c95-b765-2e4af47f367d req-f60050ef-ac64-40c4-b00f-b2df9038fdb5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:21.225488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7e015f5-1f75-4c95-b765-2e4af47f367d req-f60050ef-ac64-40c4-b00f-b2df9038fdb5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 945 time: 0.1184039 Jul 05 04:07:21.264988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a3ff5-20b6-4653-9291-39d3d13f7f20 req-d02e04f4-f352-416f-ac16-027609706ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:21.267397 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-729a3ff5-20b6-4653-9291-39d3d13f7f20 req-d02e04f4-f352-416f-ac16-027609706ead service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc423bbc-3066-41dd-ace4-e32ff8fff45f HTTP/1.1" status: 200 len: 853 time: 0.0628204 Jul 05 04:07:21.304584 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-729a3ff5-20b6-4653-9291-39d3d13f7f20 req-951194bc-2738-421d-bd04-eb60dcd5a1bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb72d40-35b8-45e8-ae66-9fae2707e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297258 Jul 05 04:07:21.376549 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e68e993b-7f3b-4058-9d8f-bd920f73cdb8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96e1a868ed934f68b31264609bbe7624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075484 Jul 05 04:07:21.377089 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60000) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:21.399797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-c7e015f5-1f75-4c95-b765-2e4af47f367d req-764df27e-0a2d-4e65-8a2c-2c7b6c36af64 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Deleting port 455b06a5-a853-496a-bd6b-6395936befb7 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:21.400276 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7e015f5-1f75-4c95-b765-2e4af47f367d req-764df27e-0a2d-4e65-8a2c-2c7b6c36af64 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.404779 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-729a3ff5-20b6-4653-9291-39d3d13f7f20 req-3bd84466-189c-475f-9ddf-9c3192ca3703 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935080 Jul 05 04:07:21.500156 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79bfb32b-e031-492f-99f3-9084e24deb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.518485 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-729a3ff5-20b6-4653-9291-39d3d13f7f20 req-d12873a5-7ebd-487d-a940-e14062195557 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058576 Jul 05 04:07:21.550899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-c7e015f5-1f75-4c95-b765-2e4af47f367d req-764df27e-0a2d-4e65-8a2c-2c7b6c36af64 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] For port 455b06a5-a853-496a-bd6b-6395936befb7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=455b06a5-a853-496a-bd6b-6395936befb7,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:21.551289 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7e015f5-1f75-4c95-b765-2e4af47f367d req-764df27e-0a2d-4e65-8a2c-2c7b6c36af64 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.563111 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79bfb32b-e031-492f-99f3-9084e24deb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.575346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-c7e015f5-1f75-4c95-b765-2e4af47f367d req-764df27e-0a2d-4e65-8a2c-2c7b6c36af64 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Calling delete_port for 455b06a5-a853-496a-bd6b-6395936befb7 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:21.746584 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbaa7f-5d92-4df6-9aea-cd4a6aa25a9e req-2a86966c-c2be-4fd4-a23e-ee369a4a3506 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:21.748132 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46dbaa7f-5d92-4df6-9aea-cd4a6aa25a9e req-2a86966c-c2be-4fd4-a23e-ee369a4a3506 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 945 time: 0.0957594 Jul 05 04:07:21.781229 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79bfb32b-e031-492f-99f3-9084e24deb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.783638 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79bfb32b-e031-492f-99f3-9084e24deb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.784738 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-79bfb32b-e031-492f-99f3-9084e24deb27 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/487fe0bb-3268-41e8-a35a-90167af9037c HTTP/1.1" status: 204 len: 168 time: 0.4070733 Jul 05 04:07:21.816896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfb32b-e031-492f-99f3-9084e24deb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487fe0bb-3268-41e8-a35a-90167af9037c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:21.848347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46dbaa7f-5d92-4df6-9aea-cd4a6aa25a9e req-a7137a98-c446-4c5f-9912-f86678b04b15 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934284 Jul 05 04:07:21.901283 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7e015f5-1f75-4c95-b765-2e4af47f367d req-764df27e-0a2d-4e65-8a2c-2c7b6c36af64 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.914616 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['455b06a5-a853-496a-bd6b-6395936befb7'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:22.043057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764df27e-0a2d-4e65-8a2c-2c7b6c36af64 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event deleted for resources: {'Port': ['ID=455b06a5-a853-496a-bd6b-6395936befb7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:22.046712 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e015f5-1f75-4c95-b765-2e4af47f367d req-764df27e-0a2d-4e65-8a2c-2c7b6c36af64 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] No DVR routers for this DVR port 455b06a5-a853-496a-bd6b-6395936befb7 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:22.073608 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c7e015f5-1f75-4c95-b765-2e4af47f367d req-764df27e-0a2d-4e65-8a2c-2c7b6c36af64 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.076364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7e015f5-1f75-4c95-b765-2e4af47f367d req-764df27e-0a2d-4e65-8a2c-2c7b6c36af64 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "DELETE /v2.0/ports/455b06a5-a853-496a-bd6b-6395936befb7 HTTP/1.1" status: 204 len: 173 time: 0.8397439 Jul 05 04:07:22.077070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bceacd0-086a-46cc-bc2f-2d0d25fd2993', 'name': 'network-vif-deleted', 'tag': '455b06a5-a853-496a-bd6b-6395936befb7'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:22.079351 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2471fd6a-3726-4823-bf11-3c92dd3572b0" -d '{"events": [{"server_uuid": "5bceacd0-086a-46cc-bc2f-2d0d25fd2993", "name": "network-vif-deleted", "tag": "455b06a5-a853-496a-bd6b-6395936befb7"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:22.123640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c13169-d935-4df2-a901-63ac78452fc9 req-b0f73cf3-eef2-413e-ba2c-73af979e11cb tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:22.130824 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-75c13169-d935-4df2-a901-63ac78452fc9 req-b0f73cf3-eef2-413e-ba2c-73af979e11cb tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 944 time: 0.1426618 Jul 05 04:07:22.133843 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296648e2-7c4e-4b0c-9a0f-62b2fdcdd6bf x-openstack-request-id: req-296648e2-7c4e-4b0c-9a0f-62b2fdcdd6bf {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:22.134268 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bceacd0-086a-46cc-bc2f-2d0d25fd2993", "name": "network-vif-deleted", "tag": "455b06a5-a853-496a-bd6b-6395936befb7", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:22.134519 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-296648e2-7c4e-4b0c-9a0f-62b2fdcdd6bf {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:22.135102 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bceacd0-086a-46cc-bc2f-2d0d25fd2993', 'name': 'network-vif-deleted', 'tag': '455b06a5-a853-496a-bd6b-6395936befb7', 'status': 'completed', 'code': 200} Jul 05 04:07:22.222947 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-75c13169-d935-4df2-a901-63ac78452fc9 req-ec311d4b-2aea-4a41-93b5-95b8e19d6880 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups?id=eeaebc2b-6d00-4650-874c-e19432c5aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911012 Jul 05 04:07:22.438887 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68124e09-9b15-4531-9e3a-74de78addf9a req-a5fbd68c-4dd3-42b7-9a14-768ac2904871 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:22.439850 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68124e09-9b15-4531-9e3a-74de78addf9a req-a5fbd68c-4dd3-42b7-9a14-768ac2904871 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 945 time: 0.1532469 Jul 05 04:07:22.508279 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68124e09-9b15-4531-9e3a-74de78addf9a req-ac327653-67de-4d78-8203-3b7802765bb6 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdacd6c2-8c5a-4c39-8f18-633302756de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597694 Jul 05 04:07:22.535365 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-121c6c52-97ad-40d9-893a-d08102e90d1f tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:22.537837 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-121c6c52-97ad-40d9-893a-d08102e90d1f tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/networks?id=1eb72d40-35b8-45e8-ae66-9fae2707e37d HTTP/1.1" status: 200 len: 813 time: 0.1594448 Jul 05 04:07:22.552252 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-3600e07d-c090-440f-85fa-ba09db36ef92 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/quotas/5538ee9cb0d64f56a7eb4540d6f5c55c HTTP/1.1" status: 200 len: 375 time: 0.0098531 Jul 05 04:07:22.634837 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-d61a446a-3b95-4849-8155-7ecaa99a2150 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5538ee9cb0d64f56a7eb4540d6f5c55c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759819 Jul 05 04:07:22.736824 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-ddd5ada3-e8d3-4588-922a-af04dc575266 service neutron] 10.222.0.38 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946383 Jul 05 04:07:22.842594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-bf0aacb6-2f86-45cc-810c-7e4d46eb7430 service neutron] 10.222.0.38 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993352 Jul 05 04:07:23.072782 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-011a17ba-5b96-4719-b9fc-98990f450305 req-119f2949-dd19-4f0e-a147-f0df0579ef2b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 210 time: 0.0586336 Jul 05 04:07:23.092439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60072) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:23.204047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-886a495f-0459-4493-b5ff-fbe453bb4126 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1680887997'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:23.344762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886a495f-0459-4493-b5ff-fbe453bb4126 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:23.356527 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-886a495f-0459-4493-b5ff-fbe453bb4126 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.377795 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-886a495f-0459-4493-b5ff-fbe453bb4126 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.955872 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8a4d400-9ef8-4f97-8103-8b5a2d53708e req-1a046fc0-06f1-4c13-a31e-01146c829cd0 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 210 time: 0.0930777 Jul 05 04:07:24.085700 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b255ac-bd66-4081-b0c3-778d1b856f58 req-06a0feec-f5dc-4d28-906f-1c173e5903a2 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:24.087967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-73b255ac-bd66-4081-b0c3-778d1b856f58 req-06a0feec-f5dc-4d28-906f-1c173e5903a2 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 944 time: 0.6443832 Jul 05 04:07:24.157345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3003c3-8ec0-49d7-ae32-85d974a11e9a req-b264ed77-edc6-4540-87fa-8298fe85d14a tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:24.159215 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c3003c3-8ec0-49d7-ae32-85d974a11e9a req-b264ed77-edc6-4540-87fa-8298fe85d14a tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902 HTTP/1.1" status: 200 len: 945 time: 0.2999222 Jul 05 04:07:24.170031 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-886a495f-0459-4493-b5ff-fbe453bb4126 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.221359 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f028be-3a1c-4a82-a639-7fec2dda5583 req-a2f3b255-cff7-4d1a-8ec3-a0089e7d1792 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:24.222877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8f028be-3a1c-4a82-a639-7fec2dda5583 req-a2f3b255-cff7-4d1a-8ec3-a0089e7d1792 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a4caeb-f666-4def-910a-93831d2b63b1 HTTP/1.1" status: 200 len: 945 time: 0.2901905 Jul 05 04:07:24.225727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-73b255ac-bd66-4081-b0c3-778d1b856f58 req-25b70dc9-bd78-4836-a7d2-1474b0ac05cd tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups?id=eeaebc2b-6d00-4650-874c-e19432c5aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307380 Jul 05 04:07:24.243422 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-886a495f-0459-4493-b5ff-fbe453bb4126 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.257717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886a495f-0459-4493-b5ff-fbe453bb4126 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:24.290109 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-886a495f-0459-4493-b5ff-fbe453bb4126 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.290109 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-886a495f-0459-4493-b5ff-fbe453bb4126 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Added segment 9a3f0334-6424-451b-9bdc-e4a9e5fec8c9 of type vlan for network 864be794-066d-4cec-bbcd-74341237da42 Jul 05 04:07:24.421045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de50ec2a-d20f-4bc0-98ac-08a8728260b4 req-7789ed37-55ce-44e1-8dce-be6239791fe6 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 210 time: 0.1240375 Jul 05 04:07:24.452907 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-886a495f-0459-4493-b5ff-fbe453bb4126 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.482157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a495f-0459-4493-b5ff-fbe453bb4126 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f916a0a2-2a8d-40b7-9e38-ff4b8c7a7764,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:24.570636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-5c3003c3-8ec0-49d7-ae32-85d974a11e9a req-8a060915-699a-48bb-ad8b-8dfdc2968da5 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Deleting port 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:24.571047 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5c3003c3-8ec0-49d7-ae32-85d974a11e9a req-8a060915-699a-48bb-ad8b-8dfdc2968da5 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.588959 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-e8f028be-3a1c-4a82-a639-7fec2dda5583 req-b93e52cf-d07c-4ffd-84e2-e8634a1a70de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Deleting port 099a42ce-afbc-4761-a332-1096b7184e00 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:24.589293 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e8f028be-3a1c-4a82-a639-7fec2dda5583 req-b93e52cf-d07c-4ffd-84e2-e8634a1a70de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.630383 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-886a495f-0459-4493-b5ff-fbe453bb4126 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.636022 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886a495f-0459-4493-b5ff-fbe453bb4126 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:24.636647 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-886a495f-0459-4493-b5ff-fbe453bb4126 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.768288 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e6c34899-282a-47cf-bc0a-60b901dd8aaa details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:07:24.787265 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 455b06a5-a853-496a-bd6b-6395936befb7 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:24.794369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a495f-0459-4493-b5ff-fbe453bb4126 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Network': ['ID=864be794-066d-4cec-bbcd-74341237da42,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:24.818310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-5c3003c3-8ec0-49d7-ae32-85d974a11e9a req-8a060915-699a-48bb-ad8b-8dfdc2968da5 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] For port 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=53adbf9a-7664-4b76-8cf3-55b38ed9b5bf,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:24.818777 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5c3003c3-8ec0-49d7-ae32-85d974a11e9a req-8a060915-699a-48bb-ad8b-8dfdc2968da5 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.829630 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-e8f028be-3a1c-4a82-a639-7fec2dda5583 req-b93e52cf-d07c-4ffd-84e2-e8634a1a70de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] For port 099a42ce-afbc-4761-a332-1096b7184e00, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=099a42ce-afbc-4761-a332-1096b7184e00,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:24.830290 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e8f028be-3a1c-4a82-a639-7fec2dda5583 req-b93e52cf-d07c-4ffd-84e2-e8634a1a70de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.850938 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-5c3003c3-8ec0-49d7-ae32-85d974a11e9a req-8a060915-699a-48bb-ad8b-8dfdc2968da5 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Calling delete_port for 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:24.859987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-e8f028be-3a1c-4a82-a639-7fec2dda5583 req-b93e52cf-d07c-4ffd-84e2-e8634a1a70de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Calling delete_port for 099a42ce-afbc-4761-a332-1096b7184e00 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:24.872538 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-886a495f-0459-4493-b5ff-fbe453bb4126 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7777426 Jul 05 04:07:24.873665 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60112) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:24.880480 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-25b8f904-7a84-4694-98ef-2095d6e8cbaf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'name': 'tempest-PortsTestJSON-2006485281'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:25.149154 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 455b06a5-a853-496a-bd6b-6395936befb7 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:25.149984 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 455b06a5-a853-496a-bd6b-6395936befb7 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:25.152416 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.resource_extend [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:07:25.154477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 864be794-066d-4cec-bbcd-74341237da42 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:25.169305 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d378af1d-b32c-4e0d-8b5f-2c4a57a7681e req-a49b42ec-63f8-43bd-8116-089dad7b99f1 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 210 time: 0.0698457 Jul 05 04:07:25.190180 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b8f904-7a84-4694-98ef-2095d6e8cbaf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:25.193853 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25b8f904-7a84-4694-98ef-2095d6e8cbaf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.233217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-25b8f904-7a84-4694-98ef-2095d6e8cbaf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port 21988e08-fa23-49b9-9678-c53b90045306 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:25.297278 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e6c34899-282a-47cf-bc0a-60b901dd8aaa, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e6c34899-282a-47cf-bc0a-60b901dd8aaa,segment=NetworkSegment(827e0241-1b94-4da8-8131-14124308baf4),segment_id=827e0241-1b94-4da8-8131-14124308baf4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:25.317484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'e6c34899-282a-47cf-bc0a-60b901dd8aaa', 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'port_id': 'e6c34899-282a-47cf-bc0a-60b901dd8aaa', 'mac_address': 'fa:16:3e:1b:8d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:07:25.418086 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.429074 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5c3003c3-8ec0-49d7-ae32-85d974a11e9a req-8a060915-699a-48bb-ad8b-8dfdc2968da5 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.461448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['099a42ce-afbc-4761-a332-1096b7184e00'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:25.509703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['53adbf9a-7664-4b76-8cf3-55b38ed9b5bf'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:25.511192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a060915-699a-48bb-ad8b-8dfdc2968da5 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Pushing event deleted for resources: {'Port': ['ID=53adbf9a-7664-4b76-8cf3-55b38ed9b5bf,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:25.536169 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e8f028be-3a1c-4a82-a639-7fec2dda5583 req-b93e52cf-d07c-4ffd-84e2-e8634a1a70de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.557314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c34899-282a-47cf-bc0a-60b901dd8aaa {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:25.567515 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['53adbf9a-7664-4b76-8cf3-55b38ed9b5bf'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:25.610910 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e6c34899-282a-47cf-bc0a-60b901dd8aaa, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e6c34899-282a-47cf-bc0a-60b901dd8aaa,segment=NetworkSegment(827e0241-1b94-4da8-8131-14124308baf4),segment_id=827e0241-1b94-4da8-8131-14124308baf4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:25.658711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e52cf-d07c-4ffd-84e2-e8634a1a70de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Pushing event deleted for resources: {'Port': ['ID=099a42ce-afbc-4761-a332-1096b7184e00,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:25.700489 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25b8f904-7a84-4694-98ef-2095d6e8cbaf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.721676 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.758596 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f028be-3a1c-4a82-a639-7fec2dda5583 req-b93e52cf-d07c-4ffd-84e2-e8634a1a70de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] No DVR routers for this DVR port 099a42ce-afbc-4761-a332-1096b7184e00 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:25.761552 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-e8f028be-3a1c-4a82-a639-7fec2dda5583 req-b93e52cf-d07c-4ffd-84e2-e8634a1a70de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.764151 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8f028be-3a1c-4a82-a639-7fec2dda5583 req-b93e52cf-d07c-4ffd-84e2-e8634a1a70de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.36 "DELETE /v2.0/ports/099a42ce-afbc-4761-a332-1096b7184e00 HTTP/1.1" status: 204 len: 173 time: 1.5345249 Jul 05 04:07:25.765318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3003c3-8ec0-49d7-ae32-85d974a11e9a req-8a060915-699a-48bb-ad8b-8dfdc2968da5 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] No DVR routers for this DVR port 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:25.771430 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5c3003c3-8ec0-49d7-ae32-85d974a11e9a req-8a060915-699a-48bb-ad8b-8dfdc2968da5 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.774934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c3003c3-8ec0-49d7-ae32-85d974a11e9a req-8a060915-699a-48bb-ad8b-8dfdc2968da5 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.10 "DELETE /v2.0/ports/53adbf9a-7664-4b76-8cf3-55b38ed9b5bf HTTP/1.1" status: 204 len: 173 time: 1.6029978 Jul 05 04:07:25.779353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a4caeb-f666-4def-910a-93831d2b63b1', 'name': 'network-vif-deleted', 'tag': '099a42ce-afbc-4761-a332-1096b7184e00'}, {'server_uuid': '9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902', 'name': 'network-vif-deleted', 'tag': '53adbf9a-7664-4b76-8cf3-55b38ed9b5bf'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:25.796433 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5112080-191d-4115-be08-476c13405ad2" -d '{"events": [{"server_uuid": "f8a4caeb-f666-4def-910a-93831d2b63b1", "name": "network-vif-deleted", "tag": "099a42ce-afbc-4761-a332-1096b7184e00"}, {"server_uuid": "9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902", "name": "network-vif-deleted", "tag": "53adbf9a-7664-4b76-8cf3-55b38ed9b5bf"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:25.825376 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-145c8481-c87c-4e74-bbd6-c22f51285b37 req-917fefad-16fd-4d51-a6a4-4fde3733b334 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 210 time: 0.1095119 Jul 05 04:07:25.829168 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e6c34899-282a-47cf-bc0a-60b901dd8aaa,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:25.858863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3d7aa-7a2b-4b20-9082-38ec8e3df0d1 req-f90822df-4b0b-4904-9319-6877c0360816 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:25.860555 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9eb3d7aa-7a2b-4b20-9082-38ec8e3df0d1 req-f90822df-4b0b-4904-9319-6877c0360816 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 944 time: 0.3628695 Jul 05 04:07:25.882599 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25b8f904-7a84-4694-98ef-2095d6e8cbaf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.984623 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9eb3d7aa-7a2b-4b20-9082-38ec8e3df0d1 req-f96705af-e6fc-4b8c-ab77-20c8a93cc032 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups?id=eeaebc2b-6d00-4650-874c-e19432c5aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123352 Jul 05 04:07:25.998022 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e0c04f-e685-45f5-b8e7-b3210e5510e3 x-openstack-request-id: req-53e0c04f-e685-45f5-b8e7-b3210e5510e3 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:25.998243 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a4caeb-f666-4def-910a-93831d2b63b1", "name": "network-vif-deleted", "tag": "099a42ce-afbc-4761-a332-1096b7184e00", "status": "completed", "code": 200}, {"server_uuid": "9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902", "name": "network-vif-deleted", "tag": "53adbf9a-7664-4b76-8cf3-55b38ed9b5bf", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:25.998774 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53e0c04f-e685-45f5-b8e7-b3210e5510e3 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:26.001345 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a4caeb-f666-4def-910a-93831d2b63b1', 'name': 'network-vif-deleted', 'tag': '099a42ce-afbc-4761-a332-1096b7184e00', 'status': 'completed', 'code': 200} Jul 05 04:07:26.001679 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7f4f9a-cfbe-4b5c-a6d2-78563ab63902', 'name': 'network-vif-deleted', 'tag': '53adbf9a-7664-4b76-8cf3-55b38ed9b5bf', 'status': 'completed', 'code': 200} Jul 05 04:07:26.026479 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8f904-7a84-4694-98ef-2095d6e8cbaf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=21988e08-fa23-49b9-9678-c53b90045306,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:26.043187 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8f904-7a84-4694-98ef-2095d6e8cbaf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Checking segment: {'id': '9a3f0334-6424-451b-9bdc-e4a9e5fec8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '864be794-066d-4cec-bbcd-74341237da42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:26.043570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b8f904-7a84-4694-98ef-2095d6e8cbaf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network hostable DHCP agents. Network: 864be794-066d-4cec-bbcd-74341237da42, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:26.074585 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e6c34899-282a-47cf-bc0a-60b901dd8aaa'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:26.184631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b8f904-7a84-4694-98ef-2095d6e8cbaf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 864be794-066d-4cec-bbcd-74341237da42 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:26.281958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-25b8f904-7a84-4694-98ef-2095d6e8cbaf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 864be794-066d-4cec-bbcd-74341237da42) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:26.292726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8f904-7a84-4694-98ef-2095d6e8cbaf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:26.302316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e5239-10ea-4b69-b027-26f288ca6a36 None None] Network 864be794-066d-4cec-bbcd-74341237da42 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:26.317762 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b8f904-7a84-4694-98ef-2095d6e8cbaf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:26.319477 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-25b8f904-7a84-4694-98ef-2095d6e8cbaf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.455047 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-25b8f904-7a84-4694-98ef-2095d6e8cbaf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5784857 Jul 05 04:07:26.455836 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60138) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:26.463779 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-26e5a245-7050-40f9-a283-0bde1b7d78f9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-584452795'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:26.496747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f7fabdb-3697-468b-a092-cad7d6e635f7 req-1ad4db7b-2aaf-466c-b4e8-a69ff831a8ff tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 210 time: 0.0486510 Jul 05 04:07:26.612802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e5a245-7050-40f9-a283-0bde1b7d78f9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:26.618495 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-26e5a245-7050-40f9-a283-0bde1b7d78f9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.649599 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e5a245-7050-40f9-a283-0bde1b7d78f9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:26.659243 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-26e5a245-7050-40f9-a283-0bde1b7d78f9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.659612 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-26e5a245-7050-40f9-a283-0bde1b7d78f9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Added segment 380ce8fb-a3e9-4b95-a6ea-e674a0af947b of type vlan for network 63faeff6-8336-47e1-b6a6-a2b4f939da88 Jul 05 04:07:26.705570 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-26e5a245-7050-40f9-a283-0bde1b7d78f9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.779031 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 099a42ce-afbc-4761-a332-1096b7184e00 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:26.801898 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 099a42ce-afbc-4761-a332-1096b7184e00 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:26.802250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 099a42ce-afbc-4761-a332-1096b7184e00 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:26.830423 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-26e5a245-7050-40f9-a283-0bde1b7d78f9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.838320 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e5a245-7050-40f9-a283-0bde1b7d78f9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:26.839499 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-26e5a245-7050-40f9-a283-0bde1b7d78f9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.963867 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5a245-7050-40f9-a283-0bde1b7d78f9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Network': ['ID=63faeff6-8336-47e1-b6a6-a2b4f939da88,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:26.975918 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 63faeff6-8336-47e1-b6a6-a2b4f939da88 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:27.025962 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-26e5a245-7050-40f9-a283-0bde1b7d78f9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5687890 Jul 05 04:07:27.030032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60150) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:27.042814 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'ports': [{'network_id': '864be794-066d-4cec-bbcd-74341237da42'}, {'network_id': '63faeff6-8336-47e1-b6a6-a2b4f939da88'}]} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:27.044504 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'network_id': '864be794-066d-4cec-bbcd-74341237da42'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:27.046294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'network_id': '63faeff6-8336-47e1-b6a6-a2b4f939da88'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:27.226390 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c1bb6845-a163-4c69-a3a1-a447addb77db req-8f670b76-e509-4e22-a1ba-f6ae29fa3ea7 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 210 time: 0.1088862 Jul 05 04:07:27.588730 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-6e9233d9-39d5-4a5d-b0e9-a5a08d4efbda tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:27.590292 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-6e9233d9-39d5-4a5d-b0e9-a5a08d4efbda tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.10 "GET /v2.0/networks?id=1eb72d40-35b8-45e8-ae66-9fae2707e37d HTTP/1.1" status: 200 len: 813 time: 0.2650268 Jul 05 04:07:27.619157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dc3f0-2ec4-4a56-b737-6b88b0e1da9a req-2cac10c3-c404-4ad7-a7cb-181d770fb0ff tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:27.621087 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-544dc3f0-2ec4-4a56-b737-6b88b0e1da9a req-2cac10c3-c404-4ad7-a7cb-181d770fb0ff tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 945 time: 0.3916895 Jul 05 04:07:27.638285 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-82d31577-0c0e-4e88-92b7-f61180c9bce6 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Request body: {'port': {'device_id': '874a9e2a-39b1-49ce-9add-05596edb725b', 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d', 'admin_state_up': True, 'tenant_id': '5538ee9cb0d64f56a7eb4540d6f5c55c'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:27.836898 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d56e1cc-b939-43e5-8aea-fb2d39ed12fd req-878b7b2a-87f6-4aca-b8aa-aa8f9ef8004c tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 210 time: 0.0746295 Jul 05 04:07:27.843608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-f045a712-abc0-4047-a0db-bf86f489eee0 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:27.845212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-f045a712-abc0-4047-a0db-bf86f489eee0 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.36 "GET /v2.0/networks?id=1eb72d40-35b8-45e8-ae66-9fae2707e37d HTTP/1.1" status: 200 len: 813 time: 0.4970822 Jul 05 04:07:27.862986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-ed7e7a80-bf2e-4d3e-8806-526428353327 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Request body: {'port': {'device_id': '2fea73de-c750-413b-b873-9baff7473993', 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d', 'admin_state_up': True, 'tenant_id': '5538ee9cb0d64f56a7eb4540d6f5c55c'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:27.895462 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-544dc3f0-2ec4-4a56-b737-6b88b0e1da9a req-5de1d59d-db3a-4192-bf58-e0d985e67d7e tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups?id=eeaebc2b-6d00-4650-874c-e19432c5aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340713 Jul 05 04:07:27.947425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'port': 2} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:27.953641 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.982428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.132345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port 8935f1a4-4014-4720-9ee9-b38a31400cc6 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:28.160941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-82d31577-0c0e-4e88-92b7-f61180c9bce6 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Made reservation on behalf of 5538ee9cb0d64f56a7eb4540d6f5c55c for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:28.170934 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-82d31577-0c0e-4e88-92b7-f61180c9bce6 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.424805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-82d31577-0c0e-4e88-92b7-f61180c9bce6 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Allocated IP 172.20.0.5 (1eb72d40-35b8-45e8-ae66-9fae2707e37d/dc423bbc-3066-41dd-ace4-e32ff8fff45f/15166090-85af-48a3-8f14-8c0f754f8f7c) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:28.792296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e6c34899-282a-47cf-bc0a-60b901dd8aaa up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:28.912695 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:28.950005 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ee762155-7108-408f-8e90-9c0455ad6894 req-e263ae8b-8577-4788-a742-d31daa0479b1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5bceacd0-086a-46cc-bc2f-2d0d25fd2993 HTTP/1.1" status: 200 len: 210 time: 0.4308457 Jul 05 04:07:28.954576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-ed7e7a80-bf2e-4d3e-8806-526428353327 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Made reservation on behalf of 5538ee9cb0d64f56a7eb4540d6f5c55c for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:28.973955 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-ed7e7a80-bf2e-4d3e-8806-526428353327 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.017955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:29.018565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 53adbf9a-7664-4b76-8cf3-55b38ed9b5bf not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:29.062906 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-82d31577-0c0e-4e88-92b7-f61180c9bce6 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.104752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port e6c34899-282a-47cf-bc0a-60b901dd8aaa completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:29.109722 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port e6c34899-282a-47cf-bc0a-60b901dd8aaa triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:29.112405 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.239656 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.240651 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0909da81-88b4-4c25-b154-c68ac49032fd req-37dbde7d-72e8-496c-bef3-6e599133787d tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 210 time: 0.1045980 Jul 05 04:07:29.265446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1337f33-7fce-426f-ab4e-e5435fbeb176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c34899-282a-47cf-bc0a-60b901dd8aaa'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:29.267968 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5198c4ab-a71f-47d9-b833-d30752fe4c47" -d '{"events": [{"server_uuid": "c1337f33-7fce-426f-ab4e-e5435fbeb176", "name": "network-vif-plugged", "status": "completed", "tag": "e6c34899-282a-47cf-bc0a-60b901dd8aaa"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:29.282878 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e6c34899-282a-47cf-bc0a-60b901dd8aaa, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e6c34899-282a-47cf-bc0a-60b901dd8aaa,segment=NetworkSegment(827e0241-1b94-4da8-8131-14124308baf4),segment_id=827e0241-1b94-4da8-8131-14124308baf4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:29.340842 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.361345 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.428666 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-82d31577-0c0e-4e88-92b7-f61180c9bce6 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.438164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e6c34899-282a-47cf-bc0a-60b901dd8aaa,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:29.463931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60190) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:29.552833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port 5d3a7f8a-9802-4921-93af-26399cf20638 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:29.577347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-82d31577-0c0e-4e88-92b7-f61180c9bce6 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Network 1eb72d40-35b8-45e8-ae66-9fae2707e37d is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:29.587829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68454dae-1610-4391-85a6-6cab8e698f2f req-53112b70-9b83-45c5-9d6a-0a524ac179a9 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:29.589492 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68454dae-1610-4391-85a6-6cab8e698f2f req-53112b70-9b83-45c5-9d6a-0a524ac179a9 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 945 time: 0.3719320 Jul 05 04:07:29.600362 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b1a60e48-2f33-428f-9f17-f8014d5488ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.600799 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-82d31577-0c0e-4e88-92b7-f61180c9bce6 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:29.609996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d31577-0c0e-4e88-92b7-f61180c9bce6 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Pushing event updated for resources: {'Port': ['ID=15166090-85af-48a3-8f14-8c0f754f8f7c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:29.612323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-82d31577-0c0e-4e88-92b7-f61180c9bce6 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:29.631523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-ed7e7a80-bf2e-4d3e-8806-526428353327 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Allocated IP 172.20.0.12 (1eb72d40-35b8-45e8-ae66-9fae2707e37d/dc423bbc-3066-41dd-ace4-e32ff8fff45f/2a27258c-00d8-4a4a-b598-bd25c0aa6201) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:29.702713 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b1a60e48-2f33-428f-9f17-f8014d5488ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.726292 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6488-00c5-42d5-8861-e73f4bec6711 req-6701d236-1761-4497-ba91-055fb9ae86be tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:29.728540 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0cc6488-00c5-42d5-8861-e73f4bec6711 req-6701d236-1761-4497-ba91-055fb9ae86be tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 945 time: 0.3572419 Jul 05 04:07:29.748299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68454dae-1610-4391-85a6-6cab8e698f2f req-7bd48470-75b6-4aac-aa2c-2832a720939c tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups?id=eeaebc2b-6d00-4650-874c-e19432c5aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496456 Jul 05 04:07:29.792931 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b1a60e48-2f33-428f-9f17-f8014d5488ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.810400 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-82d31577-0c0e-4e88-92b7-f61180c9bce6 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:29.811057 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-82d31577-0c0e-4e88-92b7-f61180c9bce6 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.814867 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c205da14-63cd-486c-bd31-bd3d4766cfdd x-openstack-request-id: req-c205da14-63cd-486c-bd31-bd3d4766cfdd {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:29.815327 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1337f33-7fce-426f-ab4e-e5435fbeb176", "name": "network-vif-plugged", "status": "completed", "tag": "e6c34899-282a-47cf-bc0a-60b901dd8aaa", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:29.815483 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c205da14-63cd-486c-bd31-bd3d4766cfdd {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:29.816272 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1337f33-7fce-426f-ab4e-e5435fbeb176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c34899-282a-47cf-bc0a-60b901dd8aaa', 'code': 200} Jul 05 04:07:29.849004 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b1a60e48-2f33-428f-9f17-f8014d5488ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eebdfdb8dc6d4441984564a343ad4875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3806939 Jul 05 04:07:29.850259 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60194) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:29.860187 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a60e48-2f33-428f-9f17-f8014d5488ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba7446b-1ef5-4840-8496-92c8de1cf2cb,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:29.931563 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0cc6488-00c5-42d5-8861-e73f4bec6711 req-592ce543-66d2-43cb-a86f-e380442ae463 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdacd6c2-8c5a-4c39-8f18-633302756de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943493 Jul 05 04:07:29.940114 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c85a3196-15ff-49ce-aede-9c320baac28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.972202 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-82d31577-0c0e-4e88-92b7-f61180c9bce6 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3634851 Jul 05 04:07:29.974146 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.991977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c85a3196-15ff-49ce-aede-9c320baac28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.995529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Request body: {'port': {'device_id': '874a9e2a-39b1-49ce-9add-05596edb725b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:30.069182 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-ed7e7a80-bf2e-4d3e-8806-526428353327 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.073047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2265a-141c-48cc-9bce-563c6728a21e req-5a01f4e2-c24a-4d86-aff8-ae6d8be40e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:30.075208 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c8c2265a-141c-48cc-9bce-563c6728a21e req-5a01f4e2-c24a-4d86-aff8-ae6d8be40e90 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 1098 time: 0.1634667 Jul 05 04:07:30.133931 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c8c2265a-141c-48cc-9bce-563c6728a21e req-07035f2d-6f94-453c-af28-cec19c506b4e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eeaebc2b-6d00-4650-874c-e19432c5aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434206 Jul 05 04:07:30.138876 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c85a3196-15ff-49ce-aede-9c320baac28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.141847 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.142001 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c85a3196-15ff-49ce-aede-9c320baac28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.142953 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c85a3196-15ff-49ce-aede-9c320baac28f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dba7446b-1ef5-4840-8496-92c8de1cf2cb HTTP/1.1" status: 204 len: 168 time: 0.2914729 Jul 05 04:07:30.154950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a3196-15ff-49ce-aede-9c320baac28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba7446b-1ef5-4840-8496-92c8de1cf2cb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:30.164304 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.240448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 864be794-066d-4cec-bbcd-74341237da42 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:30.249690 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:30.257462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:30.258881 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.260604 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=8935f1a4-4014-4720-9ee9-b38a31400cc6,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:30.272382 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-ed7e7a80-bf2e-4d3e-8806-526428353327 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.428112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-ed7e7a80-bf2e-4d3e-8806-526428353327 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Network 1eb72d40-35b8-45e8-ae66-9fae2707e37d is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:30.431892 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=5d3a7f8a-9802-4921-93af-26399cf20638,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:30.450865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-ed7e7a80-bf2e-4d3e-8806-526428353327 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:30.503703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-ed7e7a80-bf2e-4d3e-8806-526428353327 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:30.587422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Checking segment: {'id': '380ce8fb-a3e9-4b95-a6ea-e674a0af947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '63faeff6-8336-47e1-b6a6-a2b4f939da88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:30.587796 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network hostable DHCP agents. Network: 63faeff6-8336-47e1-b6a6-a2b4f939da88, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:30.605310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e7a80-bf2e-4d3e-8806-526428353327 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Pushing event updated for resources: {'Port': ['ID=2a27258c-00d8-4a4a-b598-bd25c0aa6201,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:30.622923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-ed7e7a80-bf2e-4d3e-8806-526428353327 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:30.623545 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-ed7e7a80-bf2e-4d3e-8806-526428353327 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.667564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c6ee4-159b-4c92-8e0d-66cc2418fead req-b62ba931-fdfd-4b7c-9917-f9017b7d360b tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:30.677777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-129c6ee4-159b-4c92-8e0d-66cc2418fead req-b62ba931-fdfd-4b7c-9917-f9017b7d360b tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 932 time: 0.2968688 Jul 05 04:07:30.745805 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-129c6ee4-159b-4c92-8e0d-66cc2418fead req-66f96d80-a6d8-4a38-b6cb-6c78b848bb6b tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693448 Jul 05 04:07:30.757922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-ed7e7a80-bf2e-4d3e-8806-526428353327 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9010108 Jul 05 04:07:30.760295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15166090-85af-48a3-8f14-8c0f754f8f7c {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:30.769112 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.774543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Request body: {'port': {'device_id': '2fea73de-c750-413b-b873-9baff7473993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:30.782368 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 63faeff6-8336-47e1-b6a6-a2b4f939da88 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:30.812104 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Transition to ACTIVE for port object 15166090-85af-48a3-8f14-8c0f754f8f7c will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:30.821136 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60208) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:30.839870 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-12a645c6-5f2b-4f90-b9c4-22c41415a4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.943209 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 63faeff6-8336-47e1-b6a6-a2b4f939da88) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:30.948203 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:30.954373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9693498-3777-4057-8d78-0a1202799ff1 None None] Network 63faeff6-8336-47e1-b6a6-a2b4f939da88 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:30.962159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:30.969142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:30.970099 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.973000 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.062773 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.180642 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Pushing event updated for resources: {'Port': ['ID=15166090-85af-48a3-8f14-8c0f754f8f7c,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:31.244295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e85917-508a-4337-a794-3ccb682677c6 req-10e88ce6-2e13-4e1b-9164-fce1ab384c2f tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:31.245882 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04e85917-508a-4337-a794-3ccb682677c6 req-10e88ce6-2e13-4e1b-9164-fce1ab384c2f tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 946 time: 0.3683069 Jul 05 04:07:31.260256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1145dd-10c9-4028-9bad-50dba7d3a70d req-a0fa0d69-5c2b-4629-b834-2d7ca1642ee6 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:31.261931 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1f1145dd-10c9-4028-9bad-50dba7d3a70d req-a0fa0d69-5c2b-4629-b834-2d7ca1642ee6 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.10 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 945 time: 0.0880103 Jul 05 04:07:31.308489 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-12a645c6-5f2b-4f90-b9c4-22c41415a4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.386562 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-12a645c6-5f2b-4f90-b9c4-22c41415a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.396448 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-1f1145dd-10c9-4028-9bad-50dba7d3a70d req-1742291b-f7d9-4720-b820-c9d9101cc39d tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Deleting port 4f009765-11dc-4b2c-a646-27f90b6c4031 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:31.401562 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1f1145dd-10c9-4028-9bad-50dba7d3a70d req-1742291b-f7d9-4720-b820-c9d9101cc39d tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.425607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Attempting to bind port 15166090-85af-48a3-8f14-8c0f754f8f7c on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:31.426372 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Attempting to bind port 15166090-85af-48a3-8f14-8c0f754f8f7c by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:31.426744 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Attempting to bind port 15166090-85af-48a3-8f14-8c0f754f8f7c on network 1eb72d40-35b8-45e8-ae66-9fae2707e37d {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:31.482394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04e85917-508a-4337-a794-3ccb682677c6 req-8f2827a7-0ddb-4100-a9a7-a06274aac2c3 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups?id=eeaebc2b-6d00-4650-874c-e19432c5aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271569 Jul 05 04:07:31.486551 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f21b7a6e-268d-45db-8306-95aa5aef8ac3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.4515517 Jul 05 04:07:31.486551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Port 15166090-85af-48a3-8f14-8c0f754f8f7c on network 1eb72d40-35b8-45e8-ae66-9fae2707e37d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:07:31.486551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Attempting to bind port 15166090-85af-48a3-8f14-8c0f754f8f7c on network 1eb72d40-35b8-45e8-ae66-9fae2707e37d {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:31.487327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60216) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:31.541264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-1f1145dd-10c9-4028-9bad-50dba7d3a70d req-1742291b-f7d9-4720-b820-c9d9101cc39d tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] For port 4f009765-11dc-4b2c-a646-27f90b6c4031, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=4f009765-11dc-4b2c-a646-27f90b6c4031,segment=NetworkSegment(fbdce9e5-77e6-42f9-97df-f05d04a60772),segment_id=fbdce9e5-77e6-42f9-97df-f05d04a60772)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:31.541663 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1f1145dd-10c9-4028-9bad-50dba7d3a70d req-1742291b-f7d9-4720-b820-c9d9101cc39d tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.551514 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-12a645c6-5f2b-4f90-b9c4-22c41415a4c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7bab13bbadd34822aff6178fdd25f693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7289760 Jul 05 04:07:31.564844 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-1f1145dd-10c9-4028-9bad-50dba7d3a70d req-1742291b-f7d9-4720-b820-c9d9101cc39d tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Calling delete_port for 4f009765-11dc-4b2c-a646-27f90b6c4031 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:31.565106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60218) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:31.569460 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b85f86-a545-4ca0-8914-a5293f587a17 req-819e2eb8-fdc9-43e2-8a5c-0d643d06b24d tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:31.571349 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92b85f86-a545-4ca0-8914-a5293f587a17 req-819e2eb8-fdc9-43e2-8a5c-0d643d06b24d tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 945 time: 0.4600129 Jul 05 04:07:31.581924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:31.582675 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Checking segment: {'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:31.582675 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Bound using segment: {'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:31.583253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Bound port: 15166090-85af-48a3-8f14-8c0f754f8f7c, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:31.583472 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.588432 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a645c6-5f2b-4f90-b9c4-22c41415a4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89af407b-e4ff-46ad-b3f3-ac43781db662,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:31.715056 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92b85f86-a545-4ca0-8914-a5293f587a17 req-d120bcab-3ea6-47c1-94e6-6a2a8a51ea88 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdacd6c2-8c5a-4c39-8f18-633302756de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229155 Jul 05 04:07:31.787618 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3052df0-f674-433e-bb1b-739512539163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.787618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] For port 15166090-85af-48a3-8f14-8c0f754f8f7c, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:31.794852 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5b34b277-8ca8-4790-8c72-ad13660bfefc tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port 5d3a7f8a-9802-4921-93af-26399cf20638 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:31.795349 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b34b277-8ca8-4790-8c72-ad13660bfefc tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.837642 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3052df0-f674-433e-bb1b-739512539163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.864533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a27258c-00d8-4a4a-b598-bd25c0aa6201 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:31.883837 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b34b277-8ca8-4790-8c72-ad13660bfefc tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.898976 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.908417 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1f1145dd-10c9-4028-9bad-50dba7d3a70d req-1742291b-f7d9-4720-b820-c9d9101cc39d tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.910333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5b34b277-8ca8-4790-8c72-ad13660bfefc tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for 5d3a7f8a-9802-4921-93af-26399cf20638 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:31.922041 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['4f009765-11dc-4b2c-a646-27f90b6c4031'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:31.938062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] For port 15166090-85af-48a3-8f14-8c0f754f8f7c, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=15166090-85af-48a3-8f14-8c0f754f8f7c,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:31.946475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Transition to ACTIVE for port object 2a27258c-00d8-4a4a-b598-bd25c0aa6201 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:31.949946 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742291b-f7d9-4720-b820-c9d9101cc39d tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Pushing event deleted for resources: {'Port': ['ID=4f009765-11dc-4b2c-a646-27f90b6c4031,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:31.997378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d57d69-1e9e-4540-9656-c9126c79e371 req-a710d3d3-9ce3-458a-abd9-7306a803a447 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:31.999060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84d57d69-1e9e-4540-9656-c9126c79e371 req-a710d3d3-9ce3-458a-abd9-7306a803a447 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 932 time: 0.1287372 Jul 05 04:07:32.031299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1145dd-10c9-4028-9bad-50dba7d3a70d req-1742291b-f7d9-4720-b820-c9d9101cc39d tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] No DVR routers for this DVR port 4f009765-11dc-4b2c-a646-27f90b6c4031 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:32.034946 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1f1145dd-10c9-4028-9bad-50dba7d3a70d req-1742291b-f7d9-4720-b820-c9d9101cc39d tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.041010 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1f1145dd-10c9-4028-9bad-50dba7d3a70d req-1742291b-f7d9-4720-b820-c9d9101cc39d tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.10 "DELETE /v2.0/ports/4f009765-11dc-4b2c-a646-27f90b6c4031 HTTP/1.1" status: 204 len: 173 time: 0.7564049 Jul 05 04:07:32.041010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333517b8-621f-40d1-8431-ec3c1221c156', 'name': 'network-vif-deleted', 'tag': '4f009765-11dc-4b2c-a646-27f90b6c4031'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:32.041010 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29338e64-2bda-4fcf-bfe8-390ef59f68bb" -d '{"events": [{"server_uuid": "333517b8-621f-40d1-8431-ec3c1221c156", "name": "network-vif-deleted", "tag": "4f009765-11dc-4b2c-a646-27f90b6c4031"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:32.046446 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84d57d69-1e9e-4540-9656-c9126c79e371 req-ce18bb54-2d7a-49d4-aae8-3acc20969fc4 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414367 Jul 05 04:07:32.058688 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.102736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:32.102736 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.102736 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] 10.222.0.10 "PUT /v2.0/ports/15166090-85af-48a3-8f14-8c0f754f8f7c HTTP/1.1" status: 200 len: 1092 time: 2.1113894 Jul 05 04:07:32.102736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874a9e2a-39b1-49ce-9add-05596edb725b', 'tag': '15166090-85af-48a3-8f14-8c0f754f8f7c'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:32.102736 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c0c110-ea23-468e-b4af-7bbb0cab8572" -d '{"events": [{"name": "network-changed", "server_uuid": "874a9e2a-39b1-49ce-9add-05596edb725b", "tag": "15166090-85af-48a3-8f14-8c0f754f8f7c"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:32.107395 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3052df0-f674-433e-bb1b-739512539163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.110342 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3052df0-f674-433e-bb1b-739512539163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.111613 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b3052df0-f674-433e-bb1b-739512539163 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/89af407b-e4ff-46ad-b3f3-ac43781db662 HTTP/1.1" status: 204 len: 168 time: 0.5391476 Jul 05 04:07:32.112513 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.124309 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809f51d1-7af9-46a2-a1fc-aadde2558e87 x-openstack-request-id: req-809f51d1-7af9-46a2-a1fc-aadde2558e87 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:32.125010 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333517b8-621f-40d1-8431-ec3c1221c156", "name": "network-vif-deleted", "tag": "4f009765-11dc-4b2c-a646-27f90b6c4031", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:32.125479 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-809f51d1-7af9-46a2-a1fc-aadde2558e87 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:32.126107 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333517b8-621f-40d1-8431-ec3c1221c156', 'name': 'network-vif-deleted', 'tag': '4f009765-11dc-4b2c-a646-27f90b6c4031', 'status': 'completed', 'code': 200} Jul 05 04:07:32.144341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3052df0-f674-433e-bb1b-739512539163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89af407b-e4ff-46ad-b3f3-ac43781db662,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:32.183132 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb697d-da6f-437b-824b-ebf4d367d991 service neutron] Pushing event updated for resources: {'Port': ['ID=15166090-85af-48a3-8f14-8c0f754f8f7c,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:32.192345 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c09614d-dd6a-406c-b2bc-0c01b6a7e2fe x-openstack-request-id: req-7c09614d-dd6a-406c-b2bc-0c01b6a7e2fe {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:32.192703 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874a9e2a-39b1-49ce-9add-05596edb725b", "tag": "15166090-85af-48a3-8f14-8c0f754f8f7c", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:32.193049 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c09614d-dd6a-406c-b2bc-0c01b6a7e2fe {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:32.193502 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874a9e2a-39b1-49ce-9add-05596edb725b', 'tag': '15166090-85af-48a3-8f14-8c0f754f8f7c', 'status': 'completed', 'code': 200} Jul 05 04:07:32.224911 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b34b277-8ca8-4790-8c72-ad13660bfefc tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.294595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a27258c-00d8-4a4a-b598-bd25c0aa6201,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:32.329361 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34b277-8ca8-4790-8c72-ad13660bfefc tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=5d3a7f8a-9802-4921-93af-26399cf20638,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:32.344447 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.345916 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b34b277-8ca8-4790-8c72-ad13660bfefc tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.350612 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5b34b277-8ca8-4790-8c72-ad13660bfefc tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/5d3a7f8a-9802-4921-93af-26399cf20638 HTTP/1.1" status: 204 len: 168 time: 0.8623621 Jul 05 04:07:32.351283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60236) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:32.357081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Attempting to bind port 2a27258c-00d8-4a4a-b598-bd25c0aa6201 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:32.357081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Attempting to bind port 2a27258c-00d8-4a4a-b598-bd25c0aa6201 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:32.357081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Attempting to bind port 2a27258c-00d8-4a4a-b598-bd25c0aa6201 on network 1eb72d40-35b8-45e8-ae66-9fae2707e37d {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:32.362571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Port 2a27258c-00d8-4a4a-b598-bd25c0aa6201 on network 1eb72d40-35b8-45e8-ae66-9fae2707e37d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:07:32.363003 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Attempting to bind port 2a27258c-00d8-4a4a-b598-bd25c0aa6201 on network 1eb72d40-35b8-45e8-ae66-9fae2707e37d {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:32.369480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:32.369978 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Checking segment: {'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:32.370518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Bound using segment: {'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:32.371078 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Bound port: 2a27258c-00d8-4a4a-b598-bd25c0aa6201, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bc46de-6767-4927-a737-5ae386235cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:32.371545 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.474620 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43beea08-995a-4c91-b00d-673be7780358 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:32.482012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43beea08-995a-4c91-b00d-673be7780358 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:32.487043 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-43beea08-995a-4c91-b00d-673be7780358 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1315780 Jul 05 04:07:32.487043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60238) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:32.630031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-fdbadd84-13cc-403d-9f4e-814f0ce1b87b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port 8935f1a4-4014-4720-9ee9-b38a31400cc6 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:32.630500 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fdbadd84-13cc-403d-9f4e-814f0ce1b87b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.719035 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fdbadd84-13cc-403d-9f4e-814f0ce1b87b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.735835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-fdbadd84-13cc-403d-9f4e-814f0ce1b87b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for 8935f1a4-4014-4720-9ee9-b38a31400cc6 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:32.799278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] For port 2a27258c-00d8-4a4a-b598-bd25c0aa6201, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:32.821644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] For port 2a27258c-00d8-4a4a-b598-bd25c0aa6201, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2a27258c-00d8-4a4a-b598-bd25c0aa6201,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:32.828233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0c110-ea23-468e-b4af-7bbb0cab8572 req-13ce8c76-37e3-4b7d-bcc0-7251bf07b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:32.829749 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5c0c110-ea23-468e-b4af-7bbb0cab8572 req-13ce8c76-37e3-4b7d-bcc0-7251bf07b625 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5538ee9cb0d64f56a7eb4540d6f5c55c&device_id=874a9e2a-39b1-49ce-9add-05596edb725b HTTP/1.1" status: 200 len: 1095 time: 0.5957210 Jul 05 04:07:32.838388 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5106050-c4d8-4526-acdc-310d2d9972f2 req-94be7c23-112e-4b27-9e19-ee91a6dadf81 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:32.840061 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5106050-c4d8-4526-acdc-310d2d9972f2 req-94be7c23-112e-4b27-9e19-ee91a6dadf81 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 946 time: 0.1681325 Jul 05 04:07:32.935226 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5106050-c4d8-4526-acdc-310d2d9972f2 req-73410ba6-5d2e-408b-ae5a-495576beade7 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups?id=eeaebc2b-6d00-4650-874c-e19432c5aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861611 Jul 05 04:07:32.956732 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.063093 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94a36600-f8b8-4a5b-a441-87534cb2fd90 req-e5de1217-a182-41e2-a627-9a1b10cebb13 tempest-VolumesActionsTest-792675589 tempest-VolumesActionsTest-792675589-project] 10.222.0.38 "GET /v2.0/ports?device_id=333517b8-621f-40d1-8431-ec3c1221c156 HTTP/1.1" status: 200 len: 210 time: 0.0765355 Jul 05 04:07:33.063093 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0c110-ea23-468e-b4af-7bbb0cab8572 req-5168e5e9-81d9-4dad-b699-4c5d7ca034e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.063093 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5c0c110-ea23-468e-b4af-7bbb0cab8572 req-5168e5e9-81d9-4dad-b699-4c5d7ca034e8 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5538ee9cb0d64f56a7eb4540d6f5c55c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2186158 Jul 05 04:07:33.067303 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.068471 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.072518 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] 10.222.0.36 "PUT /v2.0/ports/2a27258c-00d8-4a4a-b598-bd25c0aa6201 HTTP/1.1" status: 200 len: 1093 time: 2.3032808 Jul 05 04:07:33.083252 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fdbadd84-13cc-403d-9f4e-814f0ce1b87b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.173254 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbadd84-13cc-403d-9f4e-814f0ce1b87b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=8935f1a4-4014-4720-9ee9-b38a31400cc6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:33.199322 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fdbadd84-13cc-403d-9f4e-814f0ce1b87b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.217448 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fdbadd84-13cc-403d-9f4e-814f0ce1b87b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/8935f1a4-4014-4720-9ee9-b38a31400cc6 HTTP/1.1" status: 204 len: 168 time: 0.7294433 Jul 05 04:07:33.218970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60260) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.274508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bfb0d-47b3-4630-9bd5-f7d52596d4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a27258c-00d8-4a4a-b598-bd25c0aa6201,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:33.313377 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c79927a-e896-4dd7-95a9-a36d3ff72f4f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.314602 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6c79927a-e896-4dd7-95a9-a36d3ff72f4f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0956924 Jul 05 04:07:33.317418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60264) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.349628 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f103ba1-6873-4890-820c-b8d860acf67d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] GET failed (client error): The resource could not be found. Jul 05 04:07:33.354729 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4f103ba1-6873-4890-820c-b8d860acf67d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/5d3a7f8a-9802-4921-93af-26399cf20638 HTTP/1.1" status: 404 len: 333 time: 0.0331445 Jul 05 04:07:33.357688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60268) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.388511 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6080b74-719f-4e34-babd-c6ef30b02c33 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] GET failed (client error): The resource could not be found. Jul 05 04:07:33.394918 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a6080b74-719f-4e34-babd-c6ef30b02c33 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/8935f1a4-4014-4720-9ee9-b38a31400cc6 HTTP/1.1" status: 404 len: 333 time: 0.0315294 Jul 05 04:07:33.397085 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60272) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.421840 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6196888-029d-494c-be7e-c307b5e59068 req-5cc76201-b34c-4ac6-9002-e75ca3477e7b tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.423442 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6196888-029d-494c-be7e-c307b5e59068 req-5cc76201-b34c-4ac6-9002-e75ca3477e7b tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 946 time: 0.3294606 Jul 05 04:07:33.437342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60274) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.440335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0c110-ea23-468e-b4af-7bbb0cab8572 req-f717550f-27a5-46ab-ab8d-35e52c57ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.442340 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5c0c110-ea23-468e-b4af-7bbb0cab8572 req-f717550f-27a5-46ab-ab8d-35e52c57ba1c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3705807 Jul 05 04:07:33.448492 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-56178555-210f-4ef6-8a3c-4ab49c1796ce tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Request body: {'floatingip': {'port_id': 'e6c34899-282a-47cf-bc0a-60b901dd8aaa'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:33.513227 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c11d410a-9ad4-4ca0-8378-08930f443e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.514761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-a4ac6067-6574-4634-9a76-ee4552813bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.516274 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-a4ac6067-6574-4634-9a76-ee4552813bbd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5538ee9cb0d64f56a7eb4540d6f5c55c&device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 1096 time: 0.2442186 Jul 05 04:07:33.524248 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-56178555-210f-4ef6-8a3c-4ab49c1796ce tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.551097 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ea7a5-2357-4cda-bd4b-e6e06eb17617 req-240b41b8-9f8d-44a8-aeec-afc87cac8c0d tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.552853 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-206ea7a5-2357-4cda-bd4b-e6e06eb17617 req-240b41b8-9f8d-44a8-aeec-afc87cac8c0d tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 944 time: 0.2981253 Jul 05 04:07:33.653688 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c11d410a-9ad4-4ca0-8378-08930f443e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.664974 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-0a06ec5c-d222-4b44-b78e-23662cf2911b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a27258c-00d8-4a4a-b598-bd25c0aa6201 HTTP/1.1" status: 200 len: 217 time: 0.1102538 Jul 05 04:07:33.671831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c11d410a-9ad4-4ca0-8378-08930f443e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63faeff6-8336-47e1-b6a6-a2b4f939da88']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:33.691239 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c11d410a-9ad4-4ca0-8378-08930f443e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380ce8fb-a3e9-4b95-a6ea-e674a0af947b') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:33.694306 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c11d410a-9ad4-4ca0-8378-08930f443e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380ce8fb-a3e9-4b95-a6ea-e674a0af947b') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:33.707263 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c11d410a-9ad4-4ca0-8378-08930f443e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.722942 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c11d410a-9ad4-4ca0-8378-08930f443e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.732680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11d410a-9ad4-4ca0-8378-08930f443e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:33.733147 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c11d410a-9ad4-4ca0-8378-08930f443e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:33.740570 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:33.775567 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-206ea7a5-2357-4cda-bd4b-e6e06eb17617 req-81c84b50-9969-4d2b-8b7d-06d37fa34ba1 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875446 Jul 05 04:07:33.816166 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-af43c080-006f-4855-b74d-f2619d5d4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.816166 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-af43c080-006f-4855-b74d-f2619d5d4e7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc423bbc-3066-41dd-ace4-e32ff8fff45f HTTP/1.1" status: 200 len: 853 time: 0.1423299 Jul 05 04:07:33.858736 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.860243 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-ba096ee5-27e8-4c29-aa34-81620a61527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.861710 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-ba096ee5-27e8-4c29-aa34-81620a61527b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5538ee9cb0d64f56a7eb4540d6f5c55c&device_id=874a9e2a-39b1-49ce-9add-05596edb725b HTTP/1.1" status: 200 len: 1095 time: 0.3641522 Jul 05 04:07:33.893161 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-be40511c-2603-4d6f-a9b8-736392861e7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb72d40-35b8-45e8-ae66-9fae2707e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450315 Jul 05 04:07:33.937298 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-b16fea26-3b35-4354-a23e-7a17bec72c57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15166090-85af-48a3-8f14-8c0f754f8f7c HTTP/1.1" status: 200 len: 217 time: 0.0536554 Jul 05 04:07:34.018693 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c11d410a-9ad4-4ca0-8378-08930f443e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.024247 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c11d410a-9ad4-4ca0-8378-08930f443e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.030335 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c11d410a-9ad4-4ca0-8378-08930f443e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/networks/63faeff6-8336-47e1-b6a6-a2b4f939da88 HTTP/1.1" status: 204 len: 168 time: 0.6288266 Jul 05 04:07:34.036100 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60286) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:34.044299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0bf3d25e-275b-49f5-866c-0512094b0645 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-564127712'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:34.046285 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d410a-9ad4-4ca0-8378-08930f443e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Network': ['ID=63faeff6-8336-47e1-b6a6-a2b4f939da88,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:34.106093 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-a7fb10c5-baac-47bb-a2bb-f01c317e8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:34.107571 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-a7fb10c5-baac-47bb-a2bb-f01c317e8cf6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc423bbc-3066-41dd-ace4-e32ff8fff45f HTTP/1.1" status: 200 len: 853 time: 0.1588058 Jul 05 04:07:34.201420 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fea73de-c750-413b-b873-9baff7473993', 'tag': '2a27258c-00d8-4a4a-b598-bd25c0aa6201'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:34.203930 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc256a2-cb98-47d6-a108-5a7a72b348c4" -d '{"events": [{"name": "network-changed", "server_uuid": "2fea73de-c750-413b-b873-9baff7473993", "tag": "2a27258c-00d8-4a4a-b598-bd25c0aa6201"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:34.244400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-135db1e6-2843-435c-8142-8e255b956753 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1eb72d40-35b8-45e8-ae66-9fae2707e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002476 Jul 05 04:07:34.250090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf3d25e-275b-49f5-866c-0512094b0645 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:34.253604 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d25e-275b-49f5-866c-0512094b0645 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.256551 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c4613b-28df-48d8-86fc-af02bef3b0e6 x-openstack-request-id: req-26c4613b-28df-48d8-86fc-af02bef3b0e6 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:34.256845 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fea73de-c750-413b-b873-9baff7473993", "tag": "2a27258c-00d8-4a4a-b598-bd25c0aa6201", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:34.257096 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-26c4613b-28df-48d8-86fc-af02bef3b0e6 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:34.263437 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fea73de-c750-413b-b873-9baff7473993', 'tag': '2a27258c-00d8-4a4a-b598-bd25c0aa6201', 'status': 'completed', 'code': 200} Jul 05 04:07:34.271595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-46d0a43a-c7bd-4f0c-aecd-d5812abfce77 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437893 Jul 05 04:07:34.762311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf3d25e-275b-49f5-866c-0512094b0645 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:34.866779 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d25e-275b-49f5-866c-0512094b0645 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.867137 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-0bf3d25e-275b-49f5-866c-0512094b0645 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Added segment 22a889a4-5056-4af7-80c8-9694af37834c of type vlan for network be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2 Jul 05 04:07:34.913443 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-fe7c4aa8-ffab-4d05-b7e2-3ffcddd2e2c3 service neutron] 10.222.0.10 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551592 Jul 05 04:07:34.939081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4f009765-11dc-4b2c-a646-27f90b6c4031 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:34.941522 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-9c577de2-a88d-4993-94bf-f3e3c2b7d2bb service neutron] 10.222.0.36 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906941 Jul 05 04:07:34.961950 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.resource_extend [None req-56178555-210f-4ef6-8a3c-4ab49c1796ce tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:07:34.990920 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 4f009765-11dc-4b2c-a646-27f90b6c4031 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:34.991383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4f009765-11dc-4b2c-a646-27f90b6c4031 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:35.076959 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d25e-275b-49f5-866c-0512094b0645 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.196565 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-56178555-210f-4ef6-8a3c-4ab49c1796ce tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.250364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a571fa0-1240-4d34-966c-3fa98e1aa2d5 req-6025b5fe-4c0a-4c9f-994d-9b47e7595703 service neutron] 10.222.0.10 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284092 Jul 05 04:07:35.274112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876efac7-6303-461a-8416-7fb97fab16b6 req-f93d31e3-2976-4862-be2a-3ba4fe4c0eac tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:35.278282 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-876efac7-6303-461a-8416-7fb97fab16b6 req-f93d31e3-2976-4862-be2a-3ba4fe4c0eac tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 944 time: 0.2206564 Jul 05 04:07:35.290015 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc256a2-cb98-47d6-a108-5a7a72b348c4 req-b7882503-50d9-4a2d-abdc-8a7e4b391a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:35.291484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fc256a2-cb98-47d6-a108-5a7a72b348c4 req-b7882503-50d9-4a2d-abdc-8a7e4b391a18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5538ee9cb0d64f56a7eb4540d6f5c55c&device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 1096 time: 0.2166755 Jul 05 04:07:35.300204 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-56178555-210f-4ef6-8a3c-4ab49c1796ce tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.378031 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d25e-275b-49f5-866c-0512094b0645 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.383940 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf3d25e-275b-49f5-866c-0512094b0645 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:35.384502 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0bf3d25e-275b-49f5-866c-0512094b0645 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.526374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-876efac7-6303-461a-8416-7fb97fab16b6 req-178f65cc-d25a-47ec-b0bf-b7ec4f4333c2 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393374 Jul 05 04:07:35.636271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3d25e-275b-49f5-866c-0512094b0645 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Network': ['ID=be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:35.647194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:35.660633 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0bf3d25e-275b-49f5-866c-0512094b0645 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6234472 Jul 05 04:07:35.668623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60314) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:35.671022 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc256a2-cb98-47d6-a108-5a7a72b348c4 req-22255c45-d777-4006-9b21-b1eb7ae7a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:35.672527 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fc256a2-cb98-47d6-a108-5a7a72b348c4 req-22255c45-d777-4006-9b21-b1eb7ae7a2cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb72d40-35b8-45e8-ae66-9fae2707e37d HTTP/1.1" status: 200 len: 914 time: 0.3710597 Jul 05 04:07:35.674240 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-48111334-9f3b-4cc7-9c31-68a5ba9b2c72 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'subnet': {'network_id': 'be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:35.675245 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-56178555-210f-4ef6-8a3c-4ab49c1796ce tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Floating IP e4910c70-a9e1-4175-aff8-3f8e0314011c associated. External IP: 172.25.6.6, port: e6c34899-282a-47cf-bc0a-60b901dd8aaa. Jul 05 04:07:35.753879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fc256a2-cb98-47d6-a108-5a7a72b348c4 req-e93b192c-0564-4ee7-8c88-638ff2dac301 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a27258c-00d8-4a4a-b598-bd25c0aa6201 HTTP/1.1" status: 200 len: 217 time: 0.0393696 Jul 05 04:07:35.858349 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc256a2-cb98-47d6-a108-5a7a72b348c4 req-34c92aa0-bb3c-4112-b2c5-41f1448e3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:35.859814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fc256a2-cb98-47d6-a108-5a7a72b348c4 req-34c92aa0-bb3c-4112-b2c5-41f1448e3e19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc423bbc-3066-41dd-ace4-e32ff8fff45f HTTP/1.1" status: 200 len: 853 time: 0.0938056 Jul 05 04:07:35.874574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48111334-9f3b-4cc7-9c31-68a5ba9b2c72 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:35.878721 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-48111334-9f3b-4cc7-9c31-68a5ba9b2c72 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.928240 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fc256a2-cb98-47d6-a108-5a7a72b348c4 req-36345149-2996-4a16-8f63-e84ddf1afbef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb72d40-35b8-45e8-ae66-9fae2707e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583727 Jul 05 04:07:36.241621 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-48111334-9f3b-4cc7-9c31-68a5ba9b2c72 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.320702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48111334-9f3b-4cc7-9c31-68a5ba9b2c72 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Subnet': ['ID=8f53d88b-7885-4831-95f4-ee61a59f57ab,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:36.330075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48111334-9f3b-4cc7-9c31-68a5ba9b2c72 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Checking segment: {'id': '22a889a4-5056-4af7-80c8-9694af37834c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:36.330075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48111334-9f3b-4cc7-9c31-68a5ba9b2c72 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network hostable DHCP agents. Network: be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:36.344508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56178555-210f-4ef6-8a3c-4ab49c1796ce tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Router 0e9a3bcd-e05f-424d-b16b-957284f49c4f has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:36.368804 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fc256a2-cb98-47d6-a108-5a7a72b348c4 req-dff7a8cf-e74a-4950-bc3b-2bb3cdb56661 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281483 Jul 05 04:07:36.434844 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48111334-9f3b-4cc7-9c31-68a5ba9b2c72 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:36.515522 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-48111334-9f3b-4cc7-9c31-68a5ba9b2c72 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:36.520643 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48111334-9f3b-4cc7-9c31-68a5ba9b2c72 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:36.521246 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-48111334-9f3b-4cc7-9c31-68a5ba9b2c72 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.536667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ecbcf-07d9-46f4-be5e-328ae81cb846 None None] Network be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:36.537172 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56178555-210f-4ef6-8a3c-4ab49c1796ce tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:36.541246 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-56178555-210f-4ef6-8a3c-4ab49c1796ce tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.547001 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfac5a6-5111-418c-b279-e83c70e770d1 None None] Sync routers for ids ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:36.556929 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfac5a6-5111-418c-b279-e83c70e770d1 None None] Routers {'0e9a3bcd-e05f-424d-b16b-957284f49c4f'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:36.557759 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7dfac5a6-5111-418c-b279-e83c70e770d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:07:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:36.564862 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fc256a2-cb98-47d6-a108-5a7a72b348c4 req-c77835e9-fc3c-4397-ac79-53aad1615f0b service neutron] 10.222.0.36 "GET /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629417 Jul 05 04:07:36.585128 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-56178555-210f-4ef6-8a3c-4ab49c1796ce tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "PUT /v2.0/floatingips/e4910c70-a9e1-4175-aff8-3f8e0314011c HTTP/1.1" status: 200 len: 990 time: 3.1461370 Jul 05 04:07:36.585849 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1337f33-7fce-426f-ab4e-e5435fbeb176', 'tag': 'e6c34899-282a-47cf-bc0a-60b901dd8aaa'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:36.599678 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086d49cd-3ede-49c7-80b6-66349cf711fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c1337f33-7fce-426f-ab4e-e5435fbeb176", "tag": "e6c34899-282a-47cf-bc0a-60b901dd8aaa"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:36.643152 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-48111334-9f3b-4cc7-9c31-68a5ba9b2c72 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9731870 Jul 05 04:07:36.645655 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60332) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:36.652103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'network_id': 'be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2', 'name': 'tempest-PortsTestJSON-1132023567'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:36.781926 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-7dfac5a6-5111-418c-b279-e83c70e770d1 None None] Set router 0e9a3bcd-e05f-424d-b16b-957284f49c4f gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:36.830687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2', 'network_id': 'be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2', 'tenant_id': '8cf914c29d4b4151996c1c383040ef80', 'fixed_ips': [{'subnet_id': '8f53d88b-7885-4831-95f4-ee61a59f57ab'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:36.831574 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.892599 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31cde2-c4aa-4b3e-9ed3-fd9f10c1cc80 req-d117d561-b84f-4fe6-b65c-bd42dbdc2281 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:36.901229 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e31cde2-c4aa-4b3e-9ed3-fd9f10c1cc80 req-d117d561-b84f-4fe6-b65c-bd42dbdc2281 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 944 time: 0.1277065 Jul 05 04:07:36.952307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e31cde2-c4aa-4b3e-9ed3-fd9f10c1cc80 req-6fe05351-f195-4f9d-844f-0f998471cb28 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490336 Jul 05 04:07:36.986042 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:36.987987 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.015414 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Allocated IP 172.20.0.2 (be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2/8f53d88b-7885-4831-95f4-ee61a59f57ab/273d8718-071c-4f90-a783-73de7f2da539) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:37.017154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port 9c7aa0cb-54a2-4aa4-8971-f6fb195bc534 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:37.034638 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c227ec16-f988-48bc-a285-39702e9062dc x-openstack-request-id: req-c227ec16-f988-48bc-a285-39702e9062dc {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:37.034941 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1337f33-7fce-426f-ab4e-e5435fbeb176", "tag": "e6c34899-282a-47cf-bc0a-60b901dd8aaa", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:37.035230 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c227ec16-f988-48bc-a285-39702e9062dc {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:37.035817 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1337f33-7fce-426f-ab4e-e5435fbeb176', 'tag': 'e6c34899-282a-47cf-bc0a-60b901dd8aaa', 'status': 'completed', 'code': 200} Jul 05 04:07:37.143882 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7dfac5a6-5111-418c-b279-e83c70e770d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'name': 'tempest-ServersTestJSON-1117997511-router', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:51Z', 'updated_at': '2021-07-05T04:06:59Z', 'revision_number': 4, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'gw_port': {'id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:52Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'e4910c70-a9e1-4175-aff8-3f8e0314011c', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'port_id': 'e6c34899-282a-47cf-bc0a-60b901dd8aaa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'mac_address': 'fa:16:3e:1b:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1337f33-7fce-426f-ab4e-e5435fbeb176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:07:09Z', 'updated_at': '2021-07-05T04:07:34Z', 'revision_number': 1, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '512a1227-3a85-4641-a05f-1492cb80d1bf', 'name': '', 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'mac_address': 'fa:16:3e:c4:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:58Z', 'updated_at': '2021-07-05T04:07:06Z', 'revision_number': 5, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'subnets': [{'id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:37.172429 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfac5a6-5111-418c-b279-e83c70e770d1 None None] Checking router: 0e9a3bcd-e05f-424d-b16b-957284f49c4f for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:37.184714 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-378e88ef-62e1-4b54-9f2e-9e898cf9dd8c tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=95490658241d44ed85a3f3ef56c50e0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490415 Jul 05 04:07:37.185073 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfac5a6-5111-418c-b279-e83c70e770d1 None None] Routers {'0e9a3bcd-e05f-424d-b16b-957284f49c4f'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:37.185890 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7dfac5a6-5111-418c-b279-e83c70e770d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:07:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:37.274989 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.290558 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Transition to ACTIVE for port object 273d8718-071c-4f90-a783-73de7f2da539 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:37.311630 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Transition to ACTIVE for port object 273d8718-071c-4f90-a783-73de7f2da539 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:37.319631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d49cd-3ede-49c7-80b6-66349cf711fa req-1551fad2-83f1-45d4-8e34-ee010235d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:37.321257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-086d49cd-3ede-49c7-80b6-66349cf711fa req-1551fad2-83f1-45d4-8e34-ee010235d38b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7801c5eaf77a4187b4ccb741b70e7a4e&device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 1098 time: 0.2603323 Jul 05 04:07:37.375261 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.393008 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-7dfac5a6-5111-418c-b279-e83c70e770d1 None None] Set router 0e9a3bcd-e05f-424d-b16b-957284f49c4f gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:37.444984 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Network be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:37.465691 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:37.475949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:37.483862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-2ed72598-4a1f-4862-82df-7ad2c683c4c0 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:37.490657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-2ed72598-4a1f-4862-82df-7ad2c683c4c0 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2990530 Jul 05 04:07:37.510001 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-a9e35266-9c94-44c3-a2e8-de6aacef5c9e tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/quotas/95490658241d44ed85a3f3ef56c50e0b HTTP/1.1" status: 200 len: 375 time: 0.0183229 Jul 05 04:07:37.511888 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-692aee1b-8f26-4d95-b6c2-884fee741a62 {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:07:37.512326 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:07:37.525316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Pushing event updated for resources: {'Port': ['ID=273d8718-071c-4f90-a783-73de7f2da539,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:37.585265 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-03878b5a-14ba-4172-adb7-285374ea6e10 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=95490658241d44ed85a3f3ef56c50e0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735013 Jul 05 04:07:37.609944 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Attempting to bind port 273d8718-071c-4f90-a783-73de7f2da539 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:37.610486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Attempting to bind port 273d8718-071c-4f90-a783-73de7f2da539 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '22a889a4-5056-4af7-80c8-9694af37834c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:37.611255 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Attempting to bind port 273d8718-071c-4f90-a783-73de7f2da539 on network be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:37.618586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:37.618986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Checking segment: {'id': '22a889a4-5056-4af7-80c8-9694af37834c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:37.619396 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.619798 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Bound using segment: {'id': '22a889a4-5056-4af7-80c8-9694af37834c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:37.620298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Bound port: 273d8718-071c-4f90-a783-73de7f2da539, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a889a4-5056-4af7-80c8-9694af37834c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:37.622017 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.631973 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d49cd-3ede-49c7-80b6-66349cf711fa req-08ab479a-87ea-4402-b72a-12a0a63bcb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:37.634304 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-086d49cd-3ede-49c7-80b6-66349cf711fa req-08ab479a-87ea-4402-b72a-12a0a63bcb92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14f393e8-d8ce-4acc-88a6-2f0d9bf28851 HTTP/1.1" status: 200 len: 907 time: 0.3001006 Jul 05 04:07:37.762271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] For port 273d8718-071c-4f90-a783-73de7f2da539, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:37.767064 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] For port 273d8718-071c-4f90-a783-73de7f2da539, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=273d8718-071c-4f90-a783-73de7f2da539,segment=NetworkSegment(22a889a4-5056-4af7-80c8-9694af37834c),segment_id=22a889a4-5056-4af7-80c8-9694af37834c)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:37.812730 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-086d49cd-3ede-49c7-80b6-66349cf711fa req-d6e8c28c-1856-402f-9c64-801927b40da2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6c34899-282a-47cf-bc0a-60b901dd8aaa HTTP/1.1" status: 200 len: 998 time: 0.1631267 Jul 05 04:07:37.847391 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7dfac5a6-5111-418c-b279-e83c70e770d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'name': 'tempest-ServersTestJSON-1117997511-router', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:51Z', 'updated_at': '2021-07-05T04:06:59Z', 'revision_number': 4, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'gw_port': {'id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:52Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'e4910c70-a9e1-4175-aff8-3f8e0314011c', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'port_id': 'e6c34899-282a-47cf-bc0a-60b901dd8aaa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'mac_address': 'fa:16:3e:1b:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1337f33-7fce-426f-ab4e-e5435fbeb176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:07:09Z', 'updated_at': '2021-07-05T04:07:34Z', 'revision_number': 1, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '512a1227-3a85-4641-a05f-1492cb80d1bf', 'name': '', 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'mac_address': 'fa:16:3e:c4:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:58Z', 'updated_at': '2021-07-05T04:07:06Z', 'revision_number': 5, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'subnets': [{'id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:37.864807 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d49cd-3ede-49c7-80b6-66349cf711fa req-a58deb0f-a9e8-450a-bacd-67126a1d4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:37.866206 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-086d49cd-3ede-49c7-80b6-66349cf711fa req-a58deb0f-a9e8-450a-bacd-67126a1d4e48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a96628af-59c1-4851-99ec-970c198f10a2 HTTP/1.1" status: 200 len: 845 time: 0.0523717 Jul 05 04:07:37.870623 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.951587 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e00be-aece-438e-8853-7a5c03479374 None None] Pushing event updated for resources: {'Port': ['ID=273d8718-071c-4f90-a783-73de7f2da539,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:38.013904 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.049531 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfac5a6-5111-418c-b279-e83c70e770d1 None None] The sync data for ids ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'] in n-d-771363-32 is: [{'id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'name': 'tempest-ServersTestJSON-1117997511-router', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:51Z', 'updated_at': '2021-07-05T04:06:59Z', 'revision_number': 4, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'gw_port': {'id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:52Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'e4910c70-a9e1-4175-aff8-3f8e0314011c', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'port_id': 'e6c34899-282a-47cf-bc0a-60b901dd8aaa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'mac_address': 'fa:16:3e:1b:8d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1337f33-7fce-426f-ab4e-e5435fbeb176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:07:09Z', 'updated_at': '2021-07-05T04:07:34Z', 'revision_number': 1, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '512a1227-3a85-4641-a05f-1492cb80d1bf', 'name': '', 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'mac_address': 'fa:16:3e:c4:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:58Z', 'updated_at': '2021-07-05T04:07:06Z', 'revision_number': 5, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'subnets': [{'id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:38.067857 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port 58b5ffee-859e-4c76-a66f-6dcb877ab8da yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:38.104969 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-23e9eedb-aa10-4c5e-bcc1-b528d8f7dd31 req-170274c1-4256-421d-bac7-6e1f71fd6f32 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 210 time: 0.0721006 Jul 05 04:07:38.135689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d49cd-3ede-49c7-80b6-66349cf711fa req-4a9b194b-f405-45d9-bc9a-e52fd397fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:38.149706 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-086d49cd-3ede-49c7-80b6-66349cf711fa req-4a9b194b-f405-45d9-bc9a-e52fd397fe77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14f393e8-d8ce-4acc-88a6-2f0d9bf28851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2669268 Jul 05 04:07:38.332156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Allocated IP 172.20.0.3 (be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2/8f53d88b-7885-4831-95f4-ee61a59f57ab/58b5ffee-859e-4c76-a66f-6dcb877ab8da) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:38.399435 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-086d49cd-3ede-49c7-80b6-66349cf711fa req-66b6d344-7104-4863-bca0-246a8af0bec6 service neutron] 10.222.0.36 "GET /v2.0/networks/14f393e8-d8ce-4acc-88a6-2f0d9bf28851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346907 Jul 05 04:07:38.502775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992acc0d-2188-4f29-bf2c-ee5bcb253512 None None] New status for floating IP e4910c70-a9e1-4175-aff8-3f8e0314011c: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:07:38.602166 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.622987 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Transition to ACTIVE for port object 58b5ffee-859e-4c76-a66f-6dcb877ab8da will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:38.708729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021efff-c433-4dde-9ff0-81212eef894c req-4b9b3901-76c6-4b2d-8d3b-3edc5758f1e7 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:38.710366 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2021efff-c433-4dde-9ff0-81212eef894c req-4b9b3901-76c6-4b2d-8d3b-3edc5758f1e7 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 944 time: 0.5118501 Jul 05 04:07:38.713594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-086d49cd-3ede-49c7-80b6-66349cf711fa req-7cba3c40-13fc-4791-b22b-241885bbe5b7 service neutron] 10.222.0.36 "GET /v2.0/networks/14f393e8-d8ce-4acc-88a6-2f0d9bf28851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919273 Jul 05 04:07:38.756272 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.776934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2021efff-c433-4dde-9ff0-81212eef894c req-46136922-bc07-43c3-9698-94a7d449829b tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579379 Jul 05 04:07:38.858679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2a27258c-00d8-4a4a-b598-bd25c0aa6201 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:07:38.865159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=58b5ffee-859e-4c76-a66f-6dcb877ab8da,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:38.871776 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:38.873824 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:38.880820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:38.943329 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:38.948541 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.956274 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 15166090-85af-48a3-8f14-8c0f754f8f7c details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:07:39.074238 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 2a27258c-00d8-4a4a-b598-bd25c0aa6201, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2a27258c-00d8-4a4a-b598-bd25c0aa6201,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:39.093499 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '2a27258c-00d8-4a4a-b598-bd25c0aa6201', 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d', 'port_id': '2a27258c-00d8-4a4a-b598-bd25c0aa6201', 'mac_address': 'fa:16:3e:2c:8f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc423bbc-3066-41dd-ace4-e32ff8fff45f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:07:39.152259 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60448) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:39.155974 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-21371d74-07e4-42ba-8a92-20a022705f4c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5089784 Jul 05 04:07:39.170753 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.194408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 15166090-85af-48a3-8f14-8c0f754f8f7c, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=15166090-85af-48a3-8f14-8c0f754f8f7c,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:39.219866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a27258c-00d8-4a4a-b598-bd25c0aa6201 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:39.226944 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '15166090-85af-48a3-8f14-8c0f754f8f7c', 'network_id': '1eb72d40-35b8-45e8-ae66-9fae2707e37d', 'port_id': '15166090-85af-48a3-8f14-8c0f754f8f7c', 'mac_address': 'fa:16:3e:26:61:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc423bbc-3066-41dd-ace4-e32ff8fff45f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:07:39.275231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 2a27258c-00d8-4a4a-b598-bd25c0aa6201, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2a27258c-00d8-4a4a-b598-bd25c0aa6201,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:39.296773 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.314457 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15166090-85af-48a3-8f14-8c0f754f8f7c {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:39.340458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 15166090-85af-48a3-8f14-8c0f754f8f7c, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=15166090-85af-48a3-8f14-8c0f754f8f7c,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:39.340748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6838a13e-92a8-41ca-973b-603eb4ba9a5b req-604b99b9-a20e-4015-88fa-dba1dac98327 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 210 time: 0.0984082 Jul 05 04:07:39.356498 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.388182 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bd771c-89b9-40a2-a0a4-371f24797a13 None None] Network be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:39.425029 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4fc18edb-7301-44e6-b2c6-fe261685ad9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port 58b5ffee-859e-4c76-a66f-6dcb877ab8da {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:39.425869 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fc18edb-7301-44e6-b2c6-fe261685ad9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.442976 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.480837 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=2a27258c-00d8-4a4a-b598-bd25c0aa6201,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:39.579026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-43b18b5a-0e21-4395-a0f3-a899808b7a11 None None] Provisioning for port 273d8718-071c-4f90-a783-73de7f2da539 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:39.598015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=15166090-85af-48a3-8f14-8c0f754f8f7c,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:39.604306 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fc18edb-7301-44e6-b2c6-fe261685ad9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.624127 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4fc18edb-7301-44e6-b2c6-fe261685ad9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for 58b5ffee-859e-4c76-a66f-6dcb877ab8da owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:39.629392 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d71d609-a5b0-4ebb-aaaf-c46ccd16bf7c req-668caadc-9cf3-48b1-8196-7adeb0905ca1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1473553 Jul 05 04:07:39.735200 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['2a27258c-00d8-4a4a-b598-bd25c0aa6201'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:39.785665 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['15166090-85af-48a3-8f14-8c0f754f8f7c'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:39.818791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71d609-a5b0-4ebb-aaaf-c46ccd16bf7c req-5248dc60-1ea6-4b79-8b24-1286771f0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:39.821066 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d71d609-a5b0-4ebb-aaaf-c46ccd16bf7c req-5248dc60-1ea6-4b79-8b24-1286771f0647 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 1098 time: 0.1151679 Jul 05 04:07:39.963458 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fc18edb-7301-44e6-b2c6-fe261685ad9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.004634 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc18edb-7301-44e6-b2c6-fe261685ad9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=58b5ffee-859e-4c76-a66f-6dcb877ab8da,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:40.153059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cd3ecdf4-2264-4537-868d-9789fac6421c None None] Could not find standard attr ID for object 58b5ffee-859e-4c76-a66f-6dcb877ab8da. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:07:40.205442 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fc18edb-7301-44e6-b2c6-fe261685ad9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.210397 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60462) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.211080 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4fc18edb-7301-44e6-b2c6-fe261685ad9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/58b5ffee-859e-4c76-a66f-6dcb877ab8da HTTP/1.1" status: 204 len: 168 time: 1.0576203 Jul 05 04:07:40.218787 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71d609-a5b0-4ebb-aaaf-c46ccd16bf7c req-ce84eb84-38d3-452f-8c5d-926ac01066db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:40.220297 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d71d609-a5b0-4ebb-aaaf-c46ccd16bf7c req-ce84eb84-38d3-452f-8c5d-926ac01066db service neutron] 10.222.0.10 "GET /v2.0/networks?id=739555cb-3aaa-4692-ac69-434fc52fdecf HTTP/1.1" status: 200 len: 911 time: 0.3732834 Jul 05 04:07:40.260127 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-4054b00f-a16d-4cf8-a431-29cda676300a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:40.260843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4054b00f-a16d-4cf8-a431-29cda676300a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:40.262022 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd10e9b-4bd3-4681-b944-7e63dfc68cdd req-aefa8993-84b8-43fb-8a38-cbe5ba21ab0f tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:40.262565 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4054b00f-a16d-4cf8-a431-29cda676300a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/58b5ffee-859e-4c76-a66f-6dcb877ab8da HTTP/1.1" status: 404 len: 333 time: 0.0496144 Jul 05 04:07:40.269646 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60464) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.272290 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bfd10e9b-4bd3-4681-b944-7e63dfc68cdd req-aefa8993-84b8-43fb-8a38-cbe5ba21ab0f tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 945 time: 0.1436203 Jul 05 04:07:40.319108 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c052493-0078-4f4d-8521-0bf360b1a173 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] GET failed (client error): The resource could not be found. Jul 05 04:07:40.354148 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3c052493-0078-4f4d-8521-0bf360b1a173 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/58b5ffee-859e-4c76-a66f-6dcb877ab8da HTTP/1.1" status: 404 len: 333 time: 0.0834019 Jul 05 04:07:40.357092 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60470) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.367876 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d71d609-a5b0-4ebb-aaaf-c46ccd16bf7c req-e3db632a-8920-42d1-ae00-e289423b1a0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dae0f4c2-cddc-4d6a-b604-092a21fc263e HTTP/1.1" status: 200 len: 1001 time: 0.1160853 Jul 05 04:07:40.389709 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bfd10e9b-4bd3-4681-b944-7e63dfc68cdd req-743be80d-5e27-4c8c-86c9-0d5e8eede5f6 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107082 Jul 05 04:07:40.457807 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71d609-a5b0-4ebb-aaaf-c46ccd16bf7c req-efdfef56-9ab7-4f2e-a8ca-010b18e9cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:40.457807 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d71d609-a5b0-4ebb-aaaf-c46ccd16bf7c req-efdfef56-9ab7-4f2e-a8ca-010b18e9cd4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9bbcade-db99-467e-97af-337f24f2acb2 HTTP/1.1" status: 200 len: 849 time: 0.0700381 Jul 05 04:07:40.481231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 273d8718-071c-4f90-a783-73de7f2da539 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:40.495475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a822406-dfd0-4e53-bdbc-87ef6457331e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting subnet 8f53d88b-7885-4831-95f4-ee61a59f57ab {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:40.506695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6a822406-dfd0-4e53-bdbc-87ef6457331e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.596149 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6a822406-dfd0-4e53-bdbc-87ef6457331e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.598978 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ccac3f3-e8d5-4256-b5bb-760cc7de7cc0 req-4be567f4-c586-4ba0-89b4-7f2f28a5e300 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 210 time: 0.0558505 Jul 05 04:07:40.612582 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-34d85cce-046d-4ec4-9648-20fff5d797be None None] Could not find standard attr ID for object 58b5ffee-859e-4c76-a66f-6dcb877ab8da. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:07:40.618112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 273d8718-071c-4f90-a783-73de7f2da539 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:40.632446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 273d8718-071c-4f90-a783-73de7f2da539 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:40.634823 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.639329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71d609-a5b0-4ebb-aaaf-c46ccd16bf7c req-bb200c1e-c1e7-4ccc-a722-3fffdd57271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:40.641027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d71d609-a5b0-4ebb-aaaf-c46ccd16bf7c req-bb200c1e-c1e7-4ccc-a722-3fffdd57271e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=739555cb-3aaa-4692-ac69-434fc52fdecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1741092 Jul 05 04:07:40.749476 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6a822406-dfd0-4e53-bdbc-87ef6457331e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.814032 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.814368 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d71d609-a5b0-4ebb-aaaf-c46ccd16bf7c req-2398cb5f-c68d-42af-9959-2602ef1648f3 service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598144 Jul 05 04:07:40.887619 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6a822406-dfd0-4e53-bdbc-87ef6457331e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.907475 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6a822406-dfd0-4e53-bdbc-87ef6457331e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.911013 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6a822406-dfd0-4e53-bdbc-87ef6457331e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/8f53d88b-7885-4831-95f4-ee61a59f57ab HTTP/1.1" status: 204 len: 168 time: 0.5522344 Jul 05 04:07:40.926700 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:07:40.927145 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:07:40.927870 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8247aea5-d33d-4dde-ac5a-0e6a27e1cf2f None None] Network be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:40.948540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60474) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.029912 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 15166090-85af-48a3-8f14-8c0f754f8f7c up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:41.143052 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a822406-dfd0-4e53-bdbc-87ef6457331e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Subnet': ['ID=8f53d88b-7885-4831-95f4-ee61a59f57ab,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:41.179462 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 15166090-85af-48a3-8f14-8c0f754f8f7c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:41.186139 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 15166090-85af-48a3-8f14-8c0f754f8f7c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:41.188873 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.229850 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.253728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e237ab-e1f3-422b-ac32-d35df4218059 None None] DHCP port deletion for be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:41.350257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port 273d8718-071c-4f90-a783-73de7f2da539 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:41.350603 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.417052 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-06e237ab-e1f3-422b-ac32-d35df4218059 None None] Deleting port 273d8718-071c-4f90-a783-73de7f2da539 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:41.417443 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-06e237ab-e1f3-422b-ac32-d35df4218059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.521464 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d71d609-a5b0-4ebb-aaaf-c46ccd16bf7c req-b0529312-6ca9-4fab-8a70-90202e914b1e service neutron] 10.222.0.10 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6881101 Jul 05 04:07:41.720288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f8aa6-f9fa-4148-9187-89bfff184143 req-e110df1a-5f3e-4082-8131-030d28a95f0e tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:41.722151 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f6f8aa6-f9fa-4148-9187-89bfff184143 req-e110df1a-5f3e-4082-8131-030d28a95f0e tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 945 time: 0.1876826 Jul 05 04:07:41.738055 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a234e9c0-eae8-4e9e-8b60-94c6606a29a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.746213 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.786539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-06e237ab-e1f3-422b-ac32-d35df4218059 None None] For port 273d8718-071c-4f90-a783-73de7f2da539, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=273d8718-071c-4f90-a783-73de7f2da539,segment=NetworkSegment(22a889a4-5056-4af7-80c8-9694af37834c),segment_id=22a889a4-5056-4af7-80c8-9694af37834c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:41.786857 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-06e237ab-e1f3-422b-ac32-d35df4218059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.801875 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.831162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-06e237ab-e1f3-422b-ac32-d35df4218059 None None] Calling delete_port for 273d8718-071c-4f90-a783-73de7f2da539 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:41.841601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874a9e2a-39b1-49ce-9add-05596edb725b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15166090-85af-48a3-8f14-8c0f754f8f7c'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:41.843910 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72617db0-ce4b-4b81-be60-83d33e06b893" -d '{"events": [{"server_uuid": "874a9e2a-39b1-49ce-9add-05596edb725b", "name": "network-vif-plugged", "status": "completed", "tag": "15166090-85af-48a3-8f14-8c0f754f8f7c"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:41.870251 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 15166090-85af-48a3-8f14-8c0f754f8f7c, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=15166090-85af-48a3-8f14-8c0f754f8f7c,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:41.914082 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-99139b78-32a6-44c2-a5e5-ce51cffea667 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=95490658241d44ed85a3f3ef56c50e0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379295 Jul 05 04:07:41.962080 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.067179 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] For port 273d8718-071c-4f90-a783-73de7f2da539, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=273d8718-071c-4f90-a783-73de7f2da539,segment=NetworkSegment(22a889a4-5056-4af7-80c8-9694af37834c),segment_id=22a889a4-5056-4af7-80c8-9694af37834c)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:42.067561 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.077405 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f6f8aa6-f9fa-4148-9187-89bfff184143 req-2a4b5480-b346-4337-86af-7789203aec13 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467946 Jul 05 04:07:42.087983 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0d9f639-35c6-47e2-b665-459bc4a2794a req-436f9ae2-db04-4597-874d-df05a98abf4a tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 210 time: 0.1622231 Jul 05 04:07:42.113118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for 273d8718-071c-4f90-a783-73de7f2da539 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:42.132395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 273d8718-071c-4f90-a783-73de7f2da539, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=273d8718-071c-4f90-a783-73de7f2da539,segment=NetworkSegment(22a889a4-5056-4af7-80c8-9694af37834c),segment_id=22a889a4-5056-4af7-80c8-9694af37834c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:42.193902 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794cc888-73fe-4fb7-a02a-91f98d087591 x-openstack-request-id: req-794cc888-73fe-4fb7-a02a-91f98d087591 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:42.194622 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874a9e2a-39b1-49ce-9add-05596edb725b", "name": "network-vif-plugged", "status": "completed", "tag": "15166090-85af-48a3-8f14-8c0f754f8f7c", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:42.194622 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-794cc888-73fe-4fb7-a02a-91f98d087591 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:42.195483 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874a9e2a-39b1-49ce-9add-05596edb725b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15166090-85af-48a3-8f14-8c0f754f8f7c', 'code': 200} Jul 05 04:07:42.210615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=15166090-85af-48a3-8f14-8c0f754f8f7c,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:42.227532 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.262932 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-f8f821d2-7a1a-4b0e-9cf7-8d260d8c8242 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:42.265476 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-f8f821d2-7a1a-4b0e-9cf7-8d260d8c8242 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3363838 Jul 05 04:07:42.284455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Request body: {'port': {'device_id': '8e40b6c0-d145-48af-ae0e-90c94a396e8b', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '95490658241d44ed85a3f3ef56c50e0b'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:42.332585 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=273d8718-071c-4f90-a783-73de7f2da539,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:42.356640 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-06e237ab-e1f3-422b-ac32-d35df4218059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.407136 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f925e6b-46ba-403e-9948-11443141bbce req-e6b99d2d-1224-44ef-b5f9-d987f91bb1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:42.408994 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e237ab-e1f3-422b-ac32-d35df4218059 None None] Pushing event deleted for resources: {'Port': ['ID=273d8718-071c-4f90-a783-73de7f2da539,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:42.409460 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f925e6b-46ba-403e-9948-11443141bbce req-e6b99d2d-1224-44ef-b5f9-d987f91bb1dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=874a9e2a-39b1-49ce-9add-05596edb725b HTTP/1.1" status: 200 len: 1097 time: 0.0835395 Jul 05 04:07:42.411685 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 273d8718-071c-4f90-a783-73de7f2da539 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:42.450940 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 273d8718-071c-4f90-a783-73de7f2da539 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:42.451526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 273d8718-071c-4f90-a783-73de7f2da539 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:42.453164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e237ab-e1f3-422b-ac32-d35df4218059 None None] No DVR routers for this DVR port 273d8718-071c-4f90-a783-73de7f2da539 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:42.476130 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f925e6b-46ba-403e-9948-11443141bbce req-23faa5a6-4095-42e5-a12c-1d2d2e2ae859 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571065 Jul 05 04:07:42.488408 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.523041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=273d8718-071c-4f90-a783-73de7f2da539,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:42.531131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No DVR routers for this DVR port 273d8718-071c-4f90-a783-73de7f2da539 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:42.618395 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Made reservation on behalf of 95490658241d44ed85a3f3ef56c50e0b for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:42.622290 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.644153 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.650153 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.668805 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:42.684106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a889a4-5056-4af7-80c8-9694af37834c') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:42.684106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a889a4-5056-4af7-80c8-9694af37834c') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:42.697422 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.720513 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.732014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:42.732443 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:42.735655 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:42.889936 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.894950 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.896921 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/networks/be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2 HTTP/1.1" status: 204 len: 168 time: 1.9447784 Jul 05 04:07:42.902582 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60502) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:42.905926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2a27258c-00d8-4a4a-b598-bd25c0aa6201 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:42.910686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ec50e4f0-182a-4632-b91c-250e4eab2be7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-52161722'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:42.925248 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8d95c-f297-43f3-9b11-c64ce418976c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Network': ['ID=be7f6ebf-0fd1-4c6d-94e9-ecb3ca4081f2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:42.975496 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.041334 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.065569 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 2a27258c-00d8-4a4a-b598-bd25c0aa6201 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:43.074426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 2a27258c-00d8-4a4a-b598-bd25c0aa6201 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:43.074806 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.122298 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec50e4f0-182a-4632-b91c-250e4eab2be7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:43.127429 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec50e4f0-182a-4632-b91c-250e4eab2be7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.175677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70515b07-7414-49ca-8d0e-594f9b7c29c6,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:43.178096 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.213612 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec50e4f0-182a-4632-b91c-250e4eab2be7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:43.225498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 2a27258c-00d8-4a4a-b598-bd25c0aa6201, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2a27258c-00d8-4a4a-b598-bd25c0aa6201,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:43.231341 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec50e4f0-182a-4632-b91c-250e4eab2be7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.231698 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-ec50e4f0-182a-4632-b91c-250e4eab2be7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Added segment 87d12fd7-476b-45dd-9640-38c8f7d0e0c9 of type vlan for network 765f05a4-4557-4e0e-bf39-aaf32b7495d2 Jul 05 04:07:43.297391 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Allocated IP 192.168.233.217 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/f4aa8fbd-95a8-4601-af8f-904be0e28ce0) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:43.299076 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.376877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a29bff8b-697f-446e-bec1-1d0187fabd87 req-2690422c-ed5d-46aa-84f3-61160752564c tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 210 time: 0.0591574 Jul 05 04:07:43.378994 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec50e4f0-182a-4632-b91c-250e4eab2be7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.380403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=2a27258c-00d8-4a4a-b598-bd25c0aa6201,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:43.468999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77746ab7-41fb-477d-b1ba-801532c40595 req-069d1781-18cf-4764-b38f-17fda6293cc2 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:43.471207 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77746ab7-41fb-477d-b1ba-801532c40595 req-069d1781-18cf-4764-b38f-17fda6293cc2 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 946 time: 0.1379223 Jul 05 04:07:43.512085 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec50e4f0-182a-4632-b91c-250e4eab2be7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.522630 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50e4f0-182a-4632-b91c-250e4eab2be7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:43.524746 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec50e4f0-182a-4632-b91c-250e4eab2be7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.543591 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.574358 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Transition to ACTIVE for port object f4aa8fbd-95a8-4601-af8f-904be0e28ce0 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:43.610151 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77746ab7-41fb-477d-b1ba-801532c40595 req-cf248507-8236-48f4-858d-516f4afe3825 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273978 Jul 05 04:07:43.616357 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50e4f0-182a-4632-b91c-250e4eab2be7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Network': ['ID=765f05a4-4557-4e0e-bf39-aaf32b7495d2,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:43.638729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 765f05a4-4557-4e0e-bf39-aaf32b7495d2 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:43.665184 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ec50e4f0-182a-4632-b91c-250e4eab2be7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7612522 Jul 05 04:07:43.667592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60520) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:43.674114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-15ab12a8-81bc-4ab7-9129-7afa6ef59aeb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'subnet': {'network_id': '765f05a4-4557-4e0e-bf39-aaf32b7495d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:43.714701 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.768693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:43.772485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:43.813424 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:43.850521 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Pushing event updated for resources: {'Port': ['ID=f4aa8fbd-95a8-4601-af8f-904be0e28ce0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:43.864871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ab12a8-81bc-4ab7-9129-7afa6ef59aeb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:43.871261 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-15ab12a8-81bc-4ab7-9129-7afa6ef59aeb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.907852 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:43.908014 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.001625 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5bcccd45-bb3d-4c13-8805-eff64a41fdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.054120 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-3a844efb-76e3-4d28-9258-f487bf47795f tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7730680 Jul 05 04:07:44.070646 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Request body: {'port': {'device_id': '8e40b6c0-d145-48af-ae0e-90c94a396e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:44.125709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bcb5250a-b591-46a6-8403-3c3ac1381b34 None None] Provisioning for port f4aa8fbd-95a8-4601-af8f-904be0e28ce0 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:44.128919 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bcb5250a-b591-46a6-8403-3c3ac1381b34 None None] Provisioning complete for port f4aa8fbd-95a8-4601-af8f-904be0e28ce0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:44.129348 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bcb5250a-b591-46a6-8403-3c3ac1381b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.152197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c2de0-5069-4ead-a975-82005919c9ac req-32efce4f-8ce8-4d24-a8ca-18dd9ee4c7fb tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:44.153841 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-603c2de0-5069-4ead-a975-82005919c9ac req-32efce4f-8ce8-4d24-a8ca-18dd9ee4c7fb tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.1432118 Jul 05 04:07:44.177286 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bcb5250a-b591-46a6-8403-3c3ac1381b34 None None] Port f4aa8fbd-95a8-4601-af8f-904be0e28ce0 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:44.188974 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.196537 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fea73de-c750-413b-b873-9baff7473993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a27258c-00d8-4a4a-b598-bd25c0aa6201'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:44.198879 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e19e205-0648-4c6e-934d-c3412b9aeaee" -d '{"events": [{"server_uuid": "2fea73de-c750-413b-b873-9baff7473993", "name": "network-vif-plugged", "status": "completed", "tag": "2a27258c-00d8-4a4a-b598-bd25c0aa6201"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:44.214812 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-603c2de0-5069-4ead-a975-82005919c9ac req-cebf603a-0039-4c0f-a320-785c1cbe9e07 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514522 Jul 05 04:07:44.247455 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-15ab12a8-81bc-4ab7-9129-7afa6ef59aeb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.272149 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b5adfa-36df-4b42-8c82-4b92b88ebed6 x-openstack-request-id: req-31b5adfa-36df-4b42-8c82-4b92b88ebed6 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:44.273802 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fea73de-c750-413b-b873-9baff7473993", "name": "network-vif-plugged", "status": "completed", "tag": "2a27258c-00d8-4a4a-b598-bd25c0aa6201", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:44.274074 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-31b5adfa-36df-4b42-8c82-4b92b88ebed6 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:44.274534 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fea73de-c750-413b-b873-9baff7473993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a27258c-00d8-4a4a-b598-bd25c0aa6201', 'code': 200} Jul 05 04:07:44.319055 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab12a8-81bc-4ab7-9129-7afa6ef59aeb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Subnet': ['ID=cb015f49-bd1c-4027-b40a-8bac5ed1c3de,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:44.332476 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.356825 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab12a8-81bc-4ab7-9129-7afa6ef59aeb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Checking segment: {'id': '87d12fd7-476b-45dd-9640-38c8f7d0e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '765f05a4-4557-4e0e-bf39-aaf32b7495d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:44.357451 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab12a8-81bc-4ab7-9129-7afa6ef59aeb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network hostable DHCP agents. Network: 765f05a4-4557-4e0e-bf39-aaf32b7495d2, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:44.379565 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:07:44.446268 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab12a8-81bc-4ab7-9129-7afa6ef59aeb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 765f05a4-4557-4e0e-bf39-aaf32b7495d2 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:44.451622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61eef5-0046-4204-9f11-fe7814d1eae2 req-c7b7751e-20d2-43d7-a553-6991f82bf28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:44.457375 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8c61eef5-0046-4204-9f11-fe7814d1eae2 req-c7b7751e-20d2-43d7-a553-6991f82bf28b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 1098 time: 0.0958042 Jul 05 04:07:44.541100 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8c61eef5-0046-4204-9f11-fe7814d1eae2 req-fc8bb0fc-9595-4218-8c41-503001ab0c7d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754261 Jul 05 04:07:44.541842 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-15ab12a8-81bc-4ab7-9129-7afa6ef59aeb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 765f05a4-4557-4e0e-bf39-aaf32b7495d2) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:44.546769 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab12a8-81bc-4ab7-9129-7afa6ef59aeb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:44.547372 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-15ab12a8-81bc-4ab7-9129-7afa6ef59aeb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.552755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba69697b-3f27-4ec4-ad4f-94a15d68a7dc None None] Network 765f05a4-4557-4e0e-bf39-aaf32b7495d2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:44.577144 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4aa8fbd-95a8-4601-af8f-904be0e28ce0 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:44.586706 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.610191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Transition to ACTIVE for port object f4aa8fbd-95a8-4601-af8f-904be0e28ce0 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:44.635896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac2cd1-2a08-47eb-bc80-cc88cd1cb643 req-68301b88-7014-4ac6-9cb8-670ceb08153c tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:44.637512 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-47ac2cd1-2a08-47eb-bc80-cc88cd1cb643 req-68301b88-7014-4ac6-9cb8-670ceb08153c tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 936 time: 0.0864916 Jul 05 04:07:44.682981 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-15ab12a8-81bc-4ab7-9129-7afa6ef59aeb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0139892 Jul 05 04:07:44.685622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60540) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:44.690876 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-dbe1da60-097c-4d58-8748-1dae75a5d4fd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'network_id': '765f05a4-4557-4e0e-bf39-aaf32b7495d2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-147738879'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:44.709630 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-47ac2cd1-2a08-47eb-bc80-cc88cd1cb643 req-854ff937-74e9-4808-be28-a801de23251a tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/security-groups?id=70515b07-7414-49ca-8d0e-594f9b7c29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614166 Jul 05 04:07:44.732913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-765f05a4-4557-4e0e-bf39-aaf32b7495d2', 'network_id': '765f05a4-4557-4e0e-bf39-aaf32b7495d2', 'tenant_id': '8cf914c29d4b4151996c1c383040ef80', 'fixed_ips': [{'subnet_id': 'cb015f49-bd1c-4027-b40a-8bac5ed1c3de'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:44.745345 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.811866 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.858257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517581dc-992c-49bc-85dd-5b45a7021b8e req-3ba0e918-d096-4ca2-acc8-837bd0ed4b68 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:44.860110 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-517581dc-992c-49bc-85dd-5b45a7021b8e req-3ba0e918-d096-4ca2-acc8-837bd0ed4b68 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 946 time: 0.0782893 Jul 05 04:07:44.908815 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Allocated IP 172.20.0.2 (765f05a4-4557-4e0e-bf39-aaf32b7495d2/cb015f49-bd1c-4027-b40a-8bac5ed1c3de/fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:44.938373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-517581dc-992c-49bc-85dd-5b45a7021b8e req-0732fd65-501e-4829-bfee-481a2319daf4 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717163 Jul 05 04:07:45.038742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Pushing event updated for resources: {'Port': ['ID=f4aa8fbd-95a8-4601-af8f-904be0e28ce0,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:45.156970 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.181377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Transition to ACTIVE for port object fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:45.189448 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Attempting to bind port f4aa8fbd-95a8-4601-af8f-904be0e28ce0 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:45.190001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Attempting to bind port f4aa8fbd-95a8-4601-af8f-904be0e28ce0 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:45.190497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Attempting to bind port f4aa8fbd-95a8-4601-af8f-904be0e28ce0 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:45.196627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Port f4aa8fbd-95a8-4601-af8f-904be0e28ce0 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:07:45.197320 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Attempting to bind port f4aa8fbd-95a8-4601-af8f-904be0e28ce0 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:45.206738 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:45.207457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:45.209164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:45.209775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Bound port: f4aa8fbd-95a8-4601-af8f-904be0e28ce0, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:45.212201 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.234988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe1da60-097c-4d58-8748-1dae75a5d4fd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:45.239287 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dbe1da60-097c-4d58-8748-1dae75a5d4fd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.247648 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Transition to ACTIVE for port object fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:45.297019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-dbe1da60-097c-4d58-8748-1dae75a5d4fd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port d8c9e105-10bf-4a48-aa80-c878b5d464df yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:45.326239 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.369080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] For port f4aa8fbd-95a8-4601-af8f-904be0e28ce0, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:45.376650 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.389103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] For port f4aa8fbd-95a8-4601-af8f-904be0e28ce0, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f4aa8fbd-95a8-4601-af8f-904be0e28ce0,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:45.396390 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Network 765f05a4-4557-4e0e-bf39-aaf32b7495d2 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:45.400739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:45.403100 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:45.410199 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Pushing event updated for resources: {'Port': ['ID=fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:45.436684 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.478412 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-dbe1da60-097c-4d58-8748-1dae75a5d4fd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Allocated IP 172.20.0.9 (765f05a4-4557-4e0e-bf39-aaf32b7495d2/cb015f49-bd1c-4027-b40a-8bac5ed1c3de/d8c9e105-10bf-4a48-aa80-c878b5d464df) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:45.491879 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Attempting to bind port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:45.491879 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Attempting to bind port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '87d12fd7-476b-45dd-9640-38c8f7d0e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '765f05a4-4557-4e0e-bf39-aaf32b7495d2'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:45.492907 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Attempting to bind port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 on network 765f05a4-4557-4e0e-bf39-aaf32b7495d2 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:45.498768 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:45.499402 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.501373 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] 10.222.0.10 "PUT /v2.0/ports/f4aa8fbd-95a8-4601-af8f-904be0e28ce0 HTTP/1.1" status: 200 len: 1097 time: 1.4355800 Jul 05 04:07:45.504218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e40b6c0-d145-48af-ae0e-90c94a396e8b', 'tag': 'f4aa8fbd-95a8-4601-af8f-904be0e28ce0'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:45.506845 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d1cf3c-feb7-4741-a6f8-a7da0f9499b8" -d '{"events": [{"name": "network-changed", "server_uuid": "8e40b6c0-d145-48af-ae0e-90c94a396e8b", "tag": "f4aa8fbd-95a8-4601-af8f-904be0e28ce0"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:45.507415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:45.509043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Checking segment: {'id': '87d12fd7-476b-45dd-9640-38c8f7d0e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '765f05a4-4557-4e0e-bf39-aaf32b7495d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:45.509043 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.509321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Bound using segment: {'id': '87d12fd7-476b-45dd-9640-38c8f7d0e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '765f05a4-4557-4e0e-bf39-aaf32b7495d2'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:45.509853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Bound port: fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d12fd7-476b-45dd-9640-38c8f7d0e0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '765f05a4-4557-4e0e-bf39-aaf32b7495d2'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:45.510251 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.546950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2c0e0-a743-4372-9614-1ffa7428e190 req-cba377ca-a046-48ad-9140-80f5b37789f7 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:45.549611 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ff2c0e0-a743-4372-9614-1ffa7428e190 req-cba377ca-a046-48ad-9140-80f5b37789f7 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.1244078 Jul 05 04:07:45.631726 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ff2c0e0-a743-4372-9614-1ffa7428e190 req-f58be8eb-e81a-40dd-81ec-ad3753d2d0a2 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741146 Jul 05 04:07:45.643353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] For port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:45.647150 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] For port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1,segment=NetworkSegment(87d12fd7-476b-45dd-9640-38c8f7d0e0c9),segment_id=87d12fd7-476b-45dd-9640-38c8f7d0e0c9)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:45.679786 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a982db-1e54-4265-b0ca-49fd547f0f0c x-openstack-request-id: req-02a982db-1e54-4265-b0ca-49fd547f0f0c {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:45.680392 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e40b6c0-d145-48af-ae0e-90c94a396e8b", "tag": "f4aa8fbd-95a8-4601-af8f-904be0e28ce0", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:45.680392 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-02a982db-1e54-4265-b0ca-49fd547f0f0c {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:45.680831 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e40b6c0-d145-48af-ae0e-90c94a396e8b', 'tag': 'f4aa8fbd-95a8-4601-af8f-904be0e28ce0', 'status': 'completed', 'code': 200} Jul 05 04:07:45.685367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcbe06-fd86-4e2a-b722-41f57235c8bc service neutron] Pushing event updated for resources: {'Port': ['ID=f4aa8fbd-95a8-4601-af8f-904be0e28ce0,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:45.721792 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.804440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-9ad750c6-55b7-4126-99ac-ff804f34388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:45.806953 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-9ad750c6-55b7-4126-99ac-ff804f34388e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=95490658241d44ed85a3f3ef56c50e0b&device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 1100 time: 0.1252675 Jul 05 04:07:45.863085 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a103a6f-bc8e-4216-bff5-e75d89a59e32 None None] Pushing event updated for resources: {'Port': ['ID=fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:45.876343 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dbe1da60-097c-4d58-8748-1dae75a5d4fd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.907298 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-dbe1da60-097c-4d58-8748-1dae75a5d4fd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Transition to ACTIVE for port object d8c9e105-10bf-4a48-aa80-c878b5d464df will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:45.968648 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-781019af-4255-4a02-a7e5-01ab121ccb9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=f4aa8fbd-95a8-4601-af8f-904be0e28ce0 HTTP/1.1" status: 200 len: 217 time: 0.1370411 Jul 05 04:07:46.052014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-722fa86f-54ca-43e5-8b59-4a6eb4b11f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:46.053678 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-722fa86f-54ca-43e5-8b59-4a6eb4b11f8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0754037 Jul 05 04:07:46.120427 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4802cb-d254-46d1-9a20-b3fe7fc9257e req-f5a4049f-3260-488f-951f-d06952adf6f5 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:46.127746 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a4802cb-d254-46d1-9a20-b3fe7fc9257e req-f5a4049f-3260-488f-951f-d06952adf6f5 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 948 time: 0.1317036 Jul 05 04:07:46.154899 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-e61d941f-1a90-47fd-a230-ba791b294ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:46.158206 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-e61d941f-1a90-47fd-a230-ba791b294ad2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0934856 Jul 05 04:07:46.166869 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dbe1da60-097c-4d58-8748-1dae75a5d4fd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.221209 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a4802cb-d254-46d1-9a20-b3fe7fc9257e req-ec26d8c5-a263-41d9-bc05-b554b0de4f3b tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/security-groups?id=70515b07-7414-49ca-8d0e-594f9b7c29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913253 Jul 05 04:07:46.360226 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a4655-9853-4227-a6f1-a1550ac78922 req-01c377ac-3fed-4909-ac02-7cc19665c818 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:46.361915 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-235a4655-9853-4227-a6f1-a1550ac78922 req-01c377ac-3fed-4909-ac02-7cc19665c818 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 946 time: 0.1065996 Jul 05 04:07:46.362286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1da60-097c-4d58-8748-1dae75a5d4fd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=d8c9e105-10bf-4a48-aa80-c878b5d464df,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:46.461318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:46.471010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe1da60-097c-4d58-8748-1dae75a5d4fd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 765f05a4-4557-4e0e-bf39-aaf32b7495d2 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:46.476848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-dbe1da60-097c-4d58-8748-1dae75a5d4fd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:46.481029 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe1da60-097c-4d58-8748-1dae75a5d4fd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:46.529755 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-235a4655-9853-4227-a6f1-a1550ac78922 req-a50ee7ad-fbd3-4277-b3c0-2bfd86491861 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613081 Jul 05 04:07:46.579989 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-45993200-afa8-4935-8d41-058837e463b5 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993485 Jul 05 04:07:46.585860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe1da60-097c-4d58-8748-1dae75a5d4fd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:46.586509 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dbe1da60-097c-4d58-8748-1dae75a5d4fd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.595405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349158f1-b39d-4696-a10c-4ab039e15626 req-89501f4c-600f-49ee-ae0f-00da22f0e5e4 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:46.597178 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-349158f1-b39d-4696-a10c-4ab039e15626 req-89501f4c-600f-49ee-ae0f-00da22f0e5e4 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.10 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.1724129 Jul 05 04:07:46.611404 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:46.723758 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0921ef4f-fa00-4bfc-921f-d8d129b45583 req-0ac9d03d-41c7-4554-9166-d3719e52c2c6 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341953 Jul 05 04:07:46.740140 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dbe1da60-097c-4d58-8748-1dae75a5d4fd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0533366 Jul 05 04:07:46.742672 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60568) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:46.788529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-349158f1-b39d-4696-a10c-4ab039e15626 req-0fdb3410-2b7c-493a-aa0f-fb9ffd852fa8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Deleting port dae0f4c2-cddc-4d6a-b604-092a21fc263e {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:46.788874 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-349158f1-b39d-4696-a10c-4ab039e15626 req-0fdb3410-2b7c-493a-aa0f-fb9ffd852fa8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.898716 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.960006 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-13ea354e-5d63-477c-b9b5-82a3f83ee1a3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port d8c9e105-10bf-4a48-aa80-c878b5d464df {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:46.960627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13ea354e-5d63-477c-b9b5-82a3f83ee1a3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.987020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-349158f1-b39d-4696-a10c-4ab039e15626 req-0fdb3410-2b7c-493a-aa0f-fb9ffd852fa8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] For port dae0f4c2-cddc-4d6a-b604-092a21fc263e, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=dae0f4c2-cddc-4d6a-b604-092a21fc263e,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:46.987403 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-349158f1-b39d-4696-a10c-4ab039e15626 req-0fdb3410-2b7c-493a-aa0f-fb9ffd852fa8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.027525 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9429a-228c-4577-afdc-91791570f20a req-82b80d30-6fc5-4ee4-8d22-5ddce27f34ca tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:47.034993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4e9429a-228c-4577-afdc-91791570f20a req-82b80d30-6fc5-4ee4-8d22-5ddce27f34ca tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 946 time: 0.2214665 Jul 05 04:07:47.069833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1cf3c-feb7-4741-a6f8-a7da0f9499b8 req-07b88db5-3be2-4240-af3f-8e7da2fa88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:47.075199 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35d1cf3c-feb7-4741-a6f8-a7da0f9499b8 req-07b88db5-3be2-4240-af3f-8e7da2fa88bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=95490658241d44ed85a3f3ef56c50e0b&device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 1100 time: 0.1886206 Jul 05 04:07:47.173501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4e9429a-228c-4577-afdc-91791570f20a req-d57758f9-a582-4288-931b-258b28957891 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=b87639ce-1d2e-481f-83cd-df76c09cf22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376028 Jul 05 04:07:47.198574 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13ea354e-5d63-477c-b9b5-82a3f83ee1a3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.227130 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-13ea354e-5d63-477c-b9b5-82a3f83ee1a3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for d8c9e105-10bf-4a48-aa80-c878b5d464df owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:47.315086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1cf3c-feb7-4741-a6f8-a7da0f9499b8 req-021acd67-3299-430e-b785-370733e6a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:47.324501 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35d1cf3c-feb7-4741-a6f8-a7da0f9499b8 req-021acd67-3299-430e-b785-370733e6a301 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2284565 Jul 05 04:07:47.325452 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-349158f1-b39d-4696-a10c-4ab039e15626 req-0fdb3410-2b7c-493a-aa0f-fb9ffd852fa8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.325941 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-349158f1-b39d-4696-a10c-4ab039e15626 req-0fdb3410-2b7c-493a-aa0f-fb9ffd852fa8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.326239 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [req-349158f1-b39d-4696-a10c-4ab039e15626 req-0fdb3410-2b7c-493a-aa0f-fb9ffd852fa8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Floating IP c113e2f6-5743-4bf5-a60c-eea501dd40d5 disassociated. External IP: 172.25.6.72, port: dae0f4c2-cddc-4d6a-b604-092a21fc263e. Jul 05 04:07:47.326592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-349158f1-b39d-4696-a10c-4ab039e15626 req-0fdb3410-2b7c-493a-aa0f-fb9ffd852fa8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Calling delete_port for dae0f4c2-cddc-4d6a-b604-092a21fc263e owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:47.360419 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb24263-19d6-4732-b7c6-5a9a589fafc1 None None] Network 765f05a4-4557-4e0e-bf39-aaf32b7495d2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:47.422304 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35d1cf3c-feb7-4741-a6f8-a7da0f9499b8 req-c43afc56-5e47-423b-a3b0-5255cf69d2df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=f4aa8fbd-95a8-4601-af8f-904be0e28ce0 HTTP/1.1" status: 200 len: 217 time: 0.0933759 Jul 05 04:07:47.542902 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b36f63a0-fe74-4f4d-a872-6b1b2bf48637 None None] Provisioning for port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:47.548375 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b36f63a0-fe74-4f4d-a872-6b1b2bf48637 None None] Provisioning complete for port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:47.556262 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b36f63a0-fe74-4f4d-a872-6b1b2bf48637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.589309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1cf3c-feb7-4741-a6f8-a7da0f9499b8 req-48b62f2c-79c1-46a9-9c10-69f693532e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:47.590480 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35d1cf3c-feb7-4741-a6f8-a7da0f9499b8 req-48b62f2c-79c1-46a9-9c10-69f693532e64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.1560149 Jul 05 04:07:47.615125 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99409228-8efd-46aa-8845-45403ff265a7 req-f0405fe1-5a35-419e-a6af-691d55b49d1e tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:47.623585 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99409228-8efd-46aa-8845-45403ff265a7 req-f0405fe1-5a35-419e-a6af-691d55b49d1e tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 948 time: 0.2206438 Jul 05 04:07:47.709222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1cf3c-feb7-4741-a6f8-a7da0f9499b8 req-bb62a54a-ffa9-41de-9294-97be938da035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:47.717992 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35d1cf3c-feb7-4741-a6f8-a7da0f9499b8 req-bb62a54a-ffa9-41de-9294-97be938da035 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1173573 Jul 05 04:07:47.723900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99409228-8efd-46aa-8845-45403ff265a7 req-2f15d05b-1864-4da7-b990-b1eb5fdfa833 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/security-groups?id=70515b07-7414-49ca-8d0e-594f9b7c29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964921 Jul 05 04:07:47.745836 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13ea354e-5d63-477c-b9b5-82a3f83ee1a3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.796615 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-349158f1-b39d-4696-a10c-4ab039e15626 req-0fdb3410-2b7c-493a-aa0f-fb9ffd852fa8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.806824 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b36f63a0-fe74-4f4d-a872-6b1b2bf48637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.867632 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b36f63a0-fe74-4f4d-a872-6b1b2bf48637 None None] For port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1,segment=NetworkSegment(87d12fd7-476b-45dd-9640-38c8f7d0e0c9),segment_id=87d12fd7-476b-45dd-9640-38c8f7d0e0c9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:47.910370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb3410-2b7c-493a-aa0f-fb9ffd852fa8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event deleted for resources: {'Port': ['ID=dae0f4c2-cddc-4d6a-b604-092a21fc263e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:47.949893 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b36f63a0-fe74-4f4d-a872-6b1b2bf48637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.973815 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea354e-5d63-477c-b9b5-82a3f83ee1a3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=d8c9e105-10bf-4a48-aa80-c878b5d464df,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:48.010244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735b663-e736-4a49-81d4-1cc1b35c098d req-ff2bdec1-e6f6-4803-98d2-d226fbf6edba tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:48.021584 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1735b663-e736-4a49-81d4-1cc1b35c098d req-ff2bdec1-e6f6-4803-98d2-d226fbf6edba tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 946 time: 0.2814169 Jul 05 04:07:48.031606 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f63a0-fe74-4f4d-a872-6b1b2bf48637 None None] Pushing event updated for resources: {'Port': ['ID=fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:48.146971 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35d1cf3c-feb7-4741-a6f8-a7da0f9499b8 req-e687a137-b7aa-4ff3-8d50-b4d3fbe3b1e1 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106016 Jul 05 04:07:48.155931 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13ea354e-5d63-477c-b9b5-82a3f83ee1a3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.158316 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-13ea354e-5d63-477c-b9b5-82a3f83ee1a3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/d8c9e105-10bf-4a48-aa80-c878b5d464df HTTP/1.1" status: 204 len: 168 time: 1.4142721 Jul 05 04:07:48.167201 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60584) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:48.275876 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1735b663-e736-4a49-81d4-1cc1b35c098d req-9bc9742e-7792-4a3e-ba87-9735106e6b07 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531416 Jul 05 04:07:48.283544 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-28cbb2be-04bc-4805-8cce-099da9edc8bd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] GET failed (client error): The resource could not be found. Jul 05 04:07:48.285235 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-28cbb2be-04bc-4805-8cce-099da9edc8bd tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/d8c9e105-10bf-4a48-aa80-c878b5d464df HTTP/1.1" status: 404 len: 333 time: 0.0821989 Jul 05 04:07:48.288576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60590) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:48.293053 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ce5c58de-7d93-41d7-a926-71825cf4fe53 None None] Provisioning complete for port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:48.293523 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce5c58de-7d93-41d7-a926-71825cf4fe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.404186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-349158f1-b39d-4696-a10c-4ab039e15626 req-0fdb3410-2b7c-493a-aa0f-fb9ffd852fa8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Router 9525016c-36aa-49ad-8726-b187eef746c8 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:48.444562 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35d1cf3c-feb7-4741-a6f8-a7da0f9499b8 req-18267344-c4d1-400b-ada6-6696a60be6c8 service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849693 Jul 05 04:07:48.478527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting subnet cb015f49-bd1c-4027-b40a-8bac5ed1c3de {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:48.505915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.631178 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:48.659586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ce5c58de-7d93-41d7-a926-71825cf4fe53 None None] Could not find standard attr ID for object d8c9e105-10bf-4a48-aa80-c878b5d464df. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:07:48.812257 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c245251b-0e68-43c7-8afe-e5464c96ba6b None None] Could not find standard attr ID for object d8c9e105-10bf-4a48-aa80-c878b5d464df. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:07:48.815376 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.816216 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:48.816216 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.984851 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca704332-106e-481e-a0f9-edd037edb322 req-cbabfde9-fdd0-417e-9269-2dd558d5ad7c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 210 time: 0.0532494 Jul 05 04:07:49.026194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-349158f1-b39d-4696-a10c-4ab039e15626 req-0fdb3410-2b7c-493a-aa0f-fb9ffd852fa8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:49.037168 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a1733f-a480-4c72-b48d-ecbe6e74a71f None None] Sync routers for ids ['9525016c-36aa-49ad-8726-b187eef746c8'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:49.051450 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a1733f-a480-4c72-b48d-ecbe6e74a71f None None] Routers {'9525016c-36aa-49ad-8726-b187eef746c8'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:49.052360 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-03a1733f-a480-4c72-b48d-ecbe6e74a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:07:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9525016c-36aa-49ad-8726-b187eef746c8'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:49.099508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc426d78-17c7-49e7-b4eb-d4c688aa3738 req-b372a65e-14e7-4cda-89ce-1651410825c5 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:49.100698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc426d78-17c7-49e7-b4eb-d4c688aa3738 req-b372a65e-14e7-4cda-89ce-1651410825c5 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=874a9e2a-39b1-49ce-9add-05596edb725b HTTP/1.1" status: 200 len: 945 time: 0.5214069 Jul 05 04:07:49.165681 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-349158f1-b39d-4696-a10c-4ab039e15626 req-0fdb3410-2b7c-493a-aa0f-fb9ffd852fa8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] No DVR routers for this DVR port dae0f4c2-cddc-4d6a-b604-092a21fc263e on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:49.171554 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-349158f1-b39d-4696-a10c-4ab039e15626 req-0fdb3410-2b7c-493a-aa0f-fb9ffd852fa8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.173562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-349158f1-b39d-4696-a10c-4ab039e15626 req-0fdb3410-2b7c-493a-aa0f-fb9ffd852fa8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.10 "DELETE /v2.0/ports/dae0f4c2-cddc-4d6a-b604-092a21fc263e HTTP/1.1" status: 204 len: 173 time: 2.5696948 Jul 05 04:07:49.181003 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-03a1733f-a480-4c72-b48d-ecbe6e74a71f None None] Set router 9525016c-36aa-49ad-8726-b187eef746c8 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:49.188659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d40945-1238-4983-82a2-c99a22873ef5', 'name': 'network-vif-deleted', 'tag': 'dae0f4c2-cddc-4d6a-b604-092a21fc263e'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:49.190973 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b65d77-3cec-4690-a165-59544db22524" -d '{"events": [{"server_uuid": "77d40945-1238-4983-82a2-c99a22873ef5", "name": "network-vif-deleted", "tag": "dae0f4c2-cddc-4d6a-b604-092a21fc263e"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:49.194838 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.272787 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc426d78-17c7-49e7-b4eb-d4c688aa3738 req-bf4468f3-3949-4428-95e6-bc101e88c1d4 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560349 Jul 05 04:07:49.340871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0702c3-1532-4d52-aa81-4624ba33ad34 req-0ee7c845-6f6f-4147-bd20-24f07179d1e2 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:49.342513 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d0702c3-1532-4d52-aa81-4624ba33ad34 req-0ee7c845-6f6f-4147-bd20-24f07179d1e2 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 948 time: 0.1838412 Jul 05 04:07:49.391844 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.435172 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d0702c3-1532-4d52-aa81-4624ba33ad34 req-dd4a170a-0824-4406-b349-5c11d0151890 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/security-groups?id=70515b07-7414-49ca-8d0e-594f9b7c29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850120 Jul 05 04:07:49.438927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Subnet': ['ID=cb015f49-bd1c-4027-b40a-8bac5ed1c3de,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:49.452113 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.452500 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbef7e43-4a80-4e68-a58c-22245aab925a None None] Network 765f05a4-4557-4e0e-bf39-aaf32b7495d2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:49.454244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/cb015f49-bd1c-4027-b40a-8bac5ed1c3de HTTP/1.1" status: 204 len: 168 time: 1.1633070 Jul 05 04:07:49.457742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60610) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:49.461808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:49.462406 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:49.462789 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:49.463320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:49.463652 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:49.463984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:49.464592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:49.464922 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:49.465965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:49.465965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:49.465965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:49.466262 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e2c3f-6f91-45e2-9324-8174c321f26e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:49.516577 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-03a1733f-a480-4c72-b48d-ecbe6e74a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:43Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'a91581ac-143d-49f4-9e5a-d1db2a8b9f36', 'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'mac_address': 'fa:16:3e:69:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:40Z', 'updated_at': '2021-07-05T04:02:52Z', 'revision_number': 5, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'subnets': [{'id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:49.565959 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c747896b-895a-4d54-8b1d-847d907dff41 x-openstack-request-id: req-c747896b-895a-4d54-8b1d-847d907dff41 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:49.565959 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d40945-1238-4983-82a2-c99a22873ef5", "name": "network-vif-deleted", "tag": "dae0f4c2-cddc-4d6a-b604-092a21fc263e", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:49.565959 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c747896b-895a-4d54-8b1d-847d907dff41 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:49.566368 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d40945-1238-4983-82a2-c99a22873ef5', 'name': 'network-vif-deleted', 'tag': 'dae0f4c2-cddc-4d6a-b604-092a21fc263e', 'status': 'completed', 'code': 200} Jul 05 04:07:49.568188 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a1733f-a480-4c72-b48d-ecbe6e74a71f None None] Checking router: 9525016c-36aa-49ad-8726-b187eef746c8 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:49.580760 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a1733f-a480-4c72-b48d-ecbe6e74a71f None None] Routers {'9525016c-36aa-49ad-8726-b187eef746c8'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:49.581818 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-03a1733f-a480-4c72-b48d-ecbe6e74a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:07:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9525016c-36aa-49ad-8726-b187eef746c8'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:49.694464 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.747611 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-03a1733f-a480-4c72-b48d-ecbe6e74a71f None None] Set router 9525016c-36aa-49ad-8726-b187eef746c8 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:49.786304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:49.786447 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.821262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] DHCP port deletion for 765f05a4-4557-4e0e-bf39-aaf32b7495d2 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:49.906352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Deleting port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:49.906567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] For port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1,segment=NetworkSegment(87d12fd7-476b-45dd-9640-38c8f7d0e0c9),segment_id=87d12fd7-476b-45dd-9640-38c8f7d0e0c9)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:49.906670 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.906779 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.926236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:50.001781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] For port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1,segment=NetworkSegment(87d12fd7-476b-45dd-9640-38c8f7d0e0c9),segment_id=87d12fd7-476b-45dd-9640-38c8f7d0e0c9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:50.002351 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.035759 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Calling delete_port for fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:50.107151 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-03a1733f-a480-4c72-b48d-ecbe6e74a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:43Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'a91581ac-143d-49f4-9e5a-d1db2a8b9f36', 'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'mac_address': 'fa:16:3e:69:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:40Z', 'updated_at': '2021-07-05T04:02:52Z', 'revision_number': 5, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'subnets': [{'id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:50.141840 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a1733f-a480-4c72-b48d-ecbe6e74a71f None None] The sync data for ids ['9525016c-36aa-49ad-8726-b187eef746c8'] in n-d-771363-32 is: [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:43Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'a91581ac-143d-49f4-9e5a-d1db2a8b9f36', 'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'mac_address': 'fa:16:3e:69:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:40Z', 'updated_at': '2021-07-05T04:02:52Z', 'revision_number': 5, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'subnets': [{'id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:50.151040 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.205724 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.265258 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No DVR routers for this DVR port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:50.278406 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:50.298829 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] No DVR routers for this DVR port fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:50.309251 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Pushing event deleted for resources: {'Port': ['ID=fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:50.333752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:50.334052 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:50.337627 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:50.337627 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:50.337627 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:50.337627 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:50.347022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:50.347022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:50.347022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:50.347022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:50.347022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:50.347022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f5cb-e8d5-46c4-91f5-802e46d7a829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:50.370187 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:50.381960 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1c0e8456-c3ea-48e6-bc4b-456ba88629f0 req-0aa936fe-4359-41fe-aaec-67e537a638a3 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=77d40945-1238-4983-82a2-c99a22873ef5 HTTP/1.1" status: 200 len: 210 time: 0.0778167 Jul 05 04:07:50.443666 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.455906 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:50.456541 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fbb46d9c-ba82-4ecc-92ff-bbe41bb97cb1 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:50.456665 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765f05a4-4557-4e0e-bf39-aaf32b7495d2']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:50.485568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d12fd7-476b-45dd-9640-38c8f7d0e0c9') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:50.487675 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d12fd7-476b-45dd-9640-38c8f7d0e0c9') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:50.513157 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.538305 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.547479 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:50.548222 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:50.552720 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:50.608923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05c8e3e-cca5-468c-979d-0e8667dfe032 None None] New status for floating IP c113e2f6-5743-4bf5-a60c-eea501dd40d5: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:07:50.703977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.725312 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.728259 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/networks/765f05a4-4557-4e0e-bf39-aaf32b7495d2 HTTP/1.1" status: 204 len: 168 time: 1.2689099 Jul 05 04:07:50.729785 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ca55b-ad0a-4eb1-9c53-8fb093b6ff0c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Network': ['ID=765f05a4-4557-4e0e-bf39-aaf32b7495d2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:50.732024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60624) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:50.739197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-fbd73841-8061-4907-bc40-433b35fb71ca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'name': 'tempest-PortsTestJSON-1793379921'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:50.925371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a43031-69bc-423c-9830-3a508ce59b74 req-15b02e64-2c36-4c81-a349-7e7f0a4793be tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:50.926859 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54a43031-69bc-423c-9830-3a508ce59b74 req-15b02e64-2c36-4c81-a349-7e7f0a4793be tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 948 time: 0.1688240 Jul 05 04:07:50.983866 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54a43031-69bc-423c-9830-3a508ce59b74 req-fc7bc18f-7dfb-4ec3-8c4e-71afe9761b27 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/security-groups?id=70515b07-7414-49ca-8d0e-594f9b7c29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489604 Jul 05 04:07:50.989117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device f4aa8fbd-95a8-4601-af8f-904be0e28ce0 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:07:50.992712 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326de4c-d69a-49e6-bba8-49de26dcd850 req-a76d6c00-327c-4d34-824d-c81664e39665 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:50.999633 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4326de4c-d69a-49e6-bba8-49de26dcd850 req-a76d6c00-327c-4d34-824d-c81664e39665 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=874a9e2a-39b1-49ce-9add-05596edb725b HTTP/1.1" status: 200 len: 945 time: 0.1216714 Jul 05 04:07:51.008369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device dae0f4c2-cddc-4d6a-b604-092a21fc263e no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:51.013701 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd73841-8061-4907-bc40-433b35fb71ca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:51.017293 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fbd73841-8061-4907-bc40-433b35fb71ca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.057960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-fbd73841-8061-4907-bc40-433b35fb71ca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port a9f985d5-3ce9-42c6-907c-71af62b9886e yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:51.076657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4326de4c-d69a-49e6-bba8-49de26dcd850 req-8d44ee0f-5425-4baf-806f-9b7255e3266a tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760987 Jul 05 04:07:51.091093 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: dae0f4c2-cddc-4d6a-b604-092a21fc263e {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:51.091436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device dae0f4c2-cddc-4d6a-b604-092a21fc263e not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:51.134866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port f4aa8fbd-95a8-4601-af8f-904be0e28ce0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f4aa8fbd-95a8-4601-af8f-904be0e28ce0,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:51.145787 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'f4aa8fbd-95a8-4601-af8f-904be0e28ce0', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'f4aa8fbd-95a8-4601-af8f-904be0e28ce0', 'mac_address': 'fa:16:3e:8c:3f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:07:51.195110 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.216103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4aa8fbd-95a8-4601-af8f-904be0e28ce0 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:51.238881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port f4aa8fbd-95a8-4601-af8f-904be0e28ce0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f4aa8fbd-95a8-4601-af8f-904be0e28ce0,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:51.252668 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fbd73841-8061-4907-bc40-433b35fb71ca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.309262 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.357674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=f4aa8fbd-95a8-4601-af8f-904be0e28ce0,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:51.385425 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fbd73841-8061-4907-bc40-433b35fb71ca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.434410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd73841-8061-4907-bc40-433b35fb71ca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 864be794-066d-4cec-bbcd-74341237da42 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:51.437922 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-fbd73841-8061-4907-bc40-433b35fb71ca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:51.440386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd73841-8061-4907-bc40-433b35fb71ca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:51.447277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd73841-8061-4907-bc40-433b35fb71ca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:51.447957 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fbd73841-8061-4907-bc40-433b35fb71ca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.465425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd73841-8061-4907-bc40-433b35fb71ca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=a9f985d5-3ce9-42c6-907c-71af62b9886e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:51.548179 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fbd73841-8061-4907-bc40-433b35fb71ca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8145859 Jul 05 04:07:51.561920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60644) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:51.582542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60646) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:51.619751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['f4aa8fbd-95a8-4601-af8f-904be0e28ce0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:51.695216 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-11d5d774-d784-4f83-b298-c29e0fd3e32f tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.713362 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-7d87858b-7a02-4b3d-af57-5099494d27b0 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port a9f985d5-3ce9-42c6-907c-71af62b9886e {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:51.714501 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d87858b-7a02-4b3d-af57-5099494d27b0 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.740253 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-11d5d774-d784-4f83-b298-c29e0fd3e32f tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.903541 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-11d5d774-d784-4f83-b298-c29e0fd3e32f tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.906333 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-11d5d774-d784-4f83-b298-c29e0fd3e32f tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.907620 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-11d5d774-d784-4f83-b298-c29e0fd3e32f tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "DELETE /v2.0/security-groups/b87639ce-1d2e-481f-83cd-df76c09cf22b HTTP/1.1" status: 204 len: 168 time: 0.3240693 Jul 05 04:07:51.918094 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60652) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:51.919017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5d774-d784-4f83-b298-c29e0fd3e32f tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87639ce-1d2e-481f-83cd-df76c09cf22b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:51.951629 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-3a46d41a-789d-4f97-b5f4-16d3c18b17eb tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] show failed (client error): The resource could not be found. Jul 05 04:07:51.956427 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3a46d41a-789d-4f97-b5f4-16d3c18b17eb tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups/b87639ce-1d2e-481f-83cd-df76c09cf22b HTTP/1.1" status: 404 len: 347 time: 0.0304253 Jul 05 04:07:51.960324 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60654) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.149898 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-3082f22e-466a-45ea-af5e-a729244b4c76 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Deleting port 070437f2-9a0b-4fa4-bf02-bcf0e06e9326 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:52.150314 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3082f22e-466a-45ea-af5e-a729244b4c76 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.238784 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3082f22e-466a-45ea-af5e-a729244b4c76 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.239150 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3082f22e-466a-45ea-af5e-a729244b4c76 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.267297 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-3082f22e-466a-45ea-af5e-a729244b4c76 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Calling delete_port for 070437f2-9a0b-4fa4-bf02-bcf0e06e9326 owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:52.324183 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d87858b-7a02-4b3d-af57-5099494d27b0 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.345861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-7d87858b-7a02-4b3d-af57-5099494d27b0 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for a9f985d5-3ce9-42c6-907c-71af62b9886e owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:52.432521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee03e27-fc90-4534-8a96-955a6a732c03 req-4d7f4eab-1f7c-4fdc-8e30-d1ad42925c7e tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:52.434092 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ee03e27-fc90-4534-8a96-955a6a732c03 req-4d7f4eab-1f7c-4fdc-8e30-d1ad42925c7e tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 949 time: 0.2937627 Jul 05 04:07:52.453438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c687f-5b6f-45e8-9515-44508aa43588 req-892d0adb-b0d8-4d6d-91b7-0000a94eb1de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:52.454800 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de0c687f-5b6f-45e8-9515-44508aa43588 req-892d0adb-b0d8-4d6d-91b7-0000a94eb1de tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.10 "GET /v2.0/ports?device_id=874a9e2a-39b1-49ce-9add-05596edb725b HTTP/1.1" status: 200 len: 945 time: 0.2625327 Jul 05 04:07:52.474329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca813bb-366c-474c-b262-d42d8bc095d9 req-2e6a569d-bd7b-4a44-89af-72439d5ff80e tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:52.485825 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3ca813bb-366c-474c-b262-d42d8bc095d9 req-2e6a569d-bd7b-4a44-89af-72439d5ff80e tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=874a9e2a-39b1-49ce-9add-05596edb725b HTTP/1.1" status: 200 len: 945 time: 0.2439194 Jul 05 04:07:52.497766 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3082f22e-466a-45ea-af5e-a729244b4c76 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.525851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082f22e-466a-45ea-af5e-a729244b4c76 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event deleted for resources: {'Port': ['ID=070437f2-9a0b-4fa4-bf02-bcf0e06e9326,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:52.591118 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ee03e27-fc90-4534-8a96-955a6a732c03 req-26b47559-f79b-41a8-9552-140a19036737 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/security-groups?id=70515b07-7414-49ca-8d0e-594f9b7c29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504991 Jul 05 04:07:52.600040 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3ca813bb-366c-474c-b262-d42d8bc095d9 req-217704dd-be47-4cd0-adfc-66486a65fe68 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/security-groups?id=073f5cd7-2c2e-4f64-a285-282a721a612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118672 Jul 05 04:07:52.636323 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3082f22e-466a-45ea-af5e-a729244b4c76 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.640638 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3082f22e-466a-45ea-af5e-a729244b4c76 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.652442 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3082f22e-466a-45ea-af5e-a729244b4c76 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "DELETE /v2.0/floatingips/c113e2f6-5743-4bf5-a60c-eea501dd40d5 HTTP/1.1" status: 204 len: 168 time: 0.6876957 Jul 05 04:07:52.686347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d87858b-7a02-4b3d-af57-5099494d27b0 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.724488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-de0c687f-5b6f-45e8-9515-44508aa43588 req-9e966671-c549-4700-9900-403910d5ec31 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Deleting port 15166090-85af-48a3-8f14-8c0f754f8f7c {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:52.724979 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-de0c687f-5b6f-45e8-9515-44508aa43588 req-9e966671-c549-4700-9900-403910d5ec31 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.731546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87858b-7a02-4b3d-af57-5099494d27b0 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=a9f985d5-3ce9-42c6-907c-71af62b9886e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:52.774349 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d87858b-7a02-4b3d-af57-5099494d27b0 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.776365 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7d87858b-7a02-4b3d-af57-5099494d27b0 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/a9f985d5-3ce9-42c6-907c-71af62b9886e HTTP/1.1" status: 204 len: 168 time: 1.2134454 Jul 05 04:07:52.779013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60664) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.785508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c197f895-dad9-4d17-8bc5-98c3d90657df tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'mac_address': 'fa:16:3e:32:4d:47', 'name': 'tempest-PortsTestJSON-1357755252'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:52.839414 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-de0c687f-5b6f-45e8-9515-44508aa43588 req-9e966671-c549-4700-9900-403910d5ec31 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] For port 15166090-85af-48a3-8f14-8c0f754f8f7c, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=15166090-85af-48a3-8f14-8c0f754f8f7c,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:52.839842 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-de0c687f-5b6f-45e8-9515-44508aa43588 req-9e966671-c549-4700-9900-403910d5ec31 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.857872 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-de0c687f-5b6f-45e8-9515-44508aa43588 req-9e966671-c549-4700-9900-403910d5ec31 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Calling delete_port for 15166090-85af-48a3-8f14-8c0f754f8f7c owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:53.006322 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60670) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:53.011432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device f4aa8fbd-95a8-4601-af8f-904be0e28ce0 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:53.012380 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f7484bd7-a575-4870-8316-be7b2224cdba tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--747637436', 'description': 'tempest-description--560039552'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:53.020983 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c197f895-dad9-4d17-8bc5-98c3d90657df tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:53.075057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4e3e4-603b-4d3e-9dc0-1e7177f2c437 req-11aeb1af-782b-48c1-9ba9-a26930ecc64c tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:53.076880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5c4e3e4-603b-4d3e-9dc0-1e7177f2c437 req-11aeb1af-782b-48c1-9ba9-a26930ecc64c tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 946 time: 0.1534269 Jul 05 04:07:53.137979 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port f4aa8fbd-95a8-4601-af8f-904be0e28ce0 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:53.145714 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port f4aa8fbd-95a8-4601-af8f-904be0e28ce0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:53.147271 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.274154 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-de0c687f-5b6f-45e8-9515-44508aa43588 req-9e966671-c549-4700-9900-403910d5ec31 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.298631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['15166090-85af-48a3-8f14-8c0f754f8f7c'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:53.302533 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['2a27258c-00d8-4a4a-b598-bd25c0aa6201'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:53.318469 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e966671-c549-4700-9900-403910d5ec31 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Pushing event deleted for resources: {'Port': ['ID=15166090-85af-48a3-8f14-8c0f754f8f7c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:53.333776 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-d5c4e3e4-603b-4d3e-9dc0-1e7177f2c437 req-f639b16c-16ea-40e6-8295-19c48f098f6a tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Deleting port 2a27258c-00d8-4a4a-b598-bd25c0aa6201 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:53.333894 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d5c4e3e4-603b-4d3e-9dc0-1e7177f2c437 req-f639b16c-16ea-40e6-8295-19c48f098f6a tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.410167 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.438081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0c687f-5b6f-45e8-9515-44508aa43588 req-9e966671-c549-4700-9900-403910d5ec31 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] No DVR routers for this DVR port 15166090-85af-48a3-8f14-8c0f754f8f7c on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:53.451139 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e40b6c0-d145-48af-ae0e-90c94a396e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4aa8fbd-95a8-4601-af8f-904be0e28ce0'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:53.453443 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e891054-4106-4378-a547-775592b74cbd" -d '{"events": [{"server_uuid": "8e40b6c0-d145-48af-ae0e-90c94a396e8b", "name": "network-vif-plugged", "status": "completed", "tag": "f4aa8fbd-95a8-4601-af8f-904be0e28ce0"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:53.473741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port f4aa8fbd-95a8-4601-af8f-904be0e28ce0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f4aa8fbd-95a8-4601-af8f-904be0e28ce0,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:53.480352 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-de0c687f-5b6f-45e8-9515-44508aa43588 req-9e966671-c549-4700-9900-403910d5ec31 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.482820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de0c687f-5b6f-45e8-9515-44508aa43588 req-9e966671-c549-4700-9900-403910d5ec31 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.10 "DELETE /v2.0/ports/15166090-85af-48a3-8f14-8c0f754f8f7c HTTP/1.1" status: 204 len: 173 time: 1.0163953 Jul 05 04:07:53.483297 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874a9e2a-39b1-49ce-9add-05596edb725b', 'name': 'network-vif-deleted', 'tag': '15166090-85af-48a3-8f14-8c0f754f8f7c'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:53.486156 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0373a888-703b-4b15-a0dd-be1c8825be68" -d '{"events": [{"server_uuid": "874a9e2a-39b1-49ce-9add-05596edb725b", "name": "network-vif-deleted", "tag": "15166090-85af-48a3-8f14-8c0f754f8f7c"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:53.543070 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c197f895-dad9-4d17-8bc5-98c3d90657df tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.547478 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.576354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-c197f895-dad9-4d17-8bc5-98c3d90657df tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port 923920ca-05f2-4129-be87-8c68bb91ee11 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:53.623820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-d5c4e3e4-603b-4d3e-9dc0-1e7177f2c437 req-f639b16c-16ea-40e6-8295-19c48f098f6a tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] For port 2a27258c-00d8-4a4a-b598-bd25c0aa6201, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2a27258c-00d8-4a4a-b598-bd25c0aa6201,segment=NetworkSegment(e7bc46de-6767-4927-a737-5ae386235cf6),segment_id=e7bc46de-6767-4927-a737-5ae386235cf6)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:53.624325 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d5c4e3e4-603b-4d3e-9dc0-1e7177f2c437 req-f639b16c-16ea-40e6-8295-19c48f098f6a tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.643241 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7484bd7-a575-4870-8316-be7b2224cdba tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.649652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=f4aa8fbd-95a8-4601-af8f-904be0e28ce0,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:53.681120 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8809a27-85db-44c2-bb56-1988a04260d6 x-openstack-request-id: req-d8809a27-85db-44c2-bb56-1988a04260d6 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:53.681478 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874a9e2a-39b1-49ce-9add-05596edb725b", "name": "network-vif-deleted", "tag": "15166090-85af-48a3-8f14-8c0f754f8f7c", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:53.681700 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d8809a27-85db-44c2-bb56-1988a04260d6 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:53.683764 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53d40da-623b-497c-b626-816e49fa5c86 x-openstack-request-id: req-d53d40da-623b-497c-b626-816e49fa5c86 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:53.684081 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e40b6c0-d145-48af-ae0e-90c94a396e8b", "name": "network-vif-plugged", "status": "completed", "tag": "f4aa8fbd-95a8-4601-af8f-904be0e28ce0", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:53.684349 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d53d40da-623b-497c-b626-816e49fa5c86 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:53.684912 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e40b6c0-d145-48af-ae0e-90c94a396e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4aa8fbd-95a8-4601-af8f-904be0e28ce0', 'code': 200} Jul 05 04:07:53.689192 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874a9e2a-39b1-49ce-9add-05596edb725b', 'name': 'network-vif-deleted', 'tag': '15166090-85af-48a3-8f14-8c0f754f8f7c', 'status': 'completed', 'code': 200} Jul 05 04:07:53.714511 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-d5c4e3e4-603b-4d3e-9dc0-1e7177f2c437 req-f639b16c-16ea-40e6-8295-19c48f098f6a tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Calling delete_port for 2a27258c-00d8-4a4a-b598-bd25c0aa6201 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:53.852883 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2adeb172-e4f8-4082-90f3-9c4288dca82d req-0e278707-5245-48fa-bf98-e44e60b50955 tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=874a9e2a-39b1-49ce-9add-05596edb725b HTTP/1.1" status: 200 len: 210 time: 0.0511427 Jul 05 04:07:53.885507 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c197f895-dad9-4d17-8bc5-98c3d90657df tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.909280 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7484bd7-a575-4870-8316-be7b2224cdba tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.989515 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7484bd7-a575-4870-8316-be7b2224cdba tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.026221 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7484bd7-a575-4870-8316-be7b2224cdba tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:54.051335 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c197f895-dad9-4d17-8bc5-98c3d90657df tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.102431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c197f895-dad9-4d17-8bc5-98c3d90657df tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 864be794-066d-4cec-bbcd-74341237da42 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:54.107197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-c197f895-dad9-4d17-8bc5-98c3d90657df tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:54.115270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197f895-dad9-4d17-8bc5-98c3d90657df tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:54.121412 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c197f895-dad9-4d17-8bc5-98c3d90657df tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:54.122035 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c197f895-dad9-4d17-8bc5-98c3d90657df tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.128392 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dc227-b5d5-495d-adde-4404e2e17c18 req-bec71a8e-787b-486a-bbfe-5f8160c1b182 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:54.139570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197f895-dad9-4d17-8bc5-98c3d90657df tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=923920ca-05f2-4129-be87-8c68bb91ee11,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:54.139704 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-180dc227-b5d5-495d-adde-4404e2e17c18 req-bec71a8e-787b-486a-bbfe-5f8160c1b182 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 950 time: 0.2286534 Jul 05 04:07:54.142786 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7484bd7-a575-4870-8316-be7b2224cdba tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.146693 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f7484bd7-a575-4870-8316-be7b2224cdba tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1367185 Jul 05 04:07:54.153255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60686) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:54.153838 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c1771d7d-c537-4891-83eb-0becce093060 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Request body: {'security_group_rule': {'security_group_id': '4ff48ddc-ab03-4211-9d07-a55cf02b7a5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:54.166952 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5f060-b9fd-4886-943a-fb04da90623a req-97589893-d735-4f4a-a469-8e62d0716f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:54.168459 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7b5f060-b9fd-4886-943a-fb04da90623a req-97589893-d735-4f4a-a469-8e62d0716f10 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 1102 time: 0.2210481 Jul 05 04:07:54.174646 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d5c4e3e4-603b-4d3e-9dc0-1e7177f2c437 req-f639b16c-16ea-40e6-8295-19c48f098f6a tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.187646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['15166090-85af-48a3-8f14-8c0f754f8f7c'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:54.232714 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c197f895-dad9-4d17-8bc5-98c3d90657df tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4525163 Jul 05 04:07:54.236423 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60688) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:54.244263 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-180dc227-b5d5-495d-adde-4404e2e17c18 req-4d617ad5-6099-4e28-9ee3-fedd414bbb05 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/security-groups?id=70515b07-7414-49ca-8d0e-594f9b7c29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041753 Jul 05 04:07:54.249674 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639b16c-16ea-40e6-8295-19c48f098f6a tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Pushing event deleted for resources: {'Port': ['ID=2a27258c-00d8-4a4a-b598-bd25c0aa6201,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:54.299134 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c4e3e4-603b-4d3e-9dc0-1e7177f2c437 req-f639b16c-16ea-40e6-8295-19c48f098f6a tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] No DVR routers for this DVR port 2a27258c-00d8-4a4a-b598-bd25c0aa6201 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:54.301701 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d5c4e3e4-603b-4d3e-9dc0-1e7177f2c437 req-f639b16c-16ea-40e6-8295-19c48f098f6a tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.304099 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5c4e3e4-603b-4d3e-9dc0-1e7177f2c437 req-f639b16c-16ea-40e6-8295-19c48f098f6a tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.36 "DELETE /v2.0/ports/2a27258c-00d8-4a4a-b598-bd25c0aa6201 HTTP/1.1" status: 204 len: 173 time: 1.2201166 Jul 05 04:07:54.319099 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7b5f060-b9fd-4886-943a-fb04da90623a req-0ee3b055-ab08-46be-9992-b3fe19fd53ec service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=70515b07-7414-49ca-8d0e-594f9b7c29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371129 Jul 05 04:07:54.354324 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0809c186-59c4-4191-9c65-206249339617 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:54.359117 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60690) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:54.359391 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0809c186-59c4-4191-9c65-206249339617 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/923920ca-05f2-4129-be87-8c68bb91ee11 HTTP/1.1" status: 200 len: 841 time: 0.1220155 Jul 05 04:07:54.440905 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c1771d7d-c537-4891-83eb-0becce093060 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.475078 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-b056b0bc-7222-41b1-b3f9-18d75b83c0a6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port 923920ca-05f2-4129-be87-8c68bb91ee11 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:54.476274 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b056b0bc-7222-41b1-b3f9-18d75b83c0a6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.517206 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c1771d7d-c537-4891-83eb-0becce093060 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.559975 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b056b0bc-7222-41b1-b3f9-18d75b83c0a6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.576877 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-b056b0bc-7222-41b1-b3f9-18d75b83c0a6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for 923920ca-05f2-4129-be87-8c68bb91ee11 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:54.578659 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c1771d7d-c537-4891-83eb-0becce093060 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.612979 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1771d7d-c537-4891-83eb-0becce093060 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338ef53f-02d2-4751-b233-0e27a2b88852,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:54.709414 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c1771d7d-c537-4891-83eb-0becce093060 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.712165 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c1771d7d-c537-4891-83eb-0becce093060 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5642483 Jul 05 04:07:54.715713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60692) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:54.720415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-37c3a8da-53fa-466a-a2a5-d7af7a621784 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Request body: {'security_group_rule': {'security_group_id': '4ff48ddc-ab03-4211-9d07-a55cf02b7a5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:54.801337 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b056b0bc-7222-41b1-b3f9-18d75b83c0a6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.844208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056b0bc-7222-41b1-b3f9-18d75b83c0a6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=923920ca-05f2-4129-be87-8c68bb91ee11,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:54.864936 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-37c3a8da-53fa-466a-a2a5-d7af7a621784 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.868306 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b056b0bc-7222-41b1-b3f9-18d75b83c0a6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.870384 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b056b0bc-7222-41b1-b3f9-18d75b83c0a6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/923920ca-05f2-4129-be87-8c68bb91ee11 HTTP/1.1" status: 204 len: 168 time: 0.5100541 Jul 05 04:07:54.874484 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60698) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:54.912280 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbd8251-6abf-4918-8707-7731b12e54f2 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] GET failed (client error): The resource could not be found. Jul 05 04:07:54.919375 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8dbd8251-6abf-4918-8707-7731b12e54f2 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/923920ca-05f2-4129-be87-8c68bb91ee11 HTTP/1.1" status: 404 len: 333 time: 0.0420523 Jul 05 04:07:54.920224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60702) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:54.925360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-32a1bce8-530b-40f7-866c-75d08948a9b9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'name': 'tempest-PortsTestJSON-956267568'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:55.030278 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-37c3a8da-53fa-466a-a2a5-d7af7a621784 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.120767 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-37c3a8da-53fa-466a-a2a5-d7af7a621784 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.146290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3a8da-53fa-466a-a2a5-d7af7a621784 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1f8db1-4b77-4fbc-a635-5bac6dc6253c,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:55.213801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a1bce8-530b-40f7-866c-75d08948a9b9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:55.218439 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32a1bce8-530b-40f7-866c-75d08948a9b9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.223153 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c7bb292-db50-4d8b-9ca0-bf8cd4cbd5e2 req-cb8db6da-5c23-446a-b6f9-30583deda9df tempest-MultipleCreateTestJSON-1601433827 tempest-MultipleCreateTestJSON-1601433827-project] 10.222.0.38 "GET /v2.0/ports?device_id=2fea73de-c750-413b-b873-9baff7473993 HTTP/1.1" status: 200 len: 210 time: 0.0832984 Jul 05 04:07:55.230589 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-37c3a8da-53fa-466a-a2a5-d7af7a621784 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.236666 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-37c3a8da-53fa-466a-a2a5-d7af7a621784 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5198233 Jul 05 04:07:55.244335 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60710) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:55.251574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:55.282241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-32a1bce8-530b-40f7-866c-75d08948a9b9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port 7bfdafbf-d3cc-4bc6-a504-523505f19763 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:07:55.408332 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.484273 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32a1bce8-530b-40f7-866c-75d08948a9b9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.530701 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805c330-0138-44a4-b544-dc9a70461ec9 req-e262c6f8-4361-49f7-905a-eb9cfb207db6 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:55.532446 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f805c330-0138-44a4-b544-dc9a70461ec9 req-e262c6f8-4361-49f7-905a-eb9cfb207db6 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 950 time: 0.1231227 Jul 05 04:07:55.597950 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f805c330-0138-44a4-b544-dc9a70461ec9 req-10a353d2-c6fb-4c0b-bcd2-d4df4f1002cb tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/security-groups?id=70515b07-7414-49ca-8d0e-594f9b7c29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560830 Jul 05 04:07:55.609154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.635290 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32a1bce8-530b-40f7-866c-75d08948a9b9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.685974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a1bce8-530b-40f7-866c-75d08948a9b9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 864be794-066d-4cec-bbcd-74341237da42 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:55.689434 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-32a1bce8-530b-40f7-866c-75d08948a9b9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:55.693140 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fea73de-c750-413b-b873-9baff7473993', 'name': 'network-vif-deleted', 'tag': '2a27258c-00d8-4a4a-b598-bd25c0aa6201'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:55.695389 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9d7ba5-a15c-49f8-83fc-324f276eff2e" -d '{"events": [{"server_uuid": "2fea73de-c750-413b-b873-9baff7473993", "name": "network-vif-deleted", "tag": "2a27258c-00d8-4a4a-b598-bd25c0aa6201"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:55.705073 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a1bce8-530b-40f7-866c-75d08948a9b9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:55.705073 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a1bce8-530b-40f7-866c-75d08948a9b9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:55.705073 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32a1bce8-530b-40f7-866c-75d08948a9b9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.724421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1bce8-530b-40f7-866c-75d08948a9b9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=7bfdafbf-d3cc-4bc6-a504-523505f19763,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:55.738552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Allocated IP 172.25.6.92 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/3c5b3639-6a8b-4972-92f2-22c2495bf2a3) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:55.765861 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc233ae-8273-4066-9e1c-f4ad6f0d78d1 x-openstack-request-id: req-7dc233ae-8273-4066-9e1c-f4ad6f0d78d1 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:55.766323 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fea73de-c750-413b-b873-9baff7473993", "name": "network-vif-deleted", "tag": "2a27258c-00d8-4a4a-b598-bd25c0aa6201", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:55.766623 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7dc233ae-8273-4066-9e1c-f4ad6f0d78d1 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:55.767085 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fea73de-c750-413b-b873-9baff7473993', 'name': 'network-vif-deleted', 'tag': '2a27258c-00d8-4a4a-b598-bd25c0aa6201', 'status': 'completed', 'code': 200} Jul 05 04:07:55.865752 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.941166 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-32a1bce8-530b-40f7-866c-75d08948a9b9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0125537 Jul 05 04:07:55.942970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60722) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:55.948459 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a280d0f9-c6bd-4a40-ae5f-86e2ea00fdfe tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:56.037179 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a280d0f9-c6bd-4a40-ae5f-86e2ea00fdfe tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.056432 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.141798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event updated for resources: {'Port': ['ID=3c5b3639-6a8b-4972-92f2-22c2495bf2a3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:56.146534 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:56.160279 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:56.164393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:56.167610 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:56.167785 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:56.167985 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:56.168426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:56.168763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:56.169098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:56.169434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:56.169764 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:56.170088 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:56.170418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:56.170756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:56.171082 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:56.403398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60732) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:56.426391 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.449471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a280d0f9-c6bd-4a40-ae5f-86e2ea00fdfe tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.474040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b38ecb-5581-4562-b75e-bde75a0a62c6 admin admin] Deleting subnet dc423bbc-3066-41dd-ace4-e32ff8fff45f {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:56.478033 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56b38ecb-5581-4562-b75e-bde75a0a62c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.520619 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56b38ecb-5581-4562-b75e-bde75a0a62c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.563046 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56b38ecb-5581-4562-b75e-bde75a0a62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.779680 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a280d0f9-c6bd-4a40-ae5f-86e2ea00fdfe tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.792110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f487b4-5191-4e54-8f03-cdb0dd09527e req-e20b881e-8b69-4d82-847c-1bbd3a96f8b6 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:56.793768 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4f487b4-5191-4e54-8f03-cdb0dd09527e req-e20b881e-8b69-4d82-847c-1bbd3a96f8b6 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 950 time: 0.0698223 Jul 05 04:07:56.844501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4f487b4-5191-4e54-8f03-cdb0dd09527e req-6ad086da-1545-4e01-a5ce-7488f2c26e2b tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/security-groups?id=70515b07-7414-49ca-8d0e-594f9b7c29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446653 Jul 05 04:07:56.858076 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a280d0f9-c6bd-4a40-ae5f-86e2ea00fdfe tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] In _notify_port_updated(), no bound segment for port 7bfdafbf-d3cc-4bc6-a504-523505f19763 on network 864be794-066d-4cec-bbcd-74341237da42 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:07:56.863859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a280d0f9-c6bd-4a40-ae5f-86e2ea00fdfe tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:56.864292 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a280d0f9-c6bd-4a40-ae5f-86e2ea00fdfe tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.865602 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a280d0f9-c6bd-4a40-ae5f-86e2ea00fdfe tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "PUT /v2.0/ports/7bfdafbf-d3cc-4bc6-a504-523505f19763 HTTP/1.1" status: 200 len: 818 time: 0.9216237 Jul 05 04:07:56.871762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60740) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:56.872326 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56b38ecb-5581-4562-b75e-bde75a0a62c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.925409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b38ecb-5581-4562-b75e-bde75a0a62c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc423bbc-3066-41dd-ace4-e32ff8fff45f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:56.927046 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.938276 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280d0f9-c6bd-4a40-ae5f-86e2ea00fdfe tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=7bfdafbf-d3cc-4bc6-a504-523505f19763,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:56.977649 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56b38ecb-5581-4562-b75e-bde75a0a62c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.979010 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2a27258c-00d8-4a4a-b598-bd25c0aa6201 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:56.983002 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-56b38ecb-5581-4562-b75e-bde75a0a62c6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/dc423bbc-3066-41dd-ace4-e32ff8fff45f HTTP/1.1" status: 204 len: 168 time: 0.5771201 Jul 05 04:07:56.985678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60742) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:57.001142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 2a27258c-00d8-4a4a-b598-bd25c0aa6201 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:57.001785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2a27258c-00d8-4a4a-b598-bd25c0aa6201 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:57.031001 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-668d8d70-6b64-4772-8d96-00eb9f7f6f7c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port 7bfdafbf-d3cc-4bc6-a504-523505f19763 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:57.031449 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-668d8d70-6b64-4772-8d96-00eb9f7f6f7c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.037771 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 15166090-85af-48a3-8f14-8c0f754f8f7c no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:57.067694 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 15166090-85af-48a3-8f14-8c0f754f8f7c {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:57.070654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 15166090-85af-48a3-8f14-8c0f754f8f7c not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:57.118343 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-668d8d70-6b64-4772-8d96-00eb9f7f6f7c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.133879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-668d8d70-6b64-4772-8d96-00eb9f7f6f7c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for 7bfdafbf-d3cc-4bc6-a504-523505f19763 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:57.164325 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db7a2416-7106-48ce-be0d-69647b5b4100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.288791 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db7a2416-7106-48ce-be0d-69647b5b4100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.300366 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-668d8d70-6b64-4772-8d96-00eb9f7f6f7c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.304853 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-db7a2416-7106-48ce-be0d-69647b5b4100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb72d40-35b8-45e8-ae66-9fae2707e37d']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:57.325533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-db7a2416-7106-48ce-be0d-69647b5b4100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bc46de-6767-4927-a737-5ae386235cf6') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:57.325839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-db7a2416-7106-48ce-be0d-69647b5b4100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bc46de-6767-4927-a737-5ae386235cf6') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:57.337280 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.340706 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db7a2416-7106-48ce-be0d-69647b5b4100 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.354559 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db7a2416-7106-48ce-be0d-69647b5b4100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.355186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d8d70-6b64-4772-8d96-00eb9f7f6f7c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=7bfdafbf-d3cc-4bc6-a504-523505f19763,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:57.361365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7a2416-7106-48ce-be0d-69647b5b4100 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:57.361851 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db7a2416-7106-48ce-be0d-69647b5b4100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:57.363830 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:57.373387 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-668d8d70-6b64-4772-8d96-00eb9f7f6f7c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.377533 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-668d8d70-6b64-4772-8d96-00eb9f7f6f7c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/7bfdafbf-d3cc-4bc6-a504-523505f19763 HTTP/1.1" status: 204 len: 168 time: 0.5014622 Jul 05 04:07:57.378012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60752) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:57.403652 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.486963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42015c98-a40b-40bf-a5ac-026ce5c19869 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:57.488610 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-42015c98-a40b-40bf-a5ac-026ce5c19869 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1089506 Jul 05 04:07:57.492160 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60756) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:57.498167 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event updated for resources: {'Port': ['ID=3c5b3639-6a8b-4972-92f2-22c2495bf2a3,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:57.520354 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.541011 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28c3cc7-550f-4c65-8af8-11b12e102c7c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] GET failed (client error): The resource could not be found. Jul 05 04:07:57.546586 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e28c3cc7-550f-4c65-8af8-11b12e102c7c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/7bfdafbf-d3cc-4bc6-a504-523505f19763 HTTP/1.1" status: 404 len: 333 time: 0.0496814 Jul 05 04:07:57.546859 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db7a2416-7106-48ce-be0d-69647b5b4100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.549171 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60758) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:57.553519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d9561fc0-9024-4d23-a3c0-f74d6410b096 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1217968833'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:57.555314 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db7a2416-7106-48ce-be0d-69647b5b4100 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.563717 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-db7a2416-7106-48ce-be0d-69647b5b4100 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1eb72d40-35b8-45e8-ae66-9fae2707e37d HTTP/1.1" status: 204 len: 168 time: 0.5646160 Jul 05 04:07:57.579998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a2416-7106-48ce-be0d-69647b5b4100 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb72d40-35b8-45e8-ae66-9fae2707e37d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:57.602228 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.605400 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7807a19f-76d5-4fda-9065-30757b625c06 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3610678 Jul 05 04:07:57.703162 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9561fc0-9024-4d23-a3c0-f74d6410b096 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:57.706946 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d9561fc0-9024-4d23-a3c0-f74d6410b096 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.753587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9561fc0-9024-4d23-a3c0-f74d6410b096 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:57.767628 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d9561fc0-9024-4d23-a3c0-f74d6410b096 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.768049 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-d9561fc0-9024-4d23-a3c0-f74d6410b096 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Added segment 5cb60f84-5c0a-4515-bd56-3a11b47ed7a0 of type vlan for network 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410 Jul 05 04:07:57.832851 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d9561fc0-9024-4d23-a3c0-f74d6410b096 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.872647 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-39396c3c-4cd8-44ac-ac09-c73681ce540c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--747637436&fields=id&tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77 HTTP/1.1" status: 200 len: 267 time: 0.0730033 Jul 05 04:07:58.016425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-11f77db5-0f31-444f-96ea-192f4f155569 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:58.018514 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-11f77db5-0f31-444f-96ea-192f4f155569 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/networks?id=739555cb-3aaa-4692-ac69-434fc52fdecf HTTP/1.1" status: 200 len: 810 time: 0.1412950 Jul 05 04:07:58.041243 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-bbf3eddb-e09f-4b4d-9ddd-71d0afef3004 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/quotas/5e1ea4a7d8b94d1d8d6d833a03c58d77 HTTP/1.1" status: 200 len: 375 time: 0.0159063 Jul 05 04:07:58.074953 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d9561fc0-9024-4d23-a3c0-f74d6410b096 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.081300 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9561fc0-9024-4d23-a3c0-f74d6410b096 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:58.086032 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d9561fc0-9024-4d23-a3c0-f74d6410b096 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.086465 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60784) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:58.170286 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4f0a06d9-78a2-44d0-93f7-da64c30d85c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5538ee9cb0d64f56a7eb4540d6f5c55c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827477 Jul 05 04:07:58.170828 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9561fc0-9024-4d23-a3c0-f74d6410b096 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Network': ['ID=7592e27a-6eaa-4c53-a18d-fe5e5c3c8410,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:58.173804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60788) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:58.184524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:58.216831 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-f8e9c172-c6bf-4339-90ba-c81553000b13 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1745203 Jul 05 04:07:58.262290 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d9561fc0-9024-4d23-a3c0-f74d6410b096 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7107217 Jul 05 04:07:58.268117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60790) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:58.274637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e3390b73-19dd-42f9-a01b-315ba800d728 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'subnet': {'network_id': '7592e27a-6eaa-4c53-a18d-fe5e5c3c8410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:58.371977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13c93045-96d0-45ff-9c1e-56fb9e75d1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.387776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-7799c156-d30b-4f98-aca8-fab008c7cbf9 service neutron] 10.222.0.38 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696124 Jul 05 04:07:58.419616 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13c93045-96d0-45ff-9c1e-56fb9e75d1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.555063 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3390b73-19dd-42f9-a01b-315ba800d728 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:58.560122 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e3390b73-19dd-42f9-a01b-315ba800d728 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.587014 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-01e613b7-77d4-4984-95b3-2c3e4f47c0c6 service neutron] 10.222.0.38 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918404 Jul 05 04:07:58.662848 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13c93045-96d0-45ff-9c1e-56fb9e75d1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.670141 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13c93045-96d0-45ff-9c1e-56fb9e75d1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.673977 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-13c93045-96d0-45ff-9c1e-56fb9e75d1fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/073f5cd7-2c2e-4f64-a285-282a721a612a HTTP/1.1" status: 204 len: 168 time: 0.4979000 Jul 05 04:07:58.743977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c93045-96d0-45ff-9c1e-56fb9e75d1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073f5cd7-2c2e-4f64-a285-282a721a612a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:59.383047 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e3390b73-19dd-42f9-a01b-315ba800d728 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.501420 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6fc6d2e-d12a-4aa6-9754-eb3e2010a77e req-12ff4c3e-a33e-4f94-a9af-9700910b8724 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 210 time: 0.0647919 Jul 05 04:07:59.518039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3390b73-19dd-42f9-a01b-315ba800d728 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Checking segment: {'id': '5cb60f84-5c0a-4515-bd56-3a11b47ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7592e27a-6eaa-4c53-a18d-fe5e5c3c8410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:59.523469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3390b73-19dd-42f9-a01b-315ba800d728 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network hostable DHCP agents. Network: 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:59.527881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3390b73-19dd-42f9-a01b-315ba800d728 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Subnet': ['ID=ba8602b8-af83-46f7-b130-2374f0cf29a1,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:59.629158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3390b73-19dd-42f9-a01b-315ba800d728 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:00.131410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-e3390b73-19dd-42f9-a01b-315ba800d728 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:00.131410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3390b73-19dd-42f9-a01b-315ba800d728 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:00.131410 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e3390b73-19dd-42f9-a01b-315ba800d728 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.135283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd44ab2a-31a3-436b-8b05-dfed86ac6fa8 None None] Network 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:00.230338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-7592e27a-6eaa-4c53-a18d-fe5e5c3c8410', 'network_id': '7592e27a-6eaa-4c53-a18d-fe5e5c3c8410', 'tenant_id': '8cf914c29d4b4151996c1c383040ef80', 'fixed_ips': [{'subnet_id': 'ba8602b8-af83-46f7-b130-2374f0cf29a1'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:00.231196 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.362208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Allocated IP 172.20.0.2 (7592e27a-6eaa-4c53-a18d-fe5e5c3c8410/ba8602b8-af83-46f7-b130-2374f0cf29a1/a64987f3-a696-4cf1-b311-995743661a26) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:00.506028 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.514905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Transition to ACTIVE for port object a64987f3-a696-4cf1-b311-995743661a26 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:00.537183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Transition to ACTIVE for port object a64987f3-a696-4cf1-b311-995743661a26 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:00.581334 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-309f27a1-fbec-4a68-9cbc-6e5d30335812 req-1284d1db-1486-4665-b04d-10f57bfe32de tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 210 time: 0.0325017 Jul 05 04:08:00.602618 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e3390b73-19dd-42f9-a01b-315ba800d728 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3372746 Jul 05 04:08:00.621305 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60828) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:00.627141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c9c119c5-c577-4919-96ff-663e9563f1d6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'subnet': {'network_id': '7592e27a-6eaa-4c53-a18d-fe5e5c3c8410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:00.772639 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.833643 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Network 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:00.840614 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:00.844179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:00.850051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Pushing event updated for resources: {'Port': ['ID=a64987f3-a696-4cf1-b311-995743661a26,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:00.878831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c119c5-c577-4919-96ff-663e9563f1d6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:00.892471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c9c119c5-c577-4919-96ff-663e9563f1d6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.923222 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Attempting to bind port a64987f3-a696-4cf1-b311-995743661a26 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:00.923859 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Attempting to bind port a64987f3-a696-4cf1-b311-995743661a26 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '5cb60f84-5c0a-4515-bd56-3a11b47ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7592e27a-6eaa-4c53-a18d-fe5e5c3c8410'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:00.924517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Attempting to bind port a64987f3-a696-4cf1-b311-995743661a26 on network 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:00.935887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:00.936475 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Checking segment: {'id': '5cb60f84-5c0a-4515-bd56-3a11b47ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7592e27a-6eaa-4c53-a18d-fe5e5c3c8410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:00.936984 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.937668 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Bound using segment: {'id': '5cb60f84-5c0a-4515-bd56-3a11b47ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7592e27a-6eaa-4c53-a18d-fe5e5c3c8410'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:00.938938 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Bound port: a64987f3-a696-4cf1-b311-995743661a26, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb60f84-5c0a-4515-bd56-3a11b47ed7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7592e27a-6eaa-4c53-a18d-fe5e5c3c8410'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:00.939922 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.036454 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] For port a64987f3-a696-4cf1-b311-995743661a26, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:01.041754 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] For port a64987f3-a696-4cf1-b311-995743661a26, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a64987f3-a696-4cf1-b311-995743661a26,segment=NetworkSegment(5cb60f84-5c0a-4515-bd56-3a11b47ed7a0),segment_id=5cb60f84-5c0a-4515-bd56-3a11b47ed7a0)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:01.098815 n-d-771363-32 neutron-server[100932]: INFO neutron.db.ipam_backend_mixin [None req-c9c119c5-c577-4919-96ff-663e9563f1d6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ba8602b8-af83-46f7-b130-2374f0cf29a1 (CIDR: 172.20.0.0/28) Jul 05 04:08:01.121716 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.172695 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c119c5-c577-4919-96ff-663e9563f1d6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:08:01.174616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c119c5-c577-4919-96ff-663e9563f1d6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:01.217213 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6f5f0-20de-4cb3-839d-19f16815ccef None None] Pushing event updated for resources: {'Port': ['ID=a64987f3-a696-4cf1-b311-995743661a26,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:01.293392 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c9c119c5-c577-4919-96ff-663e9563f1d6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6709361 Jul 05 04:08:01.295981 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60854) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:01.309994 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-79c1e430-c8c8-46de-aa97-dfc10658ccea tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'subnet': {'network_id': '7592e27a-6eaa-4c53-a18d-fe5e5c3c8410', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:01.459378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60858) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:01.618309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c1e430-c8c8-46de-aa97-dfc10658ccea tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:01.622549 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79c1e430-c8c8-46de-aa97-dfc10658ccea tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.735555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-3e9794f2-e2a4-4fb0-9fe4-341076e4ff66 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-233777669-network', 'tenant_id': 'bd6f1657c8ca49279063563768e092b0'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:01.865323 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9619486-61b5-4d2b-8cba-b0bbe832272c req-9062a061-c363-4cad-aef6-3313c95738bd tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 210 time: 0.0714502 Jul 05 04:08:01.949143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9794f2-e2a4-4fb0-9fe4-341076e4ff66 admin admin] Made reservation on behalf of bd6f1657c8ca49279063563768e092b0 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:01.951889 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e9794f2-e2a4-4fb0-9fe4-341076e4ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.973891 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e9794f2-e2a4-4fb0-9fe4-341076e4ff66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.183394 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79c1e430-c8c8-46de-aa97-dfc10658ccea tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.201601 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e9794f2-e2a4-4fb0-9fe4-341076e4ff66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.274841 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e9794f2-e2a4-4fb0-9fe4-341076e4ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.359359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c1e430-c8c8-46de-aa97-dfc10658ccea tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:02.368057 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.378690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-79c1e430-c8c8-46de-aa97-dfc10658ccea tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:02.385643 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9794f2-e2a4-4fb0-9fe4-341076e4ff66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c74d419-ee29-4355-bae8-8172631a27c1,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:02.391055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1e430-c8c8-46de-aa97-dfc10658ccea tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:02.394849 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79c1e430-c8c8-46de-aa97-dfc10658ccea tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.417763 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9794f2-e2a4-4fb0-9fe4-341076e4ff66 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:02.448889 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e9794f2-e2a4-4fb0-9fe4-341076e4ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.453817 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-3e9794f2-e2a4-4fb0-9fe4-341076e4ff66 admin admin] Added segment b6f1f396-ad86-49d6-ab50-72689761f935 of type vlan for network f83a3ac0-c6bd-4858-8b09-68306f2ecbee Jul 05 04:08:02.470325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1e430-c8c8-46de-aa97-dfc10658ccea tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Subnet': ['ID=829466f5-b109-488d-a01d-03e75f8ddf55,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:02.571559 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-79c1e430-c8c8-46de-aa97-dfc10658ccea tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2744634 Jul 05 04:08:02.574055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60884) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:02.586499 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b40d0e45-146b-4ea9-b7fa-0d50c2da3669 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'network_id': '7592e27a-6eaa-4c53-a18d-fe5e5c3c8410', 'fixed_ips': [{'subnet_id': 'ba8602b8-af83-46f7-b130-2374f0cf29a1'}, {'subnet_id': '829466f5-b109-488d-a01d-03e75f8ddf55'}], 'name': 'tempest-PortsTestJSON-1998811590'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:02.595126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a64987f3-a696-4cf1-b311-995743661a26 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:02.595355 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e9794f2-e2a4-4fb0-9fe4-341076e4ff66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.829294 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port a64987f3-a696-4cf1-b311-995743661a26 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:02.833423 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e9794f2-e2a4-4fb0-9fe4-341076e4ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.835359 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9794f2-e2a4-4fb0-9fe4-341076e4ff66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:02.835359 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e9794f2-e2a4-4fb0-9fe4-341076e4ff66 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.904815 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90089571-6731-484f-b58c-c0a8764476f1 None None] Network 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:02.949744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40d0e45-146b-4ea9-b7fa-0d50c2da3669 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:02.967451 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9794f2-e2a4-4fb0-9fe4-341076e4ff66 admin admin] Pushing event updated for resources: {'Network': ['ID=f83a3ac0-c6bd-4858-8b09-68306f2ecbee,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:02.995661 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network f83a3ac0-c6bd-4858-8b09-68306f2ecbee details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:03.030162 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3e9794f2-e2a4-4fb0-9fe4-341076e4ff66 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5693829 Jul 05 04:08:03.033357 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60892) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:03.039710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d8db3422-4db3-4046-9245-13e1724b9f11 admin admin] Request body: {'subnet': {'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-233777669-subnet', 'tenant_id': 'bd6f1657c8ca49279063563768e092b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:03.134544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b40d0e45-146b-4ea9-b7fa-0d50c2da3669 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.161149 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-b40d0e45-146b-4ea9-b7fa-0d50c2da3669 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port 195d9fec-e782-43c0-98e9-f6ed7d3b0dab yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:03.161982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14d34cce-e1a7-4b66-a2a8-cba8fb3ef6e6 req-b04125af-d5a2-4c25-a00a-aaac18d1ce4b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 210 time: 0.0947750 Jul 05 04:08:03.202610 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e9699024-c946-4d86-b1ce-6e8ae9d07fda None None] Provisioning for port a64987f3-a696-4cf1-b311-995743661a26 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:03.233290 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e9699024-c946-4d86-b1ce-6e8ae9d07fda None None] Provisioning complete for port a64987f3-a696-4cf1-b311-995743661a26 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:03.233676 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e9699024-c946-4d86-b1ce-6e8ae9d07fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.256443 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8db3422-4db3-4046-9245-13e1724b9f11 admin admin] Made reservation on behalf of bd6f1657c8ca49279063563768e092b0 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:03.260476 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8db3422-4db3-4046-9245-13e1724b9f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.447239 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e9699024-c946-4d86-b1ce-6e8ae9d07fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.534884 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e9699024-c946-4d86-b1ce-6e8ae9d07fda None None] For port a64987f3-a696-4cf1-b311-995743661a26, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a64987f3-a696-4cf1-b311-995743661a26,segment=NetworkSegment(5cb60f84-5c0a-4515-bd56-3a11b47ed7a0),segment_id=5cb60f84-5c0a-4515-bd56-3a11b47ed7a0)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:03.544820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873612c7-dc44-47a2-baee-86dc24432b21 None None] Update dhcp port {'port': {'network_id': '7592e27a-6eaa-4c53-a18d-fe5e5c3c8410', 'fixed_ips': [{'subnet_id': 'ba8602b8-af83-46f7-b130-2374f0cf29a1', 'ip_address': '172.20.0.2'}, {'subnet_id': '829466f5-b109-488d-a01d-03e75f8ddf55'}], 'binding:host_id': 'n-d-771363-32'}, 'id': 'a64987f3-a696-4cf1-b311-995743661a26'} from n-d-771363-32. {{(pid=100934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:08:03.612551 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-b40d0e45-146b-4ea9-b7fa-0d50c2da3669 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Allocated IP 172.20.0.6 (7592e27a-6eaa-4c53-a18d-fe5e5c3c8410/ba8602b8-af83-46f7-b130-2374f0cf29a1/195d9fec-e782-43c0-98e9-f6ed7d3b0dab) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:03.621652 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-873612c7-dc44-47a2-baee-86dc24432b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.626534 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-2233c963-273d-4aec-ac26-30af22290bd8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:03.630413 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-2233c963-273d-4aec-ac26-30af22290bd8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.36 "GET /v2.0/networks?id=739555cb-3aaa-4692-ac69-434fc52fdecf HTTP/1.1" status: 200 len: 810 time: 0.2512712 Jul 05 04:08:03.632444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-b40d0e45-146b-4ea9-b7fa-0d50c2da3669 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Allocated IP 172.20.0.26 (7592e27a-6eaa-4c53-a18d-fe5e5c3c8410/829466f5-b109-488d-a01d-03e75f8ddf55/195d9fec-e782-43c0-98e9-f6ed7d3b0dab) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:03.651337 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e9699024-c946-4d86-b1ce-6e8ae9d07fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.869021 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.891249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9699024-c946-4d86-b1ce-6e8ae9d07fda None None] Pushing event updated for resources: {'Port': ['ID=a64987f3-a696-4cf1-b311-995743661a26,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:03.943014 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-fca607b3-f38c-4da9-8aa6-596bd1c41ff8 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77 HTTP/1.1" status: 200 len: 379 time: 0.2335222 Jul 05 04:08:03.962562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-3f793763-e46e-42a4-a715-ad08f1cb2208 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Request body: {'port': {'device_id': '7e45e486-6993-4a7c-b1d3-0683c0d4492e', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'admin_state_up': True, 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'security_groups': ['4ff48ddc-ab03-4211-9d07-a55cf02b7a5c']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:04.029553 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8db3422-4db3-4046-9245-13e1724b9f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.053576 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b40d0e45-146b-4ea9-b7fa-0d50c2da3669 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.073556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-b40d0e45-146b-4ea9-b7fa-0d50c2da3669 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Transition to ACTIVE for port object 195d9fec-e782-43c0-98e9-f6ed7d3b0dab will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:04.117737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db3422-4db3-4046-9245-13e1724b9f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:04.146046 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db3422-4db3-4046-9245-13e1724b9f11 admin admin] Checking segment: {'id': 'b6f1f396-ad86-49d6-ab50-72689761f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:04.146538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8db3422-4db3-4046-9245-13e1724b9f11 admin admin] Network hostable DHCP agents. Network: f83a3ac0-c6bd-4858-8b09-68306f2ecbee, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:04.200961 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-3f793763-e46e-42a4-a715-ad08f1cb2208 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Made reservation on behalf of 5e1ea4a7d8b94d1d8d6d833a03c58d77 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:04.207812 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b40d0e45-146b-4ea9-b7fa-0d50c2da3669 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.207981 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-3f793763-e46e-42a4-a715-ad08f1cb2208 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.326092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8db3422-4db3-4046-9245-13e1724b9f11 admin admin] Network f83a3ac0-c6bd-4858-8b09-68306f2ecbee is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:04.366309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-873612c7-dc44-47a2-baee-86dc24432b21 None None] Allocated IP 172.20.0.18 (7592e27a-6eaa-4c53-a18d-fe5e5c3c8410/829466f5-b109-488d-a01d-03e75f8ddf55/a64987f3-a696-4cf1-b311-995743661a26) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:04.370069 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19d86028-1bf7-4be8-9918-5a9407f7b54b req-082a344b-fc12-4947-ae2c-c41169c71603 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 210 time: 0.0625143 Jul 05 04:08:04.384096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40d0e45-146b-4ea9-b7fa-0d50c2da3669 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:04.391362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a64987f3-a696-4cf1-b311-995743661a26 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:04.398901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d0e45-146b-4ea9-b7fa-0d50c2da3669 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=195d9fec-e782-43c0-98e9-f6ed7d3b0dab,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:04.410330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-b40d0e45-146b-4ea9-b7fa-0d50c2da3669 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:04.413454 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d0e45-146b-4ea9-b7fa-0d50c2da3669 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:04.457945 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-3f793763-e46e-42a4-a715-ad08f1cb2208 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Allocated IP 172.20.0.12 (739555cb-3aaa-4692-ac69-434fc52fdecf/a9bbcade-db99-467e-97af-337f24f2acb2/ea728f3c-bd5b-4807-9f33-36e6268bc430) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:04.469762 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40d0e45-146b-4ea9-b7fa-0d50c2da3669 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:04.470821 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b40d0e45-146b-4ea9-b7fa-0d50c2da3669 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.484011 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-d8db3422-4db3-4046-9245-13e1724b9f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, f83a3ac0-c6bd-4858-8b09-68306f2ecbee) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:04.489159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8db3422-4db3-4046-9245-13e1724b9f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:04.489823 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8db3422-4db3-4046-9245-13e1724b9f11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.496592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d394d113-9db0-4c40-a356-a7207392adb4 None None] Network f83a3ac0-c6bd-4858-8b09-68306f2ecbee requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:04.574657 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b40d0e45-146b-4ea9-b7fa-0d50c2da3669 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.9991758 Jul 05 04:08:04.575377 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60912) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:04.581970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-cc0ca41f-6637-4bc7-b49f-1c9f46a0e308 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ba8602b8-af83-46f7-b130-2374f0cf29a1'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:04.615120 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d8db3422-4db3-4046-9245-13e1724b9f11 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5806053 Jul 05 04:08:04.619335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60916) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:04.639598 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-233777669-router', 'tenant_id': 'bd6f1657c8ca49279063563768e092b0', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:04.656611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port a64987f3-a696-4cf1-b311-995743661a26 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:04.668732 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.725606 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca41f-6637-4bc7-b49f-1c9f46a0e308 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.768858 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-3f793763-e46e-42a4-a715-ad08f1cb2208 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.775180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-873612c7-dc44-47a2-baee-86dc24432b21 None None] For port a64987f3-a696-4cf1-b311-995743661a26, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a64987f3-a696-4cf1-b311-995743661a26,segment=NetworkSegment(5cb60f84-5c0a-4515-bd56-3a11b47ed7a0),segment_id=5cb60f84-5c0a-4515-bd56-3a11b47ed7a0)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:04.800911 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.801950 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.813483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-3f793763-e46e-42a4-a715-ad08f1cb2208 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Transition to ACTIVE for port object ea728f3c-bd5b-4807-9f33-36e6268bc430 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:04.854272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccceebe7-82fe-4acb-a706-a0f0bcd90978 None None] Network f83a3ac0-c6bd-4858-8b09-68306f2ecbee requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:04.881256 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-873612c7-dc44-47a2-baee-86dc24432b21 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.883155 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.074997 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-3f793763-e46e-42a4-a715-ad08f1cb2208 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.184230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-3f793763-e46e-42a4-a715-ad08f1cb2208 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Network 739555cb-3aaa-4692-ac69-434fc52fdecf is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:05.196912 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-3f793763-e46e-42a4-a715-ad08f1cb2208 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:05.197216 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-873612c7-dc44-47a2-baee-86dc24432b21 None None] Transition to ACTIVE for port object a64987f3-a696-4cf1-b311-995743661a26 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:05.240012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-3f793763-e46e-42a4-a715-ad08f1cb2208 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:05.311167 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-873612c7-dc44-47a2-baee-86dc24432b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.457197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-cc0ca41f-6637-4bc7-b49f-1c9f46a0e308 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Delete allocated IP 172.20.0.26 (7592e27a-6eaa-4c53-a18d-fe5e5c3c8410/829466f5-b109-488d-a01d-03e75f8ddf55) {{(pid=100932) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:08:05.514230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873612c7-dc44-47a2-baee-86dc24432b21 None None] Pushing event updated for resources: {'Port': ['ID=a64987f3-a696-4cf1-b311-995743661a26,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:05.794566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ac153151-2ed8-4e1a-a7f9-d0b4111a086f None None] Provisioning for port ea728f3c-bd5b-4807-9f33-36e6268bc430 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:05.798928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ac153151-2ed8-4e1a-a7f9-d0b4111a086f None None] Provisioning complete for port ea728f3c-bd5b-4807-9f33-36e6268bc430 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:05.799483 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ac153151-2ed8-4e1a-a7f9-d0b4111a086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.831722 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca41f-6637-4bc7-b49f-1c9f46a0e308 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.864664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-cc0ca41f-6637-4bc7-b49f-1c9f46a0e308 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Ignored duplicate provisioning block setup for port 195d9fec-e782-43c0-98e9-f6ed7d3b0dab by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 04:08:05.878616 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ac153151-2ed8-4e1a-a7f9-d0b4111a086f None None] Port ea728f3c-bd5b-4807-9f33-36e6268bc430 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:05.962844 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.985408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f793763-e46e-42a4-a715-ad08f1cb2208 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event updated for resources: {'Port': ['ID=ea728f3c-bd5b-4807-9f33-36e6268bc430,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:06.000770 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca41f-6637-4bc7-b49f-1c9f46a0e308 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.106100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ca41f-6637-4bc7-b49f-1c9f46a0e308 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=195d9fec-e782-43c0-98e9-f6ed7d3b0dab,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:06.123164 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-3f793763-e46e-42a4-a715-ad08f1cb2208 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:06.124241 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-3f793763-e46e-42a4-a715-ad08f1cb2208 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.238594 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ca41f-6637-4bc7-b49f-1c9f46a0e308 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] In _notify_port_updated(), no bound segment for port 195d9fec-e782-43c0-98e9-f6ed7d3b0dab on network 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:08:06.246533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0ca41f-6637-4bc7-b49f-1c9f46a0e308 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:06.247030 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-3f793763-e46e-42a4-a715-ad08f1cb2208 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2888482 Jul 05 04:08:06.247750 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca41f-6637-4bc7-b49f-1c9f46a0e308 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.249417 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cc0ca41f-6637-4bc7-b49f-1c9f46a0e308 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "PUT /v2.0/ports/195d9fec-e782-43c0-98e9-f6ed7d3b0dab HTTP/1.1" status: 200 len: 919 time: 1.6726575 Jul 05 04:08:06.252094 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60946) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:06.259777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6c777b65-e5bd-4a1f-94be-83bb7b9b6a56 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ba8602b8-af83-46f7-b130-2374f0cf29a1'}, {'subnet_id': '829466f5-b109-488d-a01d-03e75f8ddf55'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:06.261275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ece377-7313-4058-9f61-8dd3307f58dc req-a7c4e98a-a933-49da-a22d-9348be73da4c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:06.263371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74ece377-7313-4058-9f61-8dd3307f58dc req-a7c4e98a-a933-49da-a22d-9348be73da4c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 932 time: 0.3372025 Jul 05 04:08:06.366949 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74ece377-7313-4058-9f61-8dd3307f58dc req-4298a385-758d-481e-9018-de6b9e7f8efc tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901337 Jul 05 04:08:06.422273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a64987f3-a696-4cf1-b311-995743661a26 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:06.457075 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Request body: {'port': {'device_id': '7e45e486-6993-4a7c-b1d3-0683c0d4492e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:06.467245 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c777b65-e5bd-4a1f-94be-83bb7b9b6a56 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.501433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a10d963-0c31-47be-95d2-fc103f789cd6 None None] Network 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:06.657424 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.692530 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-36f096c3-b902-4471-a2ab-662fe5a341f6 None None] Provisioning for port a64987f3-a696-4cf1-b311-995743661a26 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:06.702709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-36f096c3-b902-4471-a2ab-662fe5a341f6 None None] Provisioning complete for port a64987f3-a696-4cf1-b311-995743661a26 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:06.703262 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-36f096c3-b902-4471-a2ab-662fe5a341f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.713724 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.775024 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.901277 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-6c777b65-e5bd-4a1f-94be-83bb7b9b6a56 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Allocated IP 172.20.0.25 (7592e27a-6eaa-4c53-a18d-fe5e5c3c8410/829466f5-b109-488d-a01d-03e75f8ddf55/195d9fec-e782-43c0-98e9-f6ed7d3b0dab) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:07.044455 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Allocated IP 172.25.6.63 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/fd61e6ef-acb2-4186-8403-a5d18d6588f9) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:07.083779 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c777b65-e5bd-4a1f-94be-83bb7b9b6a56 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.113864 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-6c777b65-e5bd-4a1f-94be-83bb7b9b6a56 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Ignored duplicate provisioning block setup for port 195d9fec-e782-43c0-98e9-f6ed7d3b0dab by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 04:08:07.241008 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c777b65-e5bd-4a1f-94be-83bb7b9b6a56 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.248194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea728f3c-bd5b-4807-9f33-36e6268bc430 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:07.260289 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.264808 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.280318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0b655b6d-f016-4cf4-b8aa-39e058f84c92 None None] Provisioning for port 195d9fec-e782-43c0-98e9-f6ed7d3b0dab completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:07.285125 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Transition to ACTIVE for port object ea728f3c-bd5b-4807-9f33-36e6268bc430 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:07.286238 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0b655b6d-f016-4cf4-b8aa-39e058f84c92 None None] Provisioning complete for port 195d9fec-e782-43c0-98e9-f6ed7d3b0dab triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:07.286727 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0b655b6d-f016-4cf4-b8aa-39e058f84c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.355175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0b655b6d-f016-4cf4-b8aa-39e058f84c92 None None] Port 195d9fec-e782-43c0-98e9-f6ed7d3b0dab cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:07.360492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c777b65-e5bd-4a1f-94be-83bb7b9b6a56 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=195d9fec-e782-43c0-98e9-f6ed7d3b0dab,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:07.370968 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0b655b6d-f016-4cf4-b8aa-39e058f84c92 None None] Provisioning complete for port a64987f3-a696-4cf1-b311-995743661a26 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:07.371096 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0b655b6d-f016-4cf4-b8aa-39e058f84c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.406122 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-6c777b65-e5bd-4a1f-94be-83bb7b9b6a56 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] In _notify_port_updated(), no bound segment for port 195d9fec-e782-43c0-98e9-f6ed7d3b0dab on network 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:08:07.414459 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c777b65-e5bd-4a1f-94be-83bb7b9b6a56 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:07.415353 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6c777b65-e5bd-4a1f-94be-83bb7b9b6a56 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.420203 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60962) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:07.424626 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6c777b65-e5bd-4a1f-94be-83bb7b9b6a56 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "PUT /v2.0/ports/195d9fec-e782-43c0-98e9-f6ed7d3b0dab HTTP/1.1" status: 200 len: 999 time: 1.1710682 Jul 05 04:08:07.501552 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.575930 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.619047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1b9c44e6-f015-43bb-9256-ac7758c4f9ec None None] Provisioning complete for port 195d9fec-e782-43c0-98e9-f6ed7d3b0dab triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:07.619431 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1b9c44e6-f015-43bb-9256-ac7758c4f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.686176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1b9c44e6-f015-43bb-9256-ac7758c4f9ec None None] Port 195d9fec-e782-43c0-98e9-f6ed7d3b0dab cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:07.708412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Pushing event updated for resources: {'Port': ['ID=ea728f3c-bd5b-4807-9f33-36e6268bc430,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:07.725098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:07.753225 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:07.766580 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:07.812360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ce936830-a6a1-4755-9469-ff04a222ff8e None None] Provisioning complete for port 195d9fec-e782-43c0-98e9-f6ed7d3b0dab triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:07.823691 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce936830-a6a1-4755-9469-ff04a222ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.876867 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ce936830-a6a1-4755-9469-ff04a222ff8e None None] Port 195d9fec-e782-43c0-98e9-f6ed7d3b0dab cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:07.899564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Pushing event updated for resources: {'Port': ['ID=fd61e6ef-acb2-4186-8403-a5d18d6588f9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:07.942826 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a6ef8-ab9d-4b0f-a038-564077d73041 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port 195d9fec-e782-43c0-98e9-f6ed7d3b0dab {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:07.943169 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6ef8-ab9d-4b0f-a038-564077d73041 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.102130 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fff2ee-e24d-440b-8a6c-c40ee7ce77ac req-453dd9d7-5c84-40c3-a10a-b315cf66d1ad tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:08.108519 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97fff2ee-e24d-440b-8a6c-c40ee7ce77ac req-453dd9d7-5c84-40c3-a10a-b315cf66d1ad tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 944 time: 0.5234416 Jul 05 04:08:08.108519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Attempting to bind port ea728f3c-bd5b-4807-9f33-36e6268bc430 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:08.108759 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Attempting to bind port ea728f3c-bd5b-4807-9f33-36e6268bc430 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:08.108990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Attempting to bind port ea728f3c-bd5b-4807-9f33-36e6268bc430 on network 739555cb-3aaa-4692-ac69-434fc52fdecf {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:08.127416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fe9ea60c-8b6b-4433-a5ca-20f6b873301e None None] Provisioning complete for port 195d9fec-e782-43c0-98e9-f6ed7d3b0dab triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:08.128335 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea60c-8b6b-4433-a5ca-20f6b873301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.149272 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Port ea728f3c-bd5b-4807-9f33-36e6268bc430 on network 739555cb-3aaa-4692-ac69-434fc52fdecf not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:08:08.149627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Attempting to bind port ea728f3c-bd5b-4807-9f33-36e6268bc430 on network 739555cb-3aaa-4692-ac69-434fc52fdecf {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:08.172197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ea60c-8b6b-4433-a5ca-20f6b873301e None None] Port 195d9fec-e782-43c0-98e9-f6ed7d3b0dab cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:08.182733 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:08.183083 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Checking segment: {'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:08.183472 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Bound using segment: {'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:08.183901 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Bound port: ea728f3c-bd5b-4807-9f33-36e6268bc430, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2687a1c6-2893-40a3-8909-9d4f65ccdbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:08.184274 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.211011 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6ef8-ab9d-4b0f-a038-564077d73041 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.227773 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97fff2ee-e24d-440b-8a6c-c40ee7ce77ac req-32873a2d-d6d4-4d10-99e9-51a379acf444 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072621 Jul 05 04:08:08.231880 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a6ef8-ab9d-4b0f-a038-564077d73041 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for 195d9fec-e782-43c0-98e9-f6ed7d3b0dab owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:08.372908 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] For port ea728f3c-bd5b-4807-9f33-36e6268bc430, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:08.402286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] For port ea728f3c-bd5b-4807-9f33-36e6268bc430, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ea728f3c-bd5b-4807-9f33-36e6268bc430,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:08.466795 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.527536 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.618409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:08.619058 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.620498 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] 10.222.0.36 "PUT /v2.0/ports/ea728f3c-bd5b-4807-9f33-36e6268bc430 HTTP/1.1" status: 200 len: 1093 time: 2.3551233 Jul 05 04:08:08.620946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e45e486-6993-4a7c-b1d3-0683c0d4492e', 'tag': 'ea728f3c-bd5b-4807-9f33-36e6268bc430'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:08.623230 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3870e472-0108-4ac0-8c65-069f6a5df9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7e45e486-6993-4a7c-b1d3-0683c0d4492e", "tag": "ea728f3c-bd5b-4807-9f33-36e6268bc430"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:08.681761 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f77ab51-e6c1-44df-89c9-ef550e6be598 x-openstack-request-id: req-9f77ab51-e6c1-44df-89c9-ef550e6be598 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:08.682047 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e45e486-6993-4a7c-b1d3-0683c0d4492e", "tag": "ea728f3c-bd5b-4807-9f33-36e6268bc430", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:08.682320 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f77ab51-e6c1-44df-89c9-ef550e6be598 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:08.682759 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e45e486-6993-4a7c-b1d3-0683c0d4492e', 'tag': 'ea728f3c-bd5b-4807-9f33-36e6268bc430', 'status': 'completed', 'code': 200} Jul 05 04:08:08.701206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8527e-cda1-4a3a-a985-981486112248 service neutron] Pushing event updated for resources: {'Port': ['ID=ea728f3c-bd5b-4807-9f33-36e6268bc430,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:08.820843 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6ef8-ab9d-4b0f-a038-564077d73041 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.890638 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a6ef8-ab9d-4b0f-a038-564077d73041 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=195d9fec-e782-43c0-98e9-f6ed7d3b0dab,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:08.937146 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870e472-0108-4ac0-8c65-069f6a5df9cb req-6dd9d438-3c29-4305-be57-e226a0524cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:08.938699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3870e472-0108-4ac0-8c65-069f6a5df9cb req-6dd9d438-3c29-4305-be57-e226a0524cea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 1096 time: 0.2117989 Jul 05 04:08:08.941066 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.109777 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9a9a6ef8-ab9d-4b0f-a038-564077d73041 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.109777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9a9a6ef8-ab9d-4b0f-a038-564077d73041 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/195d9fec-e782-43c0-98e9-f6ed7d3b0dab HTTP/1.1" status: 204 len: 168 time: 1.6856794 Jul 05 04:08:09.111329 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60980) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:09.143850 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-04962e66-dab2-44a2-bf9a-4d256cfc709e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] GET failed (client error): The resource could not be found. Jul 05 04:08:09.143850 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-04962e66-dab2-44a2-bf9a-4d256cfc709e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/195d9fec-e782-43c0-98e9-f6ed7d3b0dab HTTP/1.1" status: 404 len: 333 time: 0.0293920 Jul 05 04:08:09.145748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60982) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:09.193849 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870e472-0108-4ac0-8c65-069f6a5df9cb req-f5ca6259-26a6-45e4-b619-0cc26f44cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:09.196508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3870e472-0108-4ac0-8c65-069f6a5df9cb req-f5ca6259-26a6-45e4-b619-0cc26f44cc23 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2365196 Jul 05 04:08:09.202959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7d08f5-0c75-4577-a22a-babc7fb95e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting subnet 829466f5-b109-488d-a01d-03e75f8ddf55 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:09.206715 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd7d08f5-0c75-4577-a22a-babc7fb95e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.257768 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd7d08f5-0c75-4577-a22a-babc7fb95e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.326795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870e472-0108-4ac0-8c65-069f6a5df9cb req-b9b0d5de-83e6-4667-bd16-1ce75273d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:09.328386 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3870e472-0108-4ac0-8c65-069f6a5df9cb req-b9b0d5de-83e6-4667-bd16-1ce75273d92d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1247749 Jul 05 04:08:09.374024 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd7d08f5-0c75-4577-a22a-babc7fb95e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.389654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Router 8e738750-c6d9-4ec2-896a-d405f9434268 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:08:09.566267 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd7d08f5-0c75-4577-a22a-babc7fb95e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.608184 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd7d08f5-0c75-4577-a22a-babc7fb95e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.610234 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bd7d08f5-0c75-4577-a22a-babc7fb95e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/829466f5-b109-488d-a01d-03e75f8ddf55 HTTP/1.1" status: 204 len: 168 time: 0.4632668 Jul 05 04:08:09.612021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d08f5-0c75-4577-a22a-babc7fb95e7a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Subnet': ['ID=829466f5-b109-488d-a01d-03e75f8ddf55,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:09.616033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c182ac0b-e0ef-45e1-a7ac-5bd22dc8d454 None None] Network 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:09.619055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60988) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:09.687013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ed144a-f573-4fb1-8fed-3e29bb401b0a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting subnet ba8602b8-af83-46f7-b130-2374f0cf29a1 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:09.691210 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c7ed144a-f573-4fb1-8fed-3e29bb401b0a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.740417 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c7ed144a-f573-4fb1-8fed-3e29bb401b0a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.208577 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-c1f2d0ef-3760-4922-bc8d-cf20a4e38c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:10.210456 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-c1f2d0ef-3760-4922-bc8d-cf20a4e38c3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 1096 time: 0.8309190 Jul 05 04:08:10.218155 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:08:10.241046 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24ed0a-294e-4ae6-b08c-404ac05f10b1 req-40355628-f022-4afe-bd20-360dfe13e5f2 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:10.243287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f24ed0a-294e-4ae6-b08c-404ac05f10b1 req-40355628-f022-4afe-bd20-360dfe13e5f2 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 944 time: 0.8268192 Jul 05 04:08:10.243949 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Sync routers for ids ['8e738750-c6d9-4ec2-896a-d405f9434268'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:08:10.269427 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Routers {'8e738750-c6d9-4ec2-896a-d405f9434268'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:10.270066 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:07:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8e738750-c6d9-4ec2-896a-d405f9434268'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:10.292539 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-54794258-121f-4336-b4e8-a3dbf557dbd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea728f3c-bd5b-4807-9f33-36e6268bc430 HTTP/1.1" status: 200 len: 217 time: 0.0719056 Jul 05 04:08:10.398212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c7ed144a-f573-4fb1-8fed-3e29bb401b0a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.404003 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f24ed0a-294e-4ae6-b08c-404ac05f10b1 req-0f20bf3f-04c2-457f-992b-bd7d31d4af0d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185713 Jul 05 04:08:10.428054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-0b37558d-96aa-446c-95f3-851cea6e6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:10.430720 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-0b37558d-96aa-446c-95f3-851cea6e6428 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9bbcade-db99-467e-97af-337f24f2acb2 HTTP/1.1" status: 200 len: 849 time: 0.1194839 Jul 05 04:08:10.465028 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.465028 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-80d927f6-bcad-43d7-be3a-6714bb6413f3 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8425341 Jul 05 04:08:10.465028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32778) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:10.482020 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Set router 8e738750-c6d9-4ec2-896a-d405f9434268 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:08:10.617923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-099e328a-8d47-4636-82d3-38490654fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:10.621578 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-099e328a-8d47-4636-82d3-38490654fff9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=739555cb-3aaa-4692-ac69-434fc52fdecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1807065 Jul 05 04:08:10.640850 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c7ed144a-f573-4fb1-8fed-3e29bb401b0a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.677346 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c7ed144a-f573-4fb1-8fed-3e29bb401b0a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.680577 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c7ed144a-f573-4fb1-8fed-3e29bb401b0a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/ba8602b8-af83-46f7-b130-2374f0cf29a1 HTTP/1.1" status: 204 len: 168 time: 1.0605173 Jul 05 04:08:10.681766 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed144a-f573-4fb1-8fed-3e29bb401b0a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8602b8-af83-46f7-b130-2374f0cf29a1,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:10.684463 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32780) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:10.733567 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'name': 'tempest-ServerRescueTestJSON-233777669-router', 'tenant_id': 'bd6f1657c8ca49279063563768e092b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:04Z', 'updated_at': '2021-07-05T04:08:08Z', 'revision_number': 3, 'project_id': 'bd6f1657c8ca49279063563768e092b0', 'gw_port': {'id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:06Z', 'updated_at': '2021-07-05T04:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:10.768361 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Checking router: 8e738750-c6d9-4ec2-896a-d405f9434268 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:08:10.768726 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Updating router 8e738750-c6d9-4ec2-896a-d405f9434268 port fd61e6ef-acb2-4186-8403-a5d18d6588f9 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:08:10.792318 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.810651 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.894935 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port a64987f3-a696-4cf1-b311-995743661a26 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:10.897801 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.985582 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-83180530-0018-462d-bd71-20f4e43edd24 service neutron] 10.222.0.36 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559146 Jul 05 04:08:11.011337 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] For port a64987f3-a696-4cf1-b311-995743661a26, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a64987f3-a696-4cf1-b311-995743661a26,segment=NetworkSegment(5cb60f84-5c0a-4515-bd56-3a11b47ed7a0),segment_id=5cb60f84-5c0a-4515-bd56-3a11b47ed7a0)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:11.016861 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.032587 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for a64987f3-a696-4cf1-b311-995743661a26 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:11.170613 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.182836 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Transition to ACTIVE for port object fd61e6ef-acb2-4186-8403-a5d18d6588f9 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:11.197894 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6375e48d-ae0b-461a-a41a-bbc1c7a237f5 None None] Network 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:11.252890 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da7f8f9d-1b14-4017-b91d-ff8f8b3dd644 req-089d1dbf-f169-473d-a81b-940546e87255 service neutron] 10.222.0.36 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587142 Jul 05 04:08:11.269587 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.290815 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.293984 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c97c152a-8116-487a-b49b-3e01c0e5b4e0 None None] Provisioning complete for port a64987f3-a696-4cf1-b311-995743661a26 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:11.294367 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c97c152a-8116-487a-b49b-3e01c0e5b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.310652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=a64987f3-a696-4cf1-b311-995743661a26,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:11.314548 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No DVR routers for this DVR port a64987f3-a696-4cf1-b311-995743661a26 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:11.341538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-c97c152a-8116-487a-b49b-3e01c0e5b4e0 None None] Port a64987f3-a696-4cf1-b311-995743661a26 was deleted so its status cannot be updated. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:08:11.393408 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Attempting to bind port fd61e6ef-acb2-4186-8403-a5d18d6588f9 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:11.394063 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Attempting to bind port fd61e6ef-acb2-4186-8403-a5d18d6588f9 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:11.394604 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Attempting to bind port fd61e6ef-acb2-4186-8403-a5d18d6588f9 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:11.396878 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.446638 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:11.446638 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:11.447022 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.448204 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:11.448749 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Bound port: fd61e6ef-acb2-4186-8403-a5d18d6588f9, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:11.449154 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.469789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d376e54-3091-4f8f-8698-f01a470bcaa1 None None] DHCP port deletion for 7592e27a-6eaa-4c53-a18d-fe5e5c3c8410 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:11.488532 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.506149 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04e260-bd1b-48fb-846b-fb00db0d79b4 None None] Pushing event updated for resources: {'Port': ['ID=fd61e6ef-acb2-4186-8403-a5d18d6588f9,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:11.512375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7592e27a-6eaa-4c53-a18d-fe5e5c3c8410']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:11.541349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb60f84-5c0a-4515-bd56-3a11b47ed7a0') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:11.543472 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04e260-bd1b-48fb-846b-fb00db0d79b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.543824 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04e260-bd1b-48fb-846b-fb00db0d79b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.544191 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04e260-bd1b-48fb-846b-fb00db0d79b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.546807 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1f729434-f714-43fd-8683-cc55aafda41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.546921 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04e260-bd1b-48fb-846b-fb00db0d79b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.546921 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04e260-bd1b-48fb-846b-fb00db0d79b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.546921 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04e260-bd1b-48fb-846b-fb00db0d79b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.546921 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04e260-bd1b-48fb-846b-fb00db0d79b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.546921 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04e260-bd1b-48fb-846b-fb00db0d79b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.546921 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04e260-bd1b-48fb-846b-fb00db0d79b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.546921 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04e260-bd1b-48fb-846b-fb00db0d79b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.546921 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04e260-bd1b-48fb-846b-fb00db0d79b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.547529 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04e260-bd1b-48fb-846b-fb00db0d79b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.549303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb60f84-5c0a-4515-bd56-3a11b47ed7a0') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:11.576949 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.596178 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.608711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:11.609207 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:11.615493 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:11.625430 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] For port fd61e6ef-acb2-4186-8403-a5d18d6588f9, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:11.764038 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Allocated IP 172.20.0.1 (f83a3ac0-c6bd-4858-8b09-68306f2ecbee/0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c/b8e773d5-769f-45f4-a919-41f3922bb140) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:11.833772 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.841092 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] For port fd61e6ef-acb2-4186-8403-a5d18d6588f9, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fd61e6ef-acb2-4186-8403-a5d18d6588f9,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:11.843849 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.845766 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/networks/7592e27a-6eaa-4c53-a18d-fe5e5c3c8410 HTTP/1.1" status: 204 len: 168 time: 1.1601071 Jul 05 04:08:11.847174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae207e15-268c-4fd0-adc7-39dd0ec3e0c0 req-8ba31496-b347-40c2-baea-d38316bdc158 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:11.852003 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae207e15-268c-4fd0-adc7-39dd0ec3e0c0 req-8ba31496-b347-40c2-baea-d38316bdc158 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 944 time: 0.1711311 Jul 05 04:08:11.854549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32792) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:11.867402 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0382ea-ee7d-4a8b-a289-fe98e13cc85c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Network': ['ID=7592e27a-6eaa-4c53-a18d-fe5e5c3c8410,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:11.956593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae207e15-268c-4fd0-adc7-39dd0ec3e0c0 req-34790d99-9035-442e-af92-2f03681f0a86 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893173 Jul 05 04:08:11.963406 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.989502 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.998582 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787bac64-4397-4558-a4ea-25f0c5297abe tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:12.000045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-787bac64-4397-4558-a4ea-25f0c5297abe tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1446583 Jul 05 04:08:12.003732 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32794) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:12.055851 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Routers {'8e738750-c6d9-4ec2-896a-d405f9434268'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:12.056667 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:07:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8e738750-c6d9-4ec2-896a-d405f9434268'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:12.085088 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cf0b5b13-d9c7-4d15-9a8b-dbb48825bb8f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0791180 Jul 05 04:08:12.088582 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32796) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:12.094197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-423ec3fd-1193-4c23-b680-825df5060ee7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1033911020'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:12.103979 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04e260-bd1b-48fb-846b-fb00db0d79b4 None None] Pushing event updated for resources: {'Port': ['ID=fd61e6ef-acb2-4186-8403-a5d18d6588f9,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:12.120778 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.167499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Network f83a3ac0-c6bd-4858-8b09-68306f2ecbee is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:12.172900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:12.176856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:12.177034 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] Set router 8e738750-c6d9-4ec2-896a-d405f9434268 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:08:12.202461 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e773d5-769f-45f4-a919-41f3922bb140,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:12.224010 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.298066 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423ec3fd-1193-4c23-b680-825df5060ee7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:12.301839 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-423ec3fd-1193-4c23-b680-825df5060ee7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.378610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423ec3fd-1193-4c23-b680-825df5060ee7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:12.404467 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a64987f3-a696-4cf1-b311-995743661a26 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:12.418584 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-423ec3fd-1193-4c23-b680-825df5060ee7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.418953 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-423ec3fd-1193-4c23-b680-825df5060ee7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Added segment 48c95926-370c-43f2-9430-632ad1d0fac4 of type vlan for network 548598ea-96d4-4e91-86a3-fa4094eaeff6 Jul 05 04:08:12.432364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: a64987f3-a696-4cf1-b311-995743661a26 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:12.432707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a64987f3-a696-4cf1-b311-995743661a26 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:12.505718 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-423ec3fd-1193-4c23-b680-825df5060ee7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.511706 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'name': 'tempest-ServerRescueTestJSON-233777669-router', 'tenant_id': 'bd6f1657c8ca49279063563768e092b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:04Z', 'updated_at': '2021-07-05T04:08:08Z', 'revision_number': 3, 'project_id': 'bd6f1657c8ca49279063563768e092b0', 'gw_port': {'id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:06Z', 'updated_at': '2021-07-05T04:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:12.540831 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb35afe6-74e7-443b-bd9f-410a6dd774df None None] The sync data for ids ['8e738750-c6d9-4ec2-896a-d405f9434268'] in n-d-771363-32 is: [{'id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'name': 'tempest-ServerRescueTestJSON-233777669-router', 'tenant_id': 'bd6f1657c8ca49279063563768e092b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:04Z', 'updated_at': '2021-07-05T04:08:08Z', 'revision_number': 3, 'project_id': 'bd6f1657c8ca49279063563768e092b0', 'gw_port': {'id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:06Z', 'updated_at': '2021-07-05T04:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:08:12.636443 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.648532 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-423ec3fd-1193-4c23-b680-825df5060ee7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.657187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423ec3fd-1193-4c23-b680-825df5060ee7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:12.657871 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-423ec3fd-1193-4c23-b680-825df5060ee7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.764208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ec3fd-1193-4c23-b680-825df5060ee7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Network': ['ID=548598ea-96d4-4e91-86a3-fa4094eaeff6,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:12.777506 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 548598ea-96d4-4e91-86a3-fa4094eaeff6 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:12.880397 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-423ec3fd-1193-4c23-b680-825df5060ee7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7870355 Jul 05 04:08:12.880628 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32808) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:12.885694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5c03386f-c4fd-4941-9873-9ac318fa3200 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'subnet': {'network_id': '548598ea-96d4-4e91-86a3-fa4094eaeff6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:12.945894 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.100481 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.193693 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e773d5-769f-45f4-a919-41f3922bb140,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:13.195468 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c03386f-c4fd-4941-9873-9ac318fa3200 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:13.202756 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.204720 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c03386f-c4fd-4941-9873-9ac318fa3200 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.279404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5025c8-8ba3-448f-ad2e-017c563fe446 req-4236b026-02e0-4879-bffe-9e2c560f3d30 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:13.281024 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f5025c8-8ba3-448f-ad2e-017c563fe446 req-4236b026-02e0-4879-bffe-9e2c560f3d30 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 944 time: 0.1909885 Jul 05 04:08:13.348609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f5025c8-8ba3-448f-ad2e-017c563fe446 req-49c4722c-4bfc-468c-b872-df286ba86532 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608132 Jul 05 04:08:13.359702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Network f83a3ac0-c6bd-4858-8b09-68306f2ecbee is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:13.361686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:13.534699 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Router 8e738750-c6d9-4ec2-896a-d405f9434268 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:08:13.651108 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c03386f-c4fd-4941-9873-9ac318fa3200 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.652010 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:08:13.657362 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3d93348a-d213-4d89-b058-621cd1f79117 admin admin] 10.222.0.38 "PUT /v2.0/routers/8e738750-c6d9-4ec2-896a-d405f9434268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1766424 Jul 05 04:08:13.689230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32820) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:13.716757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03386f-c4fd-4941-9873-9ac318fa3200 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Subnet': ['ID=c0259c18-7300-4945-927e-64e8b030dbf9,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:13.780377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a360c8f-4916-4cc0-a983-3c4572ab6a72 admin admin] Deleting subnet 9f651cba-b433-4419-91ca-f5d85bcb1fa0 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:13.783097 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c03386f-c4fd-4941-9873-9ac318fa3200 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Checking segment: {'id': '48c95926-370c-43f2-9430-632ad1d0fac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '548598ea-96d4-4e91-86a3-fa4094eaeff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:13.783598 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8a360c8f-4916-4cc0-a983-3c4572ab6a72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.784591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c03386f-c4fd-4941-9873-9ac318fa3200 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network hostable DHCP agents. Network: 548598ea-96d4-4e91-86a3-fa4094eaeff6, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:13.820560 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8a360c8f-4916-4cc0-a983-3c4572ab6a72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.863731 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8a360c8f-4916-4cc0-a983-3c4572ab6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.908948 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c03386f-c4fd-4941-9873-9ac318fa3200 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 548598ea-96d4-4e91-86a3-fa4094eaeff6 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:14.004782 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c109ea0f-e963-4053-be87-5d3ceddc8582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.042088 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-5c03386f-c4fd-4941-9873-9ac318fa3200 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 548598ea-96d4-4e91-86a3-fa4094eaeff6) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:14.045700 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8a360c8f-4916-4cc0-a983-3c4572ab6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.055481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d4f5d0-9ed1-4bea-84ec-27b2c8d8dd8a None None] Network 548598ea-96d4-4e91-86a3-fa4094eaeff6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:14.064005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c03386f-c4fd-4941-9873-9ac318fa3200 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:14.064840 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c03386f-c4fd-4941-9873-9ac318fa3200 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.113809 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8a360c8f-4916-4cc0-a983-3c4572ab6a72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.116057 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8a360c8f-4916-4cc0-a983-3c4572ab6a72 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9f651cba-b433-4419-91ca-f5d85bcb1fa0 HTTP/1.1" status: 204 len: 168 time: 0.4254515 Jul 05 04:08:14.119272 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32838) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.133698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a360c8f-4916-4cc0-a983-3c4572ab6a72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f651cba-b433-4419-91ca-f5d85bcb1fa0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:14.259464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-8f45cd40-6d15-4a0e-a930-de8c3bae2687 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:14.261294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-8f45cd40-6d15-4a0e-a930-de8c3bae2687 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/networks?id=f83a3ac0-c6bd-4858-8b09-68306f2ecbee HTTP/1.1" status: 200 len: 810 time: 0.1255355 Jul 05 04:08:14.291449 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5c03386f-c4fd-4941-9873-9ac318fa3200 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4101081 Jul 05 04:08:14.293711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32840) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.300417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-94bb064a-4872-4af7-b326-a37158e7b0ce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'network_id': '548598ea-96d4-4e91-86a3-fa4094eaeff6', 'name': 'tempest-PortsTestJSON-548705234'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:14.328970 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-548598ea-96d4-4e91-86a3-fa4094eaeff6', 'network_id': '548598ea-96d4-4e91-86a3-fa4094eaeff6', 'tenant_id': '8cf914c29d4b4151996c1c383040ef80', 'fixed_ips': [{'subnet_id': 'c0259c18-7300-4945-927e-64e8b030dbf9'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:14.332472 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.359037 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a9494a93-7265-4635-ba43-3df36c5c5dd8 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/quotas/bd6f1657c8ca49279063563768e092b0 HTTP/1.1" status: 200 len: 375 time: 0.0843711 Jul 05 04:08:14.483402 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8954582c-c56e-4521-be98-8baf68f6578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.511298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fd61e6ef-acb2-4186-8403-a5d18d6588f9 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:14.611540 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-7b7df08b-0330-436f-af25-fd5dc5aafa99 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bd6f1657c8ca49279063563768e092b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2475784 Jul 05 04:08:14.644549 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.686981 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Allocated IP 172.20.0.2 (548598ea-96d4-4e91-86a3-fa4094eaeff6/c0259c18-7300-4945-927e-64e8b030dbf9/0cabfb2c-4d6c-4ac9-960e-333db77ebb1e) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:14.704087 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Sync routers for ids ['8e738750-c6d9-4ec2-896a-d405f9434268'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:08:14.755673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Routers {'8e738750-c6d9-4ec2-896a-d405f9434268'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:14.755673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:08:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8e738750-c6d9-4ec2-896a-d405f9434268'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:14.787030 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8954582c-c56e-4521-be98-8baf68f6578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.804752 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-8954582c-c56e-4521-be98-8baf68f6578e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134bd46c-922a-4f79-af65-50dd68ec0531']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:14.822786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bb064a-4872-4af7-b326-a37158e7b0ce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:14.826787 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94bb064a-4872-4af7-b326-a37158e7b0ce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.828421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port fd61e6ef-acb2-4186-8403-a5d18d6588f9 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:14.851997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-8954582c-c56e-4521-be98-8baf68f6578e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbdce9e5-77e6-42f9-97df-f05d04a60772') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:14.854575 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-8954582c-c56e-4521-be98-8baf68f6578e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbdce9e5-77e6-42f9-97df-f05d04a60772') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:14.869377 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-94bb064a-4872-4af7-b326-a37158e7b0ce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port d3dccb72-4520-43d8-8797-ec8c22aaa9f9 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:14.876905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port fd61e6ef-acb2-4186-8403-a5d18d6588f9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:14.877303 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.981484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Set router 8e738750-c6d9-4ec2-896a-d405f9434268 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:08:15.042670 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.074711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ea728f3c-bd5b-4807-9f33-36e6268bc430 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:08:15.109942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Transition to ACTIVE for port object 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:15.200215 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.205559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Transition to ACTIVE for port object 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:15.222060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-9a49a0e9-91c5-4016-9a34-2de1cfecbfc0 service neutron] 10.222.0.38 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874908 Jul 05 04:08:15.223741 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8954582c-c56e-4521-be98-8baf68f6578e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.255188 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e634c-90da-41d8-9f32-14639c95f7ae req-d7013230-7422-417e-b96f-43dd9565201a tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:15.262178 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-453e634c-90da-41d8-9f32-14639c95f7ae req-d7013230-7422-417e-b96f-43dd9565201a tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 944 time: 0.6784601 Jul 05 04:08:15.275637 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8954582c-c56e-4521-be98-8baf68f6578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.299666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port fd61e6ef-acb2-4186-8403-a5d18d6588f9, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fd61e6ef-acb2-4186-8403-a5d18d6588f9,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:15.320877 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8954582c-c56e-4521-be98-8baf68f6578e admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8954582c-c56e-4521-be98-8baf68f6578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:15.328786 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:15.343508 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.370444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-94bb064a-4872-4af7-b326-a37158e7b0ce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Allocated IP 172.20.0.11 (548598ea-96d4-4e91-86a3-fa4094eaeff6/c0259c18-7300-4945-927e-64e8b030dbf9/d3dccb72-4520-43d8-8797-ec8c22aaa9f9) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:15.400590 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Network 548598ea-96d4-4e91-86a3-fa4094eaeff6 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:15.412575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ea728f3c-bd5b-4807-9f33-36e6268bc430, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ea728f3c-bd5b-4807-9f33-36e6268bc430,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:15.416389 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:15.429460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:15.431113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-453e634c-90da-41d8-9f32-14639c95f7ae req-8322ec1a-3333-4fa0-95b6-6685b047bd7c tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677694 Jul 05 04:08:15.442612 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.470034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Pushing event updated for resources: {'Port': ['ID=0cabfb2c-4d6c-4ac9-960e-333db77ebb1e,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:15.477122 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'ea728f3c-bd5b-4807-9f33-36e6268bc430', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'port_id': 'ea728f3c-bd5b-4807-9f33-36e6268bc430', 'mac_address': 'fa:16:3e:fa:2f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:08:15.478706 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.483804 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-5c832df9-b673-4018-a052-17444c866bee service neutron] 10.222.0.38 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473843 Jul 05 04:08:15.628601 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8954582c-c56e-4521-be98-8baf68f6578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.643094 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8954582c-c56e-4521-be98-8baf68f6578e admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.645511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94bb064a-4872-4af7-b326-a37158e7b0ce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.650545 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8954582c-c56e-4521-be98-8baf68f6578e admin admin] 10.222.0.38 "DELETE /v2.0/networks/134bd46c-922a-4f79-af65-50dd68ec0531 HTTP/1.1" status: 204 len: 168 time: 1.5299201 Jul 05 04:08:15.654093 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32852) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:15.655455 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'name': 'tempest-ServerRescueTestJSON-233777669-router', 'tenant_id': 'bd6f1657c8ca49279063563768e092b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:04Z', 'updated_at': '2021-07-05T04:08:12Z', 'revision_number': 4, 'project_id': 'bd6f1657c8ca49279063563768e092b0', 'gw_port': {'id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:06Z', 'updated_at': '2021-07-05T04:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b8e773d5-769f-45f4-a919-41f3922bb140', 'name': '', 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee', 'tenant_id': 'bd6f1657c8ca49279063563768e092b0', 'mac_address': 'fa:16:3e:16:c9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:11Z', 'updated_at': '2021-07-05T04:08:12Z', 'revision_number': 2, 'project_id': 'bd6f1657c8ca49279063563768e092b0', 'subnets': [{'id': '0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:15.662198 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Attempting to bind port 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:15.662575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Attempting to bind port 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '48c95926-370c-43f2-9430-632ad1d0fac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '548598ea-96d4-4e91-86a3-fa4094eaeff6'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:15.663267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Attempting to bind port 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e on network 548598ea-96d4-4e91-86a3-fa4094eaeff6 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:15.666669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-94bb064a-4872-4af7-b326-a37158e7b0ce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Transition to ACTIVE for port object d3dccb72-4520-43d8-8797-ec8c22aaa9f9 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:15.716659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Checking router: 8e738750-c6d9-4ec2-896a-d405f9434268 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:08:15.716934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Updating router 8e738750-c6d9-4ec2-896a-d405f9434268 port b8e773d5-769f-45f4-a919-41f3922bb140 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:08:15.717049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954582c-c56e-4521-be98-8baf68f6578e admin admin] Pushing event deleted for resources: {'Network': ['ID=134bd46c-922a-4f79-af65-50dd68ec0531,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:15.722166 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:15.722166 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Checking segment: {'id': '48c95926-370c-43f2-9430-632ad1d0fac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '548598ea-96d4-4e91-86a3-fa4094eaeff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:15.722166 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.722166 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Bound using segment: {'id': '48c95926-370c-43f2-9430-632ad1d0fac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '548598ea-96d4-4e91-86a3-fa4094eaeff6'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:15.722166 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Bound port: 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c95926-370c-43f2-9430-632ad1d0fac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '548598ea-96d4-4e91-86a3-fa4094eaeff6'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:15.723854 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.724628 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=fd61e6ef-acb2-4186-8403-a5d18d6588f9,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:15.730958 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.743214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-c223630a-e14b-4224-8edb-b231503a49ed admin admin] Deleting subnet cc74216c-3a0f-4277-949e-cd94368d8a5f {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:15.746764 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c223630a-e14b-4224-8edb-b231503a49ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.783637 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c223630a-e14b-4224-8edb-b231503a49ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.841043 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94bb064a-4872-4af7-b326-a37158e7b0ce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.919862 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c223630a-e14b-4224-8edb-b231503a49ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.924341 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5348b3d0-74a9-4afc-bef8-5f5cf41deb6f req-e2e56510-48ee-49be-a829-b412da758e87 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 210 time: 0.0458925 Jul 05 04:08:15.963315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb064a-4872-4af7-b326-a37158e7b0ce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=d3dccb72-4520-43d8-8797-ec8c22aaa9f9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:15.981700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb064a-4872-4af7-b326-a37158e7b0ce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 548598ea-96d4-4e91-86a3-fa4094eaeff6 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:15.983248 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-94bb064a-4872-4af7-b326-a37158e7b0ce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:15.985033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea728f3c-bd5b-4807-9f33-36e6268bc430 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:15.997803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb064a-4872-4af7-b326-a37158e7b0ce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:16.021698 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.059152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ea728f3c-bd5b-4807-9f33-36e6268bc430, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ea728f3c-bd5b-4807-9f33-36e6268bc430,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:16.091820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bb064a-4872-4af7-b326-a37158e7b0ce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:16.091820 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94bb064a-4872-4af7-b326-a37158e7b0ce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.113104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] For port 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:16.118515 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] For port 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0cabfb2c-4d6c-4ac9-960e-333db77ebb1e,segment=NetworkSegment(48c95926-370c-43f2-9430-632ad1d0fac4),segment_id=48c95926-370c-43f2-9430-632ad1d0fac4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:16.234920 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c223630a-e14b-4224-8edb-b231503a49ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.282014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223630a-e14b-4224-8edb-b231503a49ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc74216c-3a0f-4277-949e-cd94368d8a5f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:16.285196 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c223630a-e14b-4224-8edb-b231503a49ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.290647 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32866) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:16.292614 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c223630a-e14b-4224-8edb-b231503a49ed admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cc74216c-3a0f-4277-949e-cd94368d8a5f HTTP/1.1" status: 204 len: 168 time: 0.6154454 Jul 05 04:08:16.324354 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.378016 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89f894ed-aa99-40a5-a817-94130832cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.383066 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.385843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32870) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:16.391722 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-61feda1c-b344-4663-8344-1e1d2fead750 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'network_id': '548598ea-96d4-4e91-86a3-fa4094eaeff6', 'name': 'tempest-PortsTestJSON-88060178'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:16.394845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fd61e6ef-acb2-4186-8403-a5d18d6588f9 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:16.396161 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-94bb064a-4872-4af7-b326-a37158e7b0ce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1011109 Jul 05 04:08:16.462465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c592b9-ec64-4fff-a4dc-284eca7a8631 None None] Pushing event updated for resources: {'Port': ['ID=0cabfb2c-4d6c-4ac9-960e-333db77ebb1e,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:16.532747 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89f894ed-aa99-40a5-a817-94130832cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.544863 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=ea728f3c-bd5b-4807-9f33-36e6268bc430,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:16.549089 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-89f894ed-aa99-40a5-a817-94130832cb9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c7f914-5183-467b-a530-70dfa45c1b82']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:16.563924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-89f894ed-aa99-40a5-a817-94130832cb9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827db1e6-fe7d-402a-ab97-aea430a42ac9') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:16.564648 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-89f894ed-aa99-40a5-a817-94130832cb9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827db1e6-fe7d-402a-ab97-aea430a42ac9') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:16.577465 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89f894ed-aa99-40a5-a817-94130832cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.596935 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89f894ed-aa99-40a5-a817-94130832cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.605601 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f894ed-aa99-40a5-a817-94130832cb9b admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:16.606202 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89f894ed-aa99-40a5-a817-94130832cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:16.636743 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:16.680469 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.696496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Transition to ACTIVE for port object b8e773d5-769f-45f4-a919-41f3922bb140 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:16.751300 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port fd61e6ef-acb2-4186-8403-a5d18d6588f9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:16.751300 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.751486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61feda1c-b344-4663-8344-1e1d2fead750 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:16.751584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['ea728f3c-bd5b-4807-9f33-36e6268bc430'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:16.751690 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61feda1c-b344-4663-8344-1e1d2fead750 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.779698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-61feda1c-b344-4663-8344-1e1d2fead750 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port e60b7844-980e-4b67-8257-2395a90767bd yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:16.857667 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89f894ed-aa99-40a5-a817-94130832cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.862928 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.864464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c4162-2975-404a-905f-6a1dbd155491 req-878ad35e-64f4-472d-9a8d-42281a6d7aa3 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:16.869968 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-847c4162-2975-404a-905f-6a1dbd155491 req-878ad35e-64f4-472d-9a8d-42281a6d7aa3 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 945 time: 0.2409191 Jul 05 04:08:16.874401 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89f894ed-aa99-40a5-a817-94130832cb9b admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.892743 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-89f894ed-aa99-40a5-a817-94130832cb9b admin admin] 10.222.0.38 "DELETE /v2.0/networks/a0c7f914-5183-467b-a530-70dfa45c1b82 HTTP/1.1" status: 204 len: 168 time: 0.6010067 Jul 05 04:08:16.911911 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f894ed-aa99-40a5-a817-94130832cb9b admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c7f914-5183-467b-a530-70dfa45c1b82,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:17.021796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-847c4162-2975-404a-905f-6a1dbd155491 req-2f223e55-1678-4869-b67f-e5ad6d93fb94 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477916 Jul 05 04:08:17.031338 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.037417 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89600fcb-4839-401b-b36d-8ee7fe80f7df None None] Pushing event updated for resources: {'Port': ['ID=b8e773d5-769f-45f4-a919-41f3922bb140,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:17.080219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-61feda1c-b344-4663-8344-1e1d2fead750 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Allocated IP 172.20.0.6 (548598ea-96d4-4e91-86a3-fa4094eaeff6/c0259c18-7300-4945-927e-64e8b030dbf9/e60b7844-980e-4b67-8257-2395a90767bd) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:17.092747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff2f278c-dcc3-4287-bd55-fb3df2d76ecc req-7ab01117-6357-4797-a27a-ac9ca165988e tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 210 time: 0.0695574 Jul 05 04:08:17.135273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Attempting to bind port b8e773d5-769f-45f4-a919-41f3922bb140 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:17.135839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Attempting to bind port b8e773d5-769f-45f4-a919-41f3922bb140 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'b6f1f396-ad86-49d6-ab50-72689761f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:17.141267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Attempting to bind port b8e773d5-769f-45f4-a919-41f3922bb140 on network f83a3ac0-c6bd-4858-8b09-68306f2ecbee {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:17.147213 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:17.147620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Checking segment: {'id': 'b6f1f396-ad86-49d6-ab50-72689761f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:17.148196 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.148480 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Bound using segment: {'id': 'b6f1f396-ad86-49d6-ab50-72689761f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:17.148972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Bound port: b8e773d5-769f-45f4-a919-41f3922bb140, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f1f396-ad86-49d6-ab50-72689761f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:17.149400 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.253606 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] For port b8e773d5-769f-45f4-a919-41f3922bb140, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:17.257252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] For port b8e773d5-769f-45f4-a919-41f3922bb140, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b8e773d5-769f-45f4-a919-41f3922bb140,segment=NetworkSegment(b6f1f396-ad86-49d6-ab50-72689761f935),segment_id=b6f1f396-ad86-49d6-ab50-72689761f935)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:17.293854 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61feda1c-b344-4663-8344-1e1d2fead750 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.310620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-61feda1c-b344-4663-8344-1e1d2fead750 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Transition to ACTIVE for port object e60b7844-980e-4b67-8257-2395a90767bd will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:17.406585 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.435972 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61feda1c-b344-4663-8344-1e1d2fead750 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.488728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Routers {'8e738750-c6d9-4ec2-896a-d405f9434268'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:17.489438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:08:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8e738750-c6d9-4ec2-896a-d405f9434268'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:17.497649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61feda1c-b344-4663-8344-1e1d2fead750 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 548598ea-96d4-4e91-86a3-fa4094eaeff6 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:17.506846 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-61feda1c-b344-4663-8344-1e1d2fead750 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:17.507169 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32888) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:17.507634 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61feda1c-b344-4663-8344-1e1d2fead750 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:17.521667 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61feda1c-b344-4663-8344-1e1d2fead750 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=e60b7844-980e-4b67-8257-2395a90767bd,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:17.602257 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-97e5e392-546d-47e6-be86-d455c7a9cfe5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9dbf91abfbf544c2a4a0b9e1fb408772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0958848 Jul 05 04:08:17.602533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32890) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:17.610809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61feda1c-b344-4663-8344-1e1d2fead750 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:17.611639 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-61feda1c-b344-4663-8344-1e1d2fead750 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.614835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] Set router 8e738750-c6d9-4ec2-896a-d405f9434268 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:08:17.655146 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89600fcb-4839-401b-b36d-8ee7fe80f7df None None] Pushing event updated for resources: {'Port': ['ID=b8e773d5-769f-45f4-a919-41f3922bb140,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:17.679758 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a67af643-edd2-407f-803e-4c25e0c4b453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.706071 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-61feda1c-b344-4663-8344-1e1d2fead750 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3189712 Jul 05 04:08:17.708664 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32896) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:17.716978 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a67af643-edd2-407f-803e-4c25e0c4b453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.885884 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6c4eea-24eb-4ff7-ad10-df342a526dc6 None None] Network 548598ea-96d4-4e91-86a3-fa4094eaeff6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:17.902091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ac3da5-5edd-4117-b98b-752471177d24 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:17.907091 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-67ac3da5-5edd-4117-b98b-752471177d24 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.1946459 Jul 05 04:08:17.907370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32900) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:17.907975 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a67af643-edd2-407f-803e-4c25e0c4b453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.911543 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a67af643-edd2-407f-803e-4c25e0c4b453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.914094 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a67af643-edd2-407f-803e-4c25e0c4b453 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fdacd6c2-8c5a-4c39-8f18-633302756de7 HTTP/1.1" status: 204 len: 168 time: 0.3098931 Jul 05 04:08:17.937543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67af643-edd2-407f-803e-4c25e0c4b453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdacd6c2-8c5a-4c39-8f18-633302756de7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:18.060103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-60bd21a6-849c-499c-b53c-00fca4548c60 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port e60b7844-980e-4b67-8257-2395a90767bd {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:18.060996 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-60bd21a6-849c-499c-b53c-00fca4548c60 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.076864 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'name': 'tempest-ServerRescueTestJSON-233777669-router', 'tenant_id': 'bd6f1657c8ca49279063563768e092b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:04Z', 'updated_at': '2021-07-05T04:08:12Z', 'revision_number': 4, 'project_id': 'bd6f1657c8ca49279063563768e092b0', 'gw_port': {'id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:06Z', 'updated_at': '2021-07-05T04:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b8e773d5-769f-45f4-a919-41f3922bb140', 'name': '', 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee', 'tenant_id': 'bd6f1657c8ca49279063563768e092b0', 'mac_address': 'fa:16:3e:16:c9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:11Z', 'updated_at': '2021-07-05T04:08:17Z', 'revision_number': 4, 'project_id': 'bd6f1657c8ca49279063563768e092b0', 'subnets': [{'id': '0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:18.109750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068071f5-7c84-418c-a995-4ca5a5c1e9da None None] The sync data for ids ['8e738750-c6d9-4ec2-896a-d405f9434268'] in n-d-771363-32 is: [{'id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'name': 'tempest-ServerRescueTestJSON-233777669-router', 'tenant_id': 'bd6f1657c8ca49279063563768e092b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:04Z', 'updated_at': '2021-07-05T04:08:12Z', 'revision_number': 4, 'project_id': 'bd6f1657c8ca49279063563768e092b0', 'gw_port': {'id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:06Z', 'updated_at': '2021-07-05T04:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b8e773d5-769f-45f4-a919-41f3922bb140', 'name': '', 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee', 'tenant_id': 'bd6f1657c8ca49279063563768e092b0', 'mac_address': 'fa:16:3e:16:c9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:11Z', 'updated_at': '2021-07-05T04:08:17Z', 'revision_number': 4, 'project_id': 'bd6f1657c8ca49279063563768e092b0', 'subnets': [{'id': '0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:08:18.231435 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-60bd21a6-849c-499c-b53c-00fca4548c60 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.235265 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7bbbd3db-6306-4dc2-94bf-0baf93a9d266 None None] Provisioning for port 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:18.369204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-60bd21a6-849c-499c-b53c-00fca4548c60 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for e60b7844-980e-4b67-8257-2395a90767bd owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:18.423233 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0275faf-dd48-4488-a976-20dae12f0425 req-1b4771bf-bae1-4b0f-8e0a-aa55038d6b4c tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 210 time: 0.0954590 Jul 05 04:08:18.650868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b8e773d5-769f-45f4-a919-41f3922bb140 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:18.680050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adea3b-e98f-493a-acd7-a30dc7fb25ad req-1767a522-9fd9-42f8-9de3-8513a343d517 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:18.692321 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81adea3b-e98f-493a-acd7-a30dc7fb25ad req-1767a522-9fd9-42f8-9de3-8513a343d517 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 945 time: 0.4653468 Jul 05 04:08:18.783394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81adea3b-e98f-493a-acd7-a30dc7fb25ad req-8a88e63a-ba8f-454f-98e2-b7f256c184ac tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899072 Jul 05 04:08:19.034928 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-60bd21a6-849c-499c-b53c-00fca4548c60 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.036207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port b8e773d5-769f-45f4-a919-41f3922bb140 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:19.045808 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9f1bb313-89aa-494b-8d2e-0b2cf7a365e7 None None] Provisioning for port e60b7844-980e-4b67-8257-2395a90767bd completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:19.050657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port b8e773d5-769f-45f4-a919-41f3922bb140 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:19.052802 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.125920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd21a6-849c-499c-b53c-00fca4548c60 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=e60b7844-980e-4b67-8257-2395a90767bd,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:19.161818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ea728f3c-bd5b-4807-9f33-36e6268bc430 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:19.171705 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9f1bb313-89aa-494b-8d2e-0b2cf7a365e7 None None] Provisioning complete for port e60b7844-980e-4b67-8257-2395a90767bd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:19.172587 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb313-89aa-494b-8d2e-0b2cf7a365e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.253555 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-60bd21a6-849c-499c-b53c-00fca4548c60 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.258789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9f1bb313-89aa-494b-8d2e-0b2cf7a365e7 None None] Port e60b7844-980e-4b67-8257-2395a90767bd was deleted so its status cannot be updated. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:08:19.259438 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32918) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:19.260459 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-60bd21a6-849c-499c-b53c-00fca4548c60 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/e60b7844-980e-4b67-8257-2395a90767bd HTTP/1.1" status: 204 len: 168 time: 1.3520103 Jul 05 04:08:19.299417 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32920) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:19.332576 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-259bc3bc-dbd8-47d0-9dd1-1fd61245191d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] GET failed (client error): The resource could not be found. Jul 05 04:08:19.337867 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-259bc3bc-dbd8-47d0-9dd1-1fd61245191d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/e60b7844-980e-4b67-8257-2395a90767bd HTTP/1.1" status: 404 len: 333 time: 0.0775838 Jul 05 04:08:19.338880 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32922) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:19.345646 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.382015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9f1bb313-89aa-494b-8d2e-0b2cf7a365e7 None None] Provisioning for port d3dccb72-4520-43d8-8797-ec8c22aaa9f9 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:19.405725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9f1bb313-89aa-494b-8d2e-0b2cf7a365e7 None None] Provisioning complete for port d3dccb72-4520-43d8-8797-ec8c22aaa9f9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:19.411549 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9f1bb313-89aa-494b-8d2e-0b2cf7a365e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.459206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32924) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:19.459468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8dcbaac8-677d-4569-9e75-f8052bdee17b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fca1e01655424604af6fb7b16e3ce92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581569 Jul 05 04:08:19.460363 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port b8e773d5-769f-45f4-a919-41f3922bb140, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b8e773d5-769f-45f4-a919-41f3922bb140,segment=NetworkSegment(b6f1f396-ad86-49d6-ab50-72689761f935),segment_id=b6f1f396-ad86-49d6-ab50-72689761f935)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:19.464164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port ea728f3c-bd5b-4807-9f33-36e6268bc430 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:19.497170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port ea728f3c-bd5b-4807-9f33-36e6268bc430 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:19.499354 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.523874 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9f1bb313-89aa-494b-8d2e-0b2cf7a365e7 None None] Port d3dccb72-4520-43d8-8797-ec8c22aaa9f9 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:19.550692 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.551503 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:19.662446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-13970ff6-204c-4c9c-a3c1-81aefc1f3d4a None None] Could not find standard attr ID for object e60b7844-980e-4b67-8257-2395a90767bd. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:08:19.679511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0a06-7bef-42b7-b30f-68f1340120f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.700698 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=b8e773d5-769f-45f4-a919-41f3922bb140,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:19.714219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-13970ff6-204c-4c9c-a3c1-81aefc1f3d4a None None] Provisioning complete for port d3dccb72-4520-43d8-8797-ec8c22aaa9f9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:19.714642 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-13970ff6-204c-4c9c-a3c1-81aefc1f3d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.735977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0a06-7bef-42b7-b30f-68f1340120f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.784391 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.794605 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-13970ff6-204c-4c9c-a3c1-81aefc1f3d4a None None] Port d3dccb72-4520-43d8-8797-ec8c22aaa9f9 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:19.832806 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-7b12ab98-3bdf-4c05-bdb6-0b16a54b87f3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port d3dccb72-4520-43d8-8797-ec8c22aaa9f9 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:19.833043 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b12ab98-3bdf-4c05-bdb6-0b16a54b87f3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.841205 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e45e486-6993-4a7c-b1d3-0683c0d4492e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea728f3c-bd5b-4807-9f33-36e6268bc430'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:19.851584 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73c84ee-9c9e-48db-8bc9-a03d9798891e" -d '{"events": [{"server_uuid": "7e45e486-6993-4a7c-b1d3-0683c0d4492e", "name": "network-vif-plugged", "status": "completed", "tag": "ea728f3c-bd5b-4807-9f33-36e6268bc430"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:19.889028 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port ea728f3c-bd5b-4807-9f33-36e6268bc430, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ea728f3c-bd5b-4807-9f33-36e6268bc430,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:19.897700 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:19.904183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:19.904183 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.905056 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ee9f062-ee91-4c8b-9fa3-0c26d1f29a70 req-42863ef4-53eb-49d1-b07d-c8c7512b6779 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 210 time: 0.0817947 Jul 05 04:08:19.953405 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0a06-7bef-42b7-b30f-68f1340120f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.964632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0a06-7bef-42b7-b30f-68f1340120f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.980635 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fe2d0a06-7bef-42b7-b30f-68f1340120f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4c582298-a56b-4df0-ac03-54622b41ccc9 HTTP/1.1" status: 204 len: 168 time: 0.5064096 Jul 05 04:08:19.987305 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.024952 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d0a06-7bef-42b7-b30f-68f1340120f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c582298-a56b-4df0-ac03-54622b41ccc9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:20.135970 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bec9df-1964-4345-8c82-6243d56616a1 x-openstack-request-id: req-41bec9df-1964-4345-8c82-6243d56616a1 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:20.138238 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e45e486-6993-4a7c-b1d3-0683c0d4492e", "name": "network-vif-plugged", "status": "completed", "tag": "ea728f3c-bd5b-4807-9f33-36e6268bc430", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:20.138500 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-41bec9df-1964-4345-8c82-6243d56616a1 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:20.139083 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e45e486-6993-4a7c-b1d3-0683c0d4492e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea728f3c-bd5b-4807-9f33-36e6268bc430', 'code': 200} Jul 05 04:08:20.149583 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b12ab98-3bdf-4c05-bdb6-0b16a54b87f3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.196422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-7b12ab98-3bdf-4c05-bdb6-0b16a54b87f3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for d3dccb72-4520-43d8-8797-ec8c22aaa9f9 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:20.254309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=ea728f3c-bd5b-4807-9f33-36e6268bc430,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:20.348985 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.419361 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0cabfb2c-4d6c-4ac9-960e-333db77ebb1e,segment=NetworkSegment(48c95926-370c-43f2-9430-632ad1d0fac4),segment_id=48c95926-370c-43f2-9430-632ad1d0fac4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:20.525534 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.588741 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b12ab98-3bdf-4c05-bdb6-0b16a54b87f3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.599632 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246a3af-befb-4edd-bc68-90c4fc8cdcc4 req-c1e8bb01-d23a-4a7a-a501-0d0aee65eed1 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:20.610697 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6246a3af-befb-4edd-bc68-90c4fc8cdcc4 req-c1e8bb01-d23a-4a7a-a501-0d0aee65eed1 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 946 time: 0.5245714 Jul 05 04:08:20.623209 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=0cabfb2c-4d6c-4ac9-960e-333db77ebb1e,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:20.649475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12ab98-3bdf-4c05-bdb6-0b16a54b87f3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=d3dccb72-4520-43d8-8797-ec8c22aaa9f9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:20.684346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b8e773d5-769f-45f4-a919-41f3922bb140 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:20.734003 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-691feada-bd21-441d-bdbd-10d0aefd49a3 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:20.735565 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-691feada-bd21-441d-bdbd-10d0aefd49a3 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.10 "GET /v2.0/networks?id=f83a3ac0-c6bd-4858-8b09-68306f2ecbee HTTP/1.1" status: 200 len: 810 time: 0.4982748 Jul 05 04:08:20.758792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-df0b2e20-23f2-4993-8652-7e5d97f63958 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Request body: {'port': {'device_id': 'dd808bcd-72ad-4a0b-a666-6fe1c3f63a71', 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee', 'admin_state_up': True, 'tenant_id': 'bd6f1657c8ca49279063563768e092b0'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:20.781155 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b12ab98-3bdf-4c05-bdb6-0b16a54b87f3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.785730 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7b12ab98-3bdf-4c05-bdb6-0b16a54b87f3 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/d3dccb72-4520-43d8-8797-ec8c22aaa9f9 HTTP/1.1" status: 204 len: 168 time: 1.4431682 Jul 05 04:08:20.786021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32944) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:20.788535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port b8e773d5-769f-45f4-a919-41f3922bb140 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:20.789078 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.832669 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6246a3af-befb-4edd-bc68-90c4fc8cdcc4 req-79eeb850-7faf-44ba-af3b-ced9960c19f4 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184517 Jul 05 04:08:20.840497 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f36253-7739-4d8a-88fb-2f9f6fcf9305 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] GET failed (client error): The resource could not be found. Jul 05 04:08:20.844820 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b8f36253-7739-4d8a-88fb-2f9f6fcf9305 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/d3dccb72-4520-43d8-8797-ec8c22aaa9f9 HTTP/1.1" status: 404 len: 333 time: 0.0550690 Jul 05 04:08:20.845180 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32946) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:20.861121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cb5d6-a135-486d-bc77-b66bcdd7f4e4 req-aa3160fd-7fa6-4f13-875d-0049001eab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:20.866733 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae0cb5d6-a135-486d-bc77-b66bcdd7f4e4 req-aa3160fd-7fa6-4f13-875d-0049001eab92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 1098 time: 0.6060257 Jul 05 04:08:20.963854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47662c5-61bd-47c7-b11a-3f766895b5f1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting subnet c0259c18-7300-4945-927e-64e8b030dbf9 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:20.974705 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e47662c5-61bd-47c7-b11a-3f766895b5f1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.984039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae0cb5d6-a135-486d-bc77-b66bcdd7f4e4 req-65638d2e-3ec0-496d-8f6c-735b16aa1887 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068835 Jul 05 04:08:21.059424 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e47662c5-61bd-47c7-b11a-3f766895b5f1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.157172 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c9c4e3d-c45b-4843-9e02-ddf4c3b90edb req-1e025e58-9e75-4b29-aeba-e6452a78d488 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 210 time: 0.0689552 Jul 05 04:08:21.171245 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-df0b2e20-23f2-4993-8652-7e5d97f63958 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Made reservation on behalf of bd6f1657c8ca49279063563768e092b0 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:21.174796 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-df0b2e20-23f2-4993-8652-7e5d97f63958 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.204710 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e47662c5-61bd-47c7-b11a-3f766895b5f1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.317768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-df0b2e20-23f2-4993-8652-7e5d97f63958 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Allocated IP 172.20.0.3 (f83a3ac0-c6bd-4858-8b09-68306f2ecbee/0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c/32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:21.356059 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e47662c5-61bd-47c7-b11a-3f766895b5f1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.379048 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:08:21.387687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b6e8ee-f9f4-48b2-b151-b0e8beeb39cc None None] Network 548598ea-96d4-4e91-86a3-fa4094eaeff6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:21.403421 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e47662c5-61bd-47c7-b11a-3f766895b5f1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.405831 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e47662c5-61bd-47c7-b11a-3f766895b5f1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/c0259c18-7300-4945-927e-64e8b030dbf9 HTTP/1.1" status: 204 len: 168 time: 0.5578847 Jul 05 04:08:21.407386 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47662c5-61bd-47c7-b11a-3f766895b5f1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Subnet': ['ID=c0259c18-7300-4945-927e-64e8b030dbf9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:21.409273 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32960) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:21.566484 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.658714 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-df0b2e20-23f2-4993-8652-7e5d97f63958 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.684714 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840524b1-8ef7-48ac-a350-156a53d3c1de None None] DHCP port deletion for 548598ea-96d4-4e91-86a3-fa4094eaeff6 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:21.724626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:21.725889 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.766914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-840524b1-8ef7-48ac-a350-156a53d3c1de None None] Deleting port 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:21.767488 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-840524b1-8ef7-48ac-a350-156a53d3c1de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.811112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] For port 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0cabfb2c-4d6c-4ac9-960e-333db77ebb1e,segment=NetworkSegment(48c95926-370c-43f2-9430-632ad1d0fac4),segment_id=48c95926-370c-43f2-9430-632ad1d0fac4)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:21.811112 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.820696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78ec420a-7648-417a-9155-a3796ea47a68 req-3f4b257e-52ba-4f27-8e67-c5c7b1166768 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0870407 Jul 05 04:08:21.829394 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:21.852537 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-df0b2e20-23f2-4993-8652-7e5d97f63958 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.958969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-840524b1-8ef7-48ac-a350-156a53d3c1de None None] For port 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0cabfb2c-4d6c-4ac9-960e-333db77ebb1e,segment=NetworkSegment(48c95926-370c-43f2-9430-632ad1d0fac4),segment_id=48c95926-370c-43f2-9430-632ad1d0fac4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:21.959365 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-840524b1-8ef7-48ac-a350-156a53d3c1de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.019745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-df0b2e20-23f2-4993-8652-7e5d97f63958 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Network f83a3ac0-c6bd-4858-8b09-68306f2ecbee is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:22.029701 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-df0b2e20-23f2-4993-8652-7e5d97f63958 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:22.031670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b2e20-23f2-4993-8652-7e5d97f63958 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Pushing event updated for resources: {'Port': ['ID=32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:22.048386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-df0b2e20-23f2-4993-8652-7e5d97f63958 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:22.057962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-840524b1-8ef7-48ac-a350-156a53d3c1de None None] Calling delete_port for 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:22.108666 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.150502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-df0b2e20-23f2-4993-8652-7e5d97f63958 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:22.151329 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-df0b2e20-23f2-4993-8652-7e5d97f63958 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.176656 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec420a-7648-417a-9155-a3796ea47a68 req-065c26ee-224a-4325-aa12-06485b9de4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:22.179359 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78ec420a-7648-417a-9155-a3796ea47a68 req-065c26ee-224a-4325-aa12-06485b9de4df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7801c5eaf77a4187b4ccb741b70e7a4e&device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 1098 time: 0.2450678 Jul 05 04:08:22.199103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd72ac-b371-4a73-8f6d-c60148b21203 req-77f463b5-55b1-4498-b13d-277b90ba7efa tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:22.200692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-18bd72ac-b371-4a73-8f6d-c60148b21203 req-77f463b5-55b1-4498-b13d-277b90ba7efa tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 946 time: 0.1618607 Jul 05 04:08:22.232525 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=0cabfb2c-4d6c-4ac9-960e-333db77ebb1e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:22.246693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No DVR routers for this DVR port 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:22.312692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-18bd72ac-b371-4a73-8f6d-c60148b21203 req-08e12bc1-8455-4c7d-bc8f-4aeed27d0663 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036806 Jul 05 04:08:22.315978 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-df0b2e20-23f2-4993-8652-7e5d97f63958 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5645912 Jul 05 04:08:22.413770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Request body: {'port': {'device_id': 'dd808bcd-72ad-4a0b-a666-6fe1c3f63a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:22.434396 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-840524b1-8ef7-48ac-a350-156a53d3c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.464340 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.489064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548598ea-96d4-4e91-86a3-fa4094eaeff6']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:22.518453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c95926-370c-43f2-9430-632ad1d0fac4') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:22.519989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840524b1-8ef7-48ac-a350-156a53d3c1de None None] No DVR routers for this DVR port 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:22.521597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840524b1-8ef7-48ac-a350-156a53d3c1de None None] Pushing event deleted for resources: {'Port': ['ID=0cabfb2c-4d6c-4ac9-960e-333db77ebb1e,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:22.522783 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c95926-370c-43f2-9430-632ad1d0fac4') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:22.556280 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.587434 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.621074 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:22.621502 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.643863 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:22.692898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec420a-7648-417a-9155-a3796ea47a68 req-24dd5cbe-c4ab-4fe9-b659-8ba54a8d22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:22.694540 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78ec420a-7648-417a-9155-a3796ea47a68 req-24dd5cbe-c4ab-4fe9-b659-8ba54a8d22ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=14f393e8-d8ce-4acc-88a6-2f0d9bf28851 HTTP/1.1" status: 200 len: 907 time: 0.3960752 Jul 05 04:08:22.707614 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:22.707959 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0cabfb2c-4d6c-4ac9-960e-333db77ebb1e not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:22.715015 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:22.821422 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.822854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.825956 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/networks/548598ea-96d4-4e91-86a3-fa4094eaeff6 HTTP/1.1" status: 204 len: 168 time: 1.4151924 Jul 05 04:08:22.831864 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32998) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:22.838193 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-20b53ef7-e0d4-4097-a314-bccf252bf8da tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-926934893'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:22.848208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66608c-f7e2-4b50-aa28-1c2020f15ae3 req-7d92b24b-c303-4af2-a395-84c48b3c4009 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:22.850136 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d66608c-f7e2-4b50-aa28-1c2020f15ae3 req-7d92b24b-c303-4af2-a395-84c48b3c4009 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 931 time: 0.3071580 Jul 05 04:08:22.858599 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c599a8-da69-4d52-bbca-d4a6173bc19f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Network': ['ID=548598ea-96d4-4e91-86a3-fa4094eaeff6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:22.891379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78ec420a-7648-417a-9155-a3796ea47a68 req-ba85fb47-698c-457d-8bf5-cb5258a4fde4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6c34899-282a-47cf-bc0a-60b901dd8aaa HTTP/1.1" status: 200 len: 1000 time: 0.1851258 Jul 05 04:08:22.894946 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.010377 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d66608c-f7e2-4b50-aa28-1c2020f15ae3 req-f5f81b84-1dd5-48e5-9a52-bf3426b4f736 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363351 Jul 05 04:08:23.020007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86505-9c58-41b7-b834-1192e4359fda req-b728d038-fa31-4e4c-b7ba-33ce92c9c007 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:23.021508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4e86505-9c58-41b7-b834-1192e4359fda req-b728d038-fa31-4e4c-b7ba-33ce92c9c007 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 812 time: 0.2497454 Jul 05 04:08:23.029263 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec420a-7648-417a-9155-a3796ea47a68 req-0117fb62-18da-4c89-8959-52a61fd9cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:23.030740 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78ec420a-7648-417a-9155-a3796ea47a68 req-0117fb62-18da-4c89-8959-52a61fd9cb38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a96628af-59c1-4851-99ec-970c198f10a2 HTTP/1.1" status: 200 len: 845 time: 0.1195054 Jul 05 04:08:23.045984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b53ef7-e0d4-4097-a314-bccf252bf8da tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:23.051872 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20b53ef7-e0d4-4097-a314-bccf252bf8da tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.085296 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4e86505-9c58-41b7-b834-1192e4359fda req-15f81828-11d0-4d00-8971-42eb6aa5b152 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/quotas/48e750e760504acfa4e4109b157795f3 HTTP/1.1" status: 200 len: 375 time: 0.0473201 Jul 05 04:08:23.116201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b53ef7-e0d4-4097-a314-bccf252bf8da tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:23.126547 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20b53ef7-e0d4-4097-a314-bccf252bf8da tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.128551 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-20b53ef7-e0d4-4097-a314-bccf252bf8da tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Added segment 21fd9be7-f96c-4cb8-8afb-588d5215695d of type vlan for network 166c1b96-8db3-45f1-8599-1d2319014018 Jul 05 04:08:23.232666 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20b53ef7-e0d4-4097-a314-bccf252bf8da tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.282287 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec420a-7648-417a-9155-a3796ea47a68 req-e56f5936-1313-4126-b2c6-f56fc89bc1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:23.283808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78ec420a-7648-417a-9155-a3796ea47a68 req-e56f5936-1313-4126-b2c6-f56fc89bc1cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14f393e8-d8ce-4acc-88a6-2f0d9bf28851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2388809 Jul 05 04:08:23.370726 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20b53ef7-e0d4-4097-a314-bccf252bf8da tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.377567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b53ef7-e0d4-4097-a314-bccf252bf8da tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:23.378234 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20b53ef7-e0d4-4097-a314-bccf252bf8da tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.462697 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b53ef7-e0d4-4097-a314-bccf252bf8da tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Network': ['ID=166c1b96-8db3-45f1-8599-1d2319014018,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:23.473951 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 166c1b96-8db3-45f1-8599-1d2319014018 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:23.573405 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-20b53ef7-e0d4-4097-a314-bccf252bf8da tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7400186 Jul 05 04:08:23.576546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33014) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:23.583829 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5e68dc51-6de3-4356-9102-608fd3fcb52d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'subnet': {'network_id': '166c1b96-8db3-45f1-8599-1d2319014018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:23.769801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4e86505-9c58-41b7-b834-1192e4359fda req-b119ae27-60ca-4a8c-9c88-6d5bdeabc6f7 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6410193 Jul 05 04:08:23.838722 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e68dc51-6de3-4356-9102-608fd3fcb52d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:23.843645 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5e68dc51-6de3-4356-9102-608fd3fcb52d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.939117 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78ec420a-7648-417a-9155-a3796ea47a68 req-8a7ff047-26dc-4afd-bf16-4c9b702118cf service neutron] 10.222.0.36 "GET /v2.0/networks/14f393e8-d8ce-4acc-88a6-2f0d9bf28851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461101 Jul 05 04:08:24.045834 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4e86505-9c58-41b7-b834-1192e4359fda req-84aa0a3e-65d9-41fb-b679-4cc3d4e970b8 service neutron] 10.222.0.38 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625740 Jul 05 04:08:24.070925 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09a29e-21a1-45a7-80e8-27ceb34bcf09 req-43234728-90ec-4377-a4b1-63e09b97f4fb tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:24.072432 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb09a29e-21a1-45a7-80e8-27ceb34bcf09 req-43234728-90ec-4377-a4b1-63e09b97f4fb tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 946 time: 0.3094430 Jul 05 04:08:24.091571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:24.121837 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.177984 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5e68dc51-6de3-4356-9102-608fd3fcb52d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.202011 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Transition to ACTIVE for port object 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:24.221002 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78ec420a-7648-417a-9155-a3796ea47a68 req-b907512d-0b68-4629-80ad-5fbed9d3b53e service neutron] 10.222.0.36 "GET /v2.0/networks/14f393e8-d8ce-4acc-88a6-2f0d9bf28851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719202 Jul 05 04:08:24.226653 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb09a29e-21a1-45a7-80e8-27ceb34bcf09 req-0b065168-474a-4bb3-87d5-d7c29ae2379b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399887 Jul 05 04:08:24.263653 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4e86505-9c58-41b7-b834-1192e4359fda req-5231ce61-a9ec-46c6-be54-bb226a7d95aa service neutron] 10.222.0.38 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824548 Jul 05 04:08:24.280688 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.326237 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e68dc51-6de3-4356-9102-608fd3fcb52d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Checking segment: {'id': '21fd9be7-f96c-4cb8-8afb-588d5215695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '166c1b96-8db3-45f1-8599-1d2319014018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:24.326613 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e68dc51-6de3-4356-9102-608fd3fcb52d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network hostable DHCP agents. Network: 166c1b96-8db3-45f1-8599-1d2319014018, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:24.328946 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68dc51-6de3-4356-9102-608fd3fcb52d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Subnet': ['ID=d2f73e74-0a35-48a4-a0ad-bdc130c71004,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:24.381181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Pushing event updated for resources: {'Port': ['ID=32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:24.474084 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e68dc51-6de3-4356-9102-608fd3fcb52d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 166c1b96-8db3-45f1-8599-1d2319014018 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:24.570913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-5e68dc51-6de3-4356-9102-608fd3fcb52d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 166c1b96-8db3-45f1-8599-1d2319014018) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:24.575791 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e68dc51-6de3-4356-9102-608fd3fcb52d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:24.576411 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5e68dc51-6de3-4356-9102-608fd3fcb52d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.587025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01be3214-917d-4f53-ba27-0cc5d1768c05 None None] Network 166c1b96-8db3-45f1-8599-1d2319014018 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:24.597449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Attempting to bind port 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:24.597706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Attempting to bind port 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'b6f1f396-ad86-49d6-ab50-72689761f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:24.598039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Attempting to bind port 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 on network f83a3ac0-c6bd-4858-8b09-68306f2ecbee {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:24.606569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Port 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 on network f83a3ac0-c6bd-4858-8b09-68306f2ecbee not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:08:24.606569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Attempting to bind port 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 on network f83a3ac0-c6bd-4858-8b09-68306f2ecbee {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:24.619476 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c5126-09ae-4f6c-8f55-3f736dc5e91d req-2a3feaee-3e5a-4c42-884b-4fd898e68737 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:24.621157 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be0c5126-09ae-4f6c-8f55-3f736dc5e91d req-2a3feaee-3e5a-4c42-884b-4fd898e68737 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 943 time: 0.1745844 Jul 05 04:08:24.622157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:24.622489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Checking segment: {'id': 'b6f1f396-ad86-49d6-ab50-72689761f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:24.622870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Bound using segment: {'id': 'b6f1f396-ad86-49d6-ab50-72689761f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:24.623311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Bound port: 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f1f396-ad86-49d6-ab50-72689761f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:24.623669 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.686047 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5e68dc51-6de3-4356-9102-608fd3fcb52d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1080439 Jul 05 04:08:24.688664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33032) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:24.695079 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-45bfbf18-ad0a-4111-9bda-4021b7bfe0b5 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'network_id': '166c1b96-8db3-45f1-8599-1d2319014018', 'name': 'tempest-PortsTestJSON-2134404202', 'fixed_ips': [{'subnet_id': 'd2f73e74-0a35-48a4-a0ad-bdc130c71004', 'ip_address': '172.20.0.10'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:24.755852 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be0c5126-09ae-4f6c-8f55-3f736dc5e91d req-41cb34fd-2280-4e65-95b1-281b10306121 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221352 Jul 05 04:08:24.793586 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] For port 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:24.798035 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] For port 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2,segment=NetworkSegment(b6f1f396-ad86-49d6-ab50-72689761f935),segment_id=b6f1f396-ad86-49d6-ab50-72689761f935)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:24.862435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-166c1b96-8db3-45f1-8599-1d2319014018', 'network_id': '166c1b96-8db3-45f1-8599-1d2319014018', 'tenant_id': '8cf914c29d4b4151996c1c383040ef80', 'fixed_ips': [{'subnet_id': 'd2f73e74-0a35-48a4-a0ad-bdc130c71004'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:24.863490 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.931456 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.997997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:24.999255 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.004272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] 10.222.0.10 "PUT /v2.0/ports/32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 HTTP/1.1" status: 200 len: 1092 time: 2.6540325 Jul 05 04:08:25.004915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd808bcd-72ad-4a0b-a666-6fe1c3f63a71', 'tag': '32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:25.010645 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2734f0-4215-4036-bb93-261e2d044127" -d '{"events": [{"name": "network-changed", "server_uuid": "dd808bcd-72ad-4a0b-a666-6fe1c3f63a71", "tag": "32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:25.045832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bfbf18-ad0a-4111-9bda-4021b7bfe0b5 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:25.089757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f0ec5-64fd-4b2e-8dad-61fdfe7c4aed service neutron] Pushing event updated for resources: {'Port': ['ID=32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:25.231278 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e111b8-ba52-43d2-946a-8dc83c67f569 x-openstack-request-id: req-73e111b8-ba52-43d2-946a-8dc83c67f569 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:25.232682 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd808bcd-72ad-4a0b-a666-6fe1c3f63a71", "tag": "32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:25.233360 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-73e111b8-ba52-43d2-946a-8dc83c67f569 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:25.233360 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd808bcd-72ad-4a0b-a666-6fe1c3f63a71', 'tag': '32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2', 'status': 'completed', 'code': 200} Jul 05 04:08:25.237212 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Allocated IP 172.20.0.2 (166c1b96-8db3-45f1-8599-1d2319014018/d2f73e74-0a35-48a4-a0ad-bdc130c71004/8fcba34e-1e62-490a-8eea-6687be994064) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:25.278137 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0ddef-dc92-475d-a867-bc7a17a6573c req-8cf5e319-645f-4d4f-8af6-b2e70124bfc6 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:25.295252 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45bfbf18-ad0a-4111-9bda-4021b7bfe0b5 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.295865 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94e0ddef-dc92-475d-a867-bc7a17a6573c req-8cf5e319-645f-4d4f-8af6-b2e70124bfc6 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 946 time: 0.2012861 Jul 05 04:08:25.300706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33046) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.307084 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d4f45a0f-9e53-47fe-ac5c-3c057c8bd70d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Request body: {'floatingip': {'port_id': 'ea728f3c-bd5b-4807-9f33-36e6268bc430'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:25.338603 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-45bfbf18-ad0a-4111-9bda-4021b7bfe0b5 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port 7e5d1cd7-4f6b-4e8b-915f-7673edcfac95 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:25.393997 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d4f45a0f-9e53-47fe-ac5c-3c057c8bd70d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.398200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40062f15-c2f1-4ed6-aa5a-1baa8fe337f9 req-325e28b6-f3a4-4de2-b998-9b43886bc1b3 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 210 time: 0.0535965 Jul 05 04:08:25.488742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a291d651-913e-4353-a7c6-437472da1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:25.490320 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-a291d651-913e-4353-a7c6-437472da1f37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd6f1657c8ca49279063563768e092b0&device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 1095 time: 0.3272090 Jul 05 04:08:25.566249 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-dd9d8578-e90d-437b-89c7-5bdebab048ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 HTTP/1.1" status: 200 len: 217 time: 0.0420442 Jul 05 04:08:25.653536 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.667397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-56d79623-b9d3-4416-b956-a023dda07c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:25.668928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-56d79623-b9d3-4416-b956-a023dda07c48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c HTTP/1.1" status: 200 len: 850 time: 0.0874920 Jul 05 04:08:25.681468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Transition to ACTIVE for port object 8fcba34e-1e62-490a-8eea-6687be994064 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:25.700575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Transition to ACTIVE for port object 8fcba34e-1e62-490a-8eea-6687be994064 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:25.745082 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-0e204247-0cf9-4028-8e00-2bece13e60f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f83a3ac0-c6bd-4858-8b09-68306f2ecbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675814 Jul 05 04:08:25.817693 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.885761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Network 166c1b96-8db3-45f1-8599-1d2319014018 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:25.893075 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:25.895969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:25.908133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Pushing event updated for resources: {'Port': ['ID=8fcba34e-1e62-490a-8eea-6687be994064,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:25.963723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-45bfbf18-ad0a-4111-9bda-4021b7bfe0b5 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Allocated IP 172.20.0.10 (166c1b96-8db3-45f1-8599-1d2319014018/d2f73e74-0a35-48a4-a0ad-bdc130c71004/7e5d1cd7-4f6b-4e8b-915f-7673edcfac95) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:25.972773 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-78f03bb9-e589-4a1e-9a20-39b74a48183a service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176952 Jul 05 04:08:26.073642 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Attempting to bind port 8fcba34e-1e62-490a-8eea-6687be994064 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:26.074015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Attempting to bind port 8fcba34e-1e62-490a-8eea-6687be994064 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '21fd9be7-f96c-4cb8-8afb-588d5215695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '166c1b96-8db3-45f1-8599-1d2319014018'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:26.074376 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Attempting to bind port 8fcba34e-1e62-490a-8eea-6687be994064 on network 166c1b96-8db3-45f1-8599-1d2319014018 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:26.081800 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:26.082407 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Checking segment: {'id': '21fd9be7-f96c-4cb8-8afb-588d5215695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '166c1b96-8db3-45f1-8599-1d2319014018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:26.082814 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.083211 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Bound using segment: {'id': '21fd9be7-f96c-4cb8-8afb-588d5215695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '166c1b96-8db3-45f1-8599-1d2319014018'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:26.083685 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Bound port: 8fcba34e-1e62-490a-8eea-6687be994064, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21fd9be7-f96c-4cb8-8afb-588d5215695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '166c1b96-8db3-45f1-8599-1d2319014018'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:26.084452 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.230597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] For port 8fcba34e-1e62-490a-8eea-6687be994064, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:26.234621 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] For port 8fcba34e-1e62-490a-8eea-6687be994064, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8fcba34e-1e62-490a-8eea-6687be994064,segment=NetworkSegment(21fd9be7-f96c-4cb8-8afb-588d5215695d),segment_id=21fd9be7-f96c-4cb8-8afb-588d5215695d)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:26.293803 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b48a2ef-b9cf-4786-9533-79e2e0b6460d req-8586f1ac-9e52-4590-b8bd-2379cc374010 service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766569 Jul 05 04:08:26.329176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc6b2b-0839-43a4-a395-519f6aa5b427 req-dec2b38f-dfa1-4de0-8e62-83249e798930 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:26.336055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8fc6b2b-0839-43a4-a395-519f6aa5b427 req-dec2b38f-dfa1-4de0-8e62-83249e798930 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 943 time: 0.2812645 Jul 05 04:08:26.352722 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.382533 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45bfbf18-ad0a-4111-9bda-4021b7bfe0b5 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.397879 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-45bfbf18-ad0a-4111-9bda-4021b7bfe0b5 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Transition to ACTIVE for port object 7e5d1cd7-4f6b-4e8b-915f-7673edcfac95 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:26.411666 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8fc6b2b-0839-43a4-a395-519f6aa5b427 req-6ea9a3b7-cb6e-404a-8652-2800280f9b3e tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746439 Jul 05 04:08:26.465653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ad803-c991-44a1-838a-a40d877d2bce None None] Pushing event updated for resources: {'Port': ['ID=8fcba34e-1e62-490a-8eea-6687be994064,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:26.548577 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45bfbf18-ad0a-4111-9bda-4021b7bfe0b5 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.562076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed77adb2-f6c9-49c4-bdb5-bac93e10848f req-8b55d772-39f2-4351-9141-e36e663d3c4a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 210 time: 0.0492496 Jul 05 04:08:26.596533 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d4f45a0f-9e53-47fe-ac5c-3c057c8bd70d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.622907 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2734f0-4215-4036-bb93-261e2d044127 req-2186e870-0939-462f-9860-a04f703f3064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:26.629295 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af2734f0-4215-4036-bb93-261e2d044127 req-2186e870-0939-462f-9860-a04f703f3064 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd6f1657c8ca49279063563768e092b0&device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 1095 time: 0.1030140 Jul 05 04:08:26.661405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bfbf18-ad0a-4111-9bda-4021b7bfe0b5 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 166c1b96-8db3-45f1-8599-1d2319014018 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:26.666558 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-45bfbf18-ad0a-4111-9bda-4021b7bfe0b5 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:26.669363 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bfbf18-ad0a-4111-9bda-4021b7bfe0b5 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:26.683326 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfbf18-ad0a-4111-9bda-4021b7bfe0b5 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=7e5d1cd7-4f6b-4e8b-915f-7673edcfac95,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:26.748797 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d4f45a0f-9e53-47fe-ac5c-3c057c8bd70d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.786745 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bfbf18-ad0a-4111-9bda-4021b7bfe0b5 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:26.801211 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45bfbf18-ad0a-4111-9bda-4021b7bfe0b5 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.863097 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2734f0-4215-4036-bb93-261e2d044127 req-40c90e54-8c18-4825-8cfd-9efc57407259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:26.865080 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af2734f0-4215-4036-bb93-261e2d044127 req-40c90e54-8c18-4825-8cfd-9efc57407259 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f83a3ac0-c6bd-4858-8b09-68306f2ecbee HTTP/1.1" status: 200 len: 911 time: 0.2222359 Jul 05 04:08:26.974370 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-45bfbf18-ad0a-4111-9bda-4021b7bfe0b5 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2822654 Jul 05 04:08:26.974578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33070) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.977192 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af2734f0-4215-4036-bb93-261e2d044127 req-f2010547-97ae-43df-8f32-aa651d9b4bc6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 HTTP/1.1" status: 200 len: 217 time: 0.0812707 Jul 05 04:08:26.992727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-27b9c8c5-a852-4a47-b3b6-262e1cd76c3b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'network_id': '166c1b96-8db3-45f1-8599-1d2319014018', 'name': 'tempest-PortsTestJSON-1027829841', 'fixed_ips': [{'subnet_id': 'd2f73e74-0a35-48a4-a0ad-bdc130c71004', 'ip_address': '172.20.0.9'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:27.080633 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2734f0-4215-4036-bb93-261e2d044127 req-058a52d3-5010-4035-8664-bf7277735217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:27.082308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af2734f0-4215-4036-bb93-261e2d044127 req-058a52d3-5010-4035-8664-bf7277735217 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c HTTP/1.1" status: 200 len: 850 time: 0.0537825 Jul 05 04:08:27.104314 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-d4f45a0f-9e53-47fe-ac5c-3c057c8bd70d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Floating IP 089f3efb-3268-4455-9e73-58d009ca4fe7 associated. External IP: 172.25.6.92, port: ea728f3c-bd5b-4807-9f33-36e6268bc430. Jul 05 04:08:27.134294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af2734f0-4215-4036-bb93-261e2d044127 req-d1351f0a-d916-40ec-a1a1-5df601c0e365 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f83a3ac0-c6bd-4858-8b09-68306f2ecbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422354 Jul 05 04:08:27.333219 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af2734f0-4215-4036-bb93-261e2d044127 req-86c5e4fd-6f8e-48b3-95ff-3f1b7a83c716 service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661918 Jul 05 04:08:27.383525 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b9c8c5-a852-4a47-b3b6-262e1cd76c3b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:27.389212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27b9c8c5-a852-4a47-b3b6-262e1cd76c3b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.418547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-27b9c8c5-a852-4a47-b3b6-262e1cd76c3b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port 8390c51d-830f-43bf-8a43-42e68c554f92 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:27.897863 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-27b9c8c5-a852-4a47-b3b6-262e1cd76c3b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Allocated IP 172.20.0.9 (166c1b96-8db3-45f1-8599-1d2319014018/d2f73e74-0a35-48a4-a0ad-bdc130c71004/8390c51d-830f-43bf-8a43-42e68c554f92) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:27.909917 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1593bbd4-0ae4-48c3-a020-c00f7db373f3 None None] Network 166c1b96-8db3-45f1-8599-1d2319014018 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:28.098174 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0e26d96-b855-4767-ae77-ceec600c464f req-e25f2ca4-dc91-46e6-b891-859fe1ac66ad tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 210 time: 0.0748007 Jul 05 04:08:28.098688 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af2734f0-4215-4036-bb93-261e2d044127 req-c61770e9-37c9-49ac-af30-171689cb564c service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7550464 Jul 05 04:08:28.137986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-39d8da5f-835f-4df0-a625-6b3c9a08a116 None None] Provisioning for port 8fcba34e-1e62-490a-8eea-6687be994064 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:28.161020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f45a0f-9e53-47fe-ac5c-3c057c8bd70d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Router 9525016c-36aa-49ad-8726-b187eef746c8 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:08:28.180627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27b9c8c5-a852-4a47-b3b6-262e1cd76c3b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.203276 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-27b9c8c5-a852-4a47-b3b6-262e1cd76c3b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Transition to ACTIVE for port object 8390c51d-830f-43bf-8a43-42e68c554f92 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:28.241661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f567de-7f5b-45cd-b1fe-e1cf3fc464fc req-8112dc39-34c5-4325-9bb0-3d0137ec3502 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:28.243180 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7f567de-7f5b-45cd-b1fe-e1cf3fc464fc req-8112dc39-34c5-4325-9bb0-3d0137ec3502 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 943 time: 0.2358468 Jul 05 04:08:28.348466 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7f567de-7f5b-45cd-b1fe-e1cf3fc464fc req-985ec20b-9a0c-45b3-a9d3-8662d5c2911c tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959773 Jul 05 04:08:28.348782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f45a0f-9e53-47fe-ac5c-3c057c8bd70d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:08:28.370992 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27b9c8c5-a852-4a47-b3b6-262e1cd76c3b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.371808 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20136293-2613-4733-902a-c41350012b5f None None] Sync routers for ids ['9525016c-36aa-49ad-8726-b187eef746c8'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:08:28.372354 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d4f45a0f-9e53-47fe-ac5c-3c057c8bd70d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.408579 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20136293-2613-4733-902a-c41350012b5f None None] Routers {'9525016c-36aa-49ad-8726-b187eef746c8'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:28.412143 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-20136293-2613-4733-902a-c41350012b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:08:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9525016c-36aa-49ad-8726-b187eef746c8'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:28.473631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d4f45a0f-9e53-47fe-ac5c-3c057c8bd70d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "PUT /v2.0/floatingips/089f3efb-3268-4455-9e73-58d009ca4fe7 HTTP/1.1" status: 200 len: 991 time: 3.1716461 Jul 05 04:08:28.474227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e45e486-6993-4a7c-b1d3-0683c0d4492e', 'tag': 'ea728f3c-bd5b-4807-9f33-36e6268bc430'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:28.477731 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86af9cce-083b-4f21-b2ba-aad13f489a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e45e486-6993-4a7c-b1d3-0683c0d4492e", "tag": "ea728f3c-bd5b-4807-9f33-36e6268bc430"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:28.510105 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b9c8c5-a852-4a47-b3b6-262e1cd76c3b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 166c1b96-8db3-45f1-8599-1d2319014018 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:28.517375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-27b9c8c5-a852-4a47-b3b6-262e1cd76c3b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:28.522717 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9c8c5-a852-4a47-b3b6-262e1cd76c3b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=8390c51d-830f-43bf-8a43-42e68c554f92,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:28.525941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b9c8c5-a852-4a47-b3b6-262e1cd76c3b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:28.748007 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-20136293-2613-4733-902a-c41350012b5f None None] Set router 9525016c-36aa-49ad-8726-b187eef746c8 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:08:28.768280 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fe79af-bb99-41ad-80d1-ef6f01952575 x-openstack-request-id: req-c1fe79af-bb99-41ad-80d1-ef6f01952575 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:28.768823 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e45e486-6993-4a7c-b1d3-0683c0d4492e", "tag": "ea728f3c-bd5b-4807-9f33-36e6268bc430", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:28.769271 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c1fe79af-bb99-41ad-80d1-ef6f01952575 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:28.769869 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e45e486-6993-4a7c-b1d3-0683c0d4492e', 'tag': 'ea728f3c-bd5b-4807-9f33-36e6268bc430', 'status': 'completed', 'code': 200} Jul 05 04:08:28.791010 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8ad2cb39-152a-4e8c-832f-ddd22d30219b None None] Provisioning for port 7e5d1cd7-4f6b-4e8b-915f-7673edcfac95 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:28.798252 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9c8c5-a852-4a47-b3b6-262e1cd76c3b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:28.799588 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8ad2cb39-152a-4e8c-832f-ddd22d30219b None None] Provisioning complete for port 7e5d1cd7-4f6b-4e8b-915f-7673edcfac95 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:28.799966 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8ad2cb39-152a-4e8c-832f-ddd22d30219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.803217 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-27b9c8c5-a852-4a47-b3b6-262e1cd76c3b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.946436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8fcba34e-1e62-490a-8eea-6687be994064 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:28.978746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af9cce-083b-4f21-b2ba-aad13f489a0b req-1601d08c-2fa5-4d63-97d2-c39f9112764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:28.982594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86af9cce-083b-4f21-b2ba-aad13f489a0b req-1601d08c-2fa5-4d63-97d2-c39f9112764b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 1098 time: 0.1866052 Jul 05 04:08:29.000946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2cb39-152a-4e8c-832f-ddd22d30219b None None] Port 7e5d1cd7-4f6b-4e8b-915f-7673edcfac95 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:29.019409 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-27b9c8c5-a852-4a47-b3b6-262e1cd76c3b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0421433 Jul 05 04:08:29.021484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33092) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:29.148907 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 8fcba34e-1e62-490a-8eea-6687be994064 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:29.153901 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8fcba34e-1e62-490a-8eea-6687be994064 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:29.154524 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.197643 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:08:29.294725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-78133ffa-c605-4eff-8bbf-fe2442fdb908 None None] Provisioning complete for port 7e5d1cd7-4f6b-4e8b-915f-7673edcfac95 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:29.295394 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-78133ffa-c605-4eff-8bbf-fe2442fdb908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.402747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af9cce-083b-4f21-b2ba-aad13f489a0b req-ddc40d7f-7047-4262-86de-38376e12b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:29.405849 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86af9cce-083b-4f21-b2ba-aad13f489a0b req-ddc40d7f-7047-4262-86de-38376e12b1d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=739555cb-3aaa-4692-ac69-434fc52fdecf HTTP/1.1" status: 200 len: 911 time: 0.4081888 Jul 05 04:08:29.410261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69773e-0855-4fa2-a534-854d8ab77cb1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:29.423683 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3b69773e-0855-4fa2-a534-854d8ab77cb1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4005051 Jul 05 04:08:29.424400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33098) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:29.499400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-78133ffa-c605-4eff-8bbf-fe2442fdb908 None None] Port 7e5d1cd7-4f6b-4e8b-915f-7673edcfac95 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:29.551845 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.614371 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-20136293-2613-4733-902a-c41350012b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:43Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '089f3efb-3268-4455-9e73-58d009ca4fe7', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'port_id': 'ea728f3c-bd5b-4807-9f33-36e6268bc430', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'mac_address': 'fa:16:3e:fa:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e45e486-6993-4a7c-b1d3-0683c0d4492e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:07:56Z', 'updated_at': '2021-07-05T04:08:26Z', 'revision_number': 1, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91581ac-143d-49f4-9e5a-d1db2a8b9f36', 'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'mac_address': 'fa:16:3e:69:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:40Z', 'updated_at': '2021-07-05T04:02:52Z', 'revision_number': 5, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'subnets': [{'id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:29.645215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2,segment=NetworkSegment(b6f1f396-ad86-49d6-ab50-72689761f935),segment_id=b6f1f396-ad86-49d6-ab50-72689761f935)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:29.675293 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20136293-2613-4733-902a-c41350012b5f None None] Checking router: 9525016c-36aa-49ad-8726-b187eef746c8 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:08:29.685356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-062f2cec-bd9f-4f6c-9cd9-50266da410a6 req-5f648303-0f80-4fe5-80e6-8eb577df792d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 210 time: 0.0797918 Jul 05 04:08:29.687388 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20136293-2613-4733-902a-c41350012b5f None None] Routers {'9525016c-36aa-49ad-8726-b187eef746c8'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:29.688216 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-20136293-2613-4733-902a-c41350012b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:08:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9525016c-36aa-49ad-8726-b187eef746c8'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:29.706001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 8fcba34e-1e62-490a-8eea-6687be994064, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8fcba34e-1e62-490a-8eea-6687be994064,segment=NetworkSegment(21fd9be7-f96c-4cb8-8afb-588d5215695d),segment_id=21fd9be7-f96c-4cb8-8afb-588d5215695d)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:29.716007 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2', 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee', 'port_id': '32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2', 'mac_address': 'fa:16:3e:f4:7b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:08:29.789683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7b8dcb-64cf-428a-84eb-a3b4b5462426 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:29.792784 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86af9cce-083b-4f21-b2ba-aad13f489a0b req-fe8a484a-9fec-42e6-906c-d6ff69af5932 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea728f3c-bd5b-4807-9f33-36e6268bc430 HTTP/1.1" status: 200 len: 999 time: 0.3758705 Jul 05 04:08:29.800601 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.802734 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7b8dcb-64cf-428a-84eb-a3b4b5462426 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:29.814201 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.817198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7b8dcb-64cf-428a-84eb-a3b4b5462426 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:29.828991 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7a7b8dcb-64cf-428a-84eb-a3b4b5462426 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.4010355 Jul 05 04:08:29.830427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33106) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:29.856592 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-20136293-2613-4733-902a-c41350012b5f None None] Set router 9525016c-36aa-49ad-8726-b187eef746c8 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:08:29.886619 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0c44a1d3-754e-43b2-989a-9b746f4f7ebd None None] Provisioning for port 8390c51d-830f-43bf-8a43-42e68c554f92 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:29.898281 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0c44a1d3-754e-43b2-989a-9b746f4f7ebd None None] Provisioning complete for port 8390c51d-830f-43bf-8a43-42e68c554f92 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:29.904299 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0c44a1d3-754e-43b2-989a-9b746f4f7ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.967243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:29.985641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86505-9c58-41b7-b834-1192e4359fda req-fc764e01-24ae-400b-b9b0-e81618cabd19 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:29.985641 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a4e86505-9c58-41b7-b834-1192e4359fda req-fc764e01-24ae-400b-b9b0-e81618cabd19 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 812 time: 0.4082696 Jul 05 04:08:29.989454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af9cce-083b-4f21-b2ba-aad13f489a0b req-50f2671a-bcb7-42ff-8e4d-744ee35a73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:29.991756 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86af9cce-083b-4f21-b2ba-aad13f489a0b req-50f2671a-bcb7-42ff-8e4d-744ee35a73d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9bbcade-db99-467e-97af-337f24f2acb2 HTTP/1.1" status: 200 len: 849 time: 0.1868169 Jul 05 04:08:30.002031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-a4e86505-9c58-41b7-b834-1192e4359fda req-329c3dab-9f59-462c-865d-81e4c51522ea tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'port': {'device_id': '35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'admin_state_up': True, 'tenant_id': '48e750e760504acfa4e4109b157795f3'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:30.006620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2,segment=NetworkSegment(b6f1f396-ad86-49d6-ab50-72689761f935),segment_id=b6f1f396-ad86-49d6-ab50-72689761f935)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:30.010068 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8a7ab-81c4-4e31-824e-05fe56e71f61 req-46aa5f9f-d534-451a-a40f-05913c84a415 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:30.024178 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14d8a7ab-81c4-4e31-824e-05fe56e71f61 req-46aa5f9f-d534-451a-a40f-05913c84a415 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 943 time: 0.3868608 Jul 05 04:08:30.083560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=8fcba34e-1e62-490a-8eea-6687be994064,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:30.089297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0c44a1d3-754e-43b2-989a-9b746f4f7ebd None None] Port 8390c51d-830f-43bf-8a43-42e68c554f92 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:30.096909 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.135066 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-20136293-2613-4733-902a-c41350012b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:43Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '089f3efb-3268-4455-9e73-58d009ca4fe7', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'port_id': 'ea728f3c-bd5b-4807-9f33-36e6268bc430', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'mac_address': 'fa:16:3e:fa:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e45e486-6993-4a7c-b1d3-0683c0d4492e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:07:56Z', 'updated_at': '2021-07-05T04:08:26Z', 'revision_number': 1, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91581ac-143d-49f4-9e5a-d1db2a8b9f36', 'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'mac_address': 'fa:16:3e:69:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:40Z', 'updated_at': '2021-07-05T04:02:52Z', 'revision_number': 5, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'subnets': [{'id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:30.168466 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20136293-2613-4733-902a-c41350012b5f None None] The sync data for ids ['9525016c-36aa-49ad-8726-b187eef746c8'] in n-d-771363-32 is: [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:43Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '089f3efb-3268-4455-9e73-58d009ca4fe7', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'port_id': 'ea728f3c-bd5b-4807-9f33-36e6268bc430', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'mac_address': 'fa:16:3e:fa:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e45e486-6993-4a7c-b1d3-0683c0d4492e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:07:56Z', 'updated_at': '2021-07-05T04:08:26Z', 'revision_number': 1, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91581ac-143d-49f4-9e5a-d1db2a8b9f36', 'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'mac_address': 'fa:16:3e:69:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:40Z', 'updated_at': '2021-07-05T04:02:52Z', 'revision_number': 5, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'subnets': [{'id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:08:30.194159 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14d8a7ab-81c4-4e31-824e-05fe56e71f61 req-427c89ef-da69-419b-9ef1-c416b49c4168 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684756 Jul 05 04:08:30.195192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:30.260386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af9cce-083b-4f21-b2ba-aad13f489a0b req-9e26ea57-5127-420a-b555-63eca6298554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:30.266752 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86af9cce-083b-4f21-b2ba-aad13f489a0b req-9e26ea57-5127-420a-b555-63eca6298554 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=739555cb-3aaa-4692-ac69-434fc52fdecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2202661 Jul 05 04:08:30.277482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-de54e77c-990a-4c97-a778-c007a4ec23b6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port 8390c51d-830f-43bf-8a43-42e68c554f92 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:30.278108 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-de54e77c-990a-4c97-a778-c007a4ec23b6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.395457 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-de54e77c-990a-4c97-a778-c007a4ec23b6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.400609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:30.423355 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86af9cce-083b-4f21-b2ba-aad13f489a0b req-8c97be72-e419-4e79-8a3b-7971c2feb0f7 service neutron] 10.222.0.36 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430860 Jul 05 04:08:30.426733 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e86505-9c58-41b7-b834-1192e4359fda req-329c3dab-9f59-462c-865d-81e4c51522ea tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Made reservation on behalf of 48e750e760504acfa4e4109b157795f3 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:30.430304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a4e86505-9c58-41b7-b834-1192e4359fda req-329c3dab-9f59-462c-865d-81e4c51522ea tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.449913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-de54e77c-990a-4c97-a778-c007a4ec23b6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for 8390c51d-830f-43bf-8a43-42e68c554f92 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:30.617153 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccd2708-c3ce-4691-b6ef-cd36574a9824 None None] New status for floating IP 089f3efb-3268-4455-9e73-58d009ca4fe7: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:08:30.637727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86af9cce-083b-4f21-b2ba-aad13f489a0b req-5d85dea4-6674-4eda-9315-6c7c6a670696 service neutron] 10.222.0.36 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058678 Jul 05 04:08:30.686181 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8fcba34e-1e62-490a-8eea-6687be994064 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:30.844675 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-a4e86505-9c58-41b7-b834-1192e4359fda req-329c3dab-9f59-462c-865d-81e4c51522ea tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Allocated IP 172.20.0.5 (21576bdb-acd7-416e-ab70-c6ba0ea6d5de/50c6f83a-26f8-4fa9-bbc7-9cbd73efb092/b85cba27-b43b-49fb-a113-30592a5dbd71) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:30.856183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8fcba34e-1e62-490a-8eea-6687be994064 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:30.856561 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.136832 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-de54e77c-990a-4c97-a778-c007a4ec23b6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.147459 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8f26126-d09e-402a-88e6-0dc019a80f38 req-18ba2b45-ece0-4267-bb06-df59fdb83207 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 210 time: 0.0438268 Jul 05 04:08:31.301652 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a4e86505-9c58-41b7-b834-1192e4359fda req-329c3dab-9f59-462c-865d-81e4c51522ea tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.489026 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967dba9-ad8d-49a2-99d4-dd3cf7fb24f3 req-a4a3f5cc-e267-4322-addf-746fc3bb4df5 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:31.492494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7967dba9-ad8d-49a2-99d4-dd3cf7fb24f3 req-a4a3f5cc-e267-4322-addf-746fc3bb4df5 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 944 time: 0.1044264 Jul 05 04:08:31.587118 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7967dba9-ad8d-49a2-99d4-dd3cf7fb24f3 req-29ad213e-2f25-42ac-8609-6653a4a3b36a tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887961 Jul 05 04:08:31.807385 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54e77c-990a-4c97-a778-c007a4ec23b6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=8390c51d-830f-43bf-8a43-42e68c554f92,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:31.811440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-a4e86505-9c58-41b7-b834-1192e4359fda req-329c3dab-9f59-462c-865d-81e4c51522ea tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Transition to ACTIVE for port object b85cba27-b43b-49fb-a113-30592a5dbd71 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:31.839800 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-de54e77c-990a-4c97-a778-c007a4ec23b6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.841717 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-de54e77c-990a-4c97-a778-c007a4ec23b6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/8390c51d-830f-43bf-8a43-42e68c554f92 HTTP/1.1" status: 204 len: 168 time: 2.0113084 Jul 05 04:08:31.844755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33124) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:31.876839 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d3582f-289b-4bc2-9d3c-b9d97b30b78d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] GET failed (client error): The resource could not be found. Jul 05 04:08:31.878738 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f5d3582f-289b-4bc2-9d3c-b9d97b30b78d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/8390c51d-830f-43bf-8a43-42e68c554f92 HTTP/1.1" status: 404 len: 333 time: 0.0326693 Jul 05 04:08:31.881737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33126) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:31.954308 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a4e86505-9c58-41b7-b834-1192e4359fda req-329c3dab-9f59-462c-865d-81e4c51522ea tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.011534 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e86505-9c58-41b7-b834-1192e4359fda req-329c3dab-9f59-462c-865d-81e4c51522ea tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:32.020055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-a4e86505-9c58-41b7-b834-1192e4359fda req-329c3dab-9f59-462c-865d-81e4c51522ea tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:32.022843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e86505-9c58-41b7-b834-1192e4359fda req-329c3dab-9f59-462c-865d-81e4c51522ea tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:32.057224 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c3dab-9f59-462c-865d-81e4c51522ea tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'Port': ['ID=b85cba27-b43b-49fb-a113-30592a5dbd71,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:32.101516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86505-9c58-41b7-b834-1192e4359fda req-329c3dab-9f59-462c-865d-81e4c51522ea tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:32.102307 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a4e86505-9c58-41b7-b834-1192e4359fda req-329c3dab-9f59-462c-865d-81e4c51522ea tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.115223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-bfb15a12-4048-4e5f-9321-498a0c080713 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port 7e5d1cd7-4f6b-4e8b-915f-7673edcfac95 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:32.117511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bfb15a12-4048-4e5f-9321-498a0c080713 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.202087 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a4e86505-9c58-41b7-b834-1192e4359fda req-329c3dab-9f59-462c-865d-81e4c51522ea tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2051709 Jul 05 04:08:32.237888 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Request body: {'port': {'device_id': '35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:32.323132 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bfb15a12-4048-4e5f-9321-498a0c080713 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.354778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-bfb15a12-4048-4e5f-9321-498a0c080713 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for 7e5d1cd7-4f6b-4e8b-915f-7673edcfac95 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:32.359582 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.387774 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.416545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-231e0e69-da6b-4a0c-bfdc-90c966380869 None None] Provisioning for port b85cba27-b43b-49fb-a113-30592a5dbd71 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:32.423538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-231e0e69-da6b-4a0c-bfdc-90c966380869 None None] Provisioning complete for port b85cba27-b43b-49fb-a113-30592a5dbd71 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:32.424235 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-231e0e69-da6b-4a0c-bfdc-90c966380869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.440590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6b696-a539-4dc5-8b4b-0ab814de2fd5 req-a77fdd84-0bcd-4d30-a134-28c87bab907b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:32.448657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5cf6b696-a539-4dc5-8b4b-0ab814de2fd5 req-a77fdd84-0bcd-4d30-a134-28c87bab907b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 931 time: 0.0738208 Jul 05 04:08:32.485242 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-231e0e69-da6b-4a0c-bfdc-90c966380869 None None] Port b85cba27-b43b-49fb-a113-30592a5dbd71 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:32.543154 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5cf6b696-a539-4dc5-8b4b-0ab814de2fd5 req-bfd9791d-188b-44e3-bded-a6520a3252eb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933049 Jul 05 04:08:32.794897 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bfb15a12-4048-4e5f-9321-498a0c080713 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.804599 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265ff8c-e24c-48eb-8e03-b7a4cccbdd02 req-4c0b3a35-0797-4fd1-a88a-be077cb8c10a tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:32.806441 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3265ff8c-e24c-48eb-8e03-b7a4cccbdd02 req-4c0b3a35-0797-4fd1-a88a-be077cb8c10a tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 944 time: 0.0782499 Jul 05 04:08:32.856154 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3265ff8c-e24c-48eb-8e03-b7a4cccbdd02 req-e8083130-15df-49d4-b67f-365d9f2144df tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Jul 05 04:08:32.858451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb15a12-4048-4e5f-9321-498a0c080713 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=7e5d1cd7-4f6b-4e8b-915f-7673edcfac95,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:32.923044 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85cba27-b43b-49fb-a113-30592a5dbd71 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:32.936685 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.963172 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Transition to ACTIVE for port object b85cba27-b43b-49fb-a113-30592a5dbd71 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:32.966625 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bfb15a12-4048-4e5f-9321-498a0c080713 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.968837 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bfb15a12-4048-4e5f-9321-498a0c080713 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/7e5d1cd7-4f6b-4e8b-915f-7673edcfac95 HTTP/1.1" status: 204 len: 168 time: 1.0860894 Jul 05 04:08:32.971408 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33142) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:33.003291 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b3384c-66d2-403b-abaf-10194ff28774 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] GET failed (client error): The resource could not be found. Jul 05 04:08:33.005058 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-42b3384c-66d2-403b-abaf-10194ff28774 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/7e5d1cd7-4f6b-4e8b-915f-7673edcfac95 HTTP/1.1" status: 404 len: 333 time: 0.0326946 Jul 05 04:08:33.008306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33144) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:33.050135 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.071298 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-be782a03-662e-41f0-9caa-ebb5873deb84 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting subnet d2f73e74-0a35-48a4-a0ad-bdc130c71004 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:33.075069 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-be782a03-662e-41f0-9caa-ebb5873deb84 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.126675 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-be782a03-662e-41f0-9caa-ebb5873deb84 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.129288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Pushing event updated for resources: {'Port': ['ID=b85cba27-b43b-49fb-a113-30592a5dbd71,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:33.186356 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:33.247255 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-be782a03-662e-41f0-9caa-ebb5873deb84 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.248496 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Attempting to bind port b85cba27-b43b-49fb-a113-30592a5dbd71 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:33.248838 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Attempting to bind port b85cba27-b43b-49fb-a113-30592a5dbd71 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:33.249181 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Attempting to bind port b85cba27-b43b-49fb-a113-30592a5dbd71 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:33.263177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Port b85cba27-b43b-49fb-a113-30592a5dbd71 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:08:33.263516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Attempting to bind port b85cba27-b43b-49fb-a113-30592a5dbd71 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:33.268703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:33.269054 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Checking segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:33.269452 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Bound using segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:33.270420 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Bound port: b85cba27-b43b-49fb-a113-30592a5dbd71, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:33.270420 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.341696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:33.345697 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] For port b85cba27-b43b-49fb-a113-30592a5dbd71, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:33.345958 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:33.346122 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.352263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] For port b85cba27-b43b-49fb-a113-30592a5dbd71, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b85cba27-b43b-49fb-a113-30592a5dbd71,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:33.394644 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-be782a03-662e-41f0-9caa-ebb5873deb84 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.423741 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.429262 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be782a03-662e-41f0-9caa-ebb5873deb84 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f73e74-0a35-48a4-a0ad-bdc130c71004,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:33.433969 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-be782a03-662e-41f0-9caa-ebb5873deb84 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.436629 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-be782a03-662e-41f0-9caa-ebb5873deb84 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/d2f73e74-0a35-48a4-a0ad-bdc130c71004 HTTP/1.1" status: 204 len: 168 time: 0.4270351 Jul 05 04:08:33.439318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33150) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:33.450220 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.453061 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e89324b-9caf-4829-8270-ee26984e57c9 None None] Network 166c1b96-8db3-45f1-8599-1d2319014018 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:33.489178 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:33.489817 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.491787 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a4e86505-9c58-41b7-b834-1192e4359fda req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] 10.222.0.36 "PUT /v2.0/ports/b85cba27-b43b-49fb-a113-30592a5dbd71 HTTP/1.1" status: 200 len: 1092 time: 1.2742169 Jul 05 04:08:33.499786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1', 'tag': 'b85cba27-b43b-49fb-a113-30592a5dbd71'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:33.502187 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19331d1-f415-45f7-939e-9875723c4b43" -d '{"events": [{"name": "network-changed", "server_uuid": "35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1", "tag": "b85cba27-b43b-49fb-a113-30592a5dbd71"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:33.549936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd808bcd-72ad-4a0b-a666-6fe1c3f63a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:33.552791 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa63a19c-343b-4ae7-ba17-5af0a58bb915" -d '{"events": [{"server_uuid": "dd808bcd-72ad-4a0b-a666-6fe1c3f63a71", "name": "network-vif-plugged", "status": "completed", "tag": "32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:33.570755 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.582078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2,segment=NetworkSegment(b6f1f396-ad86-49d6-ab50-72689761f935),segment_id=b6f1f396-ad86-49d6-ab50-72689761f935)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:33.663438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port 8fcba34e-1e62-490a-8eea-6687be994064 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:33.664027 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.673291 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.708517 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a1293-6f18-470a-90f8-390e84a10f2c service neutron] Pushing event updated for resources: {'Port': ['ID=b85cba27-b43b-49fb-a113-30592a5dbd71,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:33.740093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86505-9c58-41b7-b834-1192e4359fda req-462200d2-6f0a-4c93-bede-696792b54f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:33.752743 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a4e86505-9c58-41b7-b834-1192e4359fda req-462200d2-6f0a-4c93-bede-696792b54f6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 1095 time: 0.1425900 Jul 05 04:08:33.761314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] For port 8fcba34e-1e62-490a-8eea-6687be994064, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8fcba34e-1e62-490a-8eea-6687be994064,segment=NetworkSegment(21fd9be7-f96c-4cb8-8afb-588d5215695d),segment_id=21fd9be7-f96c-4cb8-8afb-588d5215695d)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:33.761487 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.785014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for 8fcba34e-1e62-490a-8eea-6687be994064 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:33.824832 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a4e86505-9c58-41b7-b834-1192e4359fda req-6b25d5be-3908-4aa8-97f3-74f975a3099a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b85cba27-b43b-49fb-a113-30592a5dbd71 HTTP/1.1" status: 200 len: 217 time: 0.0605040 Jul 05 04:08:33.869568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:33.891194 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.897578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86505-9c58-41b7-b834-1192e4359fda req-559f6a36-f278-40b4-9b4f-56d5ed831c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:33.899292 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a4e86505-9c58-41b7-b834-1192e4359fda req-559f6a36-f278-40b4-9b4f-56d5ed831c44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0648351 Jul 05 04:08:33.903908 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d263c36-6110-482a-9c7b-e8b1509409e3 x-openstack-request-id: req-4d263c36-6110-482a-9c7b-e8b1509409e3 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:33.904467 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1", "tag": "b85cba27-b43b-49fb-a113-30592a5dbd71", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:33.904904 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4d263c36-6110-482a-9c7b-e8b1509409e3 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:33.905491 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1', 'tag': 'b85cba27-b43b-49fb-a113-30592a5dbd71', 'status': 'completed', 'code': 200} Jul 05 04:08:33.978355 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307bb4f8-fdea-495a-a377-691870f4c306 None None] DHCP port deletion for 166c1b96-8db3-45f1-8599-1d2319014018 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:34.007608 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86505-9c58-41b7-b834-1192e4359fda req-bb4daa27-8545-4c1f-bb32-e8471695dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.012241 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a4e86505-9c58-41b7-b834-1192e4359fda req-bb4daa27-8545-4c1f-bb32-e8471695dda4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020873 Jul 05 04:08:34.043105 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-307bb4f8-fdea-495a-a377-691870f4c306 None None] Deleting port 8fcba34e-1e62-490a-8eea-6687be994064 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:34.043512 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-307bb4f8-fdea-495a-a377-691870f4c306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.060035 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25a75d-13b5-4735-9583-94d059db378f req-bbf5d9b9-31c6-4d82-9be8-c31f43759e28 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.068027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b25a75d-13b5-4735-9583-94d059db378f req-bbf5d9b9-31c6-4d82-9be8-c31f43759e28 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 943 time: 0.1600010 Jul 05 04:08:34.110827 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a7546c-be6b-410f-8bae-d183534502a6 x-openstack-request-id: req-46a7546c-be6b-410f-8bae-d183534502a6 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:34.111177 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd808bcd-72ad-4a0b-a666-6fe1c3f63a71", "name": "network-vif-plugged", "status": "completed", "tag": "32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:34.111404 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-46a7546c-be6b-410f-8bae-d183534502a6 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:34.111800 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd808bcd-72ad-4a0b-a666-6fe1c3f63a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2', 'code': 200} Jul 05 04:08:34.139561 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a4e86505-9c58-41b7-b834-1192e4359fda req-472b36ef-ee0d-4fb8-8cbb-c631b8e4f7f0 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188662 Jul 05 04:08:34.150653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-307bb4f8-fdea-495a-a377-691870f4c306 None None] For port 8fcba34e-1e62-490a-8eea-6687be994064, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8fcba34e-1e62-490a-8eea-6687be994064,segment=NetworkSegment(21fd9be7-f96c-4cb8-8afb-588d5215695d),segment_id=21fd9be7-f96c-4cb8-8afb-588d5215695d)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:34.151105 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-307bb4f8-fdea-495a-a377-691870f4c306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.168269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-307bb4f8-fdea-495a-a377-691870f4c306 None None] Calling delete_port for 8fcba34e-1e62-490a-8eea-6687be994064 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:34.188476 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b25a75d-13b5-4735-9583-94d059db378f req-3c40e222-b009-4d98-8b1f-9dec435550fc tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188767 Jul 05 04:08:34.248197 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.253827 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-307bb4f8-fdea-495a-a377-691870f4c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.264495 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a4e86505-9c58-41b7-b834-1192e4359fda req-e983fa32-0a76-4883-a528-2c297de0d479 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146352 Jul 05 04:08:34.285175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bb4f8-fdea-495a-a377-691870f4c306 None None] Pushing event deleted for resources: {'Port': ['ID=8fcba34e-1e62-490a-8eea-6687be994064,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:34.296454 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307bb4f8-fdea-495a-a377-691870f4c306 None None] No DVR routers for this DVR port 8fcba34e-1e62-490a-8eea-6687be994064 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:34.321905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No DVR routers for this DVR port 8fcba34e-1e62-490a-8eea-6687be994064 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:34.329167 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=8fcba34e-1e62-490a-8eea-6687be994064,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:34.459185 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.464805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38a948-e72a-463d-8595-4456e09f01e8 req-727721e7-360a-44ac-9daf-ca511cab7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.466328 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d38a948-e72a-463d-8595-4456e09f01e8 req-727721e7-360a-44ac-9daf-ca511cab7ef8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 1097 time: 0.3058367 Jul 05 04:08:34.480906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166c1b96-8db3-45f1-8599-1d2319014018']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:34.497460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19331d1-f415-45f7-939e-9875723c4b43 req-b1f70a36-abe1-4bbb-a3d4-e9be3453b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.498991 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c19331d1-f415-45f7-939e-9875723c4b43 req-b1f70a36-abe1-4bbb-a3d4-e9be3453b6b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 1095 time: 0.0602603 Jul 05 04:08:34.509669 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fd9be7-f96c-4cb8-8afb-588d5215695d') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:34.509972 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fd9be7-f96c-4cb8-8afb-588d5215695d') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:34.524349 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.551590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b2152-55c7-48f8-a7c3-f52388f3fb56 req-fe5f3d34-32bc-4abd-afad-14c2a494745b tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.553685 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f2b2152-55c7-48f8-a7c3-f52388f3fb56 req-fe5f3d34-32bc-4abd-afad-14c2a494745b tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.2001832 Jul 05 04:08:34.558290 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d38a948-e72a-463d-8595-4456e09f01e8 req-1e0bae86-ae48-40e9-bbb3-10cb172fb67d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804210 Jul 05 04:08:34.569031 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.597212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:34.598196 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:34.601502 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:34.619960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19331d1-f415-45f7-939e-9875723c4b43 req-83bb1188-23a7-421f-8947-3b07d4a5e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.621591 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c19331d1-f415-45f7-939e-9875723c4b43 req-83bb1188-23a7-421f-8947-3b07d4a5e21f service neutron] 10.222.0.36 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.1117826 Jul 05 04:08:34.643415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8fcba34e-1e62-490a-8eea-6687be994064 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:34.673554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 8fcba34e-1e62-490a-8eea-6687be994064 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:34.675022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8fcba34e-1e62-490a-8eea-6687be994064 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:34.690945 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c19331d1-f415-45f7-939e-9875723c4b43 req-526ab20d-a325-4dfb-8fa0-af4fefa32c6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b85cba27-b43b-49fb-a113-30592a5dbd71 HTTP/1.1" status: 200 len: 217 time: 0.0619318 Jul 05 04:08:34.730378 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f2b2152-55c7-48f8-a7c3-f52388f3fb56 req-45f45220-a623-45cf-93ba-fee03510158c tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531727 Jul 05 04:08:34.761437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19331d1-f415-45f7-939e-9875723c4b43 req-ba62abba-1629-45d1-9e64-b8ba01b1923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.762948 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c19331d1-f415-45f7-939e-9875723c4b43 req-ba62abba-1629-45d1-9e64-b8ba01b1923e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0565178 Jul 05 04:08:34.793567 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.800662 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.803813 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/networks/166c1b96-8db3-45f1-8599-1d2319014018 HTTP/1.1" status: 204 len: 168 time: 1.3617780 Jul 05 04:08:34.812360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33174) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:34.816626 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b626d9a-b4d3-4133-9923-5944d3f22b9c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Network': ['ID=166c1b96-8db3-45f1-8599-1d2319014018,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:34.821090 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-56709495-0a79-4d5c-a66f-8641a4288716 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1475144886'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:34.852800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19331d1-f415-45f7-939e-9875723c4b43 req-fdd83d96-aaca-4c22-a44f-8bf0aed34984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.854568 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c19331d1-f415-45f7-939e-9875723c4b43 req-fdd83d96-aaca-4c22-a44f-8bf0aed34984 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813828 Jul 05 04:08:34.914819 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56709495-0a79-4d5c-a66f-8641a4288716 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:34.918455 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56709495-0a79-4d5c-a66f-8641a4288716 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.962733 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56709495-0a79-4d5c-a66f-8641a4288716 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:34.983794 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56709495-0a79-4d5c-a66f-8641a4288716 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.984193 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-56709495-0a79-4d5c-a66f-8641a4288716 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Added segment e952ebd2-2435-4ccc-9798-14bb16250b6e of type vlan for network 554138d6-8a5b-4426-b2b8-1c3ffaf60cb6 Jul 05 04:08:34.994148 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c19331d1-f415-45f7-939e-9875723c4b43 req-e446cd3c-9e0c-4d2e-b156-af284e3d151e service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300375 Jul 05 04:08:35.068912 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56709495-0a79-4d5c-a66f-8641a4288716 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.140187 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c19331d1-f415-45f7-939e-9875723c4b43 req-fb5b9c72-3aa6-46e0-ac2a-83a61d77f8d8 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249664 Jul 05 04:08:35.211854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56709495-0a79-4d5c-a66f-8641a4288716 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.218845 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56709495-0a79-4d5c-a66f-8641a4288716 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:35.219544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56709495-0a79-4d5c-a66f-8641a4288716 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.298640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56709495-0a79-4d5c-a66f-8641a4288716 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Network': ['ID=554138d6-8a5b-4426-b2b8-1c3ffaf60cb6,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:35.310967 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 554138d6-8a5b-4426-b2b8-1c3ffaf60cb6 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:35.337967 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-56709495-0a79-4d5c-a66f-8641a4288716 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5229871 Jul 05 04:08:35.344725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33182) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:35.351341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ed6190fc-e6f6-4a98-adc4-bcbaba716092 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'subnet': {'network_id': '554138d6-8a5b-4426-b2b8-1c3ffaf60cb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:35.386498 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e771ba-ec4d-4dec-914e-03c57328a20c req-40b315d2-eec9-4326-931d-63b8ce839196 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:35.388599 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3e771ba-ec4d-4dec-914e-03c57328a20c req-40b315d2-eec9-4326-931d-63b8ce839196 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 943 time: 0.0760651 Jul 05 04:08:35.428581 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3e771ba-ec4d-4dec-914e-03c57328a20c req-6f275bfb-da86-4d87-a835-ec7207a36638 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346665 Jul 05 04:08:35.554246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6190fc-e6f6-4a98-adc4-bcbaba716092 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:35.558249 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed6190fc-e6f6-4a98-adc4-bcbaba716092 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.845258 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed6190fc-e6f6-4a98-adc4-bcbaba716092 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.908921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6190fc-e6f6-4a98-adc4-bcbaba716092 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Subnet': ['ID=494f6911-f889-45e5-ba81-a801110c0578,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:35.929138 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f38e8-ff0c-4fcc-991d-a69dcd8bdcaf req-9a14b0c6-1b7f-45c4-bfec-b4184e15a7ce tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:35.930746 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec1f38e8-ff0c-4fcc-991d-a69dcd8bdcaf req-9a14b0c6-1b7f-45c4-bfec-b4184e15a7ce tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.0801821 Jul 05 04:08:35.941921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6190fc-e6f6-4a98-adc4-bcbaba716092 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Checking segment: {'id': 'e952ebd2-2435-4ccc-9798-14bb16250b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '554138d6-8a5b-4426-b2b8-1c3ffaf60cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:35.942525 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6190fc-e6f6-4a98-adc4-bcbaba716092 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network hostable DHCP agents. Network: 554138d6-8a5b-4426-b2b8-1c3ffaf60cb6, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:35.976336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec1f38e8-ff0c-4fcc-991d-a69dcd8bdcaf req-1e0dd0b8-b324-4ba0-a83c-5bc951e5bbb6 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393381 Jul 05 04:08:36.056965 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6190fc-e6f6-4a98-adc4-bcbaba716092 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 554138d6-8a5b-4426-b2b8-1c3ffaf60cb6 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:36.169963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-ed6190fc-e6f6-4a98-adc4-bcbaba716092 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 554138d6-8a5b-4426-b2b8-1c3ffaf60cb6) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:36.175575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6190fc-e6f6-4a98-adc4-bcbaba716092 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:36.176521 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed6190fc-e6f6-4a98-adc4-bcbaba716092 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.187756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40601a6-d38d-4ed4-a945-5afffa05da7f None None] Network 554138d6-8a5b-4426-b2b8-1c3ffaf60cb6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:36.307080 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ed6190fc-e6f6-4a98-adc4-bcbaba716092 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9588265 Jul 05 04:08:36.307637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33192) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:36.312721 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-9484f666-cf12-4d54-ba97-f615b242b0bb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1145282289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:36.352423 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-554138d6-8a5b-4426-b2b8-1c3ffaf60cb6', 'network_id': '554138d6-8a5b-4426-b2b8-1c3ffaf60cb6', 'tenant_id': '8cf914c29d4b4151996c1c383040ef80', 'fixed_ips': [{'subnet_id': '494f6911-f889-45e5-ba81-a801110c0578'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:36.359255 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.406159 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9484f666-cf12-4d54-ba97-f615b242b0bb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.407620 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9484f666-cf12-4d54-ba97-f615b242b0bb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.469632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9484f666-cf12-4d54-ba97-f615b242b0bb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.548680 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9484f666-cf12-4d54-ba97-f615b242b0bb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.632039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177356e0-60f4-4443-a41c-c2b52fbf6507 req-df0f3c57-c0e2-497a-8f36-892272398713 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:36.634790 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-177356e0-60f4-4443-a41c-c2b52fbf6507 req-df0f3c57-c0e2-497a-8f36-892272398713 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 943 time: 0.0822968 Jul 05 04:08:36.650417 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9484f666-cf12-4d54-ba97-f615b242b0bb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.651668 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9484f666-cf12-4d54-ba97-f615b242b0bb tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3428419 Jul 05 04:08:36.654702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33198) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:36.664543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3808d0a4-733b-46d3-96fd-fcf32beca964 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'network_id': '554138d6-8a5b-4426-b2b8-1c3ffaf60cb6', 'name': 'tempest-PortsTestJSON-945269914'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:36.671747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Allocated IP 172.20.0.2 (554138d6-8a5b-4426-b2b8-1c3ffaf60cb6/494f6911-f889-45e5-ba81-a801110c0578/8a06175f-2b70-4572-82ae-5e23b1886bf9) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:36.679519 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-177356e0-60f4-4443-a41c-c2b52fbf6507 req-1961ab4c-bd3f-4e82-bf28-22d7fda1aaaa tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391338 Jul 05 04:08:36.828903 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.838751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Transition to ACTIVE for port object 8a06175f-2b70-4572-82ae-5e23b1886bf9 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:36.854752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Transition to ACTIVE for port object 8a06175f-2b70-4572-82ae-5e23b1886bf9 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:36.862216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3808d0a4-733b-46d3-96fd-fcf32beca964 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:36.866982 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3808d0a4-733b-46d3-96fd-fcf32beca964 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.887018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-3808d0a4-733b-46d3-96fd-fcf32beca964 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port 9aee8d18-4218-4f7f-ba37-ae620abf4ecf yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:36.915891 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.957195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Network 554138d6-8a5b-4426-b2b8-1c3ffaf60cb6 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:36.960407 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:36.964141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:36.982626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Pushing event updated for resources: {'Port': ['ID=8a06175f-2b70-4572-82ae-5e23b1886bf9,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:37.019810 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-3808d0a4-733b-46d3-96fd-fcf32beca964 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Allocated IP 172.20.0.12 (554138d6-8a5b-4426-b2b8-1c3ffaf60cb6/494f6911-f889-45e5-ba81-a801110c0578/9aee8d18-4218-4f7f-ba37-ae620abf4ecf) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:37.040941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Attempting to bind port 8a06175f-2b70-4572-82ae-5e23b1886bf9 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:37.041466 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Attempting to bind port 8a06175f-2b70-4572-82ae-5e23b1886bf9 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'e952ebd2-2435-4ccc-9798-14bb16250b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '554138d6-8a5b-4426-b2b8-1c3ffaf60cb6'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:37.041964 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Attempting to bind port 8a06175f-2b70-4572-82ae-5e23b1886bf9 on network 554138d6-8a5b-4426-b2b8-1c3ffaf60cb6 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:37.048662 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:37.049127 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Checking segment: {'id': 'e952ebd2-2435-4ccc-9798-14bb16250b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '554138d6-8a5b-4426-b2b8-1c3ffaf60cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:37.049690 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.050152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Bound using segment: {'id': 'e952ebd2-2435-4ccc-9798-14bb16250b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '554138d6-8a5b-4426-b2b8-1c3ffaf60cb6'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:37.050804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Bound port: 8a06175f-2b70-4572-82ae-5e23b1886bf9, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e952ebd2-2435-4ccc-9798-14bb16250b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '554138d6-8a5b-4426-b2b8-1c3ffaf60cb6'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:37.051259 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.136362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] For port 8a06175f-2b70-4572-82ae-5e23b1886bf9, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:37.140998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] For port 8a06175f-2b70-4572-82ae-5e23b1886bf9, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8a06175f-2b70-4572-82ae-5e23b1886bf9,segment=NetworkSegment(e952ebd2-2435-4ccc-9798-14bb16250b6e),segment_id=e952ebd2-2435-4ccc-9798-14bb16250b6e)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:37.206287 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d58050-6b2a-4393-83db-093ab1331c1d req-089c13c7-e48c-4b2a-8953-4d182f2abf7b tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:37.208525 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3808d0a4-733b-46d3-96fd-fcf32beca964 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.211597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6d58050-6b2a-4393-83db-093ab1331c1d req-089c13c7-e48c-4b2a-8953-4d182f2abf7b tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.0720358 Jul 05 04:08:37.222448 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.237768 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-3808d0a4-733b-46d3-96fd-fcf32beca964 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Transition to ACTIVE for port object 9aee8d18-4218-4f7f-ba37-ae620abf4ecf will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:37.259988 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6d58050-6b2a-4393-83db-093ab1331c1d req-de71b6e7-990c-4580-ac16-f65ff7759acd tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434210 Jul 05 04:08:37.302802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088616c-1bdb-429a-b85e-f91efd53b2b7 None None] Pushing event updated for resources: {'Port': ['ID=8a06175f-2b70-4572-82ae-5e23b1886bf9,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:37.354625 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3808d0a4-733b-46d3-96fd-fcf32beca964 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.410118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3808d0a4-733b-46d3-96fd-fcf32beca964 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 554138d6-8a5b-4426-b2b8-1c3ffaf60cb6 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:37.411743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-3808d0a4-733b-46d3-96fd-fcf32beca964 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:37.419901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3808d0a4-733b-46d3-96fd-fcf32beca964 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:37.464312 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808d0a4-733b-46d3-96fd-fcf32beca964 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=9aee8d18-4218-4f7f-ba37-ae620abf4ecf,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:37.521181 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3808d0a4-733b-46d3-96fd-fcf32beca964 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:37.523159 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3808d0a4-733b-46d3-96fd-fcf32beca964 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.640020 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3808d0a4-733b-46d3-96fd-fcf32beca964 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9830513 Jul 05 04:08:37.642552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33212) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:38.017134 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721010-cf47-4b0a-b05d-b7cb493cd79e req-c1b773e9-82ac-4cfd-922e-d166daabe4ac tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:38.018890 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-61721010-cf47-4b0a-b05d-b7cb493cd79e req-c1b773e9-82ac-4cfd-922e-d166daabe4ac tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 943 time: 0.1641986 Jul 05 04:08:38.036370 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-843e4f9c-6ab1-40e2-a80c-87d753c2018f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.064679 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f14379-3970-47df-bfbc-06d067fa5f31 req-5cbe22f0-dc7c-4313-8ee7-3289e9e3e612 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:38.073112 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9f14379-3970-47df-bfbc-06d067fa5f31 req-5cbe22f0-dc7c-4313-8ee7-3289e9e3e612 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1630969 Jul 05 04:08:38.079727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a570a-3f02-433a-9ed8-65ada7db4b31 req-f0f66ab8-75c3-4070-bd47-09c51cb174cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:38.081609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-567a570a-3f02-433a-9ed8-65ada7db4b31 req-f0f66ab8-75c3-4070-bd47-09c51cb174cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd6f1657c8ca49279063563768e092b0&device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 1097 time: 0.1791840 Jul 05 04:08:38.143829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9f14379-3970-47df-bfbc-06d067fa5f31 req-b9b7659e-b5c1-45a8-803e-1a05ecafe949 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690641 Jul 05 04:08:38.267782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a570a-3f02-433a-9ed8-65ada7db4b31 req-9dc3c29c-d09f-43a1-9c56-fcd2de22db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:38.269385 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-567a570a-3f02-433a-9ed8-65ada7db4b31 req-9dc3c29c-d09f-43a1-9c56-fcd2de22db57 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f83a3ac0-c6bd-4858-8b09-68306f2ecbee HTTP/1.1" status: 200 len: 911 time: 0.1425853 Jul 05 04:08:38.273491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-61721010-cf47-4b0a-b05d-b7cb493cd79e req-7bd88f32-7765-41c2-84f4-24065e50523d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461720 Jul 05 04:08:38.331170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-567a570a-3f02-433a-9ed8-65ada7db4b31 req-aff31655-23fc-4157-9945-99704590bfa1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 HTTP/1.1" status: 200 len: 217 time: 0.0532947 Jul 05 04:08:38.387828 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-843e4f9c-6ab1-40e2-a80c-87d753c2018f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.392336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a570a-3f02-433a-9ed8-65ada7db4b31 req-1ad16a1f-914f-4f09-a06b-f00f2d9c70e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:38.394200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-567a570a-3f02-433a-9ed8-65ada7db4b31 req-1ad16a1f-914f-4f09-a06b-f00f2d9c70e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c HTTP/1.1" status: 200 len: 850 time: 0.0532200 Jul 05 04:08:38.439503 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-567a570a-3f02-433a-9ed8-65ada7db4b31 req-334bb8a2-daf5-4376-aad0-2f7f190eda18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f83a3ac0-c6bd-4858-8b09-68306f2ecbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331118 Jul 05 04:08:38.485862 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-843e4f9c-6ab1-40e2-a80c-87d753c2018f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.549024 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfd07bd-8446-4d12-9d94-ea09c5e1a724 None None] Network 554138d6-8a5b-4426-b2b8-1c3ffaf60cb6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:38.565223 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-567a570a-3f02-433a-9ed8-65ada7db4b31 req-a823c39c-f50a-4916-81f4-f100a46c347c service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106625 Jul 05 04:08:38.585399 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e4f9c-6ab1-40e2-a80c-87d753c2018f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=9aee8d18-4218-4f7f-ba37-ae620abf4ecf,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:38.721539 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-567a570a-3f02-433a-9ed8-65ada7db4b31 req-3ddb5b2e-7cdf-4a63-9cb7-fc0557701f72 service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507273 Jul 05 04:08:38.767777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8a06175f-2b70-4572-82ae-5e23b1886bf9 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:38.861598 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-843e4f9c-6ab1-40e2-a80c-87d753c2018f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.891309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a665dd7d-7990-4344-88d6-1af0b541971c None None] Provisioning for port 8a06175f-2b70-4572-82ae-5e23b1886bf9 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:38.947690 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 8a06175f-2b70-4572-82ae-5e23b1886bf9 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:38.954859 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8a06175f-2b70-4572-82ae-5e23b1886bf9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:38.965735 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.047420 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.096092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 8a06175f-2b70-4572-82ae-5e23b1886bf9, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8a06175f-2b70-4572-82ae-5e23b1886bf9,segment=NetworkSegment(e952ebd2-2435-4ccc-9798-14bb16250b6e),segment_id=e952ebd2-2435-4ccc-9798-14bb16250b6e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:39.098743 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-843e4f9c-6ab1-40e2-a80c-87d753c2018f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.192508 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.251653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=8a06175f-2b70-4572-82ae-5e23b1886bf9,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:39.274069 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b41b9035-178b-427a-a8bc-6f1408adb39c None None] Provisioning complete for port 8a06175f-2b70-4572-82ae-5e23b1886bf9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:39.275227 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b41b9035-178b-427a-a8bc-6f1408adb39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.410999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becb391-fcc6-48b0-a443-083bd89d5d98 req-39e3b373-8b3e-4876-99a5-a7ec99b94bb9 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:39.420678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8becb391-fcc6-48b0-a443-083bd89d5d98 req-39e3b373-8b3e-4876-99a5-a7ec99b94bb9 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1288934 Jul 05 04:08:39.472827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b41b9035-178b-427a-a8bc-6f1408adb39c None None] Provisioning for port 9aee8d18-4218-4f7f-ba37-ae620abf4ecf completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:39.478070 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b41b9035-178b-427a-a8bc-6f1408adb39c None None] Provisioning complete for port 9aee8d18-4218-4f7f-ba37-ae620abf4ecf triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:39.478455 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b41b9035-178b-427a-a8bc-6f1408adb39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.526524 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-843e4f9c-6ab1-40e2-a80c-87d753c2018f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.530890 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8becb391-fcc6-48b0-a443-083bd89d5d98 req-2eb4af00-f504-4220-85ed-8c67cdccac47 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043310 Jul 05 04:08:39.554806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b41b9035-178b-427a-a8bc-6f1408adb39c None None] Port 9aee8d18-4218-4f7f-ba37-ae620abf4ecf cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:39.579448 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f1aa797-8281-4af5-b801-fc6245bee927 req-7b7c5b86-c104-45fa-b9ab-5526b2a19e3b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1122844 Jul 05 04:08:39.600681 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-843e4f9c-6ab1-40e2-a80c-87d753c2018f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.665035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e4f9c-6ab1-40e2-a80c-87d753c2018f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=9aee8d18-4218-4f7f-ba37-ae620abf4ecf,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:39.702646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-931d4c53-a33c-40ea-863c-69da3a592a1e None None] Provisioning complete for port 9aee8d18-4218-4f7f-ba37-ae620abf4ecf triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:39.703295 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-931d4c53-a33c-40ea-863c-69da3a592a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.726945 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-843e4f9c-6ab1-40e2-a80c-87d753c2018f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.778681 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa52d8f-15c0-40ae-bb09-e2f8b858a6d8 req-dc4784f8-bff8-414a-b3bb-f56c379d3ad0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:39.786423 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-931d4c53-a33c-40ea-863c-69da3a592a1e None None] Port 9aee8d18-4218-4f7f-ba37-ae620abf4ecf cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:39.791197 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-faa52d8f-15c0-40ae-bb09-e2f8b858a6d8 req-dc4784f8-bff8-414a-b3bb-f56c379d3ad0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 943 time: 0.1633129 Jul 05 04:08:39.819325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aa797-8281-4af5-b801-fc6245bee927 req-6da690e9-8b25-4561-a099-bff983067319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:39.821458 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f1aa797-8281-4af5-b801-fc6245bee927 req-6da690e9-8b25-4561-a099-bff983067319 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=95490658241d44ed85a3f3ef56c50e0b&device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 1102 time: 0.1463277 Jul 05 04:08:39.863503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843e4f9c-6ab1-40e2-a80c-87d753c2018f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 554138d6-8a5b-4426-b2b8-1c3ffaf60cb6 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:39.869677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-843e4f9c-6ab1-40e2-a80c-87d753c2018f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:39.920035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2c770380-a2ee-4813-bd8f-a69b1854917b None None] Provisioning complete for port 9aee8d18-4218-4f7f-ba37-ae620abf4ecf triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:39.920446 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2c770380-a2ee-4813-bd8f-a69b1854917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.973882 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2c770380-a2ee-4813-bd8f-a69b1854917b None None] Port 9aee8d18-4218-4f7f-ba37-ae620abf4ecf cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:39.993334 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-faa52d8f-15c0-40ae-bb09-e2f8b858a6d8 req-554b0f64-aaf6-471e-8418-cc6498d1b7b2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986067 Jul 05 04:08:40.072997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aa797-8281-4af5-b801-fc6245bee927 req-6f027616-04b5-41cb-b35f-907ea7b94df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.074746 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f1aa797-8281-4af5-b801-fc6245bee927 req-6f027616-04b5-41cb-b35f-907ea7b94df6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.2282929 Jul 05 04:08:40.123970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843e4f9c-6ab1-40e2-a80c-87d753c2018f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Router cf59e50f-a98f-46f1-8e50-bb162e8b419d is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:08:40.137794 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f1aa797-8281-4af5-b801-fc6245bee927 req-7c84cfb0-6170-4dbe-986f-b2deca22f6a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=f4aa8fbd-95a8-4601-af8f-904be0e28ce0 HTTP/1.1" status: 200 len: 217 time: 0.0534892 Jul 05 04:08:40.204742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aa797-8281-4af5-b801-fc6245bee927 req-7aa5de5b-fd67-4fd1-a60c-b30a6ee1532e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.206425 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f1aa797-8281-4af5-b801-fc6245bee927 req-7aa5de5b-fd67-4fd1-a60c-b30a6ee1532e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0607593 Jul 05 04:08:40.252956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843e4f9c-6ab1-40e2-a80c-87d753c2018f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:08:40.260819 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-843e4f9c-6ab1-40e2-a80c-87d753c2018f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "PUT /v2.0/routers/cf59e50f-a98f-46f1-8e50-bb162e8b419d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6171396 Jul 05 04:08:40.263443 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33248) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:40.270205 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a07b3e8-871a-455b-97f9-3fff45ce526b None None] Sync routers for ids ['cf59e50f-a98f-46f1-8e50-bb162e8b419d'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:08:40.280294 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a07b3e8-871a-455b-97f9-3fff45ce526b None None] Routers {'cf59e50f-a98f-46f1-8e50-bb162e8b419d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:40.281229 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4a07b3e8-871a-455b-97f9-3fff45ce526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:08:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['cf59e50f-a98f-46f1-8e50-bb162e8b419d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:40.297955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-49c02a7b-48b2-4a61-acd1-7bc6a5d21908 None None] Provisioning complete for port 9aee8d18-4218-4f7f-ba37-ae620abf4ecf triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:40.298331 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-49c02a7b-48b2-4a61-acd1-7bc6a5d21908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.321031 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4a07b3e8-871a-455b-97f9-3fff45ce526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:40.330549 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a07b3e8-871a-455b-97f9-3fff45ce526b None None] Routers {'cf59e50f-a98f-46f1-8e50-bb162e8b419d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:40.332545 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4a07b3e8-871a-455b-97f9-3fff45ce526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:08:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['cf59e50f-a98f-46f1-8e50-bb162e8b419d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:40.335216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aa797-8281-4af5-b801-fc6245bee927 req-fdb3e3be-d5ee-4417-b7e8-36859ba0c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.337996 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f1aa797-8281-4af5-b801-fc6245bee927 req-fdb3e3be-d5ee-4417-b7e8-36859ba0c22d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1233339 Jul 05 04:08:40.347114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-49c02a7b-48b2-4a61-acd1-7bc6a5d21908 None None] Port 9aee8d18-4218-4f7f-ba37-ae620abf4ecf cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:40.382561 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4a07b3e8-871a-455b-97f9-3fff45ce526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:40.383241 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a07b3e8-871a-455b-97f9-3fff45ce526b None None] The sync data for ids ['cf59e50f-a98f-46f1-8e50-bb162e8b419d'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:08:40.442732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d114bb-7afa-4ca8-bea5-c5cc7da084b7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.445534 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d6d114bb-7afa-4ca8-bea5-c5cc7da084b7 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf59e50f-a98f-46f1-8e50-bb162e8b419d HTTP/1.1" status: 200 len: 982 time: 0.1811149 Jul 05 04:08:40.448843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33252) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:40.493607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f1aa797-8281-4af5-b801-fc6245bee927 req-744303dc-d5d0-4a82-ad5b-674f09a61f8b service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378369 Jul 05 04:08:40.648877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f1aa797-8281-4af5-b801-fc6245bee927 req-f895b8de-5a46-4d40-8d37-65cd42128efc service neutron] 10.222.0.10 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464584 Jul 05 04:08:40.664398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8a06175f-2b70-4572-82ae-5e23b1886bf9 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:40.735151 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8a06175f-2b70-4572-82ae-5e23b1886bf9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:40.735540 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.824545 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e2fd3-55d0-4b35-8a3d-c7a59248fa44 req-19014713-56c7-43ce-86fa-621872c6f569 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.827357 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-092e2fd3-55d0-4b35-8a3d-c7a59248fa44 req-19014713-56c7-43ce-86fa-621872c6f569 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1011920 Jul 05 04:08:40.876268 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-092e2fd3-55d0-4b35-8a3d-c7a59248fa44 req-1d0a7779-4aa9-4923-9de9-bcf72975ffb0 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418005 Jul 05 04:08:41.181999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b08f4-d232-44b1-973a-da50b6a2f11d req-faf81db0-fdcc-46f7-9ce8-98bf4cab7653 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:41.183531 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a2b08f4-d232-44b1-973a-da50b6a2f11d req-faf81db0-fdcc-46f7-9ce8-98bf4cab7653 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 943 time: 0.0741541 Jul 05 04:08:41.239240 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a2b08f4-d232-44b1-973a-da50b6a2f11d req-33efb464-bf2c-421c-bbc7-fa3b23e171db tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486076 Jul 05 04:08:41.344533 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31202371-8e55-4cd2-b2b3-2ff458a76da1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.387660 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9e7a32c1-b11f-4138-966c-85059c2bd01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.640334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-31202371-8e55-4cd2-b2b3-2ff458a76da1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port 9aee8d18-4218-4f7f-ba37-ae620abf4ecf {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:41.641025 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31202371-8e55-4cd2-b2b3-2ff458a76da1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.766206 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31202371-8e55-4cd2-b2b3-2ff458a76da1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.779270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-31202371-8e55-4cd2-b2b3-2ff458a76da1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for 9aee8d18-4218-4f7f-ba37-ae620abf4ecf owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:42.010906 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31202371-8e55-4cd2-b2b3-2ff458a76da1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.048545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31202371-8e55-4cd2-b2b3-2ff458a76da1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=9aee8d18-4218-4f7f-ba37-ae620abf4ecf,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:42.106611 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce3852-296a-4619-a583-0339ae2ddc80 req-0c15b225-71f7-41c8-8837-d88263f24c60 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:42.108453 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20ce3852-296a-4619-a583-0339ae2ddc80 req-0c15b225-71f7-41c8-8837-d88263f24c60 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.0916839 Jul 05 04:08:42.155856 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20ce3852-296a-4619-a583-0339ae2ddc80 req-3598b84c-c72b-436f-8675-7c17582aa6cf tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414162 Jul 05 04:08:42.272941 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31202371-8e55-4cd2-b2b3-2ff458a76da1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.445872 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31202371-8e55-4cd2-b2b3-2ff458a76da1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Router cf59e50f-a98f-46f1-8e50-bb162e8b419d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:08:42.448108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91696eb-5eb4-42ab-ac49-e1fd4bf72f63 req-e1ea5d99-7a1d-44e1-a439-29913fdff421 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:42.456544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c91696eb-5eb4-42ab-ac49-e1fd4bf72f63 req-e1ea5d99-7a1d-44e1-a439-29913fdff421 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 943 time: 0.0808563 Jul 05 04:08:42.496767 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c91696eb-5eb4-42ab-ac49-e1fd4bf72f63 req-7b82cd77-eaad-4451-8a04-a321aa21b323 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407157 Jul 05 04:08:42.535662 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31202371-8e55-4cd2-b2b3-2ff458a76da1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:08:42.543722 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-31202371-8e55-4cd2-b2b3-2ff458a76da1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "PUT /v2.0/routers/cf59e50f-a98f-46f1-8e50-bb162e8b419d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0937240 Jul 05 04:08:42.546436 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33298) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:42.546968 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0943db-2002-417f-a2e8-7249a7e232de None None] Sync routers for ids ['cf59e50f-a98f-46f1-8e50-bb162e8b419d'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:08:42.570207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0943db-2002-417f-a2e8-7249a7e232de None None] Routers {'cf59e50f-a98f-46f1-8e50-bb162e8b419d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:42.571130 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-4c0943db-2002-417f-a2e8-7249a7e232de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:08:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['cf59e50f-a98f-46f1-8e50-bb162e8b419d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:42.578543 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5370249-788e-4dd6-9479-0c00ab79d87e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] GET failed (client error): The resource could not be found. Jul 05 04:08:42.580155 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e5370249-788e-4dd6-9479-0c00ab79d87e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/9aee8d18-4218-4f7f-ba37-ae620abf4ecf HTTP/1.1" status: 404 len: 333 time: 0.0327086 Jul 05 04:08:42.582891 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33300) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:42.617441 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-4c0943db-2002-417f-a2e8-7249a7e232de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:42.626587 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0943db-2002-417f-a2e8-7249a7e232de None None] Routers {'cf59e50f-a98f-46f1-8e50-bb162e8b419d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:42.627563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-4c0943db-2002-417f-a2e8-7249a7e232de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:08:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['cf59e50f-a98f-46f1-8e50-bb162e8b419d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:42.658905 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b169fe0b-6e77-4ef1-aac8-08b5b2f428b8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.664126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-4c0943db-2002-417f-a2e8-7249a7e232de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:42.665125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0943db-2002-417f-a2e8-7249a7e232de None None] The sync data for ids ['cf59e50f-a98f-46f1-8e50-bb162e8b419d'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:08:42.879186 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b169fe0b-6e77-4ef1-aac8-08b5b2f428b8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.882722 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b169fe0b-6e77-4ef1-aac8-08b5b2f428b8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.050274 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b169fe0b-6e77-4ef1-aac8-08b5b2f428b8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.050855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b169fe0b-6e77-4ef1-aac8-08b5b2f428b8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Fanout notify agent at l3_agent the message router_deleted on router cf59e50f-a98f-46f1-8e50-bb162e8b419d {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:08:43.062728 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b169fe0b-6e77-4ef1-aac8-08b5b2f428b8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.062728 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b169fe0b-6e77-4ef1-aac8-08b5b2f428b8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/routers/cf59e50f-a98f-46f1-8e50-bb162e8b419d HTTP/1.1" status: 204 len: 168 time: 0.4758623 Jul 05 04:08:43.062728 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33312) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:43.115282 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd4e699-c454-4123-a74e-b816387d940d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting subnet 494f6911-f889-45e5-ba81-a801110c0578 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:43.118463 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e699-c454-4123-a74e-b816387d940d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.166428 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e699-c454-4123-a74e-b816387d940d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.280150 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e699-c454-4123-a74e-b816387d940d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.364861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3aac72-881a-4fe6-86f8-4d17ba5bc4e0 req-74817749-be8d-4309-9f0d-e6d1586c1497 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:43.366632 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da3aac72-881a-4fe6-86f8-4d17ba5bc4e0 req-74817749-be8d-4309-9f0d-e6d1586c1497 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.0725327 Jul 05 04:08:43.410720 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da3aac72-881a-4fe6-86f8-4d17ba5bc4e0 req-b323c55c-50d9-46e1-8805-35926a05868b tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384350 Jul 05 04:08:43.440104 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e699-c454-4123-a74e-b816387d940d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.473216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4e699-c454-4123-a74e-b816387d940d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Subnet': ['ID=494f6911-f889-45e5-ba81-a801110c0578,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:43.479244 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e699-c454-4123-a74e-b816387d940d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.483404 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3dd4e699-c454-4123-a74e-b816387d940d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/494f6911-f889-45e5-ba81-a801110c0578 HTTP/1.1" status: 204 len: 168 time: 0.4176798 Jul 05 04:08:43.489615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33334) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:43.490516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec07065-7caa-40f5-8e81-956a08491d74 None None] Network 554138d6-8a5b-4426-b2b8-1c3ffaf60cb6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:43.593104 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.673309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port 8a06175f-2b70-4572-82ae-5e23b1886bf9 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:43.673664 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.741673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493445e0-eb9d-4feb-bca7-3714aa3284a0 None None] DHCP port deletion for 554138d6-8a5b-4426-b2b8-1c3ffaf60cb6 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:43.744461 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e1e64-0fb1-4bba-bcc7-1e56cb9c741e req-d436fe15-c178-4f5f-90d4-68139333ccc0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:43.746042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e33e1e64-0fb1-4bba-bcc7-1e56cb9c741e req-d436fe15-c178-4f5f-90d4-68139333ccc0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 943 time: 0.0765731 Jul 05 04:08:43.751285 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] For port 8a06175f-2b70-4572-82ae-5e23b1886bf9, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8a06175f-2b70-4572-82ae-5e23b1886bf9,segment=NetworkSegment(e952ebd2-2435-4ccc-9798-14bb16250b6e),segment_id=e952ebd2-2435-4ccc-9798-14bb16250b6e)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:43.751819 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.766444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for 8a06175f-2b70-4572-82ae-5e23b1886bf9 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:43.797223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-493445e0-eb9d-4feb-bca7-3714aa3284a0 None None] Deleting port 8a06175f-2b70-4572-82ae-5e23b1886bf9 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:43.797748 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-493445e0-eb9d-4feb-bca7-3714aa3284a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.820843 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e33e1e64-0fb1-4bba-bcc7-1e56cb9c741e req-79897468-ceaa-4643-b985-98d8714d4fca tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636613 Jul 05 04:08:43.928921 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-493445e0-eb9d-4feb-bca7-3714aa3284a0 None None] For port 8a06175f-2b70-4572-82ae-5e23b1886bf9, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8a06175f-2b70-4572-82ae-5e23b1886bf9,segment=NetworkSegment(e952ebd2-2435-4ccc-9798-14bb16250b6e),segment_id=e952ebd2-2435-4ccc-9798-14bb16250b6e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:43.929555 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-493445e0-eb9d-4feb-bca7-3714aa3284a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.945103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-493445e0-eb9d-4feb-bca7-3714aa3284a0 None None] Calling delete_port for 8a06175f-2b70-4572-82ae-5e23b1886bf9 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:44.056749 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.062057 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4d863810-404f-4f66-8c4c-308464759b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.069466 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-493445e0-eb9d-4feb-bca7-3714aa3284a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.088494 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=8a06175f-2b70-4572-82ae-5e23b1886bf9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:44.097709 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No DVR routers for this DVR port 8a06175f-2b70-4572-82ae-5e23b1886bf9 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:44.102062 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493445e0-eb9d-4feb-bca7-3714aa3284a0 None None] Pushing event deleted for resources: {'Port': ['ID=8a06175f-2b70-4572-82ae-5e23b1886bf9,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:44.104222 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493445e0-eb9d-4feb-bca7-3714aa3284a0 None None] No DVR routers for this DVR port 8a06175f-2b70-4572-82ae-5e23b1886bf9 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:44.192891 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.203337 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554138d6-8a5b-4426-b2b8-1c3ffaf60cb6']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:44.214347 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e952ebd2-2435-4ccc-9798-14bb16250b6e') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:44.214649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e952ebd2-2435-4ccc-9798-14bb16250b6e') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:44.223566 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.238482 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.246652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:44.247050 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:44.250016 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:44.313682 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.370727 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.395851 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.395851 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/networks/554138d6-8a5b-4426-b2b8-1c3ffaf60cb6 HTTP/1.1" status: 204 len: 168 time: 0.9076428 Jul 05 04:08:44.395851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734429e-b9fe-4c70-b0a3-9f896400808a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Network': ['ID=554138d6-8a5b-4426-b2b8-1c3ffaf60cb6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:44.397644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33366) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:44.460515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d54ba1-00da-47d2-aaaf-af1a4f53c30d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:44.462193 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-66d54ba1-00da-47d2-aaaf-af1a4f53c30d tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/21988e08-fa23-49b9-9678-c53b90045306 HTTP/1.1" status: 200 len: 841 time: 0.0616643 Jul 05 04:08:44.466639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33370) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:44.528340 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-be4f4a50-d3e9-43ab-a501-530183fe4485 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/21988e08-fa23-49b9-9678-c53b90045306?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0604000 Jul 05 04:08:44.534382 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33374) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:44.540519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-acf81bab-8538-4ee1-9152-28076dbeb65c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'subnet': {'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:44.624763 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8a06175f-2b70-4572-82ae-5e23b1886bf9 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:44.646896 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 8a06175f-2b70-4572-82ae-5e23b1886bf9 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:44.647237 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8a06175f-2b70-4572-82ae-5e23b1886bf9 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:44.695244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2f004-dee7-4a46-a5aa-e456af2d0c07 req-7f0ce3ff-767c-474b-8b0b-d65b1ba02714 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:44.696752 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1af2f004-dee7-4a46-a5aa-e456af2d0c07 req-7f0ce3ff-767c-474b-8b0b-d65b1ba02714 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1513362 Jul 05 04:08:44.737633 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1af2f004-dee7-4a46-a5aa-e456af2d0c07 req-9433ad75-3c13-41a0-b423-1f8df484da2c tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Jul 05 04:08:44.742129 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf81bab-8538-4ee1-9152-28076dbeb65c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:44.745616 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-acf81bab-8538-4ee1-9152-28076dbeb65c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.006029 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-acf81bab-8538-4ee1-9152-28076dbeb65c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.050846 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf81bab-8538-4ee1-9152-28076dbeb65c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 864be794-066d-4cec-bbcd-74341237da42 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:45.056999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-acf81bab-8538-4ee1-9152-28076dbeb65c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:45.068219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6675cd-7547-4b5e-8b10-084ca46d38c5 req-52bedc5e-c5fc-4268-a807-1a53d45cc2fa tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.069638 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc8880b-5b84-41bf-8bc1-c20d1033a349 None None] Network 864be794-066d-4cec-bbcd-74341237da42 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:45.070066 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f6675cd-7547-4b5e-8b10-084ca46d38c5 req-52bedc5e-c5fc-4268-a807-1a53d45cc2fa tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 943 time: 0.1143024 Jul 05 04:08:45.073153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf81bab-8538-4ee1-9152-28076dbeb65c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.073742 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-acf81bab-8538-4ee1-9152-28076dbeb65c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.100702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf81bab-8538-4ee1-9152-28076dbeb65c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Subnet': ['ID=9a18730c-8743-4e27-a158-9ff61d514a63,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:45.125822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f6675cd-7547-4b5e-8b10-084ca46d38c5 req-11ed212c-3ce9-4578-a874-be4c27053d7f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467110 Jul 05 04:08:45.183605 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-acf81bab-8538-4ee1-9152-28076dbeb65c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6472540 Jul 05 04:08:45.189977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33396) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:45.191280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ca0d6680-7d6d-4e66-ba50-ed7b3a0eece2 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'security_group': {'name': 'tempest-secgroup-689773692'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:45.281122 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-864be794-066d-4cec-bbcd-74341237da42', 'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'tenant_id': '8cf914c29d4b4151996c1c383040ef80', 'fixed_ips': [{'subnet_id': '9a18730c-8743-4e27-a158-9ff61d514a63'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:45.282710 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.284283 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca0d6680-7d6d-4e66-ba50-ed7b3a0eece2 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.321717 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.403404 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca0d6680-7d6d-4e66-ba50-ed7b3a0eece2 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.441720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Allocated IP 172.20.0.2 (864be794-066d-4cec-bbcd-74341237da42/9a18730c-8743-4e27-a158-9ff61d514a63/37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:45.479022 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca0d6680-7d6d-4e66-ba50-ed7b3a0eece2 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.525719 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d6680-7d6d-4e66-ba50-ed7b3a0eece2 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93da2291-0616-4a4e-82fa-027fe6861024,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:45.604723 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca0d6680-7d6d-4e66-ba50-ed7b3a0eece2 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.606555 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ca0d6680-7d6d-4e66-ba50-ed7b3a0eece2 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4193211 Jul 05 04:08:45.609041 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33408) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:45.613822 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-1674f0a0-d786-4c5d-a6f4-2b8ca8559fce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'security_group': {'name': 'tempest-secgroup-956979551'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:45.637834 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.646020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Transition to ACTIVE for port object 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:45.663593 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Transition to ACTIVE for port object 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:45.701793 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1674f0a0-d786-4c5d-a6f4-2b8ca8559fce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.726325 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.774361 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Network 864be794-066d-4cec-bbcd-74341237da42 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:45.777578 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:45.787450 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:45.796931 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Pushing event updated for resources: {'Port': ['ID=37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:45.816561 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1674f0a0-d786-4c5d-a6f4-2b8ca8559fce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.855744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Attempting to bind port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:45.856152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Attempting to bind port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '9a3f0334-6424-451b-9bdc-e4a9e5fec8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '864be794-066d-4cec-bbcd-74341237da42'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:45.856695 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Attempting to bind port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e on network 864be794-066d-4cec-bbcd-74341237da42 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:45.861874 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:45.863015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Checking segment: {'id': '9a3f0334-6424-451b-9bdc-e4a9e5fec8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '864be794-066d-4cec-bbcd-74341237da42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:45.863544 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.864020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Bound using segment: {'id': '9a3f0334-6424-451b-9bdc-e4a9e5fec8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '864be794-066d-4cec-bbcd-74341237da42'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:45.864596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Bound port: 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3f0334-6424-451b-9bdc-e4a9e5fec8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '864be794-066d-4cec-bbcd-74341237da42'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:45.865617 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.872985 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1674f0a0-d786-4c5d-a6f4-2b8ca8559fce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.964725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] For port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:45.967848 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] For port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e,segment=NetworkSegment(9a3f0334-6424-451b-9bdc-e4a9e5fec8c9),segment_id=9a3f0334-6424-451b-9bdc-e4a9e5fec8c9)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:45.979462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674f0a0-d786-4c5d-a6f4-2b8ca8559fce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd654863-160d-4d5f-abba-8030f434bfac,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:45.991370 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1674f0a0-d786-4c5d-a6f4-2b8ca8559fce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.991370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1674f0a0-d786-4c5d-a6f4-2b8ca8559fce tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3784275 Jul 05 04:08:45.991977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33420) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:45.998276 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5b5541c9-c893-4c82-91cc-36fbe4c76100 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1255853795', 'security_groups': ['bd654863-160d-4d5f-abba-8030f434bfac'], 'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9a18730c-8743-4e27-a158-9ff61d514a63'}]}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:46.051752 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.076426 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fbadc-fd3b-4dd8-824b-68c3a5e17b2d req-8586cb73-a3ce-41f2-b42e-816868e0e7ec tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:46.077947 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-387fbadc-fd3b-4dd8-824b-68c3a5e17b2d req-8586cb73-a3ce-41f2-b42e-816868e0e7ec tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1542740 Jul 05 04:08:46.116373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380dedb-c92b-4baf-b848-825d4681e358 None None] Pushing event updated for resources: {'Port': ['ID=37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:46.147238 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-387fbadc-fd3b-4dd8-824b-68c3a5e17b2d req-aca86826-c4f1-409c-b429-983306ec0282 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588503 Jul 05 04:08:46.256611 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5541c9-c893-4c82-91cc-36fbe4c76100 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:46.460218 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b5541c9-c893-4c82-91cc-36fbe4c76100 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.479324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d5e6a-0844-429e-a954-49343d5d085a req-dc7aad13-716e-4d45-b368-1dbb99cfda50 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:46.486336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e6d5e6a-0844-429e-a954-49343d5d085a req-dc7aad13-716e-4d45-b368-1dbb99cfda50 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 943 time: 0.1334660 Jul 05 04:08:46.508164 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-5b5541c9-c893-4c82-91cc-36fbe4c76100 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port ec6dc3c3-a329-4122-9c12-045e2bab879f yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:46.604139 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e6d5e6a-0844-429e-a954-49343d5d085a req-0a838df3-000b-4310-b462-b7447ca01ab2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169343 Jul 05 04:08:46.703448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:46.878265 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:46.908594 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.088026 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-5b5541c9-c893-4c82-91cc-36fbe4c76100 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Allocated IP 172.20.0.11 (864be794-066d-4cec-bbcd-74341237da42/9a18730c-8743-4e27-a158-9ff61d514a63/ec6dc3c3-a329-4122-9c12-045e2bab879f) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:47.274310 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b5541c9-c893-4c82-91cc-36fbe4c76100 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.306419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-5b5541c9-c893-4c82-91cc-36fbe4c76100 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Transition to ACTIVE for port object ec6dc3c3-a329-4122-9c12-045e2bab879f will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:47.400835 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b5541c9-c893-4c82-91cc-36fbe4c76100 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.457160 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5541c9-c893-4c82-91cc-36fbe4c76100 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 864be794-066d-4cec-bbcd-74341237da42 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:47.466096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-5b5541c9-c893-4c82-91cc-36fbe4c76100 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:47.471917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5541c9-c893-4c82-91cc-36fbe4c76100 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:47.498350 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5541c9-c893-4c82-91cc-36fbe4c76100 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=ec6dc3c3-a329-4122-9c12-045e2bab879f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:47.530921 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-40667c81-7c2b-4639-8f09-0b6d88649652 None None] Provisioning for port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:47.532474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d18353-1155-4079-af1d-a9fc050fc3b1 req-2716ca56-e4c6-4e9f-b49e-81346a51dba7 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:47.536811 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02d18353-1155-4079-af1d-a9fc050fc3b1 req-2716ca56-e4c6-4e9f-b49e-81346a51dba7 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1709571 Jul 05 04:08:47.540313 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-40667c81-7c2b-4639-8f09-0b6d88649652 None None] Provisioning complete for port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:47.540696 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-40667c81-7c2b-4639-8f09-0b6d88649652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.548351 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5541c9-c893-4c82-91cc-36fbe4c76100 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:47.548997 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b5541c9-c893-4c82-91cc-36fbe4c76100 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.592941 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02d18353-1155-4079-af1d-a9fc050fc3b1 req-88c95dff-12b6-40c6-9511-6e64b8ca1733 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515931 Jul 05 04:08:47.634745 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-40667c81-7c2b-4639-8f09-0b6d88649652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.667249 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5b5541c9-c893-4c82-91cc-36fbe4c76100 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6741827 Jul 05 04:08:47.671101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33468) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:47.675707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-00db525e-c645-49b3-9fcf-858354c7423a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'subnet': {'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:47.681425 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-40667c81-7c2b-4639-8f09-0b6d88649652 None None] For port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e,segment=NetworkSegment(9a3f0334-6424-451b-9bdc-e4a9e5fec8c9),segment_id=9a3f0334-6424-451b-9bdc-e4a9e5fec8c9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:47.753293 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-40667c81-7c2b-4639-8f09-0b6d88649652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.810839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-40667c81-7c2b-4639-8f09-0b6d88649652 None None] Provisioning complete for port 21988e08-fa23-49b9-9678-c53b90045306 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:47.811339 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-40667c81-7c2b-4639-8f09-0b6d88649652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.869809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb7b0f-7f56-4974-9a83-fc84413029b8 req-fac64f71-f4f6-494a-b9c3-c1efdfc5ab15 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:47.870041 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-40667c81-7c2b-4639-8f09-0b6d88649652 None None] Port 21988e08-fa23-49b9-9678-c53b90045306 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:47.872927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40667c81-7c2b-4639-8f09-0b6d88649652 None None] Pushing event updated for resources: {'Port': ['ID=37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:47.880199 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9bb7b0f-7f56-4974-9a83-fc84413029b8 req-fac64f71-f4f6-494a-b9c3-c1efdfc5ab15 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 943 time: 0.1363833 Jul 05 04:08:47.937548 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9bb7b0f-7f56-4974-9a83-fc84413029b8 req-2aef62b1-b73e-4895-9c55-a980d1d010cb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515473 Jul 05 04:08:47.940278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00db525e-c645-49b3-9fcf-858354c7423a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:47.946657 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-00db525e-c645-49b3-9fcf-858354c7423a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.051059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1d4eb434-a977-4415-a30f-66a7fc73e413 None None] Provisioning for port ec6dc3c3-a329-4122-9c12-045e2bab879f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:48.054357 n-d-771363-32 neutron-server[100933]: INFO neutron.db.ipam_backend_mixin [None req-00db525e-c645-49b3-9fcf-858354c7423a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9a18730c-8743-4e27-a158-9ff61d514a63 (CIDR: 172.20.0.0/28) Jul 05 04:08:48.056886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1d4eb434-a977-4415-a30f-66a7fc73e413 None None] Provisioning complete for port ec6dc3c3-a329-4122-9c12-045e2bab879f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:48.057268 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1d4eb434-a977-4415-a30f-66a7fc73e413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.091188 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1d4eb434-a977-4415-a30f-66a7fc73e413 None None] Port ec6dc3c3-a329-4122-9c12-045e2bab879f cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:48.096441 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-00db525e-c645-49b3-9fcf-858354c7423a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:08:48.096938 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00db525e-c645-49b3-9fcf-858354c7423a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:48.233032 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-00db525e-c645-49b3-9fcf-858354c7423a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5616665 Jul 05 04:08:48.235958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33484) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:48.241972 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f8ed5850-8a16-48e9-9117-abb848e1f12a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'subnet': {'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:48.410236 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ed5850-8a16-48e9-9117-abb848e1f12a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:48.414068 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f8ed5850-8a16-48e9-9117-abb848e1f12a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.685899 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:48.741857 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:48.742817 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.828685 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f8ed5850-8a16-48e9-9117-abb848e1f12a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.902623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed5850-8a16-48e9-9117-abb848e1f12a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 864be794-066d-4cec-bbcd-74341237da42 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:48.907607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-f8ed5850-8a16-48e9-9117-abb848e1f12a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:48.912787 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ed5850-8a16-48e9-9117-abb848e1f12a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:48.913474 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f8ed5850-8a16-48e9-9117-abb848e1f12a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.919136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d47ebcf-a260-42d9-92f6-bf76cc67cf9c None None] Network 864be794-066d-4cec-bbcd-74341237da42 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:48.931781 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed5850-8a16-48e9-9117-abb848e1f12a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Subnet': ['ID=ca12b9fc-2d0f-4e7f-aefa-e86fae53d346,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:48.994352 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33508) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:49.000154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3db0f75f-9d67-4413-a190-a99c9120dff8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1083101850', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ca12b9fc-2d0f-4e7f-aefa-e86fae53d346'}], 'security_groups': ['93da2291-0616-4a4e-82fa-027fe6861024']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:49.004898 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f8ed5850-8a16-48e9-9117-abb848e1f12a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7667966 Jul 05 04:08:49.048650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf4bb1-d80b-46ee-986c-54579c339c5b req-4281c989-31fb-4d1e-9bdc-de75d139e14e tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:49.056689 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1bf4bb1-d80b-46ee-986c-54579c339c5b req-4281c989-31fb-4d1e-9bdc-de75d139e14e tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1163623 Jul 05 04:08:49.168695 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1bf4bb1-d80b-46ee-986c-54579c339c5b req-a0f361b4-92ca-49dc-8859-f246758ebf6f tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016705 Jul 05 04:08:49.226832 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c066f5-61a8-4df7-9b4a-bd24776a4e56 req-8bc0714f-3bdd-402f-8a3e-5187650355f2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:49.228799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4c066f5-61a8-4df7-9b4a-bd24776a4e56 req-8bc0714f-3bdd-402f-8a3e-5187650355f2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 943 time: 0.1372418 Jul 05 04:08:49.268454 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf506cd3-545b-4777-ab81-4baed809c660 None None] Update dhcp port {'port': {'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'fixed_ips': [{'subnet_id': '9a18730c-8743-4e27-a158-9ff61d514a63', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ca12b9fc-2d0f-4e7f-aefa-e86fae53d346'}], 'binding:host_id': 'n-d-771363-32'}, 'id': '37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e'} from n-d-771363-32. {{(pid=100934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:08:49.276340 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4c066f5-61a8-4df7-9b4a-bd24776a4e56 req-2abcab6d-e7d0-4119-a08d-e80ddc615ffa tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412743 Jul 05 04:08:49.333312 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf506cd3-545b-4777-ab81-4baed809c660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.356282 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3db0f75f-9d67-4413-a190-a99c9120dff8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.497723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-bf506cd3-545b-4777-ab81-4baed809c660 None None] Allocated IP 172.20.0.18 (864be794-066d-4cec-bbcd-74341237da42/ca12b9fc-2d0f-4e7f-aefa-e86fae53d346/37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:49.598325 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-bf506cd3-545b-4777-ab81-4baed809c660 None None] For port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e,segment=NetworkSegment(9a3f0334-6424-451b-9bdc-e4a9e5fec8c9),segment_id=9a3f0334-6424-451b-9bdc-e4a9e5fec8c9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:49.632747 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf506cd3-545b-4777-ab81-4baed809c660 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.650495 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bf506cd3-545b-4777-ab81-4baed809c660 None None] Transition to ACTIVE for port object 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:49.724801 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bf506cd3-545b-4777-ab81-4baed809c660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.823001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf506cd3-545b-4777-ab81-4baed809c660 None None] Pushing event updated for resources: {'Port': ['ID=37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:49.845911 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-3db0f75f-9d67-4413-a190-a99c9120dff8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Delete allocated IP 172.20.0.11 (864be794-066d-4cec-bbcd-74341237da42/9a18730c-8743-4e27-a158-9ff61d514a63) {{(pid=100932) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:08:49.854737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-3db0f75f-9d67-4413-a190-a99c9120dff8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Allocated IP 172.20.0.29 (864be794-066d-4cec-bbcd-74341237da42/ca12b9fc-2d0f-4e7f-aefa-e86fae53d346/ec6dc3c3-a329-4122-9c12-045e2bab879f) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:50.028090 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3db0f75f-9d67-4413-a190-a99c9120dff8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.043293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-3db0f75f-9d67-4413-a190-a99c9120dff8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Transition to ACTIVE for port object ec6dc3c3-a329-4122-9c12-045e2bab879f will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:50.102764 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3db0f75f-9d67-4413-a190-a99c9120dff8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.223476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0f75f-9d67-4413-a190-a99c9120dff8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=ec6dc3c3-a329-4122-9c12-045e2bab879f,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:50.238359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-3db0f75f-9d67-4413-a190-a99c9120dff8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] In _notify_port_updated(), no bound segment for port ec6dc3c3-a329-4122-9c12-045e2bab879f on network 864be794-066d-4cec-bbcd-74341237da42 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:08:50.244835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db0f75f-9d67-4413-a190-a99c9120dff8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:50.246279 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3db0f75f-9d67-4413-a190-a99c9120dff8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.247768 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3db0f75f-9d67-4413-a190-a99c9120dff8 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "PUT /v2.0/ports/ec6dc3c3-a329-4122-9c12-045e2bab879f HTTP/1.1" status: 200 len: 921 time: 1.2522843 Jul 05 04:08:50.250526 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33540) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:50.384695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-56a7f7eb-d06c-4ddb-bb25-1cab144bceb9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port ec6dc3c3-a329-4122-9c12-045e2bab879f {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:50.385169 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56a7f7eb-d06c-4ddb-bb25-1cab144bceb9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.444369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f08c5b-3124-451f-b782-e349eef72f4a req-6ac0d6a3-0106-4a04-8925-bfcf5dc4d1bf tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:50.447523 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6f08c5b-3124-451f-b782-e349eef72f4a req-6ac0d6a3-0106-4a04-8925-bfcf5dc4d1bf tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1470385 Jul 05 04:08:50.513991 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56a7f7eb-d06c-4ddb-bb25-1cab144bceb9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.523568 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6f08c5b-3124-451f-b782-e349eef72f4a req-cef4d173-0bef-438c-81f1-6f1bd31f45d8 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703809 Jul 05 04:08:50.534181 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-56a7f7eb-d06c-4ddb-bb25-1cab144bceb9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for ec6dc3c3-a329-4122-9c12-045e2bab879f owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:50.575599 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ec3d1-6779-4792-b9ee-ef9ad456e2ed req-a722150e-816f-4b07-b784-2d81ca388814 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:50.577258 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a53ec3d1-6779-4792-b9ee-ef9ad456e2ed req-a722150e-816f-4b07-b784-2d81ca388814 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 943 time: 0.1056917 Jul 05 04:08:50.600758 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8dc22b85-908b-49cd-96c3-d172cfbde197 None None] Provisioning for port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:50.605395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8dc22b85-908b-49cd-96c3-d172cfbde197 None None] Provisioning complete for port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:50.605842 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8dc22b85-908b-49cd-96c3-d172cfbde197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.662887 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a53ec3d1-6779-4792-b9ee-ef9ad456e2ed req-be3cc6fb-d8a1-4891-9492-287b25b4b763 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798724 Jul 05 04:08:50.736872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:50.835540 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:50.836023 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.851154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56a7f7eb-d06c-4ddb-bb25-1cab144bceb9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.863624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8dc22b85-908b-49cd-96c3-d172cfbde197 None None] Provisioning for port ec6dc3c3-a329-4122-9c12-045e2bab879f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:50.878855 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8dc22b85-908b-49cd-96c3-d172cfbde197 None None] Provisioning complete for port ec6dc3c3-a329-4122-9c12-045e2bab879f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:50.879335 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8dc22b85-908b-49cd-96c3-d172cfbde197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.918257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7f7eb-d06c-4ddb-bb25-1cab144bceb9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=ec6dc3c3-a329-4122-9c12-045e2bab879f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:51.036226 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-56a7f7eb-d06c-4ddb-bb25-1cab144bceb9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.039765 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-56a7f7eb-d06c-4ddb-bb25-1cab144bceb9 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/ec6dc3c3-a329-4122-9c12-045e2bab879f HTTP/1.1" status: 204 len: 168 time: 0.7880805 Jul 05 04:08:51.042349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33562) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:51.063239 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8dc22b85-908b-49cd-96c3-d172cfbde197 None None] Port ec6dc3c3-a329-4122-9c12-045e2bab879f was deleted so its status cannot be updated. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:08:51.074780 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-219892b2-e6b6-431e-b0ed-c7a7263de151 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] GET failed (client error): The resource could not be found. Jul 05 04:08:51.076624 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-219892b2-e6b6-431e-b0ed-c7a7263de151 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/ec6dc3c3-a329-4122-9c12-045e2bab879f HTTP/1.1" status: 404 len: 333 time: 0.0333273 Jul 05 04:08:51.079486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33564) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:51.082293 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8dc22b85-908b-49cd-96c3-d172cfbde197 None None] Provisioning complete for port 21988e08-fa23-49b9-9678-c53b90045306 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:51.082849 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8dc22b85-908b-49cd-96c3-d172cfbde197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.152479 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8dc22b85-908b-49cd-96c3-d172cfbde197 None None] Port 21988e08-fa23-49b9-9678-c53b90045306 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:51.159572 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.199799 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.268753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ad8c15fd-2844-4401-bfa4-f0ad83e5ddbb None None] Could not find standard attr ID for object ec6dc3c3-a329-4122-9c12-045e2bab879f. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:08:51.336052 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.338815 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.342447 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/security-groups/bd654863-160d-4d5f-abba-8030f434bfac HTTP/1.1" status: 204 len: 168 time: 0.2596052 Jul 05 04:08:51.343106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33572) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:51.352944 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd654863-160d-4d5f-abba-8030f434bfac,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:51.361275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:51.361843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:51.362179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:51.362511 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:51.362840 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:51.363811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:51.364184 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:51.364516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:51.364994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:51.365322 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:51.365640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:51.366133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a75c6-684a-447b-9b7b-b18c9e6b656c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:51.422181 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ffd9cbbd-0dd5-42c3-ae2b-b9977f43ed8e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.445792 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ffd9cbbd-0dd5-42c3-ae2b-b9977f43ed8e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.558666 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ffd9cbbd-0dd5-42c3-ae2b-b9977f43ed8e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.561566 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ffd9cbbd-0dd5-42c3-ae2b-b9977f43ed8e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.565088 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ffd9cbbd-0dd5-42c3-ae2b-b9977f43ed8e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/security-groups/93da2291-0616-4a4e-82fa-027fe6861024 HTTP/1.1" status: 204 len: 168 time: 0.2185833 Jul 05 04:08:51.566162 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33580) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:51.580793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9cbbd-0dd5-42c3-ae2b-b9977f43ed8e tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93da2291-0616-4a4e-82fa-027fe6861024,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:51.630738 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e12258-655b-4700-868a-b8b672516d92 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting subnet 9a18730c-8743-4e27-a158-9ff61d514a63 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:51.637503 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-53e12258-655b-4700-868a-b8b672516d92 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.696645 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-53e12258-655b-4700-868a-b8b672516d92 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.774283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be734ed-9f59-45b2-bfd2-07c6aba259ad req-2b1b7a06-93e3-4b91-8437-ed62e1a2d8ff tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:51.775849 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4be734ed-9f59-45b2-bfd2-07c6aba259ad req-2b1b7a06-93e3-4b91-8437-ed62e1a2d8ff tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1125717 Jul 05 04:08:51.813597 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-53e12258-655b-4700-868a-b8b672516d92 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.831524 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4be734ed-9f59-45b2-bfd2-07c6aba259ad req-8d57b732-7a95-4b94-aa04-1bc652a86b97 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490170 Jul 05 04:08:52.008251 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a09491-a139-4f8a-8d17-e7c5bec93c9c req-f4423132-fed4-40ec-9bfd-f87c2b3ac9c5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:52.009820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17a09491-a139-4f8a-8d17-e7c5bec93c9c req-f4423132-fed4-40ec-9bfd-f87c2b3ac9c5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 943 time: 0.0636158 Jul 05 04:08:52.033209 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-53e12258-655b-4700-868a-b8b672516d92 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.047252 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17a09491-a139-4f8a-8d17-e7c5bec93c9c req-269c128c-301f-4480-998d-8642385c89c2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316310 Jul 05 04:08:52.064247 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-53e12258-655b-4700-868a-b8b672516d92 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.066263 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-53e12258-655b-4700-868a-b8b672516d92 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/9a18730c-8743-4e27-a158-9ff61d514a63 HTTP/1.1" status: 204 len: 168 time: 0.4991314 Jul 05 04:08:52.067393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e12258-655b-4700-868a-b8b672516d92 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Subnet': ['ID=9a18730c-8743-4e27-a158-9ff61d514a63,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:52.071365 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33600) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:52.077811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-e0a21f78-ff7d-454f-a35e-999743b25502 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'subnet': {'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:52.081385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909e2bcb-aa85-4918-80e6-b6f8898c5933 None None] Network 864be794-066d-4cec-bbcd-74341237da42 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:52.307088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a21f78-ff7d-454f-a35e-999743b25502 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:52.311481 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e0a21f78-ff7d-454f-a35e-999743b25502 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.621733 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e0a21f78-ff7d-454f-a35e-999743b25502 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.675061 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a21f78-ff7d-454f-a35e-999743b25502 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 864be794-066d-4cec-bbcd-74341237da42 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:52.679405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-e0a21f78-ff7d-454f-a35e-999743b25502 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:52.684039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a21f78-ff7d-454f-a35e-999743b25502 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:52.684653 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e0a21f78-ff7d-454f-a35e-999743b25502 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.700050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a21f78-ff7d-454f-a35e-999743b25502 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Subnet': ['ID=9b4239a2-fa21-470d-83ed-8a0ad2e4edbb,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:52.787252 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33618) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:52.787427 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e0a21f78-ff7d-454f-a35e-999743b25502 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7132742 Jul 05 04:08:52.792851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-13defcd1-f8d9-466b-a55c-7b4fdcc46818 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'security_group': {'name': 'tempest-secgroup-217335026'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:52.877999 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f210d95-ef73-43e8-a7ce-25117f6ac382 None None] Network 864be794-066d-4cec-bbcd-74341237da42 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:52.907427 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13defcd1-f8d9-466b-a55c-7b4fdcc46818 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.043580 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13defcd1-f8d9-466b-a55c-7b4fdcc46818 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.054249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e721b-2675-466f-9991-53034ef81ef8 req-2b810c64-a8f4-4801-8b70-52340fdac844 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:53.061267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-304e721b-2675-466f-9991-53034ef81ef8 req-2b810c64-a8f4-4801-8b70-52340fdac844 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.0977540 Jul 05 04:08:53.064756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ecd00a30-495f-4b14-b49c-7eae6aa8e0dd None None] Provisioning complete for port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:53.065214 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ecd00a30-495f-4b14-b49c-7eae6aa8e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.119680 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13defcd1-f8d9-466b-a55c-7b4fdcc46818 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.155555 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-304e721b-2675-466f-9991-53034ef81ef8 req-cd19f4c8-ee73-4632-9760-f78192dc2ec2 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934095 Jul 05 04:08:53.200737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13defcd1-f8d9-466b-a55c-7b4fdcc46818 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd81045-f455-42c4-a112-f3ec8e281e46,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:53.250232 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13defcd1-f8d9-466b-a55c-7b4fdcc46818 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.251623 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-13defcd1-f8d9-466b-a55c-7b4fdcc46818 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4624431 Jul 05 04:08:53.254158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33634) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:53.256381 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ecd00a30-495f-4b14-b49c-7eae6aa8e0dd None None] Provisioning complete for port 21988e08-fa23-49b9-9678-c53b90045306 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:53.260307 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ecd00a30-495f-4b14-b49c-7eae6aa8e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.261033 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1a15c1f7-22dd-4598-8be9-3be67724a8ec tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'security_group': {'name': 'tempest-secgroup-513400874'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:53.330414 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b85cba27-b43b-49fb-a113-30592a5dbd71 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:08:53.344868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ecd00a30-495f-4b14-b49c-7eae6aa8e0dd None None] Port 21988e08-fa23-49b9-9678-c53b90045306 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:53.360842 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a15c1f7-22dd-4598-8be9-3be67724a8ec tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.363876 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eb1fd3-1e0a-43c0-bab5-b436deeca3e9 None None] Update dhcp port {'port': {'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'fixed_ips': [{'subnet_id': 'ca12b9fc-2d0f-4e7f-aefa-e86fae53d346', 'ip_address': '172.20.0.18'}, {'subnet_id': '9b4239a2-fa21-470d-83ed-8a0ad2e4edbb'}], 'binding:host_id': 'n-d-771363-32'}, 'id': '37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e'} from n-d-771363-32. {{(pid=100934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:08:53.419920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0a6b4-c093-4ced-86a4-0b5f326781b0 req-48052c23-7d4b-45e4-80a4-8633781c986e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:53.422252 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eca0a6b4-c093-4ced-86a4-0b5f326781b0 req-48052c23-7d4b-45e4-80a4-8633781c986e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 943 time: 0.1082773 Jul 05 04:08:53.471148 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eca0a6b4-c093-4ced-86a4-0b5f326781b0 req-e202f684-5010-4aac-9c73-33243b88ac1c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421784 Jul 05 04:08:53.476690 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-06eb1fd3-1e0a-43c0-bab5-b436deeca3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.482703 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a15c1f7-22dd-4598-8be9-3be67724a8ec tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.546532 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a15c1f7-22dd-4598-8be9-3be67724a8ec tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.596089 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15c1f7-22dd-4598-8be9-3be67724a8ec tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e0d02f-de86-4e41-b36a-968288a46b3e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:53.622545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b85cba27-b43b-49fb-a113-30592a5dbd71, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b85cba27-b43b-49fb-a113-30592a5dbd71,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:53.637083 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a15c1f7-22dd-4598-8be9-3be67724a8ec tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.638422 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1a15c1f7-22dd-4598-8be9-3be67724a8ec tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3833146 Jul 05 04:08:53.641282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33646) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:53.647169 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-33edd1cd-14f4-4dc5-857d-b3f39f6cdd1c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'security_group': {'name': 'tempest-secgroup-1587710026'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:53.649275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'b85cba27-b43b-49fb-a113-30592a5dbd71', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'port_id': 'b85cba27-b43b-49fb-a113-30592a5dbd71', 'mac_address': 'fa:16:3e:cc:1b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:08:53.729487 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.736165 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-06eb1fd3-1e0a-43c0-bab5-b436deeca3e9 None None] Allocated IP 172.20.0.2 (864be794-066d-4cec-bbcd-74341237da42/9b4239a2-fa21-470d-83ed-8a0ad2e4edbb/37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:53.758416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85cba27-b43b-49fb-a113-30592a5dbd71 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:53.798559 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-33edd1cd-14f4-4dc5-857d-b3f39f6cdd1c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.836903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b85cba27-b43b-49fb-a113-30592a5dbd71, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b85cba27-b43b-49fb-a113-30592a5dbd71,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:53.888653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-06eb1fd3-1e0a-43c0-bab5-b436deeca3e9 None None] For port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e,segment=NetworkSegment(9a3f0334-6424-451b-9bdc-e4a9e5fec8c9),segment_id=9a3f0334-6424-451b-9bdc-e4a9e5fec8c9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:53.905644 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-33edd1cd-14f4-4dc5-857d-b3f39f6cdd1c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.919975 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-06eb1fd3-1e0a-43c0-bab5-b436deeca3e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.933075 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-06eb1fd3-1e0a-43c0-bab5-b436deeca3e9 None None] Transition to ACTIVE for port object 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:53.935329 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.981493 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-33edd1cd-14f4-4dc5-857d-b3f39f6cdd1c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.992398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=b85cba27-b43b-49fb-a113-30592a5dbd71,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:54.004165 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:54.004864 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:54.006483 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:54.007449 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:54.007802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:54.008192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:54.008730 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:54.009069 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:54.009456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:54.009831 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:54.010472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:54.010624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:54.014921 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edd1cd-14f4-4dc5-857d-b3f39f6cdd1c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6731d67-b7a6-42a4-a5a4-a8752500808e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:54.022707 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-06eb1fd3-1e0a-43c0-bab5-b436deeca3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.081493 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-33edd1cd-14f4-4dc5-857d-b3f39f6cdd1c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.084650 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-33edd1cd-14f4-4dc5-857d-b3f39f6cdd1c tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4404967 Jul 05 04:08:54.086410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33662) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:54.092297 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-9cf372cd-083c-4861-9e89-196ee4e96a49 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-640399833', 'security_groups': ['c6731d67-b7a6-42a4-a5a4-a8752500808e'], 'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9b4239a2-fa21-470d-83ed-8a0ad2e4edbb'}]}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:54.147333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb1fd3-1e0a-43c0-bab5-b436deeca3e9 None None] Pushing event updated for resources: {'Port': ['ID=37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:54.353044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf372cd-083c-4861-9e89-196ee4e96a49 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:54.363548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['b85cba27-b43b-49fb-a113-30592a5dbd71'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:54.504776 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f532e39-2b77-457e-9caf-56330d98b734 req-b3f06749-d702-4f9a-b7c4-8c6ed1b8d77e tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:54.513010 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f532e39-2b77-457e-9caf-56330d98b734 req-b3f06749-d702-4f9a-b7c4-8c6ed1b8d77e tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.2074316 Jul 05 04:08:54.523551 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9cf372cd-083c-4861-9e89-196ee4e96a49 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:54.544018 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-9cf372cd-083c-4861-9e89-196ee4e96a49 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] device_id is not set on port 63593e02-a65f-4888-8162-206f072933ab yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:54.699176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:54.730645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f532e39-2b77-457e-9caf-56330d98b734 req-9f68db14-7962-4840-a05e-4dfb05d26313 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166398 Jul 05 04:08:54.840423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811358b3-95db-44c9-8b73-3ac8b3d48bbc req-ac730a8a-b1d3-4166-9d5f-10613bd2ed4d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:54.842348 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-811358b3-95db-44c9-8b73-3ac8b3d48bbc req-ac730a8a-b1d3-4166-9d5f-10613bd2ed4d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 944 time: 0.1551974 Jul 05 04:08:54.843769 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-9cf372cd-083c-4861-9e89-196ee4e96a49 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Allocated IP 172.20.0.4 (864be794-066d-4cec-bbcd-74341237da42/9b4239a2-fa21-470d-83ed-8a0ad2e4edbb/63593e02-a65f-4888-8162-206f072933ab) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:54.909523 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-811358b3-95db-44c9-8b73-3ac8b3d48bbc req-28736d21-2e48-413e-9602-0ca682c78498 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588484 Jul 05 04:08:55.078382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6c0f2361-3456-4c79-a0d3-41c3252c5f38 None None] Provisioning for port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:55.082786 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6c0f2361-3456-4c79-a0d3-41c3252c5f38 None None] Provisioning complete for port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:55.083301 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6c0f2361-3456-4c79-a0d3-41c3252c5f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.162783 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9cf372cd-083c-4861-9e89-196ee4e96a49 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.183580 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6c0f2361-3456-4c79-a0d3-41c3252c5f38 None None] Provisioning complete for port 21988e08-fa23-49b9-9678-c53b90045306 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:55.183962 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6c0f2361-3456-4c79-a0d3-41c3252c5f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.188846 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-9cf372cd-083c-4861-9e89-196ee4e96a49 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Transition to ACTIVE for port object 63593e02-a65f-4888-8162-206f072933ab will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:55.222539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f2361-3456-4c79-a0d3-41c3252c5f38 None None] Port 21988e08-fa23-49b9-9678-c53b90045306 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:55.330542 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9cf372cd-083c-4861-9e89-196ee4e96a49 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.334922 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b85cba27-b43b-49fb-a113-30592a5dbd71 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:55.395102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf372cd-083c-4861-9e89-196ee4e96a49 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 864be794-066d-4cec-bbcd-74341237da42 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:55.400392 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-9cf372cd-083c-4861-9e89-196ee4e96a49 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:55.415213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf372cd-083c-4861-9e89-196ee4e96a49 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:55.451715 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf372cd-083c-4861-9e89-196ee4e96a49 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=63593e02-a65f-4888-8162-206f072933ab,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:55.467728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port b85cba27-b43b-49fb-a113-30592a5dbd71 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:55.475566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port b85cba27-b43b-49fb-a113-30592a5dbd71 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:55.476268 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.486371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf372cd-083c-4861-9e89-196ee4e96a49 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:55.487720 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9cf372cd-083c-4861-9e89-196ee4e96a49 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.610921 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.622026 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9cf372cd-083c-4861-9e89-196ee4e96a49 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5343342 Jul 05 04:08:55.624712 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33706) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:55.630206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-1828d0b4-db41-4694-a6ad-371c6de2dd52 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'subnet': {'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:55.675350 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85cba27-b43b-49fb-a113-30592a5dbd71'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:55.677914 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b16407-ee23-4a21-9c85-e15183ff79da" -d '{"events": [{"server_uuid": "35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1", "name": "network-vif-plugged", "status": "completed", "tag": "b85cba27-b43b-49fb-a113-30592a5dbd71"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:55.710789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b85cba27-b43b-49fb-a113-30592a5dbd71, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b85cba27-b43b-49fb-a113-30592a5dbd71,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:55.741548 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87259cdd-6ad9-4fb9-b999-bbb463d83890 x-openstack-request-id: req-87259cdd-6ad9-4fb9-b999-bbb463d83890 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:55.741828 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1", "name": "network-vif-plugged", "status": "completed", "tag": "b85cba27-b43b-49fb-a113-30592a5dbd71", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:55.742081 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-87259cdd-6ad9-4fb9-b999-bbb463d83890 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:55.742479 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85cba27-b43b-49fb-a113-30592a5dbd71', 'code': 200} Jul 05 04:08:55.767145 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.821911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e2c19484-dd52-493e-a93b-069621448bef None None] Provisioning for port 63593e02-a65f-4888-8162-206f072933ab completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:55.854767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1828d0b4-db41-4694-a6ad-371c6de2dd52 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:55.859818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e2c19484-dd52-493e-a93b-069621448bef None None] Provisioning complete for port 63593e02-a65f-4888-8162-206f072933ab triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:55.860354 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e2c19484-dd52-493e-a93b-069621448bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.862974 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1828d0b4-db41-4694-a6ad-371c6de2dd52 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.934043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e9fbc-8388-48d5-8435-fcd5dbed11fb req-3e945c65-3619-4955-b0f4-102d02f40f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:55.936199 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-167e9fbc-8388-48d5-8435-fcd5dbed11fb req-3e945c65-3619-4955-b0f4-102d02f40f61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 1097 time: 0.1065454 Jul 05 04:08:55.960363 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e2c19484-dd52-493e-a93b-069621448bef None None] Port 63593e02-a65f-4888-8162-206f072933ab cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:55.989007 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-167e9fbc-8388-48d5-8435-fcd5dbed11fb req-4a78dc50-6a82-4770-b195-44309f496b9d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447764 Jul 05 04:08:55.995761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=b85cba27-b43b-49fb-a113-30592a5dbd71,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:56.034768 n-d-771363-32 neutron-server[100933]: INFO neutron.db.ipam_backend_mixin [None req-1828d0b4-db41-4694-a6ad-371c6de2dd52 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9b4239a2-fa21-470d-83ed-8a0ad2e4edbb (CIDR: 172.20.0.0/28) Jul 05 04:08:56.044440 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eeb011-6c41-4a7c-9c24-8726c1a4da66 req-86f734e0-1f38-4722-8df7-7139a378825e tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:56.045987 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6eeb011-6c41-4a7c-9c24-8726c1a4da66 req-86f734e0-1f38-4722-8df7-7139a378825e tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1037326 Jul 05 04:08:56.102639 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-1828d0b4-db41-4694-a6ad-371c6de2dd52 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:08:56.103249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1828d0b4-db41-4694-a6ad-371c6de2dd52 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:56.143790 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6eeb011-6c41-4a7c-9c24-8726c1a4da66 req-f569c8f7-98cf-49bf-9e20-518d496fc677 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920997 Jul 05 04:08:56.171657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabf88e-b112-4ab0-828b-9191be1ef345 req-d677938e-f50f-4c47-8d23-f75feb7839bc tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:56.173164 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7dabf88e-b112-4ab0-828b-9191be1ef345 req-d677938e-f50f-4c47-8d23-f75feb7839bc tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 945 time: 0.1074712 Jul 05 04:08:56.216369 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7dabf88e-b112-4ab0-828b-9191be1ef345 req-d63430c1-6e59-4ffc-a780-21a8ec5a95de tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366728 Jul 05 04:08:56.268625 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1828d0b4-db41-4694-a6ad-371c6de2dd52 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6428308 Jul 05 04:08:56.270545 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33728) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:56.275716 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-aaabb4bf-992e-40f6-93d4-4452ca85c5a4 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'subnet': {'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:56.484657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaabb4bf-992e-40f6-93d4-4452ca85c5a4 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:56.489158 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-aaabb4bf-992e-40f6-93d4-4452ca85c5a4 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.590920 n-d-771363-32 neutron-server[100933]: INFO neutron.db.ipam_backend_mixin [None req-aaabb4bf-992e-40f6-93d4-4452ca85c5a4 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ca12b9fc-2d0f-4e7f-aefa-e86fae53d346 (CIDR: 172.20.0.16/28) Jul 05 04:08:56.656685 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaabb4bf-992e-40f6-93d4-4452ca85c5a4 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:08:56.657488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaabb4bf-992e-40f6-93d4-4452ca85c5a4 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:56.753485 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-aaabb4bf-992e-40f6-93d4-4452ca85c5a4 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4817615 Jul 05 04:08:56.756828 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33746) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:56.761806 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-869bb4a2-ffe1-49df-87e4-e850c3f83add tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'subnet': {'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:56.981156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869bb4a2-ffe1-49df-87e4-e850c3f83add tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Made reservation on behalf of 8cf914c29d4b4151996c1c383040ef80 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:56.984960 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-869bb4a2-ffe1-49df-87e4-e850c3f83add tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.285073 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-869bb4a2-ffe1-49df-87e4-e850c3f83add tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.392385 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869bb4a2-ffe1-49df-87e4-e850c3f83add tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Network 864be794-066d-4cec-bbcd-74341237da42 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:57.433277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-869bb4a2-ffe1-49df-87e4-e850c3f83add tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:57.441865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869bb4a2-ffe1-49df-87e4-e850c3f83add tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:57.442021 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-869bb4a2-ffe1-49df-87e4-e850c3f83add tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.458770 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10cc71e-1c32-48c5-bb5c-0dda776dc1e1 None None] Network 864be794-066d-4cec-bbcd-74341237da42 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:57.470479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bb4a2-ffe1-49df-87e4-e850c3f83add tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Subnet': ['ID=80359dd2-1b7f-400c-aca1-9431307bc368,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:57.509432 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c8561-4c41-4ac7-aea3-d4a1ce16aaaa req-5b1fba9b-d5f3-418e-ab7b-dcb32e963a3f tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:57.511214 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c3c8561-4c41-4ac7-aea3-d4a1ce16aaaa req-5b1fba9b-d5f3-418e-ab7b-dcb32e963a3f tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.2225354 Jul 05 04:08:57.533410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73b32f-0ed4-4ef8-ade1-9e19f380a15a req-ee5d353f-ab23-4a08-8999-36cab22c6fe0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:57.542075 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc73b32f-0ed4-4ef8-ade1-9e19f380a15a req-ee5d353f-ab23-4a08-8999-36cab22c6fe0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 945 time: 0.1516802 Jul 05 04:08:57.591756 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-869bb4a2-ffe1-49df-87e4-e850c3f83add tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8316031 Jul 05 04:08:57.592640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33772) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:57.601240 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1864007910', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '80359dd2-1b7f-400c-aca1-9431307bc368'}], 'security_groups': ['3dd81045-f455-42c4-a112-f3ec8e281e46', '02e0d02f-de86-4e41-b36a-968288a46b3e']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:57.605594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c3c8561-4c41-4ac7-aea3-d4a1ce16aaaa req-0902d2a3-6063-454d-9acd-f705cf3a66f9 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877347 Jul 05 04:08:57.626348 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc73b32f-0ed4-4ef8-ade1-9e19f380a15a req-a8557ead-7f00-431a-a756-119854924c6c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833228 Jul 05 04:08:57.875636 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea017e75-9152-47c3-b1b2-78cbb2f7e173 None None] Update dhcp port {'port': {'network_id': '864be794-066d-4cec-bbcd-74341237da42', 'fixed_ips': [{'subnet_id': 'ca12b9fc-2d0f-4e7f-aefa-e86fae53d346', 'ip_address': '172.20.0.18'}, {'subnet_id': '9b4239a2-fa21-470d-83ed-8a0ad2e4edbb', 'ip_address': '172.20.0.2'}, {'subnet_id': '80359dd2-1b7f-400c-aca1-9431307bc368'}], 'binding:host_id': 'n-d-771363-32'}, 'id': '37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e'} from n-d-771363-32. {{(pid=100934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:08:57.925927 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ea017e75-9152-47c3-b1b2-78cbb2f7e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.938103 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.168155 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-ea017e75-9152-47c3-b1b2-78cbb2f7e173 None None] Allocated IP 172.20.0.34 (864be794-066d-4cec-bbcd-74341237da42/80359dd2-1b7f-400c-aca1-9431307bc368/37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:58.273359 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-ea017e75-9152-47c3-b1b2-78cbb2f7e173 None None] For port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e,segment=NetworkSegment(9a3f0334-6424-451b-9bdc-e4a9e5fec8c9),segment_id=9a3f0334-6424-451b-9bdc-e4a9e5fec8c9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:58.311186 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ea017e75-9152-47c3-b1b2-78cbb2f7e173 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.328375 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ea017e75-9152-47c3-b1b2-78cbb2f7e173 None None] Transition to ACTIVE for port object 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:58.379373 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:08:58.415880 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ea017e75-9152-47c3-b1b2-78cbb2f7e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.523681 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea017e75-9152-47c3-b1b2-78cbb2f7e173 None None] Pushing event updated for resources: {'Port': ['ID=37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:58.601963 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-cdd921a3-7156-475f-8902-89316641e4a6 {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:08:58.602454 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:08:58.664029 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:58.940993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e2e99-2688-44c2-a9c0-0f1fb6b5432d req-4b26a749-2650-4afa-93b5-b3f643997f41 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:58.943371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d4e2e99-2688-44c2-a9c0-0f1fb6b5432d req-4b26a749-2650-4afa-93b5-b3f643997f41 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 945 time: 0.1771932 Jul 05 04:08:58.953579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb31e87-48b6-4079-9148-cf7a488d752e req-525c1b9f-3ddf-4a3f-953f-eb7980947215 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:58.955101 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ccb31e87-48b6-4079-9148-cf7a488d752e req-525c1b9f-3ddf-4a3f-953f-eb7980947215 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1179326 Jul 05 04:08:59.022288 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ccb31e87-48b6-4079-9148-cf7a488d752e req-0ce4bbae-ab15-42c3-bcbf-d9b236b71d73 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590792 Jul 05 04:08:59.033451 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d4e2e99-2688-44c2-a9c0-0f1fb6b5432d req-d247d9d3-5d6b-4e4e-9f1a-3d70031a03c5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772598 Jul 05 04:08:59.173005 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.437946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396dc4e-ac35-4053-a060-86b3efa23b47 req-0ef8b841-5247-4cb8-89f5-667b354d29b8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:59.439392 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3396dc4e-ac35-4053-a060-86b3efa23b47 req-0ef8b841-5247-4cb8-89f5-667b354d29b8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 945 time: 0.0712240 Jul 05 04:08:59.478886 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3396dc4e-ac35-4053-a060-86b3efa23b47 req-3ecf07e5-2cc5-4348-8c12-9d17449493d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322945 Jul 05 04:08:59.540822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d3d46e46-5676-4989-9dee-ea0e0bf1bee6 None None] Provisioning for port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:59.545512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d3d46e46-5676-4989-9dee-ea0e0bf1bee6 None None] Provisioning complete for port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:59.545891 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d3d46e46-5676-4989-9dee-ea0e0bf1bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.561250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Delete allocated IP 172.20.0.4 (864be794-066d-4cec-bbcd-74341237da42/9b4239a2-fa21-470d-83ed-8a0ad2e4edbb) {{(pid=100932) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:08:59.571615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Allocated IP 172.20.0.43 (864be794-066d-4cec-bbcd-74341237da42/80359dd2-1b7f-400c-aca1-9431307bc368/63593e02-a65f-4888-8162-206f072933ab) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:59.664059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d3d46e46-5676-4989-9dee-ea0e0bf1bee6 None None] Provisioning complete for port 21988e08-fa23-49b9-9678-c53b90045306 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:59.664609 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d3d46e46-5676-4989-9dee-ea0e0bf1bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.702978 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d3d46e46-5676-4989-9dee-ea0e0bf1bee6 None None] Port 21988e08-fa23-49b9-9678-c53b90045306 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:59.720950 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d3d46e46-5676-4989-9dee-ea0e0bf1bee6 None None] Provisioning complete for port 63593e02-a65f-4888-8162-206f072933ab triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:59.720950 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d3d46e46-5676-4989-9dee-ea0e0bf1bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.764468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d3d46e46-5676-4989-9dee-ea0e0bf1bee6 None None] Port 63593e02-a65f-4888-8162-206f072933ab cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:59.793612 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.807549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Transition to ACTIVE for port object 63593e02-a65f-4888-8162-206f072933ab will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:59.884172 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.983999 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event updated for resources: {'Port': ['ID=63593e02-a65f-4888-8162-206f072933ab,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:59.996968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:59.997356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:59.997698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:59.998110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:59.998357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:59.998837 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:59.999016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:59.999330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:59.999657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:00.000124 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:00.000316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:00.000640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:00.019352 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] In _notify_port_updated(), no bound segment for port 63593e02-a65f-4888-8162-206f072933ab on network 864be794-066d-4cec-bbcd-74341237da42 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:09:00.025649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:00.027242 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.028767 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e369d8c1-f412-4fab-ab7f-20720a556735 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "PUT /v2.0/ports/63593e02-a65f-4888-8162-206f072933ab HTTP/1.1" status: 200 len: 960 time: 2.4339297 Jul 05 04:09:00.031498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33844) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:00.185051 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5cb51216-eb98-4465-9e56-97d9ff441689 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port 63593e02-a65f-4888-8162-206f072933ab {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:00.185426 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5cb51216-eb98-4465-9e56-97d9ff441689 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.267506 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7ff83-fda5-4e08-9882-86e9474dd21e req-5e1c5049-f5c4-4d16-8cc6-9c802bf0db4f tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:00.276910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ba7ff83-fda5-4e08-9882-86e9474dd21e req-5e1c5049-f5c4-4d16-8cc6-9c802bf0db4f tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1127732 Jul 05 04:09:00.300301 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5cb51216-eb98-4465-9e56-97d9ff441689 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.315486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5cb51216-eb98-4465-9e56-97d9ff441689 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for 63593e02-a65f-4888-8162-206f072933ab owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:00.330396 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ba7ff83-fda5-4e08-9882-86e9474dd21e req-91a45004-a133-442c-b5d9-df4d68382bfb tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523779 Jul 05 04:09:00.609622 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5cb51216-eb98-4465-9e56-97d9ff441689 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.617549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-953c062a-fc8c-42f7-8004-a07348c4d762 None None] Provisioning for port 63593e02-a65f-4888-8162-206f072933ab completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:00.630018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-953c062a-fc8c-42f7-8004-a07348c4d762 None None] Provisioning complete for port 63593e02-a65f-4888-8162-206f072933ab triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:00.630018 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-953c062a-fc8c-42f7-8004-a07348c4d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.672149 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-953c062a-fc8c-42f7-8004-a07348c4d762 None None] Port 63593e02-a65f-4888-8162-206f072933ab was deleted so its status cannot be updated. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:09:00.679967 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb51216-eb98-4465-9e56-97d9ff441689 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=63593e02-a65f-4888-8162-206f072933ab,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:00.743400 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5cb51216-eb98-4465-9e56-97d9ff441689 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.755275 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5cb51216-eb98-4465-9e56-97d9ff441689 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/63593e02-a65f-4888-8162-206f072933ab HTTP/1.1" status: 204 len: 168 time: 0.7226453 Jul 05 04:09:00.758503 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33866) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:00.818711 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af31eeb-ae34-4f58-a4cf-e9a597f02bc6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] GET failed (client error): The resource could not be found. Jul 05 04:09:00.828261 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6af31eeb-ae34-4f58-a4cf-e9a597f02bc6 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports/63593e02-a65f-4888-8162-206f072933ab HTTP/1.1" status: 404 len: 333 time: 0.0605562 Jul 05 04:09:00.828261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33876) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:00.909273 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c40f32cd-421d-4cd5-bb68-818aab0ee767 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.934287 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c40f32cd-421d-4cd5-bb68-818aab0ee767 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.369179 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c40f32cd-421d-4cd5-bb68-818aab0ee767 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.378201 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c40f32cd-421d-4cd5-bb68-818aab0ee767 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.378201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c40f32cd-421d-4cd5-bb68-818aab0ee767 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/security-groups/c6731d67-b7a6-42a4-a5a4-a8752500808e HTTP/1.1" status: 204 len: 168 time: 0.5490365 Jul 05 04:09:01.379792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33894) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:01.398242 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f32cd-421d-4cd5-bb68-818aab0ee767 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6731d67-b7a6-42a4-a5a4-a8752500808e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:01.468394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6b05d399-06ac-408b-a5d4-96f008fc3d9f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.563861 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6b05d399-06ac-408b-a5d4-96f008fc3d9f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.659047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5bbad-cd5d-4b65-8865-b62d29985326 req-b6f711dc-6d28-4bd5-9c75-f7ee96a86c23 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:01.666723 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fc5bbad-cd5d-4b65-8865-b62d29985326 req-b6f711dc-6d28-4bd5-9c75-f7ee96a86c23 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1859834 Jul 05 04:09:01.731361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fc5bbad-cd5d-4b65-8865-b62d29985326 req-a119cc0b-1d00-4421-b1d7-75f669a78155 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587649 Jul 05 04:09:01.732090 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6b05d399-06ac-408b-a5d4-96f008fc3d9f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.734634 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6b05d399-06ac-408b-a5d4-96f008fc3d9f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.735924 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6b05d399-06ac-408b-a5d4-96f008fc3d9f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/security-groups/02e0d02f-de86-4e41-b36a-968288a46b3e HTTP/1.1" status: 204 len: 168 time: 0.3565140 Jul 05 04:09:01.738918 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33914) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:01.746514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05d399-06ac-408b-a5d4-96f008fc3d9f tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e0d02f-de86-4e41-b36a-968288a46b3e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:01.862946 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e931ad2b-79d6-48d1-8ef9-7e73ecdd5aca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.890408 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e931ad2b-79d6-48d1-8ef9-7e73ecdd5aca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.107946 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e931ad2b-79d6-48d1-8ef9-7e73ecdd5aca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.112195 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e931ad2b-79d6-48d1-8ef9-7e73ecdd5aca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.113628 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e931ad2b-79d6-48d1-8ef9-7e73ecdd5aca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/security-groups/3dd81045-f455-42c4-a112-f3ec8e281e46 HTTP/1.1" status: 204 len: 168 time: 0.3723254 Jul 05 04:09:02.117616 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33934) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:02.127157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931ad2b-79d6-48d1-8ef9-7e73ecdd5aca tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd81045-f455-42c4-a112-f3ec8e281e46,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:02.292965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6635c4e-856e-4bcd-93b9-83bda7ee70fc tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting subnet 9b4239a2-fa21-470d-83ed-8a0ad2e4edbb {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:02.305502 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a6635c4e-856e-4bcd-93b9-83bda7ee70fc tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.368015 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a6635c4e-856e-4bcd-93b9-83bda7ee70fc tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.456466 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.465055 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a6635c4e-856e-4bcd-93b9-83bda7ee70fc tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.610319 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a6635c4e-856e-4bcd-93b9-83bda7ee70fc tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.643011 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a6635c4e-856e-4bcd-93b9-83bda7ee70fc tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.650168 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33956) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:02.653532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad24f13f-254e-4bdc-bca0-ca6957b6d611 None None] Network 864be794-066d-4cec-bbcd-74341237da42 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:02.660937 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a6635c4e-856e-4bcd-93b9-83bda7ee70fc tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/9b4239a2-fa21-470d-83ed-8a0ad2e4edbb HTTP/1.1" status: 204 len: 168 time: 0.5415559 Jul 05 04:09:02.664730 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6635c4e-856e-4bcd-93b9-83bda7ee70fc tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4239a2-fa21-470d-83ed-8a0ad2e4edbb,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:02.734035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afd41d7-aee2-4374-b0b7-f8cfdcb523ee tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting subnet 80359dd2-1b7f-400c-aca1-9431307bc368 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:02.738007 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1afd41d7-aee2-4374-b0b7-f8cfdcb523ee tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.796930 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1afd41d7-aee2-4374-b0b7-f8cfdcb523ee tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.030079 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1afd41d7-aee2-4374-b0b7-f8cfdcb523ee tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.128384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578928a2-01c0-472e-b191-1a8fa0d32b29 req-9caade1b-89b0-4481-8e63-83b4dde12ee9 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:03.130929 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-578928a2-01c0-472e-b191-1a8fa0d32b29 req-9caade1b-89b0-4481-8e63-83b4dde12ee9 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1100795 Jul 05 04:09:03.192941 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-578928a2-01c0-472e-b191-1a8fa0d32b29 req-443e70a9-92a4-4571-a33c-9eb9e4a9a23f tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550182 Jul 05 04:09:03.211001 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1afd41d7-aee2-4374-b0b7-f8cfdcb523ee tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.288428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd41d7-aee2-4374-b0b7-f8cfdcb523ee tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Subnet': ['ID=80359dd2-1b7f-400c-aca1-9431307bc368,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:03.304697 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1afd41d7-aee2-4374-b0b7-f8cfdcb523ee tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.312640 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1afd41d7-aee2-4374-b0b7-f8cfdcb523ee tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/80359dd2-1b7f-400c-aca1-9431307bc368 HTTP/1.1" status: 204 len: 168 time: 0.6582344 Jul 05 04:09:03.317298 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34002) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:03.384184 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc99754-d0dc-4206-9a9b-6473f681f44b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:03.384822 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc99754-d0dc-4206-9a9b-6473f681f44b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:03.389351 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0bc99754-d0dc-4206-9a9b-6473f681f44b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/9b4239a2-fa21-470d-83ed-8a0ad2e4edbb HTTP/1.1" status: 404 len: 337 time: 0.0690725 Jul 05 04:09:03.390067 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34004) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:03.404608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-ffeab2c8-ba1a-4925-918f-107153efcc66 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:03.406575 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-ffeab2c8-ba1a-4925-918f-107153efcc66 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 812 time: 0.2124763 Jul 05 04:09:03.428834 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-dfdc79e7-6f05-47d4-99a6-348b2618cc2e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/quotas/48e750e760504acfa4e4109b157795f3 HTTP/1.1" status: 200 len: 375 time: 0.0156887 Jul 05 04:09:03.478364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6da705-9e09-4378-8051-9196b90eb5e1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting subnet ca12b9fc-2d0f-4e7f-aefa-e86fae53d346 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:03.481958 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc6da705-9e09-4378-8051-9196b90eb5e1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.521190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-99b8061b-bd52-4f5f-a2bf-00d9811e3d12 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0910261 Jul 05 04:09:03.529465 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc6da705-9e09-4378-8051-9196b90eb5e1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.623784 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-bd472f3d-991d-4e9e-8657-b454af88b338 service neutron] 10.222.0.38 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007385 Jul 05 04:09:03.640428 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc6da705-9e09-4378-8051-9196b90eb5e1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.737891 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9f52d260-e765-4348-9b5c-a266991e0a49 service neutron] 10.222.0.38 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070144 Jul 05 04:09:03.839731 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.847810 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc3375a-4af5-45f2-b2ac-6eae9c933795 None None] Network 864be794-066d-4cec-bbcd-74341237da42 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:03.939397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3d80fe18-f918-4d95-b5c8-3acd460ccc29 None None] Provisioning complete for port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:03.940207 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3d80fe18-f918-4d95-b5c8-3acd460ccc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.155144 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ebc00b82-80ce-4011-8239-49bd2b1f6163 req-f5e58007-ecb4-4f8b-9dde-595b6c69a4c9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 210 time: 0.0313675 Jul 05 04:09:04.155323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3d80fe18-f918-4d95-b5c8-3acd460ccc29 None None] Provisioning complete for port 21988e08-fa23-49b9-9678-c53b90045306 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:04.155736 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3d80fe18-f918-4d95-b5c8-3acd460ccc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.242444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-3d80fe18-f918-4d95-b5c8-3acd460ccc29 None None] Port 21988e08-fa23-49b9-9678-c53b90045306 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:04.301511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc6da705-9e09-4378-8051-9196b90eb5e1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.386631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6da705-9e09-4378-8051-9196b90eb5e1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Subnet': ['ID=ca12b9fc-2d0f-4e7f-aefa-e86fae53d346,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:04.403904 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc6da705-9e09-4378-8051-9196b90eb5e1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.408494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34042) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:04.409224 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bc6da705-9e09-4378-8051-9196b90eb5e1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/ca12b9fc-2d0f-4e7f-aefa-e86fae53d346 HTTP/1.1" status: 204 len: 168 time: 1.0181091 Jul 05 04:09:04.446836 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-13864e08-3668-4219-8f83-8431f90f9ca4 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:04.447289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13864e08-3668-4219-8f83-8431f90f9ca4 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:04.453135 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-13864e08-3668-4219-8f83-8431f90f9ca4 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/9a18730c-8743-4e27-a158-9ff61d514a63 HTTP/1.1" status: 404 len: 337 time: 0.0434790 Jul 05 04:09:04.456261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34044) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:04.524041 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c83cb6e9-bf07-4a4f-882a-201e9ba2dae1 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf59e50f-a98f-46f1-8e50-bb162e8b419d HTTP/1.1" status: 200 len: 205 time: 0.0664821 Jul 05 04:09:04.526367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34046) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:04.599662 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-dc5039ae-c271-4455-aa92-d5b1a918be1b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] delete failed (client error): The resource could not be found. Jul 05 04:09:04.600995 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dc5039ae-c271-4455-aa92-d5b1a918be1b tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/routers/cf59e50f-a98f-46f1-8e50-bb162e8b419d HTTP/1.1" status: 404 len: 336 time: 0.0735984 Jul 05 04:09:04.603838 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34052) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:04.633240 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-731fb3d3-eb59-4603-8f13-167f7d572437 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:04.633713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731fb3d3-eb59-4603-8f13-167f7d572437 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:04.635531 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-731fb3d3-eb59-4603-8f13-167f7d572437 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/494f6911-f889-45e5-ba81-a801110c0578 HTTP/1.1" status: 404 len: 337 time: 0.0306959 Jul 05 04:09:04.639839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34054) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:04.667904 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bddb768-8211-4d06-b52f-3f1f72127edf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:04.668428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bddb768-8211-4d06-b52f-3f1f72127edf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:04.672598 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2bddb768-8211-4d06-b52f-3f1f72127edf tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/d2f73e74-0a35-48a4-a0ad-bdc130c71004 HTTP/1.1" status: 404 len: 337 time: 0.0316303 Jul 05 04:09:04.673308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34056) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:04.702223 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-6275e565-ab5c-4e79-832b-1853fda9bdc4 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:04.702688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6275e565-ab5c-4e79-832b-1853fda9bdc4 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:04.704520 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6275e565-ab5c-4e79-832b-1853fda9bdc4 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/c0259c18-7300-4945-927e-64e8b030dbf9 HTTP/1.1" status: 404 len: 337 time: 0.0302498 Jul 05 04:09:04.707132 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34058) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:04.744239 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcb3c83-9dda-41bc-931f-949533e4065a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:04.744835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcb3c83-9dda-41bc-931f-949533e4065a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:04.764203 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6bcb3c83-9dda-41bc-931f-949533e4065a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/195d9fec-e782-43c0-98e9-f6ed7d3b0dab HTTP/1.1" status: 404 len: 333 time: 0.0537026 Jul 05 04:09:04.764444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34066) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:04.842932 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4fcfa9-7aa6-4f61-9315-284b3834d151 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:04.843494 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4fcfa9-7aa6-4f61-9315-284b3834d151 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:04.848148 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7c4fcfa9-7aa6-4f61-9315-284b3834d151 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/829466f5-b109-488d-a01d-03e75f8ddf55 HTTP/1.1" status: 404 len: 337 time: 0.0822616 Jul 05 04:09:04.850627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34070) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:04.913650 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c85409e-3afc-4927-b3b0-8653a9883084 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:04.914245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c85409e-3afc-4927-b3b0-8653a9883084 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:04.919147 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2c85409e-3afc-4927-b3b0-8653a9883084 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/ba8602b8-af83-46f7-b130-2374f0cf29a1 HTTP/1.1" status: 404 len: 337 time: 0.0687683 Jul 05 04:09:04.919887 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34072) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:04.950649 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-843a1f13-4c09-4347-874d-717098a14e8a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:04.951554 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843a1f13-4c09-4347-874d-717098a14e8a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:04.956613 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-843a1f13-4c09-4347-874d-717098a14e8a tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/d8c9e105-10bf-4a48-aa80-c878b5d464df HTTP/1.1" status: 404 len: 333 time: 0.0356193 Jul 05 04:09:04.957343 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34074) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:04.987727 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8951db-776e-4289-91df-f14421dc7a45 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:04.988292 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8951db-776e-4289-91df-f14421dc7a45 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:04.993708 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2d8951db-776e-4289-91df-f14421dc7a45 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/cb015f49-bd1c-4027-b40a-8bac5ed1c3de HTTP/1.1" status: 404 len: 337 time: 0.0351753 Jul 05 04:09:04.994573 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34076) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:05.033826 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-091c3971-e2ed-47e1-888f-7ffbb6e09407 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:05.034259 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091c3971-e2ed-47e1-888f-7ffbb6e09407 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:05.040526 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-091c3971-e2ed-47e1-888f-7ffbb6e09407 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/subnets/8f53d88b-7885-4831-95f4-ee61a59f57ab HTTP/1.1" status: 404 len: 337 time: 0.0446541 Jul 05 04:09:05.047689 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34078) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:05.059491 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0f1a8-5701-4c85-b57f-ec434debfbb8 req-c10461da-7f4b-4419-96e2-a0af3f30f40a tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:05.061911 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62a0f1a8-5701-4c85-b57f-ec434debfbb8 req-c10461da-7f4b-4419-96e2-a0af3f30f40a tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.6176584 Jul 05 04:09:05.119150 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62a0f1a8-5701-4c85-b57f-ec434debfbb8 req-24eb3239-a30c-4230-82ee-0fdd878f9752 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510292 Jul 05 04:09:05.174389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-1aed5b24-8864-4855-b363-5d8e722eeac0 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port 21988e08-fa23-49b9-9678-c53b90045306 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:05.174730 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1aed5b24-8864-4855-b363-5d8e722eeac0 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.220834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5877eaa5-a163-42d2-ae9e-b3fc0aa98186 None None] Network 864be794-066d-4cec-bbcd-74341237da42 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:05.249554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65b8561b-ee4b-4469-a10f-ed30f22bb0b1 req-0845d0a7-9d11-473d-b929-cab52e1bbad4 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 210 time: 0.0292680 Jul 05 04:09:05.262920 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1aed5b24-8864-4855-b363-5d8e722eeac0 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.280049 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-1aed5b24-8864-4855-b363-5d8e722eeac0 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for 21988e08-fa23-49b9-9678-c53b90045306 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:05.305566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9068cb02-ec0c-40c1-8f0e-7235ce43a1a3 None None] Provisioning complete for port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:05.305940 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9068cb02-ec0c-40c1-8f0e-7235ce43a1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.625193 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9068cb02-ec0c-40c1-8f0e-7235ce43a1a3 None None] Provisioning complete for port 21988e08-fa23-49b9-9678-c53b90045306 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:05.625563 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9068cb02-ec0c-40c1-8f0e-7235ce43a1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.670699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9068cb02-ec0c-40c1-8f0e-7235ce43a1a3 None None] Port 21988e08-fa23-49b9-9678-c53b90045306 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:05.684369 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1aed5b24-8864-4855-b363-5d8e722eeac0 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.715391 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed5b24-8864-4855-b363-5d8e722eeac0 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=21988e08-fa23-49b9-9678-c53b90045306,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:05.719911 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1aed5b24-8864-4855-b363-5d8e722eeac0 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.721873 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1aed5b24-8864-4855-b363-5d8e722eeac0 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/ports/21988e08-fa23-49b9-9678-c53b90045306 HTTP/1.1" status: 204 len: 168 time: 0.6796441 Jul 05 04:09:05.724547 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34100) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:05.736686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed35c9c-33d1-47f1-abde-102cdf9e0797 None None] DHCP port deletion for 864be794-066d-4cec-bbcd-74341237da42 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:09:05.791485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-6ed35c9c-33d1-47f1-abde-102cdf9e0797 None None] Deleting port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:05.792012 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6ed35c9c-33d1-47f1-abde-102cdf9e0797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.813319 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.867376 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Deleting port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:05.867376 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.884563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6ed35c9c-33d1-47f1-abde-102cdf9e0797 None None] For port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e,segment=NetworkSegment(9a3f0334-6424-451b-9bdc-e4a9e5fec8c9),segment_id=9a3f0334-6424-451b-9bdc-e4a9e5fec8c9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:05.886861 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6ed35c9c-33d1-47f1-abde-102cdf9e0797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.905821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-6ed35c9c-33d1-47f1-abde-102cdf9e0797 None None] Calling delete_port for 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:05.954900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] For port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e,segment=NetworkSegment(9a3f0334-6424-451b-9bdc-e4a9e5fec8c9),segment_id=9a3f0334-6424-451b-9bdc-e4a9e5fec8c9)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:05.955259 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.968429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Calling delete_port for 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:06.078141 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6ed35c9c-33d1-47f1-abde-102cdf9e0797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.100841 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.115625 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed35c9c-33d1-47f1-abde-102cdf9e0797 None None] Pushing event deleted for resources: {'Port': ['ID=37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:06.122837 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed35c9c-33d1-47f1-abde-102cdf9e0797 None None] No DVR routers for this DVR port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:06.143032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Port': ['ID=37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:06.147692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] No DVR routers for this DVR port 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:06.241642 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.251884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864be794-066d-4cec-bbcd-74341237da42']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:06.271691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3f0334-6424-451b-9bdc-e4a9e5fec8c9') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:06.272091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3f0334-6424-451b-9bdc-e4a9e5fec8c9') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:06.303742 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.331250 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.340404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:06.346505 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:06.359792 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:06.533917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78532c2-c238-4817-a041-400cc5893917 req-3c5b3aa4-b510-4d48-a764-98f8c0f8ff4e tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:06.535635 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f78532c2-c238-4817-a041-400cc5893917 req-3c5b3aa4-b510-4d48-a764-98f8c0f8ff4e tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.2755039 Jul 05 04:09:06.540928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2172e53-18d1-4e80-a474-18e1bf6937c2 req-66a620ec-3267-4d02-bf65-615de0d24c85 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 210 time: 0.0507088 Jul 05 04:09:06.574878 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.611335 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.614241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] 10.222.0.38 "DELETE /v2.0/networks/864be794-066d-4cec-bbcd-74341237da42 HTTP/1.1" status: 204 len: 168 time: 0.8886433 Jul 05 04:09:06.619383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870babd-0f74-4fd1-9882-4576af275717 tempest-PortsTestJSON-965912446 tempest-PortsTestJSON-965912446-project] Pushing event deleted for resources: {'Network': ['ID=864be794-066d-4cec-bbcd-74341237da42,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:06.638977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f78532c2-c238-4817-a041-400cc5893917 req-3379e561-5aa9-450a-8e7e-e4f0b5e9bb95 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912480 Jul 05 04:09:06.713861 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:06.736452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:06.737003 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 37a6eb0f-15bd-48bb-a5fe-c79a68e03c2e not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:07.159537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-2287d5a6-84d8-41a8-9f40-17e92fe62664 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.161075 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-2287d5a6-84d8-41a8-9f40-17e92fe62664 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.10 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 812 time: 0.1201088 Jul 05 04:09:07.175479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-1ef20ec8-1861-48f1-9a6e-6d3978ecc497 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'port': {'device_id': '0c7886e2-168c-41f2-b3aa-8c9a40875264', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'admin_state_up': True, 'tenant_id': '48e750e760504acfa4e4109b157795f3'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:07.243713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34144) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:07.368637 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-1ef20ec8-1861-48f1-9a6e-6d3978ecc497 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Made reservation on behalf of 48e750e760504acfa4e4109b157795f3 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:07.373038 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-1ef20ec8-1861-48f1-9a6e-6d3978ecc497 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.437315 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ccceeb03-e038-4b96-8895-99428353b393 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8cf914c29d4b4151996c1c383040ef80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920629 Jul 05 04:09:07.439749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34154) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:07.594161 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-749d2a39-db50-41c9-8aea-f7bf1f8b5aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.643010 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-1ef20ec8-1861-48f1-9a6e-6d3978ecc497 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Allocated IP 172.20.0.10 (21576bdb-acd7-416e-ab70-c6ba0ea6d5de/50c6f83a-26f8-4fa9-bbc7-9cbd73efb092/d1d4e73a-82bc-44a4-855e-2c9bb7cf0267) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:07.644028 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-749d2a39-db50-41c9-8aea-f7bf1f8b5aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.785263 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fe2dc03f-c0f4-42d2-a19f-7d3a4bb4a9c3 req-84dae1ed-7d5b-4a6e-944a-b9b58ad8115f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 210 time: 0.0748425 Jul 05 04:09:07.798252 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-749d2a39-db50-41c9-8aea-f7bf1f8b5aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.818738 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-749d2a39-db50-41c9-8aea-f7bf1f8b5aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.818738 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-749d2a39-db50-41c9-8aea-f7bf1f8b5aee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f916a0a2-2a8d-40b7-9e38-ff4b8c7a7764 HTTP/1.1" status: 204 len: 168 time: 0.3689528 Jul 05 04:09:07.838615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d2a39-db50-41c9-8aea-f7bf1f8b5aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f916a0a2-2a8d-40b7-9e38-ff4b8c7a7764,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:07.929897 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f38a63-ba41-4c7a-87e2-75928379ae09 req-0a8617f8-1b4a-42b5-92e5-124de9d6ef70 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.931735 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82f38a63-ba41-4c7a-87e2-75928379ae09 req-0a8617f8-1b4a-42b5-92e5-124de9d6ef70 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1516693 Jul 05 04:09:07.944206 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-1ef20ec8-1861-48f1-9a6e-6d3978ecc497 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.998129 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-1ef20ec8-1861-48f1-9a6e-6d3978ecc497 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Transition to ACTIVE for port object d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:08.012676 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82f38a63-ba41-4c7a-87e2-75928379ae09 req-5b62af43-e961-466d-a059-28618b468d2d tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728810 Jul 05 04:09:08.164350 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-1ef20ec8-1861-48f1-9a6e-6d3978ecc497 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.176384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['b85cba27-b43b-49fb-a113-30592a5dbd71'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:08.212759 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-1ef20ec8-1861-48f1-9a6e-6d3978ecc497 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:08.216101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-1ef20ec8-1861-48f1-9a6e-6d3978ecc497 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:08.220437 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-1ef20ec8-1861-48f1-9a6e-6d3978ecc497 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:08.261408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef20ec8-1861-48f1-9a6e-6d3978ecc497 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'Port': ['ID=d1d4e73a-82bc-44a4-855e-2c9bb7cf0267,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:08.332607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-1ef20ec8-1861-48f1-9a6e-6d3978ecc497 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:08.338543 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-1ef20ec8-1861-48f1-9a6e-6d3978ecc497 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.467597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-1ef20ec8-1861-48f1-9a6e-6d3978ecc497 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2960625 Jul 05 04:09:08.482342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Request body: {'port': {'device_id': '0c7886e2-168c-41f2-b3aa-8c9a40875264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:08.645412 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.694998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-acca5b49-4dab-4c8d-ba42-374a230e2ac9 None None] Provisioning for port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:08.706029 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-acca5b49-4dab-4c8d-ba42-374a230e2ac9 None None] Provisioning complete for port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:08.706029 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-acca5b49-4dab-4c8d-ba42-374a230e2ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.748392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-acca5b49-4dab-4c8d-ba42-374a230e2ac9 None None] Port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:09.254189 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:09.292005 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:09.319878 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Transition to ACTIVE for port object d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:09.329429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6b388-8d02-4e70-8320-1656a352d635 req-40ce2645-d6e8-46ac-9f06-308b2cebb509 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:09.331071 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48f6b388-8d02-4e70-8320-1656a352d635 req-40ce2645-d6e8-46ac-9f06-308b2cebb509 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 932 time: 0.3022945 Jul 05 04:09:09.392698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef1baa-f803-4a36-a225-9384dcc753e6 req-18482c6f-70df-4253-9dee-59cdcf6e098a tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:09.394454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35ef1baa-f803-4a36-a225-9384dcc753e6 req-18482c6f-70df-4253-9dee-59cdcf6e098a tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.2267904 Jul 05 04:09:09.398846 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48f6b388-8d02-4e70-8320-1656a352d635 req-e210428a-21c3-4550-875e-4154817389b9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584683 Jul 05 04:09:09.424131 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:09.445044 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34234) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:09.513145 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35ef1baa-f803-4a36-a225-9384dcc753e6 req-589951c8-87f1-49c8-8751-6876d432f87a tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106250 Jul 05 04:09:09.647062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d4e73a-82bc-44a4-855e-2c9bb7cf0267,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:09.797436 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Attempting to bind port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:09.797777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Attempting to bind port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:09.798100 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Attempting to bind port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:09.806355 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:09:09.806663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Attempting to bind port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:09.808678 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d66d71eb-61fa-49e1-b8b2-9c4e76da408f tempest-ServiceProvidersTest-780180314 tempest-ServiceProvidersTest-780180314-project] 10.222.0.38 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3525124 Jul 05 04:09:09.812964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:09.813322 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Checking segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:09.813867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Bound using segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:09.814307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Bound port: d1d4e73a-82bc-44a4-855e-2c9bb7cf0267, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:09.814811 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:09.922320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] For port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:09.930105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] For port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d1d4e73a-82bc-44a4-855e-2c9bb7cf0267,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:09.999492 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.085738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:10.086433 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.087831 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] 10.222.0.10 "PUT /v2.0/ports/d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 HTTP/1.1" status: 200 len: 1093 time: 1.6105163 Jul 05 04:09:10.088305 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7886e2-168c-41f2-b3aa-8c9a40875264', 'tag': 'd1d4e73a-82bc-44a4-855e-2c9bb7cf0267'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:10.092220 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0d3be2-e896-465a-902c-2e4ddd4657d4" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7886e2-168c-41f2-b3aa-8c9a40875264", "tag": "d1d4e73a-82bc-44a4-855e-2c9bb7cf0267"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:10.164006 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f9270-ad41-4e1c-948a-db3dd951e5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d4e73a-82bc-44a4-855e-2c9bb7cf0267,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:10.194013 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2643de15-69a9-49b3-90f6-c3f3f4166ae0 x-openstack-request-id: req-2643de15-69a9-49b3-90f6-c3f3f4166ae0 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:10.194445 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7886e2-168c-41f2-b3aa-8c9a40875264", "tag": "d1d4e73a-82bc-44a4-855e-2c9bb7cf0267", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:10.194820 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2643de15-69a9-49b3-90f6-c3f3f4166ae0 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:10.195330 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7886e2-168c-41f2-b3aa-8c9a40875264', 'tag': 'd1d4e73a-82bc-44a4-855e-2c9bb7cf0267', 'status': 'completed', 'code': 200} Jul 05 04:09:10.197334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba96d1f-d378-4732-8ca9-4be6533e637b req-70dcb22f-6b2b-4554-93ee-52ff8beda095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:10.199281 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cba96d1f-d378-4732-8ca9-4be6533e637b req-70dcb22f-6b2b-4554-93ee-52ff8beda095 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 1097 time: 0.1360354 Jul 05 04:09:10.285668 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9b829ae2-309f-4ca1-be15-4cc125656a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:10.288699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-9b829ae2-309f-4ca1-be15-4cc125656a8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 1096 time: 0.0898542 Jul 05 04:09:10.315445 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cba96d1f-d378-4732-8ca9-4be6533e637b req-d5382876-3812-4206-b7b9-b3d558719eb5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030400 Jul 05 04:09:10.443403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-b98be5cd-813a-44d3-97d9-6420fd8e709d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 HTTP/1.1" status: 200 len: 217 time: 0.1369984 Jul 05 04:09:10.487277 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34266) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:10.553358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-5c6ab02b-3286-437d-9cb8-bfd89b6368d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:10.555586 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-5c6ab02b-3286-437d-9cb8-bfd89b6368d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.1043837 Jul 05 04:09:10.785660 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ac996099-8d8e-4c5d-bd7e-5e155c679184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.830214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-16e408a2-95ce-47ce-8572-c0f246158f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:10.835576 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-16e408a2-95ce-47ce-8572-c0f246158f5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2679694 Jul 05 04:09:10.864806 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92633feb-cbe7-4eee-bfd5-dc88c0aa6b47 req-cf60825f-6e4e-45e7-9021-f84eeb242509 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:10.866628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92633feb-cbe7-4eee-bfd5-dc88c0aa6b47 req-cf60825f-6e4e-45e7-9021-f84eeb242509 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.2276640 Jul 05 04:09:10.914986 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ac996099-8d8e-4c5d-bd7e-5e155c679184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.986077 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec855f-3e55-42f7-a289-cff4fafdff8f req-2a56b789-1e62-41b0-8998-4836db826a35 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:10.987572 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ccec855f-3e55-42f7-a289-cff4fafdff8f req-2a56b789-1e62-41b0-8998-4836db826a35 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.2191207 Jul 05 04:09:11.003910 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ac996099-8d8e-4c5d-bd7e-5e155c679184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.007645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92633feb-cbe7-4eee-bfd5-dc88c0aa6b47 req-22eb2b26-73d8-4e76-a91e-c72790062f3d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920367 Jul 05 04:09:11.025031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-8d494f23-6b5c-4a65-8efa-21664b73d593 service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833858 Jul 05 04:09:11.047630 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ac996099-8d8e-4c5d-bd7e-5e155c679184 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b0aee5661fe14c699e6f39035c983493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5583603 Jul 05 04:09:11.051017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34284) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:11.081838 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ccec855f-3e55-42f7-a289-cff4fafdff8f req-c9c71733-5135-4c9f-9b5a-b9689674764e tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832083 Jul 05 04:09:11.095808 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac996099-8d8e-4c5d-bd7e-5e155c679184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adf4e29-b573-4f4c-9f8c-7cc1037776ab,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:11.208482 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd6c1-ae86-4d0b-9960-4e2cfa902c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.287550 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd6c1-ae86-4d0b-9960-4e2cfa902c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.290646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a13adf6-5096-4148-97e8-a3000b730a86 req-f6aac27a-937b-44c8-a4b3-235d186b5901 service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476892 Jul 05 04:09:11.404438 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d220fa5b-bc1d-475d-86ca-d429b4eb27e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.531479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d3be2-e896-465a-902c-2e4ddd4657d4 req-1969747c-f9be-4641-9863-83f7326a90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:11.533085 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d0d3be2-e896-465a-902c-2e4ddd4657d4 req-1969747c-f9be-4641-9863-83f7326a90c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 1096 time: 0.0638742 Jul 05 04:09:11.540875 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd6c1-ae86-4d0b-9960-4e2cfa902c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.543671 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e9bd6c1-ae86-4d0b-9960-4e2cfa902c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.547727 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2e9bd6c1-ae86-4d0b-9960-4e2cfa902c53 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1adf4e29-b573-4f4c-9f8c-7cc1037776ab HTTP/1.1" status: 204 len: 168 time: 0.4952581 Jul 05 04:09:11.566748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bd6c1-ae86-4d0b-9960-4e2cfa902c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adf4e29-b573-4f4c-9f8c-7cc1037776ab,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:11.652842 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d3be2-e896-465a-902c-2e4ddd4657d4 req-72aab943-8983-4341-81af-fc7dc5c2ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:11.654314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d0d3be2-e896-465a-902c-2e4ddd4657d4 req-72aab943-8983-4341-81af-fc7dc5c2ba80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.1032858 Jul 05 04:09:11.702495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d0d3be2-e896-465a-902c-2e4ddd4657d4 req-f342e85b-87a8-4249-8947-a0ce2413bf63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 HTTP/1.1" status: 200 len: 217 time: 0.0413470 Jul 05 04:09:11.763445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d3be2-e896-465a-902c-2e4ddd4657d4 req-d0480d01-d94b-415c-8890-18e75fd6337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:11.763445 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d0d3be2-e896-465a-902c-2e4ddd4657d4 req-d0480d01-d94b-415c-8890-18e75fd6337d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0536561 Jul 05 04:09:11.872864 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d3be2-e896-465a-902c-2e4ddd4657d4 req-2489474e-927a-45c8-ba20-96e724c7cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:11.874705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d0d3be2-e896-465a-902c-2e4ddd4657d4 req-2489474e-927a-45c8-ba20-96e724c7cdcf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013126 Jul 05 04:09:12.058280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d0d3be2-e896-465a-902c-2e4ddd4657d4 req-c06be17e-069f-4574-a0cd-557f9a96cdf8 service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756341 Jul 05 04:09:12.311908 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d0d3be2-e896-465a-902c-2e4ddd4657d4 req-8d442454-1965-4afd-a108-1135116a0c58 service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385468 Jul 05 04:09:12.339957 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac11e8f-937e-49a6-a8e3-ff7f4cf7dbf8 req-eb2fe25e-4b38-4777-85ce-fcd745a6369d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:12.348922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ac11e8f-937e-49a6-a8e3-ff7f4cf7dbf8 req-eb2fe25e-4b38-4777-85ce-fcd745a6369d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.1295969 Jul 05 04:09:12.427516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ac11e8f-937e-49a6-a8e3-ff7f4cf7dbf8 req-d22f4252-f441-479b-bea1-e9299685cd86 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764718 Jul 05 04:09:12.479579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667472df-6054-44d7-b349-6a9aab08f426 req-193d6901-92a3-4bdf-852a-efa59d9019c2 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:12.481299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-667472df-6054-44d7-b349-6a9aab08f426 req-193d6901-92a3-4bdf-852a-efa59d9019c2 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1087577 Jul 05 04:09:12.544690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-667472df-6054-44d7-b349-6a9aab08f426 req-af2a341f-63f1-406a-89f1-eba33a5e74f8 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566695 Jul 05 04:09:12.948743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c8b1ba7e-4ddb-4a92-a2fe-d9447eadde90 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:12.950280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c8b1ba7e-4ddb-4a92-a2fe-d9447eadde90 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/networks?id=f83a3ac0-c6bd-4858-8b09-68306f2ecbee HTTP/1.1" status: 200 len: 810 time: 0.1487935 Jul 05 04:09:12.967047 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-1975a192-e086-4e8e-9917-ece3e5ea9cd5 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/quotas/bd6f1657c8ca49279063563768e092b0 HTTP/1.1" status: 200 len: 375 time: 0.0110626 Jul 05 04:09:13.000927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34362) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:13.010556 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0084963 Jul 05 04:09:13.011513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34364) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:13.069400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-9df6b522-0608-435a-9367-3b38efd47b65 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bd6f1657c8ca49279063563768e092b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964038 Jul 05 04:09:13.162291 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ee6ae0f4-7bb6-4eaf-95e9-372949580d9d tempest-NetworksApiDiscovery-1113018411 tempest-NetworksApiDiscovery-1113018411-project] 10.222.0.38 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1477036 Jul 05 04:09:13.200910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-27401d8c-ceef-4471-84f2-c01bf7df6069 service neutron] 10.222.0.38 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249506 Jul 05 04:09:13.327695 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-e7e0adfe-ab62-435a-b833-2b3fab5e257f service neutron] 10.222.0.38 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159296 Jul 05 04:09:13.657797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a9d1a-cb39-4c87-ab9e-fe77e303ba2a req-31c7d7fe-4baa-48b7-9f16-8998b5f5856d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:13.659382 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-236a9d1a-cb39-4c87-ab9e-fe77e303ba2a req-31c7d7fe-4baa-48b7-9f16-8998b5f5856d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.1107769 Jul 05 04:09:13.716688 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-236a9d1a-cb39-4c87-ab9e-fe77e303ba2a req-1ec7b136-c8f4-40f3-86aa-9c506b085443 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498326 Jul 05 04:09:13.868766 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5505098a-a21d-4c4b-804a-f30ca504b05c req-714f59e9-1d8a-417f-ade5-7f5eb7d99456 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0829945 Jul 05 04:09:13.870773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34402) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:13.992668 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-eabc3326-214a-4f75-acdf-6e39cee58563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.014584 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8970c808-500a-4529-a671-fa7eca0b087a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.117276 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8970c808-500a-4529-a671-fa7eca0b087a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.197860 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8970c808-500a-4529-a671-fa7eca0b087a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.245526 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970c808-500a-4529-a671-fa7eca0b087a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c8762b-7e42-486d-9995-f810d0183089,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:14.255792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34418) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:14.264356 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8970c808-500a-4529-a671-fa7eca0b087a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb26351c1d8a45889d9843aa1209d4c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922489 Jul 05 04:09:14.313922 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5b8d-13db-401a-a1d7-76bcd50708d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.340179 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5b8d-13db-401a-a1d7-76bcd50708d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.363076 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.558019 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5b8d-13db-401a-a1d7-76bcd50708d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.565420 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5b8d-13db-401a-a1d7-76bcd50708d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.565420 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dd9e5b8d-13db-401a-a1d7-76bcd50708d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/85c8762b-7e42-486d-9995-f810d0183089 HTTP/1.1" status: 204 len: 168 time: 0.3050067 Jul 05 04:09:14.570325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e5b8d-13db-401a-a1d7-76bcd50708d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c8762b-7e42-486d-9995-f810d0183089,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:15.011106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c8684-5733-4700-8964-f29675270eb6 req-28ab4bef-c399-467e-a64e-9fb8fe9b198f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:15.012867 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-188c8684-5733-4700-8964-f29675270eb6 req-28ab4bef-c399-467e-a64e-9fb8fe9b198f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0918071 Jul 05 04:09:15.064860 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-188c8684-5733-4700-8964-f29675270eb6 req-df7c0498-4d12-4cd2-9259-c2b1de43c278 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451369 Jul 05 04:09:15.126253 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c206bb2b-c7b7-4fbd-9845-2f9e3a29935d req-c485d929-7279-456e-b66f-b069fe4b2693 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0398126 Jul 05 04:09:15.353318 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.308666 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3139891c-97e4-4e66-9adb-54b9c1276372 req-b3c64fae-1ec2-4074-b946-04e80df26868 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0439298 Jul 05 04:09:16.377762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd6a9-3556-4200-bd96-e8f7f4b0f39b req-2dee6b44-ff39-4154-b735-4c094445bb7c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:16.388579 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9bdd6a9-3556-4200-bd96-e8f7f4b0f39b req-2dee6b44-ff39-4154-b735-4c094445bb7c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0659387 Jul 05 04:09:16.425183 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9bdd6a9-3556-4200-bd96-e8f7f4b0f39b req-1d0a2321-d72c-4249-9393-5e7c65335bbd tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400872 Jul 05 04:09:16.992565 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.378053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-ee75a4d1-b1ae-4360-81e3-43fd135d9534 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:17.380626 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-ee75a4d1-b1ae-4360-81e3-43fd135d9534 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.36 "GET /v2.0/networks?id=f83a3ac0-c6bd-4858-8b09-68306f2ecbee HTTP/1.1" status: 200 len: 810 time: 0.1920161 Jul 05 04:09:17.407330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-67ec2f92-cb7e-4026-8652-10dd8d01a002 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Request body: {'port': {'device_id': '45ad7631-48b1-46fd-a7dc-1b78f808d3a9', 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee', 'admin_state_up': True, 'tenant_id': 'bd6f1657c8ca49279063563768e092b0'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:17.615863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63bc7854-8785-43f9-9d21-2baed827c303 req-285b4105-027e-40ee-a165-0f5a78fbb079 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0663023 Jul 05 04:09:17.875168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8be8e-a3b9-4057-8bef-ff83f0d3d08b req-8a748f81-2b40-47fb-91aa-e12ba89958b9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:17.885014 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29b8be8e-a3b9-4057-8bef-ff83f0d3d08b req-8a748f81-2b40-47fb-91aa-e12ba89958b9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0957804 Jul 05 04:09:17.905978 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-67ec2f92-cb7e-4026-8652-10dd8d01a002 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Made reservation on behalf of bd6f1657c8ca49279063563768e092b0 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:17.905978 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-67ec2f92-cb7e-4026-8652-10dd8d01a002 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.952626 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29b8be8e-a3b9-4057-8bef-ff83f0d3d08b req-9eae517c-7493-4b86-9005-095d8b18fdca tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663416 Jul 05 04:09:18.122203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-67ec2f92-cb7e-4026-8652-10dd8d01a002 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Allocated IP 172.20.0.5 (f83a3ac0-c6bd-4858-8b09-68306f2ecbee/0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c/27060323-f86c-4605-baef-5af87729d3ac) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:18.332884 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-67ec2f92-cb7e-4026-8652-10dd8d01a002 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.518065 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-67ec2f92-cb7e-4026-8652-10dd8d01a002 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.534543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:18.565833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-67ec2f92-cb7e-4026-8652-10dd8d01a002 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Network f83a3ac0-c6bd-4858-8b09-68306f2ecbee is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:18.569820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-67ec2f92-cb7e-4026-8652-10dd8d01a002 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:18.579183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-67ec2f92-cb7e-4026-8652-10dd8d01a002 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:18.609478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec2f92-cb7e-4026-8652-10dd8d01a002 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Pushing event updated for resources: {'Port': ['ID=27060323-f86c-4605-baef-5af87729d3ac,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:18.653624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-67ec2f92-cb7e-4026-8652-10dd8d01a002 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:18.653624 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-67ec2f92-cb7e-4026-8652-10dd8d01a002 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.771030 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-67ec2f92-cb7e-4026-8652-10dd8d01a002 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3760145 Jul 05 04:09:18.804721 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Request body: {'port': {'device_id': '45ad7631-48b1-46fd-a7dc-1b78f808d3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:18.833794 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdec68c-4a0c-420b-839d-973379546d3e req-bc9afe73-5cea-4480-b7e3-5d0f90978b58 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:18.840692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1cdec68c-4a0c-420b-839d-973379546d3e req-bc9afe73-5cea-4480-b7e3-5d0f90978b58 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 931 time: 0.1045895 Jul 05 04:09:18.878216 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1cdec68c-4a0c-420b-839d-973379546d3e req-f9bb44de-7b94-48bf-a18e-70c6cccca014 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362284 Jul 05 04:09:18.912857 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.263830 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74818a-fa5e-488b-83ee-f3cefbe989ef req-bed3bca1-6727-425d-aa27-756fab4938db tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:19.269471 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b74818a-fa5e-488b-83ee-f3cefbe989ef req-bed3bca1-6727-425d-aa27-756fab4938db tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0983901 Jul 05 04:09:19.304728 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27060323-f86c-4605-baef-5af87729d3ac {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:19.308689 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b74818a-fa5e-488b-83ee-f3cefbe989ef req-15dbd7ac-a988-4d37-9baa-5458bbc58935 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369387 Jul 05 04:09:19.313381 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.326504 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Transition to ACTIVE for port object 27060323-f86c-4605-baef-5af87729d3ac will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:19.437181 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.514991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Pushing event updated for resources: {'Port': ['ID=27060323-f86c-4605-baef-5af87729d3ac,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:19.616394 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Attempting to bind port 27060323-f86c-4605-baef-5af87729d3ac on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:19.617087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Attempting to bind port 27060323-f86c-4605-baef-5af87729d3ac by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'b6f1f396-ad86-49d6-ab50-72689761f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:19.617087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Attempting to bind port 27060323-f86c-4605-baef-5af87729d3ac on network f83a3ac0-c6bd-4858-8b09-68306f2ecbee {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:19.622803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Port 27060323-f86c-4605-baef-5af87729d3ac on network f83a3ac0-c6bd-4858-8b09-68306f2ecbee not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:09:19.623128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Attempting to bind port 27060323-f86c-4605-baef-5af87729d3ac on network f83a3ac0-c6bd-4858-8b09-68306f2ecbee {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:19.627885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:19.628254 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Checking segment: {'id': 'b6f1f396-ad86-49d6-ab50-72689761f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:19.628643 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Bound using segment: {'id': 'b6f1f396-ad86-49d6-ab50-72689761f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:19.629217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Bound port: 27060323-f86c-4605-baef-5af87729d3ac, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f1f396-ad86-49d6-ab50-72689761f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:19.630152 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.730022 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] For port 27060323-f86c-4605-baef-5af87729d3ac, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:19.733595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] For port 27060323-f86c-4605-baef-5af87729d3ac, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=27060323-f86c-4605-baef-5af87729d3ac,segment=NetworkSegment(b6f1f396-ad86-49d6-ab50-72689761f935),segment_id=b6f1f396-ad86-49d6-ab50-72689761f935)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:19.840693 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.867542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:19.869065 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.871076 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] 10.222.0.36 "PUT /v2.0/ports/27060323-f86c-4605-baef-5af87729d3ac HTTP/1.1" status: 200 len: 1092 time: 1.0810997 Jul 05 04:09:19.902304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ad7631-48b1-46fd-a7dc-1b78f808d3a9', 'tag': '27060323-f86c-4605-baef-5af87729d3ac'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:19.906032 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef37c19b-2fb9-4e54-8a42-d9f64ba4b6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "45ad7631-48b1-46fd-a7dc-1b78f808d3a9", "tag": "27060323-f86c-4605-baef-5af87729d3ac"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:19.951860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f62fd-691e-47d2-bb6b-9ea0aea34168 service neutron] Pushing event updated for resources: {'Port': ['ID=27060323-f86c-4605-baef-5af87729d3ac,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:19.968569 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9643770b-c006-4ff8-884d-7cedcfc4fcd9 x-openstack-request-id: req-9643770b-c006-4ff8-884d-7cedcfc4fcd9 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:19.968957 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ad7631-48b1-46fd-a7dc-1b78f808d3a9", "tag": "27060323-f86c-4605-baef-5af87729d3ac", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:19.969350 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9643770b-c006-4ff8-884d-7cedcfc4fcd9 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:19.971509 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ad7631-48b1-46fd-a7dc-1b78f808d3a9', 'tag': '27060323-f86c-4605-baef-5af87729d3ac', 'status': 'completed', 'code': 200} Jul 05 04:09:20.072119 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37c19b-2fb9-4e54-8a42-d9f64ba4b6c2 req-357572f0-a53f-48d1-b966-76cad1d6a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:20.074277 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef37c19b-2fb9-4e54-8a42-d9f64ba4b6c2 req-357572f0-a53f-48d1-b966-76cad1d6a37b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd6f1657c8ca49279063563768e092b0&device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 1095 time: 0.0754399 Jul 05 04:09:20.125756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16978917-b0ae-4311-a687-54cc22dddde2 req-59dc12df-75af-4f0b-a911-c5f5cd488247 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:20.127310 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16978917-b0ae-4311-a687-54cc22dddde2 req-59dc12df-75af-4f0b-a911-c5f5cd488247 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 943 time: 0.0935743 Jul 05 04:09:20.191254 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-16978917-b0ae-4311-a687-54cc22dddde2 req-d3f59455-6911-4880-b780-617cddb02830 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569437 Jul 05 04:09:20.214487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37c19b-2fb9-4e54-8a42-d9f64ba4b6c2 req-9dc0845b-7be9-4d52-8398-ae2c7218222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:20.219790 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef37c19b-2fb9-4e54-8a42-d9f64ba4b6c2 req-9dc0845b-7be9-4d52-8398-ae2c7218222a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bd6f1657c8ca49279063563768e092b0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1338758 Jul 05 04:09:20.340549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37c19b-2fb9-4e54-8a42-d9f64ba4b6c2 req-0632d532-b087-48c5-a683-dbe5049f77d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:20.342124 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef37c19b-2fb9-4e54-8a42-d9f64ba4b6c2 req-0632d532-b087-48c5-a683-dbe5049f77d8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1172135 Jul 05 04:09:20.486616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-f2565757-08cf-4e64-864f-fd841976804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:20.492107 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-f2565757-08cf-4e64-864f-fd841976804d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd6f1657c8ca49279063563768e092b0&device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 1095 time: 0.0919340 Jul 05 04:09:20.538896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b281030-39a4-49ce-9842-6d25a46547c0 req-482e80ea-8f27-439f-89f3-ddb4081aa721 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:20.541147 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b281030-39a4-49ce-9842-6d25a46547c0 req-482e80ea-8f27-439f-89f3-ddb4081aa721 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0758064 Jul 05 04:09:20.584006 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-2b29314b-3be0-41d9-a070-ab41cf1cbb79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27060323-f86c-4605-baef-5af87729d3ac HTTP/1.1" status: 200 len: 217 time: 0.0809584 Jul 05 04:09:20.596952 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b281030-39a4-49ce-9842-6d25a46547c0 req-a2ff0a9b-ac49-416b-a2d4-2547184a1860 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494473 Jul 05 04:09:20.658732 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-1c4e52c5-d720-47d3-9673-f22514cca964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:20.661227 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-1c4e52c5-d720-47d3-9673-f22514cca964 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c HTTP/1.1" status: 200 len: 850 time: 0.0705149 Jul 05 04:09:20.722982 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-191b326b-0abf-46b9-9707-f115425208cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f83a3ac0-c6bd-4858-8b09-68306f2ecbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473237 Jul 05 04:09:20.835446 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-3e069eed-c9b1-41eb-a8f9-7b4f7a1ca6af service neutron] 10.222.0.36 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064842 Jul 05 04:09:20.948202 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1f216f1c-551a-4451-a349-cfe2ab6e3578 req-cc29fc74-856a-4c81-916f-6f182a55e270 service neutron] 10.222.0.36 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035907 Jul 05 04:09:21.409936 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b029f-40ea-4b1a-b11a-45bc0f3d6674 req-f7578f63-0947-4ec1-b43d-3ee17a0a0d2f tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:21.412611 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b3b029f-40ea-4b1a-b11a-45bc0f3d6674 req-f7578f63-0947-4ec1-b43d-3ee17a0a0d2f tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 943 time: 0.0709794 Jul 05 04:09:21.453446 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5b3b029f-40ea-4b1a-b11a-45bc0f3d6674 req-287f9eec-facc-4c18-9953-ceddff24333a tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343609 Jul 05 04:09:21.841564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cc0b2-3aaf-47ad-bcbf-3f7b8762bc34 req-0162633b-c87c-4a96-b987-ab3cfe2b2955 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:21.849976 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-913cc0b2-3aaf-47ad-bcbf-3f7b8762bc34 req-0162633b-c87c-4a96-b987-ab3cfe2b2955 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.1088741 Jul 05 04:09:21.898600 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-913cc0b2-3aaf-47ad-bcbf-3f7b8762bc34 req-6747accf-3854-4ee7-a896-d81fbfc2c93f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451906 Jul 05 04:09:22.648951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c57d2e-1105-4e48-8e61-070b8d561b31 req-15055250-59b5-464f-879b-90f620604897 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:22.650494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-80c57d2e-1105-4e48-8e61-070b8d561b31 req-15055250-59b5-464f-879b-90f620604897 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 943 time: 0.0720475 Jul 05 04:09:22.693597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-80c57d2e-1105-4e48-8e61-070b8d561b31 req-57aa5198-cd63-4ad0-9287-c36c7896a525 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375888 Jul 05 04:09:23.098012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238e4bc-05d9-47fe-be6b-a30bc24a4f6b req-4b046ca9-c89c-4c8f-a46e-353aeb6b34e4 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:23.099603 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5238e4bc-05d9-47fe-be6b-a30bc24a4f6b req-4b046ca9-c89c-4c8f-a46e-353aeb6b34e4 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0758922 Jul 05 04:09:23.145575 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5238e4bc-05d9-47fe-be6b-a30bc24a4f6b req-9d91c768-f521-46d1-9380-c884df8368db tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373476 Jul 05 04:09:23.846801 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-39701fdb-ec8c-49d3-8431-66c2fea5ee79 req-ea0d1b59-9b44-4fef-ab89-30d73cf9dd2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591311 Jul 05 04:09:23.910303 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21fff4-9a45-43c2-bcd9-94b27f0e54aa req-7fbb383c-b738-4f46-959d-c5cfb8ff2eec tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:23.915307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aa21fff4-9a45-43c2-bcd9-94b27f0e54aa req-7fbb383c-b738-4f46-959d-c5cfb8ff2eec tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 943 time: 0.0807972 Jul 05 04:09:23.970284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aa21fff4-9a45-43c2-bcd9-94b27f0e54aa req-2f7e13ca-ff02-4582-82f8-ac58aed49a41 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480096 Jul 05 04:09:23.972738 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39701fdb-ec8c-49d3-8431-66c2fea5ee79 req-e81025c3-4866-4065-a0c5-e64d4d6ba7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:23.973844 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-39701fdb-ec8c-49d3-8431-66c2fea5ee79 req-e81025c3-4866-4065-a0c5-e64d4d6ba7c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7801c5eaf77a4187b4ccb741b70e7a4e&device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 1098 time: 0.0791245 Jul 05 04:09:24.154370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39701fdb-ec8c-49d3-8431-66c2fea5ee79 req-92e7cd77-1d9a-47cb-841c-a763c7ce72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:24.156231 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-39701fdb-ec8c-49d3-8431-66c2fea5ee79 req-92e7cd77-1d9a-47cb-841c-a763c7ce72ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=14f393e8-d8ce-4acc-88a6-2f0d9bf28851 HTTP/1.1" status: 200 len: 907 time: 0.1584694 Jul 05 04:09:24.272010 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-39701fdb-ec8c-49d3-8431-66c2fea5ee79 req-d05b2658-c28c-444b-8b2b-797641b4f990 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6c34899-282a-47cf-bc0a-60b901dd8aaa HTTP/1.1" status: 200 len: 1000 time: 0.1068256 Jul 05 04:09:24.350358 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39701fdb-ec8c-49d3-8431-66c2fea5ee79 req-aceac621-3ab9-49d2-8414-fef4942645fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:24.353120 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-39701fdb-ec8c-49d3-8431-66c2fea5ee79 req-aceac621-3ab9-49d2-8414-fef4942645fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a96628af-59c1-4851-99ec-970c198f10a2 HTTP/1.1" status: 200 len: 845 time: 0.0740337 Jul 05 04:09:24.420214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce66fe1-dcfe-4b0b-8bb0-199fbb6ac66e req-98cc10e0-9d39-464a-8764-a21acf09bad5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:24.421845 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dce66fe1-dcfe-4b0b-8bb0-199fbb6ac66e req-98cc10e0-9d39-464a-8764-a21acf09bad5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0845327 Jul 05 04:09:24.438778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39701fdb-ec8c-49d3-8431-66c2fea5ee79 req-977a0ad1-bf24-423f-b2a1-24934999cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:24.440571 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-39701fdb-ec8c-49d3-8431-66c2fea5ee79 req-977a0ad1-bf24-423f-b2a1-24934999cfee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14f393e8-d8ce-4acc-88a6-2f0d9bf28851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659559 Jul 05 04:09:24.468698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dce66fe1-dcfe-4b0b-8bb0-199fbb6ac66e req-6e539160-0e6c-4be7-bc3f-b087cec450fb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370896 Jul 05 04:09:24.551694 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-39701fdb-ec8c-49d3-8431-66c2fea5ee79 req-5f206e00-597c-4221-8aeb-be06bc7160cf service neutron] 10.222.0.36 "GET /v2.0/networks/14f393e8-d8ce-4acc-88a6-2f0d9bf28851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020625 Jul 05 04:09:24.671094 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-39701fdb-ec8c-49d3-8431-66c2fea5ee79 req-c05d1031-c81d-498c-b3fb-83840945eb1d service neutron] 10.222.0.36 "GET /v2.0/networks/14f393e8-d8ce-4acc-88a6-2f0d9bf28851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117096 Jul 05 04:09:25.184525 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a10496-03fd-46ca-ab4c-15abc8ca4e79 req-9eaf8080-c393-4100-a2a5-150bc2e0eef4 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:25.194599 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0a10496-03fd-46ca-ab4c-15abc8ca4e79 req-9eaf8080-c393-4100-a2a5-150bc2e0eef4 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 943 time: 0.0899613 Jul 05 04:09:25.247073 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0a10496-03fd-46ca-ab4c-15abc8ca4e79 req-9fa2aeaa-7956-4281-9d91-b13b72a8347c tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512867 Jul 05 04:09:25.490648 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 27060323-f86c-4605-baef-5af87729d3ac details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:09:25.607107 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 27060323-f86c-4605-baef-5af87729d3ac, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=27060323-f86c-4605-baef-5af87729d3ac,segment=NetworkSegment(b6f1f396-ad86-49d6-ab50-72689761f935),segment_id=b6f1f396-ad86-49d6-ab50-72689761f935)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:25.633525 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '27060323-f86c-4605-baef-5af87729d3ac', 'network_id': 'f83a3ac0-c6bd-4858-8b09-68306f2ecbee', 'port_id': '27060323-f86c-4605-baef-5af87729d3ac', 'mac_address': 'fa:16:3e:0e:b2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:09:25.686837 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.696481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131524d-b2c1-45ce-8ea3-f8849496cea0 req-d134fc94-1a01-435e-a825-592b1e119812 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:25.698436 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7131524d-b2c1-45ce-8ea3-f8849496cea0 req-d134fc94-1a01-435e-a825-592b1e119812 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0920739 Jul 05 04:09:25.710216 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27060323-f86c-4605-baef-5af87729d3ac {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:25.735493 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 27060323-f86c-4605-baef-5af87729d3ac, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=27060323-f86c-4605-baef-5af87729d3ac,segment=NetworkSegment(b6f1f396-ad86-49d6-ab50-72689761f935),segment_id=b6f1f396-ad86-49d6-ab50-72689761f935)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:25.748399 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7131524d-b2c1-45ce-8ea3-f8849496cea0 req-56b78852-da94-4d5e-8bde-288a93aefb92 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385389 Jul 05 04:09:25.837623 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.888513 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=27060323-f86c-4605-baef-5af87729d3ac,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:26.297305 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['27060323-f86c-4605-baef-5af87729d3ac'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:26.534287 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68e13f-702c-4de3-9fd6-c8a66c53ab5b req-f1c0b1e3-fc25-434f-ad2d-073591ac473e tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:26.536714 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea68e13f-702c-4de3-9fd6-c8a66c53ab5b req-f1c0b1e3-fc25-434f-ad2d-073591ac473e tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 944 time: 0.1314032 Jul 05 04:09:26.604675 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea68e13f-702c-4de3-9fd6-c8a66c53ab5b req-b5002e8c-cbfe-4ab4-a622-b01495fa001b tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616753 Jul 05 04:09:26.986709 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd5cde-f143-436a-afef-c38fa09cb8a4 req-e9d54345-4628-4aee-981c-84b7dbae18da tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:26.990342 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5bdd5cde-f143-436a-afef-c38fa09cb8a4 req-e9d54345-4628-4aee-981c-84b7dbae18da tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0875046 Jul 05 04:09:27.414676 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5bdd5cde-f143-436a-afef-c38fa09cb8a4 req-ca61dbae-b266-4d1f-937d-8643e83ece97 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170537 Jul 05 04:09:27.503529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 27060323-f86c-4605-baef-5af87729d3ac up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:27.700784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 27060323-f86c-4605-baef-5af87729d3ac completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:27.705308 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 27060323-f86c-4605-baef-5af87729d3ac triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:27.705876 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.806884 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.836120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ad7631-48b1-46fd-a7dc-1b78f808d3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27060323-f86c-4605-baef-5af87729d3ac'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:27.836120 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f92569-acbf-4024-9ce7-98010474965e" -d '{"events": [{"server_uuid": "45ad7631-48b1-46fd-a7dc-1b78f808d3a9", "name": "network-vif-plugged", "status": "completed", "tag": "27060323-f86c-4605-baef-5af87729d3ac"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:27.851441 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 27060323-f86c-4605-baef-5af87729d3ac, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=27060323-f86c-4605-baef-5af87729d3ac,segment=NetworkSegment(b6f1f396-ad86-49d6-ab50-72689761f935),segment_id=b6f1f396-ad86-49d6-ab50-72689761f935)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:27.891467 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506aaa4-cf57-4711-877c-ed1627bfe260 req-833f7fc4-6bcf-4fd0-a8f2-bcec1dcbf24c tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:27.901284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d506aaa4-cf57-4711-877c-ed1627bfe260 req-833f7fc4-6bcf-4fd0-a8f2-bcec1dcbf24c tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 944 time: 0.1373594 Jul 05 04:09:27.943047 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.989383 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d506aaa4-cf57-4711-877c-ed1627bfe260 req-f2d0fa51-5234-4909-a69c-4e32b3c0dcf6 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865290 Jul 05 04:09:27.993107 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693eefa7-6f8c-4a75-8187-d5672b795d26 x-openstack-request-id: req-693eefa7-6f8c-4a75-8187-d5672b795d26 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:27.994922 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ad7631-48b1-46fd-a7dc-1b78f808d3a9", "name": "network-vif-plugged", "status": "completed", "tag": "27060323-f86c-4605-baef-5af87729d3ac", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:27.994922 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-693eefa7-6f8c-4a75-8187-d5672b795d26 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:27.994922 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ad7631-48b1-46fd-a7dc-1b78f808d3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27060323-f86c-4605-baef-5af87729d3ac', 'code': 200} Jul 05 04:09:28.028972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=27060323-f86c-4605-baef-5af87729d3ac,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:28.114649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d1e6e-2f60-4992-bbf0-cc6720437b2a req-52303183-eadc-4367-b452-2e11daab3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:28.116300 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eb2d1e6e-2f60-4992-bbf0-cc6720437b2a req-52303183-eadc-4367-b452-2e11daab3003 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0592279 Jul 05 04:09:28.161454 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eb2d1e6e-2f60-4992-bbf0-cc6720437b2a req-e072800f-106d-4463-b40c-0b0231da20c8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377522 Jul 05 04:09:28.628937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f25b6e-2be2-4af1-9133-f2803acc4892 req-bc6ce6eb-250d-4911-8adc-6ce0b7a71c04 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:28.630663 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8f25b6e-2be2-4af1-9133-f2803acc4892 req-bc6ce6eb-250d-4911-8adc-6ce0b7a71c04 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0763803 Jul 05 04:09:28.676472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8f25b6e-2be2-4af1-9133-f2803acc4892 req-93a01cec-a9c7-4b63-b80e-1ef6734c29c1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377650 Jul 05 04:09:29.207818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5bf33-834e-4817-a481-0f67206a5b96 req-946756be-3857-4024-a4ea-064d5377a249 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:29.209551 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ed5bf33-834e-4817-a481-0f67206a5b96 req-946756be-3857-4024-a4ea-064d5377a249 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0671220 Jul 05 04:09:29.257949 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ed5bf33-834e-4817-a481-0f67206a5b96 req-3b84ce13-f907-42b1-8901-80ca54d36bd7 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358732 Jul 05 04:09:29.908802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7feab-edd0-4470-88e5-e8f5870b53df req-153f36ed-9eee-467b-b521-24abad026b05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:29.927326 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5a7feab-edd0-4470-88e5-e8f5870b53df req-153f36ed-9eee-467b-b521-24abad026b05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0938742 Jul 05 04:09:29.998962 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5a7feab-edd0-4470-88e5-e8f5870b53df req-13d4751d-b8ec-4c00-95c8-ca61864243bd tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695910 Jul 05 04:09:30.521844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063cd54-1190-4ce0-b9a4-2acb6ea78262 req-3023020b-6b0b-4ff5-a5d8-47fc0aedfc0a tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:30.523331 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4063cd54-1190-4ce0-b9a4-2acb6ea78262 req-3023020b-6b0b-4ff5-a5d8-47fc0aedfc0a tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.1048598 Jul 05 04:09:30.563043 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4063cd54-1190-4ce0-b9a4-2acb6ea78262 req-e447a921-7935-4b93-807f-5ca8b87e7f8b tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337310 Jul 05 04:09:30.970360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34932) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:31.086276 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c74dd0b2-2369-4327-b83e-4ed29eb8cb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.237453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f005b-afad-4faa-82c8-58c068919e07 req-454d239a-d941-43de-925a-118b4dcec919 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:31.239758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-334f005b-afad-4faa-82c8-58c068919e07 req-454d239a-d941-43de-925a-118b4dcec919 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.1170413 Jul 05 04:09:31.257691 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c74dd0b2-2369-4327-b83e-4ed29eb8cb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.312673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-334f005b-afad-4faa-82c8-58c068919e07 req-939048a0-eb47-4725-8c42-1548ef48ae5d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648787 Jul 05 04:09:31.401954 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c74dd0b2-2369-4327-b83e-4ed29eb8cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.402858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681ab82-ceaa-49f5-b54e-d36b18608884 req-97e6a160-f4aa-4f14-a89f-48ec8466a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:31.406106 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3681ab82-ceaa-49f5-b54e-d36b18608884 req-97e6a160-f4aa-4f14-a89f-48ec8466a9ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd6f1657c8ca49279063563768e092b0&device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0817440 Jul 05 04:09:31.460053 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c74dd0b2-2369-4327-b83e-4ed29eb8cb8b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d4be5be8e63486fa76cde3171a881d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4883654 Jul 05 04:09:31.467370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34954) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:31.480562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dd0b2-2369-4327-b83e-4ed29eb8cb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe9b6b9-1158-42a2-bf07-a8731f92fed3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:31.509782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6b795-0965-4cb2-9b4b-80ee01b593e4 req-a2840dad-70e0-4202-a825-013dd7dfbf9c tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:31.516527 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5b6b795-0965-4cb2-9b4b-80ee01b593e4 req-a2840dad-70e0-4202-a825-013dd7dfbf9c tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.1685576 Jul 05 04:09:31.546135 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681ab82-ceaa-49f5-b54e-d36b18608884 req-4cd7bdb2-5555-49fc-a33b-80380665cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:31.547622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3681ab82-ceaa-49f5-b54e-d36b18608884 req-4cd7bdb2-5555-49fc-a33b-80380665cc30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f83a3ac0-c6bd-4858-8b09-68306f2ecbee HTTP/1.1" status: 200 len: 911 time: 0.1337540 Jul 05 04:09:31.594871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5b6b795-0965-4cb2-9b4b-80ee01b593e4 req-696586f3-a4dc-4363-8a93-f7c594274c0d tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617645 Jul 05 04:09:31.609299 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3681ab82-ceaa-49f5-b54e-d36b18608884 req-d39cac78-43e8-4a23-8cc9-649312a6c897 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27060323-f86c-4605-baef-5af87729d3ac HTTP/1.1" status: 200 len: 217 time: 0.0411196 Jul 05 04:09:31.610572 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8842f0d3-ef05-4264-b409-f5a22ddff937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.656470 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8842f0d3-ef05-4264-b409-f5a22ddff937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.680491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681ab82-ceaa-49f5-b54e-d36b18608884 req-ab99736a-4e61-42f0-b53e-1e25a8113698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:31.684113 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3681ab82-ceaa-49f5-b54e-d36b18608884 req-ab99736a-4e61-42f0-b53e-1e25a8113698 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c HTTP/1.1" status: 200 len: 850 time: 0.0657971 Jul 05 04:09:31.741757 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3681ab82-ceaa-49f5-b54e-d36b18608884 req-4861a4d5-eb55-4fb9-969d-09127ad84b96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f83a3ac0-c6bd-4858-8b09-68306f2ecbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469153 Jul 05 04:09:31.821346 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8842f0d3-ef05-4264-b409-f5a22ddff937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.827881 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8842f0d3-ef05-4264-b409-f5a22ddff937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.827881 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8842f0d3-ef05-4264-b409-f5a22ddff937 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bbe9b6b9-1158-42a2-bf07-a8731f92fed3 HTTP/1.1" status: 204 len: 168 time: 0.3552182 Jul 05 04:09:31.835028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842f0d3-ef05-4264-b409-f5a22ddff937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe9b6b9-1158-42a2-bf07-a8731f92fed3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:31.858023 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3681ab82-ceaa-49f5-b54e-d36b18608884 req-cc19a0e1-c504-4cca-972c-085ac4c7f4be service neutron] 10.222.0.36 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076293 Jul 05 04:09:31.967537 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3681ab82-ceaa-49f5-b54e-d36b18608884 req-a291beaf-43a4-4788-bbe4-4ba4e2045523 service neutron] 10.222.0.36 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980020 Jul 05 04:09:32.407473 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.545584 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b57e4-c29a-4e34-9b87-335a36d0cf96 req-95e9539e-ffae-4375-8ffe-bb104dd3ed73 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:32.553108 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-946b57e4-c29a-4e34-9b87-335a36d0cf96 req-95e9539e-ffae-4375-8ffe-bb104dd3ed73 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0785832 Jul 05 04:09:32.607205 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-946b57e4-c29a-4e34-9b87-335a36d0cf96 req-d62c3dbc-dbf3-43a5-bbbd-c20a7f9c7492 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525129 Jul 05 04:09:32.678749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35000) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:32.695281 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-52d16f39-bc51-4c4c-8bc5-c68f9126ffce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.845159 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-52d16f39-bc51-4c4c-8bc5-c68f9126ffce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.866459 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5cf8e-7bc7-4369-8d7c-16de8dec2499 req-26bcd951-a5bf-40c4-a277-87d1811ec047 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:32.868088 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-58b5cf8e-7bc7-4369-8d7c-16de8dec2499 req-26bcd951-a5bf-40c4-a277-87d1811ec047 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.1171143 Jul 05 04:09:32.907211 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-58b5cf8e-7bc7-4369-8d7c-16de8dec2499 req-b2bba8a0-44d7-42bf-a313-b142638c8d68 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Jul 05 04:09:32.934215 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-52d16f39-bc51-4c4c-8bc5-c68f9126ffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.977725 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-52d16f39-bc51-4c4c-8bc5-c68f9126ffce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ddd03f77da0e44d1862df8add292a2c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975955 Jul 05 04:09:32.978572 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d16f39-bc51-4c4c-8bc5-c68f9126ffce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5303c9ae-0cb2-43c4-ae44-ce6e0ca2e4f7,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:32.980553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35006) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:33.069263 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d112bb44-9fc6-4a2b-a028-1d5475b8e39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.103110 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d112bb44-9fc6-4a2b-a028-1d5475b8e39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.226412 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d112bb44-9fc6-4a2b-a028-1d5475b8e39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.229360 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d112bb44-9fc6-4a2b-a028-1d5475b8e39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.230531 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d112bb44-9fc6-4a2b-a028-1d5475b8e39f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5303c9ae-0cb2-43c4-ae44-ce6e0ca2e4f7 HTTP/1.1" status: 204 len: 168 time: 0.2488813 Jul 05 04:09:33.240095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112bb44-9fc6-4a2b-a028-1d5475b8e39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5303c9ae-0cb2-43c4-ae44-ce6e0ca2e4f7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:33.861198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cb493-cff6-44db-ad13-6ed27c5e5a85 req-66db3172-d8e1-456f-a47f-38e7e4c13675 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:33.862844 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a15cb493-cff6-44db-ad13-6ed27c5e5a85 req-66db3172-d8e1-456f-a47f-38e7e4c13675 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0977030 Jul 05 04:09:33.894908 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.908502 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a15cb493-cff6-44db-ad13-6ed27c5e5a85 req-afb3bac4-3838-4c6c-b710-a0d396296789 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370581 Jul 05 04:09:34.123573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e1ee0-762c-40dd-8553-115ad39df4c3 req-986536f3-63b6-4d8a-a4bd-b257161765ff tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:34.125213 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0e6e1ee0-762c-40dd-8553-115ad39df4c3 req-986536f3-63b6-4d8a-a4bd-b257161765ff tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0837660 Jul 05 04:09:34.174264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0e6e1ee0-762c-40dd-8553-115ad39df4c3 req-cfd5872f-8969-419e-a1d6-a458341b7ff0 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Jul 05 04:09:35.124985 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe8833-f375-4ec6-9e30-a8e6cc76812e req-1b21c522-8027-4789-a2f0-326dc9fb84fe tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:35.126554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9fe8833-f375-4ec6-9e30-a8e6cc76812e req-1b21c522-8027-4789-a2f0-326dc9fb84fe tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0709407 Jul 05 04:09:35.172379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9fe8833-f375-4ec6-9e30-a8e6cc76812e req-cdfd9f31-5671-4f61-a18a-a03cda93eeb3 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401065 Jul 05 04:09:35.392986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f251d3-0b3a-485f-b3c4-5e6045aa25f8 req-33a0db53-29ef-4d0e-a1d8-c3af78426861 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:35.397416 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:09:35.397989 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-75f251d3-0b3a-485f-b3c4-5e6045aa25f8 req-33a0db53-29ef-4d0e-a1d8-c3af78426861 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0971558 Jul 05 04:09:35.464456 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-75f251d3-0b3a-485f-b3c4-5e6045aa25f8 req-50e99b81-5698-45c1-8812-8b6b06843a22 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484648 Jul 05 04:09:36.380960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d5497-038a-49d9-be5f-0170b35a136a req-860dd9a9-103f-44f5-909a-7e421fef52c5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:36.382605 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e6d5497-038a-49d9-be5f-0170b35a136a req-860dd9a9-103f-44f5-909a-7e421fef52c5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0748026 Jul 05 04:09:36.426543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e6d5497-038a-49d9-be5f-0170b35a136a req-48e860c4-d77d-472e-bad3-605a25a30f81 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381277 Jul 05 04:09:36.653956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0725b-db93-4620-a7c3-96203ecca58a req-f21d4c67-6d7b-4676-bb36-18ec0ee57ec0 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:36.655508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97b0725b-db93-4620-a7c3-96203ecca58a req-f21d4c67-6d7b-4676-bb36-18ec0ee57ec0 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0738478 Jul 05 04:09:36.700980 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97b0725b-db93-4620-a7c3-96203ecca58a req-e27fff29-d0dd-430a-96b0-ef4e31315ec5 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384636 Jul 05 04:09:37.646385 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed31364-c9a7-4a68-b4d7-6aa53b28b592 req-5987bc42-6b46-4aea-ba19-8916024e7eec tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:37.648668 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eed31364-c9a7-4a68-b4d7-6aa53b28b592 req-5987bc42-6b46-4aea-ba19-8916024e7eec tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0730572 Jul 05 04:09:37.690019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eed31364-c9a7-4a68-b4d7-6aa53b28b592 req-3c410bae-ce8e-4608-89cc-715d3adb1cf4 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335884 Jul 05 04:09:37.905569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e067d35-82d9-459b-beca-241c1337a775 req-c24eb1ae-bb76-4ca0-b985-cc087badce45 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:37.907203 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e067d35-82d9-459b-beca-241c1337a775 req-c24eb1ae-bb76-4ca0-b985-cc087badce45 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0837567 Jul 05 04:09:37.960394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e067d35-82d9-459b-beca-241c1337a775 req-4442029f-5c63-4018-90ec-b554a32416f6 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454211 Jul 05 04:09:38.882109 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22b635-dbd8-41da-8655-6d515ff5111e req-ebe6c2b2-6e9a-449d-b645-0e6136cb57fe tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:38.883628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b22b635-dbd8-41da-8655-6d515ff5111e req-ebe6c2b2-6e9a-449d-b645-0e6136cb57fe tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0736558 Jul 05 04:09:38.929093 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b22b635-dbd8-41da-8655-6d515ff5111e req-f2d3b1e3-e551-41b7-aac9-a4e09792ecf5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394258 Jul 05 04:09:39.205568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b8205-dc32-4d8e-bbd2-99d3afbd629e req-d34900f4-4a25-4012-be57-29017ab6a8da tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:39.208005 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc5b8205-dc32-4d8e-bbd2-99d3afbd629e req-d34900f4-4a25-4012-be57-29017ab6a8da tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0965760 Jul 05 04:09:39.255550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc5b8205-dc32-4d8e-bbd2-99d3afbd629e req-570d2c08-7799-4cfd-93a8-a90b7f38be75 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Jul 05 04:09:40.123728 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb749b-b59d-4850-b1c9-bc07223f0ca9 req-59809ac2-2939-4a51-b7a7-484f24d8c79d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:40.125433 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ceb749b-b59d-4850-b1c9-bc07223f0ca9 req-59809ac2-2939-4a51-b7a7-484f24d8c79d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0709198 Jul 05 04:09:40.181845 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ceb749b-b59d-4850-b1c9-bc07223f0ca9 req-d8b2d66f-54f9-489b-aed4-1eb760aef44d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471761 Jul 05 04:09:40.475373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38479eb5-2636-439e-8162-273144d929d7 req-10343294-f0bd-4e25-9554-ab29e75eda50 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:40.475373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-38479eb5-2636-439e-8162-273144d929d7 req-10343294-f0bd-4e25-9554-ab29e75eda50 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0961630 Jul 05 04:09:40.516965 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-38479eb5-2636-439e-8162-273144d929d7 req-d0e34113-93e0-4766-90f4-79abbd8d300f tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355587 Jul 05 04:09:41.391356 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d6b68b9-e5f9-402e-9dda-2b2fde44631d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.413831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fc3a3-ac8d-4330-b30e-e7a6df29ce31 req-5289bbc2-4295-4d3e-8de9-7d6a04e3fe3f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.420866 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f1fc3a3-ac8d-4330-b30e-e7a6df29ce31 req-5289bbc2-4295-4d3e-8de9-7d6a04e3fe3f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.1004322 Jul 05 04:09:41.464879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f1fc3a3-ac8d-4330-b30e-e7a6df29ce31 req-d156905e-7645-476d-97c7-e5f5e3976c1f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430615 Jul 05 04:09:41.566087 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69f1b6d1-38c4-4b02-8107-759a0ae354d2 req-71d6ad16-6e8b-4e85-9957-4324ca55218f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0791824 Jul 05 04:09:41.712894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1b6d1-38c4-4b02-8107-759a0ae354d2 req-ef666ae7-2051-4249-b3ce-6405a99d751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.714403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69f1b6d1-38c4-4b02-8107-759a0ae354d2 req-ef666ae7-2051-4249-b3ce-6405a99d751d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd6f1657c8ca49279063563768e092b0&device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 1097 time: 0.1115620 Jul 05 04:09:41.870146 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1b6d1-38c4-4b02-8107-759a0ae354d2 req-0801ddad-7b06-43ad-bc08-40b46ea76b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.871625 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69f1b6d1-38c4-4b02-8107-759a0ae354d2 req-0801ddad-7b06-43ad-bc08-40b46ea76b80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f83a3ac0-c6bd-4858-8b09-68306f2ecbee HTTP/1.1" status: 200 len: 911 time: 0.0964522 Jul 05 04:09:41.931801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69f1b6d1-38c4-4b02-8107-759a0ae354d2 req-7e0cf1f5-ca2d-4445-b07b-14e8c1eb41b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 HTTP/1.1" status: 200 len: 217 time: 0.0492251 Jul 05 04:09:41.940766 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce79dd8-0921-411d-bd61-ee92688a5070 req-8dc23f55-c344-41e9-8b7c-1a615b7deea0 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.949264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3ce79dd8-0921-411d-bd61-ee92688a5070 req-8dc23f55-c344-41e9-8b7c-1a615b7deea0 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.2185199 Jul 05 04:09:42.033326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1b6d1-38c4-4b02-8107-759a0ae354d2 req-c677b302-8708-4e90-af43-f46e530d8574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:42.035190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69f1b6d1-38c4-4b02-8107-759a0ae354d2 req-c677b302-8708-4e90-af43-f46e530d8574 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c HTTP/1.1" status: 200 len: 850 time: 0.0838466 Jul 05 04:09:42.041380 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3ce79dd8-0921-411d-bd61-ee92688a5070 req-c8e19b79-490b-4b72-b166-279ec471c02f tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912113 Jul 05 04:09:42.099238 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69f1b6d1-38c4-4b02-8107-759a0ae354d2 req-b1c31937-68b7-4bb4-9951-021baff77206 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f83a3ac0-c6bd-4858-8b09-68306f2ecbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526066 Jul 05 04:09:42.207806 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69f1b6d1-38c4-4b02-8107-759a0ae354d2 req-2b2087ce-b9e7-41ee-b4d3-9a87c9fd1555 service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961304 Jul 05 04:09:42.393823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69f1b6d1-38c4-4b02-8107-759a0ae354d2 req-75de144d-d9af-4b63-ba25-8697e082cf84 service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559784 Jul 05 04:09:42.681633 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfcd24-a204-49c6-8f16-35f85e08b4b2 req-f3f159c0-1e76-4d55-a74c-49dfdb7828c9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:42.684795 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9dcfcd24-a204-49c6-8f16-35f85e08b4b2 req-f3f159c0-1e76-4d55-a74c-49dfdb7828c9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0930493 Jul 05 04:09:42.729436 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9dcfcd24-a204-49c6-8f16-35f85e08b4b2 req-802b2895-cc5e-44b2-8cc5-ddd0af6c1681 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382028 Jul 05 04:09:43.246727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dc9bd-a7c2-44b1-ae79-e27b624b53ad req-c9abf863-cfff-41fa-b194-dbf932f2ad7d tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:43.248740 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b4dc9bd-a7c2-44b1-ae79-e27b624b53ad req-c9abf863-cfff-41fa-b194-dbf932f2ad7d tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0798306 Jul 05 04:09:43.290095 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b4dc9bd-a7c2-44b1-ae79-e27b624b53ad req-ee922375-a466-4b9a-8218-98f7d7ed8874 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350993 Jul 05 04:09:44.002825 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8f81e120-7919-43e4-8d5f-fc638d191d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.217504 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d3449-9e41-4fbd-9b72-81482b100bfb req-bc39ee57-6cf6-4fe9-807d-6798dfd06a19 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:44.227703 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-357d3449-9e41-4fbd-9b72-81482b100bfb req-bc39ee57-6cf6-4fe9-807d-6798dfd06a19 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.1091616 Jul 05 04:09:44.280133 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-357d3449-9e41-4fbd-9b72-81482b100bfb req-251cfa74-5cf7-4c87-8880-f28ce2204a04 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511494 Jul 05 04:09:44.374372 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.505735 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddcee2-ae63-4b6e-8b47-1c4b89950f84 req-108835ba-c9a8-4bdb-adf5-a010da7509ef tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:44.507612 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-30ddcee2-ae63-4b6e-8b47-1c4b89950f84 req-108835ba-c9a8-4bdb-adf5-a010da7509ef tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0850472 Jul 05 04:09:44.565767 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-30ddcee2-ae63-4b6e-8b47-1c4b89950f84 req-e7a8af47-3a07-48f1-b74b-6f8437b0a433 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512133 Jul 05 04:09:45.347073 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.577605 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372feb15-53ea-4514-8ec5-b4d1815fa939 req-17830ebe-05b4-4560-a249-4c15396232c9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:45.586880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-372feb15-53ea-4514-8ec5-b4d1815fa939 req-17830ebe-05b4-4560-a249-4c15396232c9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.1232965 Jul 05 04:09:45.639990 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-372feb15-53ea-4514-8ec5-b4d1815fa939 req-39cd7563-1016-4468-92dc-1689b7031915 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511324 Jul 05 04:09:45.685498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35330) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:45.838996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f0dc8-eded-4d19-8851-020509cfafac req-62653c5f-ed65-483f-8182-1241cc938d7c tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:45.846367 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-493f0dc8-eded-4d19-8851-020509cfafac req-62653c5f-ed65-483f-8182-1241cc938d7c tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.1335216 Jul 05 04:09:45.861252 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebd49e3b-4df6-4fcd-8e65-cb48acfb6468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.928791 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-493f0dc8-eded-4d19-8851-020509cfafac req-bb02611a-86ef-47b8-bf6e-92b1db5e83fb tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788989 Jul 05 04:09:46.002224 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebd49e3b-4df6-4fcd-8e65-cb48acfb6468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.088228 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebd49e3b-4df6-4fcd-8e65-cb48acfb6468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.128669 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ebd49e3b-4df6-4fcd-8e65-cb48acfb6468 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1fd525c2304247e8abfa6a73fece6d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4479575 Jul 05 04:09:46.129570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd49e3b-4df6-4fcd-8e65-cb48acfb6468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff1b28b-985c-4860-a19e-61d8148f5b4a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:46.131258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35352) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:46.192995 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-89584b55-f234-4927-8039-6b6e064c6dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.215700 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-89584b55-f234-4927-8039-6b6e064c6dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.358219 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-89584b55-f234-4927-8039-6b6e064c6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.359665 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-89584b55-f234-4927-8039-6b6e064c6dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.360910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-89584b55-f234-4927-8039-6b6e064c6dfb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eff1b28b-985c-4860-a19e-61d8148f5b4a HTTP/1.1" status: 204 len: 168 time: 0.2286468 Jul 05 04:09:46.368892 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89584b55-f234-4927-8039-6b6e064c6dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff1b28b-985c-4860-a19e-61d8148f5b4a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:46.837933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5f6bb-d0f5-4b95-808e-51ce1b94146e req-a57a6ec9-cac3-419b-99a2-ae72d22a52cc tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:46.839551 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42f5f6bb-d0f5-4b95-808e-51ce1b94146e req-a57a6ec9-cac3-419b-99a2-ae72d22a52cc tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0830159 Jul 05 04:09:46.883184 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42f5f6bb-d0f5-4b95-808e-51ce1b94146e req-40e62c35-660d-4aef-b183-5c61972293f8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372052 Jul 05 04:09:46.899524 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.050843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35400) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:47.075480 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5e00a0f2-051b-4b56-8876-b2322c0c6f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.167275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14140d-2d5b-44bb-b848-32067507557b req-8200c91a-8293-4038-a165-0ebb4eafb192 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:47.169032 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed14140d-2d5b-44bb-b848-32067507557b req-8200c91a-8293-4038-a165-0ebb4eafb192 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.1112471 Jul 05 04:09:47.235608 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed14140d-2d5b-44bb-b848-32067507557b req-24285c7c-24ba-463b-9bdf-0ed72425d7ea tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576320 Jul 05 04:09:47.252417 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5e00a0f2-051b-4b56-8876-b2322c0c6f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.310182 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5e00a0f2-051b-4b56-8876-b2322c0c6f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.349019 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00a0f2-051b-4b56-8876-b2322c0c6f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de69b140-6260-41e8-b06c-d27b7770b69b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:47.354014 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5e00a0f2-051b-4b56-8876-b2322c0c6f6c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2b0336b3bb664d2a872386b186a70227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019781 Jul 05 04:09:47.356815 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35418) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:47.421341 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-167b33fa-3bf0-407c-bbea-44ca2af01817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.444922 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-167b33fa-3bf0-407c-bbea-44ca2af01817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.584636 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-167b33fa-3bf0-407c-bbea-44ca2af01817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.591647 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-167b33fa-3bf0-407c-bbea-44ca2af01817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.591647 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-167b33fa-3bf0-407c-bbea-44ca2af01817 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de69b140-6260-41e8-b06c-d27b7770b69b HTTP/1.1" status: 204 len: 168 time: 0.2309241 Jul 05 04:09:47.597868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b33fa-3bf0-407c-bbea-44ca2af01817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de69b140-6260-41e8-b06c-d27b7770b69b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:48.087587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6ef8-a2f3-44a7-9115-81a8f16e42a4 req-b4452445-31a0-41e4-9a1c-94251bfe31f5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.095193 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-caff6ef8-a2f3-44a7-9115-81a8f16e42a4 req-b4452445-31a0-41e4-9a1c-94251bfe31f5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0773735 Jul 05 04:09:48.135897 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-caff6ef8-a2f3-44a7-9115-81a8f16e42a4 req-10bd4a0d-3ed3-4c56-b6bf-8f872099a478 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396652 Jul 05 04:09:48.465678 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddd46c-9e55-440d-beb4-231f3bea20bc req-d43b26db-b480-421a-976d-c552c8afcd55 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.474911 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4ddd46c-9e55-440d-beb4-231f3bea20bc req-d43b26db-b480-421a-976d-c552c8afcd55 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0991197 Jul 05 04:09:48.553787 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4ddd46c-9e55-440d-beb4-231f3bea20bc req-0a182d3a-3525-44ac-9ae7-28a86bd4ecf6 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696554 Jul 05 04:09:49.387659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c61ec-2185-47c5-ab70-ebe9699b3519 req-9eaa9e19-82a7-4b65-8329-00b149c36ba9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:49.403352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f26c61ec-2185-47c5-ab70-ebe9699b3519 req-9eaa9e19-82a7-4b65-8329-00b149c36ba9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.1358328 Jul 05 04:09:49.449108 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f26c61ec-2185-47c5-ab70-ebe9699b3519 req-14063016-2000-4305-9e44-0aa0659793c7 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446959 Jul 05 04:09:49.766123 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbfae9-e05d-4196-bed1-028cf93d623f req-dee4bf5d-896b-43f3-91ee-dea162e89b82 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:49.767724 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b1bbfae9-e05d-4196-bed1-028cf93d623f req-dee4bf5d-896b-43f3-91ee-dea162e89b82 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0809605 Jul 05 04:09:49.822157 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b1bbfae9-e05d-4196-bed1-028cf93d623f req-e0212cf1-33e5-41dc-a9de-b6f225c0a1df tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435402 Jul 05 04:09:50.536126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35622) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:50.668140 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-665d6ba7-bc14-4c9c-bdb8-e633dd3e5f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.721029 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc2fb5-d2dc-4de8-8583-e313aeba42fd req-6479b57f-2193-4a3b-9c9e-e82303f7e2fc tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:50.722799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19fc2fb5-d2dc-4de8-8583-e313aeba42fd req-6479b57f-2193-4a3b-9c9e-e82303f7e2fc tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0904193 Jul 05 04:09:50.764861 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19fc2fb5-d2dc-4de8-8583-e313aeba42fd req-4f0be4c8-69a2-4cb7-9d4c-beb2d335dd5a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350647 Jul 05 04:09:50.799694 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-665d6ba7-bc14-4c9c-bdb8-e633dd3e5f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.887951 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-665d6ba7-bc14-4c9c-bdb8-e633dd3e5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.934938 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-665d6ba7-bc14-4c9c-bdb8-e633dd3e5f80 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c99b2ca97e7442ee8d8175624179c844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968420 Jul 05 04:09:50.936041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d6ba7-bc14-4c9c-bdb8-e633dd3e5f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d618ce02-b721-4904-99e3-1a6e2ee21d44,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:50.937703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35646) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:51.038148 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-74dbccca-6fd6-40cc-9bd5-73566ab9f43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.072051 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-74dbccca-6fd6-40cc-9bd5-73566ab9f43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.096206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8818a7-d8b8-4d15-b140-a3f4998f4ec0 req-a1d540aa-f4d8-4fae-acbf-46ec8d0af9b5 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:51.098212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f8818a7-d8b8-4d15-b140-a3f4998f4ec0 req-a1d540aa-f4d8-4fae-acbf-46ec8d0af9b5 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.1159623 Jul 05 04:09:51.160046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f8818a7-d8b8-4d15-b140-a3f4998f4ec0 req-c1d0e782-2f91-4c14-9c42-335f3ab70502 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499008 Jul 05 04:09:51.254259 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-74dbccca-6fd6-40cc-9bd5-73566ab9f43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.257916 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-74dbccca-6fd6-40cc-9bd5-73566ab9f43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.261782 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-74dbccca-6fd6-40cc-9bd5-73566ab9f43d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d618ce02-b721-4904-99e3-1a6e2ee21d44 HTTP/1.1" status: 204 len: 168 time: 0.3195622 Jul 05 04:09:51.273499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbccca-6fd6-40cc-9bd5-73566ab9f43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d618ce02-b721-4904-99e3-1a6e2ee21d44,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:51.895245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35698) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:51.913119 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6379-bf3f-4506-96d1-9477694cd0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.994289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4b159-0f53-4542-b160-8ff91b5a9447 req-8a5085f0-9a68-4aac-8be0-48da0f995190 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:51.996280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28e4b159-0f53-4542-b160-8ff91b5a9447 req-8a5085f0-9a68-4aac-8be0-48da0f995190 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.1106923 Jul 05 04:09:52.042145 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6379-bf3f-4506-96d1-9477694cd0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.047934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28e4b159-0f53-4542-b160-8ff91b5a9447 req-dfb93560-adcf-40d7-bebf-4ae852a934f6 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435569 Jul 05 04:09:52.133772 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6379-bf3f-4506-96d1-9477694cd0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.175678 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8a7f6379-bf3f-4506-96d1-9477694cd0c8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38ab6bf530f5483d91f91d2c1ef0126f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792389 Jul 05 04:09:52.177805 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f6379-bf3f-4506-96d1-9477694cd0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ad0062-8d4f-4234-810a-f0efb2b0e6ce,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:52.178459 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35714) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:52.242297 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.266393 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.366293 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50785750-d7cf-417f-976e-dd1118ffd4e1 req-7d2e2534-c6b7-4e3b-bd26-5b78edf18b49 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:52.367784 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50785750-d7cf-417f-976e-dd1118ffd4e1 req-7d2e2534-c6b7-4e3b-bd26-5b78edf18b49 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0733356 Jul 05 04:09:52.412949 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50785750-d7cf-417f-976e-dd1118ffd4e1 req-a4b797a9-5644-4463-b9f2-59004c7c3290 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393577 Jul 05 04:09:52.419544 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.422416 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.424021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76ad0062-8d4f-4234-810a-f0efb2b0e6ce HTTP/1.1" status: 204 len: 168 time: 0.2440894 Jul 05 04:09:52.435761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ad0062-8d4f-4234-810a-f0efb2b0e6ce,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:52.444463 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:52.444810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:52.445145 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:52.445477 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:52.445806 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:52.446163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:52.446487 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:52.446811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:52.447131 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:52.447447 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:52.447766 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:52.448102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf234-39f2-45e3-8644-beef88eca73d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:53.255964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b94ef-f50f-4fc0-9c24-6d77ab9613dd req-b69ce510-450f-49e0-8aa1-a30af2621049 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:53.258559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d42b94ef-f50f-4fc0-9c24-6d77ab9613dd req-b69ce510-450f-49e0-8aa1-a30af2621049 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0720787 Jul 05 04:09:53.302503 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d42b94ef-f50f-4fc0-9c24-6d77ab9613dd req-21d880db-9d14-4e42-9760-1b7264e6a8a8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384326 Jul 05 04:09:53.634767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04f756-dcbd-46da-9394-05909735bf3c req-a7be4a9a-d75e-49cd-aa19-fed7d93d0db3 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:53.640626 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db04f756-dcbd-46da-9394-05909735bf3c req-a7be4a9a-d75e-49cd-aa19-fed7d93d0db3 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0821567 Jul 05 04:09:53.715031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db04f756-dcbd-46da-9394-05909735bf3c req-45fa3f79-bd0b-4490-9594-804fd2c0fa86 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718546 Jul 05 04:09:54.505181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582bfbe-2b0b-43e1-9fe0-236f864c1a17 req-118646da-b8a5-4565-826b-2b916db87d83 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:54.506963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7582bfbe-2b0b-43e1-9fe0-236f864c1a17 req-118646da-b8a5-4565-826b-2b916db87d83 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0727897 Jul 05 04:09:54.547557 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7582bfbe-2b0b-43e1-9fe0-236f864c1a17 req-194833ee-0d59-4f7d-9298-4ae16fcdca29 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351233 Jul 05 04:09:54.945763 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb419e-ed1a-4cd5-8dcb-e22c999c4b4c req-2bbd0253-997c-40b2-8f3e-4fd69d3c39c9 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:54.955337 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a7eb419e-ed1a-4cd5-8dcb-e22c999c4b4c req-2bbd0253-997c-40b2-8f3e-4fd69d3c39c9 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.1029813 Jul 05 04:09:55.000374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a7eb419e-ed1a-4cd5-8dcb-e22c999c4b4c req-eaf56cb2-bac3-4ed5-996e-6a8d4085350b tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427010 Jul 05 04:09:55.829406 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a19c2-5454-496a-99df-3ccee412bca0 req-2f36a84f-6655-435f-a3e0-fd123687f28f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:55.829406 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-911a19c2-5454-496a-99df-3ccee412bca0 req-2f36a84f-6655-435f-a3e0-fd123687f28f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.1129520 Jul 05 04:09:55.836684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35964) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:55.873484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-911a19c2-5454-496a-99df-3ccee412bca0 req-82d27ed0-aef5-4096-b84a-a6f63a2394ab tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666065 Jul 05 04:09:55.960334 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6e3753b1-a3dc-4935-bb16-4b6d1f594c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.058618 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6e3753b1-a3dc-4935-bb16-4b6d1f594c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.122363 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6e3753b1-a3dc-4935-bb16-4b6d1f594c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.172376 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6e3753b1-a3dc-4935-bb16-4b6d1f594c96 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e481db4280c24c0b817e0cd61e6ff219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420444 Jul 05 04:09:56.173492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3753b1-a3dc-4935-bb16-4b6d1f594c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de66520f-bcb8-4d07-bc28-f82173681290,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:56.177278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35984) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:56.242523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6f6b5-d836-4482-a9ea-85081c0ab495 req-0a4b3483-d131-470e-981c-8793626bd383 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:56.244587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17b6f6b5-d836-4482-a9ea-85081c0ab495 req-0a4b3483-d131-470e-981c-8793626bd383 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0875301 Jul 05 04:09:56.257180 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4920b16b-a3da-4ec6-a523-b73facb904e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.281349 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4920b16b-a3da-4ec6-a523-b73facb904e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.289124 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17b6f6b5-d836-4482-a9ea-85081c0ab495 req-c0d5ffc9-684f-422d-b7c1-6c749169cdca tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381207 Jul 05 04:09:56.419596 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4920b16b-a3da-4ec6-a523-b73facb904e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.422645 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4920b16b-a3da-4ec6-a523-b73facb904e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.427857 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4920b16b-a3da-4ec6-a523-b73facb904e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de66520f-bcb8-4d07-bc28-f82173681290 HTTP/1.1" status: 204 len: 168 time: 0.2471359 Jul 05 04:09:56.435186 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920b16b-a3da-4ec6-a523-b73facb904e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de66520f-bcb8-4d07-bc28-f82173681290,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:57.068013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb3a0d-35a5-466f-b474-7cbb3a7657ef req-5a92b136-4d30-4ff7-b33c-64ccd40a6859 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:57.069512 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ebeb3a0d-35a5-466f-b474-7cbb3a7657ef req-5a92b136-4d30-4ff7-b33c-64ccd40a6859 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0683353 Jul 05 04:09:57.116812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36040) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:57.118103 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ebeb3a0d-35a5-466f-b474-7cbb3a7657ef req-3294791d-f381-4a1f-a5d9-91be8195b468 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Jul 05 04:09:57.130962 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2af21acb-f0de-4003-bb8a-03353e8ccf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.233625 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2af21acb-f0de-4003-bb8a-03353e8ccf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.316896 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2af21acb-f0de-4003-bb8a-03353e8ccf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.377782 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af21acb-f0de-4003-bb8a-03353e8ccf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4adf740-6fb6-4dff-9f6f-cbb02ec6c83f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:57.390606 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2af21acb-f0de-4003-bb8a-03353e8ccf6b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bd388585a4c34e8aa2157598d5a5deeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725186 Jul 05 04:09:57.390763 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36054) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:57.455265 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cf0f7852-bf5d-4afb-b0e4-d0f9b64b2511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.514483 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cf0f7852-bf5d-4afb-b0e4-d0f9b64b2511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.587523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef9963-b6fe-4761-88f2-48f0510efad8 req-defd87cc-68c2-414a-976e-72719e3cd921 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:57.589798 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-edef9963-b6fe-4761-88f2-48f0510efad8 req-defd87cc-68c2-414a-976e-72719e3cd921 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.1354928 Jul 05 04:09:57.647021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-edef9963-b6fe-4761-88f2-48f0510efad8 req-9a7f2941-bcb3-4b1c-ab79-112f54552945 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512750 Jul 05 04:09:57.745719 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cf0f7852-bf5d-4afb-b0e4-d0f9b64b2511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.749228 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cf0f7852-bf5d-4afb-b0e4-d0f9b64b2511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.750593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cf0f7852-bf5d-4afb-b0e4-d0f9b64b2511 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f4adf740-6fb6-4dff-9f6f-cbb02ec6c83f HTTP/1.1" status: 204 len: 168 time: 0.3587685 Jul 05 04:09:57.761106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f7852-bf5d-4afb-b0e4-d0f9b64b2511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4adf740-6fb6-4dff-9f6f-cbb02ec6c83f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:58.345755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773ee01-6fe8-4287-b916-f55aab68aa91 req-318f56cc-7830-4b01-b874-09ad000800b0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:58.364793 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6773ee01-6fe8-4287-b916-f55aab68aa91 req-318f56cc-7830-4b01-b874-09ad000800b0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.1056929 Jul 05 04:09:58.392150 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6773ee01-6fe8-4287-b916-f55aab68aa91 req-591e9084-5950-4389-894c-c2db9337f635 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376978 Jul 05 04:09:58.853133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644263ac-18ac-4ca5-9c02-e57b91cb4aaf req-a7113114-3437-4a1e-8d74-bfa3bfa42945 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:58.854650 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-644263ac-18ac-4ca5-9c02-e57b91cb4aaf req-a7113114-3437-4a1e-8d74-bfa3bfa42945 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0773120 Jul 05 04:09:58.894869 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-644263ac-18ac-4ca5-9c02-e57b91cb4aaf req-dc73e715-8a9d-4302-a2da-8a9c0653c20c tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340538 Jul 05 04:09:59.649748 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee495e3-30d4-42a1-912a-2aacef21cd36 req-6bb73d65-bc49-400d-b2dc-55502100bbc0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:59.651410 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cee495e3-30d4-42a1-912a-2aacef21cd36 req-6bb73d65-bc49-400d-b2dc-55502100bbc0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0849109 Jul 05 04:09:59.692551 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cee495e3-30d4-42a1-912a-2aacef21cd36 req-cf4292ae-0ff9-4488-95f3-d0328c2057e4 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341337 Jul 05 04:10:00.076930 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a22363-d71b-4a62-949a-e9b5f7651d8c req-1cb33eaf-2f04-4e47-b24c-4623129fcb6f tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:00.078483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3a22363-d71b-4a62-949a-e9b5f7651d8c req-1cb33eaf-2f04-4e47-b24c-4623129fcb6f tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0690989 Jul 05 04:10:00.131896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3a22363-d71b-4a62-949a-e9b5f7651d8c req-0faf3272-15da-4b3c-84f6-5ac148aed0cb tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460296 Jul 05 04:10:00.908936 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd0909-e20d-4562-a3e3-fad8576af7da req-be2cd299-76cf-44f3-b3b7-84ae6199a576 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:00.910787 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7cd0909-e20d-4562-a3e3-fad8576af7da req-be2cd299-76cf-44f3-b3b7-84ae6199a576 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0814853 Jul 05 04:10:00.950486 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7cd0909-e20d-4562-a3e3-fad8576af7da req-01be64f7-e33a-41bd-b9c4-1a3082acfc07 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340860 Jul 05 04:10:01.354343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24eeee-9016-4e50-841d-68cb3605d36e req-f7f8ce6f-94ed-40d4-80d0-6c63ed3721cd tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:01.356763 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e24eeee-9016-4e50-841d-68cb3605d36e req-f7f8ce6f-94ed-40d4-80d0-6c63ed3721cd tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0762863 Jul 05 04:10:01.412618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e24eeee-9016-4e50-841d-68cb3605d36e req-35dbe024-0a6e-4deb-a613-866ebf19f263 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481877 Jul 05 04:10:02.378171 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e7c8a-8899-48a1-bc52-f49896eb2eca req-80d7fc65-b097-4b13-a623-0c3b98971371 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:02.380735 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d84e7c8a-8899-48a1-bc52-f49896eb2eca req-80d7fc65-b097-4b13-a623-0c3b98971371 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0812793 Jul 05 04:10:02.412743 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.433821 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d84e7c8a-8899-48a1-bc52-f49896eb2eca req-d9e36982-1e05-4858-882a-8d49d0ab7ea3 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471582 Jul 05 04:10:02.670533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a9bfc-b878-4b62-9b04-5bcabbae4792 req-517bd6eb-7685-463c-8192-c18cf6021c58 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:02.672286 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-828a9bfc-b878-4b62-9b04-5bcabbae4792 req-517bd6eb-7685-463c-8192-c18cf6021c58 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.1089392 Jul 05 04:10:02.719776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-828a9bfc-b878-4b62-9b04-5bcabbae4792 req-3de0bf56-09f4-4a41-8bb9-d7a93ddcc560 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413191 Jul 05 04:10:03.639729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb320e6-cfce-4e3d-b4b3-9a2221ab4f43 req-86ebc47a-0f19-46dd-a54e-798e8a5fa91c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:03.641278 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cb320e6-cfce-4e3d-b4b3-9a2221ab4f43 req-86ebc47a-0f19-46dd-a54e-798e8a5fa91c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 944 time: 0.0722301 Jul 05 04:10:03.651823 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:10:03.685688 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cb320e6-cfce-4e3d-b4b3-9a2221ab4f43 req-dee36dd4-60b8-4524-868f-2f7198c37049 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353692 Jul 05 04:10:03.766885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d1d4e73a-82bc-44a4-855e-2c9bb7cf0267,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:03.781812 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'd1d4e73a-82bc-44a4-855e-2c9bb7cf0267', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'port_id': 'd1d4e73a-82bc-44a4-855e-2c9bb7cf0267', 'mac_address': 'fa:16:3e:cb:c9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:10:03.839777 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.857865 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:03.878085 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d1d4e73a-82bc-44a4-855e-2c9bb7cf0267,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:03.930390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed85e2-fd87-4bf5-8911-0ff0d0260b7b req-cb5257b9-275d-447b-974d-e9f4c810e4fa tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:03.931877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4ed85e2-fd87-4bf5-8911-0ff0d0260b7b req-cb5257b9-275d-447b-974d-e9f4c810e4fa tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0706182 Jul 05 04:10:03.980187 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.983970 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.988520 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4ed85e2-fd87-4bf5-8911-0ff0d0260b7b req-8608b61a-8be2-4c38-b67f-bfee4c8b7795 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506308 Jul 05 04:10:04.071630 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=d1d4e73a-82bc-44a4-855e-2c9bb7cf0267,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:04.079894 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:04.080274 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:04.081003 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:04.082012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:04.082351 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:04.082834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:04.083166 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:04.083680 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:04.084013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:04.084467 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:04.084784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:04.085114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:04.272353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['d1d4e73a-82bc-44a4-855e-2c9bb7cf0267'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:04.381104 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581a6c6-d352-48d8-97b1-df574a9090f7 req-4166b9c8-cdaa-4f39-9a10-a703fa4145e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:04.390632 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7581a6c6-d352-48d8-97b1-df574a9090f7 req-4166b9c8-cdaa-4f39-9a10-a703fa4145e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.1062417 Jul 05 04:10:04.437204 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7581a6c6-d352-48d8-97b1-df574a9090f7 req-833c69f2-ac44-4ed1-b7c2-4dfc0773f342 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455477 Jul 05 04:10:04.937815 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9bfcf-bb23-456c-af82-5864b51d2fee req-6fae186f-7a6b-4324-bf63-657ba56e601b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:04.939688 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0f9bfcf-bb23-456c-af82-5864b51d2fee req-6fae186f-7a6b-4324-bf63-657ba56e601b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 945 time: 0.1081996 Jul 05 04:10:04.983006 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0f9bfcf-bb23-456c-af82-5864b51d2fee req-5350a8f5-b5e2-4db8-948c-42c60f7bfc83 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369802 Jul 05 04:10:05.178896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024319d3-7c95-4a3a-a071-700853f8c764 req-60126147-772b-41ee-9436-f4f2fe4d0648 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:05.180340 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-024319d3-7c95-4a3a-a071-700853f8c764 req-60126147-772b-41ee-9436-f4f2fe4d0648 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0643542 Jul 05 04:10:05.219430 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-024319d3-7c95-4a3a-a071-700853f8c764 req-9db6e490-cb47-4af0-bf69-9d83a9b4db4c tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336163 Jul 05 04:10:05.652608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:05.783257 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dece26f-6464-48fc-8e78-d54f6c030396 req-500cd27b-e9ca-45ef-8acd-4402472508b5 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:05.785996 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1dece26f-6464-48fc-8e78-d54f6c030396 req-500cd27b-e9ca-45ef-8acd-4402472508b5 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 950 time: 0.0984168 Jul 05 04:10:05.825812 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1dece26f-6464-48fc-8e78-d54f6c030396 req-5355d21a-c36c-494a-842a-f28c2741e947 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/security-groups?id=70515b07-7414-49ca-8d0e-594f9b7c29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341666 Jul 05 04:10:05.853158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:05.861485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:05.862122 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.952342 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.976463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7886e2-168c-41f2-b3aa-8c9a40875264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d4e73a-82bc-44a4-855e-2c9bb7cf0267'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:05.978778 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72226c0-1ae8-4c87-a5f8-fe07f6676783" -d '{"events": [{"server_uuid": "0c7886e2-168c-41f2-b3aa-8c9a40875264", "name": "network-vif-plugged", "status": "completed", "tag": "d1d4e73a-82bc-44a4-855e-2c9bb7cf0267"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:05.991495 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d1d4e73a-82bc-44a4-855e-2c9bb7cf0267,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:06.024383 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a911f8e8-3ed9-4991-924c-2ae2e79e3f7b x-openstack-request-id: req-a911f8e8-3ed9-4991-924c-2ae2e79e3f7b {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:06.024686 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7886e2-168c-41f2-b3aa-8c9a40875264", "name": "network-vif-plugged", "status": "completed", "tag": "d1d4e73a-82bc-44a4-855e-2c9bb7cf0267", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:06.024974 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a911f8e8-3ed9-4991-924c-2ae2e79e3f7b {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:06.025375 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7886e2-168c-41f2-b3aa-8c9a40875264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d4e73a-82bc-44a4-855e-2c9bb7cf0267', 'code': 200} Jul 05 04:10:06.121734 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.181451 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=d1d4e73a-82bc-44a4-855e-2c9bb7cf0267,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:06.208989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42612c6f-6c1e-4405-8e59-260dabd69c5a req-559e1962-a07d-4ff7-9c5d-a42c467aae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:06.210509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42612c6f-6c1e-4405-8e59-260dabd69c5a req-559e1962-a07d-4ff7-9c5d-a42c467aae24 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 1098 time: 0.0932682 Jul 05 04:10:06.223617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be658295-fcf3-4740-913e-f4e4ad68ae7f req-3bb31037-7442-4ed6-bec0-4115c949ea15 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:06.230020 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be658295-fcf3-4740-913e-f4e4ad68ae7f req-3bb31037-7442-4ed6-bec0-4115c949ea15 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 946 time: 0.1222034 Jul 05 04:10:06.297375 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42612c6f-6c1e-4405-8e59-260dabd69c5a req-63f596bd-b8f7-43a6-9714-b4a02a8e2b82 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662382 Jul 05 04:10:06.308635 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be658295-fcf3-4740-913e-f4e4ad68ae7f req-5d7f6348-6813-47a9-a7b8-53e447b52685 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707629 Jul 05 04:10:06.448895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f65db-b329-42c9-bf42-a90e2edc5ef3 req-9de002d8-25cf-4576-9f24-74bfee8ef1a1 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:06.450287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-923f65db-b329-42c9-bf42-a90e2edc5ef3 req-9de002d8-25cf-4576-9f24-74bfee8ef1a1 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0925887 Jul 05 04:10:06.494274 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-923f65db-b329-42c9-bf42-a90e2edc5ef3 req-e57eeeca-236f-44ba-b77e-063703f3be9e tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380375 Jul 05 04:10:07.091313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183a6ae-1e84-4283-a07e-43c7fa45fe39 req-4fdab1af-bfb6-4ae1-b730-a01340f92437 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:07.100741 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4183a6ae-1e84-4283-a07e-43c7fa45fe39 req-4fdab1af-bfb6-4ae1-b730-a01340f92437 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 950 time: 0.1320717 Jul 05 04:10:07.133110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dd706-1c13-4490-847e-b9e4c8454a8b req-ec10d0fe-6c45-4a9e-9619-174cd361062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:07.134450 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-251dd706-1c13-4490-847e-b9e4c8454a8b req-ec10d0fe-6c45-4a9e-9619-174cd361062e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd6f1657c8ca49279063563768e092b0&device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0670192 Jul 05 04:10:07.157039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13285286-85e8-43b7-9a7a-681430c142c0 req-855fd3f4-8dea-4f52-b3d8-20d83441d0c0 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:07.169700 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13285286-85e8-43b7-9a7a-681430c142c0 req-855fd3f4-8dea-4f52-b3d8-20d83441d0c0 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.1515725 Jul 05 04:10:07.169700 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4183a6ae-1e84-4283-a07e-43c7fa45fe39 req-63d83065-c015-4467-9714-53fe05374f9c tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/security-groups?id=70515b07-7414-49ca-8d0e-594f9b7c29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667908 Jul 05 04:10:07.216482 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13285286-85e8-43b7-9a7a-681430c142c0 req-7b40fcce-c3ab-47ad-bc99-dbadce78426d tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464385 Jul 05 04:10:07.280757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dd706-1c13-4490-847e-b9e4c8454a8b req-b6b755d2-c672-4204-9867-34fe8dc18f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:07.282288 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-251dd706-1c13-4490-847e-b9e4c8454a8b req-b6b755d2-c672-4204-9867-34fe8dc18f90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f83a3ac0-c6bd-4858-8b09-68306f2ecbee HTTP/1.1" status: 200 len: 911 time: 0.1388247 Jul 05 04:10:07.346286 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-251dd706-1c13-4490-847e-b9e4c8454a8b req-35c85599-6a1c-4081-a4c0-ed8cded6f1dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27060323-f86c-4605-baef-5af87729d3ac HTTP/1.1" status: 200 len: 217 time: 0.0516562 Jul 05 04:10:07.409812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dd706-1c13-4490-847e-b9e4c8454a8b req-11fe8988-c988-4bfc-ba9e-4953bca964c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:07.411667 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-251dd706-1c13-4490-847e-b9e4c8454a8b req-11fe8988-c988-4bfc-ba9e-4953bca964c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c HTTP/1.1" status: 200 len: 850 time: 0.0584269 Jul 05 04:10:07.485702 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-251dd706-1c13-4490-847e-b9e4c8454a8b req-236f2eb7-4794-4d0c-a036-d8063a3f7f27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f83a3ac0-c6bd-4858-8b09-68306f2ecbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629668 Jul 05 04:10:07.647003 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5847470-a54c-4d31-81c8-b1b3032a952f req-7c6f3b85-460a-4d38-89e4-d4c2a532e243 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:07.660107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5847470-a54c-4d31-81c8-b1b3032a952f req-7c6f3b85-460a-4d38-89e4-d4c2a532e243 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 946 time: 0.1565566 Jul 05 04:10:07.707624 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-251dd706-1c13-4490-847e-b9e4c8454a8b req-6bf8c3e1-514f-43af-b23c-1d1a83fd229e service neutron] 10.222.0.36 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095647 Jul 05 04:10:07.719954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5847470-a54c-4d31-81c8-b1b3032a952f req-df9de4b5-d01c-4368-93f7-023168a92d32 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584979 Jul 05 04:10:07.872141 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-251dd706-1c13-4490-847e-b9e4c8454a8b req-babb47dc-3a5b-4c9c-92a5-fb4f35ae670a service neutron] 10.222.0.36 "GET /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487877 Jul 05 04:10:07.878326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45a9d0-4fa2-4657-a882-b4479177720c req-fa8bc120-2c8a-4dce-803f-f2a5a1b652ba tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:07.892888 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df45a9d0-4fa2-4657-a882-b4479177720c req-fa8bc120-2c8a-4dce-803f-f2a5a1b652ba tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 950 time: 0.1028874 Jul 05 04:10:08.014567 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-df45a9d0-4fa2-4657-a882-b4479177720c req-9f6d26b1-1b27-4bb9-9791-300b57d976b1 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Deleting port f4aa8fbd-95a8-4601-af8f-904be0e28ce0 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:08.014906 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-df45a9d0-4fa2-4657-a882-b4479177720c req-9f6d26b1-1b27-4bb9-9791-300b57d976b1 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.118168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-df45a9d0-4fa2-4657-a882-b4479177720c req-9f6d26b1-1b27-4bb9-9791-300b57d976b1 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] For port f4aa8fbd-95a8-4601-af8f-904be0e28ce0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f4aa8fbd-95a8-4601-af8f-904be0e28ce0,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:08.118855 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-df45a9d0-4fa2-4657-a882-b4479177720c req-9f6d26b1-1b27-4bb9-9791-300b57d976b1 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.131890 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-df45a9d0-4fa2-4657-a882-b4479177720c req-9f6d26b1-1b27-4bb9-9791-300b57d976b1 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Calling delete_port for f4aa8fbd-95a8-4601-af8f-904be0e28ce0 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:08.363513 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-df45a9d0-4fa2-4657-a882-b4479177720c req-9f6d26b1-1b27-4bb9-9791-300b57d976b1 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.377948 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['f4aa8fbd-95a8-4601-af8f-904be0e28ce0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:08.431152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d26b1-1b27-4bb9-9791-300b57d976b1 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Pushing event deleted for resources: {'Port': ['ID=f4aa8fbd-95a8-4601-af8f-904be0e28ce0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:08.496831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de79e4-fbbd-4e12-8d6e-0cc2d9cfe371 req-5e572e1b-86ac-4344-bbce-80836b1593f3 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:08.498425 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1de79e4-fbbd-4e12-8d6e-0cc2d9cfe371 req-5e572e1b-86ac-4344-bbce-80836b1593f3 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 867 time: 0.1918104 Jul 05 04:10:08.530938 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-df45a9d0-4fa2-4657-a882-b4479177720c req-9f6d26b1-1b27-4bb9-9791-300b57d976b1 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] No DVR routers for this DVR port f4aa8fbd-95a8-4601-af8f-904be0e28ce0 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:08.540494 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-df45a9d0-4fa2-4657-a882-b4479177720c req-9f6d26b1-1b27-4bb9-9791-300b57d976b1 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.542537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df45a9d0-4fa2-4657-a882-b4479177720c req-9f6d26b1-1b27-4bb9-9791-300b57d976b1 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.10 "DELETE /v2.0/ports/f4aa8fbd-95a8-4601-af8f-904be0e28ce0 HTTP/1.1" status: 204 len: 173 time: 0.6532390 Jul 05 04:10:08.542982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e40b6c0-d145-48af-ae0e-90c94a396e8b', 'name': 'network-vif-deleted', 'tag': 'f4aa8fbd-95a8-4601-af8f-904be0e28ce0'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:08.545301 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96c88f9-4d81-46a5-9aec-48454d6df046" -d '{"events": [{"server_uuid": "8e40b6c0-d145-48af-ae0e-90c94a396e8b", "name": "network-vif-deleted", "tag": "f4aa8fbd-95a8-4601-af8f-904be0e28ce0"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:08.582839 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1de79e4-fbbd-4e12-8d6e-0cc2d9cfe371 req-59e14cd8-1a70-49ad-9528-5173c6d16f57 tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/security-groups?id=70515b07-7414-49ca-8d0e-594f9b7c29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601759 Jul 05 04:10:08.597410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e166ca-2532-47c4-8f01-3037e402783e req-dc7121cf-5e50-4495-8e64-0b1175e308aa tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:08.598976 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40e166ca-2532-47c4-8f01-3037e402783e req-dc7121cf-5e50-4495-8e64-0b1175e308aa tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.2009444 Jul 05 04:10:08.648608 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40e166ca-2532-47c4-8f01-3037e402783e req-54d54e6c-4650-48ca-9cfd-cbaafb087865 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437033 Jul 05 04:10:08.786426 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a969f4-832f-4914-883c-f63b4d63dce2 x-openstack-request-id: req-a8a969f4-832f-4914-883c-f63b4d63dce2 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:08.786880 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e40b6c0-d145-48af-ae0e-90c94a396e8b", "name": "network-vif-deleted", "tag": "f4aa8fbd-95a8-4601-af8f-904be0e28ce0", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:08.787215 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8a969f4-832f-4914-883c-f63b4d63dce2 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:08.787866 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e40b6c0-d145-48af-ae0e-90c94a396e8b', 'name': 'network-vif-deleted', 'tag': 'f4aa8fbd-95a8-4601-af8f-904be0e28ce0', 'status': 'completed', 'code': 200} Jul 05 04:10:08.981711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961c8a5-be88-46d0-8cd3-1328288832c8 req-ad929885-f6a8-435f-b39a-713127b8a6e8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:08.983758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d961c8a5-be88-46d0-8cd3-1328288832c8 req-ad929885-f6a8-435f-b39a-713127b8a6e8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 946 time: 0.0837848 Jul 05 04:10:09.052187 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d961c8a5-be88-46d0-8cd3-1328288832c8 req-676822fb-4ba4-47fc-8c08-7d844f71b625 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496974 Jul 05 04:10:09.281882 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429f892-ddf2-4283-af82-7ac7ce578f57 req-df5d6bc3-dab9-4e17-aac6-6713404787a8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:09.283346 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8429f892-ddf2-4283-af82-7ac7ce578f57 req-df5d6bc3-dab9-4e17-aac6-6713404787a8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 946 time: 0.0672297 Jul 05 04:10:09.328361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8429f892-ddf2-4283-af82-7ac7ce578f57 req-fe56b53e-383a-4535-a265-4524f5093ce3 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378263 Jul 05 04:10:09.838805 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fe27b367-3c1d-4972-bfaa-ff2e16b300a0 req-a87a611d-e353-4c24-9f5f-79f86ff851bc tempest-VolumesBackupsTest-1478938582 tempest-VolumesBackupsTest-1478938582-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e40b6c0-d145-48af-ae0e-90c94a396e8b HTTP/1.1" status: 200 len: 210 time: 0.0337431 Jul 05 04:10:10.036629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d53d8-1b3e-46fa-aa6b-b07bd3aaab76 req-58ba8513-913f-4729-a778-b3a20ecf2897 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:10.044548 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad6d53d8-1b3e-46fa-aa6b-b07bd3aaab76 req-58ba8513-913f-4729-a778-b3a20ecf2897 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0917547 Jul 05 04:10:10.087153 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad6d53d8-1b3e-46fa-aa6b-b07bd3aaab76 req-efc2be88-c1d1-4730-8024-a673037e2690 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413752 Jul 05 04:10:10.417722 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd51ef-72c2-4c78-b387-dec5c43c96d2 req-7c67dce9-0dc7-4df3-8a3c-4af7c1ded53b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:10.420645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-07dd51ef-72c2-4c78-b387-dec5c43c96d2 req-7c67dce9-0dc7-4df3-8a3c-4af7c1ded53b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 946 time: 0.0782764 Jul 05 04:10:10.464256 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-07dd51ef-72c2-4c78-b387-dec5c43c96d2 req-665327cc-b524-49bc-a39f-c678bd0af310 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366974 Jul 05 04:10:11.293381 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab5666-e885-405b-8610-e9959bfef336 req-c6e2a89a-5147-4da4-8a3a-49569f5f9fb3 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:11.295253 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74ab5666-e885-405b-8610-e9959bfef336 req-c6e2a89a-5147-4da4-8a3a-49569f5f9fb3 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0821891 Jul 05 04:10:11.343361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74ab5666-e885-405b-8610-e9959bfef336 req-b55f5217-996c-4438-a53b-e047e5caebc2 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335114 Jul 05 04:10:11.435924 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7a73513b-145a-4ae3-8819-ba95053bc0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.694854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba371c-7900-4c0d-8839-c0ea6af32b26 req-334f7adc-26dd-43ca-ae9a-cb693d8c49b7 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:11.696419 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39ba371c-7900-4c0d-8839-c0ea6af32b26 req-334f7adc-26dd-43ca-ae9a-cb693d8c49b7 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 946 time: 0.0751584 Jul 05 04:10:11.715247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device f4aa8fbd-95a8-4601-af8f-904be0e28ce0 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:11.775892 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39ba371c-7900-4c0d-8839-c0ea6af32b26 req-212815c0-ca9b-4064-98a6-9463de293c8f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725489 Jul 05 04:10:11.783873 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: f4aa8fbd-95a8-4601-af8f-904be0e28ce0 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:11.784902 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device f4aa8fbd-95a8-4601-af8f-904be0e28ce0 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:12.200962 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09252bd-ce17-4329-b6ba-0ba7ac6664c7 req-061fe173-4d9f-4ba5-bebc-d7f3edb9318b tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:12.202507 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b09252bd-ce17-4329-b6ba-0ba7ac6664c7 req-061fe173-4d9f-4ba5-bebc-d7f3edb9318b tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.1201606 Jul 05 04:10:12.274913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51145406-b3d9-4654-8e24-f0f484048989 req-fd31c09e-b597-402d-bca9-e244329294ed tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:12.276568 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-51145406-b3d9-4654-8e24-f0f484048989 req-fd31c09e-b597-402d-bca9-e244329294ed tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 946 time: 0.1183083 Jul 05 04:10:12.280441 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b09252bd-ce17-4329-b6ba-0ba7ac6664c7 req-39caf2bc-ebc4-4a1a-b34d-f08de7a36b22 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662293 Jul 05 04:10:12.383200 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:10:12.433472 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-51145406-b3d9-4654-8e24-f0f484048989 req-2b4d9db0-e97d-4195-8ca0-e5e02c0d500b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Deleting port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:12.433987 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-51145406-b3d9-4654-8e24-f0f484048989 req-2b4d9db0-e97d-4195-8ca0-e5e02c0d500b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.570007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-51145406-b3d9-4654-8e24-f0f484048989 req-2b4d9db0-e97d-4195-8ca0-e5e02c0d500b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] For port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d1d4e73a-82bc-44a4-855e-2c9bb7cf0267,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:12.571411 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-51145406-b3d9-4654-8e24-f0f484048989 req-2b4d9db0-e97d-4195-8ca0-e5e02c0d500b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.606562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-51145406-b3d9-4654-8e24-f0f484048989 req-2b4d9db0-e97d-4195-8ca0-e5e02c0d500b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Calling delete_port for d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:12.964294 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-51145406-b3d9-4654-8e24-f0f484048989 req-2b4d9db0-e97d-4195-8ca0-e5e02c0d500b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.979366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['d1d4e73a-82bc-44a4-855e-2c9bb7cf0267'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:13.007248 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d9db0-e97d-4195-8ca0-e5e02c0d500b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event deleted for resources: {'Port': ['ID=d1d4e73a-82bc-44a4-855e-2c9bb7cf0267,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:13.033184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['b85cba27-b43b-49fb-a113-30592a5dbd71'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:13.604390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-51145406-b3d9-4654-8e24-f0f484048989 req-2b4d9db0-e97d-4195-8ca0-e5e02c0d500b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] No DVR routers for this DVR port d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:13.608942 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-51145406-b3d9-4654-8e24-f0f484048989 req-2b4d9db0-e97d-4195-8ca0-e5e02c0d500b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.610418 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-51145406-b3d9-4654-8e24-f0f484048989 req-2b4d9db0-e97d-4195-8ca0-e5e02c0d500b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.10 "DELETE /v2.0/ports/d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 HTTP/1.1" status: 204 len: 173 time: 1.3270900 Jul 05 04:10:13.615354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7886e2-168c-41f2-b3aa-8c9a40875264', 'name': 'network-vif-deleted', 'tag': 'd1d4e73a-82bc-44a4-855e-2c9bb7cf0267'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:13.617791 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258d8ff5-73ac-4aac-9396-bc96d0aef5af" -d '{"events": [{"server_uuid": "0c7886e2-168c-41f2-b3aa-8c9a40875264", "name": "network-vif-deleted", "tag": "d1d4e73a-82bc-44a4-855e-2c9bb7cf0267"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:13.631886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34746a-58fb-44fb-b9d6-4b382c2c9653 req-b525f738-a1a9-44d5-9810-b88a61f14c41 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:13.639470 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be34746a-58fb-44fb-b9d6-4b382c2c9653 req-b525f738-a1a9-44d5-9810-b88a61f14c41 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 867 time: 0.7055545 Jul 05 04:10:13.705237 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be34746a-58fb-44fb-b9d6-4b382c2c9653 req-a16d4711-44f8-4972-a060-aad597768887 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631647 Jul 05 04:10:13.724720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dfc3b-0a57-4426-8aea-ed2625e0927b req-8b93e2bb-eed4-455b-bac7-6b1f784e481e tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:13.733444 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-937dfc3b-0a57-4426-8aea-ed2625e0927b req-8b93e2bb-eed4-455b-bac7-6b1f784e481e tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.1868129 Jul 05 04:10:13.803176 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-937dfc3b-0a57-4426-8aea-ed2625e0927b req-a019f052-a813-48c5-a90a-17f28692f452 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677419 Jul 05 04:10:13.877436 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d826ecaa-d608-453b-b96d-98d6b3df97b8 x-openstack-request-id: req-d826ecaa-d608-453b-b96d-98d6b3df97b8 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:13.878331 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7886e2-168c-41f2-b3aa-8c9a40875264", "name": "network-vif-deleted", "tag": "d1d4e73a-82bc-44a4-855e-2c9bb7cf0267", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:13.878650 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d826ecaa-d608-453b-b96d-98d6b3df97b8 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:13.879296 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7886e2-168c-41f2-b3aa-8c9a40875264', 'name': 'network-vif-deleted', 'tag': 'd1d4e73a-82bc-44a4-855e-2c9bb7cf0267', 'status': 'completed', 'code': 200} Jul 05 04:10:14.007388 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3b79b405-9ce5-4613-93be-60ebce223e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.389922 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.009128 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f48514c-fefc-45f6-a93e-4137b89e6557 req-b5c98ee1-2774-4813-aea8-b5b8265ff155 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 210 time: 0.0601854 Jul 05 04:10:15.156590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cd430-720a-492c-8cf9-7c3a8131ae7d req-9713db43-183b-47c6-a241-e9e5b22667aa tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:15.158736 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff5cd430-720a-492c-8cf9-7c3a8131ae7d req-9713db43-183b-47c6-a241-e9e5b22667aa tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0910625 Jul 05 04:10:15.207174 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff5cd430-720a-492c-8cf9-7c3a8131ae7d req-2965b1f4-f8eb-45ae-95d9-bd116c95d6c9 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 Jul 05 04:10:15.338536 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.713047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:15.757892 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:15.758229 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d1d4e73a-82bc-44a4-855e-2c9bb7cf0267 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:16.154709 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e3f154f6-b9ae-49a8-834f-b32a9564ba3f req-3301c123-ba8c-417b-8bf4-1e6ee129a96d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 210 time: 0.0287004 Jul 05 04:10:16.331495 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611addb3-1b6e-43d8-91ce-7dd3b8cb814a req-6c328515-627d-4e16-ad7e-a1febe90c613 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:16.334355 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-611addb3-1b6e-43d8-91ce-7dd3b8cb814a req-6c328515-627d-4e16-ad7e-a1febe90c613 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.36 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0959914 Jul 05 04:10:16.459168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e5011-c37a-45e8-bf5c-b2180e4ac6c5 req-12040c90-3c93-4108-ab8f-8e939d008369 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:16.462291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-105e5011-c37a-45e8-bf5c-b2180e4ac6c5 req-12040c90-3c93-4108-ab8f-8e939d008369 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0845432 Jul 05 04:10:16.485115 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-611addb3-1b6e-43d8-91ce-7dd3b8cb814a req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Deleting port 27060323-f86c-4605-baef-5af87729d3ac {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:16.485781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-611addb3-1b6e-43d8-91ce-7dd3b8cb814a req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.551120 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-105e5011-c37a-45e8-bf5c-b2180e4ac6c5 req-9e0b52b9-bd27-4abb-ba8a-48f3336552a7 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834680 Jul 05 04:10:16.633881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-611addb3-1b6e-43d8-91ce-7dd3b8cb814a req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] For port 27060323-f86c-4605-baef-5af87729d3ac, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=27060323-f86c-4605-baef-5af87729d3ac,segment=NetworkSegment(b6f1f396-ad86-49d6-ab50-72689761f935),segment_id=b6f1f396-ad86-49d6-ab50-72689761f935)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:16.634142 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-611addb3-1b6e-43d8-91ce-7dd3b8cb814a req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.654375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-611addb3-1b6e-43d8-91ce-7dd3b8cb814a req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Calling delete_port for 27060323-f86c-4605-baef-5af87729d3ac owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:16.944175 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-611addb3-1b6e-43d8-91ce-7dd3b8cb814a req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.957599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:16.993272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['27060323-f86c-4605-baef-5af87729d3ac'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:16.995136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Pushing event deleted for resources: {'Port': ['ID=27060323-f86c-4605-baef-5af87729d3ac,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:17.029510 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.048698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.049167 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.051012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.051441 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.051850 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.052288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.052715 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.053271 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.053686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.054093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.054572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.055135 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:17.088248 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-611addb3-1b6e-43d8-91ce-7dd3b8cb814a req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] No DVR routers for this DVR port 27060323-f86c-4605-baef-5af87729d3ac on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:17.090698 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-611addb3-1b6e-43d8-91ce-7dd3b8cb814a req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.092738 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-611addb3-1b6e-43d8-91ce-7dd3b8cb814a req-23a6d015-0b2f-4077-adca-898d80e12424 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.36 "DELETE /v2.0/ports/27060323-f86c-4605-baef-5af87729d3ac HTTP/1.1" status: 204 len: 173 time: 0.7505527 Jul 05 04:10:17.093167 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ad7631-48b1-46fd-a7dc-1b78f808d3a9', 'name': 'network-vif-deleted', 'tag': '27060323-f86c-4605-baef-5af87729d3ac'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:17.095682 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae5b516-1662-45f5-90b6-abbd3e68f765" -d '{"events": [{"server_uuid": "45ad7631-48b1-46fd-a7dc-1b78f808d3a9", "name": "network-vif-deleted", "tag": "27060323-f86c-4605-baef-5af87729d3ac"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:17.138913 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00c3b5c-f898-4908-8d3a-b4f18812fd66 x-openstack-request-id: req-c00c3b5c-f898-4908-8d3a-b4f18812fd66 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:17.139207 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ad7631-48b1-46fd-a7dc-1b78f808d3a9", "name": "network-vif-deleted", "tag": "27060323-f86c-4605-baef-5af87729d3ac", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:17.139446 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c00c3b5c-f898-4908-8d3a-b4f18812fd66 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:17.139845 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ad7631-48b1-46fd-a7dc-1b78f808d3a9', 'name': 'network-vif-deleted', 'tag': '27060323-f86c-4605-baef-5af87729d3ac', 'status': 'completed', 'code': 200} Jul 05 04:10:17.329822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84f17c73-08d0-434c-9229-491cd4f23aa6 req-bc53fb87-89ae-414c-b8a0-4cc3a025e3eb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 210 time: 0.0318384 Jul 05 04:10:17.765224 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5c8ffa3-359e-4e5b-aabc-45d958d4a85b req-28ff3cf4-3fce-4669-959e-c03ace269ba9 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=45ad7631-48b1-46fd-a7dc-1b78f808d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0347624 Jul 05 04:10:18.493537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-233726f5-3e78-4082-8bf2-797e42b92d96 req-1bf385c6-4944-4004-b36b-9282cd335567 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 210 time: 0.0296659 Jul 05 04:10:19.690194 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-077ec6c9-6a88-48f6-980f-7ebcecd0df8c req-55cdd91e-4d8e-42b8-9f01-4dd9546fbf14 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c7886e2-168c-41f2-b3aa-8c9a40875264 HTTP/1.1" status: 200 len: 210 time: 0.0330400 Jul 05 04:10:19.785263 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 27060323-f86c-4605-baef-5af87729d3ac no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:19.820663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 27060323-f86c-4605-baef-5af87729d3ac {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:19.820663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 27060323-f86c-4605-baef-5af87729d3ac not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:20.012419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60047d8-4d0a-4247-99e4-5b1a0dd608e3 req-b2db9d1e-1065-44c7-9d1f-7507292e63e8 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:20.014493 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e60047d8-4d0a-4247-99e4-5b1a0dd608e3 req-b2db9d1e-1065-44c7-9d1f-7507292e63e8 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.0889578 Jul 05 04:10:20.073364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e60047d8-4d0a-4247-99e4-5b1a0dd608e3 req-aec4174d-ea0a-4cbc-9996-e86142a52da0 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510004 Jul 05 04:10:21.397445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195762f6-5e11-4676-b9d9-dfd7af4d8c2d req-3a5fab36-3bd0-4d57-ac01-14228e1eeeeb tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:21.399291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-195762f6-5e11-4676-b9d9-dfd7af4d8c2d req-3a5fab36-3bd0-4d57-ac01-14228e1eeeeb tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.0941422 Jul 05 04:10:21.448959 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-195762f6-5e11-4676-b9d9-dfd7af4d8c2d req-b1c1ed31-f762-42cc-ad0b-f663607d2bb4 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 Jul 05 04:10:22.674243 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5b2ae-cdcf-4aea-bb17-2bd765446495 req-583176c0-7845-4b71-b87f-4460b178f3ad tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:22.676399 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92e5b2ae-cdcf-4aea-bb17-2bd765446495 req-583176c0-7845-4b71-b87f-4460b178f3ad tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1313190 Jul 05 04:10:22.722180 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63cfc2-dd82-4474-ac3f-cf880a8222ea req-91b34a20-d33f-4003-9605-cefb9aaba6b8 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:22.732165 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1c63cfc2-dd82-4474-ac3f-cf880a8222ea req-91b34a20-d33f-4003-9605-cefb9aaba6b8 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 945 time: 0.1302383 Jul 05 04:10:22.801799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1c63cfc2-dd82-4474-ac3f-cf880a8222ea req-77b755db-9e42-4624-ad0a-8183828fb758 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c74d419-ee29-4355-bae8-8172631a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681920 Jul 05 04:10:22.862424 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-92e5b2ae-cdcf-4aea-bb17-2bd765446495 req-456dc38d-e9dc-4aac-b8d4-b4407e9ad155 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Deleting port 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:22.863056 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-92e5b2ae-cdcf-4aea-bb17-2bd765446495 req-456dc38d-e9dc-4aac-b8d4-b4407e9ad155 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:22.969122 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-92e5b2ae-cdcf-4aea-bb17-2bd765446495 req-456dc38d-e9dc-4aac-b8d4-b4407e9ad155 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] For port 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2,segment=NetworkSegment(b6f1f396-ad86-49d6-ab50-72689761f935),segment_id=b6f1f396-ad86-49d6-ab50-72689761f935)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:22.969911 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-92e5b2ae-cdcf-4aea-bb17-2bd765446495 req-456dc38d-e9dc-4aac-b8d4-b4407e9ad155 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:22.992045 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-92e5b2ae-cdcf-4aea-bb17-2bd765446495 req-456dc38d-e9dc-4aac-b8d4-b4407e9ad155 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Calling delete_port for 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:23.245910 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-92e5b2ae-cdcf-4aea-bb17-2bd765446495 req-456dc38d-e9dc-4aac-b8d4-b4407e9ad155 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.264197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:23.357941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456dc38d-e9dc-4aac-b8d4-b4407e9ad155 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Pushing event deleted for resources: {'Port': ['ID=32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:23.419353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e5b2ae-cdcf-4aea-bb17-2bd765446495 req-456dc38d-e9dc-4aac-b8d4-b4407e9ad155 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] No DVR routers for this DVR port 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:23.422468 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-92e5b2ae-cdcf-4aea-bb17-2bd765446495 req-456dc38d-e9dc-4aac-b8d4-b4407e9ad155 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.426253 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92e5b2ae-cdcf-4aea-bb17-2bd765446495 req-456dc38d-e9dc-4aac-b8d4-b4407e9ad155 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.10 "DELETE /v2.0/ports/32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 HTTP/1.1" status: 204 len: 173 time: 0.7372890 Jul 05 04:10:23.426760 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd808bcd-72ad-4a0b-a666-6fe1c3f63a71', 'name': 'network-vif-deleted', 'tag': '32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:23.448688 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc94257-78ef-4f2d-aa2b-fe8bcf35b845" -d '{"events": [{"server_uuid": "dd808bcd-72ad-4a0b-a666-6fe1c3f63a71", "name": "network-vif-deleted", "tag": "32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:23.529377 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235fe929-e249-4893-9a29-5733d5184e6d x-openstack-request-id: req-235fe929-e249-4893-9a29-5733d5184e6d {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:23.529850 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd808bcd-72ad-4a0b-a666-6fe1c3f63a71", "name": "network-vif-deleted", "tag": "32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:23.531103 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-235fe929-e249-4893-9a29-5733d5184e6d {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:23.531580 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd808bcd-72ad-4a0b-a666-6fe1c3f63a71', 'name': 'network-vif-deleted', 'tag': '32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2', 'status': 'completed', 'code': 200} Jul 05 04:10:23.694915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e97a2-0b83-4613-9839-aee91e07b5ef req-a75edcb0-8e94-409a-9860-7369bbe5dc43 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:23.696642 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-429e97a2-0b83-4613-9839-aee91e07b5ef req-a75edcb0-8e94-409a-9860-7369bbe5dc43 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 946 time: 0.0970335 Jul 05 04:10:23.768303 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-429e97a2-0b83-4613-9839-aee91e07b5ef req-e5461da4-d498-47b9-ac64-7320552fa9ca tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups?id=eeaebc2b-6d00-4650-874c-e19432c5aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604501 Jul 05 04:10:23.867983 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-173b57af-f007-4aa0-8847-5c99a15e7cf9 req-29c58ab9-5437-4ab1-9a0c-e34737645327 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0857079 Jul 05 04:10:23.977687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b57af-f007-4aa0-8847-5c99a15e7cf9 req-a9cd3112-96d4-43dc-951b-3812ab8f6295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:23.979264 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-173b57af-f007-4aa0-8847-5c99a15e7cf9 req-a9cd3112-96d4-43dc-951b-3812ab8f6295 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 1098 time: 0.0786176 Jul 05 04:10:24.072908 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43e38c4f-eb22-4d26-b6e6-9ebe3cee132e req-a6d587e9-f25e-4313-bf28-f7b0934ae5c4 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 210 time: 0.0883524 Jul 05 04:10:24.179872 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b57af-f007-4aa0-8847-5c99a15e7cf9 req-84b9768d-74f5-4f5f-96c7-dd2b6d914223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:24.182683 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-173b57af-f007-4aa0-8847-5c99a15e7cf9 req-84b9768d-74f5-4f5f-96c7-dd2b6d914223 service neutron] 10.222.0.36 "GET /v2.0/networks?id=739555cb-3aaa-4692-ac69-434fc52fdecf HTTP/1.1" status: 200 len: 911 time: 0.1760876 Jul 05 04:10:24.281226 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-173b57af-f007-4aa0-8847-5c99a15e7cf9 req-7758dea5-ff82-42c4-8a92-ba4e67179925 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea728f3c-bd5b-4807-9f33-36e6268bc430 HTTP/1.1" status: 200 len: 1001 time: 0.0928125 Jul 05 04:10:24.391342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b57af-f007-4aa0-8847-5c99a15e7cf9 req-6dad4833-8b2e-405e-8446-ae73c64d9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:24.391342 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-173b57af-f007-4aa0-8847-5c99a15e7cf9 req-6dad4833-8b2e-405e-8446-ae73c64d9a3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9bbcade-db99-467e-97af-337f24f2acb2 HTTP/1.1" status: 200 len: 849 time: 0.0986733 Jul 05 04:10:24.463367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b57af-f007-4aa0-8847-5c99a15e7cf9 req-cc487165-81a2-47a7-b55a-dd55176fc5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:24.467550 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-173b57af-f007-4aa0-8847-5c99a15e7cf9 req-cc487165-81a2-47a7-b55a-dd55176fc5aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=739555cb-3aaa-4692-ac69-434fc52fdecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707879 Jul 05 04:10:24.738995 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-173b57af-f007-4aa0-8847-5c99a15e7cf9 req-5a138537-2910-4760-b9ca-825add966639 service neutron] 10.222.0.36 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654166 Jul 05 04:10:24.963230 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-173b57af-f007-4aa0-8847-5c99a15e7cf9 req-6cf43cc2-c50c-4466-8de1-76c879e3a607 service neutron] 10.222.0.36 "GET /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139080 Jul 05 04:10:25.188931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d74bdf-bb33-438d-b6bd-2a0c30695199 req-a6d54607-b20f-4385-8db5-7ba3d5d8b8e5 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:25.201245 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94d74bdf-bb33-438d-b6bd-2a0c30695199 req-a6d54607-b20f-4385-8db5-7ba3d5d8b8e5 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 946 time: 0.1137650 Jul 05 04:10:25.283041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94d74bdf-bb33-438d-b6bd-2a0c30695199 req-45b3e5fe-1375-4005-8cdc-fa88c9a5a957 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups?id=eeaebc2b-6d00-4650-874c-e19432c5aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723529 Jul 05 04:10:25.384440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7c3b0e1-5c44-427c-931a-77cf821c8451 req-32211461-c5e4-4441-b470-dd2b452f1b26 tempest-ServerRescueTestJSON-700322266 tempest-ServerRescueTestJSON-700322266-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd808bcd-72ad-4a0b-a666-6fe1c3f63a71 HTTP/1.1" status: 200 len: 210 time: 0.0491040 Jul 05 04:10:25.769797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:25.802037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:25.802654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 32d1a6d4-b452-4d9e-bc66-1d9d8cf1cfa2 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:26.504614 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36832) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:27.130680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d45cf-adeb-4699-8376-04563b7f4b66 req-16a8600b-bdf1-48c3-ad91-c0d6d30e8520 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:27.140302 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d80d45cf-adeb-4699-8376-04563b7f4b66 req-16a8600b-bdf1-48c3-ad91-c0d6d30e8520 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 946 time: 0.2201495 Jul 05 04:10:27.191944 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-82f8d47e-5c86-4387-8e35-2e45475ff71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:27.230772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d80d45cf-adeb-4699-8376-04563b7f4b66 req-f45cc98b-9513-4f3a-83ff-448be16999c0 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups?id=eeaebc2b-6d00-4650-874c-e19432c5aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847809 Jul 05 04:10:27.635752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-82f8d47e-5c86-4387-8e35-2e45475ff71d admin admin] Deleting port b8e773d5-769f-45f4-a919-41f3922bb140 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:27.636310 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-82f8d47e-5c86-4387-8e35-2e45475ff71d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:27.736506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-82f8d47e-5c86-4387-8e35-2e45475ff71d admin admin] For port b8e773d5-769f-45f4-a919-41f3922bb140, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b8e773d5-769f-45f4-a919-41f3922bb140,segment=NetworkSegment(b6f1f396-ad86-49d6-ab50-72689761f935),segment_id=b6f1f396-ad86-49d6-ab50-72689761f935)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:27.737998 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-82f8d47e-5c86-4387-8e35-2e45475ff71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:27.766879 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-82f8d47e-5c86-4387-8e35-2e45475ff71d admin admin] Calling delete_port for b8e773d5-769f-45f4-a919-41f3922bb140 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:28.173144 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8275f79-524d-4a21-a28c-794206f7a70e req-61b20685-003f-4409-8679-0361363109f8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:28.182291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8275f79-524d-4a21-a28c-794206f7a70e req-61b20685-003f-4409-8679-0361363109f8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 945 time: 0.1030910 Jul 05 04:10:28.195814 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-82f8d47e-5c86-4387-8e35-2e45475ff71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.227538 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8275f79-524d-4a21-a28c-794206f7a70e req-8615b5d5-5192-4d4b-91a4-a337ca27925c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443521 Jul 05 04:10:28.234571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8d47e-5c86-4387-8e35-2e45475ff71d admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e773d5-769f-45f4-a919-41f3922bb140,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:28.529723 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dcde5-c80a-40b2-a1c1-d79ea987513d req-a043c830-7c95-48c1-9573-d9261b9d257d tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:28.532631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f99dcde5-c80a-40b2-a1c1-d79ea987513d req-a043c830-7c95-48c1-9573-d9261b9d257d tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 946 time: 0.1058114 Jul 05 04:10:28.623085 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f99dcde5-c80a-40b2-a1c1-d79ea987513d req-3c20e03a-c40f-4c4c-a5ac-95c1ff4f4357 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups?id=eeaebc2b-6d00-4650-874c-e19432c5aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756269 Jul 05 04:10:28.907423 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-82f8d47e-5c86-4387-8e35-2e45475ff71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.226446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e8216-0b5b-4ae4-bda4-cdea71479e4e req-698f1329-ab38-4eb2-85fd-d62f7214e022 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:29.228223 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-660e8216-0b5b-4ae4-bda4-cdea71479e4e req-698f1329-ab38-4eb2-85fd-d62f7214e022 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 946 time: 0.1846912 Jul 05 04:10:29.368491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f8d47e-5c86-4387-8e35-2e45475ff71d admin admin] Router 8e738750-c6d9-4ec2-896a-d405f9434268 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:29.575383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-660e8216-0b5b-4ae4-bda4-cdea71479e4e req-8d253b22-6a71-4076-b746-5b8e11465b01 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Deleting port e6c34899-282a-47cf-bc0a-60b901dd8aaa {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:29.575947 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-660e8216-0b5b-4ae4-bda4-cdea71479e4e req-8d253b22-6a71-4076-b746-5b8e11465b01 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.719714 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd625b-3071-49ff-ac55-eacdfe2aa7ac req-ec053d81-7dba-4c7a-ad6b-6be586f3fed8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:29.720366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f8d47e-5c86-4387-8e35-2e45475ff71d admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:29.738633 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14acf89-cf9d-4c05-a002-a6b0c12fec66 None None] Sync routers for ids ['8e738750-c6d9-4ec2-896a-d405f9434268'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:29.740312 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b5cd625b-3071-49ff-ac55-eacdfe2aa7ac req-ec053d81-7dba-4c7a-ad6b-6be586f3fed8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 945 time: 0.1407676 Jul 05 04:10:29.772531 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-82f8d47e-5c86-4387-8e35-2e45475ff71d admin admin] 10.222.0.38 "PUT /v2.0/routers/8e738750-c6d9-4ec2-896a-d405f9434268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2585788 Jul 05 04:10:29.774864 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 36976) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:29.796589 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14acf89-cf9d-4c05-a002-a6b0c12fec66 None None] Routers {'8e738750-c6d9-4ec2-896a-d405f9434268'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:29.797494 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e14acf89-cf9d-4c05-a002-a6b0c12fec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:10:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8e738750-c6d9-4ec2-896a-d405f9434268'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:29.829529 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b5cd625b-3071-49ff-ac55-eacdfe2aa7ac req-765f299d-960c-4553-b997-280cfd20034a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875154 Jul 05 04:10:29.994744 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca73c93-ab40-4b08-b34a-d89520c6c338 req-fbb98ec8-4c8e-46f6-963f-fe81a6c95bc1 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:30.011720 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ca73c93-ab40-4b08-b34a-d89520c6c338 req-fbb98ec8-4c8e-46f6-963f-fe81a6c95bc1 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 946 time: 0.1779718 Jul 05 04:10:30.120129 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ca73c93-ab40-4b08-b34a-d89520c6c338 req-d0f75da7-edb6-44c0-a4ff-ed7b174773d9 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups?id=eeaebc2b-6d00-4650-874c-e19432c5aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073775 Jul 05 04:10:30.122338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-660e8216-0b5b-4ae4-bda4-cdea71479e4e req-8d253b22-6a71-4076-b746-5b8e11465b01 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] For port e6c34899-282a-47cf-bc0a-60b901dd8aaa, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e6c34899-282a-47cf-bc0a-60b901dd8aaa,segment=NetworkSegment(827e0241-1b94-4da8-8131-14124308baf4),segment_id=827e0241-1b94-4da8-8131-14124308baf4)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:30.125426 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-660e8216-0b5b-4ae4-bda4-cdea71479e4e req-8d253b22-6a71-4076-b746-5b8e11465b01 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.137724 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-e14acf89-cf9d-4c05-a002-a6b0c12fec66 None None] Set router 8e738750-c6d9-4ec2-896a-d405f9434268 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:30.338328 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df20662-6bcc-4ba1-beb7-3d37700bf495 req-24436219-930c-4a0e-b8bf-c754d575da7d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:30.347102 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9df20662-6bcc-4ba1-beb7-3d37700bf495 req-24436219-930c-4a0e-b8bf-c754d575da7d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 945 time: 0.2048073 Jul 05 04:10:30.347504 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b57a171-cfcd-44d2-b2d4-fa895c12eb88 admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.551813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-9df20662-6bcc-4ba1-beb7-3d37700bf495 req-f4e1dd64-1e05-4525-a745-99171492fc99 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Deleting port b85cba27-b43b-49fb-a113-30592a5dbd71 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:30.552119 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9df20662-6bcc-4ba1-beb7-3d37700bf495 req-f4e1dd64-1e05-4525-a745-99171492fc99 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.579810 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e14acf89-cf9d-4c05-a002-a6b0c12fec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'name': 'tempest-ServerRescueTestJSON-233777669-router', 'tenant_id': 'bd6f1657c8ca49279063563768e092b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:04Z', 'updated_at': '2021-07-05T04:10:27Z', 'revision_number': 5, 'project_id': 'bd6f1657c8ca49279063563768e092b0', 'gw_port': {'id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:06Z', 'updated_at': '2021-07-05T04:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:30.666338 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14acf89-cf9d-4c05-a002-a6b0c12fec66 None None] Checking router: 8e738750-c6d9-4ec2-896a-d405f9434268 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:10:30.671631 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-660e8216-0b5b-4ae4-bda4-cdea71479e4e req-8d253b22-6a71-4076-b746-5b8e11465b01 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.672192 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-660e8216-0b5b-4ae4-bda4-cdea71479e4e req-8d253b22-6a71-4076-b746-5b8e11465b01 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.672916 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [req-660e8216-0b5b-4ae4-bda4-cdea71479e4e req-8d253b22-6a71-4076-b746-5b8e11465b01 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Floating IP e4910c70-a9e1-4175-aff8-3f8e0314011c disassociated. External IP: 172.25.6.6, port: e6c34899-282a-47cf-bc0a-60b901dd8aaa. Jul 05 04:10:30.672916 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-660e8216-0b5b-4ae4-bda4-cdea71479e4e req-8d253b22-6a71-4076-b746-5b8e11465b01 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Calling delete_port for e6c34899-282a-47cf-bc0a-60b901dd8aaa owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:30.699126 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14acf89-cf9d-4c05-a002-a6b0c12fec66 None None] Routers {'8e738750-c6d9-4ec2-896a-d405f9434268'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:30.706233 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e14acf89-cf9d-4c05-a002-a6b0c12fec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:10:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8e738750-c6d9-4ec2-896a-d405f9434268'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:30.744118 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b57a171-cfcd-44d2-b2d4-fa895c12eb88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.781139 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-9df20662-6bcc-4ba1-beb7-3d37700bf495 req-f4e1dd64-1e05-4525-a745-99171492fc99 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] For port b85cba27-b43b-49fb-a113-30592a5dbd71, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b85cba27-b43b-49fb-a113-30592a5dbd71,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:30.785055 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9df20662-6bcc-4ba1-beb7-3d37700bf495 req-f4e1dd64-1e05-4525-a745-99171492fc99 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.805175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-9df20662-6bcc-4ba1-beb7-3d37700bf495 req-f4e1dd64-1e05-4525-a745-99171492fc99 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Calling delete_port for b85cba27-b43b-49fb-a113-30592a5dbd71 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:30.899967 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-e14acf89-cf9d-4c05-a002-a6b0c12fec66 None None] Set router 8e738750-c6d9-4ec2-896a-d405f9434268 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:31.037092 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4b57a171-cfcd-44d2-b2d4-fa895c12eb88 admin admin] Deleting port fd61e6ef-acb2-4186-8403-a5d18d6588f9 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:31.037453 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b57a171-cfcd-44d2-b2d4-fa895c12eb88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.128750 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-660e8216-0b5b-4ae4-bda4-cdea71479e4e req-8d253b22-6a71-4076-b746-5b8e11465b01 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.178826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d253b22-6a71-4076-b746-5b8e11465b01 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Pushing event deleted for resources: {'Port': ['ID=e6c34899-282a-47cf-bc0a-60b901dd8aaa,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:31.308902 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e14acf89-cf9d-4c05-a002-a6b0c12fec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'name': 'tempest-ServerRescueTestJSON-233777669-router', 'tenant_id': 'bd6f1657c8ca49279063563768e092b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:04Z', 'updated_at': '2021-07-05T04:10:27Z', 'revision_number': 5, 'project_id': 'bd6f1657c8ca49279063563768e092b0', 'gw_port': {'id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:06Z', 'updated_at': '2021-07-05T04:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:31.328502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b632bc7-a5bd-466a-acd0-e724347a6949 req-e3d5f536-854e-47a8-92b6-6261484bb2f0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:31.338540 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b632bc7-a5bd-466a-acd0-e724347a6949 req-e3d5f536-854e-47a8-92b6-6261484bb2f0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 945 time: 0.2332323 Jul 05 04:10:31.340304 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9df20662-6bcc-4ba1-beb7-3d37700bf495 req-f4e1dd64-1e05-4525-a745-99171492fc99 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.355548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['b85cba27-b43b-49fb-a113-30592a5dbd71'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:31.379498 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14acf89-cf9d-4c05-a002-a6b0c12fec66 None None] The sync data for ids ['8e738750-c6d9-4ec2-896a-d405f9434268'] in n-d-771363-32 is: [{'id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'name': 'tempest-ServerRescueTestJSON-233777669-router', 'tenant_id': 'bd6f1657c8ca49279063563768e092b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:04Z', 'updated_at': '2021-07-05T04:10:27Z', 'revision_number': 5, 'project_id': 'bd6f1657c8ca49279063563768e092b0', 'gw_port': {'id': 'fd61e6ef-acb2-4186-8403-a5d18d6588f9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e738750-c6d9-4ec2-896a-d405f9434268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:06Z', 'updated_at': '2021-07-05T04:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:31.506026 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-4b57a171-cfcd-44d2-b2d4-fa895c12eb88 admin admin] For port fd61e6ef-acb2-4186-8403-a5d18d6588f9, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fd61e6ef-acb2-4186-8403-a5d18d6588f9,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:31.506560 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b57a171-cfcd-44d2-b2d4-fa895c12eb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.526813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4b57a171-cfcd-44d2-b2d4-fa895c12eb88 admin admin] Calling delete_port for fd61e6ef-acb2-4186-8403-a5d18d6588f9 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:31.538035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-660e8216-0b5b-4ae4-bda4-cdea71479e4e req-8d253b22-6a71-4076-b746-5b8e11465b01 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Router 0e9a3bcd-e05f-424d-b16b-957284f49c4f has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:31.539193 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df20662-6bcc-4ba1-beb7-3d37700bf495 req-f4e1dd64-1e05-4525-a745-99171492fc99 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] No DVR routers for this DVR port b85cba27-b43b-49fb-a113-30592a5dbd71 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:31.542288 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a2e909a-4a18-4c31-bba9-698862bb89ac req-617641f7-b5b4-46b0-9823-2fd8e1e370f4 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 210 time: 0.1193547 Jul 05 04:10:31.545455 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-9df20662-6bcc-4ba1-beb7-3d37700bf495 req-f4e1dd64-1e05-4525-a745-99171492fc99 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.547564 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9df20662-6bcc-4ba1-beb7-3d37700bf495 req-f4e1dd64-1e05-4525-a745-99171492fc99 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "DELETE /v2.0/ports/b85cba27-b43b-49fb-a113-30592a5dbd71 HTTP/1.1" status: 204 len: 173 time: 1.2005832 Jul 05 04:10:31.548416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1dd64-1e05-4525-a745-99171492fc99 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event deleted for resources: {'Port': ['ID=b85cba27-b43b-49fb-a113-30592a5dbd71,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:31.551180 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1', 'name': 'network-vif-deleted', 'tag': 'b85cba27-b43b-49fb-a113-30592a5dbd71'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:31.560948 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91d92cc-10bb-43a3-b28b-1ea1d76762b0" -d '{"events": [{"server_uuid": "35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1", "name": "network-vif-deleted", "tag": "b85cba27-b43b-49fb-a113-30592a5dbd71"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:31.576609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b632bc7-a5bd-466a-acd0-e724347a6949 req-17a45129-4604-4e4c-a3b7-ec3b7a64b348 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=8316fa40-4103-4de2-b3e4-6614004d1cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337451 Jul 05 04:10:31.649324 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd38b1c-7a84-4385-989b-84d813aaf6e7 x-openstack-request-id: req-7dd38b1c-7a84-4385-989b-84d813aaf6e7 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:31.650247 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1", "name": "network-vif-deleted", "tag": "b85cba27-b43b-49fb-a113-30592a5dbd71", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:31.650793 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7dd38b1c-7a84-4385-989b-84d813aaf6e7 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:31.651439 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1', 'name': 'network-vif-deleted', 'tag': 'b85cba27-b43b-49fb-a113-30592a5dbd71', 'status': 'completed', 'code': 200} Jul 05 04:10:31.982654 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-660e8216-0b5b-4ae4-bda4-cdea71479e4e req-8d253b22-6a71-4076-b746-5b8e11465b01 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:32.001913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e929733-0526-4223-aa8d-fb6f2360d61b None None] Sync routers for ids ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:32.018192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e929733-0526-4223-aa8d-fb6f2360d61b None None] Routers {'0e9a3bcd-e05f-424d-b16b-957284f49c4f'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:32.020344 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1e929733-0526-4223-aa8d-fb6f2360d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:10:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:32.078634 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-660e8216-0b5b-4ae4-bda4-cdea71479e4e req-8d253b22-6a71-4076-b746-5b8e11465b01 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] No DVR routers for this DVR port e6c34899-282a-47cf-bc0a-60b901dd8aaa on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:32.079882 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-660e8216-0b5b-4ae4-bda4-cdea71479e4e req-8d253b22-6a71-4076-b746-5b8e11465b01 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.083045 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-660e8216-0b5b-4ae4-bda4-cdea71479e4e req-8d253b22-6a71-4076-b746-5b8e11465b01 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.36 "DELETE /v2.0/ports/e6c34899-282a-47cf-bc0a-60b901dd8aaa HTTP/1.1" status: 204 len: 173 time: 2.8471897 Jul 05 04:10:32.094431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1337f33-7fce-426f-ab4e-e5435fbeb176', 'name': 'network-vif-deleted', 'tag': 'e6c34899-282a-47cf-bc0a-60b901dd8aaa'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:32.098306 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88a82b4-07bb-4f5c-8b52-6d0241c27a88" -d '{"events": [{"server_uuid": "c1337f33-7fce-426f-ab4e-e5435fbeb176", "name": "network-vif-deleted", "tag": "e6c34899-282a-47cf-bc0a-60b901dd8aaa"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:32.194181 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6e4350-63ee-4839-808b-c5c56ab0d2e6 x-openstack-request-id: req-2c6e4350-63ee-4839-808b-c5c56ab0d2e6 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:32.194864 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1337f33-7fce-426f-ab4e-e5435fbeb176", "name": "network-vif-deleted", "tag": "e6c34899-282a-47cf-bc0a-60b901dd8aaa", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:32.194864 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c6e4350-63ee-4839-808b-c5c56ab0d2e6 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:32.195108 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1337f33-7fce-426f-ab4e-e5435fbeb176', 'name': 'network-vif-deleted', 'tag': 'e6c34899-282a-47cf-bc0a-60b901dd8aaa', 'status': 'completed', 'code': 200} Jul 05 04:10:32.338868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-1e929733-0526-4223-aa8d-fb6f2360d61b None None] Set router 0e9a3bcd-e05f-424d-b16b-957284f49c4f gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:32.355743 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b57a171-cfcd-44d2-b2d4-fa895c12eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.614734 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.628562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57a171-cfcd-44d2-b2d4-fa895c12eb88 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd61e6ef-acb2-4186-8403-a5d18d6588f9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:32.709049 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b57a171-cfcd-44d2-b2d4-fa895c12eb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.837615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b8e773d5-769f-45f4-a919-41f3922bb140 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:32.866879 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: b8e773d5-769f-45f4-a919-41f3922bb140 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:32.867396 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b8e773d5-769f-45f4-a919-41f3922bb140 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:32.912739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1e929733-0526-4223-aa8d-fb6f2360d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'name': 'tempest-ServersTestJSON-1117997511-router', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:51Z', 'updated_at': '2021-07-05T04:06:59Z', 'revision_number': 4, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'gw_port': {'id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:52Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '512a1227-3a85-4641-a05f-1492cb80d1bf', 'name': '', 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'mac_address': 'fa:16:3e:c4:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:58Z', 'updated_at': '2021-07-05T04:07:06Z', 'revision_number': 5, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'subnets': [{'id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:32.933563 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b57a171-cfcd-44d2-b2d4-fa895c12eb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.940538 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b57a171-cfcd-44d2-b2d4-fa895c12eb88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.955759 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4aef387c-d220-4e1d-806b-7aa6273b2b86 req-a4974cda-694d-4c92-b9f9-bf958f75ff6e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 210 time: 0.0756929 Jul 05 04:10:32.979004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e929733-0526-4223-aa8d-fb6f2360d61b None None] Checking router: 0e9a3bcd-e05f-424d-b16b-957284f49c4f for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:10:32.999277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e929733-0526-4223-aa8d-fb6f2360d61b None None] Routers {'0e9a3bcd-e05f-424d-b16b-957284f49c4f'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:33.000779 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1e929733-0526-4223-aa8d-fb6f2360d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:10:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:33.031059 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-816fde51-9f39-4b55-863a-bedadd938d0e req-77295008-66d8-4aaa-a932-ce5c83bc17d4 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1337f33-7fce-426f-ab4e-e5435fbeb176 HTTP/1.1" status: 200 len: 210 time: 0.0728309 Jul 05 04:10:33.216154 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-1e929733-0526-4223-aa8d-fb6f2360d61b None None] Set router 0e9a3bcd-e05f-424d-b16b-957284f49c4f gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:33.225800 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b57a171-cfcd-44d2-b2d4-fa895c12eb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.225800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b57a171-cfcd-44d2-b2d4-fa895c12eb88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e738750-c6d9-4ec2-896a-d405f9434268 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:10:33.238681 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b57a171-cfcd-44d2-b2d4-fa895c12eb88 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.238681 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4b57a171-cfcd-44d2-b2d4-fa895c12eb88 admin admin] 10.222.0.38 "DELETE /v2.0/routers/8e738750-c6d9-4ec2-896a-d405f9434268 HTTP/1.1" status: 204 len: 168 time: 3.3360610 Jul 05 04:10:33.239327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37124) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:33.303097 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f30cffe-6350-4af9-9378-b0675478c586 admin admin] Deleting subnet 0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:33.308848 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6f30cffe-6350-4af9-9378-b0675478c586 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.439386 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6f30cffe-6350-4af9-9378-b0675478c586 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.577348 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6f30cffe-6350-4af9-9378-b0675478c586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.772560 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6f30cffe-6350-4af9-9378-b0675478c586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.828964 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b85cba27-b43b-49fb-a113-30592a5dbd71 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:33.830269 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30cffe-6350-4af9-9378-b0675478c586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:33.842176 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6f30cffe-6350-4af9-9378-b0675478c586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.854820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37150) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:33.864355 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6f30cffe-6350-4af9-9378-b0675478c586 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0aee2ce1-b1e0-43bf-aa87-db2d2f564e4c HTTP/1.1" status: 204 len: 168 time: 0.6234827 Jul 05 04:10:33.890078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: b85cba27-b43b-49fb-a113-30592a5dbd71 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:33.890654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b85cba27-b43b-49fb-a113-30592a5dbd71 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:33.891015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e6c34899-282a-47cf-bc0a-60b901dd8aaa no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:33.906684 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.933979 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1e929733-0526-4223-aa8d-fb6f2360d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'name': 'tempest-ServersTestJSON-1117997511-router', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:51Z', 'updated_at': '2021-07-05T04:06:59Z', 'revision_number': 4, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'gw_port': {'id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:52Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '512a1227-3a85-4641-a05f-1492cb80d1bf', 'name': '', 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'mac_address': 'fa:16:3e:c4:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:58Z', 'updated_at': '2021-07-05T04:07:06Z', 'revision_number': 5, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'subnets': [{'id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:33.937713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: e6c34899-282a-47cf-bc0a-60b901dd8aaa {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:33.937713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e6c34899-282a-47cf-bc0a-60b901dd8aaa not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:33.960669 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e54896ed-9a19-465f-bc17-b5ae13f3ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.006921 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e929733-0526-4223-aa8d-fb6f2360d61b None None] The sync data for ids ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'] in n-d-771363-32 is: [{'id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'name': 'tempest-ServersTestJSON-1117997511-router', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:51Z', 'updated_at': '2021-07-05T04:06:59Z', 'revision_number': 4, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'gw_port': {'id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:52Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '512a1227-3a85-4641-a05f-1492cb80d1bf', 'name': '', 'network_id': '14f393e8-d8ce-4acc-88a6-2f0d9bf28851', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'mac_address': 'fa:16:3e:c4:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:58Z', 'updated_at': '2021-07-05T04:07:06Z', 'revision_number': 5, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'subnets': [{'id': 'a96628af-59c1-4851-99ec-970c198f10a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:34.107508 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e54896ed-9a19-465f-bc17-b5ae13f3ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.141740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-e54896ed-9a19-465f-bc17-b5ae13f3ab11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83a3ac0-c6bd-4858-8b09-68306f2ecbee']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:34.171585 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-e54896ed-9a19-465f-bc17-b5ae13f3ab11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f1f396-ad86-49d6-ab50-72689761f935') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:34.171893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-e54896ed-9a19-465f-bc17-b5ae13f3ab11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f1f396-ad86-49d6-ab50-72689761f935') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:34.189414 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e54896ed-9a19-465f-bc17-b5ae13f3ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.192994 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1bdb1453-7700-4af5-8ed1-ddc83a032ef3 req-1c228287-f852-41a3-98b6-1fb8a3e3799c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 210 time: 0.0438163 Jul 05 04:10:34.208631 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e54896ed-9a19-465f-bc17-b5ae13f3ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.239313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54896ed-9a19-465f-bc17-b5ae13f3ab11 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:34.241112 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e54896ed-9a19-465f-bc17-b5ae13f3ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:34.243603 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:34.373587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37180) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:34.487564 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e54896ed-9a19-465f-bc17-b5ae13f3ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.498609 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e54896ed-9a19-465f-bc17-b5ae13f3ab11 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.506586 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e54896ed-9a19-465f-bc17-b5ae13f3ab11 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f83a3ac0-c6bd-4858-8b09-68306f2ecbee HTTP/1.1" status: 204 len: 168 time: 0.6505928 Jul 05 04:10:34.511605 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0896e14b-bd02-4f84-a2f2-9dbb2b099bc6 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.525366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54896ed-9a19-465f-bc17-b5ae13f3ab11 admin admin] Pushing event deleted for resources: {'Network': ['ID=f83a3ac0-c6bd-4858-8b09-68306f2ecbee,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:34.550062 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0896e14b-bd02-4f84-a2f2-9dbb2b099bc6 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.611754 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78930f49-8ac4-4ffe-8744-0963704c47e2 None None] New status for floating IP e4910c70-a9e1-4175-aff8-3f8e0314011c: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:10:34.704529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fd61e6ef-acb2-4186-8403-a5d18d6588f9 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:34.730717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: fd61e6ef-acb2-4186-8403-a5d18d6588f9 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:34.731072 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fd61e6ef-acb2-4186-8403-a5d18d6588f9 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:34.782451 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0896e14b-bd02-4f84-a2f2-9dbb2b099bc6 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.782451 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0896e14b-bd02-4f84-a2f2-9dbb2b099bc6 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.782451 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0896e14b-bd02-4f84-a2f2-9dbb2b099bc6 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "DELETE /v2.0/security-groups/eeaebc2b-6d00-4650-874c-e19432c5aff5 HTTP/1.1" status: 204 len: 168 time: 0.4068878 Jul 05 04:10:34.785579 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37202) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:34.793808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896e14b-bd02-4f84-a2f2-9dbb2b099bc6 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaebc2b-6d00-4650-874c-e19432c5aff5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:34.808944 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-ea11040f-9e7d-4aa9-aad1-4cf88a39d740 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] show failed (client error): The resource could not be found. Jul 05 04:10:34.812120 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ea11040f-9e7d-4aa9-aad1-4cf88a39d740 tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "GET /v2.0/security-groups/eeaebc2b-6d00-4650-874c-e19432c5aff5 HTTP/1.1" status: 404 len: 347 time: 0.0231743 Jul 05 04:10:34.812993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37204) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:34.987818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-913d0109-5d3a-4c11-990d-19682c50324f tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Deleting port d1469da1-7f97-41fd-a4ec-468e11750a3d {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:34.988506 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-913d0109-5d3a-4c11-990d-19682c50324f tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.091044 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-913d0109-5d3a-4c11-990d-19682c50324f tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.091439 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-913d0109-5d3a-4c11-990d-19682c50324f tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.107905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-913d0109-5d3a-4c11-990d-19682c50324f tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Calling delete_port for d1469da1-7f97-41fd-a4ec-468e11750a3d owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:35.324606 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37224) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:35.351602 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a82a9f8-58ad-4648-933b-7e6f16d48375 req-ddda92c4-11be-47d6-a203-7a00eec2af7c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 210 time: 0.0372264 Jul 05 04:10:35.379040 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-68294e43-7895-4084-92a6-e9dbd7a06d89 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bd6f1657c8ca49279063563768e092b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531664 Jul 05 04:10:35.402449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37226) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:35.440571 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-913d0109-5d3a-4c11-990d-19682c50324f tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.469726 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d0109-5d3a-4c11-990d-19682c50324f tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Pushing event deleted for resources: {'Port': ['ID=d1469da1-7f97-41fd-a4ec-468e11750a3d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:35.484059 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15aa25c2-690d-4a07-8a64-5c392d7bc0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.542334 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15aa25c2-690d-4a07-8a64-5c392d7bc0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.608409 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-913d0109-5d3a-4c11-990d-19682c50324f tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.614143 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-913d0109-5d3a-4c11-990d-19682c50324f tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.615742 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-913d0109-5d3a-4c11-990d-19682c50324f tempest-ServersTestJSON-1939403014 tempest-ServersTestJSON-1939403014-project] 10.222.0.38 "DELETE /v2.0/floatingips/e4910c70-a9e1-4175-aff8-3f8e0314011c HTTP/1.1" status: 204 len: 168 time: 0.8014407 Jul 05 04:10:35.618622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37244) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:35.685456 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15aa25c2-690d-4a07-8a64-5c392d7bc0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.688181 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15aa25c2-690d-4a07-8a64-5c392d7bc0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.693315 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-15aa25c2-690d-4a07-8a64-5c392d7bc0c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c74d419-ee29-4355-bae8-8172631a27c1 HTTP/1.1" status: 204 len: 168 time: 0.2893939 Jul 05 04:10:35.710485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa25c2-690d-4a07-8a64-5c392d7bc0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c74d419-ee29-4355-bae8-8172631a27c1,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:36.133565 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18649b2d-41e3-4ab7-9352-d6af3666db85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.593479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e961132-ea28-43a4-a6a8-601addbc0d19 req-9d6e8f53-52fc-40d1-9a40-a4100c17467d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 210 time: 0.0653629 Jul 05 04:10:36.601653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-18649b2d-41e3-4ab7-9352-d6af3666db85 admin admin] Deleting port 512a1227-3a85-4641-a05f-1492cb80d1bf {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:36.602001 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18649b2d-41e3-4ab7-9352-d6af3666db85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.794764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-18649b2d-41e3-4ab7-9352-d6af3666db85 admin admin] For port 512a1227-3a85-4641-a05f-1492cb80d1bf, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=512a1227-3a85-4641-a05f-1492cb80d1bf,segment=NetworkSegment(827e0241-1b94-4da8-8131-14124308baf4),segment_id=827e0241-1b94-4da8-8131-14124308baf4)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:36.795142 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18649b2d-41e3-4ab7-9352-d6af3666db85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.820032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-18649b2d-41e3-4ab7-9352-d6af3666db85 admin admin] Calling delete_port for 512a1227-3a85-4641-a05f-1492cb80d1bf owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:37.246644 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18649b2d-41e3-4ab7-9352-d6af3666db85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.290004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18649b2d-41e3-4ab7-9352-d6af3666db85 admin admin] Pushing event deleted for resources: {'Port': ['ID=512a1227-3a85-4641-a05f-1492cb80d1bf,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:37.512320 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18649b2d-41e3-4ab7-9352-d6af3666db85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.822765 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-599d3621-cc16-4711-ae28-98eed4d5a5c7 req-92218fc8-b54f-4276-be4d-382ab9aff296 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 210 time: 0.0381048 Jul 05 04:10:37.910287 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18649b2d-41e3-4ab7-9352-d6af3666db85 admin admin] Router 0e9a3bcd-e05f-424d-b16b-957284f49c4f has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:38.082992 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18649b2d-41e3-4ab7-9352-d6af3666db85 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:38.093782 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37394) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:38.098780 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be180275-c3d7-4c10-a766-7ec61c326924 None None] Sync routers for ids ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:38.109605 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-18649b2d-41e3-4ab7-9352-d6af3666db85 admin admin] 10.222.0.38 "PUT /v2.0/routers/0e9a3bcd-e05f-424d-b16b-957284f49c4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4882643 Jul 05 04:10:38.116939 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be180275-c3d7-4c10-a766-7ec61c326924 None None] Routers {'0e9a3bcd-e05f-424d-b16b-957284f49c4f'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:38.117880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-be180275-c3d7-4c10-a766-7ec61c326924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:10:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:38.238448 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35ddf846-9c2d-43fa-9181-122d1ebdc55e req-16e05a36-cdda-479a-aced-f42179509bfa tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0837946 Jul 05 04:10:38.350947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-be180275-c3d7-4c10-a766-7ec61c326924 None None] Set router 0e9a3bcd-e05f-424d-b16b-957284f49c4f gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:38.367390 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6a91ac7a-8641-42f9-8047-6d2d332c0888 admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.480894 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6a91ac7a-8641-42f9-8047-6d2d332c0888 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.548142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-be180275-c3d7-4c10-a766-7ec61c326924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'name': 'tempest-ServersTestJSON-1117997511-router', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:51Z', 'updated_at': '2021-07-05T04:10:37Z', 'revision_number': 5, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'gw_port': {'id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:52Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:38.578712 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be180275-c3d7-4c10-a766-7ec61c326924 None None] Checking router: 0e9a3bcd-e05f-424d-b16b-957284f49c4f for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:10:38.588619 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be180275-c3d7-4c10-a766-7ec61c326924 None None] Routers {'0e9a3bcd-e05f-424d-b16b-957284f49c4f'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:38.589249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-be180275-c3d7-4c10-a766-7ec61c326924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:10:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:38.707155 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-be180275-c3d7-4c10-a766-7ec61c326924 None None] Set router 0e9a3bcd-e05f-424d-b16b-957284f49c4f gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:38.915187 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-be180275-c3d7-4c10-a766-7ec61c326924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'name': 'tempest-ServersTestJSON-1117997511-router', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:51Z', 'updated_at': '2021-07-05T04:10:37Z', 'revision_number': 5, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'gw_port': {'id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:52Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:38.949277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be180275-c3d7-4c10-a766-7ec61c326924 None None] The sync data for ids ['0e9a3bcd-e05f-424d-b16b-957284f49c4f'] in n-d-771363-32 is: [{'id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'name': 'tempest-ServersTestJSON-1117997511-router', 'tenant_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:51Z', 'updated_at': '2021-07-05T04:10:37Z', 'revision_number': 5, 'project_id': '7801c5eaf77a4187b4ccb741b70e7a4e', 'gw_port': {'id': '8528c9ee-b675-4e89-aa9d-57778395310f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9a3bcd-e05f-424d-b16b-957284f49c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:52Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:39.080973 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-308d1cb5-b5c5-4f96-bb17-2247ecdcdc4a req-01301b90-9979-46ba-8ef3-dbfca986e389 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a96a74-f8e6-4b5c-b11a-aaeeeb5913e1 HTTP/1.1" status: 200 len: 210 time: 0.0785484 Jul 05 04:10:39.165459 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-6a91ac7a-8641-42f9-8047-6d2d332c0888 admin admin] Deleting port 8528c9ee-b675-4e89-aa9d-57778395310f {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:39.166190 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6a91ac7a-8641-42f9-8047-6d2d332c0888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.344287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-6a91ac7a-8641-42f9-8047-6d2d332c0888 admin admin] For port 8528c9ee-b675-4e89-aa9d-57778395310f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8528c9ee-b675-4e89-aa9d-57778395310f,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:39.344592 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6a91ac7a-8641-42f9-8047-6d2d332c0888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.364259 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-6a91ac7a-8641-42f9-8047-6d2d332c0888 admin admin] Calling delete_port for 8528c9ee-b675-4e89-aa9d-57778395310f owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:39.401081 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-049b55a3-7cbf-417f-9b36-53a18da50434 req-2713cf49-d6a8-4418-a956-4f48f0beaa40 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0713916 Jul 05 04:10:39.640709 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6a91ac7a-8641-42f9-8047-6d2d332c0888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.673481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91ac7a-8641-42f9-8047-6d2d332c0888 admin admin] Pushing event deleted for resources: {'Port': ['ID=8528c9ee-b675-4e89-aa9d-57778395310f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:39.752969 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6a91ac7a-8641-42f9-8047-6d2d332c0888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.874920 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6a91ac7a-8641-42f9-8047-6d2d332c0888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.877443 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6a91ac7a-8641-42f9-8047-6d2d332c0888 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.017907 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6a91ac7a-8641-42f9-8047-6d2d332c0888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.018524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a91ac7a-8641-42f9-8047-6d2d332c0888 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e9a3bcd-e05f-424d-b16b-957284f49c4f {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:10:40.023510 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6a91ac7a-8641-42f9-8047-6d2d332c0888 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.027212 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6a91ac7a-8641-42f9-8047-6d2d332c0888 admin admin] 10.222.0.38 "DELETE /v2.0/routers/0e9a3bcd-e05f-424d-b16b-957284f49c4f HTTP/1.1" status: 204 len: 168 time: 1.9293616 Jul 05 04:10:40.027977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37482) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:40.087700 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-29553af1-40e0-4f25-9b9a-7faa36be8fb5 admin admin] Deleting subnet a96628af-59c1-4851-99ec-970c198f10a2 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:40.091777 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-29553af1-40e0-4f25-9b9a-7faa36be8fb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.137303 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-29553af1-40e0-4f25-9b9a-7faa36be8fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.339880 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-29553af1-40e0-4f25-9b9a-7faa36be8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.538311 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-29553af1-40e0-4f25-9b9a-7faa36be8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.575119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29553af1-40e0-4f25-9b9a-7faa36be8fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a96628af-59c1-4851-99ec-970c198f10a2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:40.580514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b6b0d6-c2d4-47e5-828c-1800f6713dd9 None None] Network 14f393e8-d8ce-4acc-88a6-2f0d9bf28851 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:40.601687 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-29553af1-40e0-4f25-9b9a-7faa36be8fb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.604738 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-29553af1-40e0-4f25-9b9a-7faa36be8fb5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a96628af-59c1-4851-99ec-970c198f10a2 HTTP/1.1" status: 204 len: 168 time: 0.5738661 Jul 05 04:10:40.606519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37506) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:40.639128 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ba91425-b346-4477-a7a2-433313abc2a8 req-c1dedb87-d6e4-4eb4-9d82-1d3253a27506 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0646648 Jul 05 04:10:40.748038 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.818139 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 512a1227-3a85-4641-a05f-1492cb80d1bf no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:40.833537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] Deleting port 77983474-dd50-4674-b6e7-e6ab1bca536a {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:40.834128 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.858884 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 512a1227-3a85-4641-a05f-1492cb80d1bf {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:40.859460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 512a1227-3a85-4641-a05f-1492cb80d1bf not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:40.860148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8528c9ee-b675-4e89-aa9d-57778395310f no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:40.887746 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 8528c9ee-b675-4e89-aa9d-57778395310f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:40.888366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8528c9ee-b675-4e89-aa9d-57778395310f not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:40.935544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] For port 77983474-dd50-4674-b6e7-e6ab1bca536a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=77983474-dd50-4674-b6e7-e6ab1bca536a,segment=NetworkSegment(827e0241-1b94-4da8-8131-14124308baf4),segment_id=827e0241-1b94-4da8-8131-14124308baf4)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:40.935907 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.948380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54102ad6-fef3-46fb-b57d-40b58771ec99 None None] DHCP port deletion for 14f393e8-d8ce-4acc-88a6-2f0d9bf28851 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:10:40.958545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] Calling delete_port for 77983474-dd50-4674-b6e7-e6ab1bca536a owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:41.016518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-54102ad6-fef3-46fb-b57d-40b58771ec99 None None] Deleting port 77983474-dd50-4674-b6e7-e6ab1bca536a {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:41.017063 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-54102ad6-fef3-46fb-b57d-40b58771ec99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.084167 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-54102ad6-fef3-46fb-b57d-40b58771ec99 None None] For port 77983474-dd50-4674-b6e7-e6ab1bca536a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=77983474-dd50-4674-b6e7-e6ab1bca536a,segment=NetworkSegment(827e0241-1b94-4da8-8131-14124308baf4),segment_id=827e0241-1b94-4da8-8131-14124308baf4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:41.084576 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-54102ad6-fef3-46fb-b57d-40b58771ec99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.097721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-54102ad6-fef3-46fb-b57d-40b58771ec99 None None] Calling delete_port for 77983474-dd50-4674-b6e7-e6ab1bca536a owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:41.200592 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:41.205880 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:10:41.209934 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-54102ad6-fef3-46fb-b57d-40b58771ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.237319 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] Pushing event deleted for resources: {'Port': ['ID=77983474-dd50-4674-b6e7-e6ab1bca536a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:41.238795 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54102ad6-fef3-46fb-b57d-40b58771ec99 None None] Pushing event deleted for resources: {'Port': ['ID=77983474-dd50-4674-b6e7-e6ab1bca536a,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:41.239293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] No DVR routers for this DVR port 77983474-dd50-4674-b6e7-e6ab1bca536a on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:41.240635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54102ad6-fef3-46fb-b57d-40b58771ec99 None None] No DVR routers for this DVR port 77983474-dd50-4674-b6e7-e6ab1bca536a on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:41.398222 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.422140 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-192f478e-5960-422a-9796-1efc0f3b29c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.441775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f393e8-d8ce-4acc-88a6-2f0d9bf28851']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:41.474367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827e0241-1b94-4da8-8131-14124308baf4') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:41.474642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827e0241-1b94-4da8-8131-14124308baf4') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:41.505577 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.545219 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.570551 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:41.571045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:41.572887 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:41.858353 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.869709 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.870648 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] 10.222.0.38 "DELETE /v2.0/networks/14f393e8-d8ce-4acc-88a6-2f0d9bf28851 HTTP/1.1" status: 204 len: 168 time: 1.2626879 Jul 05 04:10:41.873001 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de119eb6-d79e-455e-b5df-9b799afed09a req-53a5b199-52bb-44aa-b4a8-abe1a8a7e2c1 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0556512 Jul 05 04:10:41.891115 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae29b95-8dee-41fa-bab9-8eeafa3a900f admin admin] Pushing event deleted for resources: {'Network': ['ID=14f393e8-d8ce-4acc-88a6-2f0d9bf28851,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:42.738507 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37578) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:42.793779 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 77983474-dd50-4674-b6e7-e6ab1bca536a no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:42.818321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37582) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:42.819699 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-445e95d6-1912-4dc3-8f36-e4fb65b0ce62 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7801c5eaf77a4187b4ccb741b70e7a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252604 Jul 05 04:10:42.844807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 77983474-dd50-4674-b6e7-e6ab1bca536a {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:42.852231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 77983474-dd50-4674-b6e7-e6ab1bca536a not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:42.935697 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe43004a-e98c-4bfc-a789-750cef3ecc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.990290 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe43004a-e98c-4bfc-a789-750cef3ecc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.084226 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c99c48da-3081-4750-b68e-afe4e7fa082d req-7a4c8f14-912e-4543-ad4e-39da3003c3dc tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0323157 Jul 05 04:10:43.128167 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe43004a-e98c-4bfc-a789-750cef3ecc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.131754 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe43004a-e98c-4bfc-a789-750cef3ecc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.135520 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fe43004a-e98c-4bfc-a789-750cef3ecc3f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0ea611df-478f-41b0-9e8d-1c9e46f67496 HTTP/1.1" status: 204 len: 168 time: 0.3141558 Jul 05 04:10:43.146379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43004a-e98c-4bfc-a789-750cef3ecc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea611df-478f-41b0-9e8d-1c9e46f67496,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:44.025479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e845b18b-5471-4d91-b8d4-cafa2f26c20d req-cdbcd34c-2521-45a9-b1c4-90917bd390dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0304434 Jul 05 04:10:44.137572 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-811ae6a5-1c32-4653-930e-6a9115b7ede2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.258355 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d30c573-9edd-4aef-b31d-c09066a07389 req-0f150330-46e8-4f85-8859-25bac52a5800 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0314839 Jul 05 04:10:44.400832 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.540844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37642) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:44.685633 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-598445fb-5879-4ed3-910e-61b2c3248b1e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-630876719-network', 'tenant_id': '889673422f48438f9175658256256746'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:44.833827 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598445fb-5879-4ed3-910e-61b2c3248b1e admin admin] Made reservation on behalf of 889673422f48438f9175658256256746 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:44.837866 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-598445fb-5879-4ed3-910e-61b2c3248b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.857096 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-598445fb-5879-4ed3-910e-61b2c3248b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.999438 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-598445fb-5879-4ed3-910e-61b2c3248b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.143972 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-598445fb-5879-4ed3-910e-61b2c3248b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.153915 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37654) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:45.155530 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-09f90f3b-3f5c-4751-bccd-69e17c8c72d9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400727473', 'description': 'tempest-secgroup-smoke-1400727473 description', 'project_id': '48e750e760504acfa4e4109b157795f3'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:45.171165 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598445fb-5879-4ed3-910e-61b2c3248b1e admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:45.187035 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598445fb-5879-4ed3-910e-61b2c3248b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c67076-f3fe-48d4-9131-937b024fcd6a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:45.195396 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-598445fb-5879-4ed3-910e-61b2c3248b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.195396 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-598445fb-5879-4ed3-910e-61b2c3248b1e admin admin] Added segment 081bbf25-b733-4ef9-9b3a-4738943ff8ad of type vlan for network 4483820e-ce4a-4424-9733-eb9c989451ca Jul 05 04:10:45.243572 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-598445fb-5879-4ed3-910e-61b2c3248b1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.262358 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09f90f3b-3f5c-4751-bccd-69e17c8c72d9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.366116 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09f90f3b-3f5c-4751-bccd-69e17c8c72d9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.406353 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.410205 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-598445fb-5879-4ed3-910e-61b2c3248b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.414879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598445fb-5879-4ed3-910e-61b2c3248b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:45.414879 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-598445fb-5879-4ed3-910e-61b2c3248b1e admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.437258 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d909fc-2651-42ee-871c-279115fd2d20 req-4569ecfd-368e-4b0a-860c-3b7844952f18 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0415871 Jul 05 04:10:45.469299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09f90f3b-3f5c-4751-bccd-69e17c8c72d9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.511892 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f90f3b-3f5c-4751-bccd-69e17c8c72d9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e35c103-5de4-4200-8344-860849ba89d8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:45.619985 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-09f90f3b-3f5c-4751-bccd-69e17c8c72d9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.621790 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-09f90f3b-3f5c-4751-bccd-69e17c8c72d9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4704010 Jul 05 04:10:45.624833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37666) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:45.633134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2dcc36e2-8251-408e-9b7b-5effca49cb6f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'security_group_rule': {'security_group_id': '9e35c103-5de4-4200-8344-860849ba89d8', 'project_id': '48e750e760504acfa4e4109b157795f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:45.868187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598445fb-5879-4ed3-910e-61b2c3248b1e admin admin] Pushing event updated for resources: {'Network': ['ID=4483820e-ce4a-4424-9733-eb9c989451ca,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:45.880593 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 4483820e-ce4a-4424-9733-eb9c989451ca details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:45.973086 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-598445fb-5879-4ed3-910e-61b2c3248b1e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4310944 Jul 05 04:10:45.976054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37678) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:45.981247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0cf7509a-7f78-4076-ad80-d92482964036 admin admin] Request body: {'subnet': {'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-630876719-subnet', 'tenant_id': '889673422f48438f9175658256256746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:46.116297 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2dcc36e2-8251-408e-9b7b-5effca49cb6f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.207458 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2dcc36e2-8251-408e-9b7b-5effca49cb6f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.280849 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf7509a-7f78-4076-ad80-d92482964036 admin admin] Made reservation on behalf of 889673422f48438f9175658256256746 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:46.289530 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0cf7509a-7f78-4076-ad80-d92482964036 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.383237 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2dcc36e2-8251-408e-9b7b-5effca49cb6f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.387799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ccda726c-e940-4da2-b7ab-875445b81d6d req-1224a709-eb61-491e-b806-fa6ac7a3f10e tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0443754 Jul 05 04:10:46.407516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc36e2-8251-408e-9b7b-5effca49cb6f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f191c02-d980-4ee4-9e32-8fedac7859e0,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:46.553874 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2dcc36e2-8251-408e-9b7b-5effca49cb6f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.555498 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2dcc36e2-8251-408e-9b7b-5effca49cb6f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9292464 Jul 05 04:10:46.558452 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37690) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:46.565229 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-63bf8adf-6280-4bfa-86f8-cdd93e327cfb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'security_group_rule': {'security_group_id': '9e35c103-5de4-4200-8344-860849ba89d8', 'project_id': '48e750e760504acfa4e4109b157795f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:46.669079 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0cf7509a-7f78-4076-ad80-d92482964036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.724462 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63bf8adf-6280-4bfa-86f8-cdd93e327cfb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.745286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7509a-7f78-4076-ad80-d92482964036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f579dd9f-48bf-4c30-ad74-936c5f2d58c0,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:46.781614 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf7509a-7f78-4076-ad80-d92482964036 admin admin] Checking segment: {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:46.781971 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf7509a-7f78-4076-ad80-d92482964036 admin admin] Network hostable DHCP agents. Network: 4483820e-ce4a-4424-9733-eb9c989451ca, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:46.815634 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63bf8adf-6280-4bfa-86f8-cdd93e327cfb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.949017 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63bf8adf-6280-4bfa-86f8-cdd93e327cfb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.976657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf8adf-6280-4bfa-86f8-cdd93e327cfb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbf8d81-d1af-4320-9262-9fceff9a23c7,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:47.006209 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.013540 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf7509a-7f78-4076-ad80-d92482964036 admin admin] Network 4483820e-ce4a-4424-9733-eb9c989451ca is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:47.133163 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63bf8adf-6280-4bfa-86f8-cdd93e327cfb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.136468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-63bf8adf-6280-4bfa-86f8-cdd93e327cfb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5746977 Jul 05 04:10:47.137319 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37734) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.143814 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8d77257d-6de6-43a6-903e-d48b2fe0e8b5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'security_group_rule': {'security_group_id': '9e35c103-5de4-4200-8344-860849ba89d8', 'project_id': '48e750e760504acfa4e4109b157795f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:47.200027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0cf7509a-7f78-4076-ad80-d92482964036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 4483820e-ce4a-4424-9733-eb9c989451ca) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:47.204969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf7509a-7f78-4076-ad80-d92482964036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:47.206522 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0cf7509a-7f78-4076-ad80-d92482964036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.209326 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f46bdb-38b7-4ccc-b98d-65ee73d31ed4 None None] Network 4483820e-ce4a-4424-9733-eb9c989451ca requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:47.273017 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8d77257d-6de6-43a6-903e-d48b2fe0e8b5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.356660 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0cf7509a-7f78-4076-ad80-d92482964036 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3793037 Jul 05 04:10:47.411622 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8d77257d-6de6-43a6-903e-d48b2fe0e8b5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.436274 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e06080-cbbb-4e27-a93a-8f9f274782d8 None None] Network 4483820e-ce4a-4424-9733-eb9c989451ca requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:47.543745 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8d77257d-6de6-43a6-903e-d48b2fe0e8b5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.602037 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-496c8f64-bf10-4f23-8fd0-1226f0543e76 req-73fa416a-9c63-487f-90cd-71570dc99043 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0484307 Jul 05 04:10:47.602192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77257d-6de6-43a6-903e-d48b2fe0e8b5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ff5d65-f070-4d17-9c90-8bc13b99b60a,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:47.714805 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8d77257d-6de6-43a6-903e-d48b2fe0e8b5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.716159 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8d77257d-6de6-43a6-903e-d48b2fe0e8b5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5776787 Jul 05 04:10:47.718839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37752) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.723765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-fbcf2d8d-f34a-433d-ad1e-1e0fa104d768 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'security_group_rule': {'security_group_id': '9e35c103-5de4-4200-8344-860849ba89d8', 'project_id': '48e750e760504acfa4e4109b157795f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:47.858056 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2d8d-f34a-433d-ad1e-1e0fa104d768 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.991394 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2d8d-f34a-433d-ad1e-1e0fa104d768 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.065577 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-9b2bc51e-24b1-4e72-88da-2d62eba1636e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:48.065577 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-9b2bc51e-24b1-4e72-88da-2d62eba1636e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/networks?id=4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 200 len: 811 time: 0.1681454 Jul 05 04:10:48.079373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-c9b74b41-09f8-43b0-8831-8c9ac4528905 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/quotas/889673422f48438f9175658256256746 HTTP/1.1" status: 200 len: 375 time: 0.0103106 Jul 05 04:10:48.128060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-5e372ab9-2313-41c0-b5e8-1205e859e9d6 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418627 Jul 05 04:10:48.183307 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2d8d-f34a-433d-ad1e-1e0fa104d768 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.183307 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf2d8d-f34a-433d-ad1e-1e0fa104d768 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231c238a-7a57-4a7b-834d-1f5bbe3a1b22,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:48.284919 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-d426ee0d-9084-421d-a127-555a954eacba service neutron] 10.222.0.38 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478670 Jul 05 04:10:48.393071 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-bdaa10fe-fa57-46b1-af52-f007865c7513 service neutron] 10.222.0.38 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013348 Jul 05 04:10:48.412522 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2d8d-f34a-433d-ad1e-1e0fa104d768 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.422957 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fbcf2d8d-f34a-433d-ad1e-1e0fa104d768 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6938307 Jul 05 04:10:48.425787 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37774) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:48.430687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4859b85c-5b42-4793-99af-24da897af505 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'security_group_rule': {'security_group_id': '9e35c103-5de4-4200-8344-860849ba89d8', 'project_id': '48e750e760504acfa4e4109b157795f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:48.569992 n-d-771363-32 neutron-server[100932]: INFO neutron.db.securitygroups_db [None req-4859b85c-5b42-4793-99af-24da897af505 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Project 48e750e760504acfa4e4109b157795f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:10:48.576049 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4859b85c-5b42-4793-99af-24da897af505 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.679331 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4859b85c-5b42-4793-99af-24da897af505 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.789025 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-303ca03a-d258-4c8d-85a9-cccf2de40400 req-aff369d4-61ed-469b-9f34-83342b0d5a7d tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 210 time: 0.0670810 Jul 05 04:10:48.814331 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4859b85c-5b42-4793-99af-24da897af505 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.816299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a22af70a-2f2d-47fe-955d-70ebe1f19c75 req-2e23bba7-4201-41ce-9be0-1474614f7ccf tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0500298 Jul 05 04:10:48.842767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859b85c-5b42-4793-99af-24da897af505 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262d9347-d1b6-46dc-a9c6-a300c8ce53df,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:48.943624 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4859b85c-5b42-4793-99af-24da897af505 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.947622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4859b85c-5b42-4793-99af-24da897af505 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5180435 Jul 05 04:10:48.953286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37818) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:48.953286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-48873d30-7596-40e4-9ad9-ff1a58a291c9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'security_group_rule': {'security_group_id': '9e35c103-5de4-4200-8344-860849ba89d8', 'project_id': '48e750e760504acfa4e4109b157795f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:49.136964 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-48873d30-7596-40e4-9ad9-ff1a58a291c9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Project 48e750e760504acfa4e4109b157795f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:10:49.143464 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-48873d30-7596-40e4-9ad9-ff1a58a291c9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.218540 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-48873d30-7596-40e4-9ad9-ff1a58a291c9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.382534 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-48873d30-7596-40e4-9ad9-ff1a58a291c9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.404239 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:10:49.433407 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48873d30-7596-40e4-9ad9-ff1a58a291c9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb928d4-9c6e-41c7-92b0-140406c42b2c,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:49.554966 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-48873d30-7596-40e4-9ad9-ff1a58a291c9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.556306 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-48873d30-7596-40e4-9ad9-ff1a58a291c9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6074255 Jul 05 04:10:49.927716 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-91d11a19-ca99-4554-a3d5-0cf59d750ffd req-ec335f7d-21f7-4757-ac7f-755543c701bd tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 210 time: 0.0627623 Jul 05 04:10:50.036883 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b8f68c9-78d7-4e76-b0cf-8f3afd4dc3d0 req-391e487a-161b-46e5-b767-f4a84e95f075 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0508754 Jul 05 04:10:51.098340 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a82619dd-9403-440e-992e-3bfa03d72a7d req-74f4b4be-e8ee-457a-a72a-699a58a86f9f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 210 time: 0.0615256 Jul 05 04:10:51.221264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e33fa97e-7428-42c0-999c-d502bc12fe33 req-6e960cba-b528-4bca-9327-bcea5f91c16f tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0369620 Jul 05 04:10:52.295213 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a815eeb6-0660-4022-91f1-7b9138c53ee9 req-ddf836b2-c8ed-42a0-9e62-fa79e35ca446 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 210 time: 0.0693455 Jul 05 04:10:52.407977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71fc65ee-62d5-48d9-affc-1b178964bb44 req-f39f6080-ff7a-4ffd-98ca-b21a49507fd0 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0295804 Jul 05 04:10:52.920182 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-5b5f3fdb-b978-43c5-9a74-6f3a9caa7282 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:52.921771 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-5b5f3fdb-b978-43c5-9a74-6f3a9caa7282 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.36 "GET /v2.0/networks?id=4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 200 len: 811 time: 0.4934351 Jul 05 04:10:52.935131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-1c5ac34e-4cf8-4e97-b0c6-428d8bf17e46 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Request body: {'port': {'device_id': '0803ac2a-685c-4aae-8c1d-deee20a07470', 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca', 'admin_state_up': True, 'tenant_id': '889673422f48438f9175658256256746'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:53.228687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-1c5ac34e-4cf8-4e97-b0c6-428d8bf17e46 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Made reservation on behalf of 889673422f48438f9175658256256746 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:53.232329 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-1c5ac34e-4cf8-4e97-b0c6-428d8bf17e46 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.430729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-1c5ac34e-4cf8-4e97-b0c6-428d8bf17e46 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Allocated IP 172.20.0.7 (4483820e-ce4a-4424-9733-eb9c989451ca/f579dd9f-48bf-4c30-ad74-936c5f2d58c0/b3c493c5-160a-41b1-8111-7f0cb8a63f60) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:53.544643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0dcd33f8-85b1-422e-986d-6c360f619c05 req-0df7479f-a521-42d1-93ea-a69d5bab548a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 210 time: 0.0658901 Jul 05 04:10:53.601218 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bade9cac-b8b8-4e65-9fd9-3432690c28c4 req-a7811290-91fe-4b4c-acff-827f1f6b1ddd tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0392346 Jul 05 04:10:53.637132 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-1c5ac34e-4cf8-4e97-b0c6-428d8bf17e46 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.817668 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-1c5ac34e-4cf8-4e97-b0c6-428d8bf17e46 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.872679 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-1c5ac34e-4cf8-4e97-b0c6-428d8bf17e46 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Network 4483820e-ce4a-4424-9733-eb9c989451ca is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:53.879609 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-1c5ac34e-4cf8-4e97-b0c6-428d8bf17e46 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:53.885932 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-1c5ac34e-4cf8-4e97-b0c6-428d8bf17e46 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:53.914910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ac34e-4cf8-4e97-b0c6-428d8bf17e46 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Pushing event updated for resources: {'Port': ['ID=b3c493c5-160a-41b1-8111-7f0cb8a63f60,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:53.969306 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-1c5ac34e-4cf8-4e97-b0c6-428d8bf17e46 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:53.970824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-1c5ac34e-4cf8-4e97-b0c6-428d8bf17e46 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.137139 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-1c5ac34e-4cf8-4e97-b0c6-428d8bf17e46 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2063308 Jul 05 04:10:54.149924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Request body: {'port': {'device_id': '0803ac2a-685c-4aae-8c1d-deee20a07470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:54.242560 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.566111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c493c5-160a-41b1-8111-7f0cb8a63f60 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:10:54.574952 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.597146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Transition to ACTIVE for port object b3c493c5-160a-41b1-8111-7f0cb8a63f60 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:54.708712 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.791371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ef97f-e4e9-42c1-94e6-eaea525c2708 req-b9656270-0b7e-4a20-b42a-5cdf183495ff tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:54.800159 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff9ef97f-e4e9-42c1-94e6-eaea525c2708 req-b9656270-0b7e-4a20-b42a-5cdf183495ff tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 943 time: 0.0887048 Jul 05 04:10:54.846162 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc421208-f6dd-4f33-a478-4d7069c56695 req-1d5aa0e1-dd7a-4562-874f-9c75bf595063 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0637188 Jul 05 04:10:54.869986 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c493c5-160a-41b1-8111-7f0cb8a63f60,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:54.881579 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff9ef97f-e4e9-42c1-94e6-eaea525c2708 req-b8866b6f-86a2-4f6f-88bc-952c4e1845e9 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807271 Jul 05 04:10:54.918250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Attempting to bind port b3c493c5-160a-41b1-8111-7f0cb8a63f60 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:54.918624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Attempting to bind port b3c493c5-160a-41b1-8111-7f0cb8a63f60 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:54.920684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Attempting to bind port b3c493c5-160a-41b1-8111-7f0cb8a63f60 on network 4483820e-ce4a-4424-9733-eb9c989451ca {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:54.925808 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Port b3c493c5-160a-41b1-8111-7f0cb8a63f60 on network 4483820e-ce4a-4424-9733-eb9c989451ca not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:10:54.926171 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Attempting to bind port b3c493c5-160a-41b1-8111-7f0cb8a63f60 on network 4483820e-ce4a-4424-9733-eb9c989451ca {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:54.931458 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:54.942476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Checking segment: {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:54.942476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Bound using segment: {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:54.942476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Bound port: b3c493c5-160a-41b1-8111-7f0cb8a63f60, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:54.942476 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.037932 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] For port b3c493c5-160a-41b1-8111-7f0cb8a63f60, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:55.041509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] For port b3c493c5-160a-41b1-8111-7f0cb8a63f60, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b3c493c5-160a-41b1-8111-7f0cb8a63f60,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:55.151101 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.189960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:55.190593 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.192136 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] 10.222.0.36 "PUT /v2.0/ports/b3c493c5-160a-41b1-8111-7f0cb8a63f60 HTTP/1.1" status: 200 len: 1092 time: 1.0467644 Jul 05 04:10:55.192471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0803ac2a-685c-4aae-8c1d-deee20a07470', 'tag': 'b3c493c5-160a-41b1-8111-7f0cb8a63f60'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:55.194942 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abecb0dd-a646-44d2-95c7-584d921088ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0803ac2a-685c-4aae-8c1d-deee20a07470", "tag": "b3c493c5-160a-41b1-8111-7f0cb8a63f60"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:55.227829 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141ed8e-501d-4452-a2e6-6baa36e55037 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c493c5-160a-41b1-8111-7f0cb8a63f60,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:55.240644 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d0228a-ab84-4664-9ea0-7cde51ec91a9 x-openstack-request-id: req-11d0228a-ab84-4664-9ea0-7cde51ec91a9 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:55.240893 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0803ac2a-685c-4aae-8c1d-deee20a07470", "tag": "b3c493c5-160a-41b1-8111-7f0cb8a63f60", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:55.241144 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11d0228a-ab84-4664-9ea0-7cde51ec91a9 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:55.241619 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0803ac2a-685c-4aae-8c1d-deee20a07470', 'tag': 'b3c493c5-160a-41b1-8111-7f0cb8a63f60', 'status': 'completed', 'code': 200} Jul 05 04:10:55.332230 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecb0dd-a646-44d2-95c7-584d921088ff req-9e234d34-f585-4f09-94fa-7261c3e40795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:55.333829 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-abecb0dd-a646-44d2-95c7-584d921088ff req-9e234d34-f585-4f09-94fa-7261c3e40795 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 1095 time: 0.0697081 Jul 05 04:10:55.455024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecb0dd-a646-44d2-95c7-584d921088ff req-bda37e1e-f8c2-4866-ba63-fc32efc428a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:55.456977 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-abecb0dd-a646-44d2-95c7-584d921088ff req-bda37e1e-f8c2-4866-ba63-fc32efc428a3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=889673422f48438f9175658256256746&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1134388 Jul 05 04:10:55.591687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecb0dd-a646-44d2-95c7-584d921088ff req-a4dfc994-ab6f-4239-b2be-9ec476fbf73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:55.593781 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-abecb0dd-a646-44d2-95c7-584d921088ff req-a4dfc994-ab6f-4239-b2be-9ec476fbf73d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1257710 Jul 05 04:10:55.704723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-3bc365d3-9e47-431b-bead-8e4be744bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:55.706435 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-3bc365d3-9e47-431b-bead-8e4be744bb79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 1095 time: 0.0664935 Jul 05 04:10:55.757677 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-e0093824-f654-490f-befd-33d9c3f74927 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3c493c5-160a-41b1-8111-7f0cb8a63f60 HTTP/1.1" status: 200 len: 217 time: 0.0426140 Jul 05 04:10:55.812919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-24b2e8f0-0961-416c-8467-8035cc717a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:55.814915 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-24b2e8f0-0961-416c-8467-8035cc717a2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f579dd9f-48bf-4c30-ad74-936c5f2d58c0 HTTP/1.1" status: 200 len: 851 time: 0.0498443 Jul 05 04:10:55.859935 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-ba8bab63-e134-4e5d-8a4f-b512ba0fffe1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4483820e-ce4a-4424-9733-eb9c989451ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376706 Jul 05 04:10:55.972523 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-4ace373e-e7ce-4450-ba05-885fcf768e32 service neutron] 10.222.0.36 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057167 Jul 05 04:10:56.107816 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-077778f6-ee38-4627-9935-549e0a7723f5 req-6963b58f-f7b7-4b45-a9b1-8aec20ccfee6 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0804873 Jul 05 04:10:56.166568 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bbb05bb7-c1ac-4207-9d95-057aa64dbc56 req-773135f0-0687-4c57-b999-f35cc82a19f4 service neutron] 10.222.0.36 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809840 Jul 05 04:10:56.177870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd679ab-3452-4e5b-b0c9-98307fca77ab req-e2c583ef-70e4-4aec-804f-e6df02e82caf tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:56.185190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-afd679ab-3452-4e5b-b0c9-98307fca77ab req-e2c583ef-70e4-4aec-804f-e6df02e82caf tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 943 time: 0.1396043 Jul 05 04:10:56.223836 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-afd679ab-3452-4e5b-b0c9-98307fca77ab req-fd6be572-85cd-45e3-bc4f-871e0cadaeec tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372541 Jul 05 04:10:57.300763 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b2cf99c-bd4f-4fd7-86e7-809da23aa59d req-09bfa4cd-f3ff-47ab-9aee-c67402004814 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0492043 Jul 05 04:10:57.487896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36d036-011b-498b-b67b-c93c52ec23fc req-bc95df05-5d99-4988-8705-4c9dc8bba542 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:57.489512 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b36d036-011b-498b-b67b-c93c52ec23fc req-bc95df05-5d99-4988-8705-4c9dc8bba542 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 943 time: 0.0824585 Jul 05 04:10:57.551663 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b36d036-011b-498b-b67b-c93c52ec23fc req-e039e883-815e-444a-922c-a0e6aaa736c6 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536304 Jul 05 04:10:58.517231 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad5dbcb-8eb3-49f2-93a8-9fc0303f3fdd req-0392baa0-d013-4c6d-b21d-0dd6919bb70f tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0449755 Jul 05 04:10:58.840120 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e38024-7b23-4723-8aac-276b66545042 req-ccee0567-f1d3-45f2-a665-ddd4bee69dcc tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:58.846198 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50e38024-7b23-4723-8aac-276b66545042 req-ccee0567-f1d3-45f2-a665-ddd4bee69dcc tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 943 time: 0.1033504 Jul 05 04:10:58.904666 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50e38024-7b23-4723-8aac-276b66545042 req-3c5c50ac-3e61-44b1-8dfd-bae77e791b08 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552449 Jul 05 04:10:59.745594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f1640795-730e-4b8c-bcc0-cfffb4985a2c req-830fc11f-ab0b-4e8d-9598-44e8146ed4dd tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0328228 Jul 05 04:10:59.946170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b3c493c5-160a-41b1-8111-7f0cb8a63f60 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:11:00.096117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b3c493c5-160a-41b1-8111-7f0cb8a63f60, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b3c493c5-160a-41b1-8111-7f0cb8a63f60,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:00.123241 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'b3c493c5-160a-41b1-8111-7f0cb8a63f60', 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca', 'port_id': 'b3c493c5-160a-41b1-8111-7f0cb8a63f60', 'mac_address': 'fa:16:3e:2e:56:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f579dd9f-48bf-4c30-ad74-936c5f2d58c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:11:00.211495 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dcc4b-ba6c-479e-a4c3-31abef9c22e2 req-ff77462d-658b-42b8-8062-31e23e88c3c9 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:00.214795 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.219715 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb5dcc4b-ba6c-479e-a4c3-31abef9c22e2 req-ff77462d-658b-42b8-8062-31e23e88c3c9 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 943 time: 0.1285806 Jul 05 04:11:00.244056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c493c5-160a-41b1-8111-7f0cb8a63f60 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:00.274505 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb5dcc4b-ba6c-479e-a4c3-31abef9c22e2 req-3ce19965-8ef1-49f5-a80d-5d9970267d30 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517099 Jul 05 04:11:00.280560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b3c493c5-160a-41b1-8111-7f0cb8a63f60, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b3c493c5-160a-41b1-8111-7f0cb8a63f60,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:00.370842 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.427384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=b3c493c5-160a-41b1-8111-7f0cb8a63f60,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:00.773617 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['b3c493c5-160a-41b1-8111-7f0cb8a63f60'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:00.947537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b33cbb79-c7de-4698-b5e8-bb94b6cae87b req-14c5cec2-abaf-4ab0-bcf2-5a16b1802b1d tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0342684 Jul 05 04:11:01.515686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddabf6d-23bf-45b5-8c6c-198ef905f8ea req-b1cadd1c-1e6f-4e14-a939-2c3d88fcc450 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:01.518053 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cddabf6d-23bf-45b5-8c6c-198ef905f8ea req-b1cadd1c-1e6f-4e14-a939-2c3d88fcc450 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 944 time: 0.0954788 Jul 05 04:11:01.569964 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cddabf6d-23bf-45b5-8c6c-198ef905f8ea req-c689d40f-5325-480f-831a-9be87f5071db tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458698 Jul 05 04:11:01.959964 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b3c493c5-160a-41b1-8111-7f0cb8a63f60 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:02.144282 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port b3c493c5-160a-41b1-8111-7f0cb8a63f60 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:02.148899 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port b3c493c5-160a-41b1-8111-7f0cb8a63f60 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:02.149575 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.230193 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-75f2401e-50eb-4a49-9a8d-4f3351f7269a req-2fbc0d7c-b618-4dd0-8a41-c2ab1a61443e tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0597820 Jul 05 04:11:02.297337 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.326955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0803ac2a-685c-4aae-8c1d-deee20a07470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c493c5-160a-41b1-8111-7f0cb8a63f60'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:02.329647 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbba1395-97f7-473b-b646-25534998a7c3" -d '{"events": [{"server_uuid": "0803ac2a-685c-4aae-8c1d-deee20a07470", "name": "network-vif-plugged", "status": "completed", "tag": "b3c493c5-160a-41b1-8111-7f0cb8a63f60"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:02.347928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b3c493c5-160a-41b1-8111-7f0cb8a63f60, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b3c493c5-160a-41b1-8111-7f0cb8a63f60,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:02.387756 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de541c4-230f-4c1e-b4cb-d8f22e2b35c0 x-openstack-request-id: req-5de541c4-230f-4c1e-b4cb-d8f22e2b35c0 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:02.388311 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0803ac2a-685c-4aae-8c1d-deee20a07470", "name": "network-vif-plugged", "status": "completed", "tag": "b3c493c5-160a-41b1-8111-7f0cb8a63f60", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:02.388571 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5de541c4-230f-4c1e-b4cb-d8f22e2b35c0 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:02.388966 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0803ac2a-685c-4aae-8c1d-deee20a07470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c493c5-160a-41b1-8111-7f0cb8a63f60', 'code': 200} Jul 05 04:11:02.411216 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.457406 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.483265 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=b3c493c5-160a-41b1-8111-7f0cb8a63f60,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:02.567402 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3b7d9-9380-4952-9299-ba89501fc924 req-793f9797-ea99-45e8-886a-8b486e020abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:02.569208 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4bf3b7d9-9380-4952-9299-ba89501fc924 req-793f9797-ea99-45e8-886a-8b486e020abd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 1097 time: 0.0783751 Jul 05 04:11:02.643101 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4bf3b7d9-9380-4952-9299-ba89501fc924 req-fc3a4da9-ca81-4e23-9adf-f353613796da service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656536 Jul 05 04:11:02.869002 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171dca1-7392-4555-b948-27eae96a6713 req-12e65387-2cd7-4332-a478-5babbf8566d2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:02.881454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e171dca1-7392-4555-b948-27eae96a6713 req-12e65387-2cd7-4332-a478-5babbf8566d2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 945 time: 0.1281919 Jul 05 04:11:02.929644 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e171dca1-7392-4555-b948-27eae96a6713 req-9d27dc52-5c1b-4227-85e4-07150b7774fe tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485439 Jul 05 04:11:03.472987 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4772bd3-360a-431f-ad25-f43e65faa691 req-fd78471e-c02a-4db7-9f3b-cb2bcf1432d8 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0444252 Jul 05 04:11:04.146615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1e4b2-a8d0-4ced-94a1-4a86c127efa8 req-816e4267-9e0a-4ab4-a84a-295ddfb825d5 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:04.154484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48b1e4b2-a8d0-4ced-94a1-4a86c127efa8 req-816e4267-9e0a-4ab4-a84a-295ddfb825d5 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 945 time: 0.0822580 Jul 05 04:11:04.199861 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48b1e4b2-a8d0-4ced-94a1-4a86c127efa8 req-e003b3f6-a8e6-45e2-96fe-305adae378bc tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443404 Jul 05 04:11:04.652480 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b435e587-3488-4cac-9d3f-9b06ba5073c3 req-9fba8835-0cb6-4018-8420-fdeb0b3f2172 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0397465 Jul 05 04:11:04.744598 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.402500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cc81c-2804-4e9c-bd8c-e4e40fa2f214 req-b4306088-cccc-473c-92e9-312f9a349d50 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:05.404532 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-477cc81c-2804-4e9c-bd8c-e4e40fa2f214 req-b4306088-cccc-473c-92e9-312f9a349d50 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 945 time: 0.0715122 Jul 05 04:11:05.447104 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-477cc81c-2804-4e9c-bd8c-e4e40fa2f214 req-c5cb1c62-2d54-425f-b71c-1b6e4f0e2cc4 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359073 Jul 05 04:11:05.903927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0c00dcf-5172-4675-a179-872a4d207419 req-091cf79a-a7b3-4bfa-ac53-51c6dd127a63 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0424156 Jul 05 04:11:06.100600 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2443c78-8912-40ad-9e3b-21a03c50b4d0 req-d8f271bf-5838-43cf-99b7-f3d51eeffca8 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:06.105424 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a2443c78-8912-40ad-9e3b-21a03c50b4d0 req-d8f271bf-5838-43cf-99b7-f3d51eeffca8 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 945 time: 0.0773089 Jul 05 04:11:06.153044 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a2443c78-8912-40ad-9e3b-21a03c50b4d0 req-94e99bff-af0a-42b0-89a1-35bf9ce6a253 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408123 Jul 05 04:11:07.104618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-91b394a1-12e7-4cfc-9acc-cb2abb61827d req-69989e58-ba96-496b-b979-89aff57440ec tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0498109 Jul 05 04:11:07.382549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4375f7d-d8b5-44bc-bad8-4ca522cc58b8 req-fb9b19a7-fe99-4825-aa0f-b9246465c528 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:07.384442 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4375f7d-d8b5-44bc-bad8-4ca522cc58b8 req-fb9b19a7-fe99-4825-aa0f-b9246465c528 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 945 time: 0.0906177 Jul 05 04:11:07.442073 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4375f7d-d8b5-44bc-bad8-4ca522cc58b8 req-8e9576df-e58e-4f7e-9db7-290846aeda7e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518415 Jul 05 04:11:07.837169 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7d709-ad12-4feb-9d47-580208323147 req-152c2942-d5c7-4f50-b964-f307ae5950f3 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:07.839552 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-afc7d709-ad12-4feb-9d47-580208323147 req-152c2942-d5c7-4f50-b964-f307ae5950f3 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.36 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 945 time: 0.0802240 Jul 05 04:11:07.985971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-afc7d709-ad12-4feb-9d47-580208323147 req-aafd5ae0-2c46-4788-b3ae-b6e47df54864 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Deleting port b3c493c5-160a-41b1-8111-7f0cb8a63f60 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:07.987216 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-afc7d709-ad12-4feb-9d47-580208323147 req-aafd5ae0-2c46-4788-b3ae-b6e47df54864 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:08.108144 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-afc7d709-ad12-4feb-9d47-580208323147 req-aafd5ae0-2c46-4788-b3ae-b6e47df54864 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] For port b3c493c5-160a-41b1-8111-7f0cb8a63f60, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b3c493c5-160a-41b1-8111-7f0cb8a63f60,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:08.109158 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-afc7d709-ad12-4feb-9d47-580208323147 req-aafd5ae0-2c46-4788-b3ae-b6e47df54864 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:08.125531 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-afc7d709-ad12-4feb-9d47-580208323147 req-aafd5ae0-2c46-4788-b3ae-b6e47df54864 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Calling delete_port for b3c493c5-160a-41b1-8111-7f0cb8a63f60 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:08.334422 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f22d81ac-26e5-421b-a0f6-eb7ccf849afc req-6d3079c2-fe63-4a3e-8587-a0b531ca3e74 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0747032 Jul 05 04:11:08.405388 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-afc7d709-ad12-4feb-9d47-580208323147 req-aafd5ae0-2c46-4788-b3ae-b6e47df54864 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:08.419476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['b3c493c5-160a-41b1-8111-7f0cb8a63f60'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:08.457176 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd5ae0-2c46-4788-b3ae-b6e47df54864 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Pushing event deleted for resources: {'Port': ['ID=b3c493c5-160a-41b1-8111-7f0cb8a63f60,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:08.557690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc7d709-ad12-4feb-9d47-580208323147 req-aafd5ae0-2c46-4788-b3ae-b6e47df54864 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] No DVR routers for this DVR port b3c493c5-160a-41b1-8111-7f0cb8a63f60 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:08.569751 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-afc7d709-ad12-4feb-9d47-580208323147 req-aafd5ae0-2c46-4788-b3ae-b6e47df54864 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:08.571857 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-afc7d709-ad12-4feb-9d47-580208323147 req-aafd5ae0-2c46-4788-b3ae-b6e47df54864 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.36 "DELETE /v2.0/ports/b3c493c5-160a-41b1-8111-7f0cb8a63f60 HTTP/1.1" status: 204 len: 173 time: 0.7258122 Jul 05 04:11:08.572371 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0803ac2a-685c-4aae-8c1d-deee20a07470', 'name': 'network-vif-deleted', 'tag': 'b3c493c5-160a-41b1-8111-7f0cb8a63f60'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:08.575952 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527276de-e8a2-40b5-88f9-a0ca74172c24" -d '{"events": [{"server_uuid": "0803ac2a-685c-4aae-8c1d-deee20a07470", "name": "network-vif-deleted", "tag": "b3c493c5-160a-41b1-8111-7f0cb8a63f60"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:08.651920 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03d9ba9-d477-4f2e-a964-ea8661bcde17 x-openstack-request-id: req-a03d9ba9-d477-4f2e-a964-ea8661bcde17 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:08.652441 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0803ac2a-685c-4aae-8c1d-deee20a07470", "name": "network-vif-deleted", "tag": "b3c493c5-160a-41b1-8111-7f0cb8a63f60", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:08.652925 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a03d9ba9-d477-4f2e-a964-ea8661bcde17 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:08.653660 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0803ac2a-685c-4aae-8c1d-deee20a07470', 'name': 'network-vif-deleted', 'tag': 'b3c493c5-160a-41b1-8111-7f0cb8a63f60', 'status': 'completed', 'code': 200} Jul 05 04:11:08.656966 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0697b2ca-9950-46cd-bf6c-51ee8d9e14be req-64091af7-f997-4bcb-ab6f-9682068143f5 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 210 time: 0.0578849 Jul 05 04:11:09.587127 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28f16bf5-56a4-438e-8f06-f4c0adfe761c req-8ac3129c-f96f-44d3-a785-52c87949581a tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0489602 Jul 05 04:11:10.052157 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8a8a0c07-41a2-47a4-819a-9b95dbd175b4 req-01b7875a-67c5-49a6-af33-4f91274ea3b2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=0803ac2a-685c-4aae-8c1d-deee20a07470 HTTP/1.1" status: 200 len: 210 time: 0.0700963 Jul 05 04:11:10.882386 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a3e97c9c-745e-46a9-959f-b1bdf49fb7b6 req-4e43cd6a-3ccc-4bca-9920-73c7dfcfd826 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0540454 Jul 05 04:11:11.525029 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-933de063-4308-47a7-adaf-51eb87375a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:11.628812 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80405cb-d36a-4962-abf4-385fc7839404 req-223bbf9a-7676-4ebd-a31a-49a8f7fec445 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:11.633284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f80405cb-d36a-4962-abf4-385fc7839404 req-223bbf9a-7676-4ebd-a31a-49a8f7fec445 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/networks?id=4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 200 len: 811 time: 0.1883368 Jul 05 04:11:11.668536 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f80405cb-d36a-4962-abf4-385fc7839404 req-09ce2430-e54c-418f-a150-7b19e55bd502 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/quotas/889673422f48438f9175658256256746 HTTP/1.1" status: 200 len: 375 time: 0.0283566 Jul 05 04:11:11.741411 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f80405cb-d36a-4962-abf4-385fc7839404 req-5cde419b-5065-4c09-bb39-799266318846 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644214 Jul 05 04:11:11.860298 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f80405cb-d36a-4962-abf4-385fc7839404 req-2208d85a-6e51-4440-91aa-b7e49f66e57c service neutron] 10.222.0.38 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098733 Jul 05 04:11:11.996475 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f80405cb-d36a-4962-abf4-385fc7839404 req-933812d2-e582-4ec1-84a7-1abb5c5ee779 service neutron] 10.222.0.38 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350451 Jul 05 04:11:12.012330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b3c493c5-160a-41b1-8111-7f0cb8a63f60 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:12.051990 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: b3c493c5-160a-41b1-8111-7f0cb8a63f60 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:12.052365 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b3c493c5-160a-41b1-8111-7f0cb8a63f60 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:12.060680 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d653e0b2-0a8c-4120-9f07-586216e47718 req-9cb8880e-ca33-45a9-8c83-106e5f38ebc3 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0403295 Jul 05 04:11:12.599950 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-798b92e7-da4f-4e24-bd49-d06eb9ae9aba req-6343a8ab-3214-46f0-998b-d652f0aa9abc tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 210 time: 0.1222866 Jul 05 04:11:13.374415 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf5a2556-5d6c-423f-bcb4-6f68244bb31c req-483992a1-3e0d-438e-836e-6a054a7f4c45 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0373733 Jul 05 04:11:13.716267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bab38c9f-7fa7-4e1a-bde9-d3a71e04cdca req-3dd4aadb-149c-4497-8d80-0dcc601a7a9b tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 210 time: 0.0619767 Jul 05 04:11:14.056754 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a81284c4-3d9a-44b2-a329-8cc7e789b51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.428107 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.605532 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0355d143-0f36-4106-bb55-c5d78ace3027 req-0a88a038-ed39-493c-8f46-bffd478d2132 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0363703 Jul 05 04:11:14.887070 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae8bc017-876a-4800-a67b-05838a38a54f req-d0c7a237-ac25-4bdc-b2b5-a4e4c2acbd65 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 210 time: 0.0482357 Jul 05 04:11:15.398401 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.742961 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80405cb-d36a-4962-abf4-385fc7839404 req-85d6f255-1719-4f1e-a848-59dc2eee67bf tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:15.744751 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f80405cb-d36a-4962-abf4-385fc7839404 req-85d6f255-1719-4f1e-a848-59dc2eee67bf tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.36 "GET /v2.0/networks?id=4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 200 len: 811 time: 0.1409087 Jul 05 04:11:15.763279 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-f80405cb-d36a-4962-abf4-385fc7839404 req-878fcd9b-a780-41a4-b7a6-615229f80d20 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Request body: {'port': {'device_id': 'ac30570d-7f03-4958-981a-7860dd58db38', 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca', 'admin_state_up': True, 'tenant_id': '889673422f48438f9175658256256746'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:15.817555 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-301e1efd-b1f1-4e69-8d90-ffa257c1a57b req-bb434817-6720-40b8-8d05-e640fc576184 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0421724 Jul 05 04:11:16.076678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1f48c62-31c4-48db-a2e0-8347365e60c3 req-a524dc29-e055-409f-80cd-a444697f2d5b tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 210 time: 0.0352178 Jul 05 04:11:16.143861 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80405cb-d36a-4962-abf4-385fc7839404 req-878fcd9b-a780-41a4-b7a6-615229f80d20 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Made reservation on behalf of 889673422f48438f9175658256256746 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:16.149414 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f80405cb-d36a-4962-abf4-385fc7839404 req-878fcd9b-a780-41a4-b7a6-615229f80d20 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.373649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-f80405cb-d36a-4962-abf4-385fc7839404 req-878fcd9b-a780-41a4-b7a6-615229f80d20 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Allocated IP 172.20.0.8 (4483820e-ce4a-4424-9733-eb9c989451ca/f579dd9f-48bf-4c30-ad74-936c5f2d58c0/0f421b03-8e26-4b67-8597-8d9bcc1b536e) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:16.609648 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f80405cb-d36a-4962-abf4-385fc7839404 req-878fcd9b-a780-41a4-b7a6-615229f80d20 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.765734 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f80405cb-d36a-4962-abf4-385fc7839404 req-878fcd9b-a780-41a4-b7a6-615229f80d20 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.836818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80405cb-d36a-4962-abf4-385fc7839404 req-878fcd9b-a780-41a4-b7a6-615229f80d20 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Network 4483820e-ce4a-4424-9733-eb9c989451ca is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:16.843054 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-f80405cb-d36a-4962-abf4-385fc7839404 req-878fcd9b-a780-41a4-b7a6-615229f80d20 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:16.848931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80405cb-d36a-4962-abf4-385fc7839404 req-878fcd9b-a780-41a4-b7a6-615229f80d20 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:16.886578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fcd9b-a780-41a4-b7a6-615229f80d20 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Pushing event updated for resources: {'Port': ['ID=0f421b03-8e26-4b67-8597-8d9bcc1b536e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:16.936440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80405cb-d36a-4962-abf4-385fc7839404 req-878fcd9b-a780-41a4-b7a6-615229f80d20 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:16.936440 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f80405cb-d36a-4962-abf4-385fc7839404 req-878fcd9b-a780-41a4-b7a6-615229f80d20 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.015433 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.063912 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f74e7479-e994-413b-82d1-5cf4421cc140 req-de252216-67b6-47d8-9b00-42919ade63d4 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0452130 Jul 05 04:11:17.126674 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f80405cb-d36a-4962-abf4-385fc7839404 req-878fcd9b-a780-41a4-b7a6-615229f80d20 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3678584 Jul 05 04:11:17.139664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Request body: {'port': {'device_id': 'ac30570d-7f03-4958-981a-7860dd58db38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:17.293931 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.479051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa1107-7a6c-4e09-887e-1a028965e3a8 req-89dd4a10-f8d9-4d73-924b-7dfc17b0cef4 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:17.492701 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-34fa1107-7a6c-4e09-887e-1a028965e3a8 req-89dd4a10-f8d9-4d73-924b-7dfc17b0cef4 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 931 time: 0.2140188 Jul 05 04:11:17.579751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-34fa1107-7a6c-4e09-887e-1a028965e3a8 req-45172264-e1de-43b4-80d3-3fd29833e0c2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857823 Jul 05 04:11:17.702193 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f421b03-8e26-4b67-8597-8d9bcc1b536e {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:17.710958 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.724541 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Transition to ACTIVE for port object 0f421b03-8e26-4b67-8597-8d9bcc1b536e will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:17.871522 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.912101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Pushing event updated for resources: {'Port': ['ID=0f421b03-8e26-4b67-8597-8d9bcc1b536e,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:17.923852 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:17.924363 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:17.924757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:17.925160 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:17.925708 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:17.926112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:17.926546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:17.926993 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:17.927438 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:17.927838 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:17.928294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:17.928792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:18.025147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Attempting to bind port 0f421b03-8e26-4b67-8597-8d9bcc1b536e on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:18.025654 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Attempting to bind port 0f421b03-8e26-4b67-8597-8d9bcc1b536e by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:18.026179 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Attempting to bind port 0f421b03-8e26-4b67-8597-8d9bcc1b536e on network 4483820e-ce4a-4424-9733-eb9c989451ca {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:18.031146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Port 0f421b03-8e26-4b67-8597-8d9bcc1b536e on network 4483820e-ce4a-4424-9733-eb9c989451ca not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:11:18.032392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Attempting to bind port 0f421b03-8e26-4b67-8597-8d9bcc1b536e on network 4483820e-ce4a-4424-9733-eb9c989451ca {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:18.038610 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:18.039136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Checking segment: {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:18.039664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Bound using segment: {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:18.040344 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Bound port: 0f421b03-8e26-4b67-8597-8d9bcc1b536e, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:18.040807 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.139789 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] For port 0f421b03-8e26-4b67-8597-8d9bcc1b536e, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:18.144551 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] For port 0f421b03-8e26-4b67-8597-8d9bcc1b536e, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=0f421b03-8e26-4b67-8597-8d9bcc1b536e,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:18.302511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.413005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:18.413005 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.413005 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f80405cb-d36a-4962-abf4-385fc7839404 req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] 10.222.0.36 "PUT /v2.0/ports/0f421b03-8e26-4b67-8597-8d9bcc1b536e HTTP/1.1" status: 200 len: 1092 time: 1.2643974 Jul 05 04:11:18.413005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac30570d-7f03-4958-981a-7860dd58db38', 'tag': '0f421b03-8e26-4b67-8597-8d9bcc1b536e'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:18.413005 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebfb6c2-9f8e-40c6-8507-d061e82fbab8" -d '{"events": [{"name": "network-changed", "server_uuid": "ac30570d-7f03-4958-981a-7860dd58db38", "tag": "0f421b03-8e26-4b67-8597-8d9bcc1b536e"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:18.450261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94043aaa-d35e-4261-b2ed-5ff1486dd676 service neutron] Pushing event updated for resources: {'Port': ['ID=0f421b03-8e26-4b67-8597-8d9bcc1b536e,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:18.480646 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9654f8a3-1f31-4570-bb84-08963e96e722 x-openstack-request-id: req-9654f8a3-1f31-4570-bb84-08963e96e722 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:18.481270 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac30570d-7f03-4958-981a-7860dd58db38", "tag": "0f421b03-8e26-4b67-8597-8d9bcc1b536e", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:18.481767 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9654f8a3-1f31-4570-bb84-08963e96e722 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:18.482410 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac30570d-7f03-4958-981a-7860dd58db38', 'tag': '0f421b03-8e26-4b67-8597-8d9bcc1b536e', 'status': 'completed', 'code': 200} Jul 05 04:11:18.602619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfb6c2-9f8e-40c6-8507-d061e82fbab8 req-633c871c-73ae-4ff3-8430-d1b843220235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:18.604373 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eebfb6c2-9f8e-40c6-8507-d061e82fbab8 req-633c871c-73ae-4ff3-8430-d1b843220235 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 1095 time: 0.0870183 Jul 05 04:11:18.657097 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4f8318d-2a49-460f-a521-18e5fd8bc085 req-e5cc8ac7-0663-401b-97e2-031eebbf55c2 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0645645 Jul 05 04:11:18.865650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d442b4-b80c-4ffd-a231-21e46e15ffbc req-cba13ae8-0eb2-49f8-941b-b77c5fdd8dee tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:18.868714 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0d442b4-b80c-4ffd-a231-21e46e15ffbc req-cba13ae8-0eb2-49f8-941b-b77c5fdd8dee tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 943 time: 0.1397245 Jul 05 04:11:18.899243 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfb6c2-9f8e-40c6-8507-d061e82fbab8 req-6535baa0-15ea-4783-9098-e7a4214fcea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:18.900930 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eebfb6c2-9f8e-40c6-8507-d061e82fbab8 req-6535baa0-15ea-4783-9098-e7a4214fcea5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=889673422f48438f9175658256256746&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2873025 Jul 05 04:11:18.929621 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0d442b4-b80c-4ffd-a231-21e46e15ffbc req-65318d06-3568-4fea-8c98-dbeaa536a7bf tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551572 Jul 05 04:11:19.024804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfb6c2-9f8e-40c6-8507-d061e82fbab8 req-fca5875c-02a2-4c9d-9270-cee5457b929f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:19.026836 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-eebfb6c2-9f8e-40c6-8507-d061e82fbab8 req-fca5875c-02a2-4c9d-9270-cee5457b929f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1181707 Jul 05 04:11:19.180792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80405cb-d36a-4962-abf4-385fc7839404 req-3df4c7e5-d01f-4026-8481-c385fe43c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:19.182216 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f80405cb-d36a-4962-abf4-385fc7839404 req-3df4c7e5-d01f-4026-8481-c385fe43c588 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 1095 time: 0.0635149 Jul 05 04:11:19.240906 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f80405cb-d36a-4962-abf4-385fc7839404 req-57aef29a-12cf-44e7-b273-f79ed0bb526a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f421b03-8e26-4b67-8597-8d9bcc1b536e HTTP/1.1" status: 200 len: 217 time: 0.0504630 Jul 05 04:11:19.296629 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80405cb-d36a-4962-abf4-385fc7839404 req-f762f48e-b59d-4b26-9c80-4ae9357332a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:19.305587 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f80405cb-d36a-4962-abf4-385fc7839404 req-f762f48e-b59d-4b26-9c80-4ae9357332a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f579dd9f-48bf-4c30-ad74-936c5f2d58c0 HTTP/1.1" status: 200 len: 851 time: 0.0574033 Jul 05 04:11:19.362309 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f80405cb-d36a-4962-abf4-385fc7839404 req-c50fef18-5409-4538-8df0-9dac61fe3fe0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4483820e-ce4a-4424-9733-eb9c989451ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475125 Jul 05 04:11:19.501589 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f80405cb-d36a-4962-abf4-385fc7839404 req-f917adb9-6ede-40a6-a92e-d98cc6c96c7f service neutron] 10.222.0.36 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215043 Jul 05 04:11:19.635511 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f80405cb-d36a-4962-abf4-385fc7839404 req-8e3cf47e-c22c-4b74-b255-c37e32566e70 service neutron] 10.222.0.36 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312921 Jul 05 04:11:19.855796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e6a8ad1-1b1f-41d7-8802-f5af5c1946ff req-6738ea53-6fe6-400d-b952-3653b7a00f1d tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0349352 Jul 05 04:11:20.121397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a9613-1ff8-4119-b016-9e1262acd29e req-c8d62d0f-aaf9-4759-b1b9-9c4daa0e0318 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:20.122970 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-078a9613-1ff8-4119-b016-9e1262acd29e req-c8d62d0f-aaf9-4759-b1b9-9c4daa0e0318 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 943 time: 0.0672040 Jul 05 04:11:20.168359 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-078a9613-1ff8-4119-b016-9e1262acd29e req-ec9dd58d-e153-443a-8b7b-804644b17f7d tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385120 Jul 05 04:11:20.801845 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dfb37c33-0648-4262-b463-f5d7e368270c req-781380e0-2be0-4a19-9093-dca637a17733 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0363092 Jul 05 04:11:21.082562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21318adb-9ec1-47a7-8275-996ff5a68b34 req-c9de118d-fa79-471e-9a5b-a89faf606cc5 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0468221 Jul 05 04:11:21.358362 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49c310-eb62-4e79-ad95-8ad409804a54 req-0abd4022-ca90-4fe2-b4cf-02b8397afa47 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:21.360703 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f49c310-eb62-4e79-ad95-8ad409804a54 req-0abd4022-ca90-4fe2-b4cf-02b8397afa47 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 943 time: 0.0733495 Jul 05 04:11:21.409835 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f49c310-eb62-4e79-ad95-8ad409804a54 req-aee7d35f-d714-42eb-8d22-65745b6a60e2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415478 Jul 05 04:11:22.059771 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 0f421b03-8e26-4b67-8597-8d9bcc1b536e details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:11:22.197116 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 0f421b03-8e26-4b67-8597-8d9bcc1b536e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=0f421b03-8e26-4b67-8597-8d9bcc1b536e,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:22.211620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '0f421b03-8e26-4b67-8597-8d9bcc1b536e', 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca', 'port_id': '0f421b03-8e26-4b67-8597-8d9bcc1b536e', 'mac_address': 'fa:16:3e:a6:15:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f579dd9f-48bf-4c30-ad74-936c5f2d58c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:11:22.244279 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e6a8b7e-5eab-49ff-a3ad-f889cae844e3 req-0c853459-8fa1-4698-91e6-658f184b543b tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0345669 Jul 05 04:11:22.253554 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.268897 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f421b03-8e26-4b67-8597-8d9bcc1b536e {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:22.298395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 0f421b03-8e26-4b67-8597-8d9bcc1b536e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=0f421b03-8e26-4b67-8597-8d9bcc1b536e,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:22.444450 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:22.503840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=0f421b03-8e26-4b67-8597-8d9bcc1b536e,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:22.511730 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.512362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.512939 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.513516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.514013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.514505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.514998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.515485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.516575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.517431 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.518021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.518509 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:22.679114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98782aa0-6fd2-4817-a2c5-89ab4633d904 req-1ba3854a-3285-450b-955c-7a36a6a46e7c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:22.680868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98782aa0-6fd2-4817-a2c5-89ab4633d904 req-1ba3854a-3285-450b-955c-7a36a6a46e7c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 944 time: 0.0800974 Jul 05 04:11:22.725501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98782aa0-6fd2-4817-a2c5-89ab4633d904 req-f3e9b985-91df-4d04-80ab-98963ccf5961 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382288 Jul 05 04:11:22.813738 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['0f421b03-8e26-4b67-8597-8d9bcc1b536e'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:22.977550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15c18d33-33c2-4c12-8fb3-2a786743b544 req-780862df-1054-47ec-ad90-491803a92cc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89efa7af9a0a43269a004f8315c093bd&device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0380824 Jul 05 04:11:23.039488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f727ef01-c42e-4d1f-9674-453a1fb9dc4a req-79c6785e-96bc-42dc-9d9d-467c506222d4 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0365579 Jul 05 04:11:23.054870 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15c18d33-33c2-4c12-8fb3-2a786743b544 req-ec26309d-0f5f-4618-8e38-c5c3c1d34d0c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=89efa7af9a0a43269a004f8315c093bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647578 Jul 05 04:11:23.163162 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c18d33-33c2-4c12-8fb3-2a786743b544 req-411e4855-8802-4c23-baf0-3e3f9215aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:23.164780 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15c18d33-33c2-4c12-8fb3-2a786743b544 req-411e4855-8802-4c23-baf0-3e3f9215aed6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028454 Jul 05 04:11:23.933647 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174581bb-f7eb-42c6-9311-3bca8969733b req-8778194e-cf42-4166-95e4-26395606e49c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:23.941623 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-174581bb-f7eb-42c6-9311-3bca8969733b req-8778194e-cf42-4166-95e4-26395606e49c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 944 time: 0.0808272 Jul 05 04:11:23.980951 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-174581bb-f7eb-42c6-9311-3bca8969733b req-b6882b0f-25ff-4564-93b5-216f24dddbf7 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383596 Jul 05 04:11:24.067935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 0f421b03-8e26-4b67-8597-8d9bcc1b536e up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:24.200906 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1ba907e-fcf5-4cc1-995a-acdca360eac3 req-4c3193b7-48a9-4a1a-b6f1-42496c06008d tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0300281 Jul 05 04:11:24.323880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 0f421b03-8e26-4b67-8597-8d9bcc1b536e completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:24.328366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 0f421b03-8e26-4b67-8597-8d9bcc1b536e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:24.329032 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:24.424582 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:24.447424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac30570d-7f03-4958-981a-7860dd58db38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f421b03-8e26-4b67-8597-8d9bcc1b536e'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:24.449832 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1479855d-36ea-4a32-8369-ea113b3a9dfc" -d '{"events": [{"server_uuid": "ac30570d-7f03-4958-981a-7860dd58db38", "name": "network-vif-plugged", "status": "completed", "tag": "0f421b03-8e26-4b67-8597-8d9bcc1b536e"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:24.466305 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 0f421b03-8e26-4b67-8597-8d9bcc1b536e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=0f421b03-8e26-4b67-8597-8d9bcc1b536e,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:24.490091 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d291b5-6c9e-47f0-a353-f64258fbec7d x-openstack-request-id: req-29d291b5-6c9e-47f0-a353-f64258fbec7d {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:24.490386 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac30570d-7f03-4958-981a-7860dd58db38", "name": "network-vif-plugged", "status": "completed", "tag": "0f421b03-8e26-4b67-8597-8d9bcc1b536e", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:24.490640 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29d291b5-6c9e-47f0-a353-f64258fbec7d {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:24.491032 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac30570d-7f03-4958-981a-7860dd58db38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f421b03-8e26-4b67-8597-8d9bcc1b536e', 'code': 200} Jul 05 04:11:24.588590 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:24.623750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74180c85-3a01-4c2d-aa61-19b5b64ae176 req-12773c72-58bd-4c41-8654-68e5dc669197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:24.625968 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-74180c85-3a01-4c2d-aa61-19b5b64ae176 req-12773c72-58bd-4c41-8654-68e5dc669197 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 1096 time: 0.0656312 Jul 05 04:11:24.648190 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=0f421b03-8e26-4b67-8597-8d9bcc1b536e,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:24.667207 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-74180c85-3a01-4c2d-aa61-19b5b64ae176 req-d6332ffd-9e7b-4776-8f83-0a40fac20bd6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349286 Jul 05 04:11:24.725734 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15c18d33-33c2-4c12-8fb3-2a786743b544 req-52e58e5d-6f95-47c4-a556-24d7c0567887 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0373619 Jul 05 04:11:25.190933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc21aea-5cb6-4fa8-b839-173af7ad6416 req-6b2f2dba-8fe1-4b03-9268-cdc614c37fdf tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:25.194537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dc21aea-5cb6-4fa8-b839-173af7ad6416 req-6b2f2dba-8fe1-4b03-9268-cdc614c37fdf tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 945 time: 0.0741699 Jul 05 04:11:25.240753 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6dc21aea-5cb6-4fa8-b839-173af7ad6416 req-a93bce84-a15c-492b-ab89-fe3bc4207782 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390539 Jul 05 04:11:25.407823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-635b17d8-7241-4709-86ce-50acb9b32da5 req-a09a7acb-6852-4c0a-8f07-ab4a3e335d16 tempest-ServerShowV257Test-1355196675 tempest-ServerShowV257Test-1355196675-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aa705df-b46b-45a9-8cd7-9ee455574f30 HTTP/1.1" status: 200 len: 210 time: 0.0326037 Jul 05 04:11:26.394401 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:11:26.438943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353a587-8c78-4b94-96a2-8fd64320a543 req-b693bd6d-8a42-4bc5-9ec8-94e6bc041b97 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:26.446279 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e353a587-8c78-4b94-96a2-8fd64320a543 req-b693bd6d-8a42-4bc5-9ec8-94e6bc041b97 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 945 time: 0.0878196 Jul 05 04:11:26.508080 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e353a587-8c78-4b94-96a2-8fd64320a543 req-a56713f0-01ad-4611-afee-a84fcff7215c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607944 Jul 05 04:11:27.225816 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38852) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:27.339840 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.444822 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.627437 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.675052 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38870) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:27.682657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=89efa7af9a0a43269a004f8315c093bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4556744 Jul 05 04:11:27.702138 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd763075-fe19-4e96-8fe5-858d2e941734,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:27.710094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:27.711491 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:27.712253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:27.712831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:27.713389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:27.714012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:27.714558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:27.715123 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:27.715619 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:27.716142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:27.716644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:27.717127 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fac4f-f43d-480f-987a-53fd336094c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:27.767463 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-191ed3f9-5d45-4ee6-ad65-d1387e7f97d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.793091 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-191ed3f9-5d45-4ee6-ad65-d1387e7f97d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.970773 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-191ed3f9-5d45-4ee6-ad65-d1387e7f97d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.974123 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-191ed3f9-5d45-4ee6-ad65-d1387e7f97d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.975337 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-191ed3f9-5d45-4ee6-ad65-d1387e7f97d9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fd763075-fe19-4e96-8fe5-858d2e941734 HTTP/1.1" status: 204 len: 168 time: 0.2986934 Jul 05 04:11:27.984106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ed3f9-5d45-4ee6-ad65-d1387e7f97d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd763075-fe19-4e96-8fe5-858d2e941734,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:29.601708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38938) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:29.806617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-e988ec63-5eab-42a3-964b-7b4484453791 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-288028094-network', 'tenant_id': 'bc0a102926b7401d8613e4526989a701'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:29.910713 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e988ec63-5eab-42a3-964b-7b4484453791 admin admin] Made reservation on behalf of bc0a102926b7401d8613e4526989a701 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:29.915380 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e988ec63-5eab-42a3-964b-7b4484453791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:29.925179 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e988ec63-5eab-42a3-964b-7b4484453791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.048247 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e988ec63-5eab-42a3-964b-7b4484453791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.147396 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e988ec63-5eab-42a3-964b-7b4484453791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.175122 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988ec63-5eab-42a3-964b-7b4484453791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29736743-76cc-4b7a-8051-6a8824bcc4bc,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:30.199615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e988ec63-5eab-42a3-964b-7b4484453791 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:11:30.207882 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e988ec63-5eab-42a3-964b-7b4484453791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.208351 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-e988ec63-5eab-42a3-964b-7b4484453791 admin admin] Added segment b9493152-4174-49ea-b917-68a3bd087cf1 of type vlan for network cac88e50-2ed7-4f6a-ad91-8c4200b59b29 Jul 05 04:11:30.262636 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e988ec63-5eab-42a3-964b-7b4484453791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.444850 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e988ec63-5eab-42a3-964b-7b4484453791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.445905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988ec63-5eab-42a3-964b-7b4484453791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:30.446734 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e988ec63-5eab-42a3-964b-7b4484453791 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:30.528054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988ec63-5eab-42a3-964b-7b4484453791 admin admin] Pushing event updated for resources: {'Network': ['ID=cac88e50-2ed7-4f6a-ad91-8c4200b59b29,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:30.550557 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network cac88e50-2ed7-4f6a-ad91-8c4200b59b29 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:11:30.574313 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e988ec63-5eab-42a3-964b-7b4484453791 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9699218 Jul 05 04:11:30.577390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38968) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:30.583075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ec771f25-d912-4a11-900c-f4fa89d54d88 admin admin] Request body: {'subnet': {'network_id': 'cac88e50-2ed7-4f6a-ad91-8c4200b59b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-288028094-subnet', 'tenant_id': 'bc0a102926b7401d8613e4526989a701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:30.720874 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec771f25-d912-4a11-900c-f4fa89d54d88 admin admin] Made reservation on behalf of bc0a102926b7401d8613e4526989a701 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:30.726602 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec771f25-d912-4a11-900c-f4fa89d54d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.073381 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec771f25-d912-4a11-900c-f4fa89d54d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.123824 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec771f25-d912-4a11-900c-f4fa89d54d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82650ac0-9daa-41b5-b5cc-05dc421b6cf0,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:31.149921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec771f25-d912-4a11-900c-f4fa89d54d88 admin admin] Checking segment: {'id': 'b9493152-4174-49ea-b917-68a3bd087cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cac88e50-2ed7-4f6a-ad91-8c4200b59b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:31.150682 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec771f25-d912-4a11-900c-f4fa89d54d88 admin admin] Network hostable DHCP agents. Network: cac88e50-2ed7-4f6a-ad91-8c4200b59b29, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:11:31.342024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec771f25-d912-4a11-900c-f4fa89d54d88 admin admin] Network cac88e50-2ed7-4f6a-ad91-8c4200b59b29 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:11:31.553799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-ec771f25-d912-4a11-900c-f4fa89d54d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, cac88e50-2ed7-4f6a-ad91-8c4200b59b29) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:31.556675 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec771f25-d912-4a11-900c-f4fa89d54d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:31.557475 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec771f25-d912-4a11-900c-f4fa89d54d88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:31.598930 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88175674-ff7a-44e3-9f18-ac68b546381e None None] Network cac88e50-2ed7-4f6a-ad91-8c4200b59b29 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:31.721832 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ec771f25-d912-4a11-900c-f4fa89d54d88 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1415405 Jul 05 04:11:31.887824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25927d62-7866-4b4e-b8ac-c6185336bae7 None None] Network cac88e50-2ed7-4f6a-ad91-8c4200b59b29 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:32.583325 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:32.964490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39054) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:32.970320 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2d72baa0-d5e8-4122-8cc0-d295fde74fe9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-255292597-network', 'tenant_id': '0ae427765fc042378e48ee27e20dc581'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:33.113387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d72baa0-d5e8-4122-8cc0-d295fde74fe9 admin admin] Made reservation on behalf of 0ae427765fc042378e48ee27e20dc581 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:33.121785 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d72baa0-d5e8-4122-8cc0-d295fde74fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.137508 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d72baa0-d5e8-4122-8cc0-d295fde74fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.351318 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d72baa0-d5e8-4122-8cc0-d295fde74fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.455902 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d72baa0-d5e8-4122-8cc0-d295fde74fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.472107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d72baa0-d5e8-4122-8cc0-d295fde74fe9 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:11:33.489808 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d72baa0-d5e8-4122-8cc0-d295fde74fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.490408 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-2d72baa0-d5e8-4122-8cc0-d295fde74fe9 admin admin] Added segment 5827e977-c79d-4ebd-9c5d-d2889e3a092f of type vlan for network 2ac2683c-5840-4fbd-b3c0-971de08cb8cb Jul 05 04:11:33.573009 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d72baa0-d5e8-4122-8cc0-d295fde74fe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.701283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72baa0-d5e8-4122-8cc0-d295fde74fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24539db3-3234-4b79-b576-9e440d6f625f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:33.705084 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d72baa0-d5e8-4122-8cc0-d295fde74fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.707623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d72baa0-d5e8-4122-8cc0-d295fde74fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:33.708547 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d72baa0-d5e8-4122-8cc0-d295fde74fe9 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.856198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72baa0-d5e8-4122-8cc0-d295fde74fe9 admin admin] Pushing event updated for resources: {'Network': ['ID=2ac2683c-5840-4fbd-b3c0-971de08cb8cb,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:33.868444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 2ac2683c-5840-4fbd-b3c0-971de08cb8cb details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:11:33.934814 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39084) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:33.946278 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2d72baa0-d5e8-4122-8cc0-d295fde74fe9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9799824 Jul 05 04:11:33.955619 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0cc9bcc8-23c9-4428-bd12-f5ccb0831978 admin admin] Request body: {'subnet': {'network_id': '2ac2683c-5840-4fbd-b3c0-971de08cb8cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-255292597-subnet', 'tenant_id': '0ae427765fc042378e48ee27e20dc581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:34.068906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc9bcc8-23c9-4428-bd12-f5ccb0831978 admin admin] Made reservation on behalf of 0ae427765fc042378e48ee27e20dc581 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:34.073843 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0cc9bcc8-23c9-4428-bd12-f5ccb0831978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.165458 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.519199 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0cc9bcc8-23c9-4428-bd12-f5ccb0831978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:34.580355 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9bcc8-23c9-4428-bd12-f5ccb0831978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89cf6d2e-86c6-4338-bd77-a6c522fc1637,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:34.658284 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9bcc8-23c9-4428-bd12-f5ccb0831978 admin admin] Checking segment: {'id': '5827e977-c79d-4ebd-9c5d-d2889e3a092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2ac2683c-5840-4fbd-b3c0-971de08cb8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:34.658650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc9bcc8-23c9-4428-bd12-f5ccb0831978 admin admin] Network hostable DHCP agents. Network: 2ac2683c-5840-4fbd-b3c0-971de08cb8cb, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:11:34.758660 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc9bcc8-23c9-4428-bd12-f5ccb0831978 admin admin] Network 2ac2683c-5840-4fbd-b3c0-971de08cb8cb is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:11:34.861768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0cc9bcc8-23c9-4428-bd12-f5ccb0831978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 2ac2683c-5840-4fbd-b3c0-971de08cb8cb) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:34.866901 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc9bcc8-23c9-4428-bd12-f5ccb0831978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:34.871697 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04da186-1132-48ad-a0bf-d762358ba1e2 None None] Network 2ac2683c-5840-4fbd-b3c0-971de08cb8cb requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:34.874892 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0cc9bcc8-23c9-4428-bd12-f5ccb0831978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.023271 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0cc9bcc8-23c9-4428-bd12-f5ccb0831978 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0834470 Jul 05 04:11:35.116317 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2552effa-70c1-4394-9877-595b61108ac5 None None] Network 2ac2683c-5840-4fbd-b3c0-971de08cb8cb requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:11:35.621884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4b282-d36a-4924-871b-a2003538bf1b req-3d00544b-1aff-4971-868d-c4b7eddd8fa6 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:35.623318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15b4b282-d36a-4924-871b-a2003538bf1b req-3d00544b-1aff-4971-868d-c4b7eddd8fa6 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/networks?id=cac88e50-2ed7-4f6a-ad91-8c4200b59b29 HTTP/1.1" status: 200 len: 824 time: 0.1305120 Jul 05 04:11:35.638243 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15b4b282-d36a-4924-871b-a2003538bf1b req-101650d3-7810-4926-a08c-0bfa9f222979 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/quotas/bc0a102926b7401d8613e4526989a701 HTTP/1.1" status: 200 len: 375 time: 0.0094562 Jul 05 04:11:35.674991 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15b4b282-d36a-4924-871b-a2003538bf1b req-cb929022-ee7c-41be-af8f-a9a01ed84906 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bc0a102926b7401d8613e4526989a701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313199 Jul 05 04:11:35.957212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15b4b282-d36a-4924-871b-a2003538bf1b req-1ef14281-fc15-4f53-8470-848cc6d258a1 service neutron] 10.222.0.38 "GET /v2.0/networks/cac88e50-2ed7-4f6a-ad91-8c4200b59b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751293 Jul 05 04:11:36.061623 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15b4b282-d36a-4924-871b-a2003538bf1b req-c0f08122-b5db-4b9c-ba71-64d7643a8afc service neutron] 10.222.0.38 "GET /v2.0/networks/cac88e50-2ed7-4f6a-ad91-8c4200b59b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981145 Jul 05 04:11:36.391961 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83918ad5-2668-4b56-bc9a-1d37620fe243 req-1478e3e6-114d-418c-9ecb-b646bebe0a1a tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 210 time: 0.0344310 Jul 05 04:11:37.536799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3485710b-392a-4ada-8431-9bfe873e7740 req-e0bb88ec-238e-4fb5-b96a-17af47e550cd tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 210 time: 0.0302725 Jul 05 04:11:38.717388 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dbdc9074-e967-416d-8e6f-c324edeb6faf req-f72cbaab-0ffb-499c-8bab-a64cbfcb1d9b tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 210 time: 0.0459089 Jul 05 04:11:39.022307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4b282-d36a-4924-871b-a2003538bf1b req-d5a0677e-2e1e-4dcb-b14d-deb0bacc41f6 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:39.024025 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15b4b282-d36a-4924-871b-a2003538bf1b req-d5a0677e-2e1e-4dcb-b14d-deb0bacc41f6 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.10 "GET /v2.0/networks?id=cac88e50-2ed7-4f6a-ad91-8c4200b59b29 HTTP/1.1" status: 200 len: 824 time: 0.1554296 Jul 05 04:11:39.038568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-15b4b282-d36a-4924-871b-a2003538bf1b req-bb748645-d738-4d11-ba96-b96b2f51dd29 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Request body: {'port': {'device_id': 'b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c', 'network_id': 'cac88e50-2ed7-4f6a-ad91-8c4200b59b29', 'admin_state_up': True, 'tenant_id': 'bc0a102926b7401d8613e4526989a701'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:39.290026 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b4b282-d36a-4924-871b-a2003538bf1b req-bb748645-d738-4d11-ba96-b96b2f51dd29 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Made reservation on behalf of bc0a102926b7401d8613e4526989a701 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:39.294050 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-15b4b282-d36a-4924-871b-a2003538bf1b req-bb748645-d738-4d11-ba96-b96b2f51dd29 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.453863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-15b4b282-d36a-4924-871b-a2003538bf1b req-bb748645-d738-4d11-ba96-b96b2f51dd29 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Allocated IP 172.20.0.2 (cac88e50-2ed7-4f6a-ad91-8c4200b59b29/82650ac0-9daa-41b5-b5cc-05dc421b6cf0/ab492e6c-7055-4053-8dba-b1941e4f0e27) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:39.641536 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-15b4b282-d36a-4924-871b-a2003538bf1b req-bb748645-d738-4d11-ba96-b96b2f51dd29 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.741939 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-15b4b282-d36a-4924-871b-a2003538bf1b req-bb748645-d738-4d11-ba96-b96b2f51dd29 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.824509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b4b282-d36a-4924-871b-a2003538bf1b req-bb748645-d738-4d11-ba96-b96b2f51dd29 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Network cac88e50-2ed7-4f6a-ad91-8c4200b59b29 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:39.836233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-15b4b282-d36a-4924-871b-a2003538bf1b req-bb748645-d738-4d11-ba96-b96b2f51dd29 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:39.845401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b4b282-d36a-4924-871b-a2003538bf1b req-bb748645-d738-4d11-ba96-b96b2f51dd29 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:39.921037 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4b282-d36a-4924-871b-a2003538bf1b req-bb748645-d738-4d11-ba96-b96b2f51dd29 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:39.922301 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-15b4b282-d36a-4924-871b-a2003538bf1b req-bb748645-d738-4d11-ba96-b96b2f51dd29 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.953488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb748645-d738-4d11-ba96-b96b2f51dd29 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Pushing event updated for resources: {'Port': ['ID=ab492e6c-7055-4053-8dba-b1941e4f0e27,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:40.022513 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15b4b282-d36a-4924-871b-a2003538bf1b req-bb748645-d738-4d11-ba96-b96b2f51dd29 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9881532 Jul 05 04:11:40.038758 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Request body: {'port': {'device_id': 'b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:40.084719 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de4fcd-7912-41a8-8ceb-8df0ffb1519d req-5b65e831-c6ad-4caf-9e04-209b307bd8cc tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:40.086378 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92de4fcd-7912-41a8-8ceb-8df0ffb1519d req-5b65e831-c6ad-4caf-9e04-209b307bd8cc tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 931 time: 0.1445982 Jul 05 04:11:40.180027 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.194633 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92de4fcd-7912-41a8-8ceb-8df0ffb1519d req-22a8639c-fa5e-402e-b8dc-088976f73292 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/security-groups?id=29736743-76cc-4b7a-8051-6a8824bcc4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871346 Jul 05 04:11:40.573473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab492e6c-7055-4053-8dba-b1941e4f0e27 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:40.586850 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.621666 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Transition to ACTIVE for port object ab492e6c-7055-4053-8dba-b1941e4f0e27 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:40.707728 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.753319 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-1bf33611-311e-48df-97b6-43f4ea8a0ed4 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400727473&fields=id&tenant_id=48e750e760504acfa4e4109b157795f3 HTTP/1.1" status: 200 len: 267 time: 0.1050274 Jul 05 04:11:40.863716 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Pushing event updated for resources: {'Port': ['ID=ab492e6c-7055-4053-8dba-b1941e4f0e27,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:40.974445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-f80b9bf4-58a9-419b-aaac-51ede18e8f31 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:40.981782 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-f80b9bf4-58a9-419b-aaac-51ede18e8f31 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 812 time: 0.2268677 Jul 05 04:11:41.005775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-39084443-8802-41ae-ba35-bf1f3caf20e7 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/quotas/48e750e760504acfa4e4109b157795f3 HTTP/1.1" status: 200 len: 375 time: 0.0229006 Jul 05 04:11:41.089891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Attempting to bind port ab492e6c-7055-4053-8dba-b1941e4f0e27 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:41.090157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Attempting to bind port ab492e6c-7055-4053-8dba-b1941e4f0e27 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'b9493152-4174-49ea-b917-68a3bd087cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cac88e50-2ed7-4f6a-ad91-8c4200b59b29'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:41.095420 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Attempting to bind port ab492e6c-7055-4053-8dba-b1941e4f0e27 on network cac88e50-2ed7-4f6a-ad91-8c4200b59b29 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:41.111450 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Port ab492e6c-7055-4053-8dba-b1941e4f0e27 on network cac88e50-2ed7-4f6a-ad91-8c4200b59b29 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:11:41.112172 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Attempting to bind port ab492e6c-7055-4053-8dba-b1941e4f0e27 on network cac88e50-2ed7-4f6a-ad91-8c4200b59b29 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:41.122041 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:41.122664 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Checking segment: {'id': 'b9493152-4174-49ea-b917-68a3bd087cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cac88e50-2ed7-4f6a-ad91-8c4200b59b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:41.123055 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Bound using segment: {'id': 'b9493152-4174-49ea-b917-68a3bd087cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cac88e50-2ed7-4f6a-ad91-8c4200b59b29'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:41.123491 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Bound port: ab492e6c-7055-4053-8dba-b1941e4f0e27, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9493152-4174-49ea-b917-68a3bd087cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cac88e50-2ed7-4f6a-ad91-8c4200b59b29'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:41.123852 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.200347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-6dc976b9-14f8-4415-a56d-796bd7b094aa tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1867731 Jul 05 04:11:41.285764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] For port ab492e6c-7055-4053-8dba-b1941e4f0e27, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:41.289373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] For port ab492e6c-7055-4053-8dba-b1941e4f0e27, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ab492e6c-7055-4053-8dba-b1941e4f0e27,segment=NetworkSegment(b9493152-4174-49ea-b917-68a3bd087cf1),segment_id=b9493152-4174-49ea-b917-68a3bd087cf1)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:41.338236 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-543af117-002c-4a3f-b0cd-2904daeae86c service neutron] 10.222.0.38 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369786 Jul 05 04:11:41.385868 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.427719 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-826c2f00-b421-48db-bef2-d47ee002ab53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.871701 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:41.872344 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.874314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15b4b282-d36a-4924-871b-a2003538bf1b req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] 10.222.0.10 "PUT /v2.0/ports/ab492e6c-7055-4053-8dba-b1941e4f0e27 HTTP/1.1" status: 200 len: 1092 time: 1.8415532 Jul 05 04:11:41.879200 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c', 'tag': 'ab492e6c-7055-4053-8dba-b1941e4f0e27'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:41.881508 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e834d88-777c-4bc4-a89a-02f41df7722f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c", "tag": "ab492e6c-7055-4053-8dba-b1941e4f0e27"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:41.922423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b9cdd-c99e-4d4c-a4ef-bb494b6b1c2f service neutron] Pushing event updated for resources: {'Port': ['ID=ab492e6c-7055-4053-8dba-b1941e4f0e27,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:41.943674 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d865a2b-a35a-4140-9648-ee3fc175d637 req-8c0e2496-cf9c-4c04-b85c-45f9e209cb14 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:41.948675 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d865a2b-a35a-4140-9648-ee3fc175d637 req-8c0e2496-cf9c-4c04-b85c-45f9e209cb14 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 943 time: 0.6082821 Jul 05 04:11:42.041015 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-6d80da2d-0a7e-49bb-b407-4d68952f511f service neutron] 10.222.0.38 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6880980 Jul 05 04:11:42.064404 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d865a2b-a35a-4140-9648-ee3fc175d637 req-e450b047-d2b0-4f24-8d36-7b4483573206 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/security-groups?id=29736743-76cc-4b7a-8051-6a8824bcc4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032369 Jul 05 04:11:42.143761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4b282-d36a-4924-871b-a2003538bf1b req-02d55546-d850-4333-af12-0a0b417cfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:42.145525 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15b4b282-d36a-4924-871b-a2003538bf1b req-02d55546-d850-4333-af12-0a0b417cfea1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc0a102926b7401d8613e4526989a701&device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 1095 time: 0.1241288 Jul 05 04:11:42.152584 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6b4d20-2c88-465e-ad32-56f2da9e0c3b x-openstack-request-id: req-8c6b4d20-2c88-465e-ad32-56f2da9e0c3b {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:42.152852 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c", "tag": "ab492e6c-7055-4053-8dba-b1941e4f0e27", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:42.153196 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c6b4d20-2c88-465e-ad32-56f2da9e0c3b {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:42.153618 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c', 'tag': 'ab492e6c-7055-4053-8dba-b1941e4f0e27', 'status': 'completed', 'code': 200} Jul 05 04:11:42.197687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15b4b282-d36a-4924-871b-a2003538bf1b req-4a4bbabd-0ac8-4537-a9c9-9876fe14eae9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab492e6c-7055-4053-8dba-b1941e4f0e27 HTTP/1.1" status: 200 len: 217 time: 0.0431881 Jul 05 04:11:42.259879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4b282-d36a-4924-871b-a2003538bf1b req-4a36e679-58a7-4977-b9e2-1e4f7c54f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:42.261988 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15b4b282-d36a-4924-871b-a2003538bf1b req-4a36e679-58a7-4977-b9e2-1e4f7c54f944 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=82650ac0-9daa-41b5-b5cc-05dc421b6cf0 HTTP/1.1" status: 200 len: 864 time: 0.0560892 Jul 05 04:11:42.352337 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15b4b282-d36a-4924-871b-a2003538bf1b req-ad3e58a0-7fa1-4eaa-95e6-3e317ae58489 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cac88e50-2ed7-4f6a-ad91-8c4200b59b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817139 Jul 05 04:11:42.461083 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15b4b282-d36a-4924-871b-a2003538bf1b req-6a24aa8c-3aa1-4cd0-bf9c-9a9bc88357ee service neutron] 10.222.0.10 "GET /v2.0/networks/cac88e50-2ed7-4f6a-ad91-8c4200b59b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013458 Jul 05 04:11:42.571206 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15b4b282-d36a-4924-871b-a2003538bf1b req-4b3aa27a-a7c9-4fbb-9fb1-be8643070460 service neutron] 10.222.0.10 "GET /v2.0/networks/cac88e50-2ed7-4f6a-ad91-8c4200b59b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030335 Jul 05 04:11:42.819877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa873089-64f6-4121-9c81-4cba5e51e13c req-179d8b6b-f0a4-449e-b78b-ae7a667dcc90 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 210 time: 0.0306311 Jul 05 04:11:42.826459 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e834d88-777c-4bc4-a89a-02f41df7722f req-976b54f0-b08a-450a-873e-fc0eb9995f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:42.827955 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e834d88-777c-4bc4-a89a-02f41df7722f req-976b54f0-b08a-450a-873e-fc0eb9995f40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc0a102926b7401d8613e4526989a701&device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 1095 time: 0.1018994 Jul 05 04:11:42.973662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e834d88-777c-4bc4-a89a-02f41df7722f req-1bded8a3-a20f-4459-b0b6-3b6dcca81db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:42.975298 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e834d88-777c-4bc4-a89a-02f41df7722f req-1bded8a3-a20f-4459-b0b6-3b6dcca81db0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cac88e50-2ed7-4f6a-ad91-8c4200b59b29 HTTP/1.1" status: 200 len: 925 time: 0.1207540 Jul 05 04:11:43.024732 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e834d88-777c-4bc4-a89a-02f41df7722f req-7e7c493c-0fdc-49cd-8555-da4d5c2a0c64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab492e6c-7055-4053-8dba-b1941e4f0e27 HTTP/1.1" status: 200 len: 217 time: 0.0359700 Jul 05 04:11:43.078944 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e834d88-777c-4bc4-a89a-02f41df7722f req-888d4d0f-9278-43b2-bfe4-22714af008af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:43.080534 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e834d88-777c-4bc4-a89a-02f41df7722f req-888d4d0f-9278-43b2-bfe4-22714af008af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=82650ac0-9daa-41b5-b5cc-05dc421b6cf0 HTTP/1.1" status: 200 len: 864 time: 0.0480525 Jul 05 04:11:43.135050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e834d88-777c-4bc4-a89a-02f41df7722f req-7252d7ca-8219-48a3-99a1-1b0bcba0ec4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cac88e50-2ed7-4f6a-ad91-8c4200b59b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458088 Jul 05 04:11:43.434592 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e834d88-777c-4bc4-a89a-02f41df7722f req-501acf53-2392-41d4-90e6-e04f2950faa8 service neutron] 10.222.0.10 "GET /v2.0/networks/cac88e50-2ed7-4f6a-ad91-8c4200b59b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917540 Jul 05 04:11:43.449319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d95fe8-7550-4d98-8351-ff9ccd7751dd req-a3b0a7d2-541d-4652-b45d-b043c89a1e00 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:43.450822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6d95fe8-7550-4d98-8351-ff9ccd7751dd req-a3b0a7d2-541d-4652-b45d-b043c89a1e00 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 943 time: 0.1360674 Jul 05 04:11:43.624688 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6d95fe8-7550-4d98-8351-ff9ccd7751dd req-56b93ae2-3802-46d5-bf13-88354eddb9dd tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/security-groups?id=29736743-76cc-4b7a-8051-6a8824bcc4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652956 Jul 05 04:11:43.650631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e834d88-777c-4bc4-a89a-02f41df7722f req-09dc77ed-dd11-4f7f-a620-2c0fccd4400f service neutron] 10.222.0.10 "GET /v2.0/networks/cac88e50-2ed7-4f6a-ad91-8c4200b59b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988437 Jul 05 04:11:44.020272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-250be47d-014e-4ca2-864d-27368b08e1df req-9ab6d274-dbd2-4a24-8e2a-edda40e6a060 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 210 time: 0.0634789 Jul 05 04:11:44.061249 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d2f410d4-35b7-4f40-ac45-f1acd2cc7125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.361668 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.852466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ec6a0-8e81-4d44-902f-0f5fa4c132b2 req-18ae0619-8f30-4dc0-a8ed-670aa2c89d62 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:44.854152 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b73ec6a0-8e81-4d44-902f-0f5fa4c132b2 req-18ae0619-8f30-4dc0-a8ed-670aa2c89d62 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 943 time: 0.0816822 Jul 05 04:11:44.897041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b73ec6a0-8e81-4d44-902f-0f5fa4c132b2 req-06e95f9b-c0bc-438e-85fe-bce2585c25c3 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/security-groups?id=29736743-76cc-4b7a-8051-6a8824bcc4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361803 Jul 05 04:11:45.230268 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c40ec5a5-0950-4fd3-82f8-17b2b2d4919b req-c72591c4-c168-4152-b0bd-5618a81c7885 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 210 time: 0.0403132 Jul 05 04:11:45.329935 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.667109 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-92c0df20-c24c-4cd5-ab70-257f8b491bc0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:45.668648 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-92c0df20-c24c-4cd5-ab70-257f8b491bc0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 812 time: 0.1333470 Jul 05 04:11:45.741001 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-3778d7c4-ac9f-49ef-8362-beb3ea9e0660 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48e750e760504acfa4e4109b157795f3 HTTP/1.1" status: 200 len: 380 time: 0.0445092 Jul 05 04:11:45.762558 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-10bc661f-aa23-4e42-8def-b44a1e8e7e5f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'port': {'device_id': '04bd392e-5e59-4d02-8811-b3c7cfbf55d6', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'admin_state_up': True, 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'security_groups': ['9e35c103-5de4-4200-8344-860849ba89d8']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:46.033229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-10bc661f-aa23-4e42-8def-b44a1e8e7e5f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Made reservation on behalf of 48e750e760504acfa4e4109b157795f3 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:46.033229 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-10bc661f-aa23-4e42-8def-b44a1e8e7e5f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:46.147523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ab492e6c-7055-4053-8dba-b1941e4f0e27 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:11:46.194297 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ecc2b-3e75-4a54-af3b-726fd6418573 req-d8d2b5ed-fa1e-4e78-ad44-d84668160c3c tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:46.208700 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-742ecc2b-3e75-4a54-af3b-726fd6418573 req-d8d2b5ed-fa1e-4e78-ad44-d84668160c3c tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 943 time: 0.1252360 Jul 05 04:11:46.245558 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-10bc661f-aa23-4e42-8def-b44a1e8e7e5f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Allocated IP 172.20.0.7 (21576bdb-acd7-416e-ab70-c6ba0ea6d5de/50c6f83a-26f8-4fa9-bbc7-9cbd73efb092/83961fc8-aa95-4096-ad27-46b811e58972) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:46.280775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-742ecc2b-3e75-4a54-af3b-726fd6418573 req-a2ef4894-555b-4244-b92f-5a8944bc5de8 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/security-groups?id=29736743-76cc-4b7a-8051-6a8824bcc4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707135 Jul 05 04:11:46.373135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ab492e6c-7055-4053-8dba-b1941e4f0e27, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ab492e6c-7055-4053-8dba-b1941e4f0e27,segment=NetworkSegment(b9493152-4174-49ea-b917-68a3bd087cf1),segment_id=b9493152-4174-49ea-b917-68a3bd087cf1)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:46.409917 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'ab492e6c-7055-4053-8dba-b1941e4f0e27', 'network_id': 'cac88e50-2ed7-4f6a-ad91-8c4200b59b29', 'port_id': 'ab492e6c-7055-4053-8dba-b1941e4f0e27', 'mac_address': 'fa:16:3e:6b:ee:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82650ac0-9daa-41b5-b5cc-05dc421b6cf0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:11:46.457760 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:46.471911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab492e6c-7055-4053-8dba-b1941e4f0e27 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:46.497986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ab492e6c-7055-4053-8dba-b1941e4f0e27, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ab492e6c-7055-4053-8dba-b1941e4f0e27,segment=NetworkSegment(b9493152-4174-49ea-b917-68a3bd087cf1),segment_id=b9493152-4174-49ea-b917-68a3bd087cf1)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:46.575505 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:46.653660 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97b07d3a-0da4-4899-9e5d-0880c1b02526 req-40032c0e-70d2-4001-8dc0-ec5c2c4ad463 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 210 time: 0.1002822 Jul 05 04:11:46.670569 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=ab492e6c-7055-4053-8dba-b1941e4f0e27,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:46.700470 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-10bc661f-aa23-4e42-8def-b44a1e8e7e5f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:46.749283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-10bc661f-aa23-4e42-8def-b44a1e8e7e5f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Transition to ACTIVE for port object 83961fc8-aa95-4096-ad27-46b811e58972 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:46.836395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['ab492e6c-7055-4053-8dba-b1941e4f0e27'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:46.948325 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-10bc661f-aa23-4e42-8def-b44a1e8e7e5f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:47.004461 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-10bc661f-aa23-4e42-8def-b44a1e8e7e5f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:47.025560 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-10bc661f-aa23-4e42-8def-b44a1e8e7e5f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:47.035356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-10bc661f-aa23-4e42-8def-b44a1e8e7e5f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:47.074030 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:47.175291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc661f-aa23-4e42-8def-b44a1e8e7e5f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'Port': ['ID=83961fc8-aa95-4096-ad27-46b811e58972,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:47.212923 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-10bc661f-aa23-4e42-8def-b44a1e8e7e5f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:47.213692 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-10bc661f-aa23-4e42-8def-b44a1e8e7e5f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:47.330883 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-10bc661f-aa23-4e42-8def-b44a1e8e7e5f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5723279 Jul 05 04:11:47.350543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Request body: {'port': {'device_id': '04bd392e-5e59-4d02-8811-b3c7cfbf55d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:47.528095 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:47.689447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-56dc6ebc-06cc-45cd-86d7-f53feb45dbac None None] Provisioning for port 83961fc8-aa95-4096-ad27-46b811e58972 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:47.693398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-56dc6ebc-06cc-45cd-86d7-f53feb45dbac None None] Provisioning complete for port 83961fc8-aa95-4096-ad27-46b811e58972 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:47.694978 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-56dc6ebc-06cc-45cd-86d7-f53feb45dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:47.791498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-56dc6ebc-06cc-45cd-86d7-f53feb45dbac None None] Port 83961fc8-aa95-4096-ad27-46b811e58972 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:11:47.803554 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b8b17-b870-4a7a-a3b5-4a40b3402430 req-085ebd8f-7a5e-42b3-a5a1-0aeaf311df54 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:47.806274 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b48b8b17-b870-4a7a-a3b5-4a40b3402430 req-085ebd8f-7a5e-42b3-a5a1-0aeaf311df54 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 945 time: 0.3156252 Jul 05 04:11:47.895246 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26b7c4-9a52-47b6-bfef-59b43db06d87 req-780d9438-e83a-45b4-bff8-bd3b3bd8f710 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:47.897403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a26b7c4-9a52-47b6-bfef-59b43db06d87 req-780d9438-e83a-45b4-bff8-bd3b3bd8f710 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 944 time: 0.2925653 Jul 05 04:11:47.901263 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b48b8b17-b870-4a7a-a3b5-4a40b3402430 req-2c6f4321-e3f4-4d1e-935c-9866f71aa7ae tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863919 Jul 05 04:11:47.904021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83961fc8-aa95-4096-ad27-46b811e58972 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:47.913096 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:47.937745 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Transition to ACTIVE for port object 83961fc8-aa95-4096-ad27-46b811e58972 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:47.958860 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a26b7c4-9a52-47b6-bfef-59b43db06d87 req-d1a0cd06-cb06-4b2a-912a-cb2ba99311e7 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/security-groups?id=29736743-76cc-4b7a-8051-6a8824bcc4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518165 Jul 05 04:11:48.003838 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.147504 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=83961fc8-aa95-4096-ad27-46b811e58972,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:48.164991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ab492e6c-7055-4053-8dba-b1941e4f0e27 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:48.234446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ff374-c1d4-4eab-9567-82938032c107 req-3c2f3bb8-1a0b-4fc4-92b8-1f664c01f432 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:48.236439 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-741ff374-c1d4-4eab-9567-82938032c107 req-3c2f3bb8-1a0b-4fc4-92b8-1f664c01f432 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 943 time: 0.1448324 Jul 05 04:11:48.302952 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Attempting to bind port 83961fc8-aa95-4096-ad27-46b811e58972 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:48.303288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Attempting to bind port 83961fc8-aa95-4096-ad27-46b811e58972 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:48.303544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Attempting to bind port 83961fc8-aa95-4096-ad27-46b811e58972 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:48.308222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Port 83961fc8-aa95-4096-ad27-46b811e58972 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:11:48.308544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Attempting to bind port 83961fc8-aa95-4096-ad27-46b811e58972 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:48.315615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:48.318268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Checking segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:48.318268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Bound using segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:48.318268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Bound port: 83961fc8-aa95-4096-ad27-46b811e58972, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:48.318268 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.318731 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-741ff374-c1d4-4eab-9567-82938032c107 req-93b738c2-e6bf-457f-96fa-f8e816351067 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640481 Jul 05 04:11:48.346355 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port ab492e6c-7055-4053-8dba-b1941e4f0e27 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:48.351157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port ab492e6c-7055-4053-8dba-b1941e4f0e27 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:48.351766 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.403493 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] For port 83961fc8-aa95-4096-ad27-46b811e58972, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:48.409757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] For port 83961fc8-aa95-4096-ad27-46b811e58972, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=83961fc8-aa95-4096-ad27-46b811e58972,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:48.495701 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.522779 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:48.524600 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.526592 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.528453 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] 10.222.0.36 "PUT /v2.0/ports/83961fc8-aa95-4096-ad27-46b811e58972 HTTP/1.1" status: 200 len: 1092 time: 1.1821902 Jul 05 04:11:48.536431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bd392e-5e59-4d02-8811-b3c7cfbf55d6', 'tag': '83961fc8-aa95-4096-ad27-46b811e58972'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:48.539736 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c10af7d-3f26-4dfc-a13b-d77a701a2267" -d '{"events": [{"name": "network-changed", "server_uuid": "04bd392e-5e59-4d02-8811-b3c7cfbf55d6", "tag": "83961fc8-aa95-4096-ad27-46b811e58972"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:48.588305 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab492e6c-7055-4053-8dba-b1941e4f0e27'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:48.597888 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b071096-111a-4c64-b805-df4ed5ec41e8" -d '{"events": [{"server_uuid": "b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c", "name": "network-vif-plugged", "status": "completed", "tag": "ab492e6c-7055-4053-8dba-b1941e4f0e27"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:48.618472 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ac923-760f-4d8a-8ab3-a7e5cf113dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=83961fc8-aa95-4096-ad27-46b811e58972,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:48.650911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ab492e6c-7055-4053-8dba-b1941e4f0e27, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ab492e6c-7055-4053-8dba-b1941e4f0e27,segment=NetworkSegment(b9493152-4174-49ea-b917-68a3bd087cf1),segment_id=b9493152-4174-49ea-b917-68a3bd087cf1)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:48.670777 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43efe00c-6257-46ac-a51f-131aff191a20 x-openstack-request-id: req-43efe00c-6257-46ac-a51f-131aff191a20 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:48.671112 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c", "name": "network-vif-plugged", "status": "completed", "tag": "ab492e6c-7055-4053-8dba-b1941e4f0e27", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:48.671530 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-43efe00c-6257-46ac-a51f-131aff191a20 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:48.672025 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab492e6c-7055-4053-8dba-b1941e4f0e27', 'code': 200} Jul 05 04:11:48.706773 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.731125 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c37dad-4b43-4d8f-aede-8a4ded1d4dfa x-openstack-request-id: req-49c37dad-4b43-4d8f-aede-8a4ded1d4dfa {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:48.731125 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bd392e-5e59-4d02-8811-b3c7cfbf55d6", "tag": "83961fc8-aa95-4096-ad27-46b811e58972", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:48.731125 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-49c37dad-4b43-4d8f-aede-8a4ded1d4dfa {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:48.731452 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04bd392e-5e59-4d02-8811-b3c7cfbf55d6', 'tag': '83961fc8-aa95-4096-ad27-46b811e58972', 'status': 'completed', 'code': 200} Jul 05 04:11:48.785158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-b439aaa6-a7b4-49e4-a91a-5cfc84f206e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:48.795658 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-b439aaa6-a7b4-49e4-a91a-5cfc84f206e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 1095 time: 0.1386330 Jul 05 04:11:48.816203 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=ab492e6c-7055-4053-8dba-b1941e4f0e27,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:48.887622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-11e3700c-a039-4b98-b5df-b055056c0c0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83961fc8-aa95-4096-ad27-46b811e58972 HTTP/1.1" status: 200 len: 217 time: 0.0834377 Jul 05 04:11:48.904163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37216e-e546-45e0-8c4d-371cf348ad1b req-81be5984-5bff-4d80-b508-e829a0c20985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:48.906781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab37216e-e546-45e0-8c4d-371cf348ad1b req-81be5984-5bff-4d80-b508-e829a0c20985 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 1097 time: 0.1305397 Jul 05 04:11:48.956749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-9c2456e4-f362-486f-b83a-11d381820f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:48.958059 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-9c2456e4-f362-486f-b83a-11d381820f1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0620990 Jul 05 04:11:48.979820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab37216e-e546-45e0-8c4d-371cf348ad1b req-175a0776-880c-43ec-b14d-39f70985e2c4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=29736743-76cc-4b7a-8051-6a8824bcc4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660927 Jul 05 04:11:49.105142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-35aae66e-6177-4d95-b95d-f83efc3869d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:49.108350 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-35aae66e-6177-4d95-b95d-f83efc3869d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375854 Jul 05 04:11:49.258256 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-daadc4f0-e097-4ab6-8dc4-e264331ab090 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385036 Jul 05 04:11:49.263997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0c7da-13b5-4a28-bac6-39a2689b7e18 req-5b5dbbac-4cbf-4987-9113-c78dc67843fe tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:49.270972 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0b0c7da-13b5-4a28-bac6-39a2689b7e18 req-5b5dbbac-4cbf-4987-9113-c78dc67843fe tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 945 time: 0.1826005 Jul 05 04:11:49.302519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5e553-9866-4cdf-b5f3-dd304edcac47 req-20af27b2-865d-4e1c-8aa0-97f950345510 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:49.309547 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4db5e553-9866-4cdf-b5f3-dd304edcac47 req-20af27b2-865d-4e1c-8aa0-97f950345510 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 945 time: 0.1591423 Jul 05 04:11:49.361496 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4db5e553-9866-4cdf-b5f3-dd304edcac47 req-55e21b0a-9fd4-48cc-a9ca-4eccb5771c31 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/security-groups?id=29736743-76cc-4b7a-8051-6a8824bcc4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510168 Jul 05 04:11:49.382973 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0b0c7da-13b5-4a28-bac6-39a2689b7e18 req-117c8a6f-9085-408c-ba89-f528de57d67f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109622 Jul 05 04:11:49.458537 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35609f53-335c-4d1b-856a-0cc05b6592a2 req-8839f9f7-980f-48ca-8848-c7cd9b80629b service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917989 Jul 05 04:11:49.570941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920ddfb-14e0-463f-bb59-8eee97733783 req-a035b2d6-ff7a-42d2-9430-56b673cc62b2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:49.580625 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9920ddfb-14e0-463f-bb59-8eee97733783 req-a035b2d6-ff7a-42d2-9430-56b673cc62b2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 943 time: 0.0937161 Jul 05 04:11:49.628573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9920ddfb-14e0-463f-bb59-8eee97733783 req-dac904d8-8dcb-4dc2-8522-63db0740ecf4 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467904 Jul 05 04:11:49.702073 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10af7d-3f26-4dfc-a13b-d77a701a2267 req-a428c01d-91cc-4521-9384-85152fa68dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:49.704101 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8c10af7d-3f26-4dfc-a13b-d77a701a2267 req-a428c01d-91cc-4521-9384-85152fa68dae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 1095 time: 0.0698793 Jul 05 04:11:49.753686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7002c-6cff-4382-b806-0e33d377e885 req-a838806f-367e-49a8-86b2-62c5f86e7b93 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:49.755396 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56a7002c-6cff-4382-b806-0e33d377e885 req-a838806f-367e-49a8-86b2-62c5f86e7b93 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 945 time: 0.1034968 Jul 05 04:11:49.828678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10af7d-3f26-4dfc-a13b-d77a701a2267 req-5a22f984-a204-47b3-8bb0-d5bda4e91998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:49.830194 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8c10af7d-3f26-4dfc-a13b-d77a701a2267 req-5a22f984-a204-47b3-8bb0-d5bda4e91998 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.1178493 Jul 05 04:11:49.877606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-56a7002c-6cff-4382-b806-0e33d377e885 req-a88bfe83-d7a3-4a63-905d-1d6e306ee87c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Deleting port 0f421b03-8e26-4b67-8597-8d9bcc1b536e {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:49.878111 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-56a7002c-6cff-4382-b806-0e33d377e885 req-a88bfe83-d7a3-4a63-905d-1d6e306ee87c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:49.897235 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8c10af7d-3f26-4dfc-a13b-d77a701a2267 req-75e530b5-b413-46c2-a3a8-07e39984a5aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83961fc8-aa95-4096-ad27-46b811e58972 HTTP/1.1" status: 200 len: 217 time: 0.0561979 Jul 05 04:11:49.960674 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10af7d-3f26-4dfc-a13b-d77a701a2267 req-60a7efa3-2d0e-4d5a-8abd-97ca6312c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:49.962516 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8c10af7d-3f26-4dfc-a13b-d77a701a2267 req-60a7efa3-2d0e-4d5a-8abd-97ca6312c0bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0546863 Jul 05 04:11:49.984576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-56a7002c-6cff-4382-b806-0e33d377e885 req-a88bfe83-d7a3-4a63-905d-1d6e306ee87c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] For port 0f421b03-8e26-4b67-8597-8d9bcc1b536e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=0f421b03-8e26-4b67-8597-8d9bcc1b536e,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:49.985687 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-56a7002c-6cff-4382-b806-0e33d377e885 req-a88bfe83-d7a3-4a63-905d-1d6e306ee87c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.005084 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-56a7002c-6cff-4382-b806-0e33d377e885 req-a88bfe83-d7a3-4a63-905d-1d6e306ee87c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Calling delete_port for 0f421b03-8e26-4b67-8597-8d9bcc1b536e owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:50.043750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10af7d-3f26-4dfc-a13b-d77a701a2267 req-c4058dee-7122-444e-b593-144bf6d4f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:50.045869 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8c10af7d-3f26-4dfc-a13b-d77a701a2267 req-c4058dee-7122-444e-b593-144bf6d4f2a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699327 Jul 05 04:11:50.191664 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8c10af7d-3f26-4dfc-a13b-d77a701a2267 req-172895e4-01b4-4d0d-9ef5-353f47907826 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322203 Jul 05 04:11:50.244836 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-56a7002c-6cff-4382-b806-0e33d377e885 req-a88bfe83-d7a3-4a63-905d-1d6e306ee87c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.354928 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bfe83-d7a3-4a63-905d-1d6e306ee87c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Pushing event deleted for resources: {'Port': ['ID=0f421b03-8e26-4b67-8597-8d9bcc1b536e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:50.359683 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8c10af7d-3f26-4dfc-a13b-d77a701a2267 req-cb07dae6-9314-4e78-97ec-8d62b3884d5a service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607211 Jul 05 04:11:50.441231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a7002c-6cff-4382-b806-0e33d377e885 req-a88bfe83-d7a3-4a63-905d-1d6e306ee87c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] No DVR routers for this DVR port 0f421b03-8e26-4b67-8597-8d9bcc1b536e on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:50.444405 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-56a7002c-6cff-4382-b806-0e33d377e885 req-a88bfe83-d7a3-4a63-905d-1d6e306ee87c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.446550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56a7002c-6cff-4382-b806-0e33d377e885 req-a88bfe83-d7a3-4a63-905d-1d6e306ee87c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.36 "DELETE /v2.0/ports/0f421b03-8e26-4b67-8597-8d9bcc1b536e HTTP/1.1" status: 204 len: 173 time: 0.6855288 Jul 05 04:11:50.446994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac30570d-7f03-4958-981a-7860dd58db38', 'name': 'network-vif-deleted', 'tag': '0f421b03-8e26-4b67-8597-8d9bcc1b536e'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:50.459522 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6706494b-2197-4983-ac22-39e674d54416" -d '{"events": [{"server_uuid": "ac30570d-7f03-4958-981a-7860dd58db38", "name": "network-vif-deleted", "tag": "0f421b03-8e26-4b67-8597-8d9bcc1b536e"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:50.663517 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f0c9fcb-1ab2-4fa9-a938-2879536ff768 req-eabed6e3-7cab-45b7-a098-8bd3f216ccd1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 210 time: 0.0422425 Jul 05 04:11:50.725231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb65b0-ce55-454b-b363-807509d4400d req-a404d4c5-965e-415c-a7e0-53ba739d7471 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:50.726993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8eb65b0-ce55-454b-b363-807509d4400d req-a404d4c5-965e-415c-a7e0-53ba739d7471 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 945 time: 0.1549530 Jul 05 04:11:50.755927 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879fa75d-af5b-4ac6-a788-2ce3e77354a8 x-openstack-request-id: req-879fa75d-af5b-4ac6-a788-2ce3e77354a8 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:50.756460 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac30570d-7f03-4958-981a-7860dd58db38", "name": "network-vif-deleted", "tag": "0f421b03-8e26-4b67-8597-8d9bcc1b536e", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:50.757788 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-879fa75d-af5b-4ac6-a788-2ce3e77354a8 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:50.758347 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac30570d-7f03-4958-981a-7860dd58db38', 'name': 'network-vif-deleted', 'tag': '0f421b03-8e26-4b67-8597-8d9bcc1b536e', 'status': 'completed', 'code': 200} Jul 05 04:11:50.845062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8eb65b0-ce55-454b-b363-807509d4400d req-c847e082-b6d2-4620-a3af-11e0a6cde193 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/security-groups?id=29736743-76cc-4b7a-8051-6a8824bcc4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053898 Jul 05 04:11:50.927883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39466) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:51.054449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b0182-5db0-4295-bb50-1e70de794d75 req-4d7d282b-dff6-4519-b2c6-c355b6da6f37 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:51.054449 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e80b0182-5db0-4295-bb50-1e70de794d75 req-4d7d282b-dff6-4519-b2c6-c355b6da6f37 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 943 time: 0.1089642 Jul 05 04:11:51.140429 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e80b0182-5db0-4295-bb50-1e70de794d75 req-216f59d4-923d-400e-b56b-538e34e6107b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808561 Jul 05 04:11:51.141315 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-136aee37-b1e3-43a6-ab0a-8bfe03e7ba34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.214941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fc0b3-66cc-41b8-8bfa-44a2ffab52a1 req-39b9d071-4362-41c9-bdc7-6d52b491b0e2 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:51.223530 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b80fc0b3-66cc-41b8-8bfa-44a2ffab52a1 req-39b9d071-4362-41c9-bdc7-6d52b491b0e2 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 945 time: 0.1526597 Jul 05 04:11:51.277889 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b80fc0b3-66cc-41b8-8bfa-44a2ffab52a1 req-e8645dc9-382a-4b7a-aa5a-b20a2cc18ff5 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/security-groups?id=29736743-76cc-4b7a-8051-6a8824bcc4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532486 Jul 05 04:11:51.318641 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-136aee37-b1e3-43a6-ab0a-8bfe03e7ba34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.386900 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-136aee37-b1e3-43a6-ab0a-8bfe03e7ba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.415602 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136aee37-b1e3-43a6-ab0a-8bfe03e7ba34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4313e26-a199-4418-95b2-b8fc5b7cb356,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:51.495395 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39482) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:51.496609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-136aee37-b1e3-43a6-ab0a-8bfe03e7ba34 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d7481016ab94b8fa2129ebdc6e472cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5662456 Jul 05 04:11:51.553336 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13f47064-cba9-43f0-9d98-74a4890fd37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.588285 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13f47064-cba9-43f0-9d98-74a4890fd37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.769787 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13f47064-cba9-43f0-9d98-74a4890fd37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.773013 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13f47064-cba9-43f0-9d98-74a4890fd37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.774177 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-13f47064-cba9-43f0-9d98-74a4890fd37f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e4313e26-a199-4418-95b2-b8fc5b7cb356 HTTP/1.1" status: 204 len: 168 time: 0.2777958 Jul 05 04:11:51.788398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f47064-cba9-43f0-9d98-74a4890fd37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4313e26-a199-4418-95b2-b8fc5b7cb356,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:51.884787 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3897569-1d48-4ccd-8296-ce6979e6142f req-367654eb-f7d9-420d-a4ba-a726a47c1c66 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 210 time: 0.0462408 Jul 05 04:11:51.915720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd085d49-cdff-489a-8062-8514c020a8c4 req-499d9186-3a95-44a4-b717-80e45a17c8b2 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:51.917265 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd085d49-cdff-489a-8062-8514c020a8c4 req-499d9186-3a95-44a4-b717-80e45a17c8b2 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 945 time: 0.1325471 Jul 05 04:11:51.958745 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd085d49-cdff-489a-8062-8514c020a8c4 req-3a1403e0-5ef1-4dbc-b0d2-7f426f98630b tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/security-groups?id=29736743-76cc-4b7a-8051-6a8824bcc4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346689 Jul 05 04:11:52.245905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 0f421b03-8e26-4b67-8597-8d9bcc1b536e no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:52.271822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 0f421b03-8e26-4b67-8597-8d9bcc1b536e {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:52.272518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 0f421b03-8e26-4b67-8597-8d9bcc1b536e not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:52.427620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6863c9-2a79-47c1-982e-f989a47c6a2c req-e4c3d07f-45d6-4e77-b8ce-25deb5be0b22 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:52.432497 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac6863c9-2a79-47c1-982e-f989a47c6a2c req-e4c3d07f-45d6-4e77-b8ce-25deb5be0b22 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 943 time: 0.0822699 Jul 05 04:11:52.497550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac6863c9-2a79-47c1-982e-f989a47c6a2c req-0fa3b600-fc10-43ed-baf4-e86237bc241c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588067 Jul 05 04:11:52.767112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203c4dd-7cda-41b4-87c9-ebfe7e1c07d6 req-a6827f7d-f3df-4d2a-9f19-109f47ff73b9 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:52.768741 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1203c4dd-7cda-41b4-87c9-ebfe7e1c07d6 req-a6827f7d-f3df-4d2a-9f19-109f47ff73b9 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 945 time: 0.0829840 Jul 05 04:11:52.807395 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1203c4dd-7cda-41b4-87c9-ebfe7e1c07d6 req-233db7f6-aa68-4b70-ab8c-6b6a3c716e55 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/security-groups?id=29736743-76cc-4b7a-8051-6a8824bcc4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326705 Jul 05 04:11:53.032696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6182690-34a0-49ca-a4cb-572193ac1bd9 req-a878c3b8-3d66-4866-9bea-985b98015fbd tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 210 time: 0.0326397 Jul 05 04:11:53.669401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ebdc-2dc8-4abb-b2ff-5cc06ab087c3 req-79ff0fa8-160b-4321-932f-36c403a432fc tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:53.671699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4c0ebdc-2dc8-4abb-b2ff-5cc06ab087c3 req-79ff0fa8-160b-4321-932f-36c403a432fc tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 943 time: 0.0648663 Jul 05 04:11:53.712018 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4c0ebdc-2dc8-4abb-b2ff-5cc06ab087c3 req-c80c68c8-b995-4ed1-99cd-a2f184d87b23 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337777 Jul 05 04:11:53.992512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd230c0f-e749-4e5c-999d-2ff16115da26 req-d59458af-4d5e-47f1-8ee5-b25c6de93b25 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:53.994508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd230c0f-e749-4e5c-999d-2ff16115da26 req-d59458af-4d5e-47f1-8ee5-b25c6de93b25 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 945 time: 0.0727723 Jul 05 04:11:54.040621 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd230c0f-e749-4e5c-999d-2ff16115da26 req-e7b0b719-a445-4596-a4dd-a02c8f2ce5d7 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/security-groups?id=29736743-76cc-4b7a-8051-6a8824bcc4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362117 Jul 05 04:11:54.192660 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c61d3cc7-cd9d-4ebe-9931-053aced3b41a req-bd59494a-6c82-4417-a8de-d76a28579347 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 210 time: 0.0304031 Jul 05 04:11:54.343779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ec729-9f32-4585-823d-b4f6f289f848 req-21b4bd1c-7c88-43c4-b428-f92109f0deb1 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:54.345469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb2ec729-9f32-4585-823d-b4f6f289f848 req-21b4bd1c-7c88-43c4-b428-f92109f0deb1 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 945 time: 0.0638318 Jul 05 04:11:54.456692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-fb2ec729-9f32-4585-823d-b4f6f289f848 req-db1587a0-4171-458a-838c-1c926a5cc7c7 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Deleting port ab492e6c-7055-4053-8dba-b1941e4f0e27 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:11:54.457221 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fb2ec729-9f32-4585-823d-b4f6f289f848 req-db1587a0-4171-458a-838c-1c926a5cc7c7 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.552897 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-fb2ec729-9f32-4585-823d-b4f6f289f848 req-db1587a0-4171-458a-838c-1c926a5cc7c7 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] For port ab492e6c-7055-4053-8dba-b1941e4f0e27, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ab492e6c-7055-4053-8dba-b1941e4f0e27,segment=NetworkSegment(b9493152-4174-49ea-b917-68a3bd087cf1),segment_id=b9493152-4174-49ea-b917-68a3bd087cf1)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:54.553261 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fb2ec729-9f32-4585-823d-b4f6f289f848 req-db1587a0-4171-458a-838c-1c926a5cc7c7 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.567377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-fb2ec729-9f32-4585-823d-b4f6f289f848 req-db1587a0-4171-458a-838c-1c926a5cc7c7 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Calling delete_port for ab492e6c-7055-4053-8dba-b1941e4f0e27 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:11:54.799167 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fb2ec729-9f32-4585-823d-b4f6f289f848 req-db1587a0-4171-458a-838c-1c926a5cc7c7 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.814421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['ab492e6c-7055-4053-8dba-b1941e4f0e27'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:54.850016 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1587a0-4171-458a-838c-1c926a5cc7c7 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Pushing event deleted for resources: {'Port': ['ID=ab492e6c-7055-4053-8dba-b1941e4f0e27,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:54.932031 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2ec729-9f32-4585-823d-b4f6f289f848 req-db1587a0-4171-458a-838c-1c926a5cc7c7 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] No DVR routers for this DVR port ab492e6c-7055-4053-8dba-b1941e4f0e27 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:11:54.935514 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-fb2ec729-9f32-4585-823d-b4f6f289f848 req-db1587a0-4171-458a-838c-1c926a5cc7c7 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.938423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb2ec729-9f32-4585-823d-b4f6f289f848 req-db1587a0-4171-458a-838c-1c926a5cc7c7 tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.10 "DELETE /v2.0/ports/ab492e6c-7055-4053-8dba-b1941e4f0e27 HTTP/1.1" status: 204 len: 173 time: 0.5869606 Jul 05 04:11:54.940113 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c', 'name': 'network-vif-deleted', 'tag': 'ab492e6c-7055-4053-8dba-b1941e4f0e27'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:54.943627 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88e90e3-ca87-4411-bf78-feb033ccc796" -d '{"events": [{"server_uuid": "b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c", "name": "network-vif-deleted", "tag": "ab492e6c-7055-4053-8dba-b1941e4f0e27"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:54.981417 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc1367-4745-41e0-b031-fe513cc92fa1 req-3d0039d8-13e0-4f56-bda1-c67c4dd7ca7a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:54.983409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dcbc1367-4745-41e0-b031-fe513cc92fa1 req-3d0039d8-13e0-4f56-bda1-c67c4dd7ca7a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 943 time: 0.1443596 Jul 05 04:11:54.985916 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e418c5-cc62-4627-ab5b-f0cd4adda637 x-openstack-request-id: req-09e418c5-cc62-4627-ab5b-f0cd4adda637 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:54.986202 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c", "name": "network-vif-deleted", "tag": "ab492e6c-7055-4053-8dba-b1941e4f0e27", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:54.986453 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-09e418c5-cc62-4627-ab5b-f0cd4adda637 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:54.986836 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c', 'name': 'network-vif-deleted', 'tag': 'ab492e6c-7055-4053-8dba-b1941e4f0e27', 'status': 'completed', 'code': 200} Jul 05 04:11:55.058405 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dcbc1367-4745-41e0-b031-fe513cc92fa1 req-0c73ba2b-3a9a-4efe-ac25-1c0173d0f4b8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622182 Jul 05 04:11:55.211529 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f4c5bbe-0459-4d31-8dd2-6789e94ce304 req-268841ef-fc62-485c-977a-c6ed3b85c01d tempest-ServersNegativeTestMultiTenantJSON-1337176403 tempest-ServersNegativeTestMultiTenantJSON-1337176403-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a5e823-f7d3-4b12-91b0-e2a3c529ff8c HTTP/1.1" status: 200 len: 210 time: 0.0421531 Jul 05 04:11:55.351143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8a60336b-1fea-4fc9-b891-e4796a9a6efa req-339c1054-ffff-442f-b361-fcb539d9371d tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 210 time: 0.0354857 Jul 05 04:11:56.238989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa8857-b669-423a-b6cb-d50472d773d4 req-d8cbda2f-491d-47e8-9219-23e06df3f360 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:56.240570 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35fa8857-b669-423a-b6cb-d50472d773d4 req-d8cbda2f-491d-47e8-9219-23e06df3f360 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 943 time: 0.0679646 Jul 05 04:11:56.299474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35fa8857-b669-423a-b6cb-d50472d773d4 req-bc1c0e2f-cea1-43c8-97ac-9c5d2d5f53e8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474603 Jul 05 04:11:56.337913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39556) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:56.391841 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-5892682b-d3d4-4f48-8d0a-841e5de0114e admin admin] Deleting subnet 82650ac0-9daa-41b5-b5cc-05dc421b6cf0 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:11:56.395665 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5892682b-d3d4-4f48-8d0a-841e5de0114e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.432557 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5892682b-d3d4-4f48-8d0a-841e5de0114e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.486499 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5892682b-d3d4-4f48-8d0a-841e5de0114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.506009 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-251e1fe8-a386-46ed-b37a-d297e0948359 req-27555e68-9025-4f15-8dbe-41c1416f2b5e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 210 time: 0.0306127 Jul 05 04:11:56.638324 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5892682b-d3d4-4f48-8d0a-841e5de0114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.666935 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5892682b-d3d4-4f48-8d0a-841e5de0114e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.668825 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5892682b-d3d4-4f48-8d0a-841e5de0114e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/82650ac0-9daa-41b5-b5cc-05dc421b6cf0 HTTP/1.1" status: 204 len: 168 time: 0.3298423 Jul 05 04:11:56.669707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892682b-d3d4-4f48-8d0a-841e5de0114e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82650ac0-9daa-41b5-b5cc-05dc421b6cf0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:56.677650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39562) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:56.752517 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3eef569c-76ca-4e0f-9534-07ec8a565f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.833226 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3eef569c-76ca-4e0f-9534-07ec8a565f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.844413 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-3eef569c-76ca-4e0f-9534-07ec8a565f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac88e50-2ed7-4f6a-ad91-8c4200b59b29']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:56.855851 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-3eef569c-76ca-4e0f-9534-07ec8a565f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9493152-4174-49ea-b917-68a3bd087cf1') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:56.856204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-3eef569c-76ca-4e0f-9534-07ec8a565f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9493152-4174-49ea-b917-68a3bd087cf1') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:56.867039 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3eef569c-76ca-4e0f-9534-07ec8a565f48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.882902 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3eef569c-76ca-4e0f-9534-07ec8a565f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.888865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eef569c-76ca-4e0f-9534-07ec8a565f48 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:11:56.889509 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3eef569c-76ca-4e0f-9534-07ec8a565f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:11:56.891652 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:11:57.038651 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3eef569c-76ca-4e0f-9534-07ec8a565f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.044371 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3eef569c-76ca-4e0f-9534-07ec8a565f48 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.049749 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3eef569c-76ca-4e0f-9534-07ec8a565f48 admin admin] 10.222.0.38 "DELETE /v2.0/networks/cac88e50-2ed7-4f6a-ad91-8c4200b59b29 HTTP/1.1" status: 204 len: 168 time: 0.3682868 Jul 05 04:11:57.050160 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39564) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:57.070068 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef569c-76ca-4e0f-9534-07ec8a565f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=cac88e50-2ed7-4f6a-ad91-8c4200b59b29,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:57.114203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5d37d3-2980-4463-82ec-cded34386479 admin admin] Deleting subnet 89cf6d2e-86c6-4338-bd77-a6c522fc1637 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:11:57.117749 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c5d37d3-2980-4463-82ec-cded34386479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.152975 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c5d37d3-2980-4463-82ec-cded34386479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.196972 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c5d37d3-2980-4463-82ec-cded34386479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.324143 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c5d37d3-2980-4463-82ec-cded34386479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.370284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d37d3-2980-4463-82ec-cded34386479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89cf6d2e-86c6-4338-bd77-a6c522fc1637,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:57.378539 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c5d37d3-2980-4463-82ec-cded34386479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.381014 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7c5d37d3-2980-4463-82ec-cded34386479 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/89cf6d2e-86c6-4338-bd77-a6c522fc1637 HTTP/1.1" status: 204 len: 168 time: 0.3298187 Jul 05 04:11:57.383625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39572) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:57.462892 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d4091de0-c006-4a86-8075-07ff4b9735a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.628929 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d4091de0-c006-4a86-8075-07ff4b9735a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.643288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-d4091de0-c006-4a86-8075-07ff4b9735a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac2683c-5840-4fbd-b3c0-971de08cb8cb']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:57.670474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-d4091de0-c006-4a86-8075-07ff4b9735a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5827e977-c79d-4ebd-9c5d-d2889e3a092f') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:57.671435 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-d4091de0-c006-4a86-8075-07ff4b9735a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5827e977-c79d-4ebd-9c5d-d2889e3a092f') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:11:57.691075 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d4091de0-c006-4a86-8075-07ff4b9735a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.721847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22104968-ae06-43b8-bfaf-8366e658fee8 req-982ae09e-a027-4ffb-9a54-6c8bdcb88ae9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:57.729105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22104968-ae06-43b8-bfaf-8366e658fee8 req-982ae09e-a027-4ffb-9a54-6c8bdcb88ae9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 943 time: 0.2217770 Jul 05 04:11:57.750786 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d4091de0-c006-4a86-8075-07ff4b9735a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.759685 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fadd1eb-2b66-4de5-bde5-88a081295820 req-3e80c812-85c6-405e-b79f-4fe029c2c240 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 210 time: 0.0707831 Jul 05 04:11:57.782106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4091de0-c006-4a86-8075-07ff4b9735a5 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:11:57.782556 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d4091de0-c006-4a86-8075-07ff4b9735a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:11:57.792808 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:11:57.892232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22104968-ae06-43b8-bfaf-8366e658fee8 req-71dda95b-5645-4ce5-a48c-63e46a9efda4 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621461 Jul 05 04:11:57.997964 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d4091de0-c006-4a86-8075-07ff4b9735a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.005049 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d4091de0-c006-4a86-8075-07ff4b9735a5 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.010422 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d4091de0-c006-4a86-8075-07ff4b9735a5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2ac2683c-5840-4fbd-b3c0-971de08cb8cb HTTP/1.1" status: 204 len: 168 time: 0.6233289 Jul 05 04:11:58.045539 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4091de0-c006-4a86-8075-07ff4b9735a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac2683c-5840-4fbd-b3c0-971de08cb8cb,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:58.179749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ab492e6c-7055-4053-8dba-b1941e4f0e27 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:11:58.219672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: ab492e6c-7055-4053-8dba-b1941e4f0e27 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:11:58.220020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ab492e6c-7055-4053-8dba-b1941e4f0e27 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:11:58.575572 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39596) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:58.622951 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-19e2f646-bb5a-4e58-80d0-9639474ee28d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc0a102926b7401d8613e4526989a701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460873 Jul 05 04:11:58.631119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39600) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:58.684103 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eca953b1-2bb1-4452-b280-e3916d6c1a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.708968 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eca953b1-2bb1-4452-b280-e3916d6c1a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.855251 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eca953b1-2bb1-4452-b280-e3916d6c1a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.858194 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eca953b1-2bb1-4452-b280-e3916d6c1a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.861647 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-eca953b1-2bb1-4452-b280-e3916d6c1a0a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/29736743-76cc-4b7a-8051-6a8824bcc4bc HTTP/1.1" status: 204 len: 168 time: 0.2272925 Jul 05 04:11:58.875101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca953b1-2bb1-4452-b280-e3916d6c1a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29736743-76cc-4b7a-8051-6a8824bcc4bc,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:58.977513 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e73e8711-6843-4246-8748-1e33da1eba3a req-0ba9b724-c810-415e-8b57-83835720fcee tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac30570d-7f03-4958-981a-7860dd58db38 HTTP/1.1" status: 200 len: 210 time: 0.0517499 Jul 05 04:11:59.108431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811a496-2aa9-4df4-96d1-1fbb8d7880e6 req-ac1a3ea5-5af4-4a4f-8f6e-fceabb834499 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:59.110145 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f811a496-2aa9-4df4-96d1-1fbb8d7880e6 req-ac1a3ea5-5af4-4a4f-8f6e-fceabb834499 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 943 time: 0.0780921 Jul 05 04:11:59.173085 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f811a496-2aa9-4df4-96d1-1fbb8d7880e6 req-9438501f-68a8-4cb5-b869-6efbbfe4bebe tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554440 Jul 05 04:12:00.168423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39652) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:00.220027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c18026ff-bdf6-409c-8262-d3d41f137244 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0ae427765fc042378e48ee27e20dc581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449030 Jul 05 04:12:00.226228 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39660) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:00.335214 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b9b9a13-6e77-427f-a937-029a2ab0626d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.364578 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b9b9a13-6e77-427f-a937-029a2ab0626d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.526793 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde70c5-1dfd-4fe2-8d55-91ba85df9186 req-ea7834e7-5cd5-4a43-9b57-cf5d2dbb0a09 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:00.529341 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cbde70c5-1dfd-4fe2-8d55-91ba85df9186 req-ea7834e7-5cd5-4a43-9b57-cf5d2dbb0a09 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 943 time: 0.1238372 Jul 05 04:12:00.584704 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cbde70c5-1dfd-4fe2-8d55-91ba85df9186 req-544637a1-7c57-4a15-a251-dff5eb06e87d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434787 Jul 05 04:12:00.603004 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b9b9a13-6e77-427f-a937-029a2ab0626d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.605796 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b9b9a13-6e77-427f-a937-029a2ab0626d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.607038 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0b9b9a13-6e77-427f-a937-029a2ab0626d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24539db3-3234-4b79-b576-9e440d6f625f HTTP/1.1" status: 204 len: 168 time: 0.3798218 Jul 05 04:12:00.616977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b9a13-6e77-427f-a937-029a2ab0626d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24539db3-3234-4b79-b576-9e440d6f625f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:00.911078 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db720c6e-9377-469c-9434-597e18d384c3 req-91c0daa2-73c8-4c98-ae75-a53963627822 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:00.912715 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db720c6e-9377-469c-9434-597e18d384c3 req-91c0daa2-73c8-4c98-ae75-a53963627822 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/networks?id=4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 200 len: 811 time: 0.1402693 Jul 05 04:12:00.929959 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db720c6e-9377-469c-9434-597e18d384c3 req-5d3ae01c-659e-4e55-871b-6637142a2dee tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/quotas/889673422f48438f9175658256256746 HTTP/1.1" status: 200 len: 375 time: 0.0115497 Jul 05 04:12:00.974974 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db720c6e-9377-469c-9434-597e18d384c3 req-34a15065-b243-43fc-9a48-d839128eb88f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371742 Jul 05 04:12:01.084669 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db720c6e-9377-469c-9434-597e18d384c3 req-fe333917-a592-4f77-a09e-75b99a0682c8 service neutron] 10.222.0.38 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029837 Jul 05 04:12:01.185027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db720c6e-9377-469c-9434-597e18d384c3 req-ad4eeac2-5eab-4477-a982-b407f39a6a1e service neutron] 10.222.0.38 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994565 Jul 05 04:12:01.504903 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ffc044e-f616-4c70-b7c7-dec3ba70aff1 req-346b0a93-78c0-446f-9442-dba8e8eebf47 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c28586b-bd90-4142-96cd-eba31fc52d08 HTTP/1.1" status: 200 len: 210 time: 0.0816565 Jul 05 04:12:01.831536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f6fda-ef77-4a34-be6f-715c54001a05 req-df519a0f-f010-4be2-921a-abc3015b3e4f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:01.833124 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c8f6fda-ef77-4a34-be6f-715c54001a05 req-df519a0f-f010-4be2-921a-abc3015b3e4f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 943 time: 0.0697780 Jul 05 04:12:01.876120 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c8f6fda-ef77-4a34-be6f-715c54001a05 req-62b497be-a5fc-4616-bb1b-ef9d8f9ab0e3 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368950 Jul 05 04:12:02.409641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad03b02-4002-46f8-be31-1eb83332754f req-f8655305-47b8-4459-b58d-5ce5ec98c597 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:02.411902 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad03b02-4002-46f8-be31-1eb83332754f req-f8655305-47b8-4459-b58d-5ce5ec98c597 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/networks?id=4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 200 len: 811 time: 0.1382673 Jul 05 04:12:02.430652 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad03b02-4002-46f8-be31-1eb83332754f req-eefb38cb-b361-43ac-9403-c22356e11447 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/quotas/889673422f48438f9175658256256746 HTTP/1.1" status: 200 len: 375 time: 0.0130248 Jul 05 04:12:02.472019 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.486859 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad03b02-4002-46f8-be31-1eb83332754f req-6c4d72bc-3d97-4cc6-a539-62273d7c60f6 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488050 Jul 05 04:12:02.596952 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad03b02-4002-46f8-be31-1eb83332754f req-52f7a054-c4d3-47b8-b8ac-f3b7f19c40b6 service neutron] 10.222.0.38 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088488 Jul 05 04:12:02.725643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad03b02-4002-46f8-be31-1eb83332754f req-0f0329ce-1278-44a8-b2b2-bb293222424f service neutron] 10.222.0.38 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213629 Jul 05 04:12:03.064247 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f461cb64-6d02-4c1b-8f96-eb01eed59e01 req-e1a3cf98-9aa8-4d21-84bd-a57e1f2bbdb4 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0414269 Jul 05 04:12:03.226572 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc4bcf-9fba-41be-8649-a3af5908f591 req-a3e87c86-004a-44a9-a1e9-b9fa64c70c44 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:03.240137 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-efcc4bcf-9fba-41be-8649-a3af5908f591 req-a3e87c86-004a-44a9-a1e9-b9fa64c70c44 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 943 time: 0.1103747 Jul 05 04:12:03.355209 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-efcc4bcf-9fba-41be-8649-a3af5908f591 req-01c7eaf1-d518-4277-86b9-9fc26fdb8d72 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012671 Jul 05 04:12:03.384420 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:12:03.896403 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.152443 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-062d0cc0-43c4-473c-b994-a15da5a1f043 req-17dd4462-bd9a-4f99-b3e6-4d42e80b3b42 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0314782 Jul 05 04:12:04.582374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eef58-db4f-4734-a8be-8c5574e05112 req-3562dbe3-f3b7-4ae8-8faa-f19620c24b7e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:04.584588 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c8eef58-db4f-4734-a8be-8c5574e05112 req-3562dbe3-f3b7-4ae8-8faa-f19620c24b7e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 943 time: 0.0808399 Jul 05 04:12:04.633465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c8eef58-db4f-4734-a8be-8c5574e05112 req-d0544208-5587-478f-9391-eb36a72d8090 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428226 Jul 05 04:12:05.465906 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bb92eca5-67ea-4f3e-ad2b-aa8b99fde3d6 req-e1c33d68-1665-414d-b450-c3b254671bd8 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0569944 Jul 05 04:12:05.960052 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c60d2-dba6-49d5-8972-be3fe2d315c1 req-5baf3b22-a305-4426-9f2f-31ccabed0337 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:05.961758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-444c60d2-dba6-49d5-8972-be3fe2d315c1 req-5baf3b22-a305-4426-9f2f-31ccabed0337 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 943 time: 0.1782465 Jul 05 04:12:06.015437 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad03b02-4002-46f8-be31-1eb83332754f req-9be4cf7d-e168-4d79-b7b8-cfd211dcd8fb tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:06.017049 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad03b02-4002-46f8-be31-1eb83332754f req-9be4cf7d-e168-4d79-b7b8-cfd211dcd8fb tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.10 "GET /v2.0/networks?id=4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 200 len: 811 time: 0.1610758 Jul 05 04:12:06.037341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-aad03b02-4002-46f8-be31-1eb83332754f req-30da7563-60df-4f91-ae31-4d59d3e35383 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Request body: {'port': {'device_id': '1b6066e9-0a19-489a-93a6-4db713d9e3a5', 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca', 'admin_state_up': True, 'tenant_id': '889673422f48438f9175658256256746'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:06.104697 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-444c60d2-dba6-49d5-8972-be3fe2d315c1 req-7cc4b841-a80e-4e31-96dc-fd0f17ab9730 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355174 Jul 05 04:12:06.256670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad03b02-4002-46f8-be31-1eb83332754f req-30da7563-60df-4f91-ae31-4d59d3e35383 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Made reservation on behalf of 889673422f48438f9175658256256746 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:06.262224 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aad03b02-4002-46f8-be31-1eb83332754f req-30da7563-60df-4f91-ae31-4d59d3e35383 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.471927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-aad03b02-4002-46f8-be31-1eb83332754f req-30da7563-60df-4f91-ae31-4d59d3e35383 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Allocated IP 172.20.0.7 (4483820e-ce4a-4424-9733-eb9c989451ca/f579dd9f-48bf-4c30-ad74-936c5f2d58c0/ac574ee0-0635-48c4-91ce-3fa55e7daf97) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:06.678088 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aad03b02-4002-46f8-be31-1eb83332754f req-30da7563-60df-4f91-ae31-4d59d3e35383 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.757730 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-06a6ecb7-e710-42ae-9382-fbead6ecdb14 req-ca92f042-e56d-435a-b5a9-72616738c2f9 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0394683 Jul 05 04:12:06.815411 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aad03b02-4002-46f8-be31-1eb83332754f req-30da7563-60df-4f91-ae31-4d59d3e35383 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.857354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad03b02-4002-46f8-be31-1eb83332754f req-30da7563-60df-4f91-ae31-4d59d3e35383 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Network 4483820e-ce4a-4424-9733-eb9c989451ca is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:06.861475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-aad03b02-4002-46f8-be31-1eb83332754f req-30da7563-60df-4f91-ae31-4d59d3e35383 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:06.868551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad03b02-4002-46f8-be31-1eb83332754f req-30da7563-60df-4f91-ae31-4d59d3e35383 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:06.893042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da7563-60df-4f91-ae31-4d59d3e35383 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Pushing event updated for resources: {'Port': ['ID=ac574ee0-0635-48c4-91ce-3fa55e7daf97,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:06.922262 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad03b02-4002-46f8-be31-1eb83332754f req-30da7563-60df-4f91-ae31-4d59d3e35383 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:06.922888 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aad03b02-4002-46f8-be31-1eb83332754f req-30da7563-60df-4f91-ae31-4d59d3e35383 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.044116 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad03b02-4002-46f8-be31-1eb83332754f req-30da7563-60df-4f91-ae31-4d59d3e35383 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0120525 Jul 05 04:12:07.062826 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Request body: {'port': {'device_id': '1b6066e9-0a19-489a-93a6-4db713d9e3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:07.201410 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.564929 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac574ee0-0635-48c4-91ce-3fa55e7daf97 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:12:07.573709 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.589074 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Transition to ACTIVE for port object ac574ee0-0635-48c4-91ce-3fa55e7daf97 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:07.643974 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.668852 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e70a72-cdea-4b10-9fcd-01684485c657 req-c2edc5d0-d9c4-49b7-8e73-f83e6444c0cf tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.677688 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48e70a72-cdea-4b10-9fcd-01684485c657 req-c2edc5d0-d9c4-49b7-8e73-f83e6444c0cf tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 943 time: 0.3835204 Jul 05 04:12:07.786097 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Pushing event updated for resources: {'Port': ['ID=ac574ee0-0635-48c4-91ce-3fa55e7daf97,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:07.805947 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48e70a72-cdea-4b10-9fcd-01684485c657 req-2975a6d7-bdee-4dff-915c-4fd23bdf5edb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270838 Jul 05 04:12:07.886688 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Attempting to bind port ac574ee0-0635-48c4-91ce-3fa55e7daf97 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:07.887303 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Attempting to bind port ac574ee0-0635-48c4-91ce-3fa55e7daf97 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:07.887742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Attempting to bind port ac574ee0-0635-48c4-91ce-3fa55e7daf97 on network 4483820e-ce4a-4424-9733-eb9c989451ca {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:07.893393 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Port ac574ee0-0635-48c4-91ce-3fa55e7daf97 on network 4483820e-ce4a-4424-9733-eb9c989451ca not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:07.894079 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Attempting to bind port ac574ee0-0635-48c4-91ce-3fa55e7daf97 on network 4483820e-ce4a-4424-9733-eb9c989451ca {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:07.901147 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:07.902746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Checking segment: {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:07.903424 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Bound using segment: {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:07.904102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Bound port: ac574ee0-0635-48c4-91ce-3fa55e7daf97, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:07.904708 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.322936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 83961fc8-aa95-4096-ad27-46b811e58972 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:12:08.487226 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 83961fc8-aa95-4096-ad27-46b811e58972, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=83961fc8-aa95-4096-ad27-46b811e58972,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:08.502901 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '83961fc8-aa95-4096-ad27-46b811e58972', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'port_id': '83961fc8-aa95-4096-ad27-46b811e58972', 'mac_address': 'fa:16:3e:dd:1a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:12:08.519176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] For port ac574ee0-0635-48c4-91ce-3fa55e7daf97, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:08.523104 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] For port ac574ee0-0635-48c4-91ce-3fa55e7daf97, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ac574ee0-0635-48c4-91ce-3fa55e7daf97,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:08.551174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db7b36-c03b-4ede-bfbc-b9049060f325 req-9162cec4-7d9d-4c09-9af2-72310ad87b0c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.552758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21db7b36-c03b-4ede-bfbc-b9049060f325 req-9162cec4-7d9d-4c09-9af2-72310ad87b0c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 943 time: 0.5821347 Jul 05 04:12:08.571173 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.587785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83961fc8-aa95-4096-ad27-46b811e58972 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:12:08.622667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 83961fc8-aa95-4096-ad27-46b811e58972, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=83961fc8-aa95-4096-ad27-46b811e58972,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:08.624336 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.676105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.680176 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.680176 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad03b02-4002-46f8-be31-1eb83332754f req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] 10.222.0.10 "PUT /v2.0/ports/ac574ee0-0635-48c4-91ce-3fa55e7daf97 HTTP/1.1" status: 200 len: 1092 time: 1.6251690 Jul 05 04:12:08.680176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6066e9-0a19-489a-93a6-4db713d9e3a5', 'tag': 'ac574ee0-0635-48c4-91ce-3fa55e7daf97'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:08.681420 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d246ae88-60a8-4a6d-95b0-d8419456054f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b6066e9-0a19-489a-93a6-4db713d9e3a5", "tag": "ac574ee0-0635-48c4-91ce-3fa55e7daf97"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:08.696863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21db7b36-c03b-4ede-bfbc-b9049060f325 req-8a25fde3-91ff-43f9-a7ca-c611d34cdd67 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226261 Jul 05 04:12:08.714958 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.781533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb2c37-907d-4a5f-84e8-97ca1a5db61b service neutron] Pushing event updated for resources: {'Port': ['ID=ac574ee0-0635-48c4-91ce-3fa55e7daf97,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:08.786617 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c736ea34-b4d2-4f25-a5a7-9e3037109139 x-openstack-request-id: req-c736ea34-b4d2-4f25-a5a7-9e3037109139 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:08.786924 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b6066e9-0a19-489a-93a6-4db713d9e3a5", "tag": "ac574ee0-0635-48c4-91ce-3fa55e7daf97", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:08.787183 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c736ea34-b4d2-4f25-a5a7-9e3037109139 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:08.787580 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6066e9-0a19-489a-93a6-4db713d9e3a5', 'tag': 'ac574ee0-0635-48c4-91ce-3fa55e7daf97', 'status': 'completed', 'code': 200} Jul 05 04:12:08.832832 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=83961fc8-aa95-4096-ad27-46b811e58972,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:08.901208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246ae88-60a8-4a6d-95b0-d8419456054f req-6a47ee24-1771-4f66-b6e4-183bb12ce75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.904207 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d246ae88-60a8-4a6d-95b0-d8419456054f req-6a47ee24-1771-4f66-b6e4-183bb12ce75f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 1095 time: 0.1157262 Jul 05 04:12:08.964813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40252) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:09.068145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['83961fc8-aa95-4096-ad27-46b811e58972'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:12:09.130320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246ae88-60a8-4a6d-95b0-d8419456054f req-19b38975-19f5-42ce-aad5-a61582b7c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:09.133353 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d246ae88-60a8-4a6d-95b0-d8419456054f req-19b38975-19f5-42ce-aad5-a61582b7c5e0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=889673422f48438f9175658256256746&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2190149 Jul 05 04:12:09.208242 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1dc07128-643d-4ecf-9d18-4b75582fa1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.387113 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c39a43-dc84-475b-8a88-bfb02114364d req-6ec7e8a7-fecc-41d9-aecf-79c62deb272a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:09.388725 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48c39a43-dc84-475b-8a88-bfb02114364d req-6ec7e8a7-fecc-41d9-aecf-79c62deb272a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 944 time: 0.2542584 Jul 05 04:12:09.417079 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246ae88-60a8-4a6d-95b0-d8419456054f req-753bd732-6697-41b2-bbea-050b6f4ea156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:09.419714 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d246ae88-60a8-4a6d-95b0-d8419456054f req-753bd732-6697-41b2-bbea-050b6f4ea156 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2707043 Jul 05 04:12:09.481394 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1dc07128-643d-4ecf-9d18-4b75582fa1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.553338 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1dc07128-643d-4ecf-9d18-4b75582fa1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.559499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48c39a43-dc84-475b-8a88-bfb02114364d req-01ccffb9-0a3e-4bcf-9259-b8e96a2b961e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530221 Jul 05 04:12:09.598056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc07128-643d-4ecf-9d18-4b75582fa1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce91e71-c34f-43b9-b257-28b7ceee3411,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:09.627138 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad03b02-4002-46f8-be31-1eb83332754f req-374cae1d-1421-477e-ab5b-fa0a7548613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:09.627138 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad03b02-4002-46f8-be31-1eb83332754f req-374cae1d-1421-477e-ab5b-fa0a7548613c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 1095 time: 0.1499517 Jul 05 04:12:09.631033 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1dc07128-643d-4ecf-9d18-4b75582fa1e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=43a4cd821d834f6f84c2154e08eaf2e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6621950 Jul 05 04:12:09.631264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40282) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:09.687472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad03b02-4002-46f8-be31-1eb83332754f req-c2194024-668d-4781-8cb7-f0bc6ade7292 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac574ee0-0635-48c4-91ce-3fa55e7daf97 HTTP/1.1" status: 200 len: 217 time: 0.0540714 Jul 05 04:12:09.709617 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b9f46e6-1de6-4538-850f-639c3bf12535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.740284 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b9f46e6-1de6-4538-850f-639c3bf12535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.747476 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad03b02-4002-46f8-be31-1eb83332754f req-7680a467-504a-45b5-8156-d629efd32598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:09.749495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad03b02-4002-46f8-be31-1eb83332754f req-7680a467-504a-45b5-8156-d629efd32598 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f579dd9f-48bf-4c30-ad74-936c5f2d58c0 HTTP/1.1" status: 200 len: 851 time: 0.0548573 Jul 05 04:12:09.825856 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad03b02-4002-46f8-be31-1eb83332754f req-612ee796-da93-4ee5-8f1a-1e8b12faf1e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4483820e-ce4a-4424-9733-eb9c989451ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676978 Jul 05 04:12:09.974839 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b9f46e6-1de6-4538-850f-639c3bf12535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.978799 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b9f46e6-1de6-4538-850f-639c3bf12535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.980281 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4b9f46e6-1de6-4538-850f-639c3bf12535 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8ce91e71-c34f-43b9-b257-28b7ceee3411 HTTP/1.1" status: 204 len: 168 time: 0.3480537 Jul 05 04:12:09.994772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f46e6-1de6-4538-850f-639c3bf12535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce91e71-c34f-43b9-b257-28b7ceee3411,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:10.031910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad03b02-4002-46f8-be31-1eb83332754f req-90122574-c196-4724-8e18-1be951013890 service neutron] 10.222.0.10 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940572 Jul 05 04:12:10.124638 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13582a79-24d2-46ae-940d-627ba06997de req-e7d94d68-d989-485a-b59e-843e0ad2892f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:10.128544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13582a79-24d2-46ae-940d-627ba06997de req-e7d94d68-d989-485a-b59e-843e0ad2892f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 943 time: 0.2028611 Jul 05 04:12:10.218970 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13582a79-24d2-46ae-940d-627ba06997de req-796f4af0-716b-4810-978d-a5767f356568 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806251 Jul 05 04:12:10.221422 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aad03b02-4002-46f8-be31-1eb83332754f req-0e7f26a6-766f-4f94-8aba-7b7407181284 service neutron] 10.222.0.10 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791656 Jul 05 04:12:10.354456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 83961fc8-aa95-4096-ad27-46b811e58972 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:10.589843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 83961fc8-aa95-4096-ad27-46b811e58972 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:10.594884 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 83961fc8-aa95-4096-ad27-46b811e58972 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:10.595265 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.718876 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.758403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bd392e-5e59-4d02-8811-b3c7cfbf55d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83961fc8-aa95-4096-ad27-46b811e58972'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:10.758403 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14408d63-5475-4026-a515-15b467073e5b" -d '{"events": [{"server_uuid": "04bd392e-5e59-4d02-8811-b3c7cfbf55d6", "name": "network-vif-plugged", "status": "completed", "tag": "83961fc8-aa95-4096-ad27-46b811e58972"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:10.773140 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 83961fc8-aa95-4096-ad27-46b811e58972, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=83961fc8-aa95-4096-ad27-46b811e58972,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:10.832821 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40342) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:10.863961 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31269768-d2b6-4de4-b808-5826b5ba3387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.879618 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5941cd6d-69e5-42a0-8308-e9ffbb07a190 x-openstack-request-id: req-5941cd6d-69e5-42a0-8308-e9ffbb07a190 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:10.884952 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bd392e-5e59-4d02-8811-b3c7cfbf55d6", "name": "network-vif-plugged", "status": "completed", "tag": "83961fc8-aa95-4096-ad27-46b811e58972", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:10.885227 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5941cd6d-69e5-42a0-8308-e9ffbb07a190 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:10.886607 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bd392e-5e59-4d02-8811-b3c7cfbf55d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83961fc8-aa95-4096-ad27-46b811e58972', 'code': 200} Jul 05 04:12:10.900099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868eca7-f94b-488f-b2c3-6ed25d8dfb25 req-c84e99ff-c58d-4a19-86c1-86a2b66a3645 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:10.909685 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6868eca7-f94b-488f-b2c3-6ed25d8dfb25 req-c84e99ff-c58d-4a19-86c1-86a2b66a3645 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 944 time: 0.1133204 Jul 05 04:12:10.918453 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.039445 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=83961fc8-aa95-4096-ad27-46b811e58972,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:11.120330 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31269768-d2b6-4de4-b808-5826b5ba3387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.157841 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6868eca7-f94b-488f-b2c3-6ed25d8dfb25 req-e1d269cd-707c-4afd-862a-1b89afca647d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318487 Jul 05 04:12:11.163915 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40362) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:11.190581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521bb29-da5a-44cf-82ee-43e967a00c28 req-d3ee13df-7df3-4ccd-9201-4ba595d41da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:11.194369 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d521bb29-da5a-44cf-82ee-43e967a00c28 req-d3ee13df-7df3-4ccd-9201-4ba595d41da9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 1097 time: 0.1658208 Jul 05 04:12:11.226868 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-31269768-d2b6-4de4-b808-5826b5ba3387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.289238 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d521bb29-da5a-44cf-82ee-43e967a00c28 req-4a2440e4-81c8-492a-8b9a-dfb689b88fd7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867817 Jul 05 04:12:11.311137 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-31269768-d2b6-4de4-b808-5826b5ba3387 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c4a3d80bcf07415f8c8d16c4b146e24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4767959 Jul 05 04:12:11.314575 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40378) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:11.397738 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-851296dc-db99-429c-be55-fe27ecea995b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.398663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31269768-d2b6-4de4-b808-5826b5ba3387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5951cb-f415-4478-9a15-3e8a41166c25,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:11.408742 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3a55646e-83c5-4151-8b05-b6d8a608e355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.421495 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-040b13fa-96f8-400b-8247-852ae80f351c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.437566 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-851296dc-db99-429c-be55-fe27ecea995b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.557911 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-040b13fa-96f8-400b-8247-852ae80f351c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.583427 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c0c8d-ba25-4420-8b32-ac3f7b6b63eb req-1e59b9cd-112f-4d81-97fb-290012155219 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:11.590813 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c32c0c8d-ba25-4420-8b32-ac3f7b6b63eb req-1e59b9cd-112f-4d81-97fb-290012155219 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 943 time: 0.1279707 Jul 05 04:12:11.637608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-040b13fa-96f8-400b-8247-852ae80f351c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.658299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c32c0c8d-ba25-4420-8b32-ac3f7b6b63eb req-19ba6ae1-b307-4080-aa13-cdbfd58a901e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674076 Jul 05 04:12:11.658989 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-851296dc-db99-429c-be55-fe27ecea995b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.661716 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-851296dc-db99-429c-be55-fe27ecea995b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.662811 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-851296dc-db99-429c-be55-fe27ecea995b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab5951cb-f415-4478-9a15-3e8a41166c25 HTTP/1.1" status: 204 len: 168 time: 0.3470190 Jul 05 04:12:11.672983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851296dc-db99-429c-be55-fe27ecea995b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5951cb-f415-4478-9a15-3e8a41166c25,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:11.699933 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-040b13fa-96f8-400b-8247-852ae80f351c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=de650274f9a9473dabfa48be566c2bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5346935 Jul 05 04:12:11.703996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40402) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:11.720403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b13fa-96f8-400b-8247-852ae80f351c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aee61e-58b1-4744-83ee-965df9d0005e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:11.806565 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b776-fa9c-47fd-a32d-9035df9556d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.829842 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b776-fa9c-47fd-a32d-9035df9556d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.032669 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b776-fa9c-47fd-a32d-9035df9556d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.035372 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b776-fa9c-47fd-a32d-9035df9556d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.037511 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ffe2b776-fa9c-47fd-a32d-9035df9556d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56aee61e-58b1-4744-83ee-965df9d0005e HTTP/1.1" status: 204 len: 168 time: 0.3322585 Jul 05 04:12:12.055665 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2b776-fa9c-47fd-a32d-9035df9556d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aee61e-58b1-4744-83ee-965df9d0005e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:12.271059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ac574ee0-0635-48c4-91ce-3fa55e7daf97 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:12:12.354493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b020b-b1db-4bc7-bb4e-ad04cc227e24 req-7fa1914b-018c-4d6e-ae39-2ab5337a55ce tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:12.362768 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c3b020b-b1db-4bc7-bb4e-ad04cc227e24 req-7fa1914b-018c-4d6e-ae39-2ab5337a55ce tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 945 time: 0.0893908 Jul 05 04:12:12.386682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ac574ee0-0635-48c4-91ce-3fa55e7daf97, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ac574ee0-0635-48c4-91ce-3fa55e7daf97,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:12.411513 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c3b020b-b1db-4bc7-bb4e-ad04cc227e24 req-ea13d532-8cd0-4724-a132-0cc756b2cfa5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453086 Jul 05 04:12:12.411774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'ac574ee0-0635-48c4-91ce-3fa55e7daf97', 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca', 'port_id': 'ac574ee0-0635-48c4-91ce-3fa55e7daf97', 'mac_address': 'fa:16:3e:92:6d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f579dd9f-48bf-4c30-ad74-936c5f2d58c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:12:12.459364 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.480021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac574ee0-0635-48c4-91ce-3fa55e7daf97 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:12:12.504602 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ac574ee0-0635-48c4-91ce-3fa55e7daf97, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ac574ee0-0635-48c4-91ce-3fa55e7daf97,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:12.592036 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.665865 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=ac574ee0-0635-48c4-91ce-3fa55e7daf97,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:12.825761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['ac574ee0-0635-48c4-91ce-3fa55e7daf97'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:12:12.871000 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8b09d-baf3-400e-971c-621f418dd135 req-b53032f7-4f00-46f6-b12a-fdd2ee63467c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:12.879923 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3ae8b09d-baf3-400e-971c-621f418dd135 req-b53032f7-4f00-46f6-b12a-fdd2ee63467c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 944 time: 0.0950224 Jul 05 04:12:12.935003 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3ae8b09d-baf3-400e-971c-621f418dd135 req-34377863-7ebf-469a-a593-d60f47b001db tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537188 Jul 05 04:12:13.515832 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40524) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:13.688740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d68195-b81c-4322-bc30-f8cd844a322c req-1ed826cf-35da-44b7-be49-e36f30a3a6a4 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:13.690880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c1d68195-b81c-4322-bc30-f8cd844a322c req-1ed826cf-35da-44b7-be49-e36f30a3a6a4 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 945 time: 0.0957341 Jul 05 04:12:13.795516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c1d68195-b81c-4322-bc30-f8cd844a322c req-b643e5d3-7d9c-4cba-a7fa-b9d6d8f4069a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951335 Jul 05 04:12:13.835383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-3dab26e5-3bbb-4caf-9a8e-b7802521d4af admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1827388465-network', 'tenant_id': '55531968aaea48f484959b725b229ec2'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:14.004230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dab26e5-3bbb-4caf-9a8e-b7802521d4af admin admin] Made reservation on behalf of 55531968aaea48f484959b725b229ec2 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:14.007524 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3dab26e5-3bbb-4caf-9a8e-b7802521d4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.028656 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3dab26e5-3bbb-4caf-9a8e-b7802521d4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.033182 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4508299b-b817-450a-8263-5d6d552242bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.109871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0b483-b519-4da6-bb2d-8b611df7deb1 req-757d5ec6-066e-4851-82e6-cb741b2a55b3 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.111715 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e3a0b483-b519-4da6-bb2d-8b611df7deb1 req-757d5ec6-066e-4851-82e6-cb741b2a55b3 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 945 time: 0.1657891 Jul 05 04:12:14.230582 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e3a0b483-b519-4da6-bb2d-8b611df7deb1 req-b844ae3d-bd55-461d-9835-928594ac0206 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033547 Jul 05 04:12:14.268936 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40560) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:14.290304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6f766-fc49-4001-805c-19d5f04e2fe7 req-09652a6d-b32a-413f-ab49-e379dc3533ee tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.292200 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ac574ee0-0635-48c4-91ce-3fa55e7daf97 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:14.305168 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96f6f766-fc49-4001-805c-19d5f04e2fe7 req-09652a6d-b32a-413f-ab49-e379dc3533ee tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 944 time: 0.1889729 Jul 05 04:12:14.360837 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3dab26e5-3bbb-4caf-9a8e-b7802521d4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.375054 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96f6f766-fc49-4001-805c-19d5f04e2fe7 req-87a5e9fb-fedb-47fb-88f6-59669ca38d48 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700324 Jul 05 04:12:14.380799 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.438359 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3dab26e5-3bbb-4caf-9a8e-b7802521d4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.472087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab26e5-3bbb-4caf-9a8e-b7802521d4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c12b71e-a58c-4b62-b203-b62a1a1ef09e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:14.477816 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dab26e5-3bbb-4caf-9a8e-b7802521d4af admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:14.487134 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3dab26e5-3bbb-4caf-9a8e-b7802521d4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.488345 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-3dab26e5-3bbb-4caf-9a8e-b7802521d4af admin admin] Added segment 5edb877b-6ce2-40cb-9fe6-83adfd37e5e8 of type vlan for network 9e9e977d-1500-4391-a2c3-00211ddba705 Jul 05 04:12:14.538891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port ac574ee0-0635-48c4-91ce-3fa55e7daf97 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:14.542654 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3dab26e5-3bbb-4caf-9a8e-b7802521d4af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.544426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port ac574ee0-0635-48c4-91ce-3fa55e7daf97 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:14.547058 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.688388 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3dab26e5-3bbb-4caf-9a8e-b7802521d4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.689463 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dab26e5-3bbb-4caf-9a8e-b7802521d4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.690215 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3dab26e5-3bbb-4caf-9a8e-b7802521d4af admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.712448 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.726645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0816b714-ef9e-477a-9b5a-7bcbf7604991 tempest-TestVolumeBootPattern-1692624689 tempest-TestVolumeBootPattern-1692624689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.729661 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0816b714-ef9e-477a-9b5a-7bcbf7604991 tempest-TestVolumeBootPattern-1692624689 tempest-TestVolumeBootPattern-1692624689-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 1092 time: 0.4579217 Jul 05 04:12:14.733429 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40574) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:14.738281 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': '83961fc8-aa95-4096-ad27-46b811e58972', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:14.753502 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6066e9-0a19-489a-93a6-4db713d9e3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac574ee0-0635-48c4-91ce-3fa55e7daf97'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:14.758151 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff83c5d-0d46-498f-8848-45732ec4e85a" -d '{"events": [{"server_uuid": "1b6066e9-0a19-489a-93a6-4db713d9e3a5", "name": "network-vif-plugged", "status": "completed", "tag": "ac574ee0-0635-48c4-91ce-3fa55e7daf97"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:14.775545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ac574ee0-0635-48c4-91ce-3fa55e7daf97, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ac574ee0-0635-48c4-91ce-3fa55e7daf97,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:14.851385 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27690e2b-4736-4150-84db-4b55688047fb x-openstack-request-id: req-27690e2b-4736-4150-84db-4b55688047fb {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:14.852056 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6066e9-0a19-489a-93a6-4db713d9e3a5", "name": "network-vif-plugged", "status": "completed", "tag": "ac574ee0-0635-48c4-91ce-3fa55e7daf97", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:14.852620 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-27690e2b-4736-4150-84db-4b55688047fb {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:14.853247 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6066e9-0a19-489a-93a6-4db713d9e3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac574ee0-0635-48c4-91ce-3fa55e7daf97', 'code': 200} Jul 05 04:12:14.864815 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab26e5-3bbb-4caf-9a8e-b7802521d4af admin admin] Pushing event updated for resources: {'Network': ['ID=9e9e977d-1500-4391-a2c3-00211ddba705,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:14.865558 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.877119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 9e9e977d-1500-4391-a2c3-00211ddba705 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:14.897226 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.011156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6ac2b-1238-494d-a292-d536ed9698d6 req-127abddc-8c82-4425-b8bc-71dfaf19a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:15.013159 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-34d6ac2b-1238-494d-a292-d536ed9698d6 req-127abddc-8c82-4425-b8bc-71dfaf19a876 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0779676 Jul 05 04:12:15.018023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=ac574ee0-0635-48c4-91ce-3fa55e7daf97,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:15.021163 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3dab26e5-3bbb-4caf-9a8e-b7802521d4af admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5041280 Jul 05 04:12:15.021311 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40586) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.026616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-fb0d8a20-ffca-4f95-8a54-e5dedff3683b admin admin] Request body: {'subnet': {'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1827388465-subnet', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:15.032609 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.060435 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-34d6ac2b-1238-494d-a292-d536ed9698d6 req-5b47fe5e-34cb-423b-a9d7-a42df5227386 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378151 Jul 05 04:12:15.168354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Allocated IP 172.25.6.27 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/c036eeea-b6a3-40b3-8fba-69eae9e5f0cf) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:15.235182 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0d8a20-ffca-4f95-8a54-e5dedff3683b admin admin] Made reservation on behalf of 55531968aaea48f484959b725b229ec2 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:15.238853 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb0d8a20-ffca-4f95-8a54-e5dedff3683b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.328766 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.854497 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba608841-506c-47ed-98c2-4eb7ef60f37a req-e4263f62-c477-4ff3-8aea-da07435aa7af tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:15.861806 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.862292 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba608841-506c-47ed-98c2-4eb7ef60f37a req-e4263f62-c477-4ff3-8aea-da07435aa7af tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 945 time: 0.3383553 Jul 05 04:12:15.973302 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ba608841-506c-47ed-98c2-4eb7ef60f37a req-b2e24595-342c-44a6-85fc-4afff92855bb tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090229 Jul 05 04:12:16.146532 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.152298 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb0d8a20-ffca-4f95-8a54-e5dedff3683b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.269949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d8a20-ffca-4f95-8a54-e5dedff3683b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce4df291-84df-4cc8-b469-a18e04b53998,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:16.293033 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:16.298337 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:16.313225 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:16.318049 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'Port': ['ID=c036eeea-b6a3-40b3-8fba-69eae9e5f0cf,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:16.363353 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0d8a20-ffca-4f95-8a54-e5dedff3683b admin admin] Checking segment: {'id': '5edb877b-6ce2-40cb-9fe6-83adfd37e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:16.366991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0d8a20-ffca-4f95-8a54-e5dedff3683b admin admin] Network hostable DHCP agents. Network: 9e9e977d-1500-4391-a2c3-00211ddba705, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:12:16.676372 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0d8a20-ffca-4f95-8a54-e5dedff3683b admin admin] Network 9e9e977d-1500-4391-a2c3-00211ddba705 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:12:16.753795 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.778743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-fb0d8a20-ffca-4f95-8a54-e5dedff3683b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 9e9e977d-1500-4391-a2c3-00211ddba705) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:16.791645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d8a20-ffca-4f95-8a54-e5dedff3683b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:16.791645 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb0d8a20-ffca-4f95-8a54-e5dedff3683b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.792541 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11913b83-da4f-4a48-a853-66ebb53e39e7 None None] Network 9e9e977d-1500-4391-a2c3-00211ddba705 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:16.890029 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fb0d8a20-ffca-4f95-8a54-e5dedff3683b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8676322 Jul 05 04:12:16.896972 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40626) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:16.903705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1827388465-router', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:16.969873 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.974177 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.025251 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.027573 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.052377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-9e9e977d-1500-4391-a2c3-00211ddba705', 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'fixed_ips': [{'subnet_id': 'ce4df291-84df-4cc8-b469-a18e04b53998'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:12:17.057717 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.186914 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.289102 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.333276 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Allocated IP 172.20.0.2 (9e9e977d-1500-4391-a2c3-00211ddba705/ce4df291-84df-4cc8-b469-a18e04b53998/c57054d0-de52-46c6-bdb7-c43bff159793) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:17.346247 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.490361 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'Port': ['ID=c036eeea-b6a3-40b3-8fba-69eae9e5f0cf,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:17.502194 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.508884 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.669354 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Floating IP 0f8a752d-044b-4f9f-b564-3affc01024ac associated. External IP: 172.25.6.27, port: 83961fc8-aa95-4096-ad27-46b811e58972. Jul 05 04:12:17.708337 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.718433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Transition to ACTIVE for port object c57054d0-de52-46c6-bdb7-c43bff159793 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:17.735582 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Transition to ACTIVE for port object c57054d0-de52-46c6-bdb7-c43bff159793 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:17.804345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572f32-5ff8-466d-8d92-84c8ba4d180c req-7ebd9938-e143-4a79-8191-9b635b87985f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:17.811985 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40572f32-5ff8-466d-8d92-84c8ba4d180c req-7ebd9938-e143-4a79-8191-9b635b87985f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 945 time: 0.5942843 Jul 05 04:12:17.827152 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.900580 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Network 9e9e977d-1500-4391-a2c3-00211ddba705 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:17.912103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:17.912103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:17.945371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40572f32-5ff8-466d-8d92-84c8ba4d180c req-986918c6-8a0f-4869-bf40-5f72acdcae9c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322372 Jul 05 04:12:18.008661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:18.036744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Pushing event updated for resources: {'Port': ['ID=c57054d0-de52-46c6-bdb7-c43bff159793,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:18.066497 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Attempting to bind port c57054d0-de52-46c6-bdb7-c43bff159793 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:18.067293 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Attempting to bind port c57054d0-de52-46c6-bdb7-c43bff159793 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '5edb877b-6ce2-40cb-9fe6-83adfd37e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:18.067975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Attempting to bind port c57054d0-de52-46c6-bdb7-c43bff159793 on network 9e9e977d-1500-4391-a2c3-00211ddba705 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:18.077656 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:18.078470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Checking segment: {'id': '5edb877b-6ce2-40cb-9fe6-83adfd37e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:18.079303 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.079939 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Bound using segment: {'id': '5edb877b-6ce2-40cb-9fe6-83adfd37e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:18.080692 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Bound port: c57054d0-de52-46c6-bdb7-c43bff159793, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edb877b-6ce2-40cb-9fe6-83adfd37e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:18.081558 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.160745 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.214208 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.262059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] For port c57054d0-de52-46c6-bdb7-c43bff159793, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:18.266443 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] For port c57054d0-de52-46c6-bdb7-c43bff159793, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c57054d0-de52-46c6-bdb7-c43bff159793,segment=NetworkSegment(5edb877b-6ce2-40cb-9fe6-83adfd37e5e8),segment_id=5edb877b-6ce2-40cb-9fe6-83adfd37e5e8)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:18.306494 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:18.319990 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8d597-c71a-4a94-b8e0-8fcae33905b2 None None] Sync routers for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:18.336375 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8d597-c71a-4a94-b8e0-8fcae33905b2 None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:18.337471 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-14e8d597-c71a-4a94-b8e0-8fcae33905b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:18.377236 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Allocated IP 172.25.6.240 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/bdbde6b6-5196-4a96-a760-118347a89ff3) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:18.381040 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.431617 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.583595 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-247d6771-9ca6-4b49-92b7-6d3c9fdf3476 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8488064 Jul 05 04:12:18.584327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bd392e-5e59-4d02-8811-b3c7cfbf55d6', 'tag': '83961fc8-aa95-4096-ad27-46b811e58972'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:18.602965 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acd7949-9a23-45a9-b86f-a9112fc0d389" -d '{"events": [{"name": "network-changed", "server_uuid": "04bd392e-5e59-4d02-8811-b3c7cfbf55d6", "tag": "83961fc8-aa95-4096-ad27-46b811e58972"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:18.609309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b13db-cf37-4ca0-882a-e1a1eb9af1bd None None] Pushing event updated for resources: {'Port': ['ID=c57054d0-de52-46c6-bdb7-c43bff159793,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:18.657821 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-14e8d597-c71a-4a94-b8e0-8fcae33905b2 None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:18.678202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.769270 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4febb9d2-1125-4104-bd35-ec7c3ab349a5 x-openstack-request-id: req-4febb9d2-1125-4104-bd35-ec7c3ab349a5 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:18.769590 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bd392e-5e59-4d02-8811-b3c7cfbf55d6", "tag": "83961fc8-aa95-4096-ad27-46b811e58972", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:18.769884 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4febb9d2-1125-4104-bd35-ec7c3ab349a5 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:18.770243 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04bd392e-5e59-4d02-8811-b3c7cfbf55d6', 'tag': '83961fc8-aa95-4096-ad27-46b811e58972', 'status': 'completed', 'code': 200} Jul 05 04:12:18.976141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd7949-9a23-45a9-b86f-a9112fc0d389 req-fd3886ad-5f56-46b1-886e-75c5c4826b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:18.986613 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2acd7949-9a23-45a9-b86f-a9112fc0d389 req-fd3886ad-5f56-46b1-886e-75c5c4826b77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 1097 time: 0.2066052 Jul 05 04:12:18.996509 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.274901 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:19.289240 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-14e8d597-c71a-4a94-b8e0-8fcae33905b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '0f8a752d-044b-4f9f-b564-3affc01024ac', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'port_id': '83961fc8-aa95-4096-ad27-46b811e58972', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'mac_address': 'fa:16:3e:dd:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bd392e-5e59-4d02-8811-b3c7cfbf55d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:12:16Z', 'updated_at': '2021-07-05T04:12:16Z', 'revision_number': 0, 'project_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:19.293423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:19.297471 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:19.334350 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8d597-c71a-4a94-b8e0-8fcae33905b2 None None] Checking router: 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:19.354746 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8d597-c71a-4a94-b8e0-8fcae33905b2 None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:19.357785 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-14e8d597-c71a-4a94-b8e0-8fcae33905b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:19.372265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Pushing event updated for resources: {'Port': ['ID=bdbde6b6-5196-4a96-a760-118347a89ff3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:19.407763 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7de76-bbbd-46c2-887a-74fc982de0d5 req-b26860dd-932c-4851-b137-e465a2223cf1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:19.411781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3cd7de76-bbbd-46c2-887a-74fc982de0d5 req-b26860dd-932c-4851-b137-e465a2223cf1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 945 time: 0.5465620 Jul 05 04:12:19.430173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd7949-9a23-45a9-b86f-a9112fc0d389 req-7c00c022-e268-4b16-9b6b-f479c4d27a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:19.431566 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2acd7949-9a23-45a9-b86f-a9112fc0d389 req-7c00c022-e268-4b16-9b6b-f479c4d27a2c service neutron] 10.222.0.36 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.4313848 Jul 05 04:12:19.515706 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-14e8d597-c71a-4a94-b8e0-8fcae33905b2 None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:19.663698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3cd7de76-bbbd-46c2-887a-74fc982de0d5 req-a083e23f-a2f9-4bee-b0d3-13d65bdef56f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258337 Jul 05 04:12:19.684257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2acd7949-9a23-45a9-b86f-a9112fc0d389 req-c1260720-2c86-4895-be95-c421e2e264bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83961fc8-aa95-4096-ad27-46b811e58972 HTTP/1.1" status: 200 len: 998 time: 0.2340388 Jul 05 04:12:19.836689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd7949-9a23-45a9-b86f-a9112fc0d389 req-a956b8c5-59b0-4a98-8075-d1b1df03108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:19.838434 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2acd7949-9a23-45a9-b86f-a9112fc0d389 req-a956b8c5-59b0-4a98-8075-d1b1df03108c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.1422472 Jul 05 04:12:19.982297 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71a336-a47a-4195-89d2-40a3c9c121fa req-c44ac7aa-ecfd-4eec-88cc-4a97fe26e9a3 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:19.990363 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f71a336-a47a-4195-89d2-40a3c9c121fa req-c44ac7aa-ecfd-4eec-88cc-4a97fe26e9a3 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 946 time: 0.2540035 Jul 05 04:12:20.081664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f71a336-a47a-4195-89d2-40a3c9c121fa req-d8a8d30a-b86e-4d5e-b578-5bf385189924 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903938 Jul 05 04:12:20.106528 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-14e8d597-c71a-4a94-b8e0-8fcae33905b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '0f8a752d-044b-4f9f-b564-3affc01024ac', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'port_id': '83961fc8-aa95-4096-ad27-46b811e58972', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'mac_address': 'fa:16:3e:dd:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bd392e-5e59-4d02-8811-b3c7cfbf55d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:12:16Z', 'updated_at': '2021-07-05T04:12:16Z', 'revision_number': 0, 'project_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:20.127164 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:20.157641 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8d597-c71a-4a94-b8e0-8fcae33905b2 None None] The sync data for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 is: [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '0f8a752d-044b-4f9f-b564-3affc01024ac', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'port_id': '83961fc8-aa95-4096-ad27-46b811e58972', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'mac_address': 'fa:16:3e:dd:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bd392e-5e59-4d02-8811-b3c7cfbf55d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:12:16Z', 'updated_at': '2021-07-05T04:12:16Z', 'revision_number': 0, 'project_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:20.170784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd7949-9a23-45a9-b86f-a9112fc0d389 req-64cb3f9c-f604-4686-af3b-85c62cd68739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.170784 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2acd7949-9a23-45a9-b86f-a9112fc0d389 req-64cb3f9c-f604-4686-af3b-85c62cd68739 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2855070 Jul 05 04:12:20.247196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8274ccc4-23d1-4435-b9b6-4063aa37b43a None None] Network 9e9e977d-1500-4391-a2c3-00211ddba705 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:20.470176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c0ecafeb-3454-44ae-ad1b-065b53da2d35 None None] Provisioning for port c57054d0-de52-46c6-bdb7-c43bff159793 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:20.514514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409cfe33-b5a1-4343-bcd8-c74f6dfe59cd None None] New status for floating IP 0f8a752d-044b-4f9f-b564-3affc01024ac: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:12:20.960229 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c57054d0-de52-46c6-bdb7-c43bff159793 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:21.043735 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2acd7949-9a23-45a9-b86f-a9112fc0d389 req-4660a51e-541b-4bed-b8df-629ade468f2d service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8647552 Jul 05 04:12:21.122666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port c57054d0-de52-46c6-bdb7-c43bff159793 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:21.126951 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c57054d0-de52-46c6-bdb7-c43bff159793 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:21.127322 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.169871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2acd7949-9a23-45a9-b86f-a9112fc0d389 req-41c9763d-a3d4-4c2b-bb65-f6e8083af3fc service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007092 Jul 05 04:12:21.226690 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7e5f02ca-13cb-413a-9907-b90d59449f78 None None] Provisioning complete for port c57054d0-de52-46c6-bdb7-c43bff159793 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:21.227074 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7e5f02ca-13cb-413a-9907-b90d59449f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.235465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02174f4f-6eeb-4d9d-af9e-1f91b694bc76 req-b1aad999-59f5-4135-bf10-3700b148f938 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:21.237113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02174f4f-6eeb-4d9d-af9e-1f91b694bc76 req-b1aad999-59f5-4135-bf10-3700b148f938 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 945 time: 0.3981128 Jul 05 04:12:21.273520 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.300536 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.364437 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02174f4f-6eeb-4d9d-af9e-1f91b694bc76 req-eba12b69-0ce6-4410-8b03-d50c46ca643a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162686 Jul 05 04:12:21.578033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef4688-9de4-423e-9756-b600ee4f293e req-09516f96-dd8c-4aca-ac7b-94b6bffd40a7 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:21.582787 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bbef4688-9de4-423e-9756-b600ee4f293e req-09516f96-dd8c-4aca-ac7b-94b6bffd40a7 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 946 time: 0.2506092 Jul 05 04:12:21.623120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port c57054d0-de52-46c6-bdb7-c43bff159793, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c57054d0-de52-46c6-bdb7-c43bff159793,segment=NetworkSegment(5edb877b-6ce2-40cb-9fe6-83adfd37e5e8),segment_id=5edb877b-6ce2-40cb-9fe6-83adfd37e5e8)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:21.654871 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7e5f02ca-13cb-413a-9907-b90d59449f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.665141 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bbef4688-9de4-423e-9756-b600ee4f293e req-c6e06fb9-e17c-410a-b5f0-db6ba92218ba tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700591 Jul 05 04:12:21.716452 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.745288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Router 2b06a45a-57fb-40ca-afbb-8c8723a82569 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:12:21.806021 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-7e5f02ca-13cb-413a-9907-b90d59449f78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:12:21.806383 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-7e5f02ca-13cb-413a-9907-b90d59449f78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:12:21.809104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=c57054d0-de52-46c6-bdb7-c43bff159793,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:21.873040 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:21.882303 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Sync routers for ids ['2b06a45a-57fb-40ca-afbb-8c8723a82569'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:21.892711 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Routers {'2b06a45a-57fb-40ca-afbb-8c8723a82569'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:21.893699 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2b06a45a-57fb-40ca-afbb-8c8723a82569'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:22.116606 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Set router 2b06a45a-57fb-40ca-afbb-8c8723a82569 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:22.131801 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.135729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-06ff71c2-c3a9-4b94-93a4-d48c06ecc01c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2348454 Jul 05 04:12:22.136407 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40764) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:22.199444 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf830ebd-18aa-4ae4-91cf-39c860d7bc5b req-f5f4a58c-5ad5-483a-b809-42b075677975 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.201861 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf830ebd-18aa-4ae4-91cf-39c860d7bc5b req-f5f4a58c-5ad5-483a-b809-42b075677975 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 946 time: 0.0893064 Jul 05 04:12:22.428400 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'name': 'tempest-TestServerBasicOps-1827388465-router', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:17Z', 'updated_at': '2021-07-05T04:12:19Z', 'revision_number': 3, 'project_id': '55531968aaea48f484959b725b229ec2', 'gw_port': {'id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:18Z', 'updated_at': '2021-07-05T04:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:22.453349 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-cf830ebd-18aa-4ae4-91cf-39c860d7bc5b req-e86d35d2-fb42-4d0c-904f-1950e4f9d59b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Deleting port ea728f3c-bd5b-4807-9f33-36e6268bc430 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:22.453699 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cf830ebd-18aa-4ae4-91cf-39c860d7bc5b req-e86d35d2-fb42-4d0c-904f-1950e4f9d59b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.460338 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Checking router: 2b06a45a-57fb-40ca-afbb-8c8723a82569 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:22.462303 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Updating router 2b06a45a-57fb-40ca-afbb-8c8723a82569 port bdbde6b6-5196-4a96-a760-118347a89ff3 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:12:22.501440 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.567837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e405b5b-ec4e-4c88-badb-780c616925ae req-f9f92e52-5468-46d6-ac3c-e2482d4098ad tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:22.575155 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e405b5b-ec4e-4c88-badb-780c616925ae req-f9f92e52-5468-46d6-ac3c-e2482d4098ad tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 945 time: 0.1639676 Jul 05 04:12:22.641524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-cf830ebd-18aa-4ae4-91cf-39c860d7bc5b req-e86d35d2-fb42-4d0c-904f-1950e4f9d59b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] For port ea728f3c-bd5b-4807-9f33-36e6268bc430, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=ea728f3c-bd5b-4807-9f33-36e6268bc430,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:22.642481 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cf830ebd-18aa-4ae4-91cf-39c860d7bc5b req-e86d35d2-fb42-4d0c-904f-1950e4f9d59b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.964489 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c57054d0-de52-46c6-bdb7-c43bff159793 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:23.038128 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.049559 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.066123 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Transition to ACTIVE for port object bdbde6b6-5196-4a96-a760-118347a89ff3 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:23.082638 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e405b5b-ec4e-4c88-badb-780c616925ae req-25c6ac29-50d6-42d0-8b3d-1f905907a6de tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065305 Jul 05 04:12:23.088986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c57054d0-de52-46c6-bdb7-c43bff159793 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:23.089716 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.167354 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cf830ebd-18aa-4ae4-91cf-39c860d7bc5b req-e86d35d2-fb42-4d0c-904f-1950e4f9d59b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.168470 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cf830ebd-18aa-4ae4-91cf-39c860d7bc5b req-e86d35d2-fb42-4d0c-904f-1950e4f9d59b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.170962 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [req-cf830ebd-18aa-4ae4-91cf-39c860d7bc5b req-e86d35d2-fb42-4d0c-904f-1950e4f9d59b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Floating IP 089f3efb-3268-4455-9e73-58d009ca4fe7 disassociated. External IP: 172.25.6.92, port: ea728f3c-bd5b-4807-9f33-36e6268bc430. Jul 05 04:12:23.172210 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-cf830ebd-18aa-4ae4-91cf-39c860d7bc5b req-e86d35d2-fb42-4d0c-904f-1950e4f9d59b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Calling delete_port for ea728f3c-bd5b-4807-9f33-36e6268bc430 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:23.183175 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.278614 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Attempting to bind port bdbde6b6-5196-4a96-a760-118347a89ff3 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:23.280246 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Attempting to bind port bdbde6b6-5196-4a96-a760-118347a89ff3 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:23.280246 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Attempting to bind port bdbde6b6-5196-4a96-a760-118347a89ff3 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:23.288854 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:23.289012 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:23.289416 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.294424 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:23.303221 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Bound port: bdbde6b6-5196-4a96-a760-118347a89ff3, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:23.305307 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.421137 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] For port bdbde6b6-5196-4a96-a760-118347a89ff3, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:23.427321 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] For port bdbde6b6-5196-4a96-a760-118347a89ff3, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bdbde6b6-5196-4a96-a760-118347a89ff3,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:23.431516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Allocated IP 172.20.0.1 (9e9e977d-1500-4391-a2c3-00211ddba705/ce4df291-84df-4cc8-b469-a18e04b53998/2307f4d4-a222-4d72-b5ea-f380b467c991) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:23.456764 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf18cb-c0f4-420f-9413-b5ef0a41a1c5 None None] Pushing event updated for resources: {'Port': ['ID=bdbde6b6-5196-4a96-a760-118347a89ff3,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:23.472953 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf18cb-c0f4-420f-9413-b5ef0a41a1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.479528 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf18cb-c0f4-420f-9413-b5ef0a41a1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.479933 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf18cb-c0f4-420f-9413-b5ef0a41a1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.480300 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf18cb-c0f4-420f-9413-b5ef0a41a1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.480720 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf18cb-c0f4-420f-9413-b5ef0a41a1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.481083 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf18cb-c0f4-420f-9413-b5ef0a41a1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.481411 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf18cb-c0f4-420f-9413-b5ef0a41a1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.481738 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf18cb-c0f4-420f-9413-b5ef0a41a1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.482063 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf18cb-c0f4-420f-9413-b5ef0a41a1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.482416 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf18cb-c0f4-420f-9413-b5ef0a41a1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.482746 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf18cb-c0f4-420f-9413-b5ef0a41a1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.486546 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf18cb-c0f4-420f-9413-b5ef0a41a1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.489913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e8927-2b02-4a44-99ad-673a01537bd3 req-72ced242-6ef3-4b5c-a741-c9d0ed8a721a tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:23.504786 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-123e8927-2b02-4a44-99ad-673a01537bd3 req-72ced242-6ef3-4b5c-a741-c9d0ed8a721a tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 946 time: 0.5126176 Jul 05 04:12:23.574296 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.581834 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-123e8927-2b02-4a44-99ad-673a01537bd3 req-16c86617-e664-44dd-9ee5-3c71ca4f0ca9 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups?id=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713079 Jul 05 04:12:23.594416 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.611024 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cf830ebd-18aa-4ae4-91cf-39c860d7bc5b req-e86d35d2-fb42-4d0c-904f-1950e4f9d59b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.635155 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Transition to ACTIVE for port object 2307f4d4-a222-4d72-b5ea-f380b467c991 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:23.641301 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Routers {'2b06a45a-57fb-40ca-afbb-8c8723a82569'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:23.642319 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2b06a45a-57fb-40ca-afbb-8c8723a82569'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:23.643835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d35d2-fb42-4d0c-904f-1950e4f9d59b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event deleted for resources: {'Port': ['ID=ea728f3c-bd5b-4807-9f33-36e6268bc430,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:23.693046 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf18cb-c0f4-420f-9413-b5ef0a41a1c5 None None] Pushing event updated for resources: {'Port': ['ID=bdbde6b6-5196-4a96-a760-118347a89ff3,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:23.789309 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.868720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Network 9e9e977d-1500-4391-a2c3-00211ddba705 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:23.876921 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] Set router 2b06a45a-57fb-40ca-afbb-8c8723a82569 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:23.877960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:23.882391 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:23.891662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf830ebd-18aa-4ae4-91cf-39c860d7bc5b req-e86d35d2-fb42-4d0c-904f-1950e4f9d59b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Router 9525016c-36aa-49ad-8726-b187eef746c8 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:23.891798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Pushing event updated for resources: {'Port': ['ID=2307f4d4-a222-4d72-b5ea-f380b467c991,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:23.932468 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.932818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.933169 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.933511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.933860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.934178 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.934536 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.934869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.935196 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.937233 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.937585 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.938157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:23.967227 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.120899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf830ebd-18aa-4ae4-91cf-39c860d7bc5b req-e86d35d2-fb42-4d0c-904f-1950e4f9d59b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:24.131742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed9092f-1516-4b5f-b2cb-3d109f14155d None None] Sync routers for ids ['9525016c-36aa-49ad-8726-b187eef746c8'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:24.153135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed9092f-1516-4b5f-b2cb-3d109f14155d None None] Routers {'9525016c-36aa-49ad-8726-b187eef746c8'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:24.155605 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-4ed9092f-1516-4b5f-b2cb-3d109f14155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9525016c-36aa-49ad-8726-b187eef746c8'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:24.205772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42c97d-e9e0-4e1f-a6e1-db7773768733 req-13f948d9-a64b-4e02-b3bd-83678a46352a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:24.207583 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d42c97d-e9e0-4e1f-a6e1-db7773768733 req-13f948d9-a64b-4e02-b3bd-83678a46352a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 945 time: 0.2462008 Jul 05 04:12:24.416635 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'name': 'tempest-TestServerBasicOps-1827388465-router', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:17Z', 'updated_at': '2021-07-05T04:12:19Z', 'revision_number': 3, 'project_id': '55531968aaea48f484959b725b229ec2', 'gw_port': {'id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:18Z', 'updated_at': '2021-07-05T04:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:24.471211 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8646aca3-066d-421d-8c7c-08cbbaa9203e None None] The sync data for ids ['2b06a45a-57fb-40ca-afbb-8c8723a82569'] in n-d-771363-32 is: [{'id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'name': 'tempest-TestServerBasicOps-1827388465-router', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:17Z', 'updated_at': '2021-07-05T04:12:19Z', 'revision_number': 3, 'project_id': '55531968aaea48f484959b725b229ec2', 'gw_port': {'id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:18Z', 'updated_at': '2021-07-05T04:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:24.481295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf830ebd-18aa-4ae4-91cf-39c860d7bc5b req-e86d35d2-fb42-4d0c-904f-1950e4f9d59b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] No DVR routers for this DVR port ea728f3c-bd5b-4807-9f33-36e6268bc430 on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:24.489010 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.524060 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-cf830ebd-18aa-4ae4-91cf-39c860d7bc5b req-e86d35d2-fb42-4d0c-904f-1950e4f9d59b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.526544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf830ebd-18aa-4ae4-91cf-39c860d7bc5b req-e86d35d2-fb42-4d0c-904f-1950e4f9d59b tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.36 "DELETE /v2.0/ports/ea728f3c-bd5b-4807-9f33-36e6268bc430 HTTP/1.1" status: 204 len: 173 time: 2.3160110 Jul 05 04:12:24.528216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e45e486-6993-4a7c-b1d3-0683c0d4492e', 'name': 'network-vif-deleted', 'tag': 'ea728f3c-bd5b-4807-9f33-36e6268bc430'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:24.530974 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5322d27e-5182-4c74-afde-5b95a3b2621b" -d '{"events": [{"server_uuid": "7e45e486-6993-4a7c-b1d3-0683c0d4492e", "name": "network-vif-deleted", "tag": "ea728f3c-bd5b-4807-9f33-36e6268bc430"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:24.596402 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-2d42c97d-e9e0-4e1f-a6e1-db7773768733 req-ba516208-7f1a-41b8-bf95-828512cae533 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Deleting port ac574ee0-0635-48c4-91ce-3fa55e7daf97 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:24.597541 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2d42c97d-e9e0-4e1f-a6e1-db7773768733 req-ba516208-7f1a-41b8-bf95-828512cae533 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.603746 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5ca1370e-67c9-466f-a979-b348847f2b84 None None] Provisioning for port 2307f4d4-a222-4d72-b5ea-f380b467c991 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:24.645460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5ca1370e-67c9-466f-a979-b348847f2b84 None None] Provisioning complete for port 2307f4d4-a222-4d72-b5ea-f380b467c991 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:24.645850 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5ca1370e-67c9-466f-a979-b348847f2b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.657209 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a38fb8-a20a-40e6-a0fb-fb1101e682c6 req-3742e70a-221d-4f78-ac62-9452defc6002 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:24.659546 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0a38fb8-a20a-40e6-a0fb-fb1101e682c6 req-3742e70a-221d-4f78-ac62-9452defc6002 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 945 time: 0.2350376 Jul 05 04:12:24.783348 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1372b016-8cb2-43d3-947f-0afb3a8ae9e1 x-openstack-request-id: req-1372b016-8cb2-43d3-947f-0afb3a8ae9e1 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:24.784021 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e45e486-6993-4a7c-b1d3-0683c0d4492e", "name": "network-vif-deleted", "tag": "ea728f3c-bd5b-4807-9f33-36e6268bc430", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:24.784556 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1372b016-8cb2-43d3-947f-0afb3a8ae9e1 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:24.785962 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e45e486-6993-4a7c-b1d3-0683c0d4492e', 'name': 'network-vif-deleted', 'tag': 'ea728f3c-bd5b-4807-9f33-36e6268bc430', 'status': 'completed', 'code': 200} Jul 05 04:12:24.794098 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-4ed9092f-1516-4b5f-b2cb-3d109f14155d None None] Set router 9525016c-36aa-49ad-8726-b187eef746c8 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:24.832955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-2d42c97d-e9e0-4e1f-a6e1-db7773768733 req-ba516208-7f1a-41b8-bf95-828512cae533 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] For port ac574ee0-0635-48c4-91ce-3fa55e7daf97, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ac574ee0-0635-48c4-91ce-3fa55e7daf97,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:24.833318 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2d42c97d-e9e0-4e1f-a6e1-db7773768733 req-ba516208-7f1a-41b8-bf95-828512cae533 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.902583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1370e-67c9-466f-a979-b348847f2b84 None None] Port 2307f4d4-a222-4d72-b5ea-f380b467c991 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:24.908352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-2d42c97d-e9e0-4e1f-a6e1-db7773768733 req-ba516208-7f1a-41b8-bf95-828512cae533 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Calling delete_port for ac574ee0-0635-48c4-91ce-3fa55e7daf97 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:24.983079 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce795360-f5f7-4dfc-9493-3ea68c5edd8b req-fbf7141f-bacc-41e7-bfb5-d32acded86f7 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 210 time: 0.0952795 Jul 05 04:12:25.000866 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0a38fb8-a20a-40e6-a0fb-fb1101e682c6 req-49851619-d87c-42e5-aef5-15aebf8ff946 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309021 Jul 05 04:12:25.003306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.220942 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.334818 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.396784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-4ed9092f-1516-4b5f-b2cb-3d109f14155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:43Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'a91581ac-143d-49f4-9e5a-d1db2a8b9f36', 'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'mac_address': 'fa:16:3e:69:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:40Z', 'updated_at': '2021-07-05T04:02:52Z', 'revision_number': 5, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'subnets': [{'id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:25.407873 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2d42c97d-e9e0-4e1f-a6e1-db7773768733 req-ba516208-7f1a-41b8-bf95-828512cae533 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.447310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['ac574ee0-0635-48c4-91ce-3fa55e7daf97'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:12:25.465790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba516208-7f1a-41b8-bf95-828512cae533 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Pushing event deleted for resources: {'Port': ['ID=ac574ee0-0635-48c4-91ce-3fa55e7daf97,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:25.476165 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed9092f-1516-4b5f-b2cb-3d109f14155d None None] Checking router: 9525016c-36aa-49ad-8726-b187eef746c8 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:25.487991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed9092f-1516-4b5f-b2cb-3d109f14155d None None] Routers {'9525016c-36aa-49ad-8726-b187eef746c8'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:25.488746 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-4ed9092f-1516-4b5f-b2cb-3d109f14155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9525016c-36aa-49ad-8726-b187eef746c8'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:25.488899 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Pushing event updated for resources: {'Port': ['ID=2307f4d4-a222-4d72-b5ea-f380b467c991,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:25.524890 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Network 9e9e977d-1500-4391-a2c3-00211ddba705 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:25.527083 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:25.555401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d42c97d-e9e0-4e1f-a6e1-db7773768733 req-ba516208-7f1a-41b8-bf95-828512cae533 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] No DVR routers for this DVR port ac574ee0-0635-48c4-91ce-3fa55e7daf97 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:25.566397 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2d42c97d-e9e0-4e1f-a6e1-db7773768733 req-ba516208-7f1a-41b8-bf95-828512cae533 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.568924 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d42c97d-e9e0-4e1f-a6e1-db7773768733 req-ba516208-7f1a-41b8-bf95-828512cae533 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.10 "DELETE /v2.0/ports/ac574ee0-0635-48c4-91ce-3fa55e7daf97 HTTP/1.1" status: 204 len: 173 time: 1.2819636 Jul 05 04:12:25.687388 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-4ed9092f-1516-4b5f-b2cb-3d109f14155d None None] Set router 9525016c-36aa-49ad-8726-b187eef746c8 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:25.913066 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Router 2b06a45a-57fb-40ca-afbb-8c8723a82569 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:26.094810 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2fc8c115-fb2d-4c93-8ad5-c20347877c4f None None] Provisioning complete for port 2307f4d4-a222-4d72-b5ea-f380b467c991 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:26.095298 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2fc8c115-fb2d-4c93-8ad5-c20347877c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.170453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:26.181460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8c115-fb2d-4c93-8ad5-c20347877c4f None None] Port 2307f4d4-a222-4d72-b5ea-f380b467c991 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:26.197427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-4ed9092f-1516-4b5f-b2cb-3d109f14155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:43Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'a91581ac-143d-49f4-9e5a-d1db2a8b9f36', 'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'mac_address': 'fa:16:3e:69:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:40Z', 'updated_at': '2021-07-05T04:02:52Z', 'revision_number': 5, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'subnets': [{'id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:26.212710 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f2cf59fd-a322-4c3a-ac2d-6bf91fb93a37 admin admin] 10.222.0.38 "PUT /v2.0/routers/2b06a45a-57fb-40ca-afbb-8c8723a82569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0702949 Jul 05 04:12:26.297024 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed9092f-1516-4b5f-b2cb-3d109f14155d None None] The sync data for ids ['9525016c-36aa-49ad-8726-b187eef746c8'] in n-d-771363-32 is: [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:02:43Z', 'revision_number': 4, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'a91581ac-143d-49f4-9e5a-d1db2a8b9f36', 'name': '', 'network_id': '739555cb-3aaa-4692-ac69-434fc52fdecf', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'mac_address': 'fa:16:3e:69:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:40Z', 'updated_at': '2021-07-05T04:02:52Z', 'revision_number': 5, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'subnets': [{'id': 'a9bbcade-db99-467e-97af-337f24f2acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:26.424845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ea728f3c-bd5b-4807-9f33-36e6268bc430 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:26.480376 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: ea728f3c-bd5b-4807-9f33-36e6268bc430 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:26.480376 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device ea728f3c-bd5b-4807-9f33-36e6268bc430 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:26.495664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9eb6cb04-db6e-46ac-b4a8-338d5852a76b req-4dd129c5-e392-4d69-8cca-451e9797f5b5 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b6066e9-0a19-489a-93a6-4db713d9e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0723708 Jul 05 04:12:26.789891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6066e9-0a19-489a-93a6-4db713d9e3a5', 'name': 'network-vif-deleted', 'tag': 'ac574ee0-0635-48c4-91ce-3fa55e7daf97'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:26.791764 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed985b07-8710-4168-bf25-502a6e298529" -d '{"events": [{"server_uuid": "1b6066e9-0a19-489a-93a6-4db713d9e3a5", "name": "network-vif-deleted", "tag": "ac574ee0-0635-48c4-91ce-3fa55e7daf97"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:26.841097 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01f02b20-fae8-4783-9708-1971404ef46a req-1db6b716-8866-4cd5-bdac-71bb0fc3c77d tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e45e486-6993-4a7c-b1d3-0683c0d4492e HTTP/1.1" status: 200 len: 210 time: 0.0526192 Jul 05 04:12:26.881169 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd49575d-1952-4701-a62f-14311efcccef x-openstack-request-id: req-fd49575d-1952-4701-a62f-14311efcccef {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:26.882017 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6066e9-0a19-489a-93a6-4db713d9e3a5", "name": "network-vif-deleted", "tag": "ac574ee0-0635-48c4-91ce-3fa55e7daf97", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:26.884002 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd49575d-1952-4701-a62f-14311efcccef {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:26.888213 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6066e9-0a19-489a-93a6-4db713d9e3a5', 'name': 'network-vif-deleted', 'tag': 'ac574ee0-0635-48c4-91ce-3fa55e7daf97', 'status': 'completed', 'code': 200} Jul 05 04:12:26.916114 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-003d352a-712c-4d02-a843-6f4168a6f312 req-5fb4bca6-a084-4a11-98f1-c09c2975b360 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1952693 Jul 05 04:12:26.961899 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bdbde6b6-5196-4a96-a760-118347a89ff3 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:27.153643 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636cec53-b48c-4b07-bd1e-74905ffa70f5 None None] New status for floating IP 089f3efb-3268-4455-9e73-58d009ca4fe7: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:12:27.174006 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port bdbde6b6-5196-4a96-a760-118347a89ff3 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:27.181640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bdbde6b6-5196-4a96-a760-118347a89ff3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:27.182239 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.209717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d352a-712c-4d02-a843-6f4168a6f312 req-a25ccf47-c138-4bab-9dc9-d4ac6733d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:27.211655 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-003d352a-712c-4d02-a843-6f4168a6f312 req-a25ccf47-c138-4bab-9dc9-d4ac6733d620 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 1097 time: 0.1395473 Jul 05 04:12:27.342093 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.378273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port bdbde6b6-5196-4a96-a760-118347a89ff3, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bdbde6b6-5196-4a96-a760-118347a89ff3,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:27.409105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d352a-712c-4d02-a843-6f4168a6f312 req-ba935e0c-ab93-4449-bb19-146102349f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:27.410765 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-003d352a-712c-4d02-a843-6f4168a6f312 req-ba935e0c-ab93-4449-bb19-146102349f5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.1621058 Jul 05 04:12:27.491890 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-003d352a-712c-4d02-a843-6f4168a6f312 req-89b631fb-ac00-43d4-a209-f1e614b99b37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83961fc8-aa95-4096-ad27-46b811e58972 HTTP/1.1" status: 200 len: 1000 time: 0.0711687 Jul 05 04:12:27.499546 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.596330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Sync routers for ids ['2b06a45a-57fb-40ca-afbb-8c8723a82569'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:27.601065 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d352a-712c-4d02-a843-6f4168a6f312 req-0d5ee734-503e-42e6-8058-dcca7f4d3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:27.602880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-003d352a-712c-4d02-a843-6f4168a6f312 req-0d5ee734-503e-42e6-8058-dcca7f4d3069 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.1003122 Jul 05 04:12:27.619459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=bdbde6b6-5196-4a96-a760-118347a89ff3,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:27.630857 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:27.631475 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:27.631990 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:27.632572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:27.633086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:27.633739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:27.634355 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:27.634859 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:27.635374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:27.635928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:27.636470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:27.636975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:27.641704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Routers {'2b06a45a-57fb-40ca-afbb-8c8723a82569'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:27.649863 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2b06a45a-57fb-40ca-afbb-8c8723a82569'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:27.710433 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d352a-712c-4d02-a843-6f4168a6f312 req-95818f71-966c-4dd9-9eeb-85af3b8058bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:27.713525 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-003d352a-712c-4d02-a843-6f4168a6f312 req-95818f71-966c-4dd9-9eeb-85af3b8058bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014755 Jul 05 04:12:27.774181 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40888) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:27.781407 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4b6b7583-45b8-4e94-b685-2f579c5139cc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-988919963-network', 'tenant_id': '17f56a8b5ce64c759325a3ec287150c9'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:27.859718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Set router 2b06a45a-57fb-40ca-afbb-8c8723a82569 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:27.869604 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-003d352a-712c-4d02-a843-6f4168a6f312 req-81c49539-fbab-41f9-9223-3cf65fc2f23e service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481111 Jul 05 04:12:27.973800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6b7583-45b8-4e94-b685-2f579c5139cc admin admin] Made reservation on behalf of 17f56a8b5ce64c759325a3ec287150c9 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:27.976546 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b6b7583-45b8-4e94-b685-2f579c5139cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.008058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b6b7583-45b8-4e94-b685-2f579c5139cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.066074 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-003d352a-712c-4d02-a843-6f4168a6f312 req-7e934d61-c361-46d8-a49a-f6a178d61a2a service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802292 Jul 05 04:12:28.079551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40904) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:28.254052 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.269128 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b6b7583-45b8-4e94-b685-2f579c5139cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.283047 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.347936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ac574ee0-0635-48c4-91ce-3fa55e7daf97 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:28.368178 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b6b7583-45b8-4e94-b685-2f579c5139cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.384433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6b7583-45b8-4e94-b685-2f579c5139cc admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:28.389732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-2792920a-187e-48fe-b3b0-ca0ce7f1f70a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:28.398804 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-2792920a-187e-48fe-b3b0-ca0ce7f1f70a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/networks?id=4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 200 len: 811 time: 0.2701592 Jul 05 04:12:28.402735 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b6b7583-45b8-4e94-b685-2f579c5139cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.403085 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-4b6b7583-45b8-4e94-b685-2f579c5139cc admin admin] Added segment 2b3304f3-ced9-4ee5-bdbf-a631d304aeb1 of type vlan for network 716c1869-4efd-42e6-b979-e15b41f7ac41 Jul 05 04:12:28.420556 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-87705b1c-0f67-4be2-b9b4-535db7db123f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/quotas/889673422f48438f9175658256256746 HTTP/1.1" status: 200 len: 375 time: 0.0181394 Jul 05 04:12:28.448646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: ac574ee0-0635-48c4-91ce-3fa55e7daf97 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:28.448995 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ac574ee0-0635-48c4-91ce-3fa55e7daf97 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:28.471302 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-14365521-5d74-45dc-8692-223cb5ced32a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518537 Jul 05 04:12:28.478034 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b6b7583-45b8-4e94-b685-2f579c5139cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.512208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'name': 'tempest-TestServerBasicOps-1827388465-router', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:17Z', 'updated_at': '2021-07-05T04:12:24Z', 'revision_number': 4, 'project_id': '55531968aaea48f484959b725b229ec2', 'gw_port': {'id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:18Z', 'updated_at': '2021-07-05T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2307f4d4-a222-4d72-b5ea-f380b467c991', 'name': '', 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'mac_address': 'fa:16:3e:06:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:23Z', 'updated_at': '2021-07-05T04:12:24Z', 'revision_number': 2, 'project_id': '55531968aaea48f484959b725b229ec2', 'subnets': [{'id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:28.577831 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Checking router: 2b06a45a-57fb-40ca-afbb-8c8723a82569 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:28.578193 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Updating router 2b06a45a-57fb-40ca-afbb-8c8723a82569 port 2307f4d4-a222-4d72-b5ea-f380b467c991 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:12:28.580129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b7583-45b8-4e94-b685-2f579c5139cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5895d6-33fe-471a-b14c-6be960a1c1d3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:28.598984 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.602064 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.603856 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "DELETE /v2.0/security-groups/4ff48ddc-ab03-4211-9d07-a55cf02b7a5c HTTP/1.1" status: 204 len: 168 time: 0.5221019 Jul 05 04:12:28.608023 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40922) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:28.625948 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-fd103c84-e7d7-4e4d-9dad-0b4bdb8a5733 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] show failed (client error): The resource could not be found. Jul 05 04:12:28.627029 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.629018 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fd103c84-e7d7-4e4d-9dad-0b4bdb8a5733 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "GET /v2.0/security-groups/4ff48ddc-ab03-4211-9d07-a55cf02b7a5c HTTP/1.1" status: 404 len: 347 time: 0.0188098 Jul 05 04:12:28.632201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40924) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:28.637670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff48ddc-ab03-4211-9d07-a55cf02b7a5c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:28.650111 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:28.654062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:28.654062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:28.654062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:28.654062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:28.654062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:28.654062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:28.654062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:28.654062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:28.654062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:28.654062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:28.654062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9aaed0-038c-4dbb-83a5-70d05299ac03 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:28.703156 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-9ecba4c2-91b2-4306-b003-0dd92fe3afbb service neutron] 10.222.0.38 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309873 Jul 05 04:12:28.830284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-2da43e53-cadc-4174-8547-4583d8c24495 service neutron] 10.222.0.38 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260355 Jul 05 04:12:28.849797 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b6b7583-45b8-4e94-b685-2f579c5139cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.855544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b7583-45b8-4e94-b685-2f579c5139cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:28.856373 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4b6b7583-45b8-4e94-b685-2f579c5139cc admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.962425 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bdbde6b6-5196-4a96-a760-118347a89ff3 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:29.051415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b7583-45b8-4e94-b685-2f579c5139cc admin admin] Pushing event updated for resources: {'Network': ['ID=716c1869-4efd-42e6-b979-e15b41f7ac41,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:29.069413 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff6b41-0da6-4add-a0f1-ef9703f360f7 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Deleting port 3c5b3639-6a8b-4972-92f2-22c2495bf2a3 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:29.070078 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6b41-0da6-4add-a0f1-ef9703f360f7 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.090724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 716c1869-4efd-42e6-b979-e15b41f7ac41 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:29.136608 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4b6b7583-45b8-4e94-b685-2f579c5139cc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3606417 Jul 05 04:12:29.139796 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40936) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:29.145071 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4dde2b2e-0aba-4bec-b6fc-267b04c7aa6f admin admin] Request body: {'subnet': {'network_id': '716c1869-4efd-42e6-b979-e15b41f7ac41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-988919963-subnet', 'tenant_id': '17f56a8b5ce64c759325a3ec287150c9', 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:29.207682 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6b41-0da6-4add-a0f1-ef9703f360f7 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.208027 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6b41-0da6-4add-a0f1-ef9703f360f7 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.229943 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bdbde6b6-5196-4a96-a760-118347a89ff3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:29.229943 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.238713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff6b41-0da6-4add-a0f1-ef9703f360f7 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Calling delete_port for 3c5b3639-6a8b-4972-92f2-22c2495bf2a3 owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:29.290494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a940e8d-f372-459b-b44c-ecc037067512 req-b87f1e79-4fc6-4e78-8d66-32b5c7ff0788 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 210 time: 0.0771031 Jul 05 04:12:29.291029 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40942) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:29.307707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dde2b2e-0aba-4bec-b6fc-267b04c7aa6f admin admin] Made reservation on behalf of 17f56a8b5ce64c759325a3ec287150c9 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:29.308841 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4dde2b2e-0aba-4bec-b6fc-267b04c7aa6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.486740 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.630753 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6b41-0da6-4add-a0f1-ef9703f360f7 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.633193 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Transition to ACTIVE for port object 2307f4d4-a222-4d72-b5ea-f380b467c991 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:29.644200 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0ce141ac-4288-4bdd-8363-a1cc0f21d138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.656383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff6b41-0da6-4add-a0f1-ef9703f360f7 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Pushing event deleted for resources: {'Port': ['ID=3c5b3639-6a8b-4972-92f2-22c2495bf2a3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:29.706307 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.739448 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6b41-0da6-4add-a0f1-ef9703f360f7 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.743301 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6b41-0da6-4add-a0f1-ef9703f360f7 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.744642 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f4ff6b41-0da6-4add-a0f1-ef9703f360f7 tempest-AttachVolumeTestJSON-1244740791 tempest-AttachVolumeTestJSON-1244740791-project] 10.222.0.38 "DELETE /v2.0/floatingips/089f3efb-3268-4455-9e73-58d009ca4fe7 HTTP/1.1" status: 204 len: 168 time: 1.1114419 Jul 05 04:12:29.771471 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4434e-cd4a-47be-93a5-7e631f012c53 None None] Pushing event updated for resources: {'Port': ['ID=2307f4d4-a222-4d72-b5ea-f380b467c991,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:29.787879 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0ce141ac-4288-4bdd-8363-a1cc0f21d138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.791120 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4dde2b2e-0aba-4bec-b6fc-267b04c7aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.862267 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0ce141ac-4288-4bdd-8363-a1cc0f21d138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.939385 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40960) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:29.957041 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde2b2e-0aba-4bec-b6fc-267b04c7aa6f admin admin] Checking segment: {'id': '2b3304f3-ced9-4ee5-bdbf-a631d304aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '716c1869-4efd-42e6-b979-e15b41f7ac41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:29.961770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dde2b2e-0aba-4bec-b6fc-267b04c7aa6f admin admin] Network hostable DHCP agents. Network: 716c1869-4efd-42e6-b979-e15b41f7ac41, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:12:29.961926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Attempting to bind port 2307f4d4-a222-4d72-b5ea-f380b467c991 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:29.961926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Attempting to bind port 2307f4d4-a222-4d72-b5ea-f380b467c991 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '5edb877b-6ce2-40cb-9fe6-83adfd37e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:29.961926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Attempting to bind port 2307f4d4-a222-4d72-b5ea-f380b467c991 on network 9e9e977d-1500-4391-a2c3-00211ddba705 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:29.965891 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40964) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:29.966186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0ce141ac-4288-4bdd-8363-a1cc0f21d138 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4eb1a08e892949088b048816518051db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6735120 Jul 05 04:12:29.969571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce141ac-4288-4bdd-8363-a1cc0f21d138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995b7a39-2e9d-4b2b-851e-b664c7231aff,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:29.972581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde2b2e-0aba-4bec-b6fc-267b04c7aa6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebaea115-f344-411b-a095-a2811f7d51bb,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:29.987040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:29.988500 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Checking segment: {'id': '5edb877b-6ce2-40cb-9fe6-83adfd37e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:29.990686 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.991277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Bound using segment: {'id': '5edb877b-6ce2-40cb-9fe6-83adfd37e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:29.992659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Bound port: 2307f4d4-a222-4d72-b5ea-f380b467c991, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edb877b-6ce2-40cb-9fe6-83adfd37e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:29.993958 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.037555 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69639b34-4e80-4ea6-a8dd-c1b667f166ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.066346 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69639b34-4e80-4ea6-a8dd-c1b667f166ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.088470 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dde2b2e-0aba-4bec-b6fc-267b04c7aa6f admin admin] Network 716c1869-4efd-42e6-b979-e15b41f7ac41 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:12:30.111604 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] For port 2307f4d4-a222-4d72-b5ea-f380b467c991, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:30.124986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] For port 2307f4d4-a222-4d72-b5ea-f380b467c991, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2307f4d4-a222-4d72-b5ea-f380b467c991,segment=NetworkSegment(5edb877b-6ce2-40cb-9fe6-83adfd37e5e8),segment_id=5edb877b-6ce2-40cb-9fe6-83adfd37e5e8)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:30.163285 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc41f65e-35e1-4708-95bb-8da3ef11f8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.253977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-4dde2b2e-0aba-4bec-b6fc-267b04c7aa6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 716c1869-4efd-42e6-b979-e15b41f7ac41) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:30.254377 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.256312 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69639b34-4e80-4ea6-a8dd-c1b667f166ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.258354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dde2b2e-0aba-4bec-b6fc-267b04c7aa6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:30.258941 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4dde2b2e-0aba-4bec-b6fc-267b04c7aa6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.259365 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-69639b34-4e80-4ea6-a8dd-c1b667f166ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.260702 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-69639b34-4e80-4ea6-a8dd-c1b667f166ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/995b7a39-2e9d-4b2b-851e-b664c7231aff HTTP/1.1" status: 204 len: 168 time: 0.2927361 Jul 05 04:12:30.286730 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12d51a4-41c9-4ee8-9542-2b848f5dc256 None None] Network 716c1869-4efd-42e6-b979-e15b41f7ac41 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:30.288562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69639b34-4e80-4ea6-a8dd-c1b667f166ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995b7a39-2e9d-4b2b-851e-b664c7231aff,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:30.400530 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc41f65e-35e1-4708-95bb-8da3ef11f8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.421952 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-58bebbf8-8d21-4ce8-ab50-f2f46d5f19fa req-364d4099-2205-443e-ba09-8d9642c830c1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 210 time: 0.0614409 Jul 05 04:12:30.523402 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Routers {'2b06a45a-57fb-40ca-afbb-8c8723a82569'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:30.524041 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2b06a45a-57fb-40ca-afbb-8c8723a82569'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:30.527588 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4434e-cd4a-47be-93a5-7e631f012c53 None None] Pushing event updated for resources: {'Port': ['ID=2307f4d4-a222-4d72-b5ea-f380b467c991,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:30.701908 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] Set router 2b06a45a-57fb-40ca-afbb-8c8723a82569 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:30.752675 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc41f65e-35e1-4708-95bb-8da3ef11f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.819265 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f9929f-c279-446b-badc-53320633e475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-716c1869-4efd-42e6-b979-e15b41f7ac41', 'network_id': '716c1869-4efd-42e6-b979-e15b41f7ac41', 'tenant_id': '17f56a8b5ce64c759325a3ec287150c9', 'fixed_ips': [{'subnet_id': 'ebaea115-f344-411b-a095-a2811f7d51bb'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:12:30.821882 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-33f9929f-c279-446b-badc-53320633e475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.831591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41f65e-35e1-4708-95bb-8da3ef11f8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22a3434-ded3-43d1-9c42-bb6f4f6525e5,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:30.838537 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bc41f65e-35e1-4708-95bb-8da3ef11f8f8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=108a7f11fa9a42feacce4fa308f4e052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8979831 Jul 05 04:12:30.842089 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40984) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:30.869067 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4dde2b2e-0aba-4bec-b6fc-267b04c7aa6f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7278795 Jul 05 04:12:30.871879 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40986) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:30.877729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-988919963-router', 'tenant_id': '17f56a8b5ce64c759325a3ec287150c9', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:30.994064 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0cf41f88-a5f9-42dd-8142-042686fe3015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.029706 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0cf41f88-a5f9-42dd-8142-042686fe3015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.053659 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.055738 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.148515 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.152861 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-33f9929f-c279-446b-badc-53320633e475 None None] Allocated IP 172.20.0.2 (716c1869-4efd-42e6-b979-e15b41f7ac41/ebaea115-f344-411b-a095-a2811f7d51bb/630ffa4b-06f7-4187-affa-1a335719d397) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:31.238998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'name': 'tempest-TestServerBasicOps-1827388465-router', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:17Z', 'updated_at': '2021-07-05T04:12:24Z', 'revision_number': 4, 'project_id': '55531968aaea48f484959b725b229ec2', 'gw_port': {'id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:18Z', 'updated_at': '2021-07-05T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2307f4d4-a222-4d72-b5ea-f380b467c991', 'name': '', 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'mac_address': 'fa:16:3e:06:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:23Z', 'updated_at': '2021-07-05T04:12:30Z', 'revision_number': 4, 'project_id': '55531968aaea48f484959b725b229ec2', 'subnets': [{'id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:31.248581 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0cf41f88-a5f9-42dd-8142-042686fe3015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.248581 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0cf41f88-a5f9-42dd-8142-042686fe3015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.248581 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0cf41f88-a5f9-42dd-8142-042686fe3015 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f22a3434-ded3-43d1-9c42-bb6f4f6525e5 HTTP/1.1" status: 204 len: 168 time: 0.4021170 Jul 05 04:12:31.263825 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf41f88-a5f9-42dd-8142-042686fe3015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22a3434-ded3-43d1-9c42-bb6f4f6525e5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:31.289274 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e668648-f991-4892-bfb4-a8b2a856b024 None None] The sync data for ids ['2b06a45a-57fb-40ca-afbb-8c8723a82569'] in n-d-771363-32 is: [{'id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'name': 'tempest-TestServerBasicOps-1827388465-router', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:17Z', 'updated_at': '2021-07-05T04:12:24Z', 'revision_number': 4, 'project_id': '55531968aaea48f484959b725b229ec2', 'gw_port': {'id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:18Z', 'updated_at': '2021-07-05T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2307f4d4-a222-4d72-b5ea-f380b467c991', 'name': '', 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'mac_address': 'fa:16:3e:06:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:23Z', 'updated_at': '2021-07-05T04:12:30Z', 'revision_number': 4, 'project_id': '55531968aaea48f484959b725b229ec2', 'subnets': [{'id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:31.447999 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-33f9929f-c279-446b-badc-53320633e475 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.490235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-33f9929f-c279-446b-badc-53320633e475 None None] Transition to ACTIVE for port object 630ffa4b-06f7-4187-affa-1a335719d397 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:31.542615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-33f9929f-c279-446b-badc-53320633e475 None None] Transition to ACTIVE for port object 630ffa4b-06f7-4187-affa-1a335719d397 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:31.660018 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-33f9929f-c279-446b-badc-53320633e475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.681646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af3831eb-bd61-46b9-ae40-cf1d2855e20b req-9cade829-60c9-438d-8499-60dbae99795d tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 210 time: 0.0502429 Jul 05 04:12:31.682182 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41002) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:31.717484 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-73f1bdd8-7c70-45ef-92b6-aa9aec043b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.724179 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.776481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9929f-c279-446b-badc-53320633e475 None None] Pushing event updated for resources: {'Port': ['ID=630ffa4b-06f7-4187-affa-1a335719d397,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:31.798888 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f9929f-c279-446b-badc-53320633e475 None None] Network 716c1869-4efd-42e6-b979-e15b41f7ac41 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:31.800547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-33f9929f-c279-446b-badc-53320633e475 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:31.804036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f9929f-c279-446b-badc-53320633e475 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:31.893378 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-73f1bdd8-7c70-45ef-92b6-aa9aec043b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.899154 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-33f9929f-c279-446b-badc-53320633e475 None None] Attempting to bind port 630ffa4b-06f7-4187-affa-1a335719d397 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:31.899525 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-33f9929f-c279-446b-badc-53320633e475 None None] Attempting to bind port 630ffa4b-06f7-4187-affa-1a335719d397 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '2b3304f3-ced9-4ee5-bdbf-a631d304aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '716c1869-4efd-42e6-b979-e15b41f7ac41'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:31.899886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9929f-c279-446b-badc-53320633e475 None None] Attempting to bind port 630ffa4b-06f7-4187-affa-1a335719d397 on network 716c1869-4efd-42e6-b979-e15b41f7ac41 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:31.915512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9929f-c279-446b-badc-53320633e475 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:31.915898 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9929f-c279-446b-badc-53320633e475 None None] Checking segment: {'id': '2b3304f3-ced9-4ee5-bdbf-a631d304aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '716c1869-4efd-42e6-b979-e15b41f7ac41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:31.916349 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-33f9929f-c279-446b-badc-53320633e475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.916755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9929f-c279-446b-badc-53320633e475 None None] Bound using segment: {'id': '2b3304f3-ced9-4ee5-bdbf-a631d304aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '716c1869-4efd-42e6-b979-e15b41f7ac41'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:31.917237 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-33f9929f-c279-446b-badc-53320633e475 None None] Bound port: 630ffa4b-06f7-4187-affa-1a335719d397, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3304f3-ced9-4ee5-bdbf-a631d304aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '716c1869-4efd-42e6-b979-e15b41f7ac41'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:31.917627 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-33f9929f-c279-446b-badc-53320633e475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.002110 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-73f1bdd8-7c70-45ef-92b6-aa9aec043b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.028674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-33f9929f-c279-446b-badc-53320633e475 None None] For port 630ffa4b-06f7-4187-affa-1a335719d397, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:32.037657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-33f9929f-c279-446b-badc-53320633e475 None None] For port 630ffa4b-06f7-4187-affa-1a335719d397, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=630ffa4b-06f7-4187-affa-1a335719d397,segment=NetworkSegment(2b3304f3-ced9-4ee5-bdbf-a631d304aeb1),segment_id=2b3304f3-ced9-4ee5-bdbf-a631d304aeb1)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:32.071096 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-73f1bdd8-7c70-45ef-92b6-aa9aec043b96 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b018ddc39062403ab12dc87384ba5c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858514 Jul 05 04:12:32.071096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1bdd8-7c70-45ef-92b6-aa9aec043b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70a5aed-aff5-4387-bd1c-8866467160cd,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:32.073344 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41010) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:32.175355 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-33f9929f-c279-446b-badc-53320633e475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.235127 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.235741 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4ee6bbf-1247-463c-9de6-85147756b114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.262493 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.301726 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4ee6bbf-1247-463c-9de6-85147756b114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.399097 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41014) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:32.412711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9929f-c279-446b-badc-53320633e475 None None] Pushing event updated for resources: {'Port': ['ID=630ffa4b-06f7-4187-affa-1a335719d397,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:32.430407 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-557b30e7-5743-4d4b-b8b2-d1c018be9642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.511737 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.558902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Allocated IP 172.25.6.65 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/7f922e66-c9e1-4ee0-87fe-888e8f5329f3) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:32.563744 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4ee6bbf-1247-463c-9de6-85147756b114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.571238 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4ee6bbf-1247-463c-9de6-85147756b114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.573595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f4ee6bbf-1247-463c-9de6-85147756b114 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b70a5aed-aff5-4387-bd1c-8866467160cd HTTP/1.1" status: 204 len: 168 time: 0.4990726 Jul 05 04:12:32.588546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee6bbf-1247-463c-9de6-85147756b114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70a5aed-aff5-4387-bd1c-8866467160cd,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:32.900804 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.062912 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-557b30e7-5743-4d4b-b8b2-d1c018be9642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.095686 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.156618 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-557b30e7-5743-4d4b-b8b2-d1c018be9642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.178345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-036f0bbd-2aea-4771-be5b-20bbb0734ff5 req-19365f3f-f1f6-443f-8a7c-0896bfd1e427 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 210 time: 0.1721201 Jul 05 04:12:33.195338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 630ffa4b-06f7-4187-affa-1a335719d397 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:33.195911 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-557b30e7-5743-4d4b-b8b2-d1c018be9642 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=03fc094249b04e1ca70cd3a474e09d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7887175 Jul 05 04:12:33.198771 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41030) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:33.239571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:33.247466 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:33.252514 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:33.272837 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Pushing event updated for resources: {'Port': ['ID=7f922e66-c9e1-4ee0-87fe-888e8f5329f3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:33.351938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b30e7-5743-4d4b-b8b2-d1c018be9642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e1ba8b-ea02-4d02-b7db-610ac01eb3f8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:33.413715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 630ffa4b-06f7-4187-affa-1a335719d397 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:33.418466 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2307f4d4-a222-4d72-b5ea-f380b467c991 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:33.693571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 2307f4d4-a222-4d72-b5ea-f380b467c991 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:33.697939 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2307f4d4-a222-4d72-b5ea-f380b467c991 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:33.698584 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.318106 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.322941 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2eaeff6a-5489-42c1-b3d6-bbac340c36cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.333547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a8aedf-5ea9-484e-96a6-56f88a218c6e None None] Network 716c1869-4efd-42e6-b979-e15b41f7ac41 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:34.338959 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.421318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 2307f4d4-a222-4d72-b5ea-f380b467c991, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2307f4d4-a222-4d72-b5ea-f380b467c991,segment=NetworkSegment(5edb877b-6ce2-40cb-9fe6-83adfd37e5e8),segment_id=5edb877b-6ce2-40cb-9fe6-83adfd37e5e8)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:34.431132 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2eaeff6a-5489-42c1-b3d6-bbac340c36cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.455898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-191ce69e-3b97-4ef4-bf46-e7bf4af2d0f7 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:34.457753 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-191ce69e-3b97-4ef4-bf46-e7bf4af2d0f7 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.10 "GET /v2.0/networks?id=4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 200 len: 811 time: 1.3561230 Jul 05 04:12:34.501803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-24c4a737-10a4-4846-8b22-a047eda20cd1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Request body: {'port': {'device_id': 'cdb36461-c3ce-4fe2-88ef-08390909e034', 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca', 'admin_state_up': True, 'tenant_id': '889673422f48438f9175658256256746'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:34.511260 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2ac7eff4-0b7f-4618-9610-78c0e54bd77e None None] Provisioning for port 630ffa4b-06f7-4187-affa-1a335719d397 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:34.515489 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f308cd9-10fa-4926-8f67-400e13917b90 req-0c5d20d3-590a-455d-9839-864b57e215e6 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 210 time: 0.0729718 Jul 05 04:12:34.521384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2ac7eff4-0b7f-4618-9610-78c0e54bd77e None None] Provisioning complete for port 630ffa4b-06f7-4187-affa-1a335719d397 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:34.522176 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2ac7eff4-0b7f-4618-9610-78c0e54bd77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.589796 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.669855 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=2307f4d4-a222-4d72-b5ea-f380b467c991,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:34.739496 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2eaeff6a-5489-42c1-b3d6-bbac340c36cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.747285 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2eaeff6a-5489-42c1-b3d6-bbac340c36cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.751391 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2eaeff6a-5489-42c1-b3d6-bbac340c36cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a1e1ba8b-ea02-4d02-b7db-610ac01eb3f8 HTTP/1.1" status: 204 len: 168 time: 0.5817013 Jul 05 04:12:34.759808 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2ac7eff4-0b7f-4618-9610-78c0e54bd77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.815119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaeff6a-5489-42c1-b3d6-bbac340c36cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e1ba8b-ea02-4d02-b7db-610ac01eb3f8,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:34.822622 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2ac7eff4-0b7f-4618-9610-78c0e54bd77e None None] For port 630ffa4b-06f7-4187-affa-1a335719d397, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=630ffa4b-06f7-4187-affa-1a335719d397,segment=NetworkSegment(2b3304f3-ced9-4ee5-bdbf-a631d304aeb1),segment_id=2b3304f3-ced9-4ee5-bdbf-a631d304aeb1)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:34.827370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-24c4a737-10a4-4846-8b22-a047eda20cd1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Made reservation on behalf of 889673422f48438f9175658256256746 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:34.831747 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-24c4a737-10a4-4846-8b22-a047eda20cd1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.901906 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2ac7eff4-0b7f-4618-9610-78c0e54bd77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.999658 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2307f4d4-a222-4d72-b5ea-f380b467c991 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:35.031066 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.068600 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7eff4-0b7f-4618-9610-78c0e54bd77e None None] Pushing event updated for resources: {'Port': ['ID=630ffa4b-06f7-4187-affa-1a335719d397,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:35.086802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2307f4d4-a222-4d72-b5ea-f380b467c991 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:35.087255 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.151110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-24c4a737-10a4-4846-8b22-a047eda20cd1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Allocated IP 172.20.0.13 (4483820e-ce4a-4424-9733-eb9c989451ca/f579dd9f-48bf-4c30-ad74-936c5f2d58c0/82c5bb09-9327-48eb-86ea-71e64a9d53c6) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:35.333589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-22ef9196-a5af-4399-85bc-16a5ccbd5438 None None] Provisioning complete for port 630ffa4b-06f7-4187-affa-1a335719d397 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:35.334669 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-22ef9196-a5af-4399-85bc-16a5ccbd5438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.476719 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.518182 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-24c4a737-10a4-4846-8b22-a047eda20cd1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.665472 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-24c4a737-10a4-4846-8b22-a047eda20cd1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.765959 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4a737-10a4-4846-8b22-a047eda20cd1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Pushing event updated for resources: {'Port': ['ID=82c5bb09-9327-48eb-86ea-71e64a9d53c6,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:35.795030 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Router a40cb18e-d950-4ceb-a586-f66c7d06ba58 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:12:35.809494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-24c4a737-10a4-4846-8b22-a047eda20cd1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Network 4483820e-ce4a-4424-9733-eb9c989451ca is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:35.816368 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-24c4a737-10a4-4846-8b22-a047eda20cd1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:35.823996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-24c4a737-10a4-4846-8b22-a047eda20cd1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:35.917594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-24c4a737-10a4-4846-8b22-a047eda20cd1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:35.918328 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-24c4a737-10a4-4846-8b22-a047eda20cd1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.957705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519d557-9e28-4373-819a-d8412b968325 req-d9ba8408-96f9-44fd-a9f2-edc06dae252c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:35.964674 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0519d557-9e28-4373-819a-d8412b968325 req-d9ba8408-96f9-44fd-a9f2-edc06dae252c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 932 time: 0.2021487 Jul 05 04:12:35.985281 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:35.994792 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Sync routers for ids ['a40cb18e-d950-4ceb-a586-f66c7d06ba58'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:36.013782 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Routers {'a40cb18e-d950-4ceb-a586-f66c7d06ba58'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:36.013782 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a40cb18e-d950-4ceb-a586-f66c7d06ba58'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:36.017727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0519d557-9e28-4373-819a-d8412b968325 req-3266ec87-105b-420d-8ba1-54edd10120a0 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500538 Jul 05 04:12:36.051292 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-24c4a737-10a4-4846-8b22-a047eda20cd1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5743058 Jul 05 04:12:36.105848 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:36.110020 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-98edf22e-3d83-4d56-926c-95008a0c2e3a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.2341518 Jul 05 04:12:36.110020 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41122) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:36.193974 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Set router a40cb18e-d950-4ceb-a586-f66c7d06ba58 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:36.457987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Request body: {'port': {'device_id': 'cdb36461-c3ce-4fe2-88ef-08390909e034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:36.610427 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'name': 'tempest-TestServerBasicOps-988919963-router', 'tenant_id': '17f56a8b5ce64c759325a3ec287150c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:31Z', 'updated_at': '2021-07-05T04:12:34Z', 'revision_number': 3, 'project_id': '17f56a8b5ce64c759325a3ec287150c9', 'gw_port': {'id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:32Z', 'updated_at': '2021-07-05T04:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:36.669118 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:36.708649 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Checking router: a40cb18e-d950-4ceb-a586-f66c7d06ba58 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:36.708991 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Updating router a40cb18e-d950-4ceb-a586-f66c7d06ba58 port 7f922e66-c9e1-4ee0-87fe-888e8f5329f3 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:12:36.786965 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:36.917395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 630ffa4b-06f7-4187-affa-1a335719d397 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:37.097803 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 630ffa4b-06f7-4187-affa-1a335719d397 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:37.098191 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.340036 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.367316 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41158) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:37.373967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b337d8f4-5422-4506-b4fc-c65a97e47c75 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472297733', 'description': 'tempest-secgroup-smoke-1472297733 description', 'project_id': '493f456730914ffbabda165adccd9cc1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:37.504879 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.521121 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Transition to ACTIVE for port object 7f922e66-c9e1-4ee0-87fe-888e8f5329f3 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:37.600884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a63de-b540-443c-a820-a509fd672cce req-618cdd9b-fa27-4dfe-a10b-36bda01da8a7 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:37.602678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c20a63de-b540-443c-a820-a509fd672cce req-618cdd9b-fa27-4dfe-a10b-36bda01da8a7 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 932 time: 0.1871920 Jul 05 04:12:37.633324 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b337d8f4-5422-4506-b4fc-c65a97e47c75 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.637302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Allocated IP 172.20.0.1 (716c1869-4efd-42e6-b979-e15b41f7ac41/ebaea115-f344-411b-a095-a2811f7d51bb/3813b7dd-d6c7-4e38-b0b2-11bd93cfad75) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:37.643532 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.691985 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b337d8f4-5422-4506-b4fc-c65a97e47c75 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.692980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c5bb09-9327-48eb-86ea-71e64a9d53c6 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:12:37.730039 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47149479-08ac-4791-9f38-9c6d7ea41960 None None] Pushing event updated for resources: {'Port': ['ID=7f922e66-c9e1-4ee0-87fe-888e8f5329f3,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:37.743042 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Attempting to bind port 7f922e66-c9e1-4ee0-87fe-888e8f5329f3 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:37.743501 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Attempting to bind port 7f922e66-c9e1-4ee0-87fe-888e8f5329f3 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:37.744384 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Attempting to bind port 7f922e66-c9e1-4ee0-87fe-888e8f5329f3 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:37.748504 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c20a63de-b540-443c-a820-a509fd672cce req-68f72696-f3a0-43d7-9946-c7039434095f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204548 Jul 05 04:12:37.751246 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.753681 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:37.755094 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:37.755856 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.756791 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:37.757489 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Bound port: 7f922e66-c9e1-4ee0-87fe-888e8f5329f3, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:37.758229 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.775665 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Transition to ACTIVE for port object 82c5bb09-9327-48eb-86ea-71e64a9d53c6 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:37.787727 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.803859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Transition to ACTIVE for port object 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:37.842221 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] For port 7f922e66-c9e1-4ee0-87fe-888e8f5329f3, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:37.848216 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] For port 7f922e66-c9e1-4ee0-87fe-888e8f5329f3, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7f922e66-c9e1-4ee0-87fe-888e8f5329f3,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:37.883915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.938941 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b337d8f4-5422-4506-b4fc-c65a97e47c75 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.944874 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41170) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:37.996255 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.996688 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.074150 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b337d8f4-5422-4506-b4fc-c65a97e47c75 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.085724 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Pushing event updated for resources: {'Port': ['ID=3813b7dd-d6c7-4e38-b0b2-11bd93cfad75,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:38.103518 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Routers {'a40cb18e-d950-4ceb-a586-f66c7d06ba58'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:38.105561 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a40cb18e-d950-4ceb-a586-f66c7d06ba58'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:38.109814 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Network 716c1869-4efd-42e6-b979-e15b41f7ac41 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:38.111410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:38.115325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:38.150551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Pushing event updated for resources: {'Port': ['ID=82c5bb09-9327-48eb-86ea-71e64a9d53c6,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:38.170220 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47149479-08ac-4791-9f38-9c6d7ea41960 None None] Pushing event updated for resources: {'Port': ['ID=7f922e66-c9e1-4ee0-87fe-888e8f5329f3,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:38.173599 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337d8f4-5422-4506-b4fc-c65a97e47c75 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0492b45e-8eed-4c1a-b98c-33c282177d0a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:38.183035 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b601a97a-137e-4398-b893-ef4844553033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.193655 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Attempting to bind port 82c5bb09-9327-48eb-86ea-71e64a9d53c6 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:38.193998 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Attempting to bind port 82c5bb09-9327-48eb-86ea-71e64a9d53c6 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:38.194324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Attempting to bind port 82c5bb09-9327-48eb-86ea-71e64a9d53c6 on network 4483820e-ce4a-4424-9733-eb9c989451ca {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:38.203178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Port 82c5bb09-9327-48eb-86ea-71e64a9d53c6 on network 4483820e-ce4a-4424-9733-eb9c989451ca not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:38.203503 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Attempting to bind port 82c5bb09-9327-48eb-86ea-71e64a9d53c6 on network 4483820e-ce4a-4424-9733-eb9c989451ca {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:38.222767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:38.223108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Checking segment: {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:38.223508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Bound using segment: {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:38.223987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Bound port: 82c5bb09-9327-48eb-86ea-71e64a9d53c6, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:38.224377 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.228508 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.317566 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] Set router a40cb18e-d950-4ceb-a586-f66c7d06ba58 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:38.408558 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b337d8f4-5422-4506-b4fc-c65a97e47c75 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.431232 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] For port 82c5bb09-9327-48eb-86ea-71e64a9d53c6, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:38.435627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] For port 82c5bb09-9327-48eb-86ea-71e64a9d53c6, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=82c5bb09-9327-48eb-86ea-71e64a9d53c6,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:38.487800 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b337d8f4-5422-4506-b4fc-c65a97e47c75 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.504873 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.527650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337d8f4-5422-4506-b4fc-c65a97e47c75 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:38.543129 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.602817 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:38.603751 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.605820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] 10.222.0.10 "PUT /v2.0/ports/82c5bb09-9327-48eb-86ea-71e64a9d53c6 HTTP/1.1" status: 200 len: 1093 time: 2.5458069 Jul 05 04:12:38.606492 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb36461-c3ce-4fe2-88ef-08390909e034', 'tag': '82c5bb09-9327-48eb-86ea-71e64a9d53c6'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:38.610432 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1f6487-b759-459e-9df2-32b4ac1b6699" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb36461-c3ce-4fe2-88ef-08390909e034", "tag": "82c5bb09-9327-48eb-86ea-71e64a9d53c6"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:38.635767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1d9e4-65e5-416c-aa29-7f3218846b27 service neutron] Pushing event updated for resources: {'Port': ['ID=82c5bb09-9327-48eb-86ea-71e64a9d53c6,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:38.663856 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e1521102-e876-4114-b9e7-7f79ff50c2fe None None] Provisioning for port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:38.668639 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e1521102-e876-4114-b9e7-7f79ff50c2fe None None] Provisioning complete for port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:38.669290 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e1521102-e876-4114-b9e7-7f79ff50c2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.695698 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'name': 'tempest-TestServerBasicOps-988919963-router', 'tenant_id': '17f56a8b5ce64c759325a3ec287150c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:31Z', 'updated_at': '2021-07-05T04:12:34Z', 'revision_number': 3, 'project_id': '17f56a8b5ce64c759325a3ec287150c9', 'gw_port': {'id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:32Z', 'updated_at': '2021-07-05T04:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:38.709518 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b42a51-2190-43f0-9327-7d4cd5bc4b10 x-openstack-request-id: req-d3b42a51-2190-43f0-9327-7d4cd5bc4b10 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:38.710070 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb36461-c3ce-4fe2-88ef-08390909e034", "tag": "82c5bb09-9327-48eb-86ea-71e64a9d53c6", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:38.710200 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d3b42a51-2190-43f0-9327-7d4cd5bc4b10 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:38.710526 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb36461-c3ce-4fe2-88ef-08390909e034', 'tag': '82c5bb09-9327-48eb-86ea-71e64a9d53c6', 'status': 'completed', 'code': 200} Jul 05 04:12:38.728667 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14197ca-d551-45e1-acc0-3feb9a4e4e06 None None] The sync data for ids ['a40cb18e-d950-4ceb-a586-f66c7d06ba58'] in n-d-771363-32 is: [{'id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'name': 'tempest-TestServerBasicOps-988919963-router', 'tenant_id': '17f56a8b5ce64c759325a3ec287150c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:31Z', 'updated_at': '2021-07-05T04:12:34Z', 'revision_number': 3, 'project_id': '17f56a8b5ce64c759325a3ec287150c9', 'gw_port': {'id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:32Z', 'updated_at': '2021-07-05T04:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:38.758659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e1521102-e876-4114-b9e7-7f79ff50c2fe None None] Port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:38.782856 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b601a97a-137e-4398-b893-ef4844553033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.843509 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b601a97a-137e-4398-b893-ef4844553033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.864680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-66acd0a0-3f58-4e2b-8f4e-8143633a5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:38.866683 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-66acd0a0-3f58-4e2b-8f4e-8143633a5d31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 1096 time: 0.1438074 Jul 05 04:12:38.872605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.886999 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b601a97a-137e-4398-b893-ef4844553033 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=470ffa3ec101419cbd33aef743f4d2c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9408171 Jul 05 04:12:38.890529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41182) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:38.913290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601a97a-137e-4398-b893-ef4844553033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb56662-cbfc-46d6-b5a2-2c43c6283d7d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:38.954956 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b337d8f4-5422-4506-b4fc-c65a97e47c75 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.956997 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.959616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b337d8f4-5422-4506-b4fc-c65a97e47c75 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5894754 Jul 05 04:12:38.961154 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-a80532aa-3ac7-40ca-bf43-a677369cff29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82c5bb09-9327-48eb-86ea-71e64a9d53c6 HTTP/1.1" status: 200 len: 217 time: 0.0845075 Jul 05 04:12:38.961878 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41184) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:38.971078 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f7c12d2b-f93f-4846-a570-bef0f0a1d189 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'c8e03d2b-a9fc-421a-bbdb-9f5058c901cb', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:39.022534 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.174166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Pushing event updated for resources: {'Port': ['ID=3813b7dd-d6c7-4e38-b0b2-11bd93cfad75,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:39.198844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-fb373e30-90f1-4f6e-ae4b-c629a7d6524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:39.200512 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-fb373e30-90f1-4f6e-ae4b-c629a7d6524c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f579dd9f-48bf-4c30-ad74-936c5f2d58c0 HTTP/1.1" status: 200 len: 851 time: 0.2121086 Jul 05 04:12:39.242808 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-953834b5-fa2a-48f1-b91e-14d1fced7a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.250162 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-c01c00c2-d829-44ee-9a3c-20d9cccad0b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4483820e-ce4a-4424-9733-eb9c989451ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376616 Jul 05 04:12:39.256046 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Network 716c1869-4efd-42e6-b979-e15b41f7ac41 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:39.258091 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:39.345844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c8347-cd02-44ff-9db2-026454bffeeb req-4f0341d3-da55-4930-b6cb-04a2dbfd0bf6 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:39.354666 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc9c8347-cd02-44ff-9db2-026454bffeeb req-4f0341d3-da55-4930-b6cb-04a2dbfd0bf6 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 944 time: 0.3518157 Jul 05 04:12:39.360574 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-953834b5-fa2a-48f1-b91e-14d1fced7a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.415721 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f7c12d2b-f93f-4846-a570-bef0f0a1d189 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.456759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Router a40cb18e-d950-4ceb-a586-f66c7d06ba58 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:39.676249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:39.689580 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc9c8347-cd02-44ff-9db2-026454bffeeb req-46969df5-a5dc-4e46-a4c6-ae7cfd82d17a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337860 Jul 05 04:12:39.691058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fd332b18-c74d-46da-b8a5-29ac36486e4e None None] Provisioning complete for port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:39.692819 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fd332b18-c74d-46da-b8a5-29ac36486e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.694350 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a887bf3c-e585-486b-be64-acf83600eb33 admin admin] 10.222.0.38 "PUT /v2.0/routers/a40cb18e-d950-4ceb-a586-f66c7d06ba58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5835319 Jul 05 04:12:39.749256 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f7c12d2b-f93f-4846-a570-bef0f0a1d189 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.754368 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-953834b5-fa2a-48f1-b91e-14d1fced7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.757656 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-953834b5-fa2a-48f1-b91e-14d1fced7a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.759652 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-953834b5-fa2a-48f1-b91e-14d1fced7a14 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bdb56662-cbfc-46d6-b5a2-2c43c6283d7d HTTP/1.1" status: 204 len: 168 time: 0.8678463 Jul 05 04:12:39.780820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-90353a94-e802-4440-b8e0-4ac1abe6f34b service neutron] 10.222.0.10 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194004 Jul 05 04:12:39.782289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953834b5-fa2a-48f1-b91e-14d1fced7a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb56662-cbfc-46d6-b5a2-2c43c6283d7d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:39.851812 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-fd332b18-c74d-46da-b8a5-29ac36486e4e None None] Port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:39.905693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ff92618-563f-4cf6-b6ef-83bc1c740336 req-afe9ed64-8047-4442-801e-217beddf4be3 service neutron] 10.222.0.10 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179779 Jul 05 04:12:39.907864 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f7c12d2b-f93f-4846-a570-bef0f0a1d189 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.938645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c12d2b-f93f-4846-a570-bef0f0a1d189 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a0ee7f-4e47-46b8-bda1-d94fab9db73d,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:40.040771 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f7c12d2b-f93f-4846-a570-bef0f0a1d189 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.042542 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f7c12d2b-f93f-4846-a570-bef0f0a1d189 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0760436 Jul 05 04:12:40.045481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41198) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:40.054609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-1ae2a0cc-aba8-4dfb-b1f1-fa2781390568 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'c8e03d2b-a9fc-421a-bbdb-9f5058c901cb', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:40.172643 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f6487-b759-459e-9df2-32b4ac1b6699 req-ee2c9339-6032-42a5-84b5-e7cfdbd5d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:40.175262 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff1f6487-b759-459e-9df2-32b4ac1b6699 req-ee2c9339-6032-42a5-84b5-e7cfdbd5d436 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 1096 time: 0.0959861 Jul 05 04:12:40.273233 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a0cc-aba8-4dfb-b1f1-fa2781390568 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.383697 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:12:40.417465 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a0cc-aba8-4dfb-b1f1-fa2781390568 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.422384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f6487-b759-459e-9df2-32b4ac1b6699 req-405fd405-217b-4f66-b366-2379a2e7f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:40.424057 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff1f6487-b759-459e-9df2-32b4ac1b6699 req-405fd405-217b-4f66-b366-2379a2e7f858 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 200 len: 912 time: 0.2320273 Jul 05 04:12:40.477985 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff1f6487-b759-459e-9df2-32b4ac1b6699 req-e04d3e9c-34c4-46ed-9ed5-7ea083b17091 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82c5bb09-9327-48eb-86ea-71e64a9d53c6 HTTP/1.1" status: 200 len: 217 time: 0.0433826 Jul 05 04:12:40.520190 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a0cc-aba8-4dfb-b1f1-fa2781390568 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.548036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2a0cc-aba8-4dfb-b1f1-fa2781390568 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb9ca87-a4d5-4bb8-8437-a853d0cec2f4,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:40.555851 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f6487-b759-459e-9df2-32b4ac1b6699 req-ae4c3a22-7a5d-4dd8-8c10-0e9817fe367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:40.557366 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff1f6487-b759-459e-9df2-32b4ac1b6699 req-ae4c3a22-7a5d-4dd8-8c10-0e9817fe367a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f579dd9f-48bf-4c30-ad74-936c5f2d58c0 HTTP/1.1" status: 200 len: 851 time: 0.0714378 Jul 05 04:12:40.601900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff1f6487-b759-459e-9df2-32b4ac1b6699 req-4b1b7f5a-ffe4-486a-9fc5-dcbcd3a3af83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4483820e-ce4a-4424-9733-eb9c989451ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336859 Jul 05 04:12:40.712720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41218) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:40.722316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1109979c-9a0d-4965-9649-fcdf15af2906 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1394177385', 'description': 'tempest-secgroup-smoke-1394177385 description', 'project_id': '55531968aaea48f484959b725b229ec2'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:40.725125 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff1f6487-b759-459e-9df2-32b4ac1b6699 req-246de798-c78d-4f54-835a-b61e0382d988 service neutron] 10.222.0.10 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137004 Jul 05 04:12:40.726508 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a0cc-aba8-4dfb-b1f1-fa2781390568 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.727730 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1ae2a0cc-aba8-4dfb-b1f1-fa2781390568 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6806512 Jul 05 04:12:40.731450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41220) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:40.766308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-cbaae8ed-f17e-4f4d-9712-fc0e94cdfe6f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'c8e03d2b-a9fc-421a-bbdb-9f5058c901cb', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:40.853922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff1f6487-b759-459e-9df2-32b4ac1b6699 req-b0405538-4d87-4431-af3c-cb52fb37de49 service neutron] 10.222.0.10 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155164 Jul 05 04:12:40.890541 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1109979c-9a0d-4965-9649-fcdf15af2906 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.988178 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7f922e66-c9e1-4ee0-87fe-888e8f5329f3 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:41.022728 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cbaae8ed-f17e-4f4d-9712-fc0e94cdfe6f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.023611 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa21ac9-6530-40fc-a906-092b17651cc0 req-f76bb535-fee5-47ce-b281-98119ca5dad1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:41.032765 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2fa21ac9-6530-40fc-a906-092b17651cc0 req-f76bb535-fee5-47ce-b281-98119ca5dad1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 944 time: 0.0872722 Jul 05 04:12:41.102145 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2fa21ac9-6530-40fc-a906-092b17651cc0 req-c2ccca2f-e480-456c-98b9-2ecf5c7a436f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683467 Jul 05 04:12:41.150448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 7f922e66-c9e1-4ee0-87fe-888e8f5329f3 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:41.156894 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 7f922e66-c9e1-4ee0-87fe-888e8f5329f3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:41.160829 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.181780 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cbaae8ed-f17e-4f4d-9712-fc0e94cdfe6f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.231252 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1109979c-9a0d-4965-9649-fcdf15af2906 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.286643 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cbaae8ed-f17e-4f4d-9712-fc0e94cdfe6f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.290215 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.307663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaae8ed-f17e-4f4d-9712-fc0e94cdfe6f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224f65e3-57fa-4f94-88cb-df0b81c27be6,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:41.342966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 7f922e66-c9e1-4ee0-87fe-888e8f5329f3, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7f922e66-c9e1-4ee0-87fe-888e8f5329f3,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:41.358419 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1109979c-9a0d-4965-9649-fcdf15af2906 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.400499 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Sync routers for ids ['a40cb18e-d950-4ceb-a586-f66c7d06ba58'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:41.407362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Routers {'a40cb18e-d950-4ceb-a586-f66c7d06ba58'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:41.408013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a40cb18e-d950-4ceb-a586-f66c7d06ba58'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:41.422295 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109979c-9a0d-4965-9649-fcdf15af2906 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bf3813-cde9-4233-87c4-9908aa29fc50,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:41.442699 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cbaae8ed-f17e-4f4d-9712-fc0e94cdfe6f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.444408 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cbaae8ed-f17e-4f4d-9712-fc0e94cdfe6f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7042460 Jul 05 04:12:41.447314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41238) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:41.456103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4540e8da-ebc3-4f84-bd04-3b6a4756d5b1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'c8e03d2b-a9fc-421a-bbdb-9f5058c901cb', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:41.499768 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fa8737dd-dd67-4244-88c9-4c1f7f367a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.501270 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.512714 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1109979c-9a0d-4965-9649-fcdf15af2906 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.517168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41244) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:41.530016 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1109979c-9a0d-4965-9649-fcdf15af2906 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8095479 Jul 05 04:12:41.530209 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-18de9909-89f0-4e7e-a3e6-bb9b78fda94b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Request body: {'security_group_rule': {'security_group_id': 'd0bf3813-cde9-4233-87c4-9908aa29fc50', 'project_id': '55531968aaea48f484959b725b229ec2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:41.621236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=7f922e66-c9e1-4ee0-87fe-888e8f5329f3,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:41.635699 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4540e8da-ebc3-4f84-bd04-3b6a4756d5b1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.661419 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Set router a40cb18e-d950-4ceb-a586-f66c7d06ba58 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:41.743182 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18de9909-89f0-4e7e-a3e6-bb9b78fda94b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.759979 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4540e8da-ebc3-4f84-bd04-3b6a4756d5b1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.817442 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18de9909-89f0-4e7e-a3e6-bb9b78fda94b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.882288 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4540e8da-ebc3-4f84-bd04-3b6a4756d5b1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.920373 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18de9909-89f0-4e7e-a3e6-bb9b78fda94b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.933902 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'name': 'tempest-TestServerBasicOps-988919963-router', 'tenant_id': '17f56a8b5ce64c759325a3ec287150c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:31Z', 'updated_at': '2021-07-05T04:12:38Z', 'revision_number': 4, 'project_id': '17f56a8b5ce64c759325a3ec287150c9', 'gw_port': {'id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:32Z', 'updated_at': '2021-07-05T04:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '3813b7dd-d6c7-4e38-b0b2-11bd93cfad75', 'name': '', 'network_id': '716c1869-4efd-42e6-b979-e15b41f7ac41', 'tenant_id': '17f56a8b5ce64c759325a3ec287150c9', 'mac_address': 'fa:16:3e:b2:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'ebaea115-f344-411b-a095-a2811f7d51bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:37Z', 'updated_at': '2021-07-05T04:12:38Z', 'revision_number': 2, 'project_id': '17f56a8b5ce64c759325a3ec287150c9', 'subnets': [{'id': 'ebaea115-f344-411b-a095-a2811f7d51bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:41.947597 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540e8da-ebc3-4f84-bd04-3b6a4756d5b1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18a2020-018e-4a14-b446-0d36b6d756e8,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:41.963463 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de9909-89f0-4e7e-a3e6-bb9b78fda94b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c4bb89-cd26-4ce5-bead-3bd30383953d,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:41.976182 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Checking router: a40cb18e-d950-4ceb-a586-f66c7d06ba58 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:41.976553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Updating router a40cb18e-d950-4ceb-a586-f66c7d06ba58 port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:12:42.019886 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.082682 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4540e8da-ebc3-4f84-bd04-3b6a4756d5b1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.084560 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4540e8da-ebc3-4f84-bd04-3b6a4756d5b1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6344898 Jul 05 04:12:42.086122 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18de9909-89f0-4e7e-a3e6-bb9b78fda94b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.087700 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-18de9909-89f0-4e7e-a3e6-bb9b78fda94b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5665774 Jul 05 04:12:42.088750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41250) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:42.093390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41252) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:42.096941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-2fca3d08-d8b6-4611-a172-76ac5c6ebd42 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'c8e03d2b-a9fc-421a-bbdb-9f5058c901cb', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:42.101583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0860151f-5fdd-4c54-b324-c4abcd893bd3 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Request body: {'security_group_rule': {'security_group_id': 'd0bf3813-cde9-4233-87c4-9908aa29fc50', 'project_id': '55531968aaea48f484959b725b229ec2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:42.236594 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-2fca3d08-d8b6-4611-a172-76ac5c6ebd42 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Project 493f456730914ffbabda165adccd9cc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:12:42.243382 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2fca3d08-d8b6-4611-a172-76ac5c6ebd42 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.330501 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0860151f-5fdd-4c54-b324-c4abcd893bd3 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.414246 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2fca3d08-d8b6-4611-a172-76ac5c6ebd42 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.431050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42aeee-e3d3-4fcf-bdc0-f2e50da508c2 req-56cfb2a0-d815-481f-a4c4-477b8e7b0115 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:42.433405 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be42aeee-e3d3-4fcf-bdc0-f2e50da508c2 req-56cfb2a0-d815-481f-a4c4-477b8e7b0115 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 944 time: 0.1552286 Jul 05 04:12:42.446426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 82c5bb09-9327-48eb-86ea-71e64a9d53c6 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:12:42.473791 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0860151f-5fdd-4c54-b324-c4abcd893bd3 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.518016 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be42aeee-e3d3-4fcf-bdc0-f2e50da508c2 req-d8967cfd-e52e-42eb-8687-375735fe636d tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760856 Jul 05 04:12:42.518602 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2fca3d08-d8b6-4611-a172-76ac5c6ebd42 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.541238 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca3d08-d8b6-4611-a172-76ac5c6ebd42 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84c932f-5115-4232-a5c0-7e99ccd3e6c7,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:42.543097 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.551827 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0860151f-5fdd-4c54-b324-c4abcd893bd3 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.593456 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860151f-5fdd-4c54-b324-c4abcd893bd3 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca3be44-349b-4b9a-a39d-4b91f73fffbb,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:42.595379 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Transition to ACTIVE for port object 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:42.613143 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2fca3d08-d8b6-4611-a172-76ac5c6ebd42 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.618127 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2fca3d08-d8b6-4611-a172-76ac5c6ebd42 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5280685 Jul 05 04:12:42.618779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41268) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:42.624711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5c0f7603-ca31-4fe2-b0cc-e918b06d4244 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'c8e03d2b-a9fc-421a-bbdb-9f5058c901cb', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:42.665809 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0860151f-5fdd-4c54-b324-c4abcd893bd3 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.670663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41270) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:42.675692 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0860151f-5fdd-4c54-b324-c4abcd893bd3 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5808837 Jul 05 04:12:42.678070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d2f481f9-2887-455e-a991-4d4e3b13809c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Request body: {'security_group_rule': {'security_group_id': 'd0bf3813-cde9-4233-87c4-9908aa29fc50', 'project_id': '55531968aaea48f484959b725b229ec2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:42.680566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 82c5bb09-9327-48eb-86ea-71e64a9d53c6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=82c5bb09-9327-48eb-86ea-71e64a9d53c6,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:42.696817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '82c5bb09-9327-48eb-86ea-71e64a9d53c6', 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca', 'port_id': '82c5bb09-9327-48eb-86ea-71e64a9d53c6', 'mac_address': 'fa:16:3e:6b:89:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f579dd9f-48bf-4c30-ad74-936c5f2d58c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:12:42.752313 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.755222 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.781081 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-5c0f7603-ca31-4fe2-b0cc-e918b06d4244 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Project 493f456730914ffbabda165adccd9cc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:12:42.793506 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7603-ca31-4fe2-b0cc-e918b06d4244 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.834373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c5bb09-9327-48eb-86ea-71e64a9d53c6 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:12:42.860192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 82c5bb09-9327-48eb-86ea-71e64a9d53c6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=82c5bb09-9327-48eb-86ea-71e64a9d53c6,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:42.866471 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7f922e66-c9e1-4ee0-87fe-888e8f5329f3 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:42.910279 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7603-ca31-4fe2-b0cc-e918b06d4244 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.926908 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a51cf-4543-4634-8093-f847f64a51dd None None] Pushing event updated for resources: {'Port': ['ID=3813b7dd-d6c7-4e38-b0b2-11bd93cfad75,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:42.963626 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d2f481f9-2887-455e-a991-4d4e3b13809c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.000704 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.013332 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 7f922e66-c9e1-4ee0-87fe-888e8f5329f3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:43.013764 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.035992 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7603-ca31-4fe2-b0cc-e918b06d4244 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.081691 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Attempting to bind port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:43.082862 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Attempting to bind port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '2b3304f3-ced9-4ee5-bdbf-a631d304aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '716c1869-4efd-42e6-b979-e15b41f7ac41'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:43.083933 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Attempting to bind port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 on network 716c1869-4efd-42e6-b979-e15b41f7ac41 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:43.099925 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:43.100717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Checking segment: {'id': '2b3304f3-ced9-4ee5-bdbf-a631d304aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '716c1869-4efd-42e6-b979-e15b41f7ac41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:43.101312 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.104883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Bound using segment: {'id': '2b3304f3-ced9-4ee5-bdbf-a631d304aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '716c1869-4efd-42e6-b979-e15b41f7ac41'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:43.104883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Bound port: 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3304f3-ced9-4ee5-bdbf-a631d304aeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '716c1869-4efd-42e6-b979-e15b41f7ac41'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:43.104883 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.112707 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d2f481f9-2887-455e-a991-4d4e3b13809c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.114227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f7603-ca31-4fe2-b0cc-e918b06d4244 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3b9991-50b8-4e2b-b2ba-a52d06b47dca,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:43.183979 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41278) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:43.190647 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7603-ca31-4fe2-b0cc-e918b06d4244 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.193386 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5c0f7603-ca31-4fe2-b0cc-e918b06d4244 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5733891 Jul 05 04:12:43.196403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41282) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:43.201564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e8d6b07d-7c33-48b8-adde-4e3c085a0e47 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'network': {'name': 'tempest-network-smoke--805594348', 'project_id': '493f456730914ffbabda165adccd9cc1', 'port_security_enabled': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:43.236158 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d2f481f9-2887-455e-a991-4d4e3b13809c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.254829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f481f9-2887-455e-a991-4d4e3b13809c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a490dd47-6871-492c-90a5-cb4e2aba98d6,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:43.286032 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] For port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:43.290205 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] For port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3813b7dd-d6c7-4e38-b0b2-11bd93cfad75,segment=NetworkSegment(2b3304f3-ced9-4ee5-bdbf-a631d304aeb1),segment_id=2b3304f3-ced9-4ee5-bdbf-a631d304aeb1)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:43.296748 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=82c5bb09-9327-48eb-86ea-71e64a9d53c6,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:43.332126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-97463f6a-4ea1-41b3-84f9-43e16ba5d025 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:43.341299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d6b07d-7c33-48b8-adde-4e3c085a0e47 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Made reservation on behalf of 493f456730914ffbabda165adccd9cc1 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:43.345270 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b07d-7c33-48b8-adde-4e3c085a0e47 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.360646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['82c5bb09-9327-48eb-86ea-71e64a9d53c6'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:12:43.377160 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d6b07d-7c33-48b8-adde-4e3c085a0e47 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:43.387632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b07d-7c33-48b8-adde-4e3c085a0e47 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.388003 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-e8d6b07d-7c33-48b8-adde-4e3c085a0e47 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Added segment c6ebf270-fd4c-415e-a5e6-76e18f2de0fb of type vlan for network 191a8c10-5710-4eca-8b4b-1524794eb645 Jul 05 04:12:43.389413 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.418847 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d2f481f9-2887-455e-a991-4d4e3b13809c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.421215 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d2f481f9-2887-455e-a991-4d4e3b13809c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7478795 Jul 05 04:12:43.430395 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41286) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:43.436946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-de866447-4d2e-4443-a34e-ccc6a1ea6c2a tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Request body: {'security_group_rule': {'security_group_id': 'd0bf3813-cde9-4233-87c4-9908aa29fc50', 'project_id': '55531968aaea48f484959b725b229ec2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:43.474382 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-97463f6a-4ea1-41b3-84f9-43e16ba5d025 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] 10.222.0.38 "PUT /v2.0/quotas/1eafa71da7be4819b8d6aae0e1a72b26 HTTP/1.1" status: 200 len: 368 time: 0.2887866 Jul 05 04:12:43.475539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41288) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:43.496183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a51cf-4543-4634-8093-f847f64a51dd None None] Pushing event updated for resources: {'Port': ['ID=3813b7dd-d6c7-4e38-b0b2-11bd93cfad75,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:43.519261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-15a86d2e-ba0a-42b9-811f-950d2721d8c5 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Request body: {'network': {'project_id': '1eafa71da7be4819b8d6aae0e1a72b26'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:43.519460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Routers {'a40cb18e-d950-4ceb-a586-f66c7d06ba58'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:43.524145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a40cb18e-d950-4ceb-a586-f66c7d06ba58'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:43.551509 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b07d-7c33-48b8-adde-4e3c085a0e47 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.567590 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-de866447-4d2e-4443-a34e-ccc6a1ea6c2a tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.721833 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b07d-7c33-48b8-adde-4e3c085a0e47 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.724026 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-de866447-4d2e-4443-a34e-ccc6a1ea6c2a tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.727532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d6b07d-7c33-48b8-adde-4e3c085a0e47 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:43.728501 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b07d-7c33-48b8-adde-4e3c085a0e47 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.825095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6b07d-7c33-48b8-adde-4e3c085a0e47 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Network': ['ID=191a8c10-5710-4eca-8b4b-1524794eb645,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:43.831715 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a86d2e-ba0a-42b9-811f-950d2721d8c5 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Made reservation on behalf of 1eafa71da7be4819b8d6aae0e1a72b26 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:43.835251 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39690c87-9e78-4805-ad26-8f6b7a63455c req-d5d7af3b-b7c2-482e-bfbc-f90ba3486f3c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:43.836046 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15a86d2e-ba0a-42b9-811f-950d2721d8c5 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.836982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39690c87-9e78-4805-ad26-8f6b7a63455c req-d5d7af3b-b7c2-482e-bfbc-f90ba3486f3c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 945 time: 0.0904193 Jul 05 04:12:43.838735 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-de866447-4d2e-4443-a34e-ccc6a1ea6c2a tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.874131 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15a86d2e-ba0a-42b9-811f-950d2721d8c5 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.912906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de866447-4d2e-4443-a34e-ccc6a1ea6c2a tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113a951f-3006-4b6c-905a-ed765f7f7d14,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:43.934369 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e8d6b07d-7c33-48b8-adde-4e3c085a0e47 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7368007 Jul 05 04:12:43.938569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41294) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:43.942963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1822243584', 'admin_state_up': True, 'project_id': '493f456730914ffbabda165adccd9cc1', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:43.949697 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39690c87-9e78-4805-ad26-8f6b7a63455c req-e898b815-dc42-45a4-9268-995dabee7e3c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990660 Jul 05 04:12:44.009034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 191a8c10-5710-4eca-8b4b-1524794eb645 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:44.064401 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-de866447-4d2e-4443-a34e-ccc6a1ea6c2a tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.070934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-de866447-4d2e-4443-a34e-ccc6a1ea6c2a tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6391211 Jul 05 04:12:44.073491 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41296) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:44.085044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-221afd7f-549f-475c-8b66-31bc2eba845b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Request body: {'security_group_rule': {'security_group_id': 'd0bf3813-cde9-4233-87c4-9908aa29fc50', 'project_id': '55531968aaea48f484959b725b229ec2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:44.123790 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] Set router a40cb18e-d950-4ceb-a586-f66c7d06ba58 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:44.172641 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-46bf4ff7-6bca-4fd2-aeca-cd2b869efbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.178271 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15a86d2e-ba0a-42b9-811f-950d2721d8c5 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.281710 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15a86d2e-ba0a-42b9-811f-950d2721d8c5 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.330893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a86d2e-ba0a-42b9-811f-950d2721d8c5 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:44.350954 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a86d2e-ba0a-42b9-811f-950d2721d8c5 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dce8be-36bd-4ebf-884c-aae36627ad8c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:44.363492 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15a86d2e-ba0a-42b9-811f-950d2721d8c5 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.363853 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-15a86d2e-ba0a-42b9-811f-950d2721d8c5 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Added segment 291c07b9-a438-4ee0-a083-393bd7fef420 of type vlan for network 7a055209-af57-474a-ab0b-6b7287077eb4 Jul 05 04:12:44.375039 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.392916 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'name': 'tempest-TestServerBasicOps-988919963-router', 'tenant_id': '17f56a8b5ce64c759325a3ec287150c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:31Z', 'updated_at': '2021-07-05T04:12:38Z', 'revision_number': 4, 'project_id': '17f56a8b5ce64c759325a3ec287150c9', 'gw_port': {'id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:32Z', 'updated_at': '2021-07-05T04:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '3813b7dd-d6c7-4e38-b0b2-11bd93cfad75', 'name': '', 'network_id': '716c1869-4efd-42e6-b979-e15b41f7ac41', 'tenant_id': '17f56a8b5ce64c759325a3ec287150c9', 'mac_address': 'fa:16:3e:b2:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'ebaea115-f344-411b-a095-a2811f7d51bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:37Z', 'updated_at': '2021-07-05T04:12:43Z', 'revision_number': 4, 'project_id': '17f56a8b5ce64c759325a3ec287150c9', 'subnets': [{'id': 'ebaea115-f344-411b-a095-a2811f7d51bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:44.431792 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757da53e-8038-456a-8eda-c37e3043b667 None None] The sync data for ids ['a40cb18e-d950-4ceb-a586-f66c7d06ba58'] in n-d-771363-32 is: [{'id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'name': 'tempest-TestServerBasicOps-988919963-router', 'tenant_id': '17f56a8b5ce64c759325a3ec287150c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:31Z', 'updated_at': '2021-07-05T04:12:38Z', 'revision_number': 4, 'project_id': '17f56a8b5ce64c759325a3ec287150c9', 'gw_port': {'id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:32Z', 'updated_at': '2021-07-05T04:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '3813b7dd-d6c7-4e38-b0b2-11bd93cfad75', 'name': '', 'network_id': '716c1869-4efd-42e6-b979-e15b41f7ac41', 'tenant_id': '17f56a8b5ce64c759325a3ec287150c9', 'mac_address': 'fa:16:3e:b2:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'ebaea115-f344-411b-a095-a2811f7d51bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:37Z', 'updated_at': '2021-07-05T04:12:43Z', 'revision_number': 4, 'project_id': '17f56a8b5ce64c759325a3ec287150c9', 'subnets': [{'id': 'ebaea115-f344-411b-a095-a2811f7d51bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:44.442958 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.444013 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.449246 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15a86d2e-ba0a-42b9-811f-950d2721d8c5 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.527404 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-221afd7f-549f-475c-8b66-31bc2eba845b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Project 55531968aaea48f484959b725b229ec2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:12:44.534219 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-221afd7f-549f-475c-8b66-31bc2eba845b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.568165 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.642647 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15a86d2e-ba0a-42b9-811f-950d2721d8c5 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.642647 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a86d2e-ba0a-42b9-811f-950d2721d8c5 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:44.642647 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15a86d2e-ba0a-42b9-811f-950d2721d8c5 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.655047 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-221afd7f-549f-475c-8b66-31bc2eba845b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.734397 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-221afd7f-549f-475c-8b66-31bc2eba845b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.759768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221afd7f-549f-475c-8b66-31bc2eba845b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11dbcd8-57c3-4bf6-b2fe-2eaf1e0f8376,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:44.770898 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-15a86d2e-ba0a-42b9-811f-950d2721d8c5 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2832649 Jul 05 04:12:44.773511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a86d2e-ba0a-42b9-811f-950d2721d8c5 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Pushing event updated for resources: {'Network': ['ID=7a055209-af57-474a-ab0b-6b7287077eb4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:44.774481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41302) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:44.780823 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7d4642ec-8653-445b-92eb-f8ce33b5a876 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Request body: {'network': {'project_id': '1eafa71da7be4819b8d6aae0e1a72b26'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:44.794448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 7a055209-af57-474a-ab0b-6b7287077eb4 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:44.861356 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-221afd7f-549f-475c-8b66-31bc2eba845b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.862896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-221afd7f-549f-475c-8b66-31bc2eba845b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7880974 Jul 05 04:12:44.865976 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41304) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:44.876895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7ec3d82d-3d59-4703-80e1-53becc1b19f2 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Request body: {'security_group_rule': {'security_group_id': 'd0bf3813-cde9-4233-87c4-9908aa29fc50', 'project_id': '55531968aaea48f484959b725b229ec2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:44.978093 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:44.978355 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.018924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4642ec-8653-445b-92eb-f8ce33b5a876 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Made reservation on behalf of 1eafa71da7be4819b8d6aae0e1a72b26 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:45.021501 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d4642ec-8653-445b-92eb-f8ce33b5a876 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.076995 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4642ec-8653-445b-92eb-f8ce33b5a876 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:45.089715 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d4642ec-8653-445b-92eb-f8ce33b5a876 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.092102 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-7d4642ec-8653-445b-92eb-f8ce33b5a876 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Added segment 4f5ea2cc-d235-4775-8944-00df33598021 of type vlan for network 513eb2f3-b7fb-411d-bf4a-a68e42efe4b4 Jul 05 04:12:45.145187 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:45.151367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:45.151763 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.153806 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-7ec3d82d-3d59-4703-80e1-53becc1b19f2 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Project 55531968aaea48f484959b725b229ec2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:12:45.161807 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d4642ec-8653-445b-92eb-f8ce33b5a876 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.167436 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ec3d82d-3d59-4703-80e1-53becc1b19f2 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.331666 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ec3d82d-3d59-4703-80e1-53becc1b19f2 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.353981 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.380648 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.418346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3813b7dd-d6c7-4e38-b0b2-11bd93cfad75,segment=NetworkSegment(2b3304f3-ced9-4ee5-bdbf-a631d304aeb1),segment_id=2b3304f3-ced9-4ee5-bdbf-a631d304aeb1)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:45.428391 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2bc20-40ee-493a-84b9-013faa27060b req-39297429-39fd-4b2b-b107-73061458a7a9 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:45.430171 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fa2bc20-40ee-493a-84b9-013faa27060b req-39297429-39fd-4b2b-b107-73061458a7a9 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 945 time: 0.1845887 Jul 05 04:12:45.431435 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ec3d82d-3d59-4703-80e1-53becc1b19f2 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.465464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3d82d-3d59-4703-80e1-53becc1b19f2 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac9e059-1f9f-4c87-83ae-7ed720a38d2b,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:45.479185 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d4642ec-8653-445b-92eb-f8ce33b5a876 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.480282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4642ec-8653-445b-92eb-f8ce33b5a876 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:45.480862 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d4642ec-8653-445b-92eb-f8ce33b5a876 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.499380 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.521139 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.541279 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.572542 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ec3d82d-3d59-4703-80e1-53becc1b19f2 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.573438 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7ec3d82d-3d59-4703-80e1-53becc1b19f2 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7065308 Jul 05 04:12:45.578746 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fa2bc20-40ee-493a-84b9-013faa27060b req-41f103d6-abc5-4326-865f-ff53872c6a30 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346030 Jul 05 04:12:45.596641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4642ec-8653-445b-92eb-f8ce33b5a876 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Pushing event updated for resources: {'Network': ['ID=513eb2f3-b7fb-411d-bf4a-a68e42efe4b4,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:45.616179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 513eb2f3-b7fb-411d-bf4a-a68e42efe4b4 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:45.619472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7d4642ec-8653-445b-92eb-f8ce33b5a876 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8437903 Jul 05 04:12:45.622367 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41312) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:45.628937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6f057be1-64db-4e51-814d-5b6293d0c5c8 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Request body: {'network': {'project_id': '1eafa71da7be4819b8d6aae0e1a72b26'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:45.679349 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f057be1-64db-4e51-814d-5b6293d0c5c8 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 04:12:45.682192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f057be1-64db-4e51-814d-5b6293d0c5c8 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:12:45.687221 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6f057be1-64db-4e51-814d-5b6293d0c5c8 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0595114 Jul 05 04:12:45.687978 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41320) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:45.830137 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Allocated IP 172.25.6.213 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/f7c67b23-ad52-405b-b8af-562fa1d01721) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:45.848883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=3813b7dd-d6c7-4e38-b0b2-11bd93cfad75,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:45.929141 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-280438bf-8aa9-485d-97f8-b7ac334dcb89 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.989395 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41336) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:46.026814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-982166b0-6860-48ae-bf77-6c4f50b2175d tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394177385&fields=id&tenant_id=55531968aaea48f484959b725b229ec2 HTTP/1.1" status: 200 len: 267 time: 0.0882266 Jul 05 04:12:46.063861 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.179835 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-280438bf-8aa9-485d-97f8-b7ac334dcb89 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.218846 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-280438bf-8aa9-485d-97f8-b7ac334dcb89 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513eb2f3-b7fb-411d-bf4a-a68e42efe4b4']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:46.231236 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-280438bf-8aa9-485d-97f8-b7ac334dcb89 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5ea2cc-d235-4775-8944-00df33598021') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:46.232457 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-280438bf-8aa9-485d-97f8-b7ac334dcb89 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5ea2cc-d235-4775-8944-00df33598021') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:46.239795 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.251429 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-280438bf-8aa9-485d-97f8-b7ac334dcb89 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.266327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-e69777cd-f948-4373-949e-632e951d324c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:46.273016 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-e69777cd-f948-4373-949e-632e951d324c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/networks?id=9e9e977d-1500-4391-a2c3-00211ddba705 HTTP/1.1" status: 200 len: 809 time: 0.2090507 Jul 05 04:12:46.291501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-aeac6bd7-4fde-44b3-8f5b-93f34ed77aeb tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/quotas/55531968aaea48f484959b725b229ec2 HTTP/1.1" status: 200 len: 375 time: 0.0176055 Jul 05 04:12:46.297806 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-280438bf-8aa9-485d-97f8-b7ac334dcb89 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.308428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:46.318097 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:46.318364 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280438bf-8aa9-485d-97f8-b7ac334dcb89 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:46.318364 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-280438bf-8aa9-485d-97f8-b7ac334dcb89 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:46.318615 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:46.323181 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:46.359943 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=f7c67b23-ad52-405b-b8af-562fa1d01721,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:46.418230 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-17eebed4-adbd-4953-914f-233dab5f5cfd tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=55531968aaea48f484959b725b229ec2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1179633 Jul 05 04:12:46.457463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 82c5bb09-9327-48eb-86ea-71e64a9d53c6 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:46.535980 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-280438bf-8aa9-485d-97f8-b7ac334dcb89 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.543105 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-280438bf-8aa9-485d-97f8-b7ac334dcb89 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.545877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-280438bf-8aa9-485d-97f8-b7ac334dcb89 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] 10.222.0.38 "DELETE /v2.0/networks/513eb2f3-b7fb-411d-bf4a-a68e42efe4b4 HTTP/1.1" status: 204 len: 168 time: 0.8560174 Jul 05 04:12:46.549636 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-9feecdae-55e0-45e4-9be9-e9740bc70ecc service neutron] 10.222.0.38 "GET /v2.0/networks/9e9e977d-1500-4391-a2c3-00211ddba705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183994 Jul 05 04:12:46.550209 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41340) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:46.577754 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280438bf-8aa9-485d-97f8-b7ac334dcb89 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Pushing event deleted for resources: {'Network': ['ID=513eb2f3-b7fb-411d-bf4a-a68e42efe4b4,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:46.664384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 82c5bb09-9327-48eb-86ea-71e64a9d53c6 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:46.668586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 82c5bb09-9327-48eb-86ea-71e64a9d53c6 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:46.668785 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.698319 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04e566cb-9b0f-4635-a4ed-42e42b366a79 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.752537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-98ab0191-bea4-46d9-988b-54c2e38a9615 service neutron] 10.222.0.38 "GET /v2.0/networks/9e9e977d-1500-4391-a2c3-00211ddba705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837356 Jul 05 04:12:46.816986 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04e566cb-9b0f-4635-a4ed-42e42b366a79 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.819981 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.829822 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-04e566cb-9b0f-4635-a4ed-42e42b366a79 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a055209-af57-474a-ab0b-6b7287077eb4']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:46.863904 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-04e566cb-9b0f-4635-a4ed-42e42b366a79 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291c07b9-a438-4ee0-a083-393bd7fef420') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:46.864296 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-04e566cb-9b0f-4635-a4ed-42e42b366a79 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291c07b9-a438-4ee0-a083-393bd7fef420') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:46.881395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb36461-c3ce-4fe2-88ef-08390909e034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c5bb09-9327-48eb-86ea-71e64a9d53c6'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:46.884889 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c29a36-b4df-44ff-86e8-57dbec444cc1" -d '{"events": [{"server_uuid": "cdb36461-c3ce-4fe2-88ef-08390909e034", "name": "network-vif-plugged", "status": "completed", "tag": "82c5bb09-9327-48eb-86ea-71e64a9d53c6"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:46.888829 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04e566cb-9b0f-4635-a4ed-42e42b366a79 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.908132 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 82c5bb09-9327-48eb-86ea-71e64a9d53c6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=82c5bb09-9327-48eb-86ea-71e64a9d53c6,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:46.927852 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04e566cb-9b0f-4635-a4ed-42e42b366a79 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.932636 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:46.961637 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e566cb-9b0f-4635-a4ed-42e42b366a79 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:46.962064 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04e566cb-9b0f-4635-a4ed-42e42b366a79 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:46.972963 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:46.980112 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.005164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:47.005609 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.008912 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.096953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302561ff-d5e4-4eda-886d-73ad546bfcda req-a5935088-10da-4fa0-add3-90228d6fe666 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:47.098743 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-302561ff-d5e4-4eda-886d-73ad546bfcda req-a5935088-10da-4fa0-add3-90228d6fe666 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 945 time: 0.2311819 Jul 05 04:12:47.174132 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=82c5bb09-9327-48eb-86ea-71e64a9d53c6,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:47.207508 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0265ec9-9c30-486e-aefd-6c8a13c1a93b x-openstack-request-id: req-d0265ec9-9c30-486e-aefd-6c8a13c1a93b {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:47.207508 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb36461-c3ce-4fe2-88ef-08390909e034", "name": "network-vif-plugged", "status": "completed", "tag": "82c5bb09-9327-48eb-86ea-71e64a9d53c6", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:47.207508 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d0265ec9-9c30-486e-aefd-6c8a13c1a93b {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:47.207508 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb36461-c3ce-4fe2-88ef-08390909e034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c5bb09-9327-48eb-86ea-71e64a9d53c6', 'code': 200} Jul 05 04:12:47.215362 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04e566cb-9b0f-4635-a4ed-42e42b366a79 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.232580 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04e566cb-9b0f-4635-a4ed-42e42b366a79 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.234467 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-04e566cb-9b0f-4635-a4ed-42e42b366a79 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] 10.222.0.38 "DELETE /v2.0/networks/7a055209-af57-474a-ab0b-6b7287077eb4 HTTP/1.1" status: 204 len: 168 time: 0.6723685 Jul 05 04:12:47.322649 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-302561ff-d5e4-4eda-886d-73ad546bfcda req-10f4df82-3db3-46c6-b541-c3f076b0d97c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180576 Jul 05 04:12:47.351239 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e566cb-9b0f-4635-a4ed-42e42b366a79 tempest-QuotasNegativeTest-1451245902 tempest-QuotasNegativeTest-1451245902-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a055209-af57-474a-ab0b-6b7287077eb4,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:47.365414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e15687c-5a82-4906-888b-29fa6b40aea0 req-29b753cd-5197-4456-a23a-1433cfc70168 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 210 time: 0.0960612 Jul 05 04:12:47.380852 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c2908-7582-4d38-a23c-de0f352ace28 req-07c9140a-efdd-4b58-8829-190960757dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:47.382429 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c4c2908-7582-4d38-a23c-de0f352ace28 req-07c9140a-efdd-4b58-8829-190960757dfd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 1098 time: 0.0968888 Jul 05 04:12:47.406586 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.422486 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c4c2908-7582-4d38-a23c-de0f352ace28 req-fa750a9d-1674-4d00-b199-309e04d016d9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308144 Jul 05 04:12:47.469114 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5a19c69d-6bd7-41c8-ae65-791bb4796387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.772686 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.990772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5a19c69d-6bd7-41c8-ae65-791bb4796387 admin admin] Deleting port a91581ac-143d-49f4-9e5a-d1db2a8b9f36 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:47.991156 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5a19c69d-6bd7-41c8-ae65-791bb4796387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:48.069707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router cb9a9a04-a334-4c51-af21-81945d64d90a is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:12:48.077282 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-5a19c69d-6bd7-41c8-ae65-791bb4796387 admin admin] For port a91581ac-143d-49f4-9e5a-d1db2a8b9f36, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a91581ac-143d-49f4-9e5a-d1db2a8b9f36,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:48.077647 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5a19c69d-6bd7-41c8-ae65-791bb4796387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:48.096290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5a19c69d-6bd7-41c8-ae65-791bb4796387 admin admin] Calling delete_port for a91581ac-143d-49f4-9e5a-d1db2a8b9f36 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:48.241727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:48.254938 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Sync routers for ids ['cb9a9a04-a334-4c51-af21-81945d64d90a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:48.263639 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Routers {'cb9a9a04-a334-4c51-af21-81945d64d90a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:48.264322 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['cb9a9a04-a334-4c51-af21-81945d64d90a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:48.338563 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41366) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:48.347627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:48.348870 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1cf3c1aa-0507-4199-8cdc-527a28c48626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4099154 Jul 05 04:12:48.352808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41372) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:48.414906 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Set router cb9a9a04-a334-4c51-af21-81945d64d90a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:48.540060 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5a19c69d-6bd7-41c8-ae65-791bb4796387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:48.553246 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e41eed5-c430-43d6-b238-a7040f035dce req-5b800972-c51c-4d24-bd1f-79f319ff308f tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 210 time: 0.0644393 Jul 05 04:12:48.619065 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19c69d-6bd7-41c8-ae65-791bb4796387 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91581ac-143d-49f4-9e5a-d1db2a8b9f36,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:48.668165 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17820d43-9772-406d-be05-e3be4ea2a38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:48.683818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505594c-5a55-49f9-bee3-1f3e888e0bfe req-1795aa1d-e46e-4023-9294-cd9922c5a197 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:48.685923 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3505594c-5a55-49f9-bee3-1f3e888e0bfe req-1795aa1d-e46e-4023-9294-cd9922c5a197 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1311455 Jul 05 04:12:48.689832 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822243584', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:44Z', 'updated_at': '2021-07-05T04:12:47Z', 'revision_number': 3, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:48.727456 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Checking router: cb9a9a04-a334-4c51-af21-81945d64d90a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:48.728123 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Updating router cb9a9a04-a334-4c51-af21-81945d64d90a port f7c67b23-ad52-405b-b8af-562fa1d01721 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:12:48.792971 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:48.800690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ba8af6d8-e2a6-4b5f-82ee-4513b14a39da tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=493f456730914ffbabda165adccd9cc1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4465537 Jul 05 04:12:48.802318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41382) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:48.807595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3505594c-5a55-49f9-bee3-1f3e888e0bfe req-085bb72f-231b-4932-a6de-565cb3f68089 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111596 Jul 05 04:12:49.046174 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5a19c69d-6bd7-41c8-ae65-791bb4796387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.049589 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0361506c-ac5b-4ca1-ad2f-05bd5cbfcc8c tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:49.054897 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0361506c-ac5b-4ca1-ad2f-05bd5cbfcc8c tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2425663 Jul 05 04:12:49.055124 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41386) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:49.115396 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17820d43-9772-406d-be05-e3be4ea2a38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.144663 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.156298 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-155dddaf-375e-44c4-9f20-d942b0740350 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0951393 Jul 05 04:12:49.156951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41388) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:49.162204 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Transition to ACTIVE for port object f7c67b23-ad52-405b-b8af-562fa1d01721 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:49.162869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-32a3dd27-3b76-4006-88d7-8226df96e711 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1689556950', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'project_id': '493f456730914ffbabda165adccd9cc1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:49.206994 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-17820d43-9772-406d-be05-e3be4ea2a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.235310 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.281125 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-17820d43-9772-406d-be05-e3be4ea2a38f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ff571c59a3fa4b7f932c302ac22cd0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9385188 Jul 05 04:12:49.283944 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41390) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:49.290876 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17820d43-9772-406d-be05-e3be4ea2a38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c40cd5-07dd-469e-babc-d67290834db6,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:49.325542 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc9189-2389-4a48-a042-a4549bc99ec6 None None] Pushing event updated for resources: {'Port': ['ID=f7c67b23-ad52-405b-b8af-562fa1d01721,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:49.365672 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Attempting to bind port f7c67b23-ad52-405b-b8af-562fa1d01721 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:49.366434 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Attempting to bind port f7c67b23-ad52-405b-b8af-562fa1d01721 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:49.367792 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Attempting to bind port f7c67b23-ad52-405b-b8af-562fa1d01721 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:49.377618 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:49.378591 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:49.379438 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.380333 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:49.381645 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Bound port: f7c67b23-ad52-405b-b8af-562fa1d01721, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:49.382296 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.441015 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0afd5a78-ea08-4c8f-9dd1-0ecd3aaeaccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.464025 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] For port f7c67b23-ad52-405b-b8af-562fa1d01721, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:49.469704 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] For port f7c67b23-ad52-405b-b8af-562fa1d01721, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f7c67b23-ad52-405b-b8af-562fa1d01721,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:49.483243 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0afd5a78-ea08-4c8f-9dd1-0ecd3aaeaccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.509033 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a19c69d-6bd7-41c8-ae65-791bb4796387 admin admin] Router 9525016c-36aa-49ad-8726-b187eef746c8 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:49.579786 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.677491 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0afd5a78-ea08-4c8f-9dd1-0ecd3aaeaccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.681145 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0afd5a78-ea08-4c8f-9dd1-0ecd3aaeaccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.684477 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0afd5a78-ea08-4c8f-9dd1-0ecd3aaeaccd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d5c40cd5-07dd-469e-babc-d67290834db6 HTTP/1.1" status: 204 len: 168 time: 0.3974564 Jul 05 04:12:49.689329 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a19c69d-6bd7-41c8-ae65-791bb4796387 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:49.701974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03be597-14e3-4f2b-bcce-11bc97b33a5a None None] Sync routers for ids ['9525016c-36aa-49ad-8726-b187eef746c8'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:49.709598 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5a19c69d-6bd7-41c8-ae65-791bb4796387 admin admin] 10.222.0.38 "PUT /v2.0/routers/9525016c-36aa-49ad-8726-b187eef746c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7186902 Jul 05 04:12:49.711018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd5a78-ea08-4c8f-9dd1-0ecd3aaeaccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c40cd5-07dd-469e-babc-d67290834db6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:49.712630 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41396) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:49.733686 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Routers {'cb9a9a04-a334-4c51-af21-81945d64d90a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:49.735815 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['cb9a9a04-a334-4c51-af21-81945d64d90a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:49.741935 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-176e0585-802a-4ea7-8858-8752607cd50a req-72e7db4e-5e76-42de-a0df-4c725682f1e4 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 210 time: 0.0377932 Jul 05 04:12:49.743999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a3dd27-3b76-4006-88d7-8226df96e711 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Made reservation on behalf of 493f456730914ffbabda165adccd9cc1 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:49.748965 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32a3dd27-3b76-4006-88d7-8226df96e711 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.766296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03be597-14e3-4f2b-bcce-11bc97b33a5a None None] Routers {'9525016c-36aa-49ad-8726-b187eef746c8'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:49.766961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d03be597-14e3-4f2b-bcce-11bc97b33a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9525016c-36aa-49ad-8726-b187eef746c8'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:49.996228 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc9189-2389-4a48-a042-a4549bc99ec6 None None] Pushing event updated for resources: {'Port': ['ID=f7c67b23-ad52-405b-b8af-562fa1d01721,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:50.002498 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f17e794-f97b-4ef5-943a-9e3275b32b92 admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.014341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d03be597-14e3-4f2b-bcce-11bc97b33a5a None None] Set router 9525016c-36aa-49ad-8726-b187eef746c8 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:50.035335 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] Set router cb9a9a04-a334-4c51-af21-81945d64d90a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:50.125775 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f17e794-f97b-4ef5-943a-9e3275b32b92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.178006 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941dbf7-6fc6-4930-9a01-206ce62a260c req-7511e35d-ae8f-4097-b2d6-8d83d7c5888e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:50.179761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7941dbf7-6fc6-4930-9a01-206ce62a260c req-7511e35d-ae8f-4097-b2d6-8d83d7c5888e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.0912526 Jul 05 04:12:50.268060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7941dbf7-6fc6-4930-9a01-206ce62a260c req-619db181-0c6e-4ab1-9cba-773f0994e35a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813951 Jul 05 04:12:50.285603 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32a3dd27-3b76-4006-88d7-8226df96e711 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.343025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d03be597-14e3-4f2b-bcce-11bc97b33a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:12:48Z', 'revision_number': 5, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port': {'id': '826cf845-0488-47a1-a2a5-5632cecee19f', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525016c-36aa-49ad-8726-b187eef746c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:02:33Z', 'updated_at': '2021-07-05T04:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:50.366739 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5f17e794-f97b-4ef5-943a-9e3275b32b92 admin admin] Deleting port 826cf845-0488-47a1-a2a5-5632cecee19f {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:50.367242 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f17e794-f97b-4ef5-943a-9e3275b32b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.402599 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822243584', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:44Z', 'updated_at': '2021-07-05T04:12:47Z', 'revision_number': 3, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:50.448502 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03be597-14e3-4f2b-bcce-11bc97b33a5a None None] Checking router: 9525016c-36aa-49ad-8726-b187eef746c8 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:50.482761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a3dd27-3b76-4006-88d7-8226df96e711 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Checking segment: {'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:50.483194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a3dd27-3b76-4006-88d7-8226df96e711 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network hostable DHCP agents. Network: 191a8c10-5710-4eca-8b4b-1524794eb645, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:12:50.483370 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03be597-14e3-4f2b-bcce-11bc97b33a5a None None] Routers {'9525016c-36aa-49ad-8726-b187eef746c8'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:50.484283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d03be597-14e3-4f2b-bcce-11bc97b33a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['9525016c-36aa-49ad-8726-b187eef746c8'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:50.493141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3dd27-3b76-4006-88d7-8226df96e711 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Subnet': ['ID=766f15b9-5755-4c2f-8e8a-1b9461d6febc,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:50.550297 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61da7de-bcc8-4d52-b4c0-6be1512a2860 None None] The sync data for ids ['cb9a9a04-a334-4c51-af21-81945d64d90a'] in n-d-771363-32 is: [{'id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822243584', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:44Z', 'updated_at': '2021-07-05T04:12:47Z', 'revision_number': 3, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:50.584900 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-5f17e794-f97b-4ef5-943a-9e3275b32b92 admin admin] For port 826cf845-0488-47a1-a2a5-5632cecee19f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=826cf845-0488-47a1-a2a5-5632cecee19f,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:50.585265 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f17e794-f97b-4ef5-943a-9e3275b32b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.605115 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5f17e794-f97b-4ef5-943a-9e3275b32b92 admin admin] Calling delete_port for 826cf845-0488-47a1-a2a5-5632cecee19f owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:50.638592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d03be597-14e3-4f2b-bcce-11bc97b33a5a None None] Set router 9525016c-36aa-49ad-8726-b187eef746c8 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:50.694328 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a3dd27-3b76-4006-88d7-8226df96e711 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 191a8c10-5710-4eca-8b4b-1524794eb645 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:12:50.716678 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d03be597-14e3-4f2b-bcce-11bc97b33a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:12:50Z', 'revision_number': 6, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:50.775899 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03be597-14e3-4f2b-bcce-11bc97b33a5a None None] The sync data for ids ['9525016c-36aa-49ad-8726-b187eef746c8'] in n-d-771363-32 is: [{'id': '9525016c-36aa-49ad-8726-b187eef746c8', 'name': 'tempest-AttachVolumeTestJSON-263446801-router', 'tenant_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:02:31Z', 'updated_at': '2021-07-05T04:12:50Z', 'revision_number': 6, 'project_id': '5e1ea4a7d8b94d1d8d6d833a03c58d77', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:50.846869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-2ecf6f98-852f-457a-ae76-4fa7ee7cc24f tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:50.853140 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-2ecf6f98-852f-457a-ae76-4fa7ee7cc24f tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.36 "GET /v2.0/networks?id=9e9e977d-1500-4391-a2c3-00211ddba705 HTTP/1.1" status: 200 len: 809 time: 0.2587590 Jul 05 04:12:50.853140 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-32a3dd27-3b76-4006-88d7-8226df96e711 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 191a8c10-5710-4eca-8b4b-1524794eb645) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:50.857744 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a3dd27-3b76-4006-88d7-8226df96e711 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:50.859170 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-32a3dd27-3b76-4006-88d7-8226df96e711 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.861411 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b767c70b-8006-43f8-8235-d11aec1aeee1 None None] Network 191a8c10-5710-4eca-8b4b-1524794eb645 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:51.041709 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce3a98c7-4415-4ecc-9741-cf0c9512d078 req-9bc29916-b5d9-4c7e-a898-2be5ddb87a52 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 210 time: 0.0897796 Jul 05 04:12:51.042533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41410) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:51.049318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-47fcfd14-353d-4287-ae5a-8b89eecf45ac tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55531968aaea48f484959b725b229ec2 HTTP/1.1" status: 200 len: 380 time: 0.1782842 Jul 05 04:12:51.074617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-5a6416e1-84b6-4496-92fb-05cde8d822c7 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Request body: {'port': {'device_id': 'fdb57027-dbb0-4a96-b384-33a3252b9fa0', 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705', 'admin_state_up': True, 'tenant_id': '55531968aaea48f484959b725b229ec2', 'security_groups': ['d0bf3813-cde9-4233-87c4-9908aa29fc50']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:51.090536 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c43c-6109-4785-b8a2-a6dd997e8719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.105458 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-32a3dd27-3b76-4006-88d7-8226df96e711 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9473283 Jul 05 04:12:51.107159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41412) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:51.202368 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-191a8c10-5710-4eca-8b4b-1524794eb645', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ips': [{'subnet_id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:12:51.210103 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.416514 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c43c-6109-4785-b8a2-a6dd997e8719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.520546 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Allocated IP 172.20.0.2 (191a8c10-5710-4eca-8b4b-1524794eb645/766f15b9-5755-4c2f-8e8a-1b9461d6febc/31784e9b-eb8d-480c-bad9-4f47dccee01c) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:51.538076 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c43c-6109-4785-b8a2-a6dd997e8719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.577534 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a1b1c43c-6109-4785-b8a2-a6dd997e8719 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a54b864ef06847ac9c9cdb1a05907d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5313284 Jul 05 04:12:51.577853 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41422) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:51.642505 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7e684b40-6695-431d-be4a-c05b0c969a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.682258 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7e684b40-6695-431d-be4a-c05b0c969a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.765556 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f17e794-f97b-4ef5-943a-9e3275b32b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.808574 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.849250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17e794-f97b-4ef5-943a-9e3275b32b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=826cf845-0488-47a1-a2a5-5632cecee19f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:51.858239 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1c43c-6109-4785-b8a2-a6dd997e8719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d2ab60-a97b-4fdb-b435-996dada21371,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:51.872495 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Transition to ACTIVE for port object 31784e9b-eb8d-480c-bad9-4f47dccee01c will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:51.916016 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Transition to ACTIVE for port object 31784e9b-eb8d-480c-bad9-4f47dccee01c will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:51.935091 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7e684b40-6695-431d-be4a-c05b0c969a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.937984 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7e684b40-6695-431d-be4a-c05b0c969a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.943307 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7e684b40-6695-431d-be4a-c05b0c969a20 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/63d2ab60-a97b-4fdb-b435-996dada21371 HTTP/1.1" status: 204 len: 168 time: 0.3640156 Jul 05 04:12:51.947156 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f17e794-f97b-4ef5-943a-9e3275b32b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.019861 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.076638 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e684b40-6695-431d-be4a-c05b0c969a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d2ab60-a97b-4fdb-b435-996dada21371,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:52.128814 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f17e794-f97b-4ef5-943a-9e3275b32b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.131666 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f17e794-f97b-4ef5-943a-9e3275b32b92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.159866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Network 191a8c10-5710-4eca-8b4b-1524794eb645 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:52.160866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Pushing event updated for resources: {'Port': ['ID=31784e9b-eb8d-480c-bad9-4f47dccee01c,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:52.183272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:52.188825 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:52.293158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Attempting to bind port 31784e9b-eb8d-480c-bad9-4f47dccee01c on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:52.293546 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Attempting to bind port 31784e9b-eb8d-480c-bad9-4f47dccee01c by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:52.294471 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Attempting to bind port 31784e9b-eb8d-480c-bad9-4f47dccee01c on network 191a8c10-5710-4eca-8b4b-1524794eb645 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:52.301400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:52.301616 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Checking segment: {'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:52.305044 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.305044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Bound using segment: {'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:52.305044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Bound port: 31784e9b-eb8d-480c-bad9-4f47dccee01c, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:52.305044 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.316272 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8e81c-a262-4f2d-b5a7-523604107530 req-892a8fbe-d2ba-4a46-a4b4-368eb581d0c6 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:52.318138 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-89a8e81c-a262-4f2d-b5a7-523604107530 req-892a8fbe-d2ba-4a46-a4b4-368eb581d0c6 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.4021766 Jul 05 04:12:52.337970 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-5a6416e1-84b6-4496-92fb-05cde8d822c7 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Made reservation on behalf of 55531968aaea48f484959b725b229ec2 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:52.342472 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-5a6416e1-84b6-4496-92fb-05cde8d822c7 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.369510 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9a7facd-9daa-40ff-a7af-d75f5ca908d0 req-1a154b16-bd83-498b-b85d-76fb6a5c6b2d tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 210 time: 0.1201880 Jul 05 04:12:52.385545 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f17e794-f97b-4ef5-943a-9e3275b32b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.386137 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f17e794-f97b-4ef5-943a-9e3275b32b92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9525016c-36aa-49ad-8726-b187eef746c8 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:12:52.398578 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f17e794-f97b-4ef5-943a-9e3275b32b92 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.401345 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5f17e794-f97b-4ef5-943a-9e3275b32b92 admin admin] 10.222.0.38 "DELETE /v2.0/routers/9525016c-36aa-49ad-8726-b187eef746c8 HTTP/1.1" status: 204 len: 168 time: 2.6810522 Jul 05 04:12:52.403796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41432) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:52.435900 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] For port 31784e9b-eb8d-480c-bad9-4f47dccee01c, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:52.451294 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] For port 31784e9b-eb8d-480c-bad9-4f47dccee01c, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=31784e9b-eb8d-480c-bad9-4f47dccee01c,segment=NetworkSegment(c6ebf270-fd4c-415e-a5e6-76e18f2de0fb),segment_id=c6ebf270-fd4c-415e-a5e6-76e18f2de0fb)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:52.520652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c8d291-dd8c-4551-9b36-76eae31846d4 admin admin] Deleting subnet a9bbcade-db99-467e-97af-337f24f2acb2 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:12:52.524060 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94c8d291-dd8c-4551-9b36-76eae31846d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.549301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-89a8e81c-a262-4f2d-b5a7-523604107530 req-dc731fb5-8d17-43dc-b90a-e504ae5f2fba tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852481 Jul 05 04:12:52.554846 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.603235 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94c8d291-dd8c-4551-9b36-76eae31846d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.682525 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.685648 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-5a6416e1-84b6-4496-92fb-05cde8d822c7 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Allocated IP 172.20.0.7 (9e9e977d-1500-4391-a2c3-00211ddba705/ce4df291-84df-4cc8-b469-a18e04b53998/cef10f3c-b65d-450f-85e3-50808a09c935) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:52.740482 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80639525-0476-4970-b12e-5266b9fdb3c2 None None] Pushing event updated for resources: {'Port': ['ID=31784e9b-eb8d-480c-bad9-4f47dccee01c,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:52.773256 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94c8d291-dd8c-4551-9b36-76eae31846d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.985941 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94c8d291-dd8c-4551-9b36-76eae31846d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.993834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f7c67b23-ad52-405b-b8af-562fa1d01721 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:53.012415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d291-dd8c-4551-9b36-76eae31846d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9bbcade-db99-467e-97af-337f24f2acb2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:53.039839 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94c8d291-dd8c-4551-9b36-76eae31846d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.044462 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-94c8d291-dd8c-4551-9b36-76eae31846d4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a9bbcade-db99-467e-97af-337f24f2acb2 HTTP/1.1" status: 204 len: 168 time: 0.6368670 Jul 05 04:12:53.046660 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41444) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:53.079557 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fada95a-a0cb-4779-9435-e5da272a33f7 None None] Network 739555cb-3aaa-4692-ac69-434fc52fdecf requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:53.174211 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.206962 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-5a6416e1-84b6-4496-92fb-05cde8d822c7 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.244723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port f7c67b23-ad52-405b-b8af-562fa1d01721 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:53.251536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port f7c67b23-ad52-405b-b8af-562fa1d01721 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:53.252098 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.289229 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-5a6416e1-84b6-4496-92fb-05cde8d822c7 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Transition to ACTIVE for port object cef10f3c-b65d-450f-85e3-50808a09c935 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:53.382422 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.416653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port f7c67b23-ad52-405b-b8af-562fa1d01721, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f7c67b23-ad52-405b-b8af-562fa1d01721,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:53.420213 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee15fed-a2e7-42f7-b9ce-068789e8da1d None None] DHCP port deletion for 739555cb-3aaa-4692-ac69-434fc52fdecf request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:12:53.482568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-aee15fed-a2e7-42f7-b9ce-068789e8da1d None None] Deleting port ae2dfffc-d41c-4368-b517-92dfa53b6855 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:53.483061 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aee15fed-a2e7-42f7-b9ce-068789e8da1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.506943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] Deleting port ae2dfffc-d41c-4368-b517-92dfa53b6855 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:53.510206 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.527818 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.599210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-aee15fed-a2e7-42f7-b9ce-068789e8da1d None None] For port ae2dfffc-d41c-4368-b517-92dfa53b6855, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ae2dfffc-d41c-4368-b517-92dfa53b6855,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:53.599731 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aee15fed-a2e7-42f7-b9ce-068789e8da1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.640018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a91581ac-143d-49f4-9e5a-d1db2a8b9f36 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:53.670602 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-aee15fed-a2e7-42f7-b9ce-068789e8da1d None None] Calling delete_port for ae2dfffc-d41c-4368-b517-92dfa53b6855 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:53.677531 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: a91581ac-143d-49f4-9e5a-d1db2a8b9f36 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:53.678123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a91581ac-143d-49f4-9e5a-d1db2a8b9f36 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:53.678696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 826cf845-0488-47a1-a2a5-5632cecee19f no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:53.710487 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Allocated IP 172.20.0.1 (191a8c10-5710-4eca-8b4b-1524794eb645/766f15b9-5755-4c2f-8e8a-1b9461d6febc/6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:53.713141 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-5a6416e1-84b6-4496-92fb-05cde8d822c7 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.726783 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] For port ae2dfffc-d41c-4368-b517-92dfa53b6855, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ae2dfffc-d41c-4368-b517-92dfa53b6855,segment=NetworkSegment(2687a1c6-2893-40a3-8909-9d4f65ccdbd2),segment_id=2687a1c6-2893-40a3-8909-9d4f65ccdbd2)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:53.727341 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.744863 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 826cf845-0488-47a1-a2a5-5632cecee19f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:53.746454 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 826cf845-0488-47a1-a2a5-5632cecee19f not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:53.800534 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=f7c67b23-ad52-405b-b8af-562fa1d01721,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:53.874455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41460) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:53.914041 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] Calling delete_port for ae2dfffc-d41c-4368-b517-92dfa53b6855 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:53.969099 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aee15fed-a2e7-42f7-b9ce-068789e8da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.983043 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-5a6416e1-84b6-4496-92fb-05cde8d822c7 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Network 9e9e977d-1500-4391-a2c3-00211ddba705 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:54.028033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee15fed-a2e7-42f7-b9ce-068789e8da1d None None] Pushing event deleted for resources: {'Port': ['ID=ae2dfffc-d41c-4368-b517-92dfa53b6855,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:54.036658 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee15fed-a2e7-42f7-b9ce-068789e8da1d None None] No DVR routers for this DVR port ae2dfffc-d41c-4368-b517-92dfa53b6855 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:54.059182 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1e68e200-ace6-4fdb-af96-f9a46ee1acc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-329137192'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:54.079969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-5a6416e1-84b6-4496-92fb-05cde8d822c7 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:54.082640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-5a6416e1-84b6-4496-92fb-05cde8d822c7 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:54.125824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6416e1-84b6-4496-92fb-05cde8d822c7 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Pushing event updated for resources: {'Port': ['ID=cef10f3c-b65d-450f-85e3-50808a09c935,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:54.173197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e68e200-ace6-4fdb-af96-f9a46ee1acc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:54.182949 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1e68e200-ace6-4fdb-af96-f9a46ee1acc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.192546 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1e68e200-ace6-4fdb-af96-f9a46ee1acc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.238990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-5a6416e1-84b6-4496-92fb-05cde8d822c7 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:54.239644 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-5a6416e1-84b6-4496-92fb-05cde8d822c7 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.242664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc21578d-6766-4c38-abc1-9cc872648eba None None] Network 191a8c10-5710-4eca-8b4b-1524794eb645 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:54.264276 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69498fd-29fd-44db-98b3-dc51bb5e6bb0 req-68608116-d39a-469b-bc5e-17e5656030be tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:54.265778 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a69498fd-29fd-44db-98b3-dc51bb5e6bb0 req-68608116-d39a-469b-bc5e-17e5656030be tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 931 time: 0.5960422 Jul 05 04:12:54.330252 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.347722 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.349526 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1e68e200-ace6-4fdb-af96-f9a46ee1acc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.374025 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f4e11-1d9b-4057-8fb9-a5e53f1cede8 req-d93f0497-070b-41b7-8ac5-d44aea214ea2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:54.375606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-922f4e11-1d9b-4057-8fb9-a5e53f1cede8 req-d93f0497-070b-41b7-8ac5-d44aea214ea2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.5655615 Jul 05 04:12:54.379698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Transition to ACTIVE for port object 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:54.408230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] No DVR routers for this DVR port ae2dfffc-d41c-4368-b517-92dfa53b6855 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:54.413191 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1e68e200-ace6-4fdb-af96-f9a46ee1acc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.420941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2dfffc-d41c-4368-b517-92dfa53b6855,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:54.439723 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a69498fd-29fd-44db-98b3-dc51bb5e6bb0 req-eda6a37d-7e9c-4756-bcba-038076def698 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0bf3813-cde9-4233-87c4-9908aa29fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502361 Jul 05 04:12:54.451964 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e68e200-ace6-4fdb-af96-f9a46ee1acc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:54.478125 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1e68e200-ace6-4fdb-af96-f9a46ee1acc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.478617 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-1e68e200-ace6-4fdb-af96-f9a46ee1acc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Added segment 234a3ba9-b34c-4d9d-8358-8952b951d96f of type vlan for network 477abb0d-07c4-4a6d-8dcb-7ae3b15bd202 Jul 05 04:12:54.480607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68e200-ace6-4fdb-af96-f9a46ee1acc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1574174-d199-4ca6-8e68-21420c5363a7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:54.538077 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1e68e200-ace6-4fdb-af96-f9a46ee1acc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.542907 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-5a6416e1-84b6-4496-92fb-05cde8d822c7 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4864643 Jul 05 04:12:54.572575 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-637f3f8c-56a8-4fe1-80ca-4f9ba678c73e tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:12:54.573613 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-637f3f8c-56a8-4fe1-80ca-4f9ba678c73e tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193927 Jul 05 04:12:54.586467 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-922f4e11-1d9b-4057-8fb9-a5e53f1cede8 req-c72446b2-fdea-4b5e-9824-06a0ea68bb41 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024741 Jul 05 04:12:54.597349 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Request body: {'port': {'device_id': 'fdb57027-dbb0-4a96-b384-33a3252b9fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:54.602280 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.634096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739555cb-3aaa-4692-ac69-434fc52fdecf']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:54.641792 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1e68e200-ace6-4fdb-af96-f9a46ee1acc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.648784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2687a1c6-2893-40a3-8909-9d4f65ccdbd2') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:54.649081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2687a1c6-2893-40a3-8909-9d4f65ccdbd2') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:54.652348 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e68e200-ace6-4fdb-af96-f9a46ee1acc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:54.653214 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1e68e200-ace6-4fdb-af96-f9a46ee1acc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.666826 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.680966 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.717056 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.746746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68e200-ace6-4fdb-af96-f9a46ee1acc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Network': ['ID=477abb0d-07c4-4a6d-8dcb-7ae3b15bd202,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:54.759994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:54.760829 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.763983 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 477abb0d-07c4-4a6d-8dcb-7ae3b15bd202 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:54.765464 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:54.779562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 191a8c10-5710-4eca-8b4b-1524794eb645 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:54.783199 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4bc2af8d-8ae8-4cb0-ad83-0e28edbdb360 None None] Provisioning for port 31784e9b-eb8d-480c-bad9-4f47dccee01c completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:54.816984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:54.819384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:54.833138 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.837229 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:54.842788 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1e68e200-ace6-4fdb-af96-f9a46ee1acc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9671912 Jul 05 04:12:55.009070 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.088893 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.093965 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.097525 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 31784e9b-eb8d-480c-bad9-4f47dccee01c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:55.099860 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/739555cb-3aaa-4692-ac69-434fc52fdecf HTTP/1.1" status: 204 len: 168 time: 2.0485990 Jul 05 04:12:55.142942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7dd30169-3d16-47c2-820a-c377ef9eaaaa None None] Provisioning for port cef10f3c-b65d-450f-85e3-50808a09c935 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:55.156250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7dd30169-3d16-47c2-820a-c377ef9eaaaa None None] Provisioning complete for port cef10f3c-b65d-450f-85e3-50808a09c935 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:55.159428 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7dd30169-3d16-47c2-820a-c377ef9eaaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.174977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271520d6-c6b3-4477-97bb-d6f2211b26f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=739555cb-3aaa-4692-ac69-434fc52fdecf,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:55.277076 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7dd30169-3d16-47c2-820a-c377ef9eaaaa None None] Port cef10f3c-b65d-450f-85e3-50808a09c935 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:55.338903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 31784e9b-eb8d-480c-bad9-4f47dccee01c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:55.343652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 31784e9b-eb8d-480c-bad9-4f47dccee01c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:55.344028 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.438873 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3ffd38e4-bdf1-4248-b32d-a9721bd2fec1 None None] Provisioning complete for port 31784e9b-eb8d-480c-bad9-4f47dccee01c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:55.439301 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3ffd38e4-bdf1-4248-b32d-a9721bd2fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.611545 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.713753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 31784e9b-eb8d-480c-bad9-4f47dccee01c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=31784e9b-eb8d-480c-bad9-4f47dccee01c,segment=NetworkSegment(c6ebf270-fd4c-415e-a5e6-76e18f2de0fb),segment_id=c6ebf270-fd4c-415e-a5e6-76e18f2de0fb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:55.714786 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3ffd38e4-bdf1-4248-b32d-a9721bd2fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.760798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41474) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:55.835635 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.836463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f7c67b23-ad52-405b-b8af-562fa1d01721 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:55.843722 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e1ce8984-09e3-40e1-a56a-95004e40ddb1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5e1ea4a7d8b94d1d8d6d833a03c58d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794013 Jul 05 04:12:55.844051 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41476) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:55.972682 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d87e26f1-b618-440e-a458-079c99905df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.986454 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-3ffd38e4-bdf1-4248-b32d-a9721bd2fec1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:12:55.991001 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-3ffd38e4-bdf1-4248-b32d-a9721bd2fec1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:12:55.995154 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=31784e9b-eb8d-480c-bad9-4f47dccee01c,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:55.998689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port f7c67b23-ad52-405b-b8af-562fa1d01721 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:55.999037 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.017997 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d87e26f1-b618-440e-a458-079c99905df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.155850 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d87e26f1-b618-440e-a458-079c99905df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.156955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef10f3c-b65d-450f-85e3-50808a09c935 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:12:56.160292 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d87e26f1-b618-440e-a458-079c99905df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.165134 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d87e26f1-b618-440e-a458-079c99905df4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0dd35443-9e9e-4c27-9060-c6a71a097889 HTTP/1.1" status: 204 len: 168 time: 0.3196368 Jul 05 04:12:56.169406 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.175852 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e26f1-b618-440e-a458-079c99905df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd35443-9e9e-4c27-9060-c6a71a097889,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:56.188276 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Transition to ACTIVE for port object cef10f3c-b65d-450f-85e3-50808a09c935 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:56.239508 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.241033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ae2dfffc-d41c-4368-b517-92dfa53b6855 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:56.296983 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: ae2dfffc-d41c-4368-b517-92dfa53b6855 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:56.298949 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.299556 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ae2dfffc-d41c-4368-b517-92dfa53b6855 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:56.416969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c713de6-a81e-4142-afff-cb32ed2e0d16 req-998e6376-962f-4eb0-9c38-75ff47fad151 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:56.419132 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c713de6-a81e-4142-afff-cb32ed2e0d16 req-998e6376-962f-4eb0-9c38-75ff47fad151 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 931 time: 0.3518929 Jul 05 04:12:56.423346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cef10f3c-b65d-450f-85e3-50808a09c935,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:56.435644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dad99-f8c0-41e7-8aa2-af33a508650d req-f84bc0dd-620d-4ab2-99da-adb63d21e294 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:56.456155 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d2dad99-f8c0-41e7-8aa2-af33a508650d req-f84bc0dd-620d-4ab2-99da-adb63d21e294 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.3812051 Jul 05 04:12:56.635654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3ffd38e4-bdf1-4248-b32d-a9721bd2fec1 None None] Provisioning for port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:56.641132 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3ffd38e4-bdf1-4248-b32d-a9721bd2fec1 None None] Provisioning complete for port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:56.641816 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3ffd38e4-bdf1-4248-b32d-a9721bd2fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.689225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd38e4-bdf1-4248-b32d-a9721bd2fec1 None None] Port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:56.714849 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d2dad99-f8c0-41e7-8aa2-af33a508650d req-a619c735-73f9-4ae7-8296-4ba93027d6c9 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569280 Jul 05 04:12:56.736347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c713de6-a81e-4142-afff-cb32ed2e0d16 req-b780e2a6-3e2a-4dd0-b7aa-e9b64344825f tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0bf3813-cde9-4233-87c4-9908aa29fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760019 Jul 05 04:12:56.778561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Attempting to bind port cef10f3c-b65d-450f-85e3-50808a09c935 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:56.778561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Attempting to bind port cef10f3c-b65d-450f-85e3-50808a09c935 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '5edb877b-6ce2-40cb-9fe6-83adfd37e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:56.779004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Attempting to bind port cef10f3c-b65d-450f-85e3-50808a09c935 on network 9e9e977d-1500-4391-a2c3-00211ddba705 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:56.827038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4cc69b5d-d242-4965-be38-0e60971f692e None None] Provisioning complete for port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:56.827735 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4cc69b5d-d242-4965-be38-0e60971f692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.850626 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Port cef10f3c-b65d-450f-85e3-50808a09c935 on network 9e9e977d-1500-4391-a2c3-00211ddba705 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:56.850813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Attempting to bind port cef10f3c-b65d-450f-85e3-50808a09c935 on network 9e9e977d-1500-4391-a2c3-00211ddba705 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:56.868127 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4cc69b5d-d242-4965-be38-0e60971f692e None None] Port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:56.880154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:56.880490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Checking segment: {'id': '5edb877b-6ce2-40cb-9fe6-83adfd37e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:56.880933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Bound using segment: {'id': '5edb877b-6ce2-40cb-9fe6-83adfd37e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:56.883835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Bound port: cef10f3c-b65d-450f-85e3-50808a09c935, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edb877b-6ce2-40cb-9fe6-83adfd37e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:56.884229 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.890609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 31784e9b-eb8d-480c-bad9-4f47dccee01c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:56.953297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 31784e9b-eb8d-480c-bad9-4f47dccee01c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:56.953297 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.035002 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.036925 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] For port cef10f3c-b65d-450f-85e3-50808a09c935, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:57.046209 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] For port cef10f3c-b65d-450f-85e3-50808a09c935, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cef10f3c-b65d-450f-85e3-50808a09c935,segment=NetworkSegment(5edb877b-6ce2-40cb-9fe6-83adfd37e5e8),segment_id=5edb877b-6ce2-40cb-9fe6-83adfd37e5e8)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:57.139534 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.192913 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.231828 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:57.232567 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.234006 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] 10.222.0.36 "PUT /v2.0/ports/cef10f3c-b65d-450f-85e3-50808a09c935 HTTP/1.1" status: 200 len: 1092 time: 2.6466191 Jul 05 04:12:57.236659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb57027-dbb0-4a96-b384-33a3252b9fa0', 'tag': 'cef10f3c-b65d-450f-85e3-50808a09c935'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:57.238934 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e64bec3-487a-4b10-a095-f73fc3a9fdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb57027-dbb0-4a96-b384-33a3252b9fa0", "tag": "cef10f3c-b65d-450f-85e3-50808a09c935"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:57.247618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:57.247618 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.510735 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b509449f-5a3e-4ebf-943d-e252b551e404 x-openstack-request-id: req-b509449f-5a3e-4ebf-943d-e252b551e404 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:57.511559 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb57027-dbb0-4a96-b384-33a3252b9fa0", "tag": "cef10f3c-b65d-450f-85e3-50808a09c935", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:57.516363 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b509449f-5a3e-4ebf-943d-e252b551e404 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:57.516874 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb57027-dbb0-4a96-b384-33a3252b9fa0', 'tag': 'cef10f3c-b65d-450f-85e3-50808a09c935', 'status': 'completed', 'code': 200} Jul 05 04:12:57.556547 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 191a8c10-5710-4eca-8b4b-1524794eb645 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:57.589396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:57.602809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe36a07-1ec3-4936-a73f-b1d6c46053b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cef10f3c-b65d-450f-85e3-50808a09c935,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:57.942772 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e8db3be8-a8d5-46af-a7ad-67e02d37d0cf None None] Provisioning complete for port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:57.946365 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e8db3be8-a8d5-46af-a7ad-67e02d37d0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.962517 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64bec3-487a-4b10-a095-f73fc3a9fdf8 req-777e5384-5f01-40a7-b730-538fdf810caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:57.971755 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e64bec3-487a-4b10-a095-f73fc3a9fdf8 req-777e5384-5f01-40a7-b730-538fdf810caf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55531968aaea48f484959b725b229ec2&device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 1095 time: 0.4648676 Jul 05 04:12:58.019377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e8db3be8-a8d5-46af-a7ad-67e02d37d0cf None None] Port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:58.114154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41520) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:58.119357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a75fb83b-b861-428c-8733-a57b137009c2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'subnet': {'network_id': '477abb0d-07c4-4a6d-8dcb-7ae3b15bd202', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:58.309770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router cb9a9a04-a334-4c51-af21-81945d64d90a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:58.309770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64bec3-487a-4b10-a095-f73fc3a9fdf8 req-777c99ea-613f-45a8-9961-0ba5f15b7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:58.309770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e64bec3-487a-4b10-a095-f73fc3a9fdf8 req-777c99ea-613f-45a8-9961-0ba5f15b7fa8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=55531968aaea48f484959b725b229ec2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2614787 Jul 05 04:12:58.309770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f08cdc-b183-4abe-b8de-2853dc8ceaea req-4edf5f71-f85e-4bbb-aeaa-3acc3d784c61 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:58.309770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8f08cdc-b183-4abe-b8de-2853dc8ceaea req-4edf5f71-f85e-4bbb-aeaa-3acc3d784c61 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.2635164 Jul 05 04:12:58.309770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3c27b-17a8-4357-ad8a-68c1ef04b629 req-2d67e339-d7ed-4589-a929-a9c9b51bf9db tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:58.309770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7ab3c27b-17a8-4357-ad8a-68c1ef04b629 req-2d67e339-d7ed-4589-a929-a9c9b51bf9db tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 943 time: 0.1851821 Jul 05 04:12:58.315598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75fb83b-b861-428c-8733-a57b137009c2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:58.319255 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a75fb83b-b861-428c-8733-a57b137009c2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.511772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8f08cdc-b183-4abe-b8de-2853dc8ceaea req-63b07832-e9d4-4fc8-9c83-41cf0b00468d tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447369 Jul 05 04:12:58.548671 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7ab3c27b-17a8-4357-ad8a-68c1ef04b629 req-626165af-a949-43aa-8f6a-fa679653f858 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0bf3813-cde9-4233-87c4-9908aa29fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494040 Jul 05 04:12:58.615753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64bec3-487a-4b10-a095-f73fc3a9fdf8 req-7e455373-a1b0-47e9-b38c-1b6c36f0820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:58.617578 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1e64bec3-487a-4b10-a095-f73fc3a9fdf8 req-7e455373-a1b0-47e9-b38c-1b6c36f0820a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3489728 Jul 05 04:12:58.620959 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:58.626826 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-13b93c10-e26d-4eea-987d-71c0b8171234 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "PUT /v2.0/routers/cb9a9a04-a334-4c51-af21-81945d64d90a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4985766 Jul 05 04:12:58.640995 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a75fb83b-b861-428c-8733-a57b137009c2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.646185 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Sync routers for ids ['cb9a9a04-a334-4c51-af21-81945d64d90a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:58.669164 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Routers {'cb9a9a04-a334-4c51-af21-81945d64d90a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:58.669900 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['cb9a9a04-a334-4c51-af21-81945d64d90a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:58.726172 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fb83b-b861-428c-8733-a57b137009c2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Subnet': ['ID=eb8e2a7b-f9b9-4262-8b63-80e6d2e8d523,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:58.781057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-04dcd255-a367-47e6-8776-ac970fe78119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:58.783017 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-04dcd255-a367-47e6-8776-ac970fe78119 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55531968aaea48f484959b725b229ec2&device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 1095 time: 0.1125321 Jul 05 04:12:58.819910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75fb83b-b861-428c-8733-a57b137009c2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Checking segment: {'id': '234a3ba9-b34c-4d9d-8358-8952b951d96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '477abb0d-07c4-4a6d-8dcb-7ae3b15bd202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:58.820395 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75fb83b-b861-428c-8733-a57b137009c2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network hostable DHCP agents. Network: 477abb0d-07c4-4a6d-8dcb-7ae3b15bd202, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:12:58.864909 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-40db798f-26d2-43de-8166-7eb972a33883 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cef10f3c-b65d-450f-85e3-50808a09c935 HTTP/1.1" status: 200 len: 217 time: 0.0735731 Jul 05 04:12:58.892616 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Set router cb9a9a04-a334-4c51-af21-81945d64d90a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:58.910047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75fb83b-b861-428c-8733-a57b137009c2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network 477abb0d-07c4-4a6d-8dcb-7ae3b15bd202 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:12:58.928679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-f5f20259-b846-4d76-8afa-725f20dab132 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472297733&fields=id&tenant_id=493f456730914ffbabda165adccd9cc1 HTTP/1.1" status: 200 len: 267 time: 0.0666220 Jul 05 04:12:59.012284 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-da7ac633-c6a9-4621-a5af-2f230084f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:59.013920 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-da7ac633-c6a9-4621-a5af-2f230084f733 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce4df291-84df-4cc8-b469-a18e04b53998 HTTP/1.1" status: 200 len: 848 time: 0.1362913 Jul 05 04:12:59.035426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-a75fb83b-b861-428c-8733-a57b137009c2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 477abb0d-07c4-4a6d-8dcb-7ae3b15bd202) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:59.039662 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75fb83b-b861-428c-8733-a57b137009c2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:59.040285 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a75fb83b-b861-428c-8733-a57b137009c2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.050665 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fa1540-468a-4b96-a58c-22de2415caa9 None None] Network 477abb0d-07c4-4a6d-8dcb-7ae3b15bd202 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:59.146031 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-74d9946b-4037-4270-b04b-fa14fcf1ee41 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:59.147592 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-74d9946b-4037-4270-b04b-fa14fcf1ee41 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/networks?id=191a8c10-5710-4eca-8b4b-1524794eb645 HTTP/1.1" status: 200 len: 796 time: 0.2098153 Jul 05 04:12:59.149612 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-a4e2a974-a4fa-46b6-a1fe-b57396307434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:59.151057 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-a4e2a974-a4fa-46b6-a1fe-b57396307434 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e9e977d-1500-4391-a2c3-00211ddba705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273899 Jul 05 04:12:59.156387 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a75fb83b-b861-428c-8733-a57b137009c2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0410151 Jul 05 04:12:59.159666 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41558) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:59.165828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ed5019bf-1433-413d-a66b-f5c02a9832aa tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2118510260'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:59.204157 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822243584', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:44Z', 'updated_at': '2021-07-05T04:12:55Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a', 'name': '', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:a0:82:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:53Z', 'updated_at': '2021-07-05T04:12:56Z', 'revision_number': 2, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:59.236225 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Checking router: cb9a9a04-a334-4c51-af21-81945d64d90a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:59.236576 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Updating router cb9a9a04-a334-4c51-af21-81945d64d90a port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:12:59.265360 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-8f2ea559-a1b5-4af2-af10-e48b5b09da0e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/quotas/493f456730914ffbabda165adccd9cc1 HTTP/1.1" status: 200 len: 375 time: 0.1078045 Jul 05 04:12:59.267451 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-a0a748ad-a98a-4c5c-8e54-f32dff9deeb3 service neutron] 10.222.0.36 "GET /v2.0/networks/9e9e977d-1500-4391-a2c3-00211ddba705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081908 Jul 05 04:12:59.276759 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.281424 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5019bf-1433-413d-a66b-f5c02a9832aa tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:59.285341 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed5019bf-1433-413d-a66b-f5c02a9832aa tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.314831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5019bf-1433-413d-a66b-f5c02a9832aa tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:59.333812 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-477abb0d-07c4-4a6d-8dcb-7ae3b15bd202', 'network_id': '477abb0d-07c4-4a6d-8dcb-7ae3b15bd202', 'tenant_id': '838d92a044c241b38cf4aa65b360d0e6', 'fixed_ips': [{'subnet_id': 'eb8e2a7b-f9b9-4262-8b63-80e6d2e8d523'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:12:59.335167 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.344094 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed5019bf-1433-413d-a66b-f5c02a9832aa tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.344465 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-ed5019bf-1433-413d-a66b-f5c02a9832aa tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Added segment c8113c45-772f-424c-b517-beb4c9cd7cc5 of type vlan for network 656d2354-60d0-4063-9aeb-a8b58f84a3c0 Jul 05 04:12:59.415947 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed5019bf-1433-413d-a66b-f5c02a9832aa tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.425751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-75840975-f468-43a9-b5e7-711028fa6c9f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1549075 Jul 05 04:12:59.472861 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d56eeb3c-3a19-4697-8ef4-5f4d196b70b0 req-da718293-2aaf-4383-99ce-832e75020d30 service neutron] 10.222.0.36 "GET /v2.0/networks/9e9e977d-1500-4391-a2c3-00211ddba705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908529 Jul 05 04:12:59.523815 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Allocated IP 2001:db8:0:ffff::2 (477abb0d-07c4-4a6d-8dcb-7ae3b15bd202/eb8e2a7b-f9b9-4262-8b63-80e6d2e8d523/77f54c58-2f18-406d-b517-8f57337a858b) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:59.555936 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed5019bf-1433-413d-a66b-f5c02a9832aa tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.557879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d925af64-dc44-48f4-b9b0-25a384dea802 service neutron] 10.222.0.38 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184165 Jul 05 04:12:59.563193 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5019bf-1433-413d-a66b-f5c02a9832aa tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:59.570781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed5019bf-1433-413d-a66b-f5c02a9832aa tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.676312 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ed5019bf-1433-413d-a66b-f5c02a9832aa tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5150666 Jul 05 04:12:59.708318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-03a3088f-c9fd-4368-8bc5-7c934553b887 service neutron] 10.222.0.38 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355915 Jul 05 04:12:59.708802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41570) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:59.720861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7599bfe3-5741-43fd-b22c-912d46182d67 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'subnet': {'network_id': '656d2354-60d0-4063-9aeb-a8b58f84a3c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:59.743031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5019bf-1433-413d-a66b-f5c02a9832aa tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Network': ['ID=656d2354-60d0-4063-9aeb-a8b58f84a3c0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:59.800183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 656d2354-60d0-4063-9aeb-a8b58f84a3c0 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:59.834041 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.848022 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Transition to ACTIVE for port object 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:59.906951 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.924276 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Transition to ACTIVE for port object 77f54c58-2f18-406d-b517-8f57337a858b will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:59.940294 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Transition to ACTIVE for port object 77f54c58-2f18-406d-b517-8f57337a858b will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:59.992269 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac0a97-50e4-41c1-a885-0af5398de75c req-ff22a794-f281-45b4-bf7f-bb0c41d6cf3c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:59.993665 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cac0a97-50e4-41c1-a885-0af5398de75c req-ff22a794-f281-45b4-bf7f-bb0c41d6cf3c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.0681298 Jul 05 04:13:00.034843 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cac0a97-50e4-41c1-a885-0af5398de75c req-bea89697-6474-4159-804d-410f1b4641c0 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346818 Jul 05 04:13:00.081358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7599bfe3-5741-43fd-b22c-912d46182d67 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:00.082057 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.086448 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.086574 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7599bfe3-5741-43fd-b22c-912d46182d67 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.164002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Network 477abb0d-07c4-4a6d-8dcb-7ae3b15bd202 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:00.175267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:00.191049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:00.224539 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d704681-e3f3-4cce-8e5f-d69df9ca530f None None] Pushing event updated for resources: {'Port': ['ID=6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:00.247544 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Pushing event updated for resources: {'Port': ['ID=77f54c58-2f18-406d-b517-8f57337a858b,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:00.363602 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Attempting to bind port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:00.366286 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Attempting to bind port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:00.366286 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Attempting to bind port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a on network 191a8c10-5710-4eca-8b4b-1524794eb645 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:00.371495 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:00.372444 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Checking segment: {'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:00.372767 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.373166 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Bound using segment: {'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:00.373965 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Bound port: 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:00.374287 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.402510 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Attempting to bind port 77f54c58-2f18-406d-b517-8f57337a858b on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:00.403418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Attempting to bind port 77f54c58-2f18-406d-b517-8f57337a858b by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '234a3ba9-b34c-4d9d-8358-8952b951d96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '477abb0d-07c4-4a6d-8dcb-7ae3b15bd202'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:00.404218 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Attempting to bind port 77f54c58-2f18-406d-b517-8f57337a858b on network 477abb0d-07c4-4a6d-8dcb-7ae3b15bd202 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:00.420302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:00.420690 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Checking segment: {'id': '234a3ba9-b34c-4d9d-8358-8952b951d96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '477abb0d-07c4-4a6d-8dcb-7ae3b15bd202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:00.421101 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.421540 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Bound using segment: {'id': '234a3ba9-b34c-4d9d-8358-8952b951d96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '477abb0d-07c4-4a6d-8dcb-7ae3b15bd202'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:00.421975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Bound port: 77f54c58-2f18-406d-b517-8f57337a858b, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234a3ba9-b34c-4d9d-8358-8952b951d96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '477abb0d-07c4-4a6d-8dcb-7ae3b15bd202'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:00.422367 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.467543 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] For port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:00.483111 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] For port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a,segment=NetworkSegment(c6ebf270-fd4c-415e-a5e6-76e18f2de0fb),segment_id=c6ebf270-fd4c-415e-a5e6-76e18f2de0fb)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:00.509880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f82464e0-8997-4796-a6c6-2a8a94d3374e req-1174e07b-bdd4-4325-8253-6dfc281b412f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 210 time: 0.1109352 Jul 05 04:13:00.576955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] For port 77f54c58-2f18-406d-b517-8f57337a858b, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:00.581674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] For port 77f54c58-2f18-406d-b517-8f57337a858b, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=77f54c58-2f18-406d-b517-8f57337a858b,segment=NetworkSegment(234a3ba9-b34c-4d9d-8358-8952b951d96f),segment_id=234a3ba9-b34c-4d9d-8358-8952b951d96f)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:00.592041 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0d9da-a462-4cc6-80d2-1da99a27970d req-6128e99a-770a-4092-a691-5520ea8b2a02 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:00.593620 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8a0d9da-a462-4cc6-80d2-1da99a27970d req-6128e99a-770a-4092-a691-5520ea8b2a02 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 943 time: 0.2458689 Jul 05 04:13:00.595748 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.643373 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Routers {'cb9a9a04-a334-4c51-af21-81945d64d90a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:00.644306 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:12:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['cb9a9a04-a334-4c51-af21-81945d64d90a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:00.659353 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8a0d9da-a462-4cc6-80d2-1da99a27970d req-543df1ed-f9b6-43ce-8bbb-9d4c219ebede tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0bf3813-cde9-4233-87c4-9908aa29fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581658 Jul 05 04:13:00.681721 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7599bfe3-5741-43fd-b22c-912d46182d67 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.694124 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.784939 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a115e89-a6b5-4f22-a4c1-2c4975ec240d None None] Pushing event updated for resources: {'Port': ['ID=77f54c58-2f18-406d-b517-8f57337a858b,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:00.788576 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] Set router cb9a9a04-a334-4c51-af21-81945d64d90a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:00.822918 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599bfe3-5741-43fd-b22c-912d46182d67 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Subnet': ['ID=9956d84a-0f7a-4200-bafe-e70a04c7fd9d,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:00.826719 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7599bfe3-5741-43fd-b22c-912d46182d67 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Checking segment: {'id': 'c8113c45-772f-424c-b517-beb4c9cd7cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '656d2354-60d0-4063-9aeb-a8b58f84a3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:00.827137 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7599bfe3-5741-43fd-b22c-912d46182d67 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network hostable DHCP agents. Network: 656d2354-60d0-4063-9aeb-a8b58f84a3c0, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:00.960026 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d704681-e3f3-4cce-8e5f-d69df9ca530f None None] Pushing event updated for resources: {'Port': ['ID=6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:01.056905 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822243584', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:44Z', 'updated_at': '2021-07-05T04:12:55Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a', 'name': '', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:a0:82:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:53Z', 'updated_at': '2021-07-05T04:13:00Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:01.110806 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7599bfe3-5741-43fd-b22c-912d46182d67 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network 656d2354-60d0-4063-9aeb-a8b58f84a3c0 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:01.115846 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541ba074-5351-47ac-8b0a-a5a888b32aaf None None] The sync data for ids ['cb9a9a04-a334-4c51-af21-81945d64d90a'] in n-d-771363-32 is: [{'id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822243584', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:44Z', 'updated_at': '2021-07-05T04:12:55Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a', 'name': '', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:a0:82:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:53Z', 'updated_at': '2021-07-05T04:13:00Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:01.273488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-7599bfe3-5741-43fd-b22c-912d46182d67 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 656d2354-60d0-4063-9aeb-a8b58f84a3c0) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:01.284865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7599bfe3-5741-43fd-b22c-912d46182d67 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:01.285603 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7599bfe3-5741-43fd-b22c-912d46182d67 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.287444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9034a098-5545-46ae-b55d-aa5240471780 None None] Network 656d2354-60d0-4063-9aeb-a8b58f84a3c0 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:01.376054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca677c-feb5-4da3-be12-1b0ecea6f2e1 req-ca563683-b7b2-4691-a21d-873d29d7e47b tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:01.377632 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88ca677c-feb5-4da3-be12-1b0ecea6f2e1 req-ca563683-b7b2-4691-a21d-873d29d7e47b tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1692932 Jul 05 04:13:01.441394 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41608) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:01.441848 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7599bfe3-5741-43fd-b22c-912d46182d67 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7312846 Jul 05 04:13:01.481309 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88ca677c-feb5-4da3-be12-1b0ecea6f2e1 req-58299840-af06-4f70-95a1-de1abc0b35bd tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961061 Jul 05 04:13:01.650794 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0906a21e-f381-450c-8423-b4e460b223dc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.700808 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4399a541-b8eb-4f95-9c8c-ed12e872f3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-656d2354-60d0-4063-9aeb-a8b58f84a3c0', 'network_id': '656d2354-60d0-4063-9aeb-a8b58f84a3c0', 'tenant_id': '838d92a044c241b38cf4aa65b360d0e6', 'fixed_ips': [{'subnet_id': '9956d84a-0f7a-4200-bafe-e70a04c7fd9d'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:01.701659 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4399a541-b8eb-4f95-9c8c-ed12e872f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.724204 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0906a21e-f381-450c-8423-b4e460b223dc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.967917 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0906a21e-f381-450c-8423-b4e460b223dc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server [None req-4399a541-b8eb-4f95-9c8c-ed12e872f3ce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9956d84a-0f7a-4200-bafe-e70a04c7fd9d: This subnet is being modified by another concurrent operation. Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9956d84a-0f7a-4200-bafe-e70a04c7fd9d: This subnet is being modified by another concurrent operation. Jul 05 04:13:02.042929 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server Jul 05 04:13:02.062988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906a21e-f381-450c-8423-b4e460b223dc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Subnet': ['ID=9956d84a-0f7a-4200-bafe-e70a04c7fd9d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:02.071155 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facdac3c-d5d9-420f-bfa3-8d745359188d None None] Network 656d2354-60d0-4063-9aeb-a8b58f84a3c0 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:02.218860 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0906a21e-f381-450c-8423-b4e460b223dc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.229969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-0906a21e-f381-450c-8423-b4e460b223dc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656d2354-60d0-4063-9aeb-a8b58f84a3c0']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:02.247280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-0906a21e-f381-450c-8423-b4e460b223dc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8113c45-772f-424c-b517-beb4c9cd7cc5') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:02.247713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-0906a21e-f381-450c-8423-b4e460b223dc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8113c45-772f-424c-b517-beb4c9cd7cc5') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:02.265539 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0906a21e-f381-450c-8423-b4e460b223dc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.304023 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0906a21e-f381-450c-8423-b4e460b223dc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.313433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0906a21e-f381-450c-8423-b4e460b223dc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:02.313897 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0906a21e-f381-450c-8423-b4e460b223dc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:02.320024 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:02.369180 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e305fcba-20df-4ee5-b58f-0085b38c6e91 req-3f79b946-6358-48d7-8edc-3e0e37bd4eaa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 210 time: 0.7503552 Jul 05 04:13:02.431447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d34a3f2-4ac3-456d-be40-f043739da0a5 None None] Network 477abb0d-07c4-4a6d-8dcb-7ae3b15bd202 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:02.486897 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0906a21e-f381-450c-8423-b4e460b223dc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.503697 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b25fb8-4b9b-4c2d-b561-d0c59c3343df req-270dba53-7735-4bfe-9460-edd14209deec tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:02.505404 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48b25fb8-4b9b-4c2d-b561-d0c59c3343df req-270dba53-7735-4bfe-9460-edd14209deec tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 943 time: 0.1345823 Jul 05 04:13:02.525285 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.531152 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0906a21e-f381-450c-8423-b4e460b223dc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.536380 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0906a21e-f381-450c-8423-b4e460b223dc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/656d2354-60d0-4063-9aeb-a8b58f84a3c0 HTTP/1.1" status: 204 len: 168 time: 1.0906954 Jul 05 04:13:02.536380 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906a21e-f381-450c-8423-b4e460b223dc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Network': ['ID=656d2354-60d0-4063-9aeb-a8b58f84a3c0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:02.548942 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41634) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:02.575791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cef10f3c-b65d-450f-85e3-50808a09c935 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:13:02.577534 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-82523251-a920-4613-9942-e704b4c3831d tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1315110372'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:02.638212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48b25fb8-4b9b-4c2d-b561-d0c59c3343df req-467cff65-2009-41c3-b6a4-544290c7ec8a tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0bf3813-cde9-4233-87c4-9908aa29fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228085 Jul 05 04:13:02.683869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82523251-a920-4613-9942-e704b4c3831d tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:02.690357 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-82523251-a920-4613-9942-e704b4c3831d tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.743003 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82523251-a920-4613-9942-e704b4c3831d tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:02.754226 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-82523251-a920-4613-9942-e704b4c3831d tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.754635 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-82523251-a920-4613-9942-e704b4c3831d tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Added segment 30e1dc3b-1d1a-43d2-97f3-22baff8e59ff of type vlan for network bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9 Jul 05 04:13:02.762092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cef10f3c-b65d-450f-85e3-50808a09c935, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cef10f3c-b65d-450f-85e3-50808a09c935,segment=NetworkSegment(5edb877b-6ce2-40cb-9fe6-83adfd37e5e8),segment_id=5edb877b-6ce2-40cb-9fe6-83adfd37e5e8)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:02.806171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b56d0585-b4ad-438e-86db-0f4572a7fb24 None None] Provisioning for port 77f54c58-2f18-406d-b517-8f57337a858b completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:02.811279 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'cef10f3c-b65d-450f-85e3-50808a09c935', 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705', 'port_id': 'cef10f3c-b65d-450f-85e3-50808a09c935', 'mac_address': 'fa:16:3e:19:aa:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:13:02.842014 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-82523251-a920-4613-9942-e704b4c3831d tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.898860 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.925225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef10f3c-b65d-450f-85e3-50808a09c935 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:13:02.945636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36fa0f-8034-44a1-9847-7b48474696d1 req-e80326e6-0703-48e4-87f7-a2b3763bbaaa tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:02.960279 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a36fa0f-8034-44a1-9847-7b48474696d1 req-e80326e6-0703-48e4-87f7-a2b3763bbaaa tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.3291721 Jul 05 04:13:02.975652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cef10f3c-b65d-450f-85e3-50808a09c935, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cef10f3c-b65d-450f-85e3-50808a09c935,segment=NetworkSegment(5edb877b-6ce2-40cb-9fe6-83adfd37e5e8),segment_id=5edb877b-6ce2-40cb-9fe6-83adfd37e5e8)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:03.020416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:03.026630 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-82523251-a920-4613-9942-e704b4c3831d tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.033166 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82523251-a920-4613-9942-e704b4c3831d tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:03.033997 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-82523251-a920-4613-9942-e704b4c3831d tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.127159 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.128564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82523251-a920-4613-9942-e704b4c3831d tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Network': ['ID=bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:03.142798 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a36fa0f-8034-44a1-9847-7b48474696d1 req-a2527296-76f9-4412-abd0-21dac75c8ef4 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684072 Jul 05 04:13:03.189902 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:03.279550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-82523251-a920-4613-9942-e704b4c3831d tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7132971 Jul 05 04:13:03.279550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41642) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:03.282045 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d5ed2962-a13e-4953-95dc-355a9abb2bf2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'subnet': {'network_id': 'bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:03.283504 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cef10f3c-b65d-450f-85e3-50808a09c935,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:03.299066 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:03.317644 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:03.323580 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.369920 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641e8236-cdad-4234-9ce5-55e95b6ef3bb None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:13:03.531247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['cef10f3c-b65d-450f-85e3-50808a09c935'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:13:03.576910 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ed2962-a13e-4953-95dc-355a9abb2bf2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:03.580451 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5ed2962-a13e-4953-95dc-355a9abb2bf2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.588291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b209183-3dae-4f2a-9f50-40365e04bda0 req-977796de-1c45-4200-8e62-ea618d643936 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 210 time: 0.0718622 Jul 05 04:13:03.593291 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.656746 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641e8236-cdad-4234-9ce5-55e95b6ef3bb None None] Resources bound (agent type, host, resource id): {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:13:03.681469 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a,segment=NetworkSegment(c6ebf270-fd4c-415e-a5e6-76e18f2de0fb),segment_id=c6ebf270-fd4c-415e-a5e6-76e18f2de0fb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:03.788190 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.790095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 77f54c58-2f18-406d-b517-8f57337a858b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:03.939331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909110b-c8dd-46fd-8d67-d694a57e9190 req-449c26c8-1e48-40ff-9e98-e3d63113f0f1 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:03.941499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1909110b-c8dd-46fd-8d67-d694a57e9190 req-449c26c8-1e48-40ff-9e98-e3d63113f0f1 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 944 time: 0.1698251 Jul 05 04:13:03.996434 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:04.029655 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5ed2962-a13e-4953-95dc-355a9abb2bf2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.058606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1909110b-c8dd-46fd-8d67-d694a57e9190 req-f2f1f3a5-c4df-4e6c-800f-ef748d685ee2 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0bf3813-cde9-4233-87c4-9908aa29fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095667 Jul 05 04:13:04.164143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed2962-a13e-4953-95dc-355a9abb2bf2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Subnet': ['ID=9ca2a090-d650-417a-9a6d-0b3777e5b28d,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:04.174710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed2962-a13e-4953-95dc-355a9abb2bf2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Checking segment: {'id': '30e1dc3b-1d1a-43d2-97f3-22baff8e59ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:04.175088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ed2962-a13e-4953-95dc-355a9abb2bf2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network hostable DHCP agents. Network: bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:04.198684 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.301440 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ed2962-a13e-4953-95dc-355a9abb2bf2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:04.328022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 77f54c58-2f18-406d-b517-8f57337a858b completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:04.344253 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 77f54c58-2f18-406d-b517-8f57337a858b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:04.344628 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.458614 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.477831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-74240fa5-4751-4d84-a90e-00706cfc0980 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:04.479439 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-74240fa5-4751-4d84-a90e-00706cfc0980 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.10 "GET /v2.0/networks?id=191a8c10-5710-4eca-8b4b-1524794eb645 HTTP/1.1" status: 200 len: 796 time: 0.2091849 Jul 05 04:13:04.489152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512ac1-4c34-4e7b-9c83-89ccc7786072 req-30c9c3ba-8148-40a3-9977-9bfbdfeba1ec tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:04.490732 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b512ac1-4c34-4e7b-9c83-89ccc7786072 req-30c9c3ba-8148-40a3-9977-9bfbdfeba1ec tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1908953 Jul 05 04:13:04.507570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-d5ed2962-a13e-4953-95dc-355a9abb2bf2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:04.519791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ed2962-a13e-4953-95dc-355a9abb2bf2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:04.520405 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5ed2962-a13e-4953-95dc-355a9abb2bf2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.524214 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 77f54c58-2f18-406d-b517-8f57337a858b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=77f54c58-2f18-406d-b517-8f57337a858b,segment=NetworkSegment(234a3ba9-b34c-4d9d-8358-8952b951d96f),segment_id=234a3ba9-b34c-4d9d-8358-8952b951d96f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:04.525336 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc17df9-6d67-44cf-a428-9a493d1010ce None None] Network bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:04.583990 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-a316d84f-fc7d-458a-ad1f-dc9730fdc626 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=493f456730914ffbabda165adccd9cc1 HTTP/1.1" status: 200 len: 380 time: 0.0856521 Jul 05 04:13:04.587038 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b512ac1-4c34-4e7b-9c83-89ccc7786072 req-02b22056-143e-4d3e-b38e-aaefba7b12c0 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805953 Jul 05 04:13:04.595676 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-ae03d695-fd7f-484c-84b0-23888f70ed67 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'port': {'device_id': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'admin_state_up': True, 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'security_groups': ['c8e03d2b-a9fc-421a-bbdb-9f5058c901cb']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:04.618756 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.695449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41682) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:04.697232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d5ed2962-a13e-4953-95dc-355a9abb2bf2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4212744 Jul 05 04:13:04.712173 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a7f586bf-5a61-4c5b-8efa-d075e21ee9d4 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-624729428'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:04.717295 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=77f54c58-2f18-406d-b517-8f57337a858b,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:04.784399 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9', 'network_id': 'bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9', 'tenant_id': '838d92a044c241b38cf4aa65b360d0e6', 'fixed_ips': [{'subnet_id': '9ca2a090-d650-417a-9a6d-0b3777e5b28d'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:04.785540 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.846255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f586bf-5a61-4c5b-8efa-d075e21ee9d4 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:04.851435 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7f586bf-5a61-4c5b-8efa-d075e21ee9d4 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.906653 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15db8478-8176-4be2-9b7e-413e3499d687 req-f265e7a5-37bc-4291-b282-bc895e09b4cd tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 210 time: 0.0343959 Jul 05 04:13:04.910419 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:04.919236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f586bf-5a61-4c5b-8efa-d075e21ee9d4 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:04.942987 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7f586bf-5a61-4c5b-8efa-d075e21ee9d4 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.943347 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-a7f586bf-5a61-4c5b-8efa-d075e21ee9d4 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Added segment 08ca7025-8179-4450-a193-426729bf4fb5 of type vlan for network b8c8e3e5-d294-40eb-b00f-92c7464003e3 Jul 05 04:13:04.989688 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-ae03d695-fd7f-484c-84b0-23888f70ed67 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Made reservation on behalf of 493f456730914ffbabda165adccd9cc1 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:04.995315 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-ae03d695-fd7f-484c-84b0-23888f70ed67 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.003622 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7f586bf-5a61-4c5b-8efa-d075e21ee9d4 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.027056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:05.027433 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.030691 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Allocated IP 2001:db8::3 (bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9/9ca2a090-d650-417a-9a6d-0b3777e5b28d/a7d83769-54ad-4763-93d6-219c17fe9e7e) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:05.140194 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7f586bf-5a61-4c5b-8efa-d075e21ee9d4 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.151811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 77f54c58-2f18-406d-b517-8f57337a858b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:05.153569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f586bf-5a61-4c5b-8efa-d075e21ee9d4 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:05.154444 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7f586bf-5a61-4c5b-8efa-d075e21ee9d4 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.241509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-ae03d695-fd7f-484c-84b0-23888f70ed67 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Allocated IP 172.20.0.4 (191a8c10-5710-4eca-8b4b-1524794eb645/766f15b9-5755-4c2f-8e8a-1b9461d6febc/edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:05.289497 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a7f586bf-5a61-4c5b-8efa-d075e21ee9d4 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5929015 Jul 05 04:13:05.294206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41690) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:05.299421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7778a8a6-790f-4b3c-b48c-34c00e2f1718 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'subnet': {'network_id': 'b8c8e3e5-d294-40eb-b00f-92c7464003e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:05.306818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f586bf-5a61-4c5b-8efa-d075e21ee9d4 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Network': ['ID=b8c8e3e5-d294-40eb-b00f-92c7464003e3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:05.322861 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network b8c8e3e5-d294-40eb-b00f-92c7464003e3 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:05.332613 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 77f54c58-2f18-406d-b517-8f57337a858b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:05.341673 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.571766 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.587326 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Transition to ACTIVE for port object a7d83769-54ad-4763-93d6-219c17fe9e7e will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:05.608996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fe784-11e6-4195-9cb1-f87c9758bb29 req-d888f9b4-189d-452d-859f-8389139e410c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:05.610535 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8a7fe784-11e6-4195-9cb1-f87c9758bb29 req-d888f9b4-189d-452d-859f-8389139e410c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 944 time: 0.2377923 Jul 05 04:13:05.638801 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Transition to ACTIVE for port object a7d83769-54ad-4763-93d6-219c17fe9e7e will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:05.665525 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7778a8a6-790f-4b3c-b48c-34c00e2f1718 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:05.674868 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7778a8a6-790f-4b3c-b48c-34c00e2f1718 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.733267 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.781931 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-ae03d695-fd7f-484c-84b0-23888f70ed67 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.788328 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8a7fe784-11e6-4195-9cb1-f87c9758bb29 req-1f1924a1-d79c-4444-af67-be9601d86f0f tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0bf3813-cde9-4233-87c4-9908aa29fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707108 Jul 05 04:13:05.788827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Network bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:05.794829 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:05.797170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Pushing event updated for resources: {'Port': ['ID=a7d83769-54ad-4763-93d6-219c17fe9e7e,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:05.799371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:05.838833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.ipam_backend_mixin [None req-7778a8a6-790f-4b3c-b48c-34c00e2f1718 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Performing IP validity checks on allocation pools {{(pid=100933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:13:05.839361 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.ipam_backend_mixin [None req-7778a8a6-790f-4b3c-b48c-34c00e2f1718 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:13:05.866617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-ae03d695-fd7f-484c-84b0-23888f70ed67 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Transition to ACTIVE for port object edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:05.871907 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Attempting to bind port a7d83769-54ad-4763-93d6-219c17fe9e7e on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:05.872319 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Attempting to bind port a7d83769-54ad-4763-93d6-219c17fe9e7e by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '30e1dc3b-1d1a-43d2-97f3-22baff8e59ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:05.872687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Attempting to bind port a7d83769-54ad-4763-93d6-219c17fe9e7e on network bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:05.880426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:05.880426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Checking segment: {'id': '30e1dc3b-1d1a-43d2-97f3-22baff8e59ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:05.880426 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.880426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Bound using segment: {'id': '30e1dc3b-1d1a-43d2-97f3-22baff8e59ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:05.880426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Bound port: a7d83769-54ad-4763-93d6-219c17fe9e7e, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e1dc3b-1d1a-43d2-97f3-22baff8e59ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:05.880933 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.959341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] For port a7d83769-54ad-4763-93d6-219c17fe9e7e, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:05.963002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] For port a7d83769-54ad-4763-93d6-219c17fe9e7e, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a7d83769-54ad-4763-93d6-219c17fe9e7e,segment=NetworkSegment(30e1dc3b-1d1a-43d2-97f3-22baff8e59ff),segment_id=30e1dc3b-1d1a-43d2-97f3-22baff8e59ff)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:05.990506 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b28a9-26fd-40af-8abf-a3f51d1998d5 req-112134ec-e40c-41c9-8d31-4472b5cc25d4 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:05.993281 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a01b28a9-26fd-40af-8abf-a3f51d1998d5 req-112134ec-e40c-41c9-8d31-4472b5cc25d4 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.2271070 Jul 05 04:13:06.093307 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.110959 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2640688-2b46-4d20-88e1-eb7783942c83 req-b1a96bd1-f665-4946-be5d-454388a241f2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 210 time: 0.0565114 Jul 05 04:13:06.119072 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a01b28a9-26fd-40af-8abf-a3f51d1998d5 req-233ade2d-5c1d-4897-a200-c540b7bb8b1e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142948 Jul 05 04:13:06.150848 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-ae03d695-fd7f-484c-84b0-23888f70ed67 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.167318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206b20f-8fc7-421b-a864-320fb85b8cd7 None None] Pushing event updated for resources: {'Port': ['ID=a7d83769-54ad-4763-93d6-219c17fe9e7e,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:06.206091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-ae03d695-fd7f-484c-84b0-23888f70ed67 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 191a8c10-5710-4eca-8b4b-1524794eb645 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:06.215791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-ae03d695-fd7f-484c-84b0-23888f70ed67 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:06.222744 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-ae03d695-fd7f-484c-84b0-23888f70ed67 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:06.264639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03d695-fd7f-484c-84b0-23888f70ed67 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:06.278678 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7778a8a6-790f-4b3c-b48c-34c00e2f1718 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.325149 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-ae03d695-fd7f-484c-84b0-23888f70ed67 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:06.325992 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-ae03d695-fd7f-484c-84b0-23888f70ed67 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.364055 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778a8a6-790f-4b3c-b48c-34c00e2f1718 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Subnet': ['ID=48d532dc-7456-4fc0-9b65-16d7a678616b,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:06.402256 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7778a8a6-790f-4b3c-b48c-34c00e2f1718 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Checking segment: {'id': '08ca7025-8179-4450-a193-426729bf4fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b8c8e3e5-d294-40eb-b00f-92c7464003e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:06.403133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7778a8a6-790f-4b3c-b48c-34c00e2f1718 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network hostable DHCP agents. Network: b8c8e3e5-d294-40eb-b00f-92c7464003e3, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:06.424391 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-ae03d695-fd7f-484c-84b0-23888f70ed67 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8297801 Jul 05 04:13:06.436497 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Request body: {'port': {'device_id': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:06.546268 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7778a8a6-790f-4b3c-b48c-34c00e2f1718 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network b8c8e3e5-d294-40eb-b00f-92c7464003e3 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:06.565270 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.592724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cef10f3c-b65d-450f-85e3-50808a09c935 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:06.676415 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-7778a8a6-790f-4b3c-b48c-34c00e2f1718 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, b8c8e3e5-d294-40eb-b00f-92c7464003e3) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:06.681171 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7778a8a6-790f-4b3c-b48c-34c00e2f1718 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:06.681779 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7778a8a6-790f-4b3c-b48c-34c00e2f1718 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.693515 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c94e7ce-96ee-4634-b85a-75b98dba8ed1 None None] Network b8c8e3e5-d294-40eb-b00f-92c7464003e3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:06.704999 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2cd51eca-65da-4a13-b849-838b81ac3940 None None] Provisioning for port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:06.735839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2cd51eca-65da-4a13-b849-838b81ac3940 None None] Provisioning complete for port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:06.736250 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2cd51eca-65da-4a13-b849-838b81ac3940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.742205 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port cef10f3c-b65d-450f-85e3-50808a09c935 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:06.766140 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7778a8a6-790f-4b3c-b48c-34c00e2f1718 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4683557 Jul 05 04:13:06.766974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41718) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:06.784712 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port cef10f3c-b65d-450f-85e3-50808a09c935 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:06.785774 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.877854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2cd51eca-65da-4a13-b849-838b81ac3940 None None] Port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:06.982864 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-adc73ff7-e6d4-4b6a-90be-ba47e97d2595 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.005355 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a7d83769-54ad-4763-93d6-219c17fe9e7e up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:07.131180 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:13:07.133597 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.150003 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.155439 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-adc73ff7-e6d4-4b6a-90be-ba47e97d2595 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.186519 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0574bb-abff-4917-a723-edc5bdd7757e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-b8c8e3e5-d294-40eb-b00f-92c7464003e3', 'network_id': 'b8c8e3e5-d294-40eb-b00f-92c7464003e3', 'tenant_id': '838d92a044c241b38cf4aa65b360d0e6', 'fixed_ips': [{'subnet_id': '48d532dc-7456-4fc0-9b65-16d7a678616b'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:07.188621 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6c0574bb-abff-4917-a723-edc5bdd7757e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.223642 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb57027-dbb0-4a96-b384-33a3252b9fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef10f3c-b65d-450f-85e3-50808a09c935'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:07.227005 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b772c715-7716-4680-aeaf-c44edc2f9036" -d '{"events": [{"server_uuid": "fdb57027-dbb0-4a96-b384-33a3252b9fa0", "name": "network-vif-plugged", "status": "completed", "tag": "cef10f3c-b65d-450f-85e3-50808a09c935"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:07.234235 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Transition to ACTIVE for port object edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:07.235593 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port a7d83769-54ad-4763-93d6-219c17fe9e7e completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:07.260349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cef10f3c-b65d-450f-85e3-50808a09c935, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cef10f3c-b65d-450f-85e3-50808a09c935,segment=NetworkSegment(5edb877b-6ce2-40cb-9fe6-83adfd37e5e8),segment_id=5edb877b-6ce2-40cb-9fe6-83adfd37e5e8)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:07.291270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac79015-b8a7-4b44-9caa-b7a1b4635f6f req-32b577ca-833c-4575-9897-262c9602502e tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:07.296146 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aac79015-b8a7-4b44-9caa-b7a1b4635f6f req-32b577ca-833c-4575-9897-262c9602502e tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 944 time: 0.2776237 Jul 05 04:13:07.312378 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.355142 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.437958 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cef10f3c-b65d-450f-85e3-50808a09c935,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:07.483829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aac79015-b8a7-4b44-9caa-b7a1b4635f6f req-bcf06c19-6c04-4057-b9e8-120d8c71649e tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0bf3813-cde9-4233-87c4-9908aa29fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801753 Jul 05 04:13:07.492848 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-adc73ff7-e6d4-4b6a-90be-ba47e97d2595 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.570216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Pushing event updated for resources: {'Port': ['ID=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:07.574729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc73ff7-e6d4-4b6a-90be-ba47e97d2595 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Subnet': ['ID=48d532dc-7456-4fc0-9b65-16d7a678616b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:07.657742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3447960a-8674-452d-ae4f-b9dcb9599d15 None None] Network bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server [None req-6c0574bb-abff-4917-a723-edc5bdd7757e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48d532dc-7456-4fc0-9b65-16d7a678616b: This subnet is being modified by another concurrent operation. Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48d532dc-7456-4fc0-9b65-16d7a678616b: This subnet is being modified by another concurrent operation. Jul 05 04:13:07.703374 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server Jul 05 04:13:07.727871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec529afc-6c94-4957-8a99-c8e105065cb2 None None] Network b8c8e3e5-d294-40eb-b00f-92c7464003e3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:07.759461 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-adc73ff7-e6d4-4b6a-90be-ba47e97d2595 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.815643 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-415a2b19-c859-4bd8-8493-9269781d3631 None None] Provisioning for port a7d83769-54ad-4763-93d6-219c17fe9e7e completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:07.833454 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-415a2b19-c859-4bd8-8493-9269781d3631 None None] Provisioning complete for port a7d83769-54ad-4763-93d6-219c17fe9e7e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:07.834173 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-415a2b19-c859-4bd8-8493-9269781d3631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.834640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-adc73ff7-e6d4-4b6a-90be-ba47e97d2595 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c8e3e5-d294-40eb-b00f-92c7464003e3']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:07.857036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8936e6-7b92-4d07-a72c-a31edced6619 req-56af0d1d-5ca4-479c-97f4-7663f4fa9dc4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:07.865008 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b8936e6-7b92-4d07-a72c-a31edced6619 req-56af0d1d-5ca4-479c-97f4-7663f4fa9dc4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 943 time: 0.4636390 Jul 05 04:13:07.917368 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-adc73ff7-e6d4-4b6a-90be-ba47e97d2595 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ca7025-8179-4450-a193-426729bf4fb5') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:07.917571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-adc73ff7-e6d4-4b6a-90be-ba47e97d2595 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ca7025-8179-4450-a193-426729bf4fb5') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:07.924246 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b8936e6-7b92-4d07-a72c-a31edced6619 req-ff4dae79-e946-4816-8155-55ba7b228c30 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583458 Jul 05 04:13:07.947224 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-adc73ff7-e6d4-4b6a-90be-ba47e97d2595 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.966739 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Attempting to bind port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:07.967105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Attempting to bind port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:07.967450 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Attempting to bind port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 on network 191a8c10-5710-4eca-8b4b-1524794eb645 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:07.980263 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 on network 191a8c10-5710-4eca-8b4b-1524794eb645 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:13:07.980723 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Attempting to bind port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 on network 191a8c10-5710-4eca-8b4b-1524794eb645 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:07.993595 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-adc73ff7-e6d4-4b6a-90be-ba47e97d2595 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.003979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:08.004497 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Checking segment: {'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:08.004743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Bound using segment: {'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:08.005201 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Bound port: edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:08.005702 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.051525 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc73ff7-e6d4-4b6a-90be-ba47e97d2595 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:08.052556 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-adc73ff7-e6d4-4b6a-90be-ba47e97d2595 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:08.056090 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:08.111947 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa79fa-44c2-4686-b04b-aeba7fb8f167 req-79bc81b1-8716-4fe3-856a-f0f5d24b9b46 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:08.119273 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5aa79fa-44c2-4686-b04b-aeba7fb8f167 req-79bc81b1-8716-4fe3-856a-f0f5d24b9b46 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.4200652 Jul 05 04:13:08.150618 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174636bc-5215-43b3-81c9-fc2dbb3c34a3 x-openstack-request-id: req-174636bc-5215-43b3-81c9-fc2dbb3c34a3 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:08.150916 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb57027-dbb0-4a96-b384-33a3252b9fa0", "name": "network-vif-plugged", "status": "completed", "tag": "cef10f3c-b65d-450f-85e3-50808a09c935", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:08.151167 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-174636bc-5215-43b3-81c9-fc2dbb3c34a3 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:08.151574 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb57027-dbb0-4a96-b384-33a3252b9fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef10f3c-b65d-450f-85e3-50808a09c935', 'code': 200} Jul 05 04:13:08.237325 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5aa79fa-44c2-4686-b04b-aeba7fb8f167 req-ca9130fa-c52b-4d60-ad01-8ad2e2394aa5 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171467 Jul 05 04:13:08.239138 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-415a2b19-c859-4bd8-8493-9269781d3631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.242055 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] For port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:08.246063 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] For port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,segment=NetworkSegment(c6ebf270-fd4c-415e-a5e6-76e18f2de0fb),segment_id=c6ebf270-fd4c-415e-a5e6-76e18f2de0fb)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:08.302643 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-415a2b19-c859-4bd8-8493-9269781d3631 None None] For port a7d83769-54ad-4763-93d6-219c17fe9e7e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a7d83769-54ad-4763-93d6-219c17fe9e7e,segment=NetworkSegment(30e1dc3b-1d1a-43d2-97f3-22baff8e59ff),segment_id=30e1dc3b-1d1a-43d2-97f3-22baff8e59ff)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:08.313852 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-adc73ff7-e6d4-4b6a-90be-ba47e97d2595 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.316848 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-adc73ff7-e6d4-4b6a-90be-ba47e97d2595 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.319731 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-adc73ff7-e6d4-4b6a-90be-ba47e97d2595 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/b8c8e3e5-d294-40eb-b00f-92c7464003e3 HTTP/1.1" status: 204 len: 168 time: 1.5522149 Jul 05 04:13:08.323245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41756) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:08.330216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-bb8cd698-2470-44c6-ac8e-ae6fa9aea0cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-594151750'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:08.353548 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.358931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc73ff7-e6d4-4b6a-90be-ba47e97d2595 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Network': ['ID=b8c8e3e5-d294-40eb-b00f-92c7464003e3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:08.367253 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-415a2b19-c859-4bd8-8493-9269781d3631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.429049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:08.429927 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.432548 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] 10.222.0.10 "PUT /v2.0/ports/edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 HTTP/1.1" status: 200 len: 1092 time: 2.0011754 Jul 05 04:13:08.437194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'tag': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:08.440748 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51fb1fa-a67a-45b8-9923-b9a8903af56f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0a7f8a-048d-4f6f-a355-7fd727e8ad46", "tag": "edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:08.492323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdbbb1-8623-4034-a323-e00f0c7165c5 service neutron] Pushing event updated for resources: {'Port': ['ID=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:08.504367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8cd698-2470-44c6-ac8e-ae6fa9aea0cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:08.509073 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd698-2470-44c6-ac8e-ae6fa9aea0cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.536798 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b69c3-c05c-4f7a-abe9-458f13e8988e req-809f9ec6-1a1f-4973-b7cb-166e1f23cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:08.536798 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b6b69c3-c05c-4f7a-abe9-458f13e8988e req-809f9ec6-1a1f-4973-b7cb-166e1f23cde7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 1097 time: 0.4062178 Jul 05 04:13:08.540295 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a5099d-003e-490e-8bb8-a8b29a89f6bf x-openstack-request-id: req-67a5099d-003e-490e-8bb8-a8b29a89f6bf {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:08.540585 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0a7f8a-048d-4f6f-a355-7fd727e8ad46", "tag": "edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:08.540789 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67a5099d-003e-490e-8bb8-a8b29a89f6bf {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:08.541314 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'tag': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5', 'status': 'completed', 'code': 200} Jul 05 04:13:08.565008 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a2b19-c859-4bd8-8493-9269781d3631 None None] Pushing event updated for resources: {'Port': ['ID=a7d83769-54ad-4763-93d6-219c17fe9e7e,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:08.616818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8cd698-2470-44c6-ac8e-ae6fa9aea0cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:08.649567 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd698-2470-44c6-ac8e-ae6fa9aea0cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.649567 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-bb8cd698-2470-44c6-ac8e-ae6fa9aea0cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Added segment c38b6c8e-b0ff-4a62-9931-26d379e50aaf of type vlan for network ebbffbb6-3d35-4e14-a6cd-ea4b222120e0 Jul 05 04:13:08.675160 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b6b69c3-c05c-4f7a-abe9-458f13e8988e req-33c0555f-8f4c-4c80-8023-52e226172bbf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0bf3813-cde9-4233-87c4-9908aa29fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329577 Jul 05 04:13:08.721379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fb1fa-a67a-45b8-9923-b9a8903af56f req-78d19a50-3075-4c7e-98a2-7b318f9ae41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:08.722888 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a51fb1fa-a67a-45b8-9923-b9a8903af56f req-78d19a50-3075-4c7e-98a2-7b318f9ae41c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 1095 time: 0.1485195 Jul 05 04:13:08.735562 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd698-2470-44c6-ac8e-ae6fa9aea0cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.861188 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5fa1c7a5-75b1-4367-97e5-d5deca8b0232 None None] Provisioning complete for port a7d83769-54ad-4763-93d6-219c17fe9e7e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:08.861723 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5fa1c7a5-75b1-4367-97e5-d5deca8b0232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.905712 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd698-2470-44c6-ac8e-ae6fa9aea0cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.921889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53737537-1017-4cdf-a47e-e70ab8fcfdd7 None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:13:08.923879 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8cd698-2470-44c6-ac8e-ae6fa9aea0cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:08.924571 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd698-2470-44c6-ac8e-ae6fa9aea0cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.927430 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a7d83769-54ad-4763-93d6-219c17fe9e7e up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:08.930254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fb1fa-a67a-45b8-9923-b9a8903af56f req-5b0792cd-5c6a-42ab-9910-87533fa66ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:08.932935 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a51fb1fa-a67a-45b8-9923-b9a8903af56f req-5b0792cd-5c6a-42ab-9910-87533fa66ff4 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=493f456730914ffbabda165adccd9cc1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1992853 Jul 05 04:13:09.076024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1da82-afe2-475a-bc4c-2e187c0632fa req-4df2303c-e294-4dba-bfed-6f4081c9a52f tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:09.078024 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ab1da82-afe2-475a-bc4c-2e187c0632fa req-4df2303c-e294-4dba-bfed-6f4081c9a52f tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 945 time: 0.3337333 Jul 05 04:13:09.086440 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fb1fa-a67a-45b8-9923-b9a8903af56f req-a9e85867-6426-4e26-8792-e6524bed9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:09.087906 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a51fb1fa-a67a-45b8-9923-b9a8903af56f req-a9e85867-6426-4e26-8792-e6524bed9887 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1454482 Jul 05 04:13:09.128413 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd698-2470-44c6-ac8e-ae6fa9aea0cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Network': ['ID=ebbffbb6-3d35-4e14-a6cd-ea4b222120e0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:09.142358 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bb8cd698-2470-44c6-ac8e-ae6fa9aea0cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8179071 Jul 05 04:13:09.148916 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41772) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:09.151128 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network ebbffbb6-3d35-4e14-a6cd-ea4b222120e0 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:09.155492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-496aba26-84fc-4321-8dc2-4f7f8e8dd3d7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'subnet': {'network_id': 'ebbffbb6-3d35-4e14-a6cd-ea4b222120e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:09.196902 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ab1da82-afe2-475a-bc4c-2e187c0632fa req-091c7d5a-1470-46a1-a088-f0617172f704 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0bf3813-cde9-4233-87c4-9908aa29fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928700 Jul 05 04:13:09.297502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-6afd87cf-d9dc-42f9-a075-8ddb18d2c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:09.299072 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-6afd87cf-d9dc-42f9-a075-8ddb18d2c888 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 1095 time: 0.1608140 Jul 05 04:13:09.330748 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53737537-1017-4cdf-a47e-e70ab8fcfdd7 None None] Resources bound (agent type, host, resource id): {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:13:09.336805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port a7d83769-54ad-4763-93d6-219c17fe9e7e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:09.337283 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.365643 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42810dd-29e7-4963-a462-6f4df56a981b req-6c54db8c-9f22-47cf-875c-de693abacef6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:09.372863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d42810dd-29e7-4963-a462-6f4df56a981b req-6c54db8c-9f22-47cf-875c-de693abacef6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 943 time: 0.1889415 Jul 05 04:13:09.408937 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496aba26-84fc-4321-8dc2-4f7f8e8dd3d7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:09.421935 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-d7981292-6a03-4a5a-953a-14056efb6e8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 HTTP/1.1" status: 200 len: 217 time: 0.0935571 Jul 05 04:13:09.423273 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-496aba26-84fc-4321-8dc2-4f7f8e8dd3d7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.480359 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d42810dd-29e7-4963-a462-6f4df56a981b req-a5091952-1e34-4909-ae54-6ab9e02ded7d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065071 Jul 05 04:13:09.553795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-75ea8b03-5253-462f-ad3d-574ba2f582ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:09.555261 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-75ea8b03-5253-462f-ad3d-574ba2f582ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=766f15b9-5755-4c2f-8e8a-1b9461d6febc HTTP/1.1" status: 200 len: 835 time: 0.1218452 Jul 05 04:13:09.623455 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41757aeb-aca8-4218-935e-bd6763da859c req-e1245b95-f028-4bee-95cf-7e7a452d6442 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:09.624987 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-41757aeb-aca8-4218-935e-bd6763da859c req-e1245b95-f028-4bee-95cf-7e7a452d6442 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1277771 Jul 05 04:13:09.677742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-85fe89c3-4d6a-4f71-a426-c84b0919b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:09.679431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-85fe89c3-4d6a-4f71-a426-c84b0919b8c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=191a8c10-5710-4eca-8b4b-1524794eb645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146755 Jul 05 04:13:09.687863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-41757aeb-aca8-4218-935e-bd6763da859c req-03f0b9a2-f478-4842-bef4-9c1bbf7a89f7 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538566 Jul 05 04:13:09.805691 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-25c53f88-da88-49ff-870e-073d1ef4c2c3 service neutron] 10.222.0.10 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166394 Jul 05 04:13:09.839092 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-496aba26-84fc-4321-8dc2-4f7f8e8dd3d7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.917770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496aba26-84fc-4321-8dc2-4f7f8e8dd3d7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Subnet': ['ID=eb94d78a-6ad9-4cd4-9264-f803d3679a20,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:09.927772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496aba26-84fc-4321-8dc2-4f7f8e8dd3d7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Checking segment: {'id': 'c38b6c8e-b0ff-4a62-9931-26d379e50aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ebbffbb6-3d35-4e14-a6cd-ea4b222120e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:09.928255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496aba26-84fc-4321-8dc2-4f7f8e8dd3d7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network hostable DHCP agents. Network: ebbffbb6-3d35-4e14-a6cd-ea4b222120e0, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:09.944307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2b52884-c9ad-4e59-86f8-516918fb37a3 req-3a575866-2993-438d-91ae-ba5b8713736b service neutron] 10.222.0.10 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273804 Jul 05 04:13:10.122300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496aba26-84fc-4321-8dc2-4f7f8e8dd3d7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network ebbffbb6-3d35-4e14-a6cd-ea4b222120e0 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:10.206774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-496aba26-84fc-4321-8dc2-4f7f8e8dd3d7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, ebbffbb6-3d35-4e14-a6cd-ea4b222120e0) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:10.211607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496aba26-84fc-4321-8dc2-4f7f8e8dd3d7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:10.212240 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-496aba26-84fc-4321-8dc2-4f7f8e8dd3d7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.215929 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9329f422-0561-468a-a81b-79701bb45b0a None None] Network ebbffbb6-3d35-4e14-a6cd-ea4b222120e0 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:10.275966 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-496aba26-84fc-4321-8dc2-4f7f8e8dd3d7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1257594 Jul 05 04:13:10.279008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41792) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:10.451333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-ebbffbb6-3d35-4e14-a6cd-ea4b222120e0', 'network_id': 'ebbffbb6-3d35-4e14-a6cd-ea4b222120e0', 'tenant_id': '838d92a044c241b38cf4aa65b360d0e6', 'fixed_ips': [{'subnet_id': 'eb94d78a-6ad9-4cd4-9264-f803d3679a20'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:10.452277 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.486450 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.557963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc06be-26f9-477a-8c65-886408ca2dc2 req-f559e586-44c2-4cba-8509-fc23446729d2 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:10.571326 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcc06be-26f9-477a-8c65-886408ca2dc2 req-f559e586-44c2-4cba-8509-fc23446729d2 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 945 time: 0.1557815 Jul 05 04:13:10.619430 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Allocated IP 2001:db8::1 (ebbffbb6-3d35-4e14-a6cd-ea4b222120e0/eb94d78a-6ad9-4cd4-9264-f803d3679a20/53d74099-c0e5-4bb1-95b3-9c77ed2e5313) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:10.621681 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.804526 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.816246 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Transition to ACTIVE for port object 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:10.838273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Transition to ACTIVE for port object 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:10.973371 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.039693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Network ebbffbb6-3d35-4e14-a6cd-ea4b222120e0 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:11.044363 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:11.051977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:11.053885 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abcc06be-26f9-477a-8c65-886408ca2dc2 req-9eb6ee8a-6db4-467f-9835-9ae1f86b9c68 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0bf3813-cde9-4233-87c4-9908aa29fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4816797 Jul 05 04:13:11.068572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Pushing event updated for resources: {'Port': ['ID=53d74099-c0e5-4bb1-95b3-9c77ed2e5313,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:11.144621 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Attempting to bind port 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:11.145342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Attempting to bind port 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'c38b6c8e-b0ff-4a62-9931-26d379e50aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ebbffbb6-3d35-4e14-a6cd-ea4b222120e0'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:11.145814 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Attempting to bind port 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 on network ebbffbb6-3d35-4e14-a6cd-ea4b222120e0 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:11.150954 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790b4a0-633a-48f8-845f-0f721e469380 req-41c7dc17-930e-4a7b-8b00-d7cfcbf542d5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:11.153877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:11.154549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Checking segment: {'id': 'c38b6c8e-b0ff-4a62-9931-26d379e50aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ebbffbb6-3d35-4e14-a6cd-ea4b222120e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:11.154987 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.155848 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Bound using segment: {'id': 'c38b6c8e-b0ff-4a62-9931-26d379e50aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ebbffbb6-3d35-4e14-a6cd-ea4b222120e0'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:11.156513 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Bound port: 53d74099-c0e5-4bb1-95b3-9c77ed2e5313, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38b6c8e-b0ff-4a62-9931-26d379e50aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ebbffbb6-3d35-4e14-a6cd-ea4b222120e0'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:11.157056 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.160517 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0790b4a0-633a-48f8-845f-0f721e469380 req-41c7dc17-930e-4a7b-8b00-d7cfcbf542d5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 943 time: 0.1103914 Jul 05 04:13:11.207302 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0790b4a0-633a-48f8-845f-0f721e469380 req-7f4178b7-e505-49a4-8043-36ee5a4d8642 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455256 Jul 05 04:13:11.246026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] For port 53d74099-c0e5-4bb1-95b3-9c77ed2e5313, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:11.251466 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] For port 53d74099-c0e5-4bb1-95b3-9c77ed2e5313, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=53d74099-c0e5-4bb1-95b3-9c77ed2e5313,segment=NetworkSegment(c38b6c8e-b0ff-4a62-9931-26d379e50aaf),segment_id=c38b6c8e-b0ff-4a62-9931-26d379e50aaf)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:11.338466 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.389498 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.407363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Subnet': ['ID=eb94d78a-6ad9-4cd4-9264-f803d3679a20,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:11.428687 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-083f9389-8c06-45a0-951e-db0b2fd0eb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.490369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8494a2-c1b6-4d79-9e47-a659583c348b None None] Pushing event updated for resources: {'Port': ['ID=53d74099-c0e5-4bb1-95b3-9c77ed2e5313,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:11.563466 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.586746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebbffbb6-3d35-4e14-a6cd-ea4b222120e0']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:11.603079 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38b6c8e-b0ff-4a62-9931-26d379e50aaf') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:11.603524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38b6c8e-b0ff-4a62-9931-26d379e50aaf') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:11.624855 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.649899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226de81-3af4-40a4-a3b2-d284420caabb req-7740f5a4-b0d7-4726-92a5-3fd155865a70 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:11.649899 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0226de81-3af4-40a4-a3b2-d284420caabb req-7740f5a4-b0d7-4726-92a5-3fd155865a70 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.3156664 Jul 05 04:13:11.663680 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.690173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:11.690620 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:11.696827 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:11.720362 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8996b5b-66a3-46fd-b06f-b904f87cf191 req-394241d4-b4d8-4565-b0c3-bcef7655ea16 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:11.731822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8996b5b-66a3-46fd-b06f-b904f87cf191 req-394241d4-b4d8-4565-b0c3-bcef7655ea16 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 945 time: 0.2863297 Jul 05 04:13:11.831156 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8996b5b-66a3-46fd-b06f-b904f87cf191 req-b0c39e16-ec8c-439e-9fba-c1d8a55ed232 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0bf3813-cde9-4233-87c4-9908aa29fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024427 Jul 05 04:13:11.843189 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0226de81-3af4-40a4-a3b2-d284420caabb req-c0180914-112c-47cb-ae19-7f540a74d31f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888235 Jul 05 04:13:11.898033 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.api [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:13:11.898033 n-d-771363-32 neutron-server[100933]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:13:11.898033 n-d-771363-32 neutron-server[100933]: [parameters: {'id': 'ebbffbb6-3d35-4e14-a6cd-ea4b222120e0'}] Jul 05 04:13:11.898033 n-d-771363-32 neutron-server[100933]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:13:11.898409 n-d-771363-32 neutron-server[100933]: DEBUG oslo_db.api [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:13:12.046625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d8f2d-92b2-41c7-bd79-6659134f88bd req-17dfc84e-ece6-4075-ba8a-b5fc78b1a62a tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:12.048274 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f2d8f2d-92b2-41c7-bd79-6659134f88bd req-17dfc84e-ece6-4075-ba8a-b5fc78b1a62a tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0869081 Jul 05 04:13:12.114479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f2d8f2d-92b2-41c7-bd79-6659134f88bd req-8ba85ac1-d2d6-4d51-9c04-a1e351bd8102 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0bf3813-cde9-4233-87c4-9908aa29fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596442 Jul 05 04:13:12.141243 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41830) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:12.414653 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.553205 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174ef89b-3fe1-4429-8ad5-0ed0b817825b tempest-TestServerBasicOps-1455051997 tempest-TestServerBasicOps-1455051997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:12.559008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41844) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:12.560747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-174ef89b-3fe1-4429-8ad5-0ed0b817825b tempest-TestServerBasicOps-1455051997 tempest-TestServerBasicOps-1455051997-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 1092 time: 0.4165161 Jul 05 04:13:12.564316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': 'cef10f3c-b65d-450f-85e3-50808a09c935', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:12.597382 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f674712-12ad-46bb-a6b5-d2e38a9c7322 req-f257b764-27fe-4b96-9230-4c5a30a3e2e5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:12.599566 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f674712-12ad-46bb-a6b5-d2e38a9c7322 req-f257b764-27fe-4b96-9230-4c5a30a3e2e5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 943 time: 0.1640594 Jul 05 04:13:12.611950 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:13:12.643605 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Deleting port 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:12.644055 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.692869 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.718315 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f674712-12ad-46bb-a6b5-d2e38a9c7322 req-06350601-8088-4960-bd77-221b4f4d548d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026475 Jul 05 04:13:12.738011 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,segment=NetworkSegment(c6ebf270-fd4c-415e-a5e6-76e18f2de0fb),segment_id=c6ebf270-fd4c-415e-a5e6-76e18f2de0fb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:12.743146 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] For port 53d74099-c0e5-4bb1-95b3-9c77ed2e5313, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=53d74099-c0e5-4bb1-95b3-9c77ed2e5313,segment=NetworkSegment(c38b6c8e-b0ff-4a62-9931-26d379e50aaf),segment_id=c38b6c8e-b0ff-4a62-9931-26d379e50aaf)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:12.744766 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.768018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'port_id': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5', 'mac_address': 'fa:16:3e:cf:2c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:13:12.774862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Calling delete_port for 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:12.861439 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.894169 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.900875 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc11650-e04d-47cd-a6c5-ab7c641195be None None] Network ebbffbb6-3d35-4e14-a6cd-ea4b222120e0 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:12.980091 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:13:13.001911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,segment=NetworkSegment(c6ebf270-fd4c-415e-a5e6-76e18f2de0fb),segment_id=c6ebf270-fd4c-415e-a5e6-76e18f2de0fb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:13.008403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:13.071381 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Allocated IP 172.25.6.32 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/caed8e1d-f44f-440e-bc0b-5040152ca4ce) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:13.117428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:13.119297 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2a135-9b25-49ef-b283-79c4a4508315 req-5fa2eec2-24f5-42d6-a77a-b6d31afcd71c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:13.122274 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5495e28f-d606-4578-a42c-3b4555d50604 None None] Provisioning for port 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:13.127160 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ad2a135-9b25-49ef-b283-79c4a4508315 req-5fa2eec2-24f5-42d6-a77a-b6d31afcd71c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1083448 Jul 05 04:13:13.143096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:13.143546 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.145495 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.148491 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.173199 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5495e28f-d606-4578-a42c-3b4555d50604 None None] Provisioning complete for port 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:13.175610 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5495e28f-d606-4578-a42c-3b4555d50604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.178092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Port': ['ID=53d74099-c0e5-4bb1-95b3-9c77ed2e5313,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:13.178764 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Port 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 was deleted so its status cannot be updated. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:13:13.207631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ad2a135-9b25-49ef-b283-79c4a4508315 req-d486a9ac-83fd-492b-ba70-44a75af21a73 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794961 Jul 05 04:13:13.208635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No DVR routers for this DVR port 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:13.218022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5495e28f-d606-4578-a42c-3b4555d50604 None None] Port 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 was deleted so its status cannot be updated. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:13:13.248553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa6bde7-27a9-4331-8f69-59a5daa59179 None None] DHCP port deletion for ebbffbb6-3d35-4e14-a6cd-ea4b222120e0 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:13.255499 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:13.272883 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.324650 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.343227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebbffbb6-3d35-4e14-a6cd-ea4b222120e0']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:13.356557 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38b6c8e-b0ff-4a62-9931-26d379e50aaf') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:13.356930 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38b6c8e-b0ff-4a62-9931-26d379e50aaf') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:13.366686 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.380581 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.383835 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.386451 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:13.386968 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:13.389916 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:13.435565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:13.448463 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:13.452873 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:13.458478 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:13:13.478860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Pushing event updated for resources: {'Port': ['ID=caed8e1d-f44f-440e-bc0b-5040152ca4ce,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:13.626324 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.672474 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.677179 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/ebbffbb6-3d35-4e14-a6cd-ea4b222120e0 HTTP/1.1" status: 204 len: 168 time: 3.3957975 Jul 05 04:13:13.678563 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dd8f6-3966-43e9-ac03-0b1ac0a217a2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Network': ['ID=ebbffbb6-3d35-4e14-a6cd-ea4b222120e0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:13.681075 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41874) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:13.688627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-9191d4dc-d4c4-4029-b8ac-b1cf534d05a1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-973479798'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:13.788932 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9191d4dc-d4c4-4029-b8ac-b1cf534d05a1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:13.798829 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9191d4dc-d4c4-4029-b8ac-b1cf534d05a1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.864056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9191d4dc-d4c4-4029-b8ac-b1cf534d05a1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:13.887733 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9191d4dc-d4c4-4029-b8ac-b1cf534d05a1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.888108 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-9191d4dc-d4c4-4029-b8ac-b1cf534d05a1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Added segment 0cd208a1-a722-4b4a-ba4a-d24abf47ff9b of type vlan for network 1dc2a0b6-8f3d-4566-a543-4f730dc49215 Jul 05 04:13:13.988123 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9191d4dc-d4c4-4029-b8ac-b1cf534d05a1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.050400 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693562f8-9985-4a1d-a11d-400b5e771f23 req-a5812afa-e7e4-47eb-8c51-70636985e732 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:14.051691 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-693562f8-9985-4a1d-a11d-400b5e771f23 req-a5812afa-e7e4-47eb-8c51-70636985e732 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 944 time: 0.1467395 Jul 05 04:13:14.064800 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.086545 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e0a5b8e7-6743-4341-9bab-3f87ee2f50e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.108205 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-693562f8-9985-4a1d-a11d-400b5e771f23 req-7f0eb67b-5404-4d52-972e-8c2916d149c3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467396 Jul 05 04:13:14.160637 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9191d4dc-d4c4-4029-b8ac-b1cf534d05a1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.167115 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9191d4dc-d4c4-4029-b8ac-b1cf534d05a1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:14.168731 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9191d4dc-d4c4-4029-b8ac-b1cf534d05a1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.251989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191d4dc-d4c4-4029-b8ac-b1cf534d05a1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Network': ['ID=1dc2a0b6-8f3d-4566-a543-4f730dc49215,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:14.258700 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 1dc2a0b6-8f3d-4566-a543-4f730dc49215 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:14.287251 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9191d4dc-d4c4-4029-b8ac-b1cf534d05a1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6048751 Jul 05 04:13:14.290158 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41886) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:14.299357 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-374f6b6c-2cf7-491f-84ee-a7d4a79be33b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'subnet': {'network_id': '1dc2a0b6-8f3d-4566-a543-4f730dc49215', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:14.326009 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.501149 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41894) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:14.524247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6becb8f-2f1d-4eb4-bbc6-a1ec250d1529 req-a3ad1fcd-fe23-4b7c-ba74-192f41b71fff tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:14.542609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6becb8f-2f1d-4eb4-bbc6-a1ec250d1529 req-a3ad1fcd-fe23-4b7c-ba74-192f41b71fff tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1491961 Jul 05 04:13:14.556175 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.593972 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.597054 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6becb8f-2f1d-4eb4-bbc6-a1ec250d1529 req-c728064c-d700-4e26-bf0e-a0dd220fa73a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533123 Jul 05 04:13:14.601087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374f6b6c-2cf7-491f-84ee-a7d4a79be33b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:14.605754 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-374f6b6c-2cf7-491f-84ee-a7d4a79be33b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.628108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:14.646876 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.705627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-83dffb2c-6f02-4e6a-bc9e-b0f34999e009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.770932 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Pushing event updated for resources: {'Port': ['ID=caed8e1d-f44f-440e-bc0b-5040152ca4ce,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:14.777045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.812518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:14.816823 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:14.821866 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.933683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:14.939525 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Floating IP a56db804-2d40-4c8a-8d62-b3d28ca80333 associated. External IP: 172.25.6.32, port: cef10f3c-b65d-450f-85e3-50808a09c935. Jul 05 04:13:14.960596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:14.960942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 53d74099-c0e5-4bb1-95b3-9c77ed2e5313 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:14.972973 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.995716 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-374f6b6c-2cf7-491f-84ee-a7d4a79be33b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.999905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:15.001658 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654c06de-6c28-470c-91fe-8124eae7b16c" -d '{"events": [{"server_uuid": "dc0a7f8a-048d-4f6f-a355-7fd727e8ad46", "name": "network-vif-plugged", "status": "completed", "tag": "edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:15.015317 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-83dffb2c-6f02-4e6a-bc9e-b0f34999e009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.018236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,segment=NetworkSegment(c6ebf270-fd4c-415e-a5e6-76e18f2de0fb),segment_id=c6ebf270-fd4c-415e-a5e6-76e18f2de0fb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:15.078526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f6b6c-2cf7-491f-84ee-a7d4a79be33b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Subnet': ['ID=56ace148-b2f7-40af-a734-d2a07c573958,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:15.082666 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e230d7-7a68-4a67-9b73-0ae5b5d17885 x-openstack-request-id: req-71e230d7-7a68-4a67-9b73-0ae5b5d17885 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:15.083047 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0a7f8a-048d-4f6f-a355-7fd727e8ad46", "name": "network-vif-plugged", "status": "completed", "tag": "edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:15.083373 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71e230d7-7a68-4a67-9b73-0ae5b5d17885 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:15.083863 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5', 'code': 200} Jul 05 04:13:15.102422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f6b6c-2cf7-491f-84ee-a7d4a79be33b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Checking segment: {'id': '0cd208a1-a722-4b4a-ba4a-d24abf47ff9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1dc2a0b6-8f3d-4566-a543-4f730dc49215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:15.103098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f6b6c-2cf7-491f-84ee-a7d4a79be33b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network hostable DHCP agents. Network: 1dc2a0b6-8f3d-4566-a543-4f730dc49215, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:15.126037 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-83dffb2c-6f02-4e6a-bc9e-b0f34999e009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.166402 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.180252 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-83dffb2c-6f02-4e6a-bc9e-b0f34999e009 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=85d8dafe79d0490e862a92e819ef0e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6754692 Jul 05 04:13:15.186683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41910) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:15.228409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dffb2c-6f02-4e6a-bc9e-b0f34999e009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80192c6f-674a-4326-bc6b-d776922f8df2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:15.234179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:15.247469 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eb157-dde7-4fc8-810c-7573b653329f req-ef8a1e4e-f70e-4dfc-a1c9-400ae236efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:15.250468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b61eb157-dde7-4fc8-810c-7573b653329f req-ef8a1e4e-f70e-4dfc-a1c9-400ae236efe1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 1097 time: 0.0875647 Jul 05 04:13:15.282301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Router 2b06a45a-57fb-40ca-afbb-8c8723a82569 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:13:15.296806 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07f3a721-ee38-449a-9f8d-c2c7768e0d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.331645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f6b6c-2cf7-491f-84ee-a7d4a79be33b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network 1dc2a0b6-8f3d-4566-a543-4f730dc49215 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:15.344000 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.352317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b61eb157-dde7-4fc8-810c-7573b653329f req-052fa5c7-af3e-42e9-904a-96941e2082b4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891848 Jul 05 04:13:15.359345 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07f3a721-ee38-449a-9f8d-c2c7768e0d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.396516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6460577-ffa7-46f4-9c14-da3fd66a7db5 req-7b1a4aac-3607-41e1-ac5e-b0fc3477e8bc tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:15.398080 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6460577-ffa7-46f4-9c14-da3fd66a7db5 req-7b1a4aac-3607-41e1-ac5e-b0fc3477e8bc tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.1160393 Jul 05 04:13:15.447759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:15.448704 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6460577-ffa7-46f4-9c14-da3fd66a7db5 req-eb9a543b-e976-442d-a38e-96d90a831327 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428758 Jul 05 04:13:15.464806 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-374f6b6c-2cf7-491f-84ee-a7d4a79be33b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 1dc2a0b6-8f3d-4566-a543-4f730dc49215) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:15.464910 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab4d2bb-5d22-450e-9f6b-f2e28e86e37a None None] Sync routers for ids ['2b06a45a-57fb-40ca-afbb-8c8723a82569'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:15.465168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374f6b6c-2cf7-491f-84ee-a7d4a79be33b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:15.466034 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-374f6b6c-2cf7-491f-84ee-a7d4a79be33b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.481065 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264e1ae2-c723-4701-80eb-1e5b4616cd94 None None] Network 1dc2a0b6-8f3d-4566-a543-4f730dc49215 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:15.525235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab4d2bb-5d22-450e-9f6b-f2e28e86e37a None None] Routers {'2b06a45a-57fb-40ca-afbb-8c8723a82569'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:15.525867 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-2ab4d2bb-5d22-450e-9f6b-f2e28e86e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:13:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2b06a45a-57fb-40ca-afbb-8c8723a82569'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:15.618937 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.622014 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-374f6b6c-2cf7-491f-84ee-a7d4a79be33b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3308432 Jul 05 04:13:15.622966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41918) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:15.675401 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07f3a721-ee38-449a-9f8d-c2c7768e0d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.678005 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07f3a721-ee38-449a-9f8d-c2c7768e0d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.679187 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-07f3a721-ee38-449a-9f8d-c2c7768e0d3a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/80192c6f-674a-4326-bc6b-d776922f8df2 HTTP/1.1" status: 204 len: 168 time: 0.4958797 Jul 05 04:13:15.681209 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5cd8492c-7de1-4ac5-9051-d6dbfa9a61a5 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1209331 Jul 05 04:13:15.713623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb57027-dbb0-4a96-b384-33a3252b9fa0', 'tag': 'cef10f3c-b65d-450f-85e3-50808a09c935'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:15.717701 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd078d42-4704-4715-a901-b16477ed7af7" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb57027-dbb0-4a96-b384-33a3252b9fa0", "tag": "cef10f3c-b65d-450f-85e3-50808a09c935"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:15.744720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3a721-ee38-449a-9f8d-c2c7768e0d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80192c6f-674a-4326-bc6b-d776922f8df2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:15.789586 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2829ae29-ef1a-43dd-9369-0412ca1b6c26 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.806497 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b263f9-1055-4a60-8a1f-32e520a69861 x-openstack-request-id: req-42b263f9-1055-4a60-8a1f-32e520a69861 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:15.807068 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb57027-dbb0-4a96-b384-33a3252b9fa0", "tag": "cef10f3c-b65d-450f-85e3-50808a09c935", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:15.808052 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-42b263f9-1055-4a60-8a1f-32e520a69861 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:15.808859 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb57027-dbb0-4a96-b384-33a3252b9fa0', 'tag': 'cef10f3c-b65d-450f-85e3-50808a09c935', 'status': 'completed', 'code': 200} Jul 05 04:13:15.913329 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-2ab4d2bb-5d22-450e-9f6b-f2e28e86e37a None None] Set router 2b06a45a-57fb-40ca-afbb-8c8723a82569 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:15.928731 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2829ae29-ef1a-43dd-9369-0412ca1b6c26 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.992309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ea066-7302-468a-8274-f1bfb2da223e req-74075dcf-570f-4024-a19b-1c2ca46fc06e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:15.993784 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf5ea066-7302-468a-8274-f1bfb2da223e req-74075dcf-570f-4024-a19b-1c2ca46fc06e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1969578 Jul 05 04:13:16.002809 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59efeb60-c3c0-406b-a978-118198ce7196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-1dc2a0b6-8f3d-4566-a543-4f730dc49215', 'network_id': '1dc2a0b6-8f3d-4566-a543-4f730dc49215', 'tenant_id': '838d92a044c241b38cf4aa65b360d0e6', 'fixed_ips': [{'subnet_id': '56ace148-b2f7-40af-a734-d2a07c573958'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:16.005567 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-59efeb60-c3c0-406b-a978-118198ce7196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.032058 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd078d42-4704-4715-a901-b16477ed7af7 req-9cc1f009-a66b-4021-bb88-7317b154e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:16.034272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd078d42-4704-4715-a901-b16477ed7af7 req-9cc1f009-a66b-4021-bb88-7317b154e9fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55531968aaea48f484959b725b229ec2&device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 1097 time: 0.1659708 Jul 05 04:13:16.105923 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf5ea066-7302-468a-8274-f1bfb2da223e req-61f98929-a299-4d66-8de9-5e125a06fad3 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004624 Jul 05 04:13:16.167087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd078d42-4704-4715-a901-b16477ed7af7 req-eba5089c-a49b-4039-a569-cd9571ad703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:16.170747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd078d42-4704-4715-a901-b16477ed7af7 req-eba5089c-a49b-4039-a569-cd9571ad703d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e9e977d-1500-4391-a2c3-00211ddba705 HTTP/1.1" status: 200 len: 910 time: 0.1276753 Jul 05 04:13:16.171571 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2829ae29-ef1a-43dd-9369-0412ca1b6c26 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.243018 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829ae29-ef1a-43dd-9369-0412ca1b6c26 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Subnet': ['ID=56ace148-b2f7-40af-a734-d2a07c573958,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:16.342463 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2829ae29-ef1a-43dd-9369-0412ca1b6c26 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server [None req-59efeb60-c3c0-406b-a978-118198ce7196 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56ace148-b2f7-40af-a734-d2a07c573958: This subnet is being modified by another concurrent operation. Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56ace148-b2f7-40af-a734-d2a07c573958: This subnet is being modified by another concurrent operation. Jul 05 04:13:16.346192 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server Jul 05 04:13:16.358229 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-2829ae29-ef1a-43dd-9369-0412ca1b6c26 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc2a0b6-8f3d-4566-a543-4f730dc49215']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:16.360228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-2ab4d2bb-5d22-450e-9f6b-f2e28e86e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'name': 'tempest-TestServerBasicOps-1827388465-router', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:17Z', 'updated_at': '2021-07-05T04:12:24Z', 'revision_number': 4, 'project_id': '55531968aaea48f484959b725b229ec2', 'gw_port': {'id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:18Z', 'updated_at': '2021-07-05T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'a56db804-2d40-4c8a-8d62-b3d28ca80333', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'port_id': 'cef10f3c-b65d-450f-85e3-50808a09c935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705', 'mac_address': 'fa:16:3e:19:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb57027-dbb0-4a96-b384-33a3252b9fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:13:13Z', 'updated_at': '2021-07-05T04:13:13Z', 'revision_number': 0, 'project_id': '55531968aaea48f484959b725b229ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2307f4d4-a222-4d72-b5ea-f380b467c991', 'name': '', 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'mac_address': 'fa:16:3e:06:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:23Z', 'updated_at': '2021-07-05T04:12:34Z', 'revision_number': 5, 'project_id': '55531968aaea48f484959b725b229ec2', 'subnets': [{'id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:16.369489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-2829ae29-ef1a-43dd-9369-0412ca1b6c26 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd208a1-a722-4b4a-ba4a-d24abf47ff9b') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:16.369787 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-2829ae29-ef1a-43dd-9369-0412ca1b6c26 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd208a1-a722-4b4a-ba4a-d24abf47ff9b') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:16.380698 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2829ae29-ef1a-43dd-9369-0412ca1b6c26 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.402972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc46d573-f858-45ea-b6fd-4ba14e3822c7 None None] Network 1dc2a0b6-8f3d-4566-a543-4f730dc49215 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:16.402972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab4d2bb-5d22-450e-9f6b-f2e28e86e37a None None] Checking router: 2b06a45a-57fb-40ca-afbb-8c8723a82569 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:13:16.412611 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2829ae29-ef1a-43dd-9369-0412ca1b6c26 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.421099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2829ae29-ef1a-43dd-9369-0412ca1b6c26 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:16.421547 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2829ae29-ef1a-43dd-9369-0412ca1b6c26 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.463267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab4d2bb-5d22-450e-9f6b-f2e28e86e37a None None] Routers {'2b06a45a-57fb-40ca-afbb-8c8723a82569'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:16.464095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-2ab4d2bb-5d22-450e-9f6b-f2e28e86e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:13:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2b06a45a-57fb-40ca-afbb-8c8723a82569'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:16.497008 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:16.514410 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd078d42-4704-4715-a901-b16477ed7af7 req-8503646f-7bf0-4b06-a910-9fc1319f301b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cef10f3c-b65d-450f-85e3-50808a09c935 HTTP/1.1" status: 200 len: 998 time: 0.3369033 Jul 05 04:13:16.639156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60516ba-cbfa-4460-92ac-96548aa9cea1 None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:13:16.673072 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd078d42-4704-4715-a901-b16477ed7af7 req-48b75101-50c5-43cc-83ba-26df0101367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:16.673290 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-2ab4d2bb-5d22-450e-9f6b-f2e28e86e37a None None] Set router 2b06a45a-57fb-40ca-afbb-8c8723a82569 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:16.675536 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd078d42-4704-4715-a901-b16477ed7af7 req-48b75101-50c5-43cc-83ba-26df0101367f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce4df291-84df-4cc8-b469-a18e04b53998 HTTP/1.1" status: 200 len: 848 time: 0.1508076 Jul 05 04:13:16.739742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2285da-482f-4d4a-91eb-c1d8b82c8f94 req-975b588c-63e2-434c-a420-d61741923521 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:16.748605 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2285da-482f-4d4a-91eb-c1d8b82c8f94 req-975b588c-63e2-434c-a420-d61741923521 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.1435156 Jul 05 04:13:16.753051 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2829ae29-ef1a-43dd-9369-0412ca1b6c26 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.768351 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2829ae29-ef1a-43dd-9369-0412ca1b6c26 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.774118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41950) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:16.783216 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2829ae29-ef1a-43dd-9369-0412ca1b6c26 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/1dc2a0b6-8f3d-4566-a543-4f730dc49215 HTTP/1.1" status: 204 len: 168 time: 1.1590395 Jul 05 04:13:16.784532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-46dd3111-9b7b-4bd1-aba1-828f30036bde tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-886616771'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:16.816207 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829ae29-ef1a-43dd-9369-0412ca1b6c26 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Network': ['ID=1dc2a0b6-8f3d-4566-a543-4f730dc49215,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:16.854129 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e2285da-482f-4d4a-91eb-c1d8b82c8f94 req-b5e5e903-bd37-4e32-9dca-02dd9218fd62 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045241 Jul 05 04:13:16.868637 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd078d42-4704-4715-a901-b16477ed7af7 req-b4325bdc-3f33-40cc-8d38-2f37b24c13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:16.870538 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd078d42-4704-4715-a901-b16477ed7af7 req-b4325bdc-3f33-40cc-8d38-2f37b24c13dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e9e977d-1500-4391-a2c3-00211ddba705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1831100 Jul 05 04:13:17.016773 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd078d42-4704-4715-a901-b16477ed7af7 req-cce7a887-8662-48d1-8c18-728ba9455704 service neutron] 10.222.0.36 "GET /v2.0/networks/9e9e977d-1500-4391-a2c3-00211ddba705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350098 Jul 05 04:13:17.019303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60516ba-cbfa-4460-92ac-96548aa9cea1 None None] Resources bound (agent type, host, resource id): {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:13:17.068895 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dd3111-9b7b-4bd1-aba1-828f30036bde tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:17.072821 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46dd3111-9b7b-4bd1-aba1-828f30036bde tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.099723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46dd3111-9b7b-4bd1-aba1-828f30036bde tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:17.110353 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.112562 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46dd3111-9b7b-4bd1-aba1-828f30036bde tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.113008 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-46dd3111-9b7b-4bd1-aba1-828f30036bde tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Added segment 3f58b262-095e-408e-87f2-3d3ddf514213 of type vlan for network f1c76130-4264-4b1c-8cf8-d929117ffea3 Jul 05 04:13:17.146316 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd078d42-4704-4715-a901-b16477ed7af7 req-51121588-1772-442e-857c-b314cc5a8298 service neutron] 10.222.0.36 "GET /v2.0/networks/9e9e977d-1500-4391-a2c3-00211ddba705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192439 Jul 05 04:13:17.185645 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46dd3111-9b7b-4bd1-aba1-828f30036bde tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.279653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-2ab4d2bb-5d22-450e-9f6b-f2e28e86e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'name': 'tempest-TestServerBasicOps-1827388465-router', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:17Z', 'updated_at': '2021-07-05T04:12:24Z', 'revision_number': 4, 'project_id': '55531968aaea48f484959b725b229ec2', 'gw_port': {'id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:18Z', 'updated_at': '2021-07-05T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'a56db804-2d40-4c8a-8d62-b3d28ca80333', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'port_id': 'cef10f3c-b65d-450f-85e3-50808a09c935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705', 'mac_address': 'fa:16:3e:19:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb57027-dbb0-4a96-b384-33a3252b9fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:13:13Z', 'updated_at': '2021-07-05T04:13:13Z', 'revision_number': 0, 'project_id': '55531968aaea48f484959b725b229ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2307f4d4-a222-4d72-b5ea-f380b467c991', 'name': '', 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'mac_address': 'fa:16:3e:06:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:23Z', 'updated_at': '2021-07-05T04:12:34Z', 'revision_number': 5, 'project_id': '55531968aaea48f484959b725b229ec2', 'subnets': [{'id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:17.314347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab4d2bb-5d22-450e-9f6b-f2e28e86e37a None None] The sync data for ids ['2b06a45a-57fb-40ca-afbb-8c8723a82569'] in n-d-771363-32 is: [{'id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'name': 'tempest-TestServerBasicOps-1827388465-router', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:17Z', 'updated_at': '2021-07-05T04:12:24Z', 'revision_number': 4, 'project_id': '55531968aaea48f484959b725b229ec2', 'gw_port': {'id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:18Z', 'updated_at': '2021-07-05T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'a56db804-2d40-4c8a-8d62-b3d28ca80333', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'port_id': 'cef10f3c-b65d-450f-85e3-50808a09c935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705', 'mac_address': 'fa:16:3e:19:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb57027-dbb0-4a96-b384-33a3252b9fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:13:13Z', 'updated_at': '2021-07-05T04:13:13Z', 'revision_number': 0, 'project_id': '55531968aaea48f484959b725b229ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2307f4d4-a222-4d72-b5ea-f380b467c991', 'name': '', 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'mac_address': 'fa:16:3e:06:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:23Z', 'updated_at': '2021-07-05T04:12:34Z', 'revision_number': 5, 'project_id': '55531968aaea48f484959b725b229ec2', 'subnets': [{'id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:17.329810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cb05e-687d-4a48-b151-4db3ac226f3f req-d9637381-e7d8-4831-80a8-3529c2e275e2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:17.331677 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa9cb05e-687d-4a48-b151-4db3ac226f3f req-d9637381-e7d8-4831-80a8-3529c2e275e2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.0731726 Jul 05 04:13:17.366183 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46dd3111-9b7b-4bd1-aba1-828f30036bde tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.372773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dd3111-9b7b-4bd1-aba1-828f30036bde tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:17.373640 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-46dd3111-9b7b-4bd1-aba1-828f30036bde tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.413922 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:13:17.414586 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa9cb05e-687d-4a48-b151-4db3ac226f3f req-6db6cdc7-e69e-4b47-ac23-12ebb738a2ff tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680497 Jul 05 04:13:17.478763 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41974) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:17.486494 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-46dd3111-9b7b-4bd1-aba1-828f30036bde tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6981001 Jul 05 04:13:17.492419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-cb1accab-c7c2-4059-ab32-58bcb5c728e1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'subnet': {'network_id': 'f1c76130-4264-4b1c-8cf8-d929117ffea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:17.500359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd3111-9b7b-4bd1-aba1-828f30036bde tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Network': ['ID=f1c76130-4264-4b1c-8cf8-d929117ffea3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:17.523533 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network f1c76130-4264-4b1c-8cf8-d929117ffea3 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:17.670788 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7386a457-26e9-4b7e-8265-a8f7ca00b84a None None] New status for floating IP a56db804-2d40-4c8a-8d62-b3d28ca80333: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:13:17.703781 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1accab-c7c2-4059-ab32-58bcb5c728e1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:17.708097 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb1accab-c7c2-4059-ab32-58bcb5c728e1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.045107 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb1accab-c7c2-4059-ab32-58bcb5c728e1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.070843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9792cb-0dee-48fc-bd3d-84e200223123 req-243e5dbe-dea2-4760-a028-d7dc2d636e96 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:18.072585 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f9792cb-0dee-48fc-bd3d-84e200223123 req-243e5dbe-dea2-4760-a028-d7dc2d636e96 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.0840120 Jul 05 04:13:18.160494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1accab-c7c2-4059-ab32-58bcb5c728e1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Subnet': ['ID=3ce6f512-5bd1-4618-9994-d018f738b94f,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:18.166372 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f9792cb-0dee-48fc-bd3d-84e200223123 req-1484fb6a-87ca-42a7-947a-94b10c311c12 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695434 Jul 05 04:13:18.172761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1accab-c7c2-4059-ab32-58bcb5c728e1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Checking segment: {'id': '3f58b262-095e-408e-87f2-3d3ddf514213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1c76130-4264-4b1c-8cf8-d929117ffea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:18.173129 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1accab-c7c2-4059-ab32-58bcb5c728e1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network hostable DHCP agents. Network: f1c76130-4264-4b1c-8cf8-d929117ffea3, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:18.283861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1accab-c7c2-4059-ab32-58bcb5c728e1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network f1c76130-4264-4b1c-8cf8-d929117ffea3 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:18.368238 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30600137-3313-4e31-890b-562cd2736e28 req-29c59f88-3fb0-4e03-9da4-acccfa640a16 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:18.369796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-30600137-3313-4e31-890b-562cd2736e28 req-29c59f88-3fb0-4e03-9da4-acccfa640a16 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.0823634 Jul 05 04:13:18.415330 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-30600137-3313-4e31-890b-562cd2736e28 req-465f0223-f458-485e-8092-12436382f96f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372562 Jul 05 04:13:18.415330 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-cb1accab-c7c2-4059-ab32-58bcb5c728e1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, f1c76130-4264-4b1c-8cf8-d929117ffea3) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:18.420764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1accab-c7c2-4059-ab32-58bcb5c728e1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:18.421766 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb1accab-c7c2-4059-ab32-58bcb5c728e1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.424710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6588e969-931d-40d8-98ca-1e0b230a75ee None None] Network f1c76130-4264-4b1c-8cf8-d929117ffea3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:18.477189 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42006) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:18.541051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292c703e-21f2-4bb9-ad19-79d46fafccc4 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:18.548468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-292c703e-21f2-4bb9-ad19-79d46fafccc4 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 1092 time: 0.0643697 Jul 05 04:13:18.549693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42008) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:18.550045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cb1accab-c7c2-4059-ab32-58bcb5c728e1 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0661042 Jul 05 04:13:18.550147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42010) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:18.560172 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7efde561-07cb-4c6a-8bad-72337a3ea946 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'subnet': {'network_id': 'f1c76130-4264-4b1c-8cf8-d929117ffea3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:18.573033 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:18.655839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-f1c76130-4264-4b1c-8cf8-d929117ffea3', 'network_id': 'f1c76130-4264-4b1c-8cf8-d929117ffea3', 'tenant_id': '838d92a044c241b38cf4aa65b360d0e6', 'fixed_ips': [{'subnet_id': '3ce6f512-5bd1-4618-9994-d018f738b94f'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:18.658245 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.682265 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.687898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f925f-d209-4977-8d1a-6bcc947e9308 req-1b9f05f8-f067-4e32-bf29-5a0bded49cca tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:18.693085 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-719f925f-d209-4977-8d1a-6bcc947e9308 req-1b9f05f8-f067-4e32-bf29-5a0bded49cca tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1037464 Jul 05 04:13:18.750469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-719f925f-d209-4977-8d1a-6bcc947e9308 req-356fd8a4-73d9-4e22-b020-541a9be7be36 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546813 Jul 05 04:13:18.864334 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.869907 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Allocated IP 2001:db8::2 (f1c76130-4264-4b1c-8cf8-d929117ffea3/3ce6f512-5bd1-4618-9994-d018f738b94f/f66211a3-988b-4f03-a668-75f6d726bb02) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:18.905754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efde561-07cb-4c6a-8bad-72337a3ea946 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:18.915248 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7efde561-07cb-4c6a-8bad-72337a3ea946 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.053478 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.071317 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Transition to ACTIVE for port object f66211a3-988b-4f03-a668-75f6d726bb02 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:19.100543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Transition to ACTIVE for port object f66211a3-988b-4f03-a668-75f6d726bb02 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:19.189685 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.233477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Network f1c76130-4264-4b1c-8cf8-d929117ffea3 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:19.239286 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:19.241693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:19.254246 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Pushing event updated for resources: {'Port': ['ID=f66211a3-988b-4f03-a668-75f6d726bb02,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:19.313070 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Attempting to bind port f66211a3-988b-4f03-a668-75f6d726bb02 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:19.313460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Attempting to bind port f66211a3-988b-4f03-a668-75f6d726bb02 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '3f58b262-095e-408e-87f2-3d3ddf514213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1c76130-4264-4b1c-8cf8-d929117ffea3'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:19.313807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Attempting to bind port f66211a3-988b-4f03-a668-75f6d726bb02 on network f1c76130-4264-4b1c-8cf8-d929117ffea3 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:19.319505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:19.319889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Checking segment: {'id': '3f58b262-095e-408e-87f2-3d3ddf514213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1c76130-4264-4b1c-8cf8-d929117ffea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:19.320398 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.320853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Bound using segment: {'id': '3f58b262-095e-408e-87f2-3d3ddf514213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1c76130-4264-4b1c-8cf8-d929117ffea3'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:19.321345 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Bound port: f66211a3-988b-4f03-a668-75f6d726bb02, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f58b262-095e-408e-87f2-3d3ddf514213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1c76130-4264-4b1c-8cf8-d929117ffea3'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:19.321694 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.397265 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] For port f66211a3-988b-4f03-a668-75f6d726bb02, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:19.402673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] For port f66211a3-988b-4f03-a668-75f6d726bb02, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f66211a3-988b-4f03-a668-75f6d726bb02,segment=NetworkSegment(3f58b262-095e-408e-87f2-3d3ddf514213),segment_id=3f58b262-095e-408e-87f2-3d3ddf514213)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:19.478477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Allocated IP 172.25.6.163 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/f9a5c5f9-e0d7-4369-a910-e2d12d1c4015) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:19.487657 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.693576 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.767901 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8a986-ef58-4aa3-87ca-abf49f88d411 None None] Pushing event updated for resources: {'Port': ['ID=f66211a3-988b-4f03-a668-75f6d726bb02,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:19.875225 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7efde561-07cb-4c6a-8bad-72337a3ea946 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.959890 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.015491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efde561-07cb-4c6a-8bad-72337a3ea946 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network f1c76130-4264-4b1c-8cf8-d929117ffea3 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:20.030409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7efde561-07cb-4c6a-8bad-72337a3ea946 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:20.031026 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158c84c-4ba0-44b0-b16a-97575d79998e req-ba89dcdf-69b2-4c54-b16d-c75275f57078 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:20.038372 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efde561-07cb-4c6a-8bad-72337a3ea946 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Subnet': ['ID=4b2bb176-11fb-43f3-bfd9-8dff5b9981bf,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:20.039651 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3158c84c-4ba0-44b0-b16a-97575d79998e req-ba89dcdf-69b2-4c54-b16d-c75275f57078 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1470344 Jul 05 04:13:20.056007 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efde561-07cb-4c6a-8bad-72337a3ea946 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:20.057627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7efde561-07cb-4c6a-8bad-72337a3ea946 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.080697 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:20.087604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=f9a5c5f9-e0d7-4369-a910-e2d12d1c4015,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:20.091097 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:20.093846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:20.103711 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3158c84c-4ba0-44b0-b16a-97575d79998e req-753673f0-caed-4fc2-ab86-e7294d10d129 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553687 Jul 05 04:13:20.217588 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7efde561-07cb-4c6a-8bad-72337a3ea946 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6678920 Jul 05 04:13:20.220262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42044) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:20.334690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b57fe-0668-4b81-872e-6564e634f84a tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:20.336244 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b57fe-0668-4b81-872e-6564e634f84a tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:20.337768 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b57fe-0668-4b81-872e-6564e634f84a tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:20.339419 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b57fe-0668-4b81-872e-6564e634f84a tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:20.341002 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b57fe-0668-4b81-872e-6564e634f84a tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:20.342813 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3f9b57fe-0668-4b81-872e-6564e634f84a tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1213758 Jul 05 04:13:20.347353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42048) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:20.354393 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5c6ad57c-1ad9-4569-bca2-d2db1af92449 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1874234344'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:20.497984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6ad57c-1ad9-4569-bca2-d2db1af92449 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:20.502077 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c6ad57c-1ad9-4569-bca2-d2db1af92449 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.528020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6ad57c-1ad9-4569-bca2-d2db1af92449 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:20.545065 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c6ad57c-1ad9-4569-bca2-d2db1af92449 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.545413 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-5c6ad57c-1ad9-4569-bca2-d2db1af92449 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Added segment 31257221-7d1f-4a79-871a-4c19574aea2c of type vlan for network c0838f4e-1ba9-42a5-98ef-8bf851928bc3 Jul 05 04:13:20.597661 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c6ad57c-1ad9-4569-bca2-d2db1af92449 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.599414 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.716800 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c6ad57c-1ad9-4569-bca2-d2db1af92449 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.723388 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6ad57c-1ad9-4569-bca2-d2db1af92449 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:20.724191 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c6ad57c-1ad9-4569-bca2-d2db1af92449 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.799459 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.807062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ad57c-1ad9-4569-bca2-d2db1af92449 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Network': ['ID=c0838f4e-1ba9-42a5-98ef-8bf851928bc3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:20.854824 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5c6ad57c-1ad9-4569-bca2-d2db1af92449 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5036731 Jul 05 04:13:20.855827 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42068) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:20.861762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7af9b008-695e-48e8-b34f-46318b6f09cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:20.874814 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network c0838f4e-1ba9-42a5-98ef-8bf851928bc3 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:20.946358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e989962c-e48d-4444-8e58-83427bf11f6e None None] Network f1c76130-4264-4b1c-8cf8-d929117ffea3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:21.035715 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.046495 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f66211a3-988b-4f03-a668-75f6d726bb02 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:21.081536 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7af9b008-695e-48e8-b34f-46318b6f09cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.159281 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.235940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=f9a5c5f9-e0d7-4369-a910-e2d12d1c4015,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:21.265148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e83df145-8fa3-4a07-9bd9-a3527cce4571 None None] Provisioning for port f66211a3-988b-4f03-a668-75f6d726bb02 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:21.279937 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.290974 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7af9b008-695e-48e8-b34f-46318b6f09cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.297683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port f66211a3-988b-4f03-a668-75f6d726bb02 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:21.304795 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port f66211a3-988b-4f03-a668-75f6d726bb02 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:21.305819 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.322270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7af9b008-695e-48e8-b34f-46318b6f09cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network c0838f4e-1ba9-42a5-98ef-8bf851928bc3 is not hosted by any dhcp agent {{(pid=100933) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:13:21.328183 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af9b008-695e-48e8-b34f-46318b6f09cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:21.328814 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7af9b008-695e-48e8-b34f-46318b6f09cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.334977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7af9b008-695e-48e8-b34f-46318b6f09cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "PUT /v2.0/networks/c0838f4e-1ba9-42a5-98ef-8bf851928bc3 HTTP/1.1" status: 200 len: 723 time: 0.4762795 Jul 05 04:13:21.334977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42082) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:21.361824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-fd58013e-9df9-49f9-8bb1-e913acadab53 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'subnet': {'network_id': 'c0838f4e-1ba9-42a5-98ef-8bf851928bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:21.421162 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Floating IP af05e22c-4179-413e-9155-fe6933307077 associated. External IP: 172.25.6.163, port: edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5. Jul 05 04:13:21.456266 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b8e763-6f78-430c-94c8-ff18123880c8 None None] Update dhcp port {'port': {'network_id': 'f1c76130-4264-4b1c-8cf8-d929117ffea3', 'fixed_ips': [{'subnet_id': '3ce6f512-5bd1-4618-9994-d018f738b94f', 'ip_address': '2001:db8::2'}, {'subnet_id': '4b2bb176-11fb-43f3-bfd9-8dff5b9981bf'}], 'binding:host_id': 'n-d-771363-32'}, 'id': 'f66211a3-988b-4f03-a668-75f6d726bb02'} from n-d-771363-32. {{(pid=100934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:13:21.514891 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.533771 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9b008-695e-48e8-b34f-46318b6f09cc tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Network': ['ID=c0838f4e-1ba9-42a5-98ef-8bf851928bc3,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:21.556329 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network c0838f4e-1ba9-42a5-98ef-8bf851928bc3 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:21.599460 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e900ca-5f95-4b80-b250-e5260c7b1c60 req-da64af5f-c63d-43e6-8f08-a2662ef769c4 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:21.602186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7e900ca-5f95-4b80-b250-e5260c7b1c60 req-da64af5f-c63d-43e6-8f08-a2662ef769c4 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.3459914 Jul 05 04:13:21.629922 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-00b8e763-6f78-430c-94c8-ff18123880c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.687137 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port f66211a3-988b-4f03-a668-75f6d726bb02, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f66211a3-988b-4f03-a668-75f6d726bb02,segment=NetworkSegment(3f58b262-095e-408e-87f2-3d3ddf514213),segment_id=3f58b262-095e-408e-87f2-3d3ddf514213)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:21.726672 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7e900ca-5f95-4b80-b250-e5260c7b1c60 req-8184d951-6b49-4c4f-a97b-da4ae193cf51 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047430 Jul 05 04:13:21.747230 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router cb9a9a04-a334-4c51-af21-81945d64d90a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:13:21.755601 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd58013e-9df9-49f9-8bb1-e913acadab53 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:21.760247 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd58013e-9df9-49f9-8bb1-e913acadab53 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.785257 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.894123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=f66211a3-988b-4f03-a668-75f6d726bb02,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:21.913956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:21.936422 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee95412-8708-4974-be48-29c6de941f90 None None] Sync routers for ids ['cb9a9a04-a334-4c51-af21-81945d64d90a'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:21.940445 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-00b8e763-6f78-430c-94c8-ff18123880c8 None None] Allocated IP 172.20.0.1 (f1c76130-4264-4b1c-8cf8-d929117ffea3/4b2bb176-11fb-43f3-bfd9-8dff5b9981bf/f66211a3-988b-4f03-a668-75f6d726bb02) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:21.959821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee95412-8708-4974-be48-29c6de941f90 None None] Routers {'cb9a9a04-a334-4c51-af21-81945d64d90a'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:21.960658 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-fee95412-8708-4974-be48-29c6de941f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:13:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['cb9a9a04-a334-4c51-af21-81945d64d90a'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:21.989278 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.051951 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2cdec403-8842-4b91-a8cd-3b1459b6ede7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5011907 Jul 05 04:13:22.052802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'tag': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:22.056363 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb514696-e53b-4536-81f7-66493ff1c2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0a7f8a-048d-4f6f-a355-7fd727e8ad46", "tag": "edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:22.152693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-00b8e763-6f78-430c-94c8-ff18123880c8 None None] For port f66211a3-988b-4f03-a668-75f6d726bb02, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f66211a3-988b-4f03-a668-75f6d726bb02,segment=NetworkSegment(3f58b262-095e-408e-87f2-3d3ddf514213),segment_id=3f58b262-095e-408e-87f2-3d3ddf514213)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:22.156127 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c3b5e9-874a-4147-9ae7-0567c510cf8c x-openstack-request-id: req-c4c3b5e9-874a-4147-9ae7-0567c510cf8c {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:22.156555 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0a7f8a-048d-4f6f-a355-7fd727e8ad46", "tag": "edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:22.157007 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c4c3b5e9-874a-4147-9ae7-0567c510cf8c {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:22.157828 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'tag': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5', 'status': 'completed', 'code': 200} Jul 05 04:13:22.193512 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-00b8e763-6f78-430c-94c8-ff18123880c8 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.266775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-00b8e763-6f78-430c-94c8-ff18123880c8 None None] Transition to ACTIVE for port object f66211a3-988b-4f03-a668-75f6d726bb02 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:22.305751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-fee95412-8708-4974-be48-29c6de941f90 None None] Set router cb9a9a04-a334-4c51-af21-81945d64d90a gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:22.433324 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-00b8e763-6f78-430c-94c8-ff18123880c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.551617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb514696-e53b-4536-81f7-66493ff1c2e0 req-85bbd243-7312-406f-9578-816206958ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:22.553479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb514696-e53b-4536-81f7-66493ff1c2e0 req-85bbd243-7312-406f-9578-816206958ea5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 1097 time: 0.1834583 Jul 05 04:13:22.561568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad656c9-ae5b-4a6f-a972-5ed0456e0f2c req-1eee0f8f-4e2e-4f33-895b-0bffe5a2c9ec tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:22.563096 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ad656c9-ae5b-4a6f-a972-5ed0456e0f2c req-1eee0f8f-4e2e-4f33-895b-0bffe5a2c9ec tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.2020121 Jul 05 04:13:22.612031 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8e763-6f78-430c-94c8-ff18123880c8 None None] Pushing event updated for resources: {'Port': ['ID=f66211a3-988b-4f03-a668-75f6d726bb02,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:22.716639 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-fee95412-8708-4974-be48-29c6de941f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822243584', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:44Z', 'updated_at': '2021-07-05T04:12:55Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'af05e22c-4179-413e-9155-fe6933307077', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'port_id': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'mac_address': 'fa:16:3e:cf:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:13:20Z', 'updated_at': '2021-07-05T04:13:20Z', 'revision_number': 0, 'project_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a', 'name': '', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:a0:82:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:53Z', 'updated_at': '2021-07-05T04:13:03Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:22.750277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee95412-8708-4974-be48-29c6de941f90 None None] Checking router: cb9a9a04-a334-4c51-af21-81945d64d90a for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:13:22.760960 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee95412-8708-4974-be48-29c6de941f90 None None] Routers {'cb9a9a04-a334-4c51-af21-81945d64d90a'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:22.763121 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-fee95412-8708-4974-be48-29c6de941f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:13:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['cb9a9a04-a334-4c51-af21-81945d64d90a'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:22.826387 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ad656c9-ae5b-4a6f-a972-5ed0456e0f2c req-8d8a0edf-cdad-4cae-9f9b-e6f85e375ba0 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372975 Jul 05 04:13:22.854331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb514696-e53b-4536-81f7-66493ff1c2e0 req-8865fb6f-7c90-4643-aada-3890ac128c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:22.856018 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb514696-e53b-4536-81f7-66493ff1c2e0 req-8865fb6f-7c90-4643-aada-3890ac128c2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=191a8c10-5710-4eca-8b4b-1524794eb645 HTTP/1.1" status: 200 len: 897 time: 0.2710807 Jul 05 04:13:22.879001 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42110) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:22.987049 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd58013e-9df9-49f9-8bb1-e913acadab53 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.994052 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-fee95412-8708-4974-be48-29c6de941f90 None None] Set router cb9a9a04-a334-4c51-af21-81945d64d90a gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:23.046556 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f66211a3-988b-4f03-a668-75f6d726bb02 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:23.129990 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6bbf07e9-e22a-43d5-9399-fc0492f9e75a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/af05e22c-4179-413e-9155-fe6933307077 HTTP/1.1" status: 200 len: 991 time: 0.2486908 Jul 05 04:13:23.144767 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb514696-e53b-4536-81f7-66493ff1c2e0 req-5a762e82-9363-4f4d-8915-ca398b584d2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 HTTP/1.1" status: 200 len: 999 time: 0.2777777 Jul 05 04:13:23.175856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58013e-9df9-49f9-8bb1-e913acadab53 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Subnet': ['ID=24b5b65d-9c67-4cfc-bfda-b47a669a52d6,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:23.202710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd58013e-9df9-49f9-8bb1-e913acadab53 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Checking segment: {'id': '31257221-7d1f-4a79-871a-4c19574aea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0838f4e-1ba9-42a5-98ef-8bf851928bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:23.203300 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd58013e-9df9-49f9-8bb1-e913acadab53 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network hostable DHCP agents. Network: c0838f4e-1ba9-42a5-98ef-8bf851928bc3, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:23.291343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086e1cd-2a16-4215-8e16-fd4fb4a213e5 req-8c919dc9-9120-4344-a731-62ccc3e91f45 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:23.299830 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7086e1cd-2a16-4215-8e16-fd4fb4a213e5 req-8c919dc9-9120-4344-a731-62ccc3e91f45 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.3196573 Jul 05 04:13:23.344389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb514696-e53b-4536-81f7-66493ff1c2e0 req-e310b690-d761-404e-9d6c-78d6a6f27aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:23.346835 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb514696-e53b-4536-81f7-66493ff1c2e0 req-e310b690-d761-404e-9d6c-78d6a6f27aec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=766f15b9-5755-4c2f-8e8a-1b9461d6febc HTTP/1.1" status: 200 len: 835 time: 0.1827710 Jul 05 04:13:23.413005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af67827b-be9e-4074-a33d-2693ec2e61cb None None] Network f1c76130-4264-4b1c-8cf8-d929117ffea3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:23.422922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7086e1cd-2a16-4215-8e16-fd4fb4a213e5 req-72e1acb9-ce28-4c3a-af2e-ba5be0e28388 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123037 Jul 05 04:13:23.453493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb514696-e53b-4536-81f7-66493ff1c2e0 req-954e24ec-5297-40b4-bdc8-212d719688d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:23.460097 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb514696-e53b-4536-81f7-66493ff1c2e0 req-954e24ec-5297-40b4-bdc8-212d719688d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=191a8c10-5710-4eca-8b4b-1524794eb645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999119 Jul 05 04:13:23.460097 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd58013e-9df9-49f9-8bb1-e913acadab53 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network c0838f4e-1ba9-42a5-98ef-8bf851928bc3 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:23.471607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-cb514696-e53b-4536-81f7-66493ff1c2e0 req-06ad414f-d291-4d8a-8226-fd6795f73fa5 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:13:23.473467 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb514696-e53b-4536-81f7-66493ff1c2e0 req-06ad414f-d291-4d8a-8226-fd6795f73fa5 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070360 Jul 05 04:13:23.491282 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-fee95412-8708-4974-be48-29c6de941f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822243584', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:44Z', 'updated_at': '2021-07-05T04:12:55Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'af05e22c-4179-413e-9155-fe6933307077', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'port_id': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'mac_address': 'fa:16:3e:cf:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:13:20Z', 'updated_at': '2021-07-05T04:13:20Z', 'revision_number': 0, 'project_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a', 'name': '', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:a0:82:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:53Z', 'updated_at': '2021-07-05T04:13:03Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:23.545369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee95412-8708-4974-be48-29c6de941f90 None None] The sync data for ids ['cb9a9a04-a334-4c51-af21-81945d64d90a'] in n-d-771363-32 is: [{'id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822243584', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:44Z', 'updated_at': '2021-07-05T04:12:55Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'af05e22c-4179-413e-9155-fe6933307077', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'port_id': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'mac_address': 'fa:16:3e:cf:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:13:20Z', 'updated_at': '2021-07-05T04:13:20Z', 'revision_number': 0, 'project_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a', 'name': '', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:a0:82:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:53Z', 'updated_at': '2021-07-05T04:13:03Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:23.587167 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-fd58013e-9df9-49f9-8bb1-e913acadab53 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, c0838f4e-1ba9-42a5-98ef-8bf851928bc3) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:23.596843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd58013e-9df9-49f9-8bb1-e913acadab53 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:23.597716 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd58013e-9df9-49f9-8bb1-e913acadab53 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.603237 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de941493-aeb8-449b-8786-c9d48032461b None None] Network c0838f4e-1ba9-42a5-98ef-8bf851928bc3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:23.618830 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb514696-e53b-4536-81f7-66493ff1c2e0 req-527e0178-ec61-4d61-b51f-0ec84907ca81 service neutron] 10.222.0.10 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343267 Jul 05 04:13:23.663603 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-db2bffa7-6d2a-4cc2-a646-00e62c45cbd6 None None] Provisioning for port f66211a3-988b-4f03-a668-75f6d726bb02 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:23.679477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-db2bffa7-6d2a-4cc2-a646-00e62c45cbd6 None None] Provisioning complete for port f66211a3-988b-4f03-a668-75f6d726bb02 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:23.679996 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-db2bffa7-6d2a-4cc2-a646-00e62c45cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.701356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42130) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:23.702290 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fd58013e-9df9-49f9-8bb1-e913acadab53 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3558536 Jul 05 04:13:23.707491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:23.777352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb514696-e53b-4536-81f7-66493ff1c2e0 req-c9623010-069e-45f9-b902-307b6515da3f service neutron] 10.222.0.10 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449034 Jul 05 04:13:23.840571 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6196472'] for subnet, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.880694 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d2fdda-f4f7-44e6-ad96-b6b109e42c8f None None] New status for floating IP af05e22c-4179-413e-9155-fe6933307077: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:13:24.111374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-c0838f4e-1ba9-42a5-98ef-8bf851928bc3', 'network_id': 'c0838f4e-1ba9-42a5-98ef-8bf851928bc3', 'tenant_id': '838d92a044c241b38cf4aa65b360d0e6', 'fixed_ips': [{'subnet_id': '24b5b65d-9c67-4cfc-bfda-b47a669a52d6'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:24.112333 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.121448 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735423277855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6217955'] for subnet, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.132297 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42136) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:24.169050 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:24.169657 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.177517 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "PUT /v2.0/subnets/24b5b65d-9c67-4cfc-bfda-b47a669a52d6 HTTP/1.1" status: 200 len: 826 time: 0.4742508 Jul 05 04:13:24.180638 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42138) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:24.256652 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1784d41c-b93f-4952-bb1b-a3a6fec0ffa3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/af05e22c-4179-413e-9155-fe6933307077 HTTP/1.1" status: 200 len: 993 time: 0.1228259 Jul 05 04:13:24.281894 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Subnet': ['ID=24b5b65d-9c67-4cfc-bfda-b47a669a52d6,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:24.297356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:24.297855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:24.298303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:24.298882 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:24.299334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:24.299777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:24.300276 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:24.300711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:24.301129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:24.301556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:24.301985 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:24.302420 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35855149-4399-4bc8-87b7-8bac7844fbca tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:24.325495 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Allocated IP 2001:db8::2 (c0838f4e-1ba9-42a5-98ef-8bf851928bc3/24b5b65d-9c67-4cfc-bfda-b47a669a52d6/161b4520-6f5a-4a45-af23-e7ea836706dc) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:24.372661 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.455544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.493275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-571157a5-853f-45d3-8f41-8f4ea481993a None None] Provisioning complete for port f66211a3-988b-4f03-a668-75f6d726bb02 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:24.494513 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-571157a5-853f-45d3-8f41-8f4ea481993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.500107 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.572604 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Transition to ACTIVE for port object 161b4520-6f5a-4a45-af23-e7ea836706dc will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:24.600372 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Transition to ACTIVE for port object 161b4520-6f5a-4a45-af23-e7ea836706dc will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:24.644239 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 82c5bb09-9327-48eb-86ea-71e64a9d53c6 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:13:24.693980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f74722-9f48-4031-aa09-a9ef77dee6dc req-93538e68-a7e8-4fbc-a7e3-c2f3bc559ea9 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:24.694435 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.695849 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46f74722-9f48-4031-aa09-a9ef77dee6dc req-93538e68-a7e8-4fbc-a7e3-c2f3bc559ea9 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1018708 Jul 05 04:13:24.757076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46f74722-9f48-4031-aa09-a9ef77dee6dc req-67c38318-3b8a-4c39-a035-dc1cb3878e24 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545094 Jul 05 04:13:24.783615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Network c0838f4e-1ba9-42a5-98ef-8bf851928bc3 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:24.792468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:24.797462 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:24.811446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Pushing event updated for resources: {'Port': ['ID=161b4520-6f5a-4a45-af23-e7ea836706dc,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:24.823383 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.888020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 82c5bb09-9327-48eb-86ea-71e64a9d53c6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=82c5bb09-9327-48eb-86ea-71e64a9d53c6,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:24.900656 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Attempting to bind port 161b4520-6f5a-4a45-af23-e7ea836706dc on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:24.901050 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Attempting to bind port 161b4520-6f5a-4a45-af23-e7ea836706dc by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '31257221-7d1f-4a79-871a-4c19574aea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0838f4e-1ba9-42a5-98ef-8bf851928bc3'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:24.901402 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Attempting to bind port 161b4520-6f5a-4a45-af23-e7ea836706dc on network c0838f4e-1ba9-42a5-98ef-8bf851928bc3 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:24.908209 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '82c5bb09-9327-48eb-86ea-71e64a9d53c6', 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca', 'port_id': '82c5bb09-9327-48eb-86ea-71e64a9d53c6', 'mac_address': 'fa:16:3e:6b:89:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f579dd9f-48bf-4c30-ad74-936c5f2d58c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:13:24.910335 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:24.910715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Checking segment: {'id': '31257221-7d1f-4a79-871a-4c19574aea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0838f4e-1ba9-42a5-98ef-8bf851928bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:24.911123 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.911521 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Bound using segment: {'id': '31257221-7d1f-4a79-871a-4c19574aea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0838f4e-1ba9-42a5-98ef-8bf851928bc3'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:24.912394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Bound port: 161b4520-6f5a-4a45-af23-e7ea836706dc, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31257221-7d1f-4a79-871a-4c19574aea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0838f4e-1ba9-42a5-98ef-8bf851928bc3'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:24.912799 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.933002 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Subnet': ['ID=24b5b65d-9c67-4cfc-bfda-b47a669a52d6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:24.961022 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.972439 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0838f4e-1ba9-42a5-98ef-8bf851928bc3']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:25.009263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31257221-7d1f-4a79-871a-4c19574aea2c') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:25.009564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31257221-7d1f-4a79-871a-4c19574aea2c') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:25.037839 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.061772 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.068936 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.079019 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] For port 161b4520-6f5a-4a45-af23-e7ea836706dc, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:25.082350 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82c5bb09-9327-48eb-86ea-71e64a9d53c6 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:13:25.082668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:25.083086 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:25.086938 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:25.110771 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 82c5bb09-9327-48eb-86ea-71e64a9d53c6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=82c5bb09-9327-48eb-86ea-71e64a9d53c6,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:25.168596 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42164) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:25.168903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] For port 161b4520-6f5a-4a45-af23-e7ea836706dc, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=161b4520-6f5a-4a45-af23-e7ea836706dc,segment=NetworkSegment(31257221-7d1f-4a79-871a-4c19574aea2c),segment_id=31257221-7d1f-4a79-871a-4c19574aea2c)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:25.212315 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:13:25.212315 n-d-771363-32 neutron-server[100932]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:13:25.212315 n-d-771363-32 neutron-server[100932]: [parameters: {'id': 'c0838f4e-1ba9-42a5-98ef-8bf851928bc3'}] Jul 05 04:13:25.212315 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:13:25.217583 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:13:25.269758 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9f56-5d2a-405e-90ab-c514aabdfbb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.280445 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.286418 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.372934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['82c5bb09-9327-48eb-86ea-71e64a9d53c6'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:13:25.377227 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=82c5bb09-9327-48eb-86ea-71e64a9d53c6,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:25.404222 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9f56-5d2a-405e-90ab-c514aabdfbb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.469900 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5bb919-0d66-48ef-b011-d19ff0d82d1a None None] Network c0838f4e-1ba9-42a5-98ef-8bf851928bc3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:25.472405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266aa04-92ea-4de9-8cf2-654440a02725 None None] Pushing event updated for resources: {'Port': ['ID=161b4520-6f5a-4a45-af23-e7ea836706dc,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:25.497789 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9f56-5d2a-405e-90ab-c514aabdfbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.537960 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0d1b9f56-5d2a-405e-90ab-c514aabdfbb0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d8213673112c41faa2bd817b131a76c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820710 Jul 05 04:13:25.538830 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b9f56-5d2a-405e-90ab-c514aabdfbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f64824d-7e27-4d63-91b9-3ab398ac0b06,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:25.540568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42180) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:25.619463 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-13c20c5f-9927-4e70-9389-2cece45dea8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.644054 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-13c20c5f-9927-4e70-9389-2cece45dea8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.699663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0762b8b3-2d4c-45a5-b6ea-8b34fde21001 None None] Network c0838f4e-1ba9-42a5-98ef-8bf851928bc3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:25.716829 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.757499 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-13c20c5f-9927-4e70-9389-2cece45dea8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.768125 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-13c20c5f-9927-4e70-9389-2cece45dea8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.768125 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-13c20c5f-9927-4e70-9389-2cece45dea8d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0f64824d-7e27-4d63-91b9-3ab398ac0b06 HTTP/1.1" status: 204 len: 168 time: 0.2262125 Jul 05 04:13:25.791893 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c20c5f-9927-4e70-9389-2cece45dea8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f64824d-7e27-4d63-91b9-3ab398ac0b06,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:25.829422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Deleting port 161b4520-6f5a-4a45-af23-e7ea836706dc {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:25.829996 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.955057 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] For port 161b4520-6f5a-4a45-af23-e7ea836706dc, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=161b4520-6f5a-4a45-af23-e7ea836706dc,segment=NetworkSegment(31257221-7d1f-4a79-871a-4c19574aea2c),segment_id=31257221-7d1f-4a79-871a-4c19574aea2c)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:25.957784 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.012614 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Calling delete_port for 161b4520-6f5a-4a45-af23-e7ea836706dc owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:26.042177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739eee07-a6d2-4e3e-b622-62c3a1460303 None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:13:26.133017 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8a053-4d61-40b8-8262-3f8d5af8cc10 req-4fc8a80e-6e1d-4590-838a-0dc7ae10ae21 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:26.137913 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a2d8a053-4d61-40b8-8262-3f8d5af8cc10 req-4fc8a80e-6e1d-4590-838a-0dc7ae10ae21 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 945 time: 0.1251383 Jul 05 04:13:26.231241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a2d8a053-4d61-40b8-8262-3f8d5af8cc10 req-2ce189b0-95af-4b8f-992b-e7678a151a58 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830202 Jul 05 04:13:26.291704 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.319858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No DVR routers for this DVR port 161b4520-6f5a-4a45-af23-e7ea836706dc on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:26.365250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Port': ['ID=161b4520-6f5a-4a45-af23-e7ea836706dc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:26.372785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739eee07-a6d2-4e3e-b622-62c3a1460303 None None] Resources bound (agent type, host, resource id): {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:13:26.451882 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.464787 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0838f4e-1ba9-42a5-98ef-8bf851928bc3']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:26.485916 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31257221-7d1f-4a79-871a-4c19574aea2c') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:26.487794 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31257221-7d1f-4a79-871a-4c19574aea2c') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:26.502040 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.546803 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.563865 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:26.564384 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:26.567651 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:26.684650 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 82c5bb09-9327-48eb-86ea-71e64a9d53c6 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:26.697438 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.711436 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.713742 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/c0838f4e-1ba9-42a5-98ef-8bf851928bc3 HTTP/1.1" status: 204 len: 168 time: 2.5320480 Jul 05 04:13:26.717512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42204) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:26.737959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70163cd6-c203-4e99-94bf-b6ba8d2e2e10 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Network': ['ID=c0838f4e-1ba9-42a5-98ef-8bf851928bc3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:26.748523 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f704e3-e4ca-44f5-ad12-7389850f30eb tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] DELETE failed (client error): The resource could not be found. Jul 05 04:13:26.749527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f704e3-e4ca-44f5-ad12-7389850f30eb tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:26.751727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-58f704e3-e4ca-44f5-ad12-7389850f30eb tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/c0838f4e-1ba9-42a5-98ef-8bf851928bc3 HTTP/1.1" status: 404 len: 339 time: 0.0332096 Jul 05 04:13:26.761079 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42206) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:26.769029 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5ab3d5df-e1ee-4a2e-8c06-f7ea29e44905 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-499279467', 'description': 'd1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:26.797290 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 82c5bb09-9327-48eb-86ea-71e64a9d53c6 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:26.797901 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.869952 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab3d5df-e1ee-4a2e-8c06-f7ea29e44905 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:26.876997 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5ab3d5df-e1ee-4a2e-8c06-f7ea29e44905 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.913242 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab3d5df-e1ee-4a2e-8c06-f7ea29e44905 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:26.924844 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5ab3d5df-e1ee-4a2e-8c06-f7ea29e44905 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.925485 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-5ab3d5df-e1ee-4a2e-8c06-f7ea29e44905 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Added segment 82d87359-1f9a-40ed-af71-abda5b6017e5 of type vlan for network 11278804-6eef-4b85-b1ea-acbd7366b45a Jul 05 04:13:27.029959 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.070170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb36461-c3ce-4fe2-88ef-08390909e034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c5bb09-9327-48eb-86ea-71e64a9d53c6'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:27.070170 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35653594-4df4-486f-9699-090cf1e2562c" -d '{"events": [{"server_uuid": "cdb36461-c3ce-4fe2-88ef-08390909e034", "name": "network-vif-plugged", "status": "completed", "tag": "82c5bb09-9327-48eb-86ea-71e64a9d53c6"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:27.078467 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5ab3d5df-e1ee-4a2e-8c06-f7ea29e44905 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.096873 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 82c5bb09-9327-48eb-86ea-71e64a9d53c6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=82c5bb09-9327-48eb-86ea-71e64a9d53c6,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:27.129801 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a520fbfc-ddfd-461f-953e-0cb9ba041889 x-openstack-request-id: req-a520fbfc-ddfd-461f-953e-0cb9ba041889 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:27.130155 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb36461-c3ce-4fe2-88ef-08390909e034", "name": "network-vif-plugged", "status": "completed", "tag": "82c5bb09-9327-48eb-86ea-71e64a9d53c6", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:27.130487 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a520fbfc-ddfd-461f-953e-0cb9ba041889 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:27.134810 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb36461-c3ce-4fe2-88ef-08390909e034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c5bb09-9327-48eb-86ea-71e64a9d53c6', 'code': 200} Jul 05 04:13:27.184169 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.211895 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5ab3d5df-e1ee-4a2e-8c06-f7ea29e44905 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.218800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab3d5df-e1ee-4a2e-8c06-f7ea29e44905 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:27.219560 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5ab3d5df-e1ee-4a2e-8c06-f7ea29e44905 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.282781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=82c5bb09-9327-48eb-86ea-71e64a9d53c6,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:27.321528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3d5df-e1ee-4a2e-8c06-f7ea29e44905 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Network': ['ID=11278804-6eef-4b85-b1ea-acbd7366b45a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:27.331785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 11278804-6eef-4b85-b1ea-acbd7366b45a details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:27.366885 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5ab3d5df-e1ee-4a2e-8c06-f7ea29e44905 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6039128 Jul 05 04:13:27.372337 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42224) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:27.645389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09311df-ecca-4f15-a3d6-885ca8e9fc67 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:27.650006 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42228) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:27.651230 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e09311df-ecca-4f15-a3d6-885ca8e9fc67 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "GET /v2.0/networks?id=11278804-6eef-4b85-b1ea-acbd7366b45a HTTP/1.1" status: 200 len: 764 time: 0.2776253 Jul 05 04:13:27.656593 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-009416a2-7b06-4127-a4e1-30b46a11f406 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'network': {'description': 'd2'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:27.693398 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37ba0a-8f99-4ec8-8f3f-704b971572a2 req-9ef7d6e2-df93-4f07-947a-b5e8c7da3d8d tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:27.702276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a37ba0a-8f99-4ec8-8f3f-704b971572a2 req-9ef7d6e2-df93-4f07-947a-b5e8c7da3d8d tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.2113466 Jul 05 04:13:27.806741 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a37ba0a-8f99-4ec8-8f3f-704b971572a2 req-3e7c3b97-8924-482a-9b83-77d0a5247254 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033919 Jul 05 04:13:27.872197 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fc730c2-1a24-4777-aac0-67bcecfbcbae req-fe34330f-672a-46c0-abdd-5e39fc8d47e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1618509 Jul 05 04:13:27.956722 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-009416a2-7b06-4127-a4e1-30b46a11f406 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.014934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc730c2-1a24-4777-aac0-67bcecfbcbae req-07af2c16-9f37-41b9-a7f9-bdac733a85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:28.018190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fc730c2-1a24-4777-aac0-67bcecfbcbae req-07af2c16-9f37-41b9-a7f9-bdac733a85e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 1097 time: 0.0789909 Jul 05 04:13:28.069855 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-009416a2-7b06-4127-a4e1-30b46a11f406 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.167037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-009416a2-7b06-4127-a4e1-30b46a11f406 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network 11278804-6eef-4b85-b1ea-acbd7366b45a is not hosted by any dhcp agent {{(pid=100932) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:13:28.173837 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009416a2-7b06-4127-a4e1-30b46a11f406 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:28.174683 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-009416a2-7b06-4127-a4e1-30b46a11f406 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.178561 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-009416a2-7b06-4127-a4e1-30b46a11f406 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "PUT /v2.0/networks/11278804-6eef-4b85-b1ea-acbd7366b45a HTTP/1.1" status: 200 len: 761 time: 0.5248940 Jul 05 04:13:28.179965 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42236) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:28.253075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009416a2-7b06-4127-a4e1-30b46a11f406 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Network': ['ID=11278804-6eef-4b85-b1ea-acbd7366b45a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:28.266220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 11278804-6eef-4b85-b1ea-acbd7366b45a details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:28.299756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d1aac-faab-4cda-a22b-bdaa76a2da56 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:28.304738 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e86d1aac-faab-4cda-a22b-bdaa76a2da56 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "GET /v2.0/networks?id=11278804-6eef-4b85-b1ea-acbd7366b45a HTTP/1.1" status: 200 len: 764 time: 0.1235881 Jul 05 04:13:28.309646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42240) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:28.398026 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc730c2-1a24-4777-aac0-67bcecfbcbae req-0459a21c-a1a4-4432-ae62-70bff837c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:28.400423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fc730c2-1a24-4777-aac0-67bcecfbcbae req-0459a21c-a1a4-4432-ae62-70bff837c97e service neutron] 10.222.0.36 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.3417182 Jul 05 04:13:28.654255 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fc730c2-1a24-4777-aac0-67bcecfbcbae req-57d2402f-ef35-4326-a639-b9f446b07808 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83961fc8-aa95-4096-ad27-46b811e58972 HTTP/1.1" status: 200 len: 1000 time: 0.1983552 Jul 05 04:13:28.664366 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2913f591-856d-4346-8193-1a7d6a7e8593 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:28.666037 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2913f591-856d-4346-8193-1a7d6a7e8593 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3537459 Jul 05 04:13:28.668908 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42250) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:28.716303 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3351b11d-6ea1-45b6-bf4f-bd2da6dd4e40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91 HTTP/1.1" status: 200 len: 207 time: 0.0457485 Jul 05 04:13:28.719213 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42252) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:28.741338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc730c2-1a24-4777-aac0-67bcecfbcbae req-a7ba17e5-3e6a-44b9-88f5-23538cf0aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:28.743043 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fc730c2-1a24-4777-aac0-67bcecfbcbae req-a7ba17e5-3e6a-44b9-88f5-23538cf0aafc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0642161 Jul 05 04:13:28.830663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc730c2-1a24-4777-aac0-67bcecfbcbae req-9cf91eff-2130-489e-a069-b01e8fb132ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:28.832231 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fc730c2-1a24-4777-aac0-67bcecfbcbae req-9cf91eff-2130-489e-a069-b01e8fb132ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796239 Jul 05 04:13:28.872165 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e23d6-170a-462e-ac09-30f55c49f762 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:28.878810 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e23d6-170a-462e-ac09-30f55c49f762 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:28.886698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e23d6-170a-462e-ac09-30f55c49f762 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:28.893270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e23d6-170a-462e-ac09-30f55c49f762 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:28.900688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e23d6-170a-462e-ac09-30f55c49f762 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:28.907632 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e23d6-170a-462e-ac09-30f55c49f762 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:28.922736 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dc0e23d6-170a-462e-ac09-30f55c49f762 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1993480 Jul 05 04:13:28.923704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42258) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:28.944929 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fc730c2-1a24-4777-aac0-67bcecfbcbae req-a8a22497-f172-45d7-9bd7-7b03a2b00b12 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988488 Jul 05 04:13:29.125653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9ce8-6477-4d80-b9cf-98ccf7fff34c req-e52a4c9f-7ddb-400b-871c-057f91803ae8 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.133516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b4c9ce8-6477-4d80-b9cf-98ccf7fff34c req-e52a4c9f-7ddb-400b-871c-057f91803ae8 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1552107 Jul 05 04:13:29.134533 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-31adc32d-3392-49d9-ac9f-d8a154bdcc28 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2095654 Jul 05 04:13:29.139314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42262) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:29.184806 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b4c9ce8-6477-4d80-b9cf-98ccf7fff34c req-5a299a21-8a93-450d-937e-dff9ab551e9d tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502272 Jul 05 04:13:29.191201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fc730c2-1a24-4777-aac0-67bcecfbcbae req-4a52a817-fd52-4514-bef1-41da687c37e9 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359333 Jul 05 04:13:29.232722 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f90b6-c907-47fb-b2fa-152f8cb1bda7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.234228 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f90b6-c907-47fb-b2fa-152f8cb1bda7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.235736 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f90b6-c907-47fb-b2fa-152f8cb1bda7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.237372 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f90b6-c907-47fb-b2fa-152f8cb1bda7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.238863 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f90b6-c907-47fb-b2fa-152f8cb1bda7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.240673 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8f2f90b6-c907-47fb-b2fa-152f8cb1bda7 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0997882 Jul 05 04:13:29.244385 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42264) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:29.330423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a11e252-2676-41b1-9349-5153ffb17d7b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.334742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a11e252-2676-41b1-9349-5153ffb17d7b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.334742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a11e252-2676-41b1-9349-5153ffb17d7b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.334951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a11e252-2676-41b1-9349-5153ffb17d7b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.336503 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a11e252-2676-41b1-9349-5153ffb17d7b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['shared'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.342212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1a11e252-2676-41b1-9349-5153ffb17d7b tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0926564 Jul 05 04:13:29.342590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42266) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:29.488907 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759f9ff7-4794-4905-94a9-2897e699007a tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:29.493681 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-759f9ff7-4794-4905-94a9-2897e699007a tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "GET /v2.0/networks/477abb0d-07c4-4a6d-8dcb-7ae3b15bd202 HTTP/1.1" status: 200 len: 803 time: 0.1467426 Jul 05 04:13:29.494027 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42272) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:30.104654 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0de5eb5a-c3b8-437d-a084-e799c679f3b8 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "GET /v2.0/networks/477abb0d-07c4-4a6d-8dcb-7ae3b15bd202?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6064360 Jul 05 04:13:30.108722 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42280) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:30.225321 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55caa641-e747-43f8-b3c8-1decac122731 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:30.230503 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-55caa641-e747-43f8-b3c8-1decac122731 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "GET /v2.0/subnets/eb8e2a7b-f9b9-4262-8b63-80e6d2e8d523 HTTP/1.1" status: 200 len: 843 time: 0.1185353 Jul 05 04:13:30.231128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42284) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:30.316036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb23bf88-2e59-45e8-9471-806477095134 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['shared'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:30.320720 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-eb23bf88-2e59-45e8-9471-806477095134 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "GET /v2.0/subnets/eb8e2a7b-f9b9-4262-8b63-80e6d2e8d523?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0851536 Jul 05 04:13:30.321421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42286) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:30.329450 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1389367825'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:30.452490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:30.453110 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.490084 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:30.506718 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.507200 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Added segment c662220b-4968-4182-8191-a9de93f85d0f of type vlan for network 12df2cd0-e625-46ba-b4ea-5d99fb7d46e7 Jul 05 04:13:30.555012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00b8c7-9373-45b8-8fd0-4428157960d3 req-de84b042-5247-48f3-bdbb-c3c0ec7529d9 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:30.563642 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de00b8c7-9373-45b8-8fd0-4428157960d3 req-de84b042-5247-48f3-bdbb-c3c0ec7529d9 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1501393 Jul 05 04:13:30.593800 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.681566 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de00b8c7-9373-45b8-8fd0-4428157960d3 req-404e6d42-6ff6-4522-9a51-7cd0b63aed2b tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164765 Jul 05 04:13:30.769543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42292) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:30.772300 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.780244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:30.781289 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.891495 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Network': ['ID=12df2cd0-e625-46ba-b4ea-5d99fb7d46e7,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:30.902380 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:30.902732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:30.903076 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:30.903415 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:30.928529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:30.928529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:30.928529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:30.928529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:30.928529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:30.928529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:30.928529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:30.928529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:30.929465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 12df2cd0-e625-46ba-b4ea-5d99fb7d46e7 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:30.930070 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50db97be-3929-4b4b-8116-5298f9d2b101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.938093 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ddbfcf25-8a70-40c3-a420-c173bb483d8f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6147935 Jul 05 04:13:30.950658 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42296) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:30.950658 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5aca8aa6-354a-4f17-b6d2-42f6cedfda9f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'subnet': {'network_id': '12df2cd0-e625-46ba-b4ea-5d99fb7d46e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:31.076830 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50db97be-3929-4b4b-8116-5298f9d2b101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.388927 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50db97be-3929-4b4b-8116-5298f9d2b101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.435931 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-50db97be-3929-4b4b-8116-5298f9d2b101 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a375aeb9187348c6821d1774c7ee4a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6675744 Jul 05 04:13:31.435931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db97be-3929-4b4b-8116-5298f9d2b101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5c8dde-0e0f-4712-9005-5b7b1b26b0a5,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:31.436404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42298) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:31.470405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aca8aa6-354a-4f17-b6d2-42f6cedfda9f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Made reservation on behalf of 838d92a044c241b38cf4aa65b360d0e6 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:31.476636 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5aca8aa6-354a-4f17-b6d2-42f6cedfda9f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.568786 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.ipam_backend_mixin [None req-5aca8aa6-354a-4f17-b6d2-42f6cedfda9f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Performing IP validity checks on allocation pools {{(pid=100933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:13:31.569760 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.ipam_backend_mixin [None req-5aca8aa6-354a-4f17-b6d2-42f6cedfda9f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:13:31.597937 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea3f0-db4a-4c97-ba0a-72fb8c1a375b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.628033 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea3f0-db4a-4c97-ba0a-72fb8c1a375b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.794259 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea3f0-db4a-4c97-ba0a-72fb8c1a375b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.797312 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea3f0-db4a-4c97-ba0a-72fb8c1a375b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.802432 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2b1ea3f0-db4a-4c97-ba0a-72fb8c1a375b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c5c8dde-0e0f-4712-9005-5b7b1b26b0a5 HTTP/1.1" status: 204 len: 168 time: 0.3582199 Jul 05 04:13:31.813156 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ea3f0-db4a-4c97-ba0a-72fb8c1a375b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5c8dde-0e0f-4712-9005-5b7b1b26b0a5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:31.866444 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5aca8aa6-354a-4f17-b6d2-42f6cedfda9f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.975528 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca8aa6-354a-4f17-b6d2-42f6cedfda9f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Subnet': ['ID=0175e1f5-d3a8-4786-9677-4adf5a95bf24,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:31.998536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fa45f-8a6a-42ec-be82-184fbfc054f1 req-91a04d09-0790-4bbd-afa4-74d73c4a53c7 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:32.000125 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c95fa45f-8a6a-42ec-be82-184fbfc054f1 req-91a04d09-0790-4bbd-afa4-74d73c4a53c7 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1549940 Jul 05 04:13:32.001384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca8aa6-354a-4f17-b6d2-42f6cedfda9f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Checking segment: {'id': 'c662220b-4968-4182-8191-a9de93f85d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '12df2cd0-e625-46ba-b4ea-5d99fb7d46e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:32.001755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca8aa6-354a-4f17-b6d2-42f6cedfda9f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network hostable DHCP agents. Network: 12df2cd0-e625-46ba-b4ea-5d99fb7d46e7, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:32.051879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c95fa45f-8a6a-42ec-be82-184fbfc054f1 req-76df97e0-4b98-4477-bb96-691cc357231c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441055 Jul 05 04:13:32.113503 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca8aa6-354a-4f17-b6d2-42f6cedfda9f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Network 12df2cd0-e625-46ba-b4ea-5d99fb7d46e7 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:32.204826 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-5aca8aa6-354a-4f17-b6d2-42f6cedfda9f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 12df2cd0-e625-46ba-b4ea-5d99fb7d46e7) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:32.209313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca8aa6-354a-4f17-b6d2-42f6cedfda9f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:32.209935 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5aca8aa6-354a-4f17-b6d2-42f6cedfda9f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.217042 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e59380b-5665-46f1-84a2-0a6d8923771f None None] Network 12df2cd0-e625-46ba-b4ea-5d99fb7d46e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:32.328105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5aca8aa6-354a-4f17-b6d2-42f6cedfda9f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3853078 Jul 05 04:13:32.329282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42312) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:32.334853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c57fdc14-7d11-4368-aaec-cce166b4b5df tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:32.434035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fade7b-57e7-4ffb-9772-eb4baf780ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-12df2cd0-e625-46ba-b4ea-5d99fb7d46e7', 'network_id': '12df2cd0-e625-46ba-b4ea-5d99fb7d46e7', 'tenant_id': '838d92a044c241b38cf4aa65b360d0e6', 'fixed_ips': [{'subnet_id': '0175e1f5-d3a8-4786-9677-4adf5a95bf24'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:32.435515 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7fade7b-57e7-4ffb-9772-eb4baf780ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.475705 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.477277 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c57fdc14-7d11-4368-aaec-cce166b4b5df tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5905405'] for subnet, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.597455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42318) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:32.619534 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3930ab-db60-4f66-9f13-2b2b75d09dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.624953 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-f7fade7b-57e7-4ffb-9772-eb4baf780ffc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:13:32.624953 n-d-771363-32 neutron-server[100934]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 05 04:13:32.624953 n-d-771363-32 neutron-server[100934]: [parameters: {'in_use': 1, 'id_1': '0175e1f5-d3a8-4786-9677-4adf5a95bf24'}] Jul 05 04:13:32.624953 n-d-771363-32 neutron-server[100934]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:13:32.625403 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-f7fade7b-57e7-4ffb-9772-eb4baf780ffc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:13:32.774925 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3930ab-db60-4f66-9f13-2b2b75d09dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.777626 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c57fdc14-7d11-4368-aaec-cce166b4b5df tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735423277855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7008247'] for subnet, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.838440 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57fdc14-7d11-4368-aaec-cce166b4b5df tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:32.842432 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c57fdc14-7d11-4368-aaec-cce166b4b5df tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.848268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42324) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:32.848509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c57fdc14-7d11-4368-aaec-cce166b4b5df tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "PUT /v2.0/subnets/0175e1f5-d3a8-4786-9677-4adf5a95bf24 HTTP/1.1" status: 200 len: 900 time: 0.5181246 Jul 05 04:13:32.860635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fdc14-7d11-4368-aaec-cce166b4b5df tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event updated for resources: {'Subnet': ['ID=0175e1f5-d3a8-4786-9677-4adf5a95bf24,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:32.864785 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-aa3930ab-db60-4f66-9f13-2b2b75d09dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.969928 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3930ab-db60-4f66-9f13-2b2b75d09dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f941026b-7055-42af-a4ce-c3e4332eb0ff,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:32.981550 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-aa3930ab-db60-4f66-9f13-2b2b75d09dd0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=76cbeb79a8a94894a7e48349e7707a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799186 Jul 05 04:13:32.983246 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42328) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:33.025484 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90ef4d4-ae06-4346-83b3-95a959d9c4c6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.078260 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea873484-ee22-45b1-8a88-f4507b5b4e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.093191 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90ef4d4-ae06-4346-83b3-95a959d9c4c6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.127059 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7fade7b-57e7-4ffb-9772-eb4baf780ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.135374 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea873484-ee22-45b1-8a88-f4507b5b4e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.320974 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90ef4d4-ae06-4346-83b3-95a959d9c4c6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.369541 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f325e26-85d3-4ea9-ae35-f612b418808c req-481ffd8b-dff9-411a-888a-1eb87eb26f24 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:33.371408 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f325e26-85d3-4ea9-ae35-f612b418808c req-481ffd8b-dff9-411a-888a-1eb87eb26f24 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1293051 Jul 05 04:13:33.376482 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea873484-ee22-45b1-8a88-f4507b5b4e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.379891 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ef4d4-ae06-4346-83b3-95a959d9c4c6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Subnet': ['ID=0175e1f5-d3a8-4786-9677-4adf5a95bf24,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server [None req-f7fade7b-57e7-4ffb-9772-eb4baf780ffc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0175e1f5-d3a8-4786-9677-4adf5a95bf24: This subnet is being modified by another concurrent operation. Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0175e1f5-d3a8-4786-9677-4adf5a95bf24: This subnet is being modified by another concurrent operation. Jul 05 04:13:33.380377 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server Jul 05 04:13:33.391193 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea873484-ee22-45b1-8a88-f4507b5b4e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.391193 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ea873484-ee22-45b1-8a88-f4507b5b4e38 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f941026b-7055-42af-a4ce-c3e4332eb0ff HTTP/1.1" status: 204 len: 168 time: 0.4038904 Jul 05 04:13:33.429016 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f299d1dd-65ae-4205-90b6-5d4f5325ac9f None None] Network 12df2cd0-e625-46ba-b4ea-5d99fb7d46e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:33.461657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea873484-ee22-45b1-8a88-f4507b5b4e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f941026b-7055-42af-a4ce-c3e4332eb0ff,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:33.568000 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f325e26-85d3-4ea9-ae35-f612b418808c req-54a5daee-87c9-4990-ab5d-5611dfcd41c2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327972 Jul 05 04:13:33.597071 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90ef4d4-ae06-4346-83b3-95a959d9c4c6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.609934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c90ef4d4-ae06-4346-83b3-95a959d9c4c6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12df2cd0-e625-46ba-b4ea-5d99fb7d46e7']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:33.623453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c90ef4d4-ae06-4346-83b3-95a959d9c4c6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c662220b-4968-4182-8191-a9de93f85d0f') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:33.623644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-c90ef4d4-ae06-4346-83b3-95a959d9c4c6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c662220b-4968-4182-8191-a9de93f85d0f') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:33.634392 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90ef4d4-ae06-4346-83b3-95a959d9c4c6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.652643 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90ef4d4-ae06-4346-83b3-95a959d9c4c6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.660139 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90ef4d4-ae06-4346-83b3-95a959d9c4c6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:33.660775 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90ef4d4-ae06-4346-83b3-95a959d9c4c6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:33.664254 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:33.678482 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61da415-164b-47ee-9227-0c383f09372b None None] Network 12df2cd0-e625-46ba-b4ea-5d99fb7d46e7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:33.800026 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90ef4d4-ae06-4346-83b3-95a959d9c4c6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.809624 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c90ef4d4-ae06-4346-83b3-95a959d9c4c6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.814843 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c90ef4d4-ae06-4346-83b3-95a959d9c4c6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/12df2cd0-e625-46ba-b4ea-5d99fb7d46e7 HTTP/1.1" status: 204 len: 168 time: 0.9616044 Jul 05 04:13:33.815224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42334) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:33.834976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ef4d4-ae06-4346-83b3-95a959d9c4c6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Network': ['ID=12df2cd0-e625-46ba-b4ea-5d99fb7d46e7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:33.871701 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b8aa8d-2c31-4cdf-8d99-3a600f8c98c3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] DELETE failed (client error): The resource could not be found. Jul 05 04:13:33.872336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b8aa8d-2c31-4cdf-8d99-3a600f8c98c3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:33.874104 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-19b8aa8d-2c31-4cdf-8d99-3a600f8c98c3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/subnets/0175e1f5-d3a8-4786-9677-4adf5a95bf24 HTTP/1.1" status: 404 len: 337 time: 0.0578668 Jul 05 04:13:33.877075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42338) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:33.906169 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83aec1f-ccba-4f27-981f-411be256fe23 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] DELETE failed (client error): The resource could not be found. Jul 05 04:13:33.906958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83aec1f-ccba-4f27-981f-411be256fe23 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:33.911636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42340) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:33.911876 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b83aec1f-ccba-4f27-981f-411be256fe23 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/12df2cd0-e625-46ba-b4ea-5d99fb7d46e7 HTTP/1.1" status: 404 len: 339 time: 0.0335891 Jul 05 04:13:33.914289 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e2a969-a570-4718-917f-127658015245 None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:13:33.978190 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.099185 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35731844-92b3-4143-af89-d24868001fc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.191037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e2a969-a570-4718-917f-127658015245 None None] Resources bound (agent type, host, resource id): {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:13:34.219033 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35731844-92b3-4143-af89-d24868001fc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.240820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-35731844-92b3-4143-af89-d24868001fc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11278804-6eef-4b85-b1ea-acbd7366b45a']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:34.271442 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-35731844-92b3-4143-af89-d24868001fc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d87359-1f9a-40ed-af71-abda5b6017e5') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:34.272005 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-35731844-92b3-4143-af89-d24868001fc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d87359-1f9a-40ed-af71-abda5b6017e5') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:34.284868 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35731844-92b3-4143-af89-d24868001fc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.309798 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35731844-92b3-4143-af89-d24868001fc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.317614 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35731844-92b3-4143-af89-d24868001fc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:34.318342 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35731844-92b3-4143-af89-d24868001fc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:34.325455 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:34.514910 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35731844-92b3-4143-af89-d24868001fc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.530894 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35731844-92b3-4143-af89-d24868001fc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.535846 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-35731844-92b3-4143-af89-d24868001fc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/11278804-6eef-4b85-b1ea-acbd7366b45a HTTP/1.1" status: 204 len: 168 time: 0.6229372 Jul 05 04:13:34.537087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42356) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:34.577652 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35731844-92b3-4143-af89-d24868001fc3 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Network': ['ID=11278804-6eef-4b85-b1ea-acbd7366b45a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:34.614459 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-5768943f-62ae-4f7f-9af2-cd6bc68b24a4 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] DELETE failed (client error): The resource could not be found. Jul 05 04:13:34.614954 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5768943f-62ae-4f7f-9af2-cd6bc68b24a4 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:34.619456 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42362) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:34.638235 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5768943f-62ae-4f7f-9af2-cd6bc68b24a4 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/subnets/24b5b65d-9c67-4cfc-bfda-b47a669a52d6 HTTP/1.1" status: 404 len: 337 time: 0.0999544 Jul 05 04:13:34.656123 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-85166477-03ad-42d8-b2f5-d55d4cf3c6d6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] DELETE failed (client error): The resource could not be found. Jul 05 04:13:34.656839 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85166477-03ad-42d8-b2f5-d55d4cf3c6d6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:34.664756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42366) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:34.674886 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-85166477-03ad-42d8-b2f5-d55d4cf3c6d6 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/c0838f4e-1ba9-42a5-98ef-8bf851928bc3 HTTP/1.1" status: 404 len: 339 time: 0.0541971 Jul 05 04:13:34.733219 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac13861-b68b-42e5-ad47-42723b6c58be tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Deleting subnet 4b2bb176-11fb-43f3-bfd9-8dff5b9981bf {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:34.737200 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6ac13861-b68b-42e5-ad47-42723b6c58be tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.821896 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6ac13861-b68b-42e5-ad47-42723b6c58be tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.898069 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67936d23-bac1-4762-a240-226eb92917dd req-97850df3-9842-4b9a-bab3-03d532ddf4e9 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:34.909090 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67936d23-bac1-4762-a240-226eb92917dd req-97850df3-9842-4b9a-bab3-03d532ddf4e9 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1332066 Jul 05 04:13:34.974470 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67936d23-bac1-4762-a240-226eb92917dd req-ba8944d7-ce11-490f-96b7-4d4ddeb2e028 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640562 Jul 05 04:13:34.997894 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6ac13861-b68b-42e5-ad47-42723b6c58be tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.166437 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6ac13861-b68b-42e5-ad47-42723b6c58be tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.206018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13861-b68b-42e5-ad47-42723b6c58be tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2bb176-11fb-43f3-bfd9-8dff5b9981bf,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:35.210153 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6ac13861-b68b-42e5-ad47-42723b6c58be tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.215423 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6ac13861-b68b-42e5-ad47-42723b6c58be tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/subnets/4b2bb176-11fb-43f3-bfd9-8dff5b9981bf HTTP/1.1" status: 204 len: 168 time: 0.5490673 Jul 05 04:13:35.215996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42378) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:35.218270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc3e209-949c-4435-b55e-91dfd09f2f4e None None] Network f1c76130-4264-4b1c-8cf8-d929117ffea3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:35.285628 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-39870129-7510-4817-9969-fc4e08c0d9cd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Deleting subnet 3ce6f512-5bd1-4618-9994-d018f738b94f {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:35.291879 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-39870129-7510-4817-9969-fc4e08c0d9cd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.335286 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-39870129-7510-4817-9969-fc4e08c0d9cd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.481813 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-39870129-7510-4817-9969-fc4e08c0d9cd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.654167 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-39870129-7510-4817-9969-fc4e08c0d9cd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.700125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39870129-7510-4817-9969-fc4e08c0d9cd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce6f512-5bd1-4618-9994-d018f738b94f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:35.708189 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-39870129-7510-4817-9969-fc4e08c0d9cd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.712707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42386) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:35.717316 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-39870129-7510-4817-9969-fc4e08c0d9cd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/subnets/3ce6f512-5bd1-4618-9994-d018f738b94f HTTP/1.1" status: 204 len: 168 time: 0.5001850 Jul 05 04:13:35.885774 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.982192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Deleting port f66211a3-988b-4f03-a668-75f6d726bb02 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:35.982503 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.189735 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] For port f66211a3-988b-4f03-a668-75f6d726bb02, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f66211a3-988b-4f03-a668-75f6d726bb02,segment=NetworkSegment(3f58b262-095e-408e-87f2-3d3ddf514213),segment_id=3f58b262-095e-408e-87f2-3d3ddf514213)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:36.189735 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.615858 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Calling delete_port for f66211a3-988b-4f03-a668-75f6d726bb02 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:36.615858 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb2f83-5c3f-457a-a4a9-65b007bdcf8c req-5e579d82-d5e8-4743-98e3-92674306552a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:36.615858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5bb2f83-5c3f-457a-a4a9-65b007bdcf8c req-5e579d82-d5e8-4743-98e3-92674306552a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1458981 Jul 05 04:13:36.615858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5bb2f83-5c3f-457a-a4a9-65b007bdcf8c req-55a6e364-5f0a-4d88-b517-eed4efe52868 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524731 Jul 05 04:13:36.647179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a3ad87-e18a-4cb7-8344-90beb4d0e1b0 None None] Network f1c76130-4264-4b1c-8cf8-d929117ffea3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:36.759649 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.772015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e60df4bb-de01-4c9f-ae64-1a762f92932e None None] Provisioning complete for port f66211a3-988b-4f03-a668-75f6d726bb02 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:36.772432 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e60df4bb-de01-4c9f-ae64-1a762f92932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.791362 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Port': ['ID=f66211a3-988b-4f03-a668-75f6d726bb02,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:36.799237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No DVR routers for this DVR port f66211a3-988b-4f03-a668-75f6d726bb02 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:36.805704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e60df4bb-de01-4c9f-ae64-1a762f92932e None None] Port f66211a3-988b-4f03-a668-75f6d726bb02 was deleted so its status cannot be updated. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:13:36.919037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f0f242-6895-4cc2-8f2b-27b5bfbe94a1 None None] DHCP port deletion for f1c76130-4264-4b1c-8cf8-d929117ffea3 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:36.981690 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.997050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c76130-4264-4b1c-8cf8-d929117ffea3']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:37.008527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f58b262-095e-408e-87f2-3d3ddf514213') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:37.011467 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f58b262-095e-408e-87f2-3d3ddf514213') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:37.021814 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.041586 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.051965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:37.052402 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:37.055629 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:37.211941 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.239478 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.244385 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/f1c76130-4264-4b1c-8cf8-d929117ffea3 HTTP/1.1" status: 204 len: 168 time: 1.5283706 Jul 05 04:13:37.244385 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac992f64-a182-4668-9892-bf743d9082dd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Network': ['ID=f1c76130-4264-4b1c-8cf8-d929117ffea3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:37.244737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42414) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:37.278789 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70ab1f9-f586-4104-8afa-b0711938ffa8 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] DELETE failed (client error): The resource could not be found. Jul 05 04:13:37.279327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70ab1f9-f586-4104-8afa-b0711938ffa8 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:37.283342 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b70ab1f9-f586-4104-8afa-b0711938ffa8 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/subnets/56ace148-b2f7-40af-a734-d2a07c573958 HTTP/1.1" status: 404 len: 337 time: 0.0351532 Jul 05 04:13:37.283590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42416) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:37.310028 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-15503ce8-79e8-4076-b807-ec92a11acb4c tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] DELETE failed (client error): The resource could not be found. Jul 05 04:13:37.311007 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15503ce8-79e8-4076-b807-ec92a11acb4c tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:37.312841 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-15503ce8-79e8-4076-b807-ec92a11acb4c tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/1dc2a0b6-8f3d-4566-a543-4f730dc49215 HTTP/1.1" status: 404 len: 339 time: 0.0282736 Jul 05 04:13:37.315502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42420) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:37.364498 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd69e6f-33ff-4af1-92fb-32429d945e25 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] DELETE failed (client error): The resource could not be found. Jul 05 04:13:37.365496 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd69e6f-33ff-4af1-92fb-32429d945e25 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:37.369896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6bd69e6f-33ff-4af1-92fb-32429d945e25 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/subnets/eb94d78a-6ad9-4cd4-9264-f803d3679a20 HTTP/1.1" status: 404 len: 337 time: 0.0505891 Jul 05 04:13:37.370986 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42422) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:37.394726 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-17920666-d04e-4e54-be6c-bf700375ae0f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] DELETE failed (client error): The resource could not be found. Jul 05 04:13:37.395604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17920666-d04e-4e54-be6c-bf700375ae0f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:37.401780 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-17920666-d04e-4e54-be6c-bf700375ae0f tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/ebbffbb6-3d35-4e14-a6cd-ea4b222120e0 HTTP/1.1" status: 404 len: 339 time: 0.0272441 Jul 05 04:13:37.402129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42424) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:37.434901 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-84baeb75-5936-4c56-9beb-b50f06a35dfd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] DELETE failed (client error): The resource could not be found. Jul 05 04:13:37.435757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84baeb75-5936-4c56-9beb-b50f06a35dfd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:37.437724 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-84baeb75-5936-4c56-9beb-b50f06a35dfd tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/subnets/48d532dc-7456-4fc0-9b65-16d7a678616b HTTP/1.1" status: 404 len: 337 time: 0.0347478 Jul 05 04:13:37.451867 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42426) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:37.488328 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23c1ab0-f65d-4863-937e-eb6328be40ad tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] DELETE failed (client error): The resource could not be found. Jul 05 04:13:37.489350 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23c1ab0-f65d-4863-937e-eb6328be40ad tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:37.491529 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d23c1ab0-f65d-4863-937e-eb6328be40ad tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/b8c8e3e5-d294-40eb-b00f-92c7464003e3 HTTP/1.1" status: 404 len: 339 time: 0.0380611 Jul 05 04:13:37.494198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42430) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:37.592192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-b709a7ca-d2cc-4e3d-aac2-a373ecc7fa15 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Deleting subnet 9ca2a090-d650-417a-9a6d-0b3777e5b28d {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:37.597889 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b709a7ca-d2cc-4e3d-aac2-a373ecc7fa15 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.750571 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b709a7ca-d2cc-4e3d-aac2-a373ecc7fa15 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.943953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95fdd7-4846-4549-8e9b-441ed9add8ad req-b61edea7-cac1-4eaf-9adc-a0ad973021d2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:37.949397 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca95fdd7-4846-4549-8e9b-441ed9add8ad req-b61edea7-cac1-4eaf-9adc-a0ad973021d2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1238666 Jul 05 04:13:37.959104 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b709a7ca-d2cc-4e3d-aac2-a373ecc7fa15 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.025475 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca95fdd7-4846-4549-8e9b-441ed9add8ad req-47a0a274-62fe-4469-ad09-5cb70d712152 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678015 Jul 05 04:13:38.217842 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b709a7ca-d2cc-4e3d-aac2-a373ecc7fa15 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.253816 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b709a7ca-d2cc-4e3d-aac2-a373ecc7fa15 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.261373 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b709a7ca-d2cc-4e3d-aac2-a373ecc7fa15 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/subnets/9ca2a090-d650-417a-9a6d-0b3777e5b28d HTTP/1.1" status: 204 len: 168 time: 0.7616944 Jul 05 04:13:38.261373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709a7ca-d2cc-4e3d-aac2-a373ecc7fa15 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca2a090-d650-417a-9a6d-0b3777e5b28d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:38.261801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42468) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:38.263247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4694cba-15f3-4254-9044-e819eafef5f8 None None] Network bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:38.383064 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.487549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Deleting port a7d83769-54ad-4763-93d6-219c17fe9e7e {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:38.487944 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.663608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] DHCP port deletion for bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:38.752033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Deleting port a7d83769-54ad-4763-93d6-219c17fe9e7e {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:38.752804 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.874839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] For port a7d83769-54ad-4763-93d6-219c17fe9e7e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a7d83769-54ad-4763-93d6-219c17fe9e7e,segment=NetworkSegment(30e1dc3b-1d1a-43d2-97f3-22baff8e59ff),segment_id=30e1dc3b-1d1a-43d2-97f3-22baff8e59ff)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:38.878841 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.896858 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Calling delete_port for a7d83769-54ad-4763-93d6-219c17fe9e7e owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:38.970192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f66211a3-988b-4f03-a668-75f6d726bb02 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:38.998876 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: f66211a3-988b-4f03-a668-75f6d726bb02 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:38.999142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f66211a3-988b-4f03-a668-75f6d726bb02 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:38.999560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a7d83769-54ad-4763-93d6-219c17fe9e7e no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:39.024851 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] For port a7d83769-54ad-4763-93d6-219c17fe9e7e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a7d83769-54ad-4763-93d6-219c17fe9e7e,segment=NetworkSegment(30e1dc3b-1d1a-43d2-97f3-22baff8e59ff),segment_id=30e1dc3b-1d1a-43d2-97f3-22baff8e59ff)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:39.025415 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.059151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Calling delete_port for a7d83769-54ad-4763-93d6-219c17fe9e7e owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:39.158153 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.169867 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.184672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] No DVR routers for this DVR port a7d83769-54ad-4763-93d6-219c17fe9e7e on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:39.223084 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Pushing event deleted for resources: {'Port': ['ID=a7d83769-54ad-4763-93d6-219c17fe9e7e,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:39.241168 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:39.241520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:39.244346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:39.244346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:39.244346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:39.244346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:39.244346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:39.244346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:39.244346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:39.244346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:39.245217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:39.245217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6cfa63-6e5f-489b-8f3f-a34e2345cedc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:39.289034 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.298341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42508) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:39.328240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Port': ['ID=a7d83769-54ad-4763-93d6-219c17fe9e7e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:39.339942 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No DVR routers for this DVR port a7d83769-54ad-4763-93d6-219c17fe9e7e on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:39.473355 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f968d44-2160-4bb5-b344-279e0ab4e552 req-3e1974bf-5595-4381-ac30-a8fd1c8da3ca tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:39.474895 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f968d44-2160-4bb5-b344-279e0ab4e552 req-3e1974bf-5595-4381-ac30-a8fd1c8da3ca tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.2406747 Jul 05 04:13:39.481084 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.488317 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d1321597-a893-44a0-a3ca-74cda9144698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.507579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:39.523974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e1dc3b-1d1a-43d2-97f3-22baff8e59ff') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:39.524359 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e1dc3b-1d1a-43d2-97f3-22baff8e59ff') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:39.535225 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.579976 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f968d44-2160-4bb5-b344-279e0ab4e552 req-42c60fe6-84c4-4cdc-93ff-a0c52619732b tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894008 Jul 05 04:13:39.602934 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.606016 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d1321597-a893-44a0-a3ca-74cda9144698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.612903 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:39.613367 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:39.616647 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:39.674531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d1321597-a893-44a0-a3ca-74cda9144698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.720661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1321597-a893-44a0-a3ca-74cda9144698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0706c44d-7f8a-4947-9b6d-ee4420bb5497,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:39.728699 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d1321597-a893-44a0-a3ca-74cda9144698 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=282db773f4d14fb789b0bf46f0741692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4265568 Jul 05 04:13:39.732234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42524) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:39.758609 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.772432 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.773250 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9 HTTP/1.1" status: 204 len: 168 time: 1.5123971 Jul 05 04:13:39.775945 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42530) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:39.799470 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a0ea2-adf8-47c3-92c4-e250a7445497 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Network': ['ID=bf3c7222-cf30-4c4a-bde7-e9ee4bd575e9,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:39.819239 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0ec05a-3b7c-400f-8b2a-978640f04ec2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] DELETE failed (client error): The resource could not be found. Jul 05 04:13:39.820212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0ec05a-3b7c-400f-8b2a-978640f04ec2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:39.822293 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8b0ec05a-3b7c-400f-8b2a-978640f04ec2 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/subnets/9956d84a-0f7a-4200-bafe-e70a04c7fd9d HTTP/1.1" status: 404 len: 337 time: 0.0447581 Jul 05 04:13:39.826036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42532) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:39.830001 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ed28760b-ed10-412a-b84f-4a5223909ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.857109 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-585ee8c4-9491-4316-a6a8-f1dfe6d76902 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] DELETE failed (client error): The resource could not be found. Jul 05 04:13:39.857874 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585ee8c4-9491-4316-a6a8-f1dfe6d76902 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:13:39.859782 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-585ee8c4-9491-4316-a6a8-f1dfe6d76902 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/656d2354-60d0-4063-9aeb-a8b58f84a3c0 HTTP/1.1" status: 404 len: 339 time: 0.0320058 Jul 05 04:13:39.862384 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42536) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:39.868555 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ed28760b-ed10-412a-b84f-4a5223909ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.950493 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf6366d-9617-4fd3-8be0-d369064766d8 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Deleting subnet eb8e2a7b-f9b9-4262-8b63-80e6d2e8d523 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:39.956985 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2bf6366d-9617-4fd3-8be0-d369064766d8 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.008879 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2bf6366d-9617-4fd3-8be0-d369064766d8 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.041261 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ed28760b-ed10-412a-b84f-4a5223909ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.044312 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ed28760b-ed10-412a-b84f-4a5223909ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.048173 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ed28760b-ed10-412a-b84f-4a5223909ae7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0706c44d-7f8a-4947-9b6d-ee4420bb5497 HTTP/1.1" status: 204 len: 168 time: 0.3148978 Jul 05 04:13:40.056239 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28760b-ed10-412a-b84f-4a5223909ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0706c44d-7f8a-4947-9b6d-ee4420bb5497,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:40.132936 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2bf6366d-9617-4fd3-8be0-d369064766d8 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.392928 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2bf6366d-9617-4fd3-8be0-d369064766d8 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.418495 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6366d-9617-4fd3-8be0-d369064766d8 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8e2a7b-f9b9-4262-8b63-80e6d2e8d523,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:40.428808 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2bf6366d-9617-4fd3-8be0-d369064766d8 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.431162 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2bf6366d-9617-4fd3-8be0-d369064766d8 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/subnets/eb8e2a7b-f9b9-4262-8b63-80e6d2e8d523 HTTP/1.1" status: 204 len: 168 time: 0.5678413 Jul 05 04:13:40.434880 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42556) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:40.441513 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0a7238-7f0c-47b7-990b-0dcdfd36ea2d None None] Network 477abb0d-07c4-4a6d-8dcb-7ae3b15bd202 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:40.536184 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.610819 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Deleting port 77f54c58-2f18-406d-b517-8f57337a858b {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:40.611491 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.688675 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] For port 77f54c58-2f18-406d-b517-8f57337a858b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=77f54c58-2f18-406d-b517-8f57337a858b,segment=NetworkSegment(234a3ba9-b34c-4d9d-8358-8952b951d96f),segment_id=234a3ba9-b34c-4d9d-8358-8952b951d96f)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:40.689144 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.703446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Calling delete_port for 77f54c58-2f18-406d-b517-8f57337a858b owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:40.723203 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77735de-6bf4-429b-85ac-20ac73f4df36 None None] DHCP port deletion for 477abb0d-07c4-4a6d-8dcb-7ae3b15bd202 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:40.770904 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e77735de-6bf4-429b-85ac-20ac73f4df36 None None] Deleting port 77f54c58-2f18-406d-b517-8f57337a858b {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:40.771290 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e77735de-6bf4-429b-85ac-20ac73f4df36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.852106 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e77735de-6bf4-429b-85ac-20ac73f4df36 None None] For port 77f54c58-2f18-406d-b517-8f57337a858b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=77f54c58-2f18-406d-b517-8f57337a858b,segment=NetworkSegment(234a3ba9-b34c-4d9d-8358-8952b951d96f),segment_id=234a3ba9-b34c-4d9d-8358-8952b951d96f)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:40.852710 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e77735de-6bf4-429b-85ac-20ac73f4df36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.876770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732a01c-364a-47f5-bb66-1c2e271d5168 req-2403c026-e9bb-49b6-86c7-0d2ee3660125 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:40.876985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e77735de-6bf4-429b-85ac-20ac73f4df36 None None] Calling delete_port for 77f54c58-2f18-406d-b517-8f57337a858b owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:40.886485 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9732a01c-364a-47f5-bb66-1c2e271d5168 req-2403c026-e9bb-49b6-86c7-0d2ee3660125 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1391118 Jul 05 04:13:40.931759 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9732a01c-364a-47f5-bb66-1c2e271d5168 req-7020b52a-3d66-47d8-9ec4-07aa52965ab3 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443287 Jul 05 04:13:40.932000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 77f54c58-2f18-406d-b517-8f57337a858b no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:41.035742 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.051092 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.081145 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e77735de-6bf4-429b-85ac-20ac73f4df36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.082042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Port': ['ID=77f54c58-2f18-406d-b517-8f57337a858b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:41.083875 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] No DVR routers for this DVR port 77f54c58-2f18-406d-b517-8f57337a858b on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:41.111604 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77735de-6bf4-429b-85ac-20ac73f4df36 None None] Pushing event deleted for resources: {'Port': ['ID=77f54c58-2f18-406d-b517-8f57337a858b,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:41.136797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77735de-6bf4-429b-85ac-20ac73f4df36 None None] No DVR routers for this DVR port 77f54c58-2f18-406d-b517-8f57337a858b on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:41.175381 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.185891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477abb0d-07c4-4a6d-8dcb-7ae3b15bd202']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:41.196174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234a3ba9-b34c-4d9d-8358-8952b951d96f') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:41.196474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234a3ba9-b34c-4d9d-8358-8952b951d96f') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:41.205126 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.219534 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.225709 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:41.226100 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:41.229843 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:41.241512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42572) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:41.259908 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d913db4-dee4-4773-974f-af080b811a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.399674 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.418529 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.420417 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] 10.222.0.38 "DELETE /v2.0/networks/477abb0d-07c4-4a6d-8dcb-7ae3b15bd202 HTTP/1.1" status: 204 len: 168 time: 0.9843776 Jul 05 04:13:41.428262 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9264d895-09a0-4046-bc6f-9c826d6fe7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.436591 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cea1ad-0acb-4cf7-a069-cc1a6927bf40 tempest-NetworksIpV6Test-1574881234 tempest-NetworksIpV6Test-1574881234-project] Pushing event deleted for resources: {'Network': ['ID=477abb0d-07c4-4a6d-8dcb-7ae3b15bd202,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:41.538801 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d913db4-dee4-4773-974f-af080b811a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.624925 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d913db4-dee4-4773-974f-af080b811a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.668491 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0d913db4-dee4-4773-974f-af080b811a2d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eaab62ac52a646fb879f9c815d245eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4253716 Jul 05 04:13:41.669701 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d913db4-dee4-4773-974f-af080b811a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d90b1ba-f190-4102-8ea1-3b184d236ed2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:41.671235 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42590) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:41.720159 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd142-2711-4e05-9d99-f141a823dbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.741934 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd142-2711-4e05-9d99-f141a823dbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.925614 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd142-2711-4e05-9d99-f141a823dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.928209 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd142-2711-4e05-9d99-f141a823dbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.929414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5b5cd142-2711-4e05-9d99-f141a823dbd4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3d90b1ba-f190-4102-8ea1-3b184d236ed2 HTTP/1.1" status: 204 len: 168 time: 0.2571461 Jul 05 04:13:41.938334 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cd142-2711-4e05-9d99-f141a823dbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d90b1ba-f190-4102-8ea1-3b184d236ed2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:42.077304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42608) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:42.137615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd3d41-a620-411a-b789-4d3727f9c7b6 req-9e2b6408-a24d-4881-8e29-e68d09cf4f91 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:42.139479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04fd3d41-a620-411a-b789-4d3727f9c7b6 req-9e2b6408-a24d-4881-8e29-e68d09cf4f91 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.0723522 Jul 05 04:13:42.193161 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04fd3d41-a620-411a-b789-4d3727f9c7b6 req-a652f2f1-1e98-46a6-962f-3afd93e9e017 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475674 Jul 05 04:13:42.340147 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cb118909-5630-4fea-ae9c-4249cb01c7b7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=838d92a044c241b38cf4aa65b360d0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616227 Jul 05 04:13:42.342664 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42630) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:42.404884 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06232bb1-930c-4ad6-ad1a-c8348b7a3ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.427961 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06232bb1-930c-4ad6-ad1a-c8348b7a3ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.617146 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06232bb1-930c-4ad6-ad1a-c8348b7a3ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.619755 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06232bb1-930c-4ad6-ad1a-c8348b7a3ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.621474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-06232bb1-930c-4ad6-ad1a-c8348b7a3ff2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e1574174-d199-4ca6-8e68-21420c5363a7 HTTP/1.1" status: 204 len: 168 time: 0.2773659 Jul 05 04:13:42.630369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06232bb1-930c-4ad6-ad1a-c8348b7a3ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1574174-d199-4ca6-8e68-21420c5363a7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:43.207531 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc81020-2b0b-4a01-ade4-1aa39b0033c9 req-66c078c5-7804-4c0e-ad06-b1fe6018ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:43.209170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fc81020-2b0b-4a01-ade4-1aa39b0033c9 req-66c078c5-7804-4c0e-ad06-b1fe6018ae78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 1098 time: 0.0628693 Jul 05 04:13:43.326643 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc81020-2b0b-4a01-ade4-1aa39b0033c9 req-fc51ee3e-9a1b-4f70-9e4d-0339f2ce75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:43.328996 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fc81020-2b0b-4a01-ade4-1aa39b0033c9 req-fc51ee3e-9a1b-4f70-9e4d-0339f2ce75e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 200 len: 912 time: 0.1064284 Jul 05 04:13:43.408532 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fc81020-2b0b-4a01-ade4-1aa39b0033c9 req-9ed217c6-434c-4803-9e0c-14070a9c4a1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82c5bb09-9327-48eb-86ea-71e64a9d53c6 HTTP/1.1" status: 200 len: 217 time: 0.0721273 Jul 05 04:13:43.471865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc81020-2b0b-4a01-ade4-1aa39b0033c9 req-588eec5f-bfb2-4ef1-bc88-40f13bac15f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:43.473358 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fc81020-2b0b-4a01-ade4-1aa39b0033c9 req-588eec5f-bfb2-4ef1-bc88-40f13bac15f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f579dd9f-48bf-4c30-ad74-936c5f2d58c0 HTTP/1.1" status: 200 len: 851 time: 0.0587137 Jul 05 04:13:43.487675 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc476c2e-09b2-46af-b4a6-68ee742819de req-034bdea8-5a8c-4015-995a-0012398bd779 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:43.489242 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc476c2e-09b2-46af-b4a6-68ee742819de req-034bdea8-5a8c-4015-995a-0012398bd779 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1437893 Jul 05 04:13:43.523789 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fc81020-2b0b-4a01-ade4-1aa39b0033c9 req-1f7f6ea9-ef45-4283-9230-b8ad2d9f02a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4483820e-ce4a-4424-9733-eb9c989451ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335464 Jul 05 04:13:43.606503 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc476c2e-09b2-46af-b4a6-68ee742819de req-f58c833d-60be-4ed5-8505-a52b55c112bd tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068344 Jul 05 04:13:43.641839 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fc81020-2b0b-4a01-ade4-1aa39b0033c9 req-fa91b8c2-1613-4011-96fa-8263941f2f1c service neutron] 10.222.0.10 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082535 Jul 05 04:13:43.746600 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fc81020-2b0b-4a01-ade4-1aa39b0033c9 req-d78698f2-fda5-474e-8551-e2d4e01e33e4 service neutron] 10.222.0.10 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937138 Jul 05 04:13:44.016573 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a003f519-0d74-4bff-9b05-792de7ec1064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.174242 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42742) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:44.319878 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.392000 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-db45e1fd-cbff-4125-97f4-2d80f9be371d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'network': {'name': 'tempest-RoutersTest-1537495503'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:44.485295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db45e1fd-cbff-4125-97f4-2d80f9be371d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:44.488960 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db45e1fd-cbff-4125-97f4-2d80f9be371d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.499636 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db45e1fd-cbff-4125-97f4-2d80f9be371d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.594278 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db45e1fd-cbff-4125-97f4-2d80f9be371d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.714706 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db45e1fd-cbff-4125-97f4-2d80f9be371d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.777684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db45e1fd-cbff-4125-97f4-2d80f9be371d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:44.787696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45e1fd-cbff-4125-97f4-2d80f9be371d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eadc78e-12e7-4bd5-a77c-b8fcbd4b8f7e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:44.797467 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db45e1fd-cbff-4125-97f4-2d80f9be371d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.798481 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-db45e1fd-cbff-4125-97f4-2d80f9be371d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Added segment eb49c2d2-cfd1-444e-b0c5-968b1fe23b34 of type vlan for network a43c950e-fd3f-4654-9ca1-36afd04623ab Jul 05 04:13:44.847616 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db45e1fd-cbff-4125-97f4-2d80f9be371d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.863048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b3c26-c13b-4af0-8eaa-2a9d63715eeb req-7c034845-aaa8-4fa3-98f6-affeed1a6ad2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:44.864588 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-020b3c26-c13b-4af0-8eaa-2a9d63715eeb req-7c034845-aaa8-4fa3-98f6-affeed1a6ad2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.1419423 Jul 05 04:13:44.919300 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-020b3c26-c13b-4af0-8eaa-2a9d63715eeb req-81a511ce-1ecb-4fa7-a8b6-625b9e37593f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477235 Jul 05 04:13:44.993999 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db45e1fd-cbff-4125-97f4-2d80f9be371d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.999801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db45e1fd-cbff-4125-97f4-2d80f9be371d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:45.000426 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db45e1fd-cbff-4125-97f4-2d80f9be371d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.068636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45e1fd-cbff-4125-97f4-2d80f9be371d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Network': ['ID=a43c950e-fd3f-4654-9ca1-36afd04623ab,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:45.081774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network a43c950e-fd3f-4654-9ca1-36afd04623ab details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:45.142373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42814) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:45.143012 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-db45e1fd-cbff-4125-97f4-2d80f9be371d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9669023 Jul 05 04:13:45.153699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2d9a23ab-91f8-427e-8900-048f6eb50013 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'network': {'name': 'tempest-RoutersTest-1954555441'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:45.263564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9a23ab-91f8-427e-8900-048f6eb50013 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:45.267111 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d9a23ab-91f8-427e-8900-048f6eb50013 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.293506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9a23ab-91f8-427e-8900-048f6eb50013 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:45.302352 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d9a23ab-91f8-427e-8900-048f6eb50013 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.302705 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-2d9a23ab-91f8-427e-8900-048f6eb50013 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Added segment f7e0316a-c7f3-433f-bd07-846c52e9a07d of type vlan for network b6599ff5-19e1-4a81-8c6c-6cc98af4f483 Jul 05 04:13:45.319432 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.353600 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d9a23ab-91f8-427e-8900-048f6eb50013 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.508259 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d9a23ab-91f8-427e-8900-048f6eb50013 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.514502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9a23ab-91f8-427e-8900-048f6eb50013 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:45.515138 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d9a23ab-91f8-427e-8900-048f6eb50013 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.583335 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a23ab-91f8-427e-8900-048f6eb50013 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Network': ['ID=b6599ff5-19e1-4a81-8c6c-6cc98af4f483,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:45.595639 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network b6599ff5-19e1-4a81-8c6c-6cc98af4f483 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:45.657293 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2d9a23ab-91f8-427e-8900-048f6eb50013 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5126762 Jul 05 04:13:45.660078 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42850) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:45.665208 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6b865c91-e41c-4fba-9289-0d524ab467e5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'subnet': {'network_id': 'a43c950e-fd3f-4654-9ca1-36afd04623ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:45.796177 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42858) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:45.850494 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b865c91-e41c-4fba-9289-0d524ab467e5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:45.854383 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b865c91-e41c-4fba-9289-0d524ab467e5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.912929 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4611ee6d-04c7-4034-a3c0-f20cbcebd743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.020916 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4611ee6d-04c7-4034-a3c0-f20cbcebd743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.105030 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4611ee6d-04c7-4034-a3c0-f20cbcebd743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.118384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18cf8c-4e2a-4398-af0f-8cd470a81545 req-15eb4d6a-f009-4957-8ea6-904094f1cc91 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:46.119942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e18cf8c-4e2a-4398-af0f-8cd470a81545 req-15eb4d6a-f009-4957-8ea6-904094f1cc91 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 946 time: 0.0791731 Jul 05 04:13:46.154521 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b865c91-e41c-4fba-9289-0d524ab467e5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.168371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611ee6d-04c7-4034-a3c0-f20cbcebd743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48de5b98-1387-4d78-ba35-8c60acd926af,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:46.177814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4611ee6d-04c7-4034-a3c0-f20cbcebd743 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0a6d88d75ce5495d966bbd61c670073d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3804603 Jul 05 04:13:46.179891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42878) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:46.209854 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e18cf8c-4e2a-4398-af0f-8cd470a81545 req-d549816a-4a38-4365-9a2d-6530f4966fe1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775659 Jul 05 04:13:46.211384 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b865c91-e41c-4fba-9289-0d524ab467e5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Subnet': ['ID=2a3dc744-c33a-4cf8-a0ed-880f7a786caa,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:46.236266 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b865c91-e41c-4fba-9289-0d524ab467e5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Checking segment: {'id': 'eb49c2d2-cfd1-444e-b0c5-968b1fe23b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a43c950e-fd3f-4654-9ca1-36afd04623ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:46.236633 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b865c91-e41c-4fba-9289-0d524ab467e5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network hostable DHCP agents. Network: a43c950e-fd3f-4654-9ca1-36afd04623ab, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:46.253862 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-09b0670e-2778-4628-9401-c27aa25235ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.275567 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-09b0670e-2778-4628-9401-c27aa25235ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.353765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b865c91-e41c-4fba-9289-0d524ab467e5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network a43c950e-fd3f-4654-9ca1-36afd04623ab is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:46.456268 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-09b0670e-2778-4628-9401-c27aa25235ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.458795 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-09b0670e-2778-4628-9401-c27aa25235ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.459895 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-09b0670e-2778-4628-9401-c27aa25235ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/48de5b98-1387-4d78-ba35-8c60acd926af HTTP/1.1" status: 204 len: 168 time: 0.2790759 Jul 05 04:13:46.495534 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0670e-2778-4628-9401-c27aa25235ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48de5b98-1387-4d78-ba35-8c60acd926af,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:46.529606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-563ca103-652e-4a4c-a67f-71eaefa6e49e req-56a81f6c-7437-48ac-a383-973001f9c0f2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0815706 Jul 05 04:13:46.537451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-6b865c91-e41c-4fba-9289-0d524ab467e5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, a43c950e-fd3f-4654-9ca1-36afd04623ab) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:46.548496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b7bcad-ebe1-4e1a-8740-0ec7261d2e98 None None] Network a43c950e-fd3f-4654-9ca1-36afd04623ab requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:46.549330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b865c91-e41c-4fba-9289-0d524ab467e5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:46.551059 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b865c91-e41c-4fba-9289-0d524ab467e5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.646062 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6b865c91-e41c-4fba-9289-0d524ab467e5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9848139 Jul 05 04:13:46.648849 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42902) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:46.655054 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-dbae71ca-4a3f-4470-91d4-96c1243a11c5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'subnet': {'network_id': 'b6599ff5-19e1-4a81-8c6c-6cc98af4f483', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:46.675137 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ca103-652e-4a4c-a67f-71eaefa6e49e req-d6efb0c9-3d54-4a0b-99f2-fe5d9ed7a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:46.676721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-563ca103-652e-4a4c-a67f-71eaefa6e49e req-d6efb0c9-3d54-4a0b-99f2-fe5d9ed7a8d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 1098 time: 0.0777621 Jul 05 04:13:46.730553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 82c5bb09-9327-48eb-86ea-71e64a9d53c6 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:46.755352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-a43c950e-fd3f-4654-9ca1-36afd04623ab', 'network_id': 'a43c950e-fd3f-4654-9ca1-36afd04623ab', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'fixed_ips': [{'subnet_id': '2a3dc744-c33a-4cf8-a0ed-880f7a786caa'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:46.756223 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.845607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbae71ca-4a3f-4470-91d4-96c1243a11c5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:46.849452 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dbae71ca-4a3f-4470-91d4-96c1243a11c5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.860865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ca103-652e-4a4c-a67f-71eaefa6e49e req-ac7d0a84-05a9-4a7c-8c97-694a658aefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:46.863396 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-563ca103-652e-4a4c-a67f-71eaefa6e49e req-ac7d0a84-05a9-4a7c-8c97-694a658aefa4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 200 len: 912 time: 0.1358259 Jul 05 04:13:46.930271 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-563ca103-652e-4a4c-a67f-71eaefa6e49e req-938ac9f8-7af7-4ba8-bcf6-a7372fe170eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82c5bb09-9327-48eb-86ea-71e64a9d53c6 HTTP/1.1" status: 200 len: 217 time: 0.0590367 Jul 05 04:13:46.949364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Allocated IP 172.20.0.2 (a43c950e-fd3f-4654-9ca1-36afd04623ab/2a3dc744-c33a-4cf8-a0ed-880f7a786caa/3ff87fd3-188e-47a6-8a45-d3d60c682261) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:46.986529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ca103-652e-4a4c-a67f-71eaefa6e49e req-b3674f66-6b6f-483b-9170-d520475c5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:46.988409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-563ca103-652e-4a4c-a67f-71eaefa6e49e req-b3674f66-6b6f-483b-9170-d520475c5d7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f579dd9f-48bf-4c30-ad74-936c5f2d58c0 HTTP/1.1" status: 200 len: 851 time: 0.0508120 Jul 05 04:13:47.002630 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.024655 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-563ca103-652e-4a4c-a67f-71eaefa6e49e req-8c1195cf-4882-4057-94d8-f882e602df9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4483820e-ce4a-4424-9733-eb9c989451ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275550 Jul 05 04:13:47.057738 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.065952 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb36461-c3ce-4fe2-88ef-08390909e034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c5bb09-9327-48eb-86ea-71e64a9d53c6'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:47.068457 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22af7d8-462d-4517-aa76-dc697fc0d152" -d '{"events": [{"server_uuid": "cdb36461-c3ce-4fe2-88ef-08390909e034", "name": "network-vif-unplugged", "status": "completed", "tag": "82c5bb09-9327-48eb-86ea-71e64a9d53c6"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:47.092605 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 82c5bb09-9327-48eb-86ea-71e64a9d53c6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=82c5bb09-9327-48eb-86ea-71e64a9d53c6,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:47.157923 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-563ca103-652e-4a4c-a67f-71eaefa6e49e req-0538c4d9-d185-4fd0-a657-311ec20215f0 service neutron] 10.222.0.10 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254811 Jul 05 04:13:47.175415 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.184733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Transition to ACTIVE for port object 3ff87fd3-188e-47a6-8a45-d3d60c682261 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:47.190794 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dbae71ca-4a3f-4470-91d4-96c1243a11c5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.194386 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.228448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Transition to ACTIVE for port object 3ff87fd3-188e-47a6-8a45-d3d60c682261 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:47.257279 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=82c5bb09-9327-48eb-86ea-71e64a9d53c6,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:47.274782 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae71ca-4a3f-4470-91d4-96c1243a11c5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Subnet': ['ID=16dc4a14-1b92-4f2b-bf3d-c513836ad89a,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:47.310989 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae71ca-4a3f-4470-91d4-96c1243a11c5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Checking segment: {'id': 'f7e0316a-c7f3-433f-bd07-846c52e9a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b6599ff5-19e1-4a81-8c6c-6cc98af4f483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:47.311509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbae71ca-4a3f-4470-91d4-96c1243a11c5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network hostable DHCP agents. Network: b6599ff5-19e1-4a81-8c6c-6cc98af4f483, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:47.320033 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-563ca103-652e-4a4c-a67f-71eaefa6e49e req-de94d996-db47-470c-a24a-6ecae746cb6c service neutron] 10.222.0.10 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422715 Jul 05 04:13:47.339189 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740aedbe-5e45-49a5-b05a-72bd9562aec2 x-openstack-request-id: req-740aedbe-5e45-49a5-b05a-72bd9562aec2 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:47.339504 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb36461-c3ce-4fe2-88ef-08390909e034", "name": "network-vif-unplugged", "status": "failed", "tag": "82c5bb09-9327-48eb-86ea-71e64a9d53c6", "code": 422}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:47.339768 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-740aedbe-5e45-49a5-b05a-72bd9562aec2 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:47.340780 n-d-771363-32 neutron-server[100934]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cdb36461-c3ce-4fe2-88ef-08390909e034', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '82c5bb09-9327-48eb-86ea-71e64a9d53c6', 'code': 422} returned with failed status Jul 05 04:13:47.365903 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42940) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:47.372037 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.381282 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6329218-f346-43d9-b7f0-309d61899450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.420050 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Network a43c950e-fd3f-4654-9ca1-36afd04623ab is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:47.422853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:47.426410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbae71ca-4a3f-4470-91d4-96c1243a11c5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network b6599ff5-19e1-4a81-8c6c-6cc98af4f483 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:47.427638 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:47.430256 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Pushing event updated for resources: {'Port': ['ID=3ff87fd3-188e-47a6-8a45-d3d60c682261,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:47.457339 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53253233-83c1-4b96-b14b-6f799f9519c3 req-e08401b8-fa10-4c6f-9b70-c012e779b639 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:47.459049 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53253233-83c1-4b96-b14b-6f799f9519c3 req-e08401b8-fa10-4c6f-9b70-c012e779b639 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 944 time: 0.0796616 Jul 05 04:13:47.495705 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Attempting to bind port 3ff87fd3-188e-47a6-8a45-d3d60c682261 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:47.496234 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Attempting to bind port 3ff87fd3-188e-47a6-8a45-d3d60c682261 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'eb49c2d2-cfd1-444e-b0c5-968b1fe23b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a43c950e-fd3f-4654-9ca1-36afd04623ab'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:47.496667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Attempting to bind port 3ff87fd3-188e-47a6-8a45-d3d60c682261 on network a43c950e-fd3f-4654-9ca1-36afd04623ab {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:47.502278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-dbae71ca-4a3f-4470-91d4-96c1243a11c5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, b6599ff5-19e1-4a81-8c6c-6cc98af4f483) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:47.502505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:47.503105 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Checking segment: {'id': 'eb49c2d2-cfd1-444e-b0c5-968b1fe23b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a43c950e-fd3f-4654-9ca1-36afd04623ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:47.504519 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.505053 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Bound using segment: {'id': 'eb49c2d2-cfd1-444e-b0c5-968b1fe23b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a43c950e-fd3f-4654-9ca1-36afd04623ab'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:47.510203 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Bound port: 3ff87fd3-188e-47a6-8a45-d3d60c682261, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb49c2d2-cfd1-444e-b0c5-968b1fe23b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a43c950e-fd3f-4654-9ca1-36afd04623ab'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:47.510203 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.511291 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6329218-f346-43d9-b7f0-309d61899450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.511700 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51892b7b-cfe5-4649-b656-e813a8345da7 None None] Network b6599ff5-19e1-4a81-8c6c-6cc98af4f483 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:47.511905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbae71ca-4a3f-4470-91d4-96c1243a11c5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:47.512532 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dbae71ca-4a3f-4470-91d4-96c1243a11c5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.526089 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53253233-83c1-4b96-b14b-6f799f9519c3 req-714d02df-5385-4d4b-9f47-929ed8255af7 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601170 Jul 05 04:13:47.589432 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6329218-f346-43d9-b7f0-309d61899450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.631324 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6329218-f346-43d9-b7f0-309d61899450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4890e5-b49a-498e-81f9-1f17d47532e9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:47.636878 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b6329218-f346-43d9-b7f0-309d61899450 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=366991a13dfa4461b9b00b4a95881fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697670 Jul 05 04:13:47.639415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42956) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:47.649587 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] For port 3ff87fd3-188e-47a6-8a45-d3d60c682261, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:47.667925 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dbae71ca-4a3f-4470-91d4-96c1243a11c5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0155447 Jul 05 04:13:47.668222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42960) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:47.673737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-fe802981-c17f-4435-9ac1-5f9af9d549e3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1576801932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:47.692415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] For port 3ff87fd3-188e-47a6-8a45-d3d60c682261, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3ff87fd3-188e-47a6-8a45-d3d60c682261,segment=NetworkSegment(eb49c2d2-cfd1-444e-b0c5-968b1fe23b34),segment_id=eb49c2d2-cfd1-444e-b0c5-968b1fe23b34)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:47.708962 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04d0c422-b2b6-4994-9032-55a4dba68b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.732444 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04d0c422-b2b6-4994-9032-55a4dba68b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.747550 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-b6599ff5-19e1-4a81-8c6c-6cc98af4f483', 'network_id': 'b6599ff5-19e1-4a81-8c6c-6cc98af4f483', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'fixed_ips': [{'subnet_id': '16dc4a14-1b92-4f2b-bf3d-c513836ad89a'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:47.748807 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.792552 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe802981-c17f-4435-9ac1-5f9af9d549e3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.792552 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe802981-c17f-4435-9ac1-5f9af9d549e3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.835112 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.879713 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04d0c422-b2b6-4994-9032-55a4dba68b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.882334 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04d0c422-b2b6-4994-9032-55a4dba68b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.883497 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-04d0c422-b2b6-4994-9032-55a4dba68b16 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca4890e5-b49a-498e-81f9-1f17d47532e9 HTTP/1.1" status: 204 len: 168 time: 0.2429457 Jul 05 04:13:47.955549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0c422-b2b6-4994-9032-55a4dba68b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4890e5-b49a-498e-81f9-1f17d47532e9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:47.956250 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe802981-c17f-4435-9ac1-5f9af9d549e3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.966383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907d666-7b0f-4b91-8b5c-f55d3b444e67 None None] Pushing event updated for resources: {'Port': ['ID=3ff87fd3-188e-47a6-8a45-d3d60c682261,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:47.981765 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Allocated IP 172.21.0.2 (b6599ff5-19e1-4a81-8c6c-6cc98af4f483/16dc4a14-1b92-4f2b-bf3d-c513836ad89a/bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:48.082494 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe802981-c17f-4435-9ac1-5f9af9d549e3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.268429 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fe802981-c17f-4435-9ac1-5f9af9d549e3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.269797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fe802981-c17f-4435-9ac1-5f9af9d549e3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6003120 Jul 05 04:13:48.272470 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42994) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:48.319361 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.327646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Transition to ACTIVE for port object bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:48.348622 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Transition to ACTIVE for port object bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:48.400124 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.438243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Network b6599ff5-19e1-4a81-8c6c-6cc98af4f483 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:48.443544 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:48.450976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:48.459733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Pushing event updated for resources: {'Port': ['ID=bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:48.543810 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Attempting to bind port bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:48.544745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Attempting to bind port bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'f7e0316a-c7f3-433f-bd07-846c52e9a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b6599ff5-19e1-4a81-8c6c-6cc98af4f483'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:48.545249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Attempting to bind port bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 on network b6599ff5-19e1-4a81-8c6c-6cc98af4f483 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:48.551109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:48.551709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Checking segment: {'id': 'f7e0316a-c7f3-433f-bd07-846c52e9a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b6599ff5-19e1-4a81-8c6c-6cc98af4f483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:48.552235 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.552700 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Bound using segment: {'id': 'f7e0316a-c7f3-433f-bd07-846c52e9a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b6599ff5-19e1-4a81-8c6c-6cc98af4f483'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:48.553239 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Bound port: bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e0316a-c7f3-433f-bd07-846c52e9a07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b6599ff5-19e1-4a81-8c6c-6cc98af4f483'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:48.553834 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.597003 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.688800 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] For port bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:48.692685 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] For port bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8,segment=NetworkSegment(f7e0316a-c7f3-433f-bd07-846c52e9a07d),segment_id=f7e0316a-c7f3-433f-bd07-846c52e9a07d)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:48.794548 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.961978 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f87f1b-46b0-4dc7-b4af-dd858faa4c6d None None] Pushing event updated for resources: {'Port': ['ID=bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:49.000505 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Allocated IP 172.20.0.1 (a43c950e-fd3f-4654-9ca1-36afd04623ab/2a3dc744-c33a-4cf8-a0ed-880f7a786caa/8dc55f3c-3357-433f-ace6-1f916e694a1b) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:49.008524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3ff87fd3-188e-47a6-8a45-d3d60c682261 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:49.168545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5a8c57-5924-4d41-a409-0bc32eefa8df None None] Network a43c950e-fd3f-4654-9ca1-36afd04623ab requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:49.193438 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.219181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Transition to ACTIVE for port object 8dc55f3c-3357-433f-ace6-1f916e694a1b will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:49.281527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 3ff87fd3-188e-47a6-8a45-d3d60c682261 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:49.325781 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.328652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-57368f25-5e8f-4b20-98e6-1631be4550ff None None] Provisioning for port 3ff87fd3-188e-47a6-8a45-d3d60c682261 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:49.353644 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-57368f25-5e8f-4b20-98e6-1631be4550ff None None] Provisioning complete for port 3ff87fd3-188e-47a6-8a45-d3d60c682261 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:49.354155 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-57368f25-5e8f-4b20-98e6-1631be4550ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.375479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network a43c950e-fd3f-4654-9ca1-36afd04623ab is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:49.379107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:49.389266 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:49.426740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=8dc55f3c-3357-433f-ace6-1f916e694a1b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:49.449776 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.456877 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-57368f25-5e8f-4b20-98e6-1631be4550ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.519027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-57368f25-5e8f-4b20-98e6-1631be4550ff None None] For port 3ff87fd3-188e-47a6-8a45-d3d60c682261, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3ff87fd3-188e-47a6-8a45-d3d60c682261,segment=NetworkSegment(eb49c2d2-cfd1-444e-b0c5-968b1fe23b34),segment_id=eb49c2d2-cfd1-444e-b0c5-968b1fe23b34)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:49.606241 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-57368f25-5e8f-4b20-98e6-1631be4550ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.664023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57368f25-5e8f-4b20-98e6-1631be4550ff None None] Pushing event updated for resources: {'Port': ['ID=3ff87fd3-188e-47a6-8a45-d3d60c682261,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:49.676640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1abdaa-662e-48a2-8be8-2af2792cd157 req-97209b97-3969-45cd-86f8-33c46d9cbfbf tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:49.684286 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d1abdaa-662e-48a2-8be8-2af2792cd157 req-97209b97-3969-45cd-86f8-33c46d9cbfbf tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdb36461-c3ce-4fe2-88ef-08390909e034 HTTP/1.1" status: 200 len: 944 time: 0.0862114 Jul 05 04:13:49.787969 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.908438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-be464b84-fa2c-4c3f-9b69-6f786f8d07c7 None None] Provisioning for port 8dc55f3c-3357-433f-ace6-1f916e694a1b completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:49.914465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-be464b84-fa2c-4c3f-9b69-6f786f8d07c7 None None] Provisioning complete for port 8dc55f3c-3357-433f-ace6-1f916e694a1b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:49.915086 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-be464b84-fa2c-4c3f-9b69-6f786f8d07c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.968197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-be464b84-fa2c-4c3f-9b69-6f786f8d07c7 None None] Port 8dc55f3c-3357-433f-ace6-1f916e694a1b cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:49.980481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-be464b84-fa2c-4c3f-9b69-6f786f8d07c7 None None] Provisioning complete for port 3ff87fd3-188e-47a6-8a45-d3d60c682261 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:49.980970 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-be464b84-fa2c-4c3f-9b69-6f786f8d07c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.988840 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-6d1abdaa-662e-48a2-8be8-2af2792cd157 req-2ea60364-161c-4352-8abc-b8b5e9a3eeba tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Deleting port 82c5bb09-9327-48eb-86ea-71e64a9d53c6 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:49.989185 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6d1abdaa-662e-48a2-8be8-2af2792cd157 req-2ea60364-161c-4352-8abc-b8b5e9a3eeba tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.180121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-6d1abdaa-662e-48a2-8be8-2af2792cd157 req-2ea60364-161c-4352-8abc-b8b5e9a3eeba tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] For port 82c5bb09-9327-48eb-86ea-71e64a9d53c6, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=82c5bb09-9327-48eb-86ea-71e64a9d53c6,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:50.186644 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6d1abdaa-662e-48a2-8be8-2af2792cd157 req-2ea60364-161c-4352-8abc-b8b5e9a3eeba tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.203174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-6d1abdaa-662e-48a2-8be8-2af2792cd157 req-2ea60364-161c-4352-8abc-b8b5e9a3eeba tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Calling delete_port for 82c5bb09-9327-48eb-86ea-71e64a9d53c6 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:50.243247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f08576dd-3386-40af-bbad-fc81c682725f None None] Provisioning complete for port 8dc55f3c-3357-433f-ace6-1f916e694a1b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:50.243626 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f08576dd-3386-40af-bbad-fc81c682725f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.282806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a498cd-5ae6-4735-999c-d1d845780d48 None None] Network b6599ff5-19e1-4a81-8c6c-6cc98af4f483 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:50.336596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f08576dd-3386-40af-bbad-fc81c682725f None None] Port 8dc55f3c-3357-433f-ace6-1f916e694a1b cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:50.554417 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1830385a-962d-4659-8b58-3b1d7c007ac0 None None] Provisioning for port bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:50.752222 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.810565 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.909297 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.926828 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=8dc55f3c-3357-433f-ace6-1f916e694a1b,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:50.983066 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6d1abdaa-662e-48a2-8be8-2af2792cd157 req-2ea60364-161c-4352-8abc-b8b5e9a3eeba tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.008496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3ff87fd3-188e-47a6-8a45-d3d60c682261 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:51.048199 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea60364-161c-4352-8abc-b8b5e9a3eeba tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Pushing event deleted for resources: {'Port': ['ID=82c5bb09-9327-48eb-86ea-71e64a9d53c6,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:51.069741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 3ff87fd3-188e-47a6-8a45-d3d60c682261 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:51.070490 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.078496 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1abdaa-662e-48a2-8be8-2af2792cd157 req-2ea60364-161c-4352-8abc-b8b5e9a3eeba tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] No DVR routers for this DVR port 82c5bb09-9327-48eb-86ea-71e64a9d53c6 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:51.083470 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6d1abdaa-662e-48a2-8be8-2af2792cd157 req-2ea60364-161c-4352-8abc-b8b5e9a3eeba tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.085527 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d1abdaa-662e-48a2-8be8-2af2792cd157 req-2ea60364-161c-4352-8abc-b8b5e9a3eeba tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "DELETE /v2.0/ports/82c5bb09-9327-48eb-86ea-71e64a9d53c6 HTTP/1.1" status: 204 len: 173 time: 1.4000101 Jul 05 04:13:51.085969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb36461-c3ce-4fe2-88ef-08390909e034', 'name': 'network-vif-deleted', 'tag': '82c5bb09-9327-48eb-86ea-71e64a9d53c6'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:51.088415 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e91acb2-5389-4bf5-a4c1-b13e8c7fb1fd" -d '{"events": [{"server_uuid": "cdb36461-c3ce-4fe2-88ef-08390909e034", "name": "network-vif-deleted", "tag": "82c5bb09-9327-48eb-86ea-71e64a9d53c6"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:51.121345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network a43c950e-fd3f-4654-9ca1-36afd04623ab is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:51.124556 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:51.150682 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a683ed36-f6cb-4002-b1eb-51d7c85e4f9b x-openstack-request-id: req-a683ed36-f6cb-4002-b1eb-51d7c85e4f9b {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:51.151873 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb36461-c3ce-4fe2-88ef-08390909e034", "name": "network-vif-deleted", "tag": "82c5bb09-9327-48eb-86ea-71e64a9d53c6", "status": "failed", "code": 422}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:51.152258 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a683ed36-f6cb-4002-b1eb-51d7c85e4f9b {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:51.152742 n-d-771363-32 neutron-server[100933]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cdb36461-c3ce-4fe2-88ef-08390909e034', 'name': 'network-vif-deleted', 'tag': '82c5bb09-9327-48eb-86ea-71e64a9d53c6', 'status': 'failed', 'code': 422} returned with failed status Jul 05 04:13:51.200685 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:51.309248 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:51.313819 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:51.318888 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.364502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router dfb89682-1a11-4afe-a3fa-70cc7787664d is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:13:51.396473 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.440032 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e51b1eb2-78c9-43d7-aa37-2456fb5f3e0b None None] Provisioning complete for port 8dc55f3c-3357-433f-ace6-1f916e694a1b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:51.440591 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e51b1eb2-78c9-43d7-aa37-2456fb5f3e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.464102 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8,segment=NetworkSegment(f7e0316a-c7f3-433f-bd07-846c52e9a07d),segment_id=f7e0316a-c7f3-433f-bd07-846c52e9a07d)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:51.492503 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e51b1eb2-78c9-43d7-aa37-2456fb5f3e0b None None] Port 8dc55f3c-3357-433f-ace6-1f916e694a1b cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:51.502099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:51.511645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-53428bd3-eaa3-4ebc-b061-cf5c9857aec0 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/dfb89682-1a11-4afe-a3fa-70cc7787664d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2354467 Jul 05 04:13:51.511905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43218) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:51.519510 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94324f8-b901-4a60-837b-a1393054f337 None None] Sync routers for ids ['dfb89682-1a11-4afe-a3fa-70cc7787664d'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:51.529987 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.566530 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94324f8-b901-4a60-837b-a1393054f337 None None] Routers {'dfb89682-1a11-4afe-a3fa-70cc7787664d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:51.567207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d94324f8-b901-4a60-837b-a1393054f337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:13:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dfb89682-1a11-4afe-a3fa-70cc7787664d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:51.593527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f529394-64b8-4cc2-876f-811f21d2f095 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:51.595291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5f529394-64b8-4cc2-876f-811f21d2f095 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports/8dc55f3c-3357-433f-ace6-1f916e694a1b HTTP/1.1" status: 200 len: 910 time: 0.0821478 Jul 05 04:13:51.598101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43224) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:51.606642 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d94324f8-b901-4a60-837b-a1393054f337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:51.631235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94324f8-b901-4a60-837b-a1393054f337 None None] Routers {'dfb89682-1a11-4afe-a3fa-70cc7787664d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:51.631612 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d94324f8-b901-4a60-837b-a1393054f337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:13:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dfb89682-1a11-4afe-a3fa-70cc7787664d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:51.637488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:51.670166 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d94324f8-b901-4a60-837b-a1393054f337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:51.670736 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94324f8-b901-4a60-837b-a1393054f337 None None] The sync data for ids ['dfb89682-1a11-4afe-a3fa-70cc7787664d'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:51.931709 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43236) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:51.969079 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.042788 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd3d10c2-d5da-40e9-b7cd-d804f398678d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.146280 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd3d10c2-d5da-40e9-b7cd-d804f398678d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.216731 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd3d10c2-d5da-40e9-b7cd-d804f398678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.254705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Allocated IP 172.21.0.1 (b6599ff5-19e1-4a81-8c6c-6cc98af4f483/16dc4a14-1b92-4f2b-bf3d-c513836ad89a/e2a54d13-9c8d-4f8a-8b92-10580898d65b) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:52.272679 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cd3d10c2-d5da-40e9-b7cd-d804f398678d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=519011102a1f4e7da8c32528c3a7a06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367293 Jul 05 04:13:52.272679 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d10c2-d5da-40e9-b7cd-d804f398678d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b32d4c-3be8-4100-931c-5f9a904dbfa8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:52.272977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43244) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:52.405897 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcccf401-d29b-4cab-9783-5f90da52c350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.445196 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcccf401-d29b-4cab-9783-5f90da52c350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.467942 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.549580 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Transition to ACTIVE for port object e2a54d13-9c8d-4f8a-8b92-10580898d65b will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:52.620740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-df0db294-ef17-48dd-a558-e4b863c04bed tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:52.622153 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-df0db294-ef17-48dd-a558-e4b863c04bed tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/networks?id=4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 200 len: 811 time: 0.1603603 Jul 05 04:13:52.636610 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-434167be-a1e2-4e8c-b7e8-6ee957dff7b4 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/quotas/889673422f48438f9175658256256746 HTTP/1.1" status: 200 len: 375 time: 0.0089133 Jul 05 04:13:52.672430 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-9756f6c4-5510-47dc-9057-41308cf40a57 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306442 Jul 05 04:13:52.674014 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcccf401-d29b-4cab-9783-5f90da52c350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.676689 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcccf401-d29b-4cab-9783-5f90da52c350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.677764 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dcccf401-d29b-4cab-9783-5f90da52c350 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/81b32d4c-3be8-4100-931c-5f9a904dbfa8 HTTP/1.1" status: 204 len: 168 time: 0.4038537 Jul 05 04:13:52.704669 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccf401-d29b-4cab-9783-5f90da52c350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b32d4c-3be8-4100-931c-5f9a904dbfa8,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:52.733946 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.789471 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network b6599ff5-19e1-4a81-8c6c-6cc98af4f483 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:52.798360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:52.800807 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:52.827861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=e2a54d13-9c8d-4f8a-8b92-10580898d65b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:52.873269 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.946378 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:52.977889 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-1e5702bf-0adc-41e5-8307-6cf384084acd service neutron] 10.222.0.38 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972314 Jul 05 04:13:53.051582 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:53.052835 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.105396 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-ee5d413b-9aff-4eda-82da-e9cd8a0b0a32 service neutron] 10.222.0.38 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178770 Jul 05 04:13:53.205044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1a45612a-6d6e-43ee-a996-d660640df8b3 None None] Provisioning for port e2a54d13-9c8d-4f8a-8b92-10580898d65b completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:53.208968 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1a45612a-6d6e-43ee-a996-d660640df8b3 None None] Provisioning complete for port e2a54d13-9c8d-4f8a-8b92-10580898d65b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:53.209346 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1a45612a-6d6e-43ee-a996-d660640df8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.211742 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.254044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1a45612a-6d6e-43ee-a996-d660640df8b3 None None] Port e2a54d13-9c8d-4f8a-8b92-10580898d65b cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:53.439366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43280) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:53.458067 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67926048-abf8-4acf-ba9a-2e562a62f172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.458258 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3744fd3a-d93b-4652-a704-5178502fc13d req-45795c95-d3cf-4d74-ba7a-bd1035c5d236 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 210 time: 0.0396945 Jul 05 04:13:53.554680 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.588932 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67926048-abf8-4acf-ba9a-2e562a62f172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.616408 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.685095 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-67926048-abf8-4acf-ba9a-2e562a62f172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.691802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=e2a54d13-9c8d-4f8a-8b92-10580898d65b,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:53.694445 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.735907 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-67926048-abf8-4acf-ba9a-2e562a62f172 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=57096f2317294d7ab883c0f8684be560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948120 Jul 05 04:13:53.738151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67926048-abf8-4acf-ba9a-2e562a62f172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e876b8a-4eda-4370-aefe-3eddf9668c02,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:53.740793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43282) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:53.803203 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b652-e9c0-47b2-997c-3ea46f78e683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.833197 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b652-e9c0-47b2-997c-3ea46f78e683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.834856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network b6599ff5-19e1-4a81-8c6c-6cc98af4f483 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:53.836532 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:53.937670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router dfb89682-1a11-4afe-a3fa-70cc7787664d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:13:53.982068 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b652-e9c0-47b2-997c-3ea46f78e683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.984747 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b652-e9c0-47b2-997c-3ea46f78e683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.985930 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dfb7b652-e9c0-47b2-997c-3ea46f78e683 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e876b8a-4eda-4370-aefe-3eddf9668c02 HTTP/1.1" status: 204 len: 168 time: 0.2439675 Jul 05 04:13:53.996950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7b652-e9c0-47b2-997c-3ea46f78e683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e876b8a-4eda-4370-aefe-3eddf9668c02,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:54.084124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:54.092574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6d98809b-541f-4c4a-ad61-7eca71b4f5f5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/dfb89682-1a11-4afe-a3fa-70cc7787664d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4907818 Jul 05 04:13:54.093003 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43294) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:54.124226 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5868ad-9cae-4892-b467-cf933f6d7fb9 None None] Sync routers for ids ['dfb89682-1a11-4afe-a3fa-70cc7787664d'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:54.155218 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5868ad-9cae-4892-b467-cf933f6d7fb9 None None] Routers {'dfb89682-1a11-4afe-a3fa-70cc7787664d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:54.155880 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ad5868ad-9cae-4892-b467-cf933f6d7fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:13:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dfb89682-1a11-4afe-a3fa-70cc7787664d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:54.185370 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-790c1143-693f-4400-b40b-ac1174c5522c None None] Provisioning complete for port e2a54d13-9c8d-4f8a-8b92-10580898d65b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:54.185824 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-790c1143-693f-4400-b40b-ac1174c5522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.207379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562b6eba-70bf-4103-a924-28b9c3f6e0df tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:54.211658 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-562b6eba-70bf-4103-a924-28b9c3f6e0df tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports/e2a54d13-9c8d-4f8a-8b92-10580898d65b HTTP/1.1" status: 200 len: 910 time: 0.1146057 Jul 05 04:13:54.211806 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ad5868ad-9cae-4892-b467-cf933f6d7fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:54.211993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43296) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:54.221560 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5868ad-9cae-4892-b467-cf933f6d7fb9 None None] Routers {'dfb89682-1a11-4afe-a3fa-70cc7787664d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:54.222177 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ad5868ad-9cae-4892-b467-cf933f6d7fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:13:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dfb89682-1a11-4afe-a3fa-70cc7787664d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:54.245520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-790c1143-693f-4400-b40b-ac1174c5522c None None] Port e2a54d13-9c8d-4f8a-8b92-10580898d65b cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:54.255392 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ad5868ad-9cae-4892-b467-cf933f6d7fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:54.256054 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5868ad-9cae-4892-b467-cf933f6d7fb9 None None] The sync data for ids ['dfb89682-1a11-4afe-a3fa-70cc7787664d'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:54.387430 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:13:54.567271 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74c220f1-37ea-42c5-96c2-c06e39476ab2 req-8fb23705-e28c-476c-9438-8605e8e857ec tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 210 time: 0.0337114 Jul 05 04:13:54.592420 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c38b2b7d-b80c-469b-b7db-53984c0f8b4f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.855121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-c38b2b7d-b80c-469b-b7db-53984c0f8b4f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port e2a54d13-9c8d-4f8a-8b92-10580898d65b {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:54.855623 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c38b2b7d-b80c-469b-b7db-53984c0f8b4f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.942932 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c38b2b7d-b80c-469b-b7db-53984c0f8b4f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.955075 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-c38b2b7d-b80c-469b-b7db-53984c0f8b4f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for e2a54d13-9c8d-4f8a-8b92-10580898d65b owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:55.216394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c38b2b7d-b80c-469b-b7db-53984c0f8b4f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.248370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b2b7d-b80c-469b-b7db-53984c0f8b4f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=e2a54d13-9c8d-4f8a-8b92-10580898d65b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:55.801244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a39a6e84-3828-43c9-9a3f-2d15dedbfd67 req-25ed36f4-c5bc-4dd1-98b8-fed4cc0438cc tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 210 time: 0.0338311 Jul 05 04:13:55.818526 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c38b2b7d-b80c-469b-b7db-53984c0f8b4f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.030473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38b2b7d-b80c-469b-b7db-53984c0f8b4f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router dfb89682-1a11-4afe-a3fa-70cc7787664d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:13:56.116598 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43342) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:56.145885 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38b2b7d-b80c-469b-b7db-53984c0f8b4f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:56.159171 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c38b2b7d-b80c-469b-b7db-53984c0f8b4f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/dfb89682-1a11-4afe-a3fa-70cc7787664d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9395056 Jul 05 04:13:56.159261 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fe7002-7118-45bc-9127-3b539424b421 None None] Sync routers for ids ['dfb89682-1a11-4afe-a3fa-70cc7787664d'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:56.161083 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43346) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:56.169668 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe7002-7118-45bc-9127-3b539424b421 None None] Routers {'dfb89682-1a11-4afe-a3fa-70cc7787664d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:56.170508 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a7fe7002-7118-45bc-9127-3b539424b421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:13:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dfb89682-1a11-4afe-a3fa-70cc7787664d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:56.210229 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a7fe7002-7118-45bc-9127-3b539424b421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:56.221015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe7002-7118-45bc-9127-3b539424b421 None None] Routers {'dfb89682-1a11-4afe-a3fa-70cc7787664d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:56.221942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a7fe7002-7118-45bc-9127-3b539424b421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:13:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dfb89682-1a11-4afe-a3fa-70cc7787664d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:56.259432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a7fe7002-7118-45bc-9127-3b539424b421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:56.261239 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fe7002-7118-45bc-9127-3b539424b421 None None] The sync data for ids ['dfb89682-1a11-4afe-a3fa-70cc7787664d'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:56.323280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f252952d-bee1-4548-9a2e-e4e1d7c0e988 tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1231314203'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:56.477864 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-fb9a694d-535c-4eda-b2a7-d63d1376241b tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:56.479834 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-fb9a694d-535c-4eda-b2a7-d63d1376241b tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.10 "GET /v2.0/networks?id=4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 200 len: 811 time: 0.2408681 Jul 05 04:13:56.482899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f252952d-bee1-4548-9a2e-e4e1d7c0e988 tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Made reservation on behalf of 29a2ad3397fc49ddaf85544022423d19 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:56.486921 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f252952d-bee1-4548-9a2e-e4e1d7c0e988 tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.513164 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-a3d94bf7-9dde-4be9-b068-f2bbcee52d19 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Request body: {'port': {'device_id': 'ea103425-f687-49bd-9746-6c94dce3436a', 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca', 'admin_state_up': True, 'tenant_id': '889673422f48438f9175658256256746'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:56.520123 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f252952d-bee1-4548-9a2e-e4e1d7c0e988 tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.800812 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f252952d-bee1-4548-9a2e-e4e1d7c0e988 tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.822926 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5b29-26e0-4f9f-8c11-490592455987 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.894304 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f252952d-bee1-4548-9a2e-e4e1d7c0e988 tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.936394 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f252952d-bee1-4548-9a2e-e4e1d7c0e988 tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:56.984927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64d015c2-5e35-4d02-a2fa-05dbc13a6c26 req-9290c00f-2e96-46ae-ae88-ae678ca3dd8a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 210 time: 0.0521855 Jul 05 04:13:56.986211 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f252952d-bee1-4548-9a2e-e4e1d7c0e988 tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.986541 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-f252952d-bee1-4548-9a2e-e4e1d7c0e988 tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Added segment 40bf4a79-095f-44e9-a5fd-61d41483613e of type vlan for network 999defb7-e7b8-4572-886a-26afdc0fec3c Jul 05 04:13:56.995593 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252952d-bee1-4548-9a2e-e4e1d7c0e988 tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7c5eb0-20ce-42cc-ad3b-94d9fc907975,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:57.052569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-a3d94bf7-9dde-4be9-b068-f2bbcee52d19 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Made reservation on behalf of 889673422f48438f9175658256256746 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:57.056147 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-a3d94bf7-9dde-4be9-b068-f2bbcee52d19 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.077429 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f252952d-bee1-4548-9a2e-e4e1d7c0e988 tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.233129 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f252952d-bee1-4548-9a2e-e4e1d7c0e988 tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.238631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f252952d-bee1-4548-9a2e-e4e1d7c0e988 tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:57.239209 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f252952d-bee1-4548-9a2e-e4e1d7c0e988 tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.354040 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-a3d94bf7-9dde-4be9-b068-f2bbcee52d19 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Allocated IP 172.20.0.5 (4483820e-ce4a-4424-9733-eb9c989451ca/f579dd9f-48bf-4c30-ad74-936c5f2d58c0/e40fa9fc-9da7-4d77-9a18-cea913a68639) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:57.358454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252952d-bee1-4548-9a2e-e4e1d7c0e988 tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Pushing event updated for resources: {'Network': ['ID=999defb7-e7b8-4572-886a-26afdc0fec3c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:57.375418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 999defb7-e7b8-4572-886a-26afdc0fec3c details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:57.413344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f252952d-bee1-4548-9a2e-e4e1d7c0e988 tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2956712 Jul 05 04:13:57.551128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b5b29-26e0-4f9f-8c11-490592455987 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port 8dc55f3c-3357-433f-ace6-1f916e694a1b {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:57.551777 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5b29-26e0-4f9f-8c11-490592455987 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.668910 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-a3d94bf7-9dde-4be9-b068-f2bbcee52d19 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.692272 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5b29-26e0-4f9f-8c11-490592455987 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.719661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43364) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:57.722106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b5b29-26e0-4f9f-8c11-490592455987 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for 8dc55f3c-3357-433f-ace6-1f916e694a1b owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:57.727164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Request body: {'port': {'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c', 'binding:host_id': 'n-h1-771363-32', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1195680062'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:57.810185 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Made reservation on behalf of d6f1effe1ff241c5a2e1c0484545499e for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:57.814854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.857937 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.881373 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-a3d94bf7-9dde-4be9-b068-f2bbcee52d19 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.887691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cba75f-ae61-4690-936d-81a183d41c33 req-43a0789f-0188-464d-9460-16a33f1a0008 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:57.894797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a3cba75f-ae61-4690-936d-81a183d41c33 req-43a0789f-0188-464d-9460-16a33f1a0008 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 1097 time: 0.1936238 Jul 05 04:13:57.953362 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a3cba75f-ae61-4690-936d-81a183d41c33 req-9e8ed572-abaa-4fb3-af24-75f8cc739206 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.980829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-a3d94bf7-9dde-4be9-b068-f2bbcee52d19 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Network 4483820e-ce4a-4424-9733-eb9c989451ca is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:57.990869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-a3d94bf7-9dde-4be9-b068-f2bbcee52d19 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:57.997119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d94bf7-9dde-4be9-b068-f2bbcee52d19 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Pushing event updated for resources: {'Port': ['ID=e40fa9fc-9da7-4d77-9a18-cea913a68639,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:57.999573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-a3d94bf7-9dde-4be9-b068-f2bbcee52d19 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:58.012531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.083244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-a3d94bf7-9dde-4be9-b068-f2bbcee52d19 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:58.083877 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-a3d94bf7-9dde-4be9-b068-f2bbcee52d19 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.086394 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.094114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] device_id is not set on port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:58.165270 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5b29-26e0-4f9f-8c11-490592455987 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.217986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b5b29-26e0-4f9f-8c11-490592455987 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=8dc55f3c-3357-433f-ace6-1f916e694a1b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:58.221494 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a3cba75f-ae61-4690-936d-81a183d41c33 req-9e8ed572-abaa-4fb3-af24-75f8cc739206 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.268639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4b876b-4e09-4caa-8e98-ff31cc7a0490,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:58.304853 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a3cba75f-ae61-4690-936d-81a183d41c33 req-9e8ed572-abaa-4fb3-af24-75f8cc739206 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.376794 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a3cba75f-ae61-4690-936d-81a183d41c33 req-9e8ed572-abaa-4fb3-af24-75f8cc739206 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4810147 Jul 05 04:13:58.390628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-a3d94bf7-9dde-4be9-b068-f2bbcee52d19 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8934321 Jul 05 04:13:58.413795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Request body: {'port': {'device_id': 'ea103425-f687-49bd-9746-6c94dce3436a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:58.498912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] device_id is not set on port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:58.499931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ed572-abaa-4fb3-af24-75f8cc739206 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d082871-0c22-42c5-8ce5-a183d19e09b2,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:58.523958 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.547229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Transition to ACTIVE for port object 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:58.589122 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e1acb-c80a-49ea-864d-fe2c7a1f49cf req-89fb515c-59b4-4f7f-b2b4-5553a18cc8c4 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:58.590624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f0e1acb-c80a-49ea-864d-fe2c7a1f49cf req-89fb515c-59b4-4f7f-b2b4-5553a18cc8c4 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 931 time: 0.3864496 Jul 05 04:13:58.619159 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5b29-26e0-4f9f-8c11-490592455987 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.639471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.707812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Pushing event updated for resources: {'Port': ['ID=8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:58.719134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Checking segment: {'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:58.719759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Network hostable DHCP agents. Network: 999defb7-e7b8-4572-886a-26afdc0fec3c, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:58.778269 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f0e1acb-c80a-49ea-864d-fe2c7a1f49cf req-e7018abb-bf8a-40b9-847a-981731ddba52 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616356 Jul 05 04:13:58.787877 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.805210 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Network 999defb7-e7b8-4572-886a-26afdc0fec3c is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:58.883760 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 999defb7-e7b8-4572-886a-26afdc0fec3c) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:58.888529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:58.892044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1fd401-ab0f-4deb-bb90-2d84d6009564 None None] Network 999defb7-e7b8-4572-886a-26afdc0fec3c requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:58.897538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739f2ff-9fe8-4d9f-8e37-38e621e51c8b req-e34d752c-b031-4f92-a96e-f2e2d1af4610 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:58.899102 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6739f2ff-9fe8-4d9f-8e37-38e621e51c8b req-e34d752c-b031-4f92-a96e-f2e2d1af4610 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.3374929 Jul 05 04:13:58.907640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:58.907988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:58.908391 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:58.913102 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:13:58.913544 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:13:58.913852 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 2 to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 Jul 05 04:13:58.927998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:58.928394 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:58.928745 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:58.935719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:13:58.936083 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:13:58.936534 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 3 to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 Jul 05 04:13:58.945499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0b5b29-26e0-4f9f-8c11-490592455987 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router dfb89682-1a11-4afe-a3fa-70cc7787664d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:13:58.950664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:58.951011 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:58.951404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:58.957250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:13:58.957585 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:13:58.959510 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 4 to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 Jul 05 04:13:58.971958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:58.972339 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:58.972679 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:58.977370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:13:58.977700 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:13:58.978098 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 5 to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 Jul 05 04:13:58.993090 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:58.993433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:58.993780 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:59.001808 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:13:59.002157 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:13:59.002553 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 6 to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 Jul 05 04:13:59.018736 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:59.019139 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:59.019491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:59.026836 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:13:59.027212 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:13:59.027620 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 7 to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 Jul 05 04:13:59.044718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:59.045455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:59.045815 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:59.051190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6739f2ff-9fe8-4d9f-8e37-38e621e51c8b req-8c4b8b5b-b0ec-4706-bf1a-c4d2bc546ad0 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412382 Jul 05 04:13:59.051351 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:13:59.051686 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:13:59.053060 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 8 to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 Jul 05 04:13:59.067677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:59.068016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:59.068405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:59.073868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:13:59.074206 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:13:59.074608 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 9 to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 Jul 05 04:13:59.087513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43374) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:59.132204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:59.132549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:59.132895 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:59.160753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:13:59.161099 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:13:59.168551 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 10 to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 Jul 05 04:13:59.205808 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-59cb73b8-42f6-4067-9318-4b4f7316845f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/af05e22c-4179-413e-9155-fe6933307077 HTTP/1.1" status: 200 len: 993 time: 0.1165769 Jul 05 04:13:59.206545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:59.206880 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:59.207219 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:59.212453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:13:59.212746 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:13:59.213693 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.301108 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] For port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:59.301857 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempted to set empty binding levels {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:13:59.371792 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.408355 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:59.408965 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.427828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Pushing event updated for resources: {'Port': ['ID=8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:59.520451 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9959a928-664b-4525-8abc-99c557e3e0f9 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.7972775 Jul 05 04:13:59.522821 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43380) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:59.538432 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0b5b29-26e0-4f9f-8c11-490592455987 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:59.559008 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87905b8a-743a-4563-bad4-128a46e295e8 None None] Sync routers for ids ['dfb89682-1a11-4afe-a3fa-70cc7787664d'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:59.594660 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87905b8a-743a-4563-bad4-128a46e295e8 None None] Routers {'dfb89682-1a11-4afe-a3fa-70cc7787664d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:59.595299 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-87905b8a-743a-4563-bad4-128a46e295e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:13:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dfb89682-1a11-4afe-a3fa-70cc7787664d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:59.628001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b535335a-0b2e-4b25-b0ce-a2be114b19ec tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Deleting port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:59.628802 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b535335a-0b2e-4b25-b0ce-a2be114b19ec tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.647668 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40fa9fc-9da7-4d77-9a18-cea913a68639 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:13:59.655997 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-87905b8a-743a-4563-bad4-128a46e295e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:59.665098 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87905b8a-743a-4563-bad4-128a46e295e8 None None] Routers {'dfb89682-1a11-4afe-a3fa-70cc7787664d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:59.667577 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-87905b8a-743a-4563-bad4-128a46e295e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:13:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dfb89682-1a11-4afe-a3fa-70cc7787664d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:59.668002 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.681913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Transition to ACTIVE for port object e40fa9fc-9da7-4d77-9a18-cea913a68639 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:59.686281 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0a0b5b29-26e0-4f9f-8c11-490592455987 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/dfb89682-1a11-4afe-a3fa-70cc7787664d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5211668 Jul 05 04:13:59.690027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43384) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:59.720362 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-b535335a-0b2e-4b25-b0ce-a2be114b19ec tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] For port 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85, host n-h1-771363-32, got binding levels [] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:59.720833 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b535335a-0b2e-4b25-b0ce-a2be114b19ec tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.721452 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-87905b8a-743a-4563-bad4-128a46e295e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:59.722279 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87905b8a-743a-4563-bad4-128a46e295e8 None None] The sync data for ids ['dfb89682-1a11-4afe-a3fa-70cc7787664d'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:59.732409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dea09123-64de-4733-87ab-24a5c2493845 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports?device_id=dfb89682-1a11-4afe-a3fa-70cc7787664d HTTP/1.1" status: 200 len: 205 time: 0.0410290 Jul 05 04:13:59.734899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43390) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:59.736423 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b535335a-0b2e-4b25-b0ce-a2be114b19ec tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Calling delete_port for 8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:59.741606 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.861139 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2941659e-8a1f-400d-ba39-a9efebc339ae tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.890396 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b535335a-0b2e-4b25-b0ce-a2be114b19ec tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.933113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535335a-0b2e-4b25-b0ce-a2be114b19ec tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:59.944783 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b535335a-0b2e-4b25-b0ce-a2be114b19ec tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.947609 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b535335a-0b2e-4b25-b0ce-a2be114b19ec tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] 10.222.0.38 "DELETE /v2.0/ports/8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 HTTP/1.1" status: 204 len: 168 time: 0.4233651 Jul 05 04:13:59.950576 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43396) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:59.954232 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=e40fa9fc-9da7-4d77-9a18-cea913a68639,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:59.992293 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-824891bc-e8df-412c-b99b-81e0be5eb417 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:13:59.996006 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-824891bc-e8df-412c-b99b-81e0be5eb417 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] 10.222.0.38 "GET /v2.0/ports/8b21a27a-cc4e-4cc4-bcd4-2daac4c4fd85 HTTP/1.1" status: 404 len: 333 time: 0.0424473 Jul 05 04:14:00.000544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43398) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:00.007128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-971f8821-a9c0-4140-bcb3-6e604bcee7d5 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Request body: {'port': {'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1760253517'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:00.154655 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2941659e-8a1f-400d-ba39-a9efebc339ae tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.160472 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2941659e-8a1f-400d-ba39-a9efebc339ae tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.199574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971f8821-a9c0-4140-bcb3-6e604bcee7d5 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Made reservation on behalf of d6f1effe1ff241c5a2e1c0484545499e for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:00.202299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-971f8821-a9c0-4140-bcb3-6e604bcee7d5 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.219124 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-971f8821-a9c0-4140-bcb3-6e604bcee7d5 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] device_id is not set on port 9e4bab44-5329-46a0-8990-74fcdf069cb9 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:00.221891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Attempting to bind port e40fa9fc-9da7-4d77-9a18-cea913a68639 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:00.222225 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Attempting to bind port e40fa9fc-9da7-4d77-9a18-cea913a68639 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:00.222570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Attempting to bind port e40fa9fc-9da7-4d77-9a18-cea913a68639 on network 4483820e-ce4a-4424-9733-eb9c989451ca {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:00.233672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Port e40fa9fc-9da7-4d77-9a18-cea913a68639 on network 4483820e-ce4a-4424-9733-eb9c989451ca not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:00.234044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Attempting to bind port e40fa9fc-9da7-4d77-9a18-cea913a68639 on network 4483820e-ce4a-4424-9733-eb9c989451ca {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:00.250562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fffbe7-3ff5-404f-b61c-271fe20dd9e2 req-ae656409-4b46-4d35-9162-d197548b3b15 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:00.252214 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28fffbe7-3ff5-404f-b61c-271fe20dd9e2 req-ae656409-4b46-4d35-9162-d197548b3b15 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 943 time: 0.2791688 Jul 05 04:14:00.253508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:00.253837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Checking segment: {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:00.254231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Bound using segment: {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:00.254678 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Bound port: e40fa9fc-9da7-4d77-9a18-cea913a68639, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:00.255791 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.298467 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2941659e-8a1f-400d-ba39-a9efebc339ae tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.298973 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2941659e-8a1f-400d-ba39-a9efebc339ae tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Fanout notify agent at l3_agent the message router_deleted on router dfb89682-1a11-4afe-a3fa-70cc7787664d {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:00.342132 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2941659e-8a1f-400d-ba39-a9efebc339ae tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.343196 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2941659e-8a1f-400d-ba39-a9efebc339ae tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/routers/dfb89682-1a11-4afe-a3fa-70cc7787664d HTTP/1.1" status: 204 len: 168 time: 0.6073911 Jul 05 04:14:00.349082 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43402) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:00.397628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28fffbe7-3ff5-404f-b61c-271fe20dd9e2 req-8f6e6294-84d6-4c76-bbf8-697bf0665c01 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299834 Jul 05 04:14:00.474114 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-971f8821-a9c0-4140-bcb3-6e604bcee7d5 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.476891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] For port e40fa9fc-9da7-4d77-9a18-cea913a68639, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:00.484914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] For port e40fa9fc-9da7-4d77-9a18-cea913a68639, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e40fa9fc-9da7-4d77-9a18-cea913a68639,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:00.490241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69c74c0-4184-460f-a224-58eca8ec4060 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting subnet 16dc4a14-1b92-4f2b-bf3d-c513836ad89a {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:00.494014 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e69c74c0-4184-460f-a224-58eca8ec4060 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.548529 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e69c74c0-4184-460f-a224-58eca8ec4060 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.551886 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.568080 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-971f8821-a9c0-4140-bcb3-6e604bcee7d5 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.589550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a763d9-5027-45f2-8f8b-0b0b97ec7397 req-9bea0ffe-dabe-410c-8cae-67db0a3f0a3d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:00.591058 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8a763d9-5027-45f2-8f8b-0b0b97ec7397 req-9bea0ffe-dabe-410c-8cae-67db0a3f0a3d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.2094622 Jul 05 04:14:00.636829 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971f8821-a9c0-4140-bcb3-6e604bcee7d5 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Network 999defb7-e7b8-4572-886a-26afdc0fec3c is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:00.637727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:00.638350 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.639727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] 10.222.0.10 "PUT /v2.0/ports/e40fa9fc-9da7-4d77-9a18-cea913a68639 HTTP/1.1" status: 200 len: 1092 time: 2.2311525 Jul 05 04:14:00.640241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea103425-f687-49bd-9746-6c94dce3436a', 'tag': 'e40fa9fc-9da7-4d77-9a18-cea913a68639'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:00.642468 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c2ea64-221d-4f0a-a252-0450273803af" -d '{"events": [{"name": "network-changed", "server_uuid": "ea103425-f687-49bd-9746-6c94dce3436a", "tag": "e40fa9fc-9da7-4d77-9a18-cea913a68639"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:00.645070 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-971f8821-a9c0-4140-bcb3-6e604bcee7d5 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:00.648627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f8821-a9c0-4140-bcb3-6e604bcee7d5 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:00.649587 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971f8821-a9c0-4140-bcb3-6e604bcee7d5 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:00.650200 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-971f8821-a9c0-4140-bcb3-6e604bcee7d5 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.660755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f8821-a9c0-4140-bcb3-6e604bcee7d5 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Pushing event updated for resources: {'Port': ['ID=9e4bab44-5329-46a0-8990-74fcdf069cb9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:00.688705 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-04cbaa7b-4701-4475-9082-a1f619767c06 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2432642 Jul 05 04:14:00.718733 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2dbbd8-8597-4885-b148-687f6ae06030 x-openstack-request-id: req-1b2dbbd8-8597-4885-b148-687f6ae06030 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:00.719027 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea103425-f687-49bd-9746-6c94dce3436a", "tag": "e40fa9fc-9da7-4d77-9a18-cea913a68639", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:00.719528 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b2dbbd8-8597-4885-b148-687f6ae06030 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:00.719937 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea103425-f687-49bd-9746-6c94dce3436a', 'tag': 'e40fa9fc-9da7-4d77-9a18-cea913a68639', 'status': 'completed', 'code': 200} Jul 05 04:14:00.727280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cb16f-6982-4b37-a109-43251f3e5bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=e40fa9fc-9da7-4d77-9a18-cea913a68639,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:00.747314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8a763d9-5027-45f2-8f8b-0b0b97ec7397 req-df6facd5-0a1d-417b-9836-33205109ea0b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343813 Jul 05 04:14:00.760688 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e69c74c0-4184-460f-a224-58eca8ec4060 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.785706 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-971f8821-a9c0-4140-bcb3-6e604bcee7d5 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7812791 Jul 05 04:14:00.788553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43412) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:00.794862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:00.874514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2ea64-221d-4f0a-a252-0450273803af req-97033290-68a2-4bc0-a486-144463a201c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:00.876440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02c2ea64-221d-4f0a-a252-0450273803af req-97033290-68a2-4bc0-a486-144463a201c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 1095 time: 0.1324763 Jul 05 04:14:00.913288 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.983045 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e69c74c0-4184-460f-a224-58eca8ec4060 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.033838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c74c0-4184-460f-a224-58eca8ec4060 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Subnet': ['ID=16dc4a14-1b92-4f2b-bf3d-c513836ad89a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:01.035244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf095a66-9e3d-451f-8332-fb4da750da18 None None] Network b6599ff5-19e1-4a81-8c6c-6cc98af4f483 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:01.039533 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e69c74c0-4184-460f-a224-58eca8ec4060 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.042550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e69c74c0-4184-460f-a224-58eca8ec4060 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/16dc4a14-1b92-4f2b-bf3d-c513836ad89a HTTP/1.1" status: 204 len: 168 time: 0.6923058 Jul 05 04:14:01.048315 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43428) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:01.081201 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2ea64-221d-4f0a-a252-0450273803af req-eafbcfcd-16c7-4a3c-acba-751c61322019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:01.089373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02c2ea64-221d-4f0a-a252-0450273803af req-eafbcfcd-16c7-4a3c-acba-751c61322019 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=889673422f48438f9175658256256746&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1974120 Jul 05 04:14:01.139827 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] device_id is not set on port 9e4bab44-5329-46a0-8990-74fcdf069cb9 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:01.148925 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.159621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b0e078-de77-49e8-b278-70e0b07e9c01 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting subnet 2a3dc744-c33a-4cf8-a0ed-880f7a786caa {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:01.164399 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e078-de77-49e8-b278-70e0b07e9c01 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.168281 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Transition to ACTIVE for port object 9e4bab44-5329-46a0-8990-74fcdf069cb9 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:01.222712 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e078-de77-49e8-b278-70e0b07e9c01 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.240250 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.246785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b708a-46c2-41ac-8954-b99be1c9e336 None None] DHCP port deletion for b6599ff5-19e1-4a81-8c6c-6cc98af4f483 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:01.268012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2ea64-221d-4f0a-a252-0450273803af req-497f7620-6e64-4129-815f-cbec851c3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:01.269570 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02c2ea64-221d-4f0a-a252-0450273803af req-497f7620-6e64-4129-815f-cbec851c3718 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1782191 Jul 05 04:14:01.299333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a81b708a-46c2-41ac-8954-b99be1c9e336 None None] Deleting port bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:01.300049 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a81b708a-46c2-41ac-8954-b99be1c9e336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.307906 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Pushing event updated for resources: {'Port': ['ID=9e4bab44-5329-46a0-8990-74fcdf069cb9,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:01.319955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:01.320531 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:01.328692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:01.328692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:01.328692 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:01.329157 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 2 to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 Jul 05 04:14:01.346529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:01.347162 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:01.347653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:01.354023 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:01.354623 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:01.355164 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 3 to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 Jul 05 04:14:01.370330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:01.370872 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:01.371469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:01.377653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:01.378446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a81b708a-46c2-41ac-8954-b99be1c9e336 None None] For port bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8,segment=NetworkSegment(f7e0316a-c7f3-433f-bd07-846c52e9a07d),segment_id=f7e0316a-c7f3-433f-bd07-846c52e9a07d)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:01.378901 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a81b708a-46c2-41ac-8954-b99be1c9e336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.379421 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:01.379825 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 4 to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 Jul 05 04:14:01.392990 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e078-de77-49e8-b278-70e0b07e9c01 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.397435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a81b708a-46c2-41ac-8954-b99be1c9e336 None None] Calling delete_port for bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:01.400941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:01.408368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:01.408368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:01.408891 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:01.409604 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:01.410014 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 5 to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 Jul 05 04:14:01.425088 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:01.425706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:01.426291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:01.433180 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:01.433905 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:01.434647 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 6 to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 Jul 05 04:14:01.451905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:01.452376 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:01.452962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:01.458147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:01.458802 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:01.459341 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 7 to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 Jul 05 04:14:01.475647 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:01.476125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:01.482881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:01.483907 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:01.484454 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:01.485117 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 8 to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 Jul 05 04:14:01.505294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-7436c4a8-659f-4d86-8841-09e1c9237316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:01.511490 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-7436c4a8-659f-4d86-8841-09e1c9237316 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 1095 time: 0.1664181 Jul 05 04:14:01.511619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:01.511619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:01.511619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:01.515211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:01.515549 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:01.515950 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 9 to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 Jul 05 04:14:01.535196 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:01.535393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:01.535675 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:01.544667 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:01.545012 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:01.545401 n-d-771363-32 neutron-server[100932]: INFO neutron.plugins.ml2.plugin [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 10 to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 Jul 05 04:14:01.566707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:01.567169 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:01.567581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:01.572121 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-21d72a8f-9a61-4e15-8126-70e680a36721 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e40fa9fc-9da7-4d77-9a18-cea913a68639 HTTP/1.1" status: 200 len: 217 time: 0.0552104 Jul 05 04:14:01.573001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:01.582223 n-d-771363-32 neutron-server[100932]: ERROR neutron.plugins.ml2.managers [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:01.582223 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.593796 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a81b708a-46c2-41ac-8954-b99be1c9e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.623568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b708a-46c2-41ac-8954-b99be1c9e336 None None] Pushing event deleted for resources: {'Port': ['ID=bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:01.625502 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b708a-46c2-41ac-8954-b99be1c9e336 None None] No DVR routers for this DVR port bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:01.633236 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e078-de77-49e8-b278-70e0b07e9c01 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.651908 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] For port 9e4bab44-5329-46a0-8990-74fcdf069cb9, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:01.652514 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempted to set empty binding levels {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:14:01.668757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0e078-de77-49e8-b278-70e0b07e9c01 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Subnet': ['ID=2a3dc744-c33a-4cf8-a0ed-880f7a786caa,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:01.679880 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e078-de77-49e8-b278-70e0b07e9c01 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.681917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e0b0e078-de77-49e8-b278-70e0b07e9c01 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/2a3dc744-c33a-4cf8-a0ed-880f7a786caa HTTP/1.1" status: 204 len: 168 time: 0.6325774 Jul 05 04:14:01.685396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43442) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:01.687836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11398523-910b-4d72-b3ac-cceef3e96ac1 None None] Network a43c950e-fd3f-4654-9ca1-36afd04623ab requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:01.698338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-18fe5e34-973f-4fa5-a86a-5254c116d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:01.699860 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-18fe5e34-973f-4fa5-a86a-5254c116d5ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f579dd9f-48bf-4c30-ad74-936c5f2d58c0 HTTP/1.1" status: 200 len: 851 time: 0.1185377 Jul 05 04:14:01.726191 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a7aed-a95e-464d-b887-c7abe7a0b0b0 req-e722f9fa-1de9-4cc7-9017-0de4ecff1a1a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:01.726191 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c91a7aed-a95e-464d-b887-c7abe7a0b0b0 req-e722f9fa-1de9-4cc7-9017-0de4ecff1a1a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 943 time: 0.1563544 Jul 05 04:14:01.743697 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.747073 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-5d9243b2-edf9-479f-9c70-484af0303d7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4483820e-ce4a-4424-9733-eb9c989451ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402551 Jul 05 04:14:01.797418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] In _notify_port_updated(), no bound segment for port 9e4bab44-5329-46a0-8990-74fcdf069cb9 on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:14:01.798403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:01.799214 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.803150 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] 10.222.0.38 "PUT /v2.0/ports/9e4bab44-5329-46a0-8990-74fcdf069cb9 HTTP/1.1" status: 200 len: 976 time: 1.0112062 Jul 05 04:14:01.804550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43446) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:01.825086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f2831-20b7-4169-b51a-0054229cc01d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Pushing event updated for resources: {'Port': ['ID=9e4bab44-5329-46a0-8990-74fcdf069cb9,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:01.830626 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d46c3ebe-dbe6-456a-9902-6dd940dfd3da tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.952972 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c91a7aed-a95e-464d-b887-c7abe7a0b0b0 req-9c45748e-841a-4647-bcf1-9f818fecc479 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003264 Jul 05 04:14:01.967656 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb54e25-c734-4296-888f-b59315bfa1ba None None] DHCP port deletion for a43c950e-fd3f-4654-9ca1-36afd04623ab request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:02.004292 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d46c3ebe-dbe6-456a-9902-6dd940dfd3da tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.017942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d46c3ebe-dbe6-456a-9902-6dd940dfd3da tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6599ff5-19e1-4a81-8c6c-6cc98af4f483']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:02.040135 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d46c3ebe-dbe6-456a-9902-6dd940dfd3da tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e0316a-c7f3-433f-bd07-846c52e9a07d') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:02.040561 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d46c3ebe-dbe6-456a-9902-6dd940dfd3da tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e0316a-c7f3-433f-bd07-846c52e9a07d') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:02.052915 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d46c3ebe-dbe6-456a-9902-6dd940dfd3da tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.071045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d46c3ebe-dbe6-456a-9902-6dd940dfd3da tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.078374 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46c3ebe-dbe6-456a-9902-6dd940dfd3da tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:02.078893 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d46c3ebe-dbe6-456a-9902-6dd940dfd3da tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.079601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bdb54e25-c734-4296-888f-b59315bfa1ba None None] Deleting port 3ff87fd3-188e-47a6-8a45-d3d60c682261 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:02.080511 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bdb54e25-c734-4296-888f-b59315bfa1ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.080990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.081484 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.081965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.082439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.082924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.083384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.083911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.084396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.084860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.085335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.086014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.086483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.086948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.087412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.087918 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.089057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.089538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.090008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.090472 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.090940 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.091408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.091877 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.092435 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.092900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.093364 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.093823 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.094552 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.094996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.102330 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-54388a9b-2d43-4f9f-b2db-6e8502cc9715 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25193 time: 0.2936335 Jul 05 04:14:02.103145 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-c39e1715-4d2c-4694-8525-aea147ed45cd service neutron] 10.222.0.10 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421981 Jul 05 04:14:02.103145 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43450) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:02.148470 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:02.187747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-bdb54e25-c734-4296-888f-b59315bfa1ba None None] For port 3ff87fd3-188e-47a6-8a45-d3d60c682261, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3ff87fd3-188e-47a6-8a45-d3d60c682261,segment=NetworkSegment(eb49c2d2-cfd1-444e-b0c5-968b1fe23b34),segment_id=eb49c2d2-cfd1-444e-b0c5-968b1fe23b34)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:02.188059 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bdb54e25-c734-4296-888f-b59315bfa1ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.205233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bdb54e25-c734-4296-888f-b59315bfa1ba None None] Calling delete_port for 3ff87fd3-188e-47a6-8a45-d3d60c682261 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:02.222176 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d46c3ebe-dbe6-456a-9902-6dd940dfd3da tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.238469 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d46c3ebe-dbe6-456a-9902-6dd940dfd3da tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.249958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcf111-a3a8-4a9f-b3c8-7933f2fd2fa2 req-a28fbaa1-a22b-40a4-8ed0-ff2dcf587340 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.251553 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57bcf111-a3a8-4a9f-b3c8-7933f2fd2fa2 req-a28fbaa1-a22b-40a4-8ed0-ff2dcf587340 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.3031306 Jul 05 04:14:02.257777 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d46c3ebe-dbe6-456a-9902-6dd940dfd3da tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/networks/b6599ff5-19e1-4a81-8c6c-6cc98af4f483 HTTP/1.1" status: 204 len: 168 time: 0.5686700 Jul 05 04:14:02.262518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43452) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:02.284766 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c3ebe-dbe6-456a-9902-6dd940dfd3da tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Network': ['ID=b6599ff5-19e1-4a81-8c6c-6cc98af4f483,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:02.359783 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bdb54e25-c734-4296-888f-b59315bfa1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.377266 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb54e25-c734-4296-888f-b59315bfa1ba None None] No DVR routers for this DVR port 3ff87fd3-188e-47a6-8a45-d3d60c682261 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:02.414588 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb54e25-c734-4296-888f-b59315bfa1ba None None] Pushing event deleted for resources: {'Port': ['ID=3ff87fd3-188e-47a6-8a45-d3d60c682261,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:02.416831 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57bcf111-a3a8-4a9f-b3c8-7933f2fd2fa2 req-29425eb6-aca2-40fa-976c-efebeee7ce22 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485362 Jul 05 04:14:02.421848 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74b36010-b3e1-404d-b05c-f4e06ab4e98e req-6b4cae97-1b66-4742-9858-c54513a281c6 service neutron] 10.222.0.10 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704811 Jul 05 04:14:02.431152 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e6a232bb-84e1-415f-9092-0e2b1e9f3d8a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.438228 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-fc0176e1-0828-4b9b-93a2-e325d85bfd20 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Deleting port 9e4bab44-5329-46a0-8990-74fcdf069cb9 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:02.438577 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fc0176e1-0828-4b9b-93a2-e325d85bfd20 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.529742 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.577167 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-fc0176e1-0828-4b9b-93a2-e325d85bfd20 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] For port 9e4bab44-5329-46a0-8990-74fcdf069cb9, host n-h1-771363-32, got binding levels [] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:02.577546 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fc0176e1-0828-4b9b-93a2-e325d85bfd20 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.591096 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e6a232bb-84e1-415f-9092-0e2b1e9f3d8a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.600794 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-fc0176e1-0828-4b9b-93a2-e325d85bfd20 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Calling delete_port for 9e4bab44-5329-46a0-8990-74fcdf069cb9 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:02.606910 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e6a232bb-84e1-415f-9092-0e2b1e9f3d8a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43c950e-fd3f-4654-9ca1-36afd04623ab']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:02.622029 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e6a232bb-84e1-415f-9092-0e2b1e9f3d8a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb49c2d2-cfd1-444e-b0c5-968b1fe23b34') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:02.622263 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-e6a232bb-84e1-415f-9092-0e2b1e9f3d8a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb49c2d2-cfd1-444e-b0c5-968b1fe23b34') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:02.658315 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e6a232bb-84e1-415f-9092-0e2b1e9f3d8a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.676632 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e6a232bb-84e1-415f-9092-0e2b1e9f3d8a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.691260 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a232bb-84e1-415f-9092-0e2b1e9f3d8a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:02.691653 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e6a232bb-84e1-415f-9092-0e2b1e9f3d8a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:02.694508 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:02.827882 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fc0176e1-0828-4b9b-93a2-e325d85bfd20 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.859435 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0176e1-0828-4b9b-93a2-e325d85bfd20 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e4bab44-5329-46a0-8990-74fcdf069cb9,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:02.868740 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fc0176e1-0828-4b9b-93a2-e325d85bfd20 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.873844 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fc0176e1-0828-4b9b-93a2-e325d85bfd20 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] 10.222.0.38 "DELETE /v2.0/ports/9e4bab44-5329-46a0-8990-74fcdf069cb9 HTTP/1.1" status: 204 len: 168 time: 0.7668195 Jul 05 04:14:02.873844 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e6a232bb-84e1-415f-9092-0e2b1e9f3d8a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.873996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43464) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:02.876378 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e6a232bb-84e1-415f-9092-0e2b1e9f3d8a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.882546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43466) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:02.884597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e6a232bb-84e1-415f-9092-0e2b1e9f3d8a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/networks/a43c950e-fd3f-4654-9ca1-36afd04623ab HTTP/1.1" status: 204 len: 168 time: 0.6215541 Jul 05 04:14:02.904894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a232bb-84e1-415f-9092-0e2b1e9f3d8a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Network': ['ID=a43c950e-fd3f-4654-9ca1-36afd04623ab,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:02.919107 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b23ab90-3500-4ba7-9676-f77168d8e66b tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:14:02.926594 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1b23ab90-3500-4ba7-9676-f77168d8e66b tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] 10.222.0.38 "GET /v2.0/ports/9e4bab44-5329-46a0-8990-74fcdf069cb9 HTTP/1.1" status: 404 len: 333 time: 0.0515904 Jul 05 04:14:02.930996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f976d9c6-d436-4236-abfd-05015da6ce6c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'network': {'name': 'tempest-RoutersTest-2018042801'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:02.933013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43470) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:02.938683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-40a2a002-064f-4cb5-8849-c02e492160e7 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1860946582', 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:02.948702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3ff87fd3-188e-47a6-8a45-d3d60c682261 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:02.964428 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-f976d9c6-d436-4236-abfd-05015da6ce6c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:14:02.964428 n-d-771363-32 neutron-server[100932]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 04:14:02.964428 n-d-771363-32 neutron-server[100932]: [parameters: {'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'id': '3e7b0667-d267-423a-95ba-263f16ff646c', 'expiration': datetime.datetime(2021, 7, 5, 4, 16, 2, 942234)}] Jul 05 04:14:02.964428 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:14:02.965996 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-f976d9c6-d436-4236-abfd-05015da6ce6c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:14:02.979978 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 3ff87fd3-188e-47a6-8a45-d3d60c682261 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:02.983408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3ff87fd3-188e-47a6-8a45-d3d60c682261 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:02.983408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:03.002640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:03.003048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bfc3a62d-25f9-4b1b-bd36-4802a77c6ee8 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:03.061595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a2a002-064f-4cb5-8849-c02e492160e7 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Made reservation on behalf of d6f1effe1ff241c5a2e1c0484545499e for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:03.064164 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-40a2a002-064f-4cb5-8849-c02e492160e7 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.080271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-40a2a002-064f-4cb5-8849-c02e492160e7 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] device_id is not set on port b00c5338-4154-4b72-8064-6caa21b9d6c5 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:03.305283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb441886-442d-45e7-be1f-7a27cd381b10 req-33300a01-18f3-4a94-8283-f23a8a24817b tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.307597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb441886-442d-45e7-be1f-7a27cd381b10 req-33300a01-18f3-4a94-8283-f23a8a24817b tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 943 time: 0.1861331 Jul 05 04:14:03.359412 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-40a2a002-064f-4cb5-8849-c02e492160e7 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.390332 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb441886-442d-45e7-be1f-7a27cd381b10 req-7a5a93bf-2710-4ae9-8ace-e0ab287f6389 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767980 Jul 05 04:14:03.399907 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-a12c5459-02ac-4b15-bc93-ee00b0714699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.402250 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-a12c5459-02ac-4b15-bc93-ee00b0714699 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 1097 time: 0.1751826 Jul 05 04:14:03.506230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-2982d355-4a03-4d22-b63e-1ff0fa232b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.506230 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-2982d355-4a03-4d22-b63e-1ff0fa232b69 service neutron] 10.222.0.10 "GET /v2.0/networks?id=191a8c10-5710-4eca-8b4b-1524794eb645 HTTP/1.1" status: 200 len: 897 time: 0.0930815 Jul 05 04:14:03.556449 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-40a2a002-064f-4cb5-8849-c02e492160e7 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.560034 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f976d9c6-d436-4236-abfd-05015da6ce6c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:03.565242 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f976d9c6-d436-4236-abfd-05015da6ce6c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.599914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f976d9c6-d436-4236-abfd-05015da6ce6c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:14:03.609122 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f976d9c6-d436-4236-abfd-05015da6ce6c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.609469 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-f976d9c6-d436-4236-abfd-05015da6ce6c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Added segment 95e05373-7e1e-4517-9aff-a57a5821a8c7 of type vlan for network 3a7db2ba-097e-47d4-b030-d8b6602878c6 Jul 05 04:14:03.654458 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f976d9c6-d436-4236-abfd-05015da6ce6c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.662070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a2a002-064f-4cb5-8849-c02e492160e7 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Network 999defb7-e7b8-4572-886a-26afdc0fec3c is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:03.665696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-e0cf3f85-e63c-4fd7-9ed3-216d1c8cd3d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 HTTP/1.1" status: 200 len: 1001 time: 0.1524935 Jul 05 04:14:03.668976 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2a002-064f-4cb5-8849-c02e492160e7 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Pushing event updated for resources: {'Port': ['ID=b00c5338-4154-4b72-8064-6caa21b9d6c5,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:03.671477 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-40a2a002-064f-4cb5-8849-c02e492160e7 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:03.675801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a2a002-064f-4cb5-8849-c02e492160e7 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:03.676832 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a2a002-064f-4cb5-8849-c02e492160e7 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.677542 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-40a2a002-064f-4cb5-8849-c02e492160e7 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.738877 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-c5c9367f-e8a1-4316-ba2b-8027a335114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.740406 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-c5c9367f-e8a1-4316-ba2b-8027a335114d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=766f15b9-5755-4c2f-8e8a-1b9461d6febc HTTP/1.1" status: 200 len: 835 time: 0.0665476 Jul 05 04:14:03.741910 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f976d9c6-d436-4236-abfd-05015da6ce6c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.748693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f976d9c6-d436-4236-abfd-05015da6ce6c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.749311 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f976d9c6-d436-4236-abfd-05015da6ce6c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.749569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d3fc4-b63d-4fd5-a4ea-d4387704f073 req-6094534e-d334-4a00-a9b6-a28f5bcdb9fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.751253 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d6d3fc4-b63d-4fd5-a4ea-d4387704f073 req-6094534e-d334-4a00-a9b6-a28f5bcdb9fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.1976964 Jul 05 04:14:03.789454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-40a2a002-064f-4cb5-8849-c02e492160e7 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8551867 Jul 05 04:14:03.792978 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43488) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:03.823958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976d9c6-d436-4236-abfd-05015da6ce6c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Network': ['ID=3a7db2ba-097e-47d4-b030-d8b6602878c6,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:03.834973 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 3a7db2ba-097e-47d4-b030-d8b6602878c6 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:14:03.858121 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d6d3fc4-b63d-4fd5-a4ea-d4387704f073 req-6088c12d-6420-4549-bf1b-1a471ce8ee99 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985091 Jul 05 04:14:03.864319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df414639-3956-437b-84a2-d83700b35014 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.865702 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-df414639-3956-437b-84a2-d83700b35014 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] 10.222.0.38 "GET /v2.0/ports/b00c5338-4154-4b72-8064-6caa21b9d6c5 HTTP/1.1" status: 200 len: 955 time: 0.0707619 Jul 05 04:14:03.871859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43492) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:03.876234 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f976d9c6-d436-4236-abfd-05015da6ce6c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9897110 Jul 05 04:14:03.878185 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43494) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:03.898707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-fa701f0b-5fde-46bc-b57b-1a6f5d5dd227 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'subnet': {'network_id': '3a7db2ba-097e-47d4-b030-d8b6602878c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:03.959344 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.136821 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa701f0b-5fde-46bc-b57b-1a6f5d5dd227 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:04.140612 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fa701f0b-5fde-46bc-b57b-1a6f5d5dd227 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.280439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-13d0b4c5-232d-48d6-b3c3-245e8bf10c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:04.281963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-13d0b4c5-232d-48d6-b3c3-245e8bf10c4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=191a8c10-5710-4eca-8b4b-1524794eb645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5299690 Jul 05 04:14:04.387410 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fa701f0b-5fde-46bc-b57b-1a6f5d5dd227 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.413000 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-637fb5d0-da67-40ed-a06d-1e9cd9819299 service neutron] 10.222.0.10 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207347 Jul 05 04:14:04.439182 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-2455884f-312a-4b85-86ea-571be9a8d751 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Deleting port b00c5338-4154-4b72-8064-6caa21b9d6c5 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:04.439528 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2455884f-312a-4b85-86ea-571be9a8d751 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.458736 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa701f0b-5fde-46bc-b57b-1a6f5d5dd227 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Checking segment: {'id': '95e05373-7e1e-4517-9aff-a57a5821a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3a7db2ba-097e-47d4-b030-d8b6602878c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:04.459105 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa701f0b-5fde-46bc-b57b-1a6f5d5dd227 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network hostable DHCP agents. Network: 3a7db2ba-097e-47d4-b030-d8b6602878c6, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:04.461221 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa701f0b-5fde-46bc-b57b-1a6f5d5dd227 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Subnet': ['ID=a07efa4e-40e2-4707-b833-08a196e3441e,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:04.524363 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa701f0b-5fde-46bc-b57b-1a6f5d5dd227 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network 3a7db2ba-097e-47d4-b030-d8b6602878c6 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:04.565676 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2455884f-312a-4b85-86ea-571be9a8d751 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.581330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-fa701f0b-5fde-46bc-b57b-1a6f5d5dd227 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 3a7db2ba-097e-47d4-b030-d8b6602878c6) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:04.585838 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa701f0b-5fde-46bc-b57b-1a6f5d5dd227 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:04.587013 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fa701f0b-5fde-46bc-b57b-1a6f5d5dd227 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.593573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f57217-9960-47eb-a339-560c5bbfd39e None None] Network 3a7db2ba-097e-47d4-b030-d8b6602878c6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:04.614924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-2455884f-312a-4b85-86ea-571be9a8d751 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Calling delete_port for b00c5338-4154-4b72-8064-6caa21b9d6c5 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:04.633141 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-21ad5740-dff5-4901-8f23-a3f0b1da7164 service neutron] 10.222.0.10 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041602 Jul 05 04:14:04.660981 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fa701f0b-5fde-46bc-b57b-1a6f5d5dd227 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7814295 Jul 05 04:14:04.662214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43508) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:04.669019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-cc0c2676-66c7-417e-9651-e9df9cc72755 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-293296539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:04.711104 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279af2a-0f41-47c4-a50a-3d6859440434 req-60692ea9-13c1-4e6f-a022-828ebd212405 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:04.713146 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0279af2a-0f41-47c4-a50a-3d6859440434 req-60692ea9-13c1-4e6f-a022-828ebd212405 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 943 time: 0.1659343 Jul 05 04:14:04.767653 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0279af2a-0f41-47c4-a50a-3d6859440434 req-e9c70209-d100-4111-bd15-d4bb54b485d1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449440 Jul 05 04:14:04.782177 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc0c2676-66c7-417e-9651-e9df9cc72755 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.782177 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc0c2676-66c7-417e-9651-e9df9cc72755 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.805555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-3a7db2ba-097e-47d4-b030-d8b6602878c6', 'network_id': '3a7db2ba-097e-47d4-b030-d8b6602878c6', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'fixed_ips': [{'subnet_id': 'a07efa4e-40e2-4707-b833-08a196e3441e'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:04.806596 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.829715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e40fa9fc-9da7-4d77-9a18-cea913a68639 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:14:04.851261 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2455884f-312a-4b85-86ea-571be9a8d751 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.899709 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455884f-312a-4b85-86ea-571be9a8d751 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Pushing event deleted for resources: {'Port': ['ID=b00c5338-4154-4b72-8064-6caa21b9d6c5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:04.917544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc0c2676-66c7-417e-9651-e9df9cc72755 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.922402 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2455884f-312a-4b85-86ea-571be9a8d751 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.924436 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2455884f-312a-4b85-86ea-571be9a8d751 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] 10.222.0.38 "DELETE /v2.0/ports/b00c5338-4154-4b72-8064-6caa21b9d6c5 HTTP/1.1" status: 204 len: 168 time: 1.0507944 Jul 05 04:14:04.927197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43514) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:04.956701 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d62f12-714c-49b3-b2c5-e6bef7c91355 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:14:04.959819 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-78d62f12-714c-49b3-b2c5-e6bef7c91355 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] 10.222.0.38 "GET /v2.0/ports/b00c5338-4154-4b72-8064-6caa21b9d6c5 HTTP/1.1" status: 404 len: 333 time: 0.0313358 Jul 05 04:14:04.964198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43518) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:04.974073 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2a2d2cad-7a66-436f-8a12-ddbf4a37f1af tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Request body: {'port': {'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1680857564'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:05.011542 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc0c2676-66c7-417e-9651-e9df9cc72755 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.053473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e40fa9fc-9da7-4d77-9a18-cea913a68639, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e40fa9fc-9da7-4d77-9a18-cea913a68639,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:05.076244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Allocated IP 172.20.0.2 (3a7db2ba-097e-47d4-b030-d8b6602878c6/a07efa4e-40e2-4707-b833-08a196e3441e/bea854f8-0a8a-4c1e-93b8-275d33408593) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:05.082294 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'e40fa9fc-9da7-4d77-9a18-cea913a68639', 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca', 'port_id': 'e40fa9fc-9da7-4d77-9a18-cea913a68639', 'mac_address': 'fa:16:3e:39:ee:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f579dd9f-48bf-4c30-ad74-936c5f2d58c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:14:05.094567 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7421f6e-1d48-4b66-a7ca-6e292ca1c054 req-8beaf901-2de5-45b0-ae40-0079ae45fc25 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:05.096179 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7421f6e-1d48-4b66-a7ca-6e292ca1c054 req-8beaf901-2de5-45b0-ae40-0079ae45fc25 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.0769835 Jul 05 04:14:05.114890 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2d2cad-7a66-436f-8a12-ddbf4a37f1af tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Made reservation on behalf of d6f1effe1ff241c5a2e1c0484545499e for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:05.121543 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2cad-7a66-436f-8a12-ddbf4a37f1af tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.142683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-2a2d2cad-7a66-436f-8a12-ddbf4a37f1af tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] device_id is not set on port 65e9dc46-7caa-486f-8c18-2e238c34ee5f yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:05.160905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7421f6e-1d48-4b66-a7ca-6e292ca1c054 req-f6844449-301f-4a0f-8601-59c8ae19730f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577540 Jul 05 04:14:05.185176 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc0c2676-66c7-417e-9651-e9df9cc72755 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.186495 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cc0c2676-66c7-417e-9651-e9df9cc72755 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5229948 Jul 05 04:14:05.190709 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43522) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:05.196729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-190128b6-783e-4187-8033-6d7f118630af tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'port': {'network_id': '3a7db2ba-097e-47d4-b030-d8b6602878c6', 'name': 'tempest-RoutersTest-1385027697'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:05.206145 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.312033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40fa9fc-9da7-4d77-9a18-cea913a68639 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:14:05.328611 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2cad-7a66-436f-8a12-ddbf4a37f1af tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.351844 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e40fa9fc-9da7-4d77-9a18-cea913a68639, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e40fa9fc-9da7-4d77-9a18-cea913a68639,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:05.353080 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.362666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Transition to ACTIVE for port object bea854f8-0a8a-4c1e-93b8-275d33408593 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:05.380165 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Transition to ACTIVE for port object bea854f8-0a8a-4c1e-93b8-275d33408593 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:05.398521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190128b6-783e-4187-8033-6d7f118630af tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:05.402393 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-190128b6-783e-4187-8033-6d7f118630af tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.424749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-190128b6-783e-4187-8033-6d7f118630af tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] device_id is not set on port b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:05.427587 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2cad-7a66-436f-8a12-ddbf4a37f1af tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.430365 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.473417 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.485143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d2cad-7a66-436f-8a12-ddbf4a37f1af tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Network 999defb7-e7b8-4572-886a-26afdc0fec3c is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:05.493854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d2cad-7a66-436f-8a12-ddbf4a37f1af tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:05.497513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d2cad-7a66-436f-8a12-ddbf4a37f1af tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:05.498809 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2d2cad-7a66-436f-8a12-ddbf4a37f1af tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:05.499773 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2cad-7a66-436f-8a12-ddbf4a37f1af tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.503068 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Network 3a7db2ba-097e-47d4-b030-d8b6602878c6 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:05.504860 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:05.507477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e40fa9fc-9da7-4d77-9a18-cea913a68639,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:05.509643 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:05.513681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d2cad-7a66-436f-8a12-ddbf4a37f1af tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Pushing event updated for resources: {'Port': ['ID=65e9dc46-7caa-486f-8c18-2e238c34ee5f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:05.596712 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43528) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:05.597708 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2a2d2cad-7a66-436f-8a12-ddbf4a37f1af tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6313839 Jul 05 04:14:05.604907 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:05.611766 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-190128b6-783e-4187-8033-6d7f118630af tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Allocated IP 172.20.0.13 (3a7db2ba-097e-47d4-b030-d8b6602878c6/a07efa4e-40e2-4707-b833-08a196e3441e/b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:05.725214 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.771209 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Pushing event updated for resources: {'Port': ['ID=bea854f8-0a8a-4c1e-93b8-275d33408593,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:05.773759 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Attempting to bind port bea854f8-0a8a-4c1e-93b8-275d33408593 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:05.774182 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Attempting to bind port bea854f8-0a8a-4c1e-93b8-275d33408593 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '95e05373-7e1e-4517-9aff-a57a5821a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3a7db2ba-097e-47d4-b030-d8b6602878c6'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:05.774488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Attempting to bind port bea854f8-0a8a-4c1e-93b8-275d33408593 on network 3a7db2ba-097e-47d4-b030-d8b6602878c6 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:05.782826 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:05.783322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Checking segment: {'id': '95e05373-7e1e-4517-9aff-a57a5821a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3a7db2ba-097e-47d4-b030-d8b6602878c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:05.783861 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.784375 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Bound using segment: {'id': '95e05373-7e1e-4517-9aff-a57a5821a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3a7db2ba-097e-47d4-b030-d8b6602878c6'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:05.784946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Bound port: bea854f8-0a8a-4c1e-93b8-275d33408593, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e05373-7e1e-4517-9aff-a57a5821a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3a7db2ba-097e-47d4-b030-d8b6602878c6'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:05.785403 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.854245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] For port bea854f8-0a8a-4c1e-93b8-275d33408593, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:05.857745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] For port bea854f8-0a8a-4c1e-93b8-275d33408593, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bea854f8-0a8a-4c1e-93b8-275d33408593,segment=NetworkSegment(95e05373-7e1e-4517-9aff-a57a5821a8c7),segment_id=95e05373-7e1e-4517-9aff-a57a5821a8c7)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:05.877523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e40fa9fc-9da7-4d77-9a18-cea913a68639'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:14:05.915734 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-190128b6-783e-4187-8033-6d7f118630af tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.921997 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.979840 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-190128b6-783e-4187-8033-6d7f118630af tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Transition to ACTIVE for port object b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:06.030935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29924a0-c62a-4cb6-9749-cacb7e91ea20 None None] Pushing event updated for resources: {'Port': ['ID=bea854f8-0a8a-4c1e-93b8-275d33408593,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:06.074085 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] device_id is not set on port 65e9dc46-7caa-486f-8c18-2e238c34ee5f yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:06.087853 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.107377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a3f44-d0a0-4113-aa6c-8f619bd88118 req-7e165743-8ef1-4b39-84e3-6a783362f35a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:06.115816 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-781a3f44-d0a0-4113-aa6c-8f619bd88118 req-7e165743-8ef1-4b39-84e3-6a783362f35a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 944 time: 0.1729140 Jul 05 04:14:06.141004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Transition to ACTIVE for port object 65e9dc46-7caa-486f-8c18-2e238c34ee5f will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:06.145070 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-190128b6-783e-4187-8033-6d7f118630af tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.207379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-781a3f44-d0a0-4113-aa6c-8f619bd88118 req-9a566ecc-0fd8-4ef5-9c59-2403e23097fe tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834126 Jul 05 04:14:06.214818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190128b6-783e-4187-8033-6d7f118630af tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network 3a7db2ba-097e-47d4-b030-d8b6602878c6 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:06.226822 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-190128b6-783e-4187-8033-6d7f118630af tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:06.229604 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190128b6-783e-4187-8033-6d7f118630af tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:06.251430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190128b6-783e-4187-8033-6d7f118630af tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:06.254697 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.377428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190128b6-783e-4187-8033-6d7f118630af tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:06.378078 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-190128b6-783e-4187-8033-6d7f118630af tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.393087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Pushing event updated for resources: {'Port': ['ID=65e9dc46-7caa-486f-8c18-2e238c34ee5f,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:06.419566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:06.420123 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:06.420410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:06.427577 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:06.428148 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:06.431096 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 2 to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f Jul 05 04:14:06.454032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:06.454405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:06.454751 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:06.464521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff79e4-da0b-4933-a88f-cce61b793f3f req-67878e2b-30bb-4ed3-b702-d739359c8d8c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:06.466212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59ff79e4-da0b-4933-a88f-cce61b793f3f req-67878e2b-30bb-4ed3-b702-d739359c8d8c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.1585855 Jul 05 04:14:06.469982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:06.470324 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:06.470717 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 3 to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f Jul 05 04:14:06.504110 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-190128b6-783e-4187-8033-6d7f118630af tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3080368 Jul 05 04:14:06.504110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:06.504110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:06.504110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:06.504418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43546) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:06.514105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:06.514457 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:06.516645 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 4 to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f Jul 05 04:14:06.542570 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59ff79e4-da0b-4933-a88f-cce61b793f3f req-63d293da-bcac-413a-9134-10eb26544760 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686953 Jul 05 04:14:06.568620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:06.570524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:06.571060 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:06.576276 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:06.576734 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:06.577240 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 5 to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f Jul 05 04:14:06.592734 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:06.593390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:06.594003 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:06.599205 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:06.599628 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:06.600135 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 6 to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f Jul 05 04:14:06.613993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:06.615212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:06.615212 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:06.619399 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:06.619807 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:06.620420 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 7 to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f Jul 05 04:14:06.633952 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:06.634356 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:06.634802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:06.639162 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:06.639555 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:06.640003 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 8 to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f Jul 05 04:14:06.652439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:06.652878 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:06.653281 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:06.657607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:06.657994 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:06.658444 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 9 to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f Jul 05 04:14:06.672126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:06.672528 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:06.672967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:06.677416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:06.677808 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:06.678261 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempt 10 to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f Jul 05 04:14:06.691721 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:06.692374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:06.692768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempting to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:06.697965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:06.698583 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Failed to bind port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on host n-h1-771363-32 for vnic_type normal using segments [{'id': '40bf4a79-095f-44e9-a5fd-61d41483613e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '999defb7-e7b8-4572-886a-26afdc0fec3c'}] Jul 05 04:14:06.698803 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.772469 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] For port 65e9dc46-7caa-486f-8c18-2e238c34ee5f, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:06.772920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attempted to set empty binding levels {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:14:06.828900 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e40fa9fc-9da7-4d77-9a18-cea913a68639 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:06.855713 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.970407 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port e40fa9fc-9da7-4d77-9a18-cea913a68639 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:06.979966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port e40fa9fc-9da7-4d77-9a18-cea913a68639 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:06.982978 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.993390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] In _notify_port_updated(), no bound segment for port 65e9dc46-7caa-486f-8c18-2e238c34ee5f on network 999defb7-e7b8-4572-886a-26afdc0fec3c {{(pid=100933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:14:06.995153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:06.996042 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.997470 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] 10.222.0.38 "PUT /v2.0/ports/65e9dc46-7caa-486f-8c18-2e238c34ee5f HTTP/1.1" status: 200 len: 976 time: 1.3994658 Jul 05 04:14:07.000402 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43552) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.034514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bea854f8-0a8a-4c1e-93b8-275d33408593 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:07.127756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e713d-4927-47dd-8eda-f63481bc9e8d tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Pushing event updated for resources: {'Port': ['ID=65e9dc46-7caa-486f-8c18-2e238c34ee5f,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:07.165777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-bd480dc7-1a6d-4e8a-a2d6-61e73247071c tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Deleting port 65e9dc46-7caa-486f-8c18-2e238c34ee5f {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:07.167603 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bd480dc7-1a6d-4e8a-a2d6-61e73247071c tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.184774 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.232824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea103425-f687-49bd-9746-6c94dce3436a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40fa9fc-9da7-4d77-9a18-cea913a68639'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:07.235676 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0dd5a9-37c7-4c6b-8f88-e7515eb83910" -d '{"events": [{"server_uuid": "ea103425-f687-49bd-9746-6c94dce3436a", "name": "network-vif-plugged", "status": "completed", "tag": "e40fa9fc-9da7-4d77-9a18-cea913a68639"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:07.252870 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e40fa9fc-9da7-4d77-9a18-cea913a68639, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e40fa9fc-9da7-4d77-9a18-cea913a68639,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:07.263107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-bd480dc7-1a6d-4e8a-a2d6-61e73247071c tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] For port 65e9dc46-7caa-486f-8c18-2e238c34ee5f, host n-h1-771363-32, got binding levels [] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:07.263671 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bd480dc7-1a6d-4e8a-a2d6-61e73247071c tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.276185 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd332da-a605-4ba5-95c7-e301281bd081 None None] Network 3a7db2ba-097e-47d4-b030-d8b6602878c6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:07.281045 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-bd480dc7-1a6d-4e8a-a2d6-61e73247071c tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Calling delete_port for 65e9dc46-7caa-486f-8c18-2e238c34ee5f owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:07.380040 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5385aa4d-75f5-4db5-a2d0-73d9e3744c49 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.394795 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e10c4b4-69e3-45c2-994b-ec9fab33457a x-openstack-request-id: req-8e10c4b4-69e3-45c2-994b-ec9fab33457a {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:07.395335 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea103425-f687-49bd-9746-6c94dce3436a", "name": "network-vif-plugged", "status": "completed", "tag": "e40fa9fc-9da7-4d77-9a18-cea913a68639", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:07.395591 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e10c4b4-69e3-45c2-994b-ec9fab33457a {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:07.395975 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea103425-f687-49bd-9746-6c94dce3436a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40fa9fc-9da7-4d77-9a18-cea913a68639', 'code': 200} Jul 05 04:14:07.396564 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port bea854f8-0a8a-4c1e-93b8-275d33408593 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:07.406807 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.452675 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bd480dc7-1a6d-4e8a-a2d6-61e73247071c tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.499084 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bd480dc7-1a6d-4e8a-a2d6-61e73247071c tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.501119 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bd480dc7-1a6d-4e8a-a2d6-61e73247071c tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] 10.222.0.38 "DELETE /v2.0/ports/65e9dc46-7caa-486f-8c18-2e238c34ee5f HTTP/1.1" status: 204 len: 168 time: 0.4995306 Jul 05 04:14:07.504760 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd480dc7-1a6d-4e8a-a2d6-61e73247071c tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] Pushing event deleted for resources: {'Port': ['ID=65e9dc46-7caa-486f-8c18-2e238c34ee5f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:07.506586 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43564) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.513271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-50a4e9f9-c760-45cc-8de7-d1bffd4c9fe8 None None] Provisioning for port bea854f8-0a8a-4c1e-93b8-275d33408593 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:07.521556 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e40fa9fc-9da7-4d77-9a18-cea913a68639,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:07.541486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-50a4e9f9-c760-45cc-8de7-d1bffd4c9fe8 None None] Provisioning complete for port bea854f8-0a8a-4c1e-93b8-275d33408593 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:07.543064 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-50a4e9f9-c760-45cc-8de7-d1bffd4c9fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.562939 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e4712b-a95d-412c-b956-d6e9ab377c36 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:14:07.565242 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-92e4712b-a95d-412c-b956-d6e9ab377c36 tempest-PortsAdminExtendedAttrsTestJSON-553725267 tempest-PortsAdminExtendedAttrsTestJSON-553725267-project-admin] 10.222.0.38 "GET /v2.0/ports/65e9dc46-7caa-486f-8c18-2e238c34ee5f HTTP/1.1" status: 404 len: 333 time: 0.0555856 Jul 05 04:14:07.580433 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43568) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.669952 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5385aa4d-75f5-4db5-a2d0-73d9e3744c49 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.682041 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a86c0-e7d0-492b-8386-df4217d6ae58 req-443ef002-d2ba-49d4-9094-bb11c14bf90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:07.683662 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f61a86c0-e7d0-492b-8386-df4217d6ae58 req-443ef002-d2ba-49d4-9094-bb11c14bf90b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 1097 time: 0.2851808 Jul 05 04:14:07.727246 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-50a4e9f9-c760-45cc-8de7-d1bffd4c9fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.729710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c94b50-a9f3-4c93-b5c4-ac9abd06fdae req-bfbcfe17-cc44-495f-8e9c-8f052c1e661e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:07.736573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15c94b50-a9f3-4c93-b5c4-ac9abd06fdae req-bfbcfe17-cc44-495f-8e9c-8f052c1e661e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.3489168 Jul 05 04:14:07.741810 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5385aa4d-75f5-4db5-a2d0-73d9e3744c49 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.763143 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-50a4e9f9-c760-45cc-8de7-d1bffd4c9fe8 None None] For port bea854f8-0a8a-4c1e-93b8-275d33408593, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bea854f8-0a8a-4c1e-93b8-275d33408593,segment=NetworkSegment(95e05373-7e1e-4517-9aff-a57a5821a8c7),segment_id=95e05373-7e1e-4517-9aff-a57a5821a8c7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:07.792950 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fed25960-b14a-4e3b-8359-72c4d9b6283a tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.833720 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-50a4e9f9-c760-45cc-8de7-d1bffd4c9fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.842230 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15c94b50-a9f3-4c93-b5c4-ac9abd06fdae req-ff40da1c-adbd-4ce5-83c3-0fe953388fe1 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047745 Jul 05 04:14:07.903722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f61a86c0-e7d0-492b-8386-df4217d6ae58 req-ffc05767-e5ad-4e20-be94-3dd9c265ee5b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976213 Jul 05 04:14:07.944211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385aa4d-75f5-4db5-a2d0-73d9e3744c49 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:07.961198 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4e9f9-c760-45cc-8de7-d1bffd4c9fe8 None None] Pushing event updated for resources: {'Port': ['ID=bea854f8-0a8a-4c1e-93b8-275d33408593,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:07.967103 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fed25960-b14a-4e3b-8359-72c4d9b6283a tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.987779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-fed25960-b14a-4e3b-8359-72c4d9b6283a tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999defb7-e7b8-4572-886a-26afdc0fec3c']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:08.006336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-fed25960-b14a-4e3b-8359-72c4d9b6283a tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bf4a79-095f-44e9-a5fd-61d41483613e') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:08.006740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-fed25960-b14a-4e3b-8359-72c4d9b6283a tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bf4a79-095f-44e9-a5fd-61d41483613e') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:08.018123 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ce6c2-2bd5-4848-9bda-ca77b5c4cf62 req-fea223c5-ccff-4e14-883c-bced0d835036 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:08.019758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-095ce6c2-2bd5-4848-9bda-ca77b5c4cf62 req-fea223c5-ccff-4e14-883c-bced0d835036 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.3414354 Jul 05 04:14:08.030115 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fed25960-b14a-4e3b-8359-72c4d9b6283a tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.059710 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fed25960-b14a-4e3b-8359-72c4d9b6283a tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.062534 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-77c789f7-2f74-4095-b6e2-684c7d72170b None None] Provisioning for port b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:08.066987 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-77c789f7-2f74-4095-b6e2-684c7d72170b None None] Provisioning complete for port b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:08.067622 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-77c789f7-2f74-4095-b6e2-684c7d72170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.068953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed25960-b14a-4e3b-8359-72c4d9b6283a tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:08.069844 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fed25960-b14a-4e3b-8359-72c4d9b6283a tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:08.076452 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:08.114243 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5385aa4d-75f5-4db5-a2d0-73d9e3744c49 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.142663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-77c789f7-2f74-4095-b6e2-684c7d72170b None None] Port b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:08.165296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-77c789f7-2f74-4095-b6e2-684c7d72170b None None] Provisioning complete for port bea854f8-0a8a-4c1e-93b8-275d33408593 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:08.165555 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-77c789f7-2f74-4095-b6e2-684c7d72170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.173375 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-095ce6c2-2bd5-4848-9bda-ca77b5c4cf62 req-f7498586-cd7a-4ee1-a97e-3fe877bde76f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312299 Jul 05 04:14:08.233529 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fed25960-b14a-4e3b-8359-72c4d9b6283a tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.248937 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fed25960-b14a-4e3b-8359-72c4d9b6283a tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.254229 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fed25960-b14a-4e3b-8359-72c4d9b6283a tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] 10.222.0.38 "DELETE /v2.0/networks/999defb7-e7b8-4572-886a-26afdc0fec3c HTTP/1.1" status: 204 len: 168 time: 0.6613083 Jul 05 04:14:08.265205 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed25960-b14a-4e3b-8359-72c4d9b6283a tempest-PortsAdminExtendedAttrsTestJSON-1287927387 tempest-PortsAdminExtendedAttrsTestJSON-1287927387-project] Pushing event deleted for resources: {'Network': ['ID=999defb7-e7b8-4572-886a-26afdc0fec3c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:08.367024 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5385aa4d-75f5-4db5-a2d0-73d9e3744c49 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.429782 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1aa1b4cc-4710-4e4a-a3aa-baba399411df None None] Provisioning complete for port b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:08.430159 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b4cc-4710-4e4a-a3aa-baba399411df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.467707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1aa1b4cc-4710-4e4a-a3aa-baba399411df None None] Port b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:08.586496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4e24611f-380e-4ed6-8dca-a66b3961e170 None None] Provisioning complete for port b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:08.587008 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4e24611f-380e-4ed6-8dca-a66b3961e170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.622027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4e24611f-380e-4ed6-8dca-a66b3961e170 None None] Port b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:08.654773 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5385aa4d-75f5-4db5-a2d0-73d9e3744c49 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.781511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5385aa4d-75f5-4db5-a2d0-73d9e3744c49 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.797152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43586) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:08.863304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385aa4d-75f5-4db5-a2d0-73d9e3744c49 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:08.865963 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5385aa4d-75f5-4db5-a2d0-73d9e3744c49 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.987158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bea854f8-0a8a-4c1e-93b8-275d33408593 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:09.018688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5385aa4d-75f5-4db5-a2d0-73d9e3744c49 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network 3a7db2ba-097e-47d4-b030-d8b6602878c6 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:09.032600 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-5385aa4d-75f5-4db5-a2d0-73d9e3744c49 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:09.062925 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bea854f8-0a8a-4c1e-93b8-275d33408593 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:09.063441 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.086486 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3d482bec-2622-47db-b45d-0cefcb00ae69 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=29a2ad3397fc49ddaf85544022423d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881286 Jul 05 04:14:09.095100 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43596) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:09.152431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-a1434e68-8bd7-4ce8-9bb0-e8b02c5cb324 req-e5d761af-295d-4cb6-a7d6-ef3fdbf82cb5 service neutron] (100933) timed out ('10.222.0.10', 58500) {{(pid=100933) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:14:09.236008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97a120-d09f-49c2-b6a6-2904e970ce9c req-6538fd13-80bb-4f34-b0ca-fa44fbf323dc tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:09.237618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa97a120-d09f-49c2-b6a6-2904e970ce9c req-6538fd13-80bb-4f34-b0ca-fa44fbf323dc tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.2142568 Jul 05 04:14:09.244163 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85092819-5ed9-4cbb-816b-3c1a6b5ba60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.291915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85092819-5ed9-4cbb-816b-3c1a6b5ba60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.319234 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa97a120-d09f-49c2-b6a6-2904e970ce9c req-afcce57f-226a-4f41-9520-c22b3e7f6b92 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708661 Jul 05 04:14:09.325117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5385aa4d-75f5-4db5-a2d0-73d9e3744c49 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router e72ff55f-4537-42d3-9b1f-23763d4ae604 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:09.355664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ebaa1a35-add0-4f85-9547-3553ea44a68a None None] Provisioning complete for port b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:09.356054 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ebaa1a35-add0-4f85-9547-3553ea44a68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.400015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa1a35-add0-4f85-9547-3553ea44a68a None None] Port b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:09.434766 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85092819-5ed9-4cbb-816b-3c1a6b5ba60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.437939 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85092819-5ed9-4cbb-816b-3c1a6b5ba60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.442896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-85092819-5ed9-4cbb-816b-3c1a6b5ba60d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ce7c5eb0-20ce-42cc-ad3b-94d9fc907975 HTTP/1.1" status: 204 len: 168 time: 0.3466370 Jul 05 04:14:09.450232 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5385aa4d-75f5-4db5-a2d0-73d9e3744c49 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:09.458824 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5385aa4d-75f5-4db5-a2d0-73d9e3744c49 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/e72ff55f-4537-42d3-9b1f-23763d4ae604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9530947 Jul 05 04:14:09.463474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43608) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:09.463729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6274d-fa1b-40a4-9a15-49894432cb67 req-78b175b7-b81c-4ef2-bebe-3628a76f8ac3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:09.464396 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2fa6274d-fa1b-40a4-9a15-49894432cb67 req-78b175b7-b81c-4ef2-bebe-3628a76f8ac3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.1170151 Jul 05 04:14:09.465698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85092819-5ed9-4cbb-816b-3c1a6b5ba60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7c5eb0-20ce-42cc-ad3b-94d9fc907975,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:09.471255 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bdfa3-9edc-4454-be7e-4dd60b5f78bd None None] Sync routers for ids ['e72ff55f-4537-42d3-9b1f-23763d4ae604'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:09.512673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bdfa3-9edc-4454-be7e-4dd60b5f78bd None None] Routers {'e72ff55f-4537-42d3-9b1f-23763d4ae604'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:09.513868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a96bdfa3-9edc-4454-be7e-4dd60b5f78bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:13:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['e72ff55f-4537-42d3-9b1f-23763d4ae604'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:09.520883 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2fa6274d-fa1b-40a4-9a15-49894432cb67 req-c165e7f1-fcd8-4d94-9815-d547fb7d3aa1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468714 Jul 05 04:14:09.553963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2cc221-e37b-4dde-9403-01bd978672c4 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:09.554639 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a96bdfa3-9edc-4454-be7e-4dd60b5f78bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:09.556116 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8a2cc221-e37b-4dde-9403-01bd978672c4 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports/b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4 HTTP/1.1" status: 200 len: 978 time: 0.0942149 Jul 05 04:14:09.558612 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43610) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:09.573971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bdfa3-9edc-4454-be7e-4dd60b5f78bd None None] Routers {'e72ff55f-4537-42d3-9b1f-23763d4ae604'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:09.574907 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a96bdfa3-9edc-4454-be7e-4dd60b5f78bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:13:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['e72ff55f-4537-42d3-9b1f-23763d4ae604'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:09.612043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a96bdfa3-9edc-4454-be7e-4dd60b5f78bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:09.617830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bdfa3-9edc-4454-be7e-4dd60b5f78bd None None] The sync data for ids ['e72ff55f-4537-42d3-9b1f-23763d4ae604'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:09.981921 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e78033be-7c58-4551-84a0-f9bb9a035c4c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.204083 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e78033be-7c58-4551-84a0-f9bb9a035c4c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:10.204459 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e78033be-7c58-4551-84a0-f9bb9a035c4c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.296350 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e78033be-7c58-4551-84a0-f9bb9a035c4c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.313830 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e78033be-7c58-4551-84a0-f9bb9a035c4c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:10.368712 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43624) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:10.455020 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4d9de837-282a-4a00-9f79-0c9970cf19eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d6f1effe1ff241c5a2e1c0484545499e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0831263 Jul 05 04:14:10.457150 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43628) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:10.593224 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9f1f7ae-340b-4a1f-8189-10d60db3931d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.624362 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd78b2-e107-4de1-b2f7-eb80b1be36b5 req-6e60d89b-62f1-40f5-bd48-2ea3c56ebd22 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:10.626747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1bd78b2-e107-4de1-b2f7-eb80b1be36b5 req-6e60d89b-62f1-40f5-bd48-2ea3c56ebd22 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.1373801 Jul 05 04:14:10.631740 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9f1f7ae-340b-4a1f-8189-10d60db3931d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.690261 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e78033be-7c58-4551-84a0-f9bb9a035c4c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.728813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78033be-7c58-4551-84a0-f9bb9a035c4c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=b35b3b80-34ea-4b6b-a506-3c6db2f3e6d4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:10.750778 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1bd78b2-e107-4de1-b2f7-eb80b1be36b5 req-391ac088-7d11-4a9c-b755-037d8c85a209 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150150 Jul 05 04:14:10.821707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c79ada-7fc3-4285-8b28-8a3bd3aa6da9 req-94e7c978-1b70-4939-b1f4-c5034e479b13 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:10.830473 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8c79ada-7fc3-4285-8b28-8a3bd3aa6da9 req-94e7c978-1b70-4939-b1f4-c5034e479b13 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.1464937 Jul 05 04:14:10.885862 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8c79ada-7fc3-4285-8b28-8a3bd3aa6da9 req-1aa0ef46-bd82-4352-9f46-50f3e455ba8a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541935 Jul 05 04:14:10.888993 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9f1f7ae-340b-4a1f-8189-10d60db3931d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.894797 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9f1f7ae-340b-4a1f-8189-10d60db3931d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.901684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e9f1f7ae-340b-4a1f-8189-10d60db3931d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1a4b876b-4e09-4caa-8e98-ff31cc7a0490 HTTP/1.1" status: 204 len: 168 time: 0.4432366 Jul 05 04:14:10.931681 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1f7ae-340b-4a1f-8189-10d60db3931d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4b876b-4e09-4caa-8e98-ff31cc7a0490,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:11.029558 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e78033be-7c58-4551-84a0-f9bb9a035c4c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.214415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78033be-7c58-4551-84a0-f9bb9a035c4c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router e72ff55f-4537-42d3-9b1f-23763d4ae604 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:11.471630 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939ab2a-9ffc-4afb-b2bd-09e3dcc8ffcb req-ead492ea-1edc-4a21-ba64-17ecad0dd45c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:11.482976 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7939ab2a-9ffc-4afb-b2bd-09e3dcc8ffcb req-ead492ea-1edc-4a21-ba64-17ecad0dd45c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.0857861 Jul 05 04:14:11.490098 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-53f3702d-8032-4638-a6fe-00da0d7e41cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.544106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78033be-7c58-4551-84a0-f9bb9a035c4c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:11.555783 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078b4d2d-ac87-4609-a89c-ee78f2317ad0 None None] Sync routers for ids ['e72ff55f-4537-42d3-9b1f-23763d4ae604'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:11.560033 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7939ab2a-9ffc-4afb-b2bd-09e3dcc8ffcb req-a869c9a5-c0f2-406b-b2c1-27ae938821b4 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664921 Jul 05 04:14:11.566375 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e78033be-7c58-4551-84a0-f9bb9a035c4c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/e72ff55f-4537-42d3-9b1f-23763d4ae604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0066035 Jul 05 04:14:11.569732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43656) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:11.577528 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b4d2d-ac87-4609-a89c-ee78f2317ad0 None None] Routers {'e72ff55f-4537-42d3-9b1f-23763d4ae604'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:11.578857 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-078b4d2d-ac87-4609-a89c-ee78f2317ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:13:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['e72ff55f-4537-42d3-9b1f-23763d4ae604'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:11.618829 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-078b4d2d-ac87-4609-a89c-ee78f2317ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:11.622650 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b4d2d-ac87-4609-a89c-ee78f2317ad0 None None] Routers {'e72ff55f-4537-42d3-9b1f-23763d4ae604'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:11.623544 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-078b4d2d-ac87-4609-a89c-ee78f2317ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:13:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['e72ff55f-4537-42d3-9b1f-23763d4ae604'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:11.659368 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-078b4d2d-ac87-4609-a89c-ee78f2317ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:11.660016 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078b4d2d-ac87-4609-a89c-ee78f2317ad0 None None] The sync data for ids ['e72ff55f-4537-42d3-9b1f-23763d4ae604'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:11.801337 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-6b6e2f9a-3880-4aeb-8ca2-7f52e518c019 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 04:14:11.802375 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6b6e2f9a-3880-4aeb-8ca2-7f52e518c019 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/e72ff55f-4537-42d3-9b1f-23763d4ae604/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2306132 Jul 05 04:14:11.805247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43664) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:11.833052 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-83e1a2d5-eebb-45fe-9e50-936ef9989b32 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72ff55f-4537-42d3-9b1f-23763d4ae604 HTTP/1.1" status: 200 len: 205 time: 0.0267594 Jul 05 04:14:11.835749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43666) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:11.914642 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bb43d49c-0d95-4ac2-8bef-116c172a6253 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.080381 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bb43d49c-0d95-4ac2-8bef-116c172a6253 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.082670 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bb43d49c-0d95-4ac2-8bef-116c172a6253 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.095120 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cc00a-39ff-42c6-81db-b73f7c3ce435 req-e9aa17e7-9583-4c2f-8806-f5aef57a3648 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:12.096584 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-334cc00a-39ff-42c6-81db-b73f7c3ce435 req-e9aa17e7-9583-4c2f-8806-f5aef57a3648 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.0663397 Jul 05 04:14:12.151103 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-334cc00a-39ff-42c6-81db-b73f7c3ce435 req-75ece890-3ae9-47cf-9680-ebdc4a456c7e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486307 Jul 05 04:14:12.254979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43684) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:12.262038 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bb43d49c-0d95-4ac2-8bef-116c172a6253 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.263041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb43d49c-0d95-4ac2-8bef-116c172a6253 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Fanout notify agent at l3_agent the message router_deleted on router e72ff55f-4537-42d3-9b1f-23763d4ae604 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:12.278894 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bb43d49c-0d95-4ac2-8bef-116c172a6253 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.282412 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bb43d49c-0d95-4ac2-8bef-116c172a6253 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/routers/e72ff55f-4537-42d3-9b1f-23763d4ae604 HTTP/1.1" status: 204 len: 168 time: 0.4432600 Jul 05 04:14:12.282850 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43688) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:12.336352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-577b3fbd-569f-4d55-9fe2-b170ade3800a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting subnet a07efa4e-40e2-4707-b833-08a196e3441e {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:12.340316 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-577b3fbd-569f-4d55-9fe2-b170ade3800a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.369947 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-e8a962ff-3ccb-406c-a67b-78f3f297a804 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-278080643'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:12.396627 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-577b3fbd-569f-4d55-9fe2-b170ade3800a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.490751 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-577b3fbd-569f-4d55-9fe2-b170ade3800a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.573584 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a962ff-3ccb-406c-a67b-78f3f297a804 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Made reservation on behalf of 17b3acf7233b49e5a0e632d69eb8e5d9 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:12.578208 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8a962ff-3ccb-406c-a67b-78f3f297a804 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.588498 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8a962ff-3ccb-406c-a67b-78f3f297a804 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.699620 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-577b3fbd-569f-4d55-9fe2-b170ade3800a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.749329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b3fbd-569f-4d55-9fe2-b170ade3800a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Subnet': ['ID=a07efa4e-40e2-4707-b833-08a196e3441e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:12.768270 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-577b3fbd-569f-4d55-9fe2-b170ade3800a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.770115 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-577b3fbd-569f-4d55-9fe2-b170ade3800a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/a07efa4e-40e2-4707-b833-08a196e3441e HTTP/1.1" status: 204 len: 168 time: 0.4862864 Jul 05 04:14:12.772775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9fd431-e376-48d8-b521-c8d55b365367 None None] Network 3a7db2ba-097e-47d4-b030-d8b6602878c6 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:12.773257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43698) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:12.831133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed329db-488c-46c9-92a4-443f4079ea6e req-588f7553-0721-4614-bea1-7f930b60ad91 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:12.832965 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fed329db-488c-46c9-92a4-443f4079ea6e req-588f7553-0721-4614-bea1-7f930b60ad91 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.1472929 Jul 05 04:14:12.873591 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8a962ff-3ccb-406c-a67b-78f3f297a804 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.884919 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.893657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fed329db-488c-46c9-92a4-443f4079ea6e req-5fe23748-7a69-4fc8-a916-fb48dbe6af6d tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476243 Jul 05 04:14:12.935827 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8a962ff-3ccb-406c-a67b-78f3f297a804 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.945904 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port bea854f8-0a8a-4c1e-93b8-275d33408593 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:12.946262 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.965094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a962ff-3ccb-406c-a67b-78f3f297a804 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:14:12.990435 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8a962ff-3ccb-406c-a67b-78f3f297a804 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.990786 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-e8a962ff-3ccb-406c-a67b-78f3f297a804 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Added segment 95d89c03-6470-4de4-a5f7-ac7897b107d4 of type vlan for network 05fbbab2-31ad-44b3-8d7e-09237981b369 Jul 05 04:14:13.015812 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73575280-532c-4c14-a045-370a2c928469 None None] DHCP port deletion for 3a7db2ba-097e-47d4-b030-d8b6602878c6 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:13.026531 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a962ff-3ccb-406c-a67b-78f3f297a804 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b675c2de-7595-4f06-b494-1338270897c5,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:13.032772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] For port bea854f8-0a8a-4c1e-93b8-275d33408593, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bea854f8-0a8a-4c1e-93b8-275d33408593,segment=NetworkSegment(95e05373-7e1e-4517-9aff-a57a5821a8c7),segment_id=95e05373-7e1e-4517-9aff-a57a5821a8c7)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:13.033619 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.037752 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8a962ff-3ccb-406c-a67b-78f3f297a804 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.051541 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for bea854f8-0a8a-4c1e-93b8-275d33408593 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:13.081563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-73575280-532c-4c14-a045-370a2c928469 None None] Deleting port bea854f8-0a8a-4c1e-93b8-275d33408593 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:13.081939 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-73575280-532c-4c14-a045-370a2c928469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.144321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-73575280-532c-4c14-a045-370a2c928469 None None] For port bea854f8-0a8a-4c1e-93b8-275d33408593, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bea854f8-0a8a-4c1e-93b8-275d33408593,segment=NetworkSegment(95e05373-7e1e-4517-9aff-a57a5821a8c7),segment_id=95e05373-7e1e-4517-9aff-a57a5821a8c7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:13.144649 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-73575280-532c-4c14-a045-370a2c928469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.148664 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8a962ff-3ccb-406c-a67b-78f3f297a804 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.157444 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a962ff-3ccb-406c-a67b-78f3f297a804 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:13.159745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-73575280-532c-4c14-a045-370a2c928469 None None] Calling delete_port for bea854f8-0a8a-4c1e-93b8-275d33408593 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:13.160341 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e8a962ff-3ccb-406c-a67b-78f3f297a804 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.233826 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.248762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a962ff-3ccb-406c-a67b-78f3f297a804 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event updated for resources: {'Network': ['ID=05fbbab2-31ad-44b3-8d7e-09237981b369,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:13.255735 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-73575280-532c-4c14-a045-370a2c928469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.268921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] No DVR routers for this DVR port bea854f8-0a8a-4c1e-93b8-275d33408593 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:13.276779 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=bea854f8-0a8a-4c1e-93b8-275d33408593,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:13.282291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 05fbbab2-31ad-44b3-8d7e-09237981b369 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:14:13.287436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73575280-532c-4c14-a045-370a2c928469 None None] Pushing event deleted for resources: {'Port': ['ID=bea854f8-0a8a-4c1e-93b8-275d33408593,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:13.318789 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e8a962ff-3ccb-406c-a67b-78f3f297a804 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0626280 Jul 05 04:14:13.321550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43710) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:13.325814 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73575280-532c-4c14-a045-370a2c928469 None None] No DVR routers for this DVR port bea854f8-0a8a-4c1e-93b8-275d33408593 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:13.327809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f2b98e83-0a68-4748-8050-498bf0ed0e37 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Request body: {'subnet': {'network_id': '05fbbab2-31ad-44b3-8d7e-09237981b369', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:13.396572 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.407963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7db2ba-097e-47d4-b030-d8b6602878c6']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:13.420553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e05373-7e1e-4517-9aff-a57a5821a8c7') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:13.420862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e05373-7e1e-4517-9aff-a57a5821a8c7') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:13.430781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.446204 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.459161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:13.476971 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:13.772327 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.772327 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.772327 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/networks/3a7db2ba-097e-47d4-b030-d8b6602878c6 HTTP/1.1" status: 204 len: 168 time: 0.9060633 Jul 05 04:14:13.772327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbfdde-a691-44f4-b667-e3672a13fe7f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Network': ['ID=3a7db2ba-097e-47d4-b030-d8b6602878c6,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:13.776612 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43714) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:13.782193 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-bf6559ee-a1ac-4634-aafa-aa33ccf478ed tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'network': {'name': 'tempest-RoutersTest-1025413354'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:13.810034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08a87a-b1d9-43e7-a5a3-49d0312f9c7b req-2c24813e-dd32-476a-96a0-46394912a738 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:13.811528 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d08a87a-b1d9-43e7-a5a3-49d0312f9c7b req-2c24813e-dd32-476a-96a0-46394912a738 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.5265377 Jul 05 04:14:13.929067 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d08a87a-b1d9-43e7-a5a3-49d0312f9c7b req-c380a50a-59dc-4cc0-804b-5e7b5613eee6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327811 Jul 05 04:14:14.038623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6559ee-a1ac-4634-aafa-aa33ccf478ed tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:14.043181 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bf6559ee-a1ac-4634-aafa-aa33ccf478ed tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.075403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6559ee-a1ac-4634-aafa-aa33ccf478ed tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:14:14.084475 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bf6559ee-a1ac-4634-aafa-aa33ccf478ed tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.084826 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-bf6559ee-a1ac-4634-aafa-aa33ccf478ed tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Added segment c8e716eb-7bf0-44b2-b397-52957bf68549 of type vlan for network 348c9269-26d6-491c-91ee-394db7546ce4 Jul 05 04:14:14.089050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e41691-c1fb-43a4-b871-142875c420f7 req-e9fa0644-c144-47d9-9588-582cad47c8d2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:14.090586 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56e41691-c1fb-43a4-b871-142875c420f7 req-e9fa0644-c144-47d9-9588-582cad47c8d2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.0737345 Jul 05 04:14:14.095735 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f86b3102-39ce-4bda-b9a3-be70eabaeef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.129702 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56e41691-c1fb-43a4-b871-142875c420f7 req-bcd58e62-a251-42a0-9e34-d215fd160a7b tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325792 Jul 05 04:14:14.130025 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bf6559ee-a1ac-4634-aafa-aa33ccf478ed tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.210018 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b98e83-0a68-4748-8050-498bf0ed0e37 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Made reservation on behalf of 17b3acf7233b49e5a0e632d69eb8e5d9 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:14.214369 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2b98e83-0a68-4748-8050-498bf0ed0e37 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.292151 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bf6559ee-a1ac-4634-aafa-aa33ccf478ed tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.298754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6559ee-a1ac-4634-aafa-aa33ccf478ed tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:14.299683 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bf6559ee-a1ac-4634-aafa-aa33ccf478ed tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.364477 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.373456 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6559ee-a1ac-4634-aafa-aa33ccf478ed tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Network': ['ID=348c9269-26d6-491c-91ee-394db7546ce4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:14.386120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 348c9269-26d6-491c-91ee-394db7546ce4 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:14:14.433977 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bf6559ee-a1ac-4634-aafa-aa33ccf478ed tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6560221 Jul 05 04:14:14.436687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43726) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:14.442330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-9e9fca66-2249-487a-b49f-7a7f2b5453ca tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'subnet': {'network_id': '348c9269-26d6-491c-91ee-394db7546ce4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:14.513932 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2b98e83-0a68-4748-8050-498bf0ed0e37 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.577250 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b98e83-0a68-4748-8050-498bf0ed0e37 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event updated for resources: {'Subnet': ['ID=2c86ae01-a25a-4547-aefc-ead895bfe96a,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:14.585683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b98e83-0a68-4748-8050-498bf0ed0e37 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Checking segment: {'id': '95d89c03-6470-4de4-a5f7-ac7897b107d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '05fbbab2-31ad-44b3-8d7e-09237981b369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:14.586040 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b98e83-0a68-4748-8050-498bf0ed0e37 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Network hostable DHCP agents. Network: 05fbbab2-31ad-44b3-8d7e-09237981b369, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:14.598726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9fca66-2249-487a-b49f-7a7f2b5453ca tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:14.602577 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e9fca66-2249-487a-b49f-7a7f2b5453ca tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.650014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b98e83-0a68-4748-8050-498bf0ed0e37 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Network 05fbbab2-31ad-44b3-8d7e-09237981b369 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:14.735704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-f2b98e83-0a68-4748-8050-498bf0ed0e37 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 05fbbab2-31ad-44b3-8d7e-09237981b369) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:14.739986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b98e83-0a68-4748-8050-498bf0ed0e37 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:14.740711 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2b98e83-0a68-4748-8050-498bf0ed0e37 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.748332 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a08ec5-defa-4681-a1b7-a9ff142a9b46 None None] Network 05fbbab2-31ad-44b3-8d7e-09237981b369 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:14.823146 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f2b98e83-0a68-4748-8050-498bf0ed0e37 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5000288 Jul 05 04:14:14.826379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43732) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:14.831862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-81476738-962f-47b9-8dc7-c5d0c16adfee tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Request body: {'port': {'network_id': '05fbbab2-31ad-44b3-8d7e-09237981b369', 'name': 'tempest-AllowedAddressPairTestJSON-925858515'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:14.915269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bea854f8-0a8a-4c1e-93b8-275d33408593 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:14.918154 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-05fbbab2-31ad-44b3-8d7e-09237981b369', 'network_id': '05fbbab2-31ad-44b3-8d7e-09237981b369', 'tenant_id': '17b3acf7233b49e5a0e632d69eb8e5d9', 'fixed_ips': [{'subnet_id': '2c86ae01-a25a-4547-aefc-ead895bfe96a'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:14.918986 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.925991 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e9fca66-2249-487a-b49f-7a7f2b5453ca tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.949554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: bea854f8-0a8a-4c1e-93b8-275d33408593 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:14.949891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bea854f8-0a8a-4c1e-93b8-275d33408593 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:15.016989 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fca66-2249-487a-b49f-7a7f2b5453ca tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Subnet': ['ID=b6a12e2f-717f-4533-aefe-c3f6a860efe4,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:15.028738 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9fca66-2249-487a-b49f-7a7f2b5453ca tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Checking segment: {'id': 'c8e716eb-7bf0-44b2-b397-52957bf68549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '348c9269-26d6-491c-91ee-394db7546ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:15.036548 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9fca66-2249-487a-b49f-7a7f2b5453ca tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network hostable DHCP agents. Network: 348c9269-26d6-491c-91ee-394db7546ce4, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:15.120781 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81476738-962f-47b9-8dc7-c5d0c16adfee tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Made reservation on behalf of 17b3acf7233b49e5a0e632d69eb8e5d9 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:15.124370 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-81476738-962f-47b9-8dc7-c5d0c16adfee tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.138348 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a722a-5dfb-48fe-9709-594f8a1e9eef req-a978ca1a-7efe-40ff-9583-a32682ec3073 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:15.143093 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f8a722a-5dfb-48fe-9709-594f8a1e9eef req-a978ca1a-7efe-40ff-9583-a32682ec3073 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.0936143 Jul 05 04:14:15.143879 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Allocated IP 172.20.0.2 (05fbbab2-31ad-44b3-8d7e-09237981b369/2c86ae01-a25a-4547-aefc-ead895bfe96a/c3af3b26-5980-4dcb-8ba1-af44a3bdd93f) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:15.158753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9fca66-2249-487a-b49f-7a7f2b5453ca tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network 348c9269-26d6-491c-91ee-394db7546ce4 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:15.161103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-81476738-962f-47b9-8dc7-c5d0c16adfee tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] device_id is not set on port bfade0db-9cf3-496f-96a5-2c38240216d8 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:15.188607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f8a722a-5dfb-48fe-9709-594f8a1e9eef req-8845d2d3-a421-4d36-b942-12513e0220d6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407641 Jul 05 04:14:15.333361 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-9e9fca66-2249-487a-b49f-7a7f2b5453ca tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 348c9269-26d6-491c-91ee-394db7546ce4) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:15.339617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9fca66-2249-487a-b49f-7a7f2b5453ca tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:15.340760 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e9fca66-2249-487a-b49f-7a7f2b5453ca tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.347709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6c2ac9-f20c-47f1-89ad-72fcec245993 None None] Network 348c9269-26d6-491c-91ee-394db7546ce4 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:15.350179 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.365125 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d55e17-3df6-4c9c-849b-dd1a0f35a184 req-a5f5458c-f75e-4075-9473-7c4e476939d5 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:15.366767 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9d55e17-3df6-4c9c-849b-dd1a0f35a184 req-a5f5458c-f75e-4075-9473-7c4e476939d5 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.0803857 Jul 05 04:14:15.395583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Transition to ACTIVE for port object c3af3b26-5980-4dcb-8ba1-af44a3bdd93f will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:15.408481 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9d55e17-3df6-4c9c-849b-dd1a0f35a184 req-639811d3-9b62-4cdc-a0c9-1d501d2fe800 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352883 Jul 05 04:14:15.421560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Transition to ACTIVE for port object c3af3b26-5980-4dcb-8ba1-af44a3bdd93f will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:15.440030 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.484297 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9e9fca66-2249-487a-b49f-7a7f2b5453ca tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0461161 Jul 05 04:14:15.486830 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43748) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.493124 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-94cf4c37-cee3-4ca0-a5e4-989b32b9c066 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1562231848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:15.513750 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.548101 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-348c9269-26d6-491c-91ee-394db7546ce4', 'network_id': '348c9269-26d6-491c-91ee-394db7546ce4', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'fixed_ips': [{'subnet_id': 'b6a12e2f-717f-4533-aefe-c3f6a860efe4'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:15.548101 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.554898 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Network 05fbbab2-31ad-44b3-8d7e-09237981b369 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:15.569931 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:15.585167 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:15.590662 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Pushing event updated for resources: {'Port': ['ID=c3af3b26-5980-4dcb-8ba1-af44a3bdd93f,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:15.605389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-81476738-962f-47b9-8dc7-c5d0c16adfee tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Allocated IP 172.20.0.12 (05fbbab2-31ad-44b3-8d7e-09237981b369/2c86ae01-a25a-4547-aefc-ead895bfe96a/bfade0db-9cf3-496f-96a5-2c38240216d8) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:15.609607 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94cf4c37-cee3-4ca0-a5e4-989b32b9c066 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.610698 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94cf4c37-cee3-4ca0-a5e4-989b32b9c066 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.711248 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Attempting to bind port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:15.711537 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Attempting to bind port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '95d89c03-6470-4de4-a5f7-ac7897b107d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '05fbbab2-31ad-44b3-8d7e-09237981b369'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:15.712179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Attempting to bind port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f on network 05fbbab2-31ad-44b3-8d7e-09237981b369 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:15.714469 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94cf4c37-cee3-4ca0-a5e4-989b32b9c066 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.724325 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:15.726815 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Checking segment: {'id': '95d89c03-6470-4de4-a5f7-ac7897b107d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '05fbbab2-31ad-44b3-8d7e-09237981b369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:15.726815 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.726815 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Bound using segment: {'id': '95d89c03-6470-4de4-a5f7-ac7897b107d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '05fbbab2-31ad-44b3-8d7e-09237981b369'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:15.726815 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Bound port: c3af3b26-5980-4dcb-8ba1-af44a3bdd93f, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d89c03-6470-4de4-a5f7-ac7897b107d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '05fbbab2-31ad-44b3-8d7e-09237981b369'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:15.726815 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.777841 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94cf4c37-cee3-4ca0-a5e4-989b32b9c066 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.798679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Allocated IP 172.20.0.2 (348c9269-26d6-491c-91ee-394db7546ce4/b6a12e2f-717f-4533-aefe-c3f6a860efe4/39b2d3c0-0b64-48cc-a14f-f34415b9c687) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:15.835325 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-81476738-962f-47b9-8dc7-c5d0c16adfee tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.849780 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-81476738-962f-47b9-8dc7-c5d0c16adfee tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Transition to ACTIVE for port object bfade0db-9cf3-496f-96a5-2c38240216d8 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:15.866054 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] For port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:15.885117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] For port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c3af3b26-5980-4dcb-8ba1-af44a3bdd93f,segment=NetworkSegment(95d89c03-6470-4de4-a5f7-ac7897b107d4),segment_id=95d89c03-6470-4de4-a5f7-ac7897b107d4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:15.919162 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94cf4c37-cee3-4ca0-a5e4-989b32b9c066 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.922915 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-94cf4c37-cee3-4ca0-a5e4-989b32b9c066 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4326904 Jul 05 04:14:15.923147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43754) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.965345 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.992674 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-81476738-962f-47b9-8dc7-c5d0c16adfee tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.017577 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.037522 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Transition to ACTIVE for port object 39b2d3c0-0b64-48cc-a14f-f34415b9c687 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:16.064679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e48da-63cf-4b5d-a25c-601f59a01286 None None] Pushing event updated for resources: {'Port': ['ID=c3af3b26-5980-4dcb-8ba1-af44a3bdd93f,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:16.070771 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Transition to ACTIVE for port object 39b2d3c0-0b64-48cc-a14f-f34415b9c687 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:16.095525 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81476738-962f-47b9-8dc7-c5d0c16adfee tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Network 05fbbab2-31ad-44b3-8d7e-09237981b369 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:16.128556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-81476738-962f-47b9-8dc7-c5d0c16adfee tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:16.137210 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.137359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81476738-962f-47b9-8dc7-c5d0c16adfee tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:16.142194 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81476738-962f-47b9-8dc7-c5d0c16adfee tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event updated for resources: {'Port': ['ID=bfade0db-9cf3-496f-96a5-2c38240216d8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:16.180757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Network 348c9269-26d6-491c-91ee-394db7546ce4 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:16.183656 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:16.188089 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:16.191477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Pushing event updated for resources: {'Port': ['ID=39b2d3c0-0b64-48cc-a14f-f34415b9c687,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:16.255137 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81476738-962f-47b9-8dc7-c5d0c16adfee tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:16.255826 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-81476738-962f-47b9-8dc7-c5d0c16adfee tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.291310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Attempting to bind port 39b2d3c0-0b64-48cc-a14f-f34415b9c687 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:16.291969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Attempting to bind port 39b2d3c0-0b64-48cc-a14f-f34415b9c687 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'c8e716eb-7bf0-44b2-b397-52957bf68549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '348c9269-26d6-491c-91ee-394db7546ce4'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:16.292535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Attempting to bind port 39b2d3c0-0b64-48cc-a14f-f34415b9c687 on network 348c9269-26d6-491c-91ee-394db7546ce4 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:16.303187 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:16.304131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Checking segment: {'id': 'c8e716eb-7bf0-44b2-b397-52957bf68549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '348c9269-26d6-491c-91ee-394db7546ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:16.304843 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.305428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Bound using segment: {'id': 'c8e716eb-7bf0-44b2-b397-52957bf68549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '348c9269-26d6-491c-91ee-394db7546ce4'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:16.308282 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Bound port: 39b2d3c0-0b64-48cc-a14f-f34415b9c687, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e716eb-7bf0-44b2-b397-52957bf68549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '348c9269-26d6-491c-91ee-394db7546ce4'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:16.308990 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.388680 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.399348 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-81476738-962f-47b9-8dc7-c5d0c16adfee tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5718172 Jul 05 04:14:16.403811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43764) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:16.411906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-30a55194-9d7f-48fa-992f-a1ed04660cd2 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Request body: {'port': {'network_id': '05fbbab2-31ad-44b3-8d7e-09237981b369', 'name': 'tempest-AllowedAddressPairTestJSON-541520181', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:78:9d:ef'}]}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:16.413671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] For port 39b2d3c0-0b64-48cc-a14f-f34415b9c687, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:16.417732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] For port 39b2d3c0-0b64-48cc-a14f-f34415b9c687, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=39b2d3c0-0b64-48cc-a14f-f34415b9c687,segment=NetworkSegment(c8e716eb-7bf0-44b2-b397-52957bf68549),segment_id=c8e716eb-7bf0-44b2-b397-52957bf68549)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:16.507501 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.593314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf66e0-87af-4a76-a3ff-e9976d5e5517 req-89d8869b-5692-46b6-8fec-1aa8183e85b0 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:16.595187 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8dbf66e0-87af-4a76-a3ff-e9976d5e5517 req-89d8869b-5692-46b6-8fec-1aa8183e85b0 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.2448161 Jul 05 04:14:16.637471 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122e02a-e135-4a79-a281-a187056802f4 None None] Pushing event updated for resources: {'Port': ['ID=39b2d3c0-0b64-48cc-a14f-f34415b9c687,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:16.748412 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8dbf66e0-87af-4a76-a3ff-e9976d5e5517 req-32323000-f4b1-47bf-b4df-d537f2254d3e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171658 Jul 05 04:14:16.805516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90ff1d-9876-4814-a0e8-728b59318556 req-f4f16761-3c66-465c-b28d-63802120b42a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:16.808470 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ee90ff1d-9876-4814-a0e8-728b59318556 req-f4f16761-3c66-465c-b28d-63802120b42a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.1613314 Jul 05 04:14:16.854758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Allocated IP 172.20.0.1 (348c9269-26d6-491c-91ee-394db7546ce4/b6a12e2f-717f-4533-aefe-c3f6a860efe4/11e80900-8419-4326-99c0-d2b7c061e7eb) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:16.885224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a55194-9d7f-48fa-992f-a1ed04660cd2 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Made reservation on behalf of 17b3acf7233b49e5a0e632d69eb8e5d9 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:16.901827 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.006621 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ee90ff1d-9876-4814-a0e8-728b59318556 req-786be7ca-3816-4d7c-8955-f23547fb29a5 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896229 Jul 05 04:14:17.082404 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-30a55194-9d7f-48fa-992f-a1ed04660cd2 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.083063 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c3af3b26-5980-4dcb-8ba1-af44a3bdd93f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:17.097577 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.100890 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-30a55194-9d7f-48fa-992f-a1ed04660cd2 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] device_id is not set on port 32416a71-e928-4154-a47e-cc34c2fd3875 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:17.124258 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Transition to ACTIVE for port object 11e80900-8419-4326-99c0-d2b7c061e7eb will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:17.242218 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-30a55194-9d7f-48fa-992f-a1ed04660cd2 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Allocated IP 172.20.0.11 (05fbbab2-31ad-44b3-8d7e-09237981b369/2c86ae01-a25a-4547-aefc-ead895bfe96a/32416a71-e928-4154-a47e-cc34c2fd3875) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:17.272238 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.277855 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:17.347818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network 348c9269-26d6-491c-91ee-394db7546ce4 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:17.355856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:17.368413 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:17.405753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=11e80900-8419-4326-99c0-d2b7c061e7eb,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:17.437212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.457721 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-30a55194-9d7f-48fa-992f-a1ed04660cd2 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.476027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-30a55194-9d7f-48fa-992f-a1ed04660cd2 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Transition to ACTIVE for port object 32416a71-e928-4154-a47e-cc34c2fd3875 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:17.578706 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41bd61d-58eb-46b1-b1a3-59667c063bc6 None None] Network 05fbbab2-31ad-44b3-8d7e-09237981b369 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:17.598988 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-30a55194-9d7f-48fa-992f-a1ed04660cd2 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.643229 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a55194-9d7f-48fa-992f-a1ed04660cd2 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Network 05fbbab2-31ad-44b3-8d7e-09237981b369 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:17.647533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-30a55194-9d7f-48fa-992f-a1ed04660cd2 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:17.658428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a55194-9d7f-48fa-992f-a1ed04660cd2 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:17.695559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a55194-9d7f-48fa-992f-a1ed04660cd2 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event updated for resources: {'Port': ['ID=32416a71-e928-4154-a47e-cc34c2fd3875,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:17.727826 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a55194-9d7f-48fa-992f-a1ed04660cd2 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:17.729016 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-30a55194-9d7f-48fa-992f-a1ed04660cd2 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.729312 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.745184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ffaedd34-e9b2-4d85-9141-c05a035a3d8c None None] Provisioning for port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:17.754555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ffaedd34-e9b2-4d85-9141-c05a035a3d8c None None] Provisioning complete for port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:17.754555 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ffaedd34-e9b2-4d85-9141-c05a035a3d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.859287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-30a55194-9d7f-48fa-992f-a1ed04660cd2 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.4532330 Jul 05 04:14:17.860562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43786) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:18.064630 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59d810-b85a-4f3d-955c-19b063fe5a50 req-46046ac4-5f74-444b-9ed5-4be0caa6a433 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:18.066356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e59d810-b85a-4f3d-955c-19b063fe5a50 req-46046ac4-5f74-444b-9ed5-4be0caa6a433 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.1441941 Jul 05 04:14:18.073929 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6153be81-515d-41f5-9335-82c631abb74d None None] Network 348c9269-26d6-491c-91ee-394db7546ce4 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:18.079928 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7ab3f5-49ca-4ae8-b606-5c5344ed997a tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:18.086088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7ab3f5-49ca-4ae8-b606-5c5344ed997a tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:18.109258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7ab3f5-49ca-4ae8-b606-5c5344ed997a tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:18.114231 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0e7ab3f5-49ca-4ae8-b606-5c5344ed997a tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2528973 Jul 05 04:14:18.117981 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43792) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:18.239219 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e59d810-b85a-4f3d-955c-19b063fe5a50 req-8abe6a55-1184-4cfe-8998-ecbf29ecfb18 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237695 Jul 05 04:14:18.303933 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ffaedd34-e9b2-4d85-9141-c05a035a3d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.327207 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-71f52cfa-3545-4647-8ca4-15218cf4132f tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Deleting port 32416a71-e928-4154-a47e-cc34c2fd3875 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:18.327713 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-71f52cfa-3545-4647-8ca4-15218cf4132f tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.351686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4654f3d-fdce-4fca-a745-5010feb2016d req-1183e156-9977-460c-9789-681abf2a9288 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:18.353470 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4654f3d-fdce-4fca-a745-5010feb2016d req-1183e156-9977-460c-9789-681abf2a9288 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.1640344 Jul 05 04:14:18.362405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-ffaedd34-e9b2-4d85-9141-c05a035a3d8c None None] For port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c3af3b26-5980-4dcb-8ba1-af44a3bdd93f,segment=NetworkSegment(95d89c03-6470-4de4-a5f7-ac7897b107d4),segment_id=95d89c03-6470-4de4-a5f7-ac7897b107d4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:18.443656 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ffaedd34-e9b2-4d85-9141-c05a035a3d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.492684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4654f3d-fdce-4fca-a745-5010feb2016d req-f228fe1c-25b8-4df5-8399-3314c7b3409a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109948 Jul 05 04:14:18.520766 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-71f52cfa-3545-4647-8ca4-15218cf4132f tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.526059 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.536020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-71f52cfa-3545-4647-8ca4-15218cf4132f tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Calling delete_port for 32416a71-e928-4154-a47e-cc34c2fd3875 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:18.576453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaedd34-e9b2-4d85-9141-c05a035a3d8c None None] Pushing event updated for resources: {'Port': ['ID=c3af3b26-5980-4dcb-8ba1-af44a3bdd93f,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:18.592330 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.675906 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=11e80900-8419-4326-99c0-d2b7c061e7eb,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:18.679532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fd7f8922-41cd-4907-92c5-ff7415c5df41 None None] Provisioning for port 39b2d3c0-0b64-48cc-a14f-f34415b9c687 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:18.709925 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.807965 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8612a7b3-f811-49b6-bdc2-1e1f5de17905 None None] Provisioning complete for port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:18.808604 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8612a7b3-f811-49b6-bdc2-1e1f5de17905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.821274 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-71f52cfa-3545-4647-8ca4-15218cf4132f tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.827202 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network 348c9269-26d6-491c-91ee-394db7546ce4 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:18.828867 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:18.867920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f52cfa-3545-4647-8ca4-15218cf4132f tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event deleted for resources: {'Port': ['ID=32416a71-e928-4154-a47e-cc34c2fd3875,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:19.125220 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-71f52cfa-3545-4647-8ca4-15218cf4132f tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.130910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-71f52cfa-3545-4647-8ca4-15218cf4132f tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "DELETE /v2.0/ports/32416a71-e928-4154-a47e-cc34c2fd3875 HTTP/1.1" status: 204 len: 168 time: 1.0112138 Jul 05 04:14:19.135577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43806) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:19.138054 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c3af3b26-5980-4dcb-8ba1-af44a3bdd93f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:19.162109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8612a7b3-f811-49b6-bdc2-1e1f5de17905 None None] Provisioning for port bfade0db-9cf3-496f-96a5-2c38240216d8 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:19.171609 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8397cf26-a440-4934-b755-e0963915a752 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] GET failed (client error): The resource could not be found. Jul 05 04:14:19.173305 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8397cf26-a440-4934-b755-e0963915a752 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "GET /v2.0/ports/32416a71-e928-4154-a47e-cc34c2fd3875 HTTP/1.1" status: 404 len: 333 time: 0.0366714 Jul 05 04:14:19.174649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8612a7b3-f811-49b6-bdc2-1e1f5de17905 None None] Provisioning complete for port bfade0db-9cf3-496f-96a5-2c38240216d8 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:19.175282 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8612a7b3-f811-49b6-bdc2-1e1f5de17905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.177045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43808) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:19.183005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7cb75856-bd83-419d-ab3e-3251b2a5b583 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Request body: {'port': {'network_id': '05fbbab2-31ad-44b3-8d7e-09237981b369', 'name': 'tempest-AllowedAddressPairTestJSON-465678088'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:19.230148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8612a7b3-f811-49b6-bdc2-1e1f5de17905 None None] Port bfade0db-9cf3-496f-96a5-2c38240216d8 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:19.241083 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:19.241462 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.288119 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router 8411061e-bf81-472a-9c52-26a5c7804a3d is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:19.373349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8612a7b3-f811-49b6-bdc2-1e1f5de17905 None None] Provisioning for port 11e80900-8419-4326-99c0-d2b7c061e7eb completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:19.380981 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8612a7b3-f811-49b6-bdc2-1e1f5de17905 None None] Provisioning complete for port 11e80900-8419-4326-99c0-d2b7c061e7eb triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:19.381403 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8612a7b3-f811-49b6-bdc2-1e1f5de17905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.484544 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 39b2d3c0-0b64-48cc-a14f-f34415b9c687 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:19.500738 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:19.506316 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cb069de7-78e0-4297-9613-ad379a8f72f7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/8411061e-bf81-472a-9c52-26a5c7804a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5820429 Jul 05 04:14:19.509034 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43816) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:19.521408 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb75856-bd83-419d-ab3e-3251b2a5b583 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Made reservation on behalf of 17b3acf7233b49e5a0e632d69eb8e5d9 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:19.526019 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7cb75856-bd83-419d-ab3e-3251b2a5b583 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.542036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b539651-0cee-44dc-b57d-e71fd7a7bb67 req-99cb8821-c6d9-4830-826f-049c2dcd6143 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:19.543628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b539651-0cee-44dc-b57d-e71fd7a7bb67 req-99cb8821-c6d9-4830-826f-049c2dcd6143 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.1273952 Jul 05 04:14:19.564283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca6247-38aa-489c-952f-ef410205da2b None None] Sync routers for ids ['8411061e-bf81-472a-9c52-26a5c7804a3d'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:19.577871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8612a7b3-f811-49b6-bdc2-1e1f5de17905 None None] Port 11e80900-8419-4326-99c0-d2b7c061e7eb cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:19.582589 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-7cb75856-bd83-419d-ab3e-3251b2a5b583 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] device_id is not set on port 293f1d30-5366-4c28-a497-8a629fc98833 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:19.583779 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8612a7b3-f811-49b6-bdc2-1e1f5de17905 None None] Could not find standard attr ID for object 32416a71-e928-4154-a47e-cc34c2fd3875. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:14:19.593205 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca6247-38aa-489c-952f-ef410205da2b None None] Routers {'8411061e-bf81-472a-9c52-26a5c7804a3d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:19.594337 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d3ca6247-38aa-489c-952f-ef410205da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8411061e-bf81-472a-9c52-26a5c7804a3d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:19.609804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6671786f-73c8-4e61-95fa-d9d487c8de65 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:19.609804 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6671786f-73c8-4e61-95fa-d9d487c8de65 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports/11e80900-8419-4326-99c0-d2b7c061e7eb HTTP/1.1" status: 200 len: 910 time: 0.0958257 Jul 05 04:14:19.609804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43820) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:19.636818 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b539651-0cee-44dc-b57d-e71fd7a7bb67 req-499e1cf4-dd3a-4f2c-9063-879b2e1ed5f7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870414 Jul 05 04:14:19.648869 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d3ca6247-38aa-489c-952f-ef410205da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:19.659481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca6247-38aa-489c-952f-ef410205da2b None None] Routers {'8411061e-bf81-472a-9c52-26a5c7804a3d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:19.665006 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d3ca6247-38aa-489c-952f-ef410205da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8411061e-bf81-472a-9c52-26a5c7804a3d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:19.703039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 39b2d3c0-0b64-48cc-a14f-f34415b9c687 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:19.708585 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 39b2d3c0-0b64-48cc-a14f-f34415b9c687 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:19.709073 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.710608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d3ca6247-38aa-489c-952f-ef410205da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:19.711448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca6247-38aa-489c-952f-ef410205da2b None None] The sync data for ids ['8411061e-bf81-472a-9c52-26a5c7804a3d'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:19.759724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-26169cd1-3c29-4429-9029-806e790d897f None None] Provisioning complete for port bfade0db-9cf3-496f-96a5-2c38240216d8 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:19.759724 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-26169cd1-3c29-4429-9029-806e790d897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.761336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6937125-9435-4e6e-8a3a-4e4e022c4335 req-c8f44d66-d6f7-4ba9-b38e-b811c283f548 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:19.763006 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6937125-9435-4e6e-8a3a-4e4e022c4335 req-c8f44d66-d6f7-4ba9-b38e-b811c283f548 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.0784974 Jul 05 04:14:19.804447 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6937125-9435-4e6e-8a3a-4e4e022c4335 req-cfc2eb7c-1247-4005-b43b-f0a66f186eeb tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352066 Jul 05 04:14:19.808346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-26169cd1-3c29-4429-9029-806e790d897f None None] Port bfade0db-9cf3-496f-96a5-2c38240216d8 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:19.848797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-26169cd1-3c29-4429-9029-806e790d897f None None] Provisioning complete for port 11e80900-8419-4326-99c0-d2b7c061e7eb triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:19.849166 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-26169cd1-3c29-4429-9029-806e790d897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.851764 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.901889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-26169cd1-3c29-4429-9029-806e790d897f None None] Port 11e80900-8419-4326-99c0-d2b7c061e7eb cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:19.911669 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 39b2d3c0-0b64-48cc-a14f-f34415b9c687, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=39b2d3c0-0b64-48cc-a14f-f34415b9c687,segment=NetworkSegment(c8e716eb-7bf0-44b2-b397-52957bf68549),segment_id=c8e716eb-7bf0-44b2-b397-52957bf68549)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:19.912974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-26169cd1-3c29-4429-9029-806e790d897f None None] Could not find standard attr ID for object 32416a71-e928-4154-a47e-cc34c2fd3875. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:14:19.924518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-7cb75856-bd83-419d-ab3e-3251b2a5b583 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Allocated IP 172.20.0.4 (05fbbab2-31ad-44b3-8d7e-09237981b369/2c86ae01-a25a-4547-aefc-ead895bfe96a/293f1d30-5366-4c28-a497-8a629fc98833) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:20.066708 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.118386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=39b2d3c0-0b64-48cc-a14f-f34415b9c687,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:20.156294 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7cb75856-bd83-419d-ab3e-3251b2a5b583 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.189485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-7cb75856-bd83-419d-ab3e-3251b2a5b583 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Transition to ACTIVE for port object 293f1d30-5366-4c28-a497-8a629fc98833 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:20.230047 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7710f8de-6e0a-4b28-9eb5-0f5526f150dd tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.331198 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7cb75856-bd83-419d-ab3e-3251b2a5b583 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.439590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb75856-bd83-419d-ab3e-3251b2a5b583 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Network 05fbbab2-31ad-44b3-8d7e-09237981b369 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:20.448922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7cb75856-bd83-419d-ab3e-3251b2a5b583 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:20.451796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb75856-bd83-419d-ab3e-3251b2a5b583 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:20.455288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb75856-bd83-419d-ab3e-3251b2a5b583 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event updated for resources: {'Port': ['ID=293f1d30-5366-4c28-a497-8a629fc98833,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:20.526338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb75856-bd83-419d-ab3e-3251b2a5b583 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:20.527000 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7cb75856-bd83-419d-ab3e-3251b2a5b583 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.633958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-7710f8de-6e0a-4b28-9eb5-0f5526f150dd tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port 11e80900-8419-4326-99c0-d2b7c061e7eb {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:20.634749 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7710f8de-6e0a-4b28-9eb5-0f5526f150dd tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.677959 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7cb75856-bd83-419d-ab3e-3251b2a5b583 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4982848 Jul 05 04:14:20.679125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43838) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:20.686623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8398ac33-6b61-4cd6-972e-dc77f5fdc48e tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:78:9d:ef'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:20.805971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b197fa34-7c98-4cc1-b858-219dddc36b84 None None] Provisioning for port 293f1d30-5366-4c28-a497-8a629fc98833 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:20.809457 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7710f8de-6e0a-4b28-9eb5-0f5526f150dd tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.812510 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b197fa34-7c98-4cc1-b858-219dddc36b84 None None] Provisioning complete for port 293f1d30-5366-4c28-a497-8a629fc98833 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:20.813404 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b197fa34-7c98-4cc1-b858-219dddc36b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.829519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-7710f8de-6e0a-4b28-9eb5-0f5526f150dd tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for 11e80900-8419-4326-99c0-d2b7c061e7eb owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:20.856180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b197fa34-7c98-4cc1-b858-219dddc36b84 None None] Port 293f1d30-5366-4c28-a497-8a629fc98833 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:20.867629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d45ca1-9596-453f-9abc-f1d96853bb93 req-d6bd27fd-4992-42de-b078-8d0304c7a463 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:20.870138 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4d45ca1-9596-453f-9abc-f1d96853bb93 req-d6bd27fd-4992-42de-b078-8d0304c7a463 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.1094418 Jul 05 04:14:20.922284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4d45ca1-9596-453f-9abc-f1d96853bb93 req-940d2ba0-cb2a-4f43-b44a-97b28e0e136c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462856 Jul 05 04:14:20.981960 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 39b2d3c0-0b64-48cc-a14f-f34415b9c687 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:20.999071 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8398ac33-6b61-4cd6-972e-dc77f5fdc48e tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.033370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba1167-c37d-4a0e-a351-ccb42432b684 req-96794a47-2f65-448f-98ed-ac0eb73688b0 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:21.033583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 39b2d3c0-0b64-48cc-a14f-f34415b9c687 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:21.033865 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.035659 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43ba1167-c37d-4a0e-a351-ccb42432b684 req-96794a47-2f65-448f-98ed-ac0eb73688b0 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.0810189 Jul 05 04:14:21.081012 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43ba1167-c37d-4a0e-a351-ccb42432b684 req-e9db0edd-72f4-4a5f-89ae-001dbfead450 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381999 Jul 05 04:14:21.293435 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8398ac33-6b61-4cd6-972e-dc77f5fdc48e tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.335324 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7710f8de-6e0a-4b28-9eb5-0f5526f150dd tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.364166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710f8de-6e0a-4b28-9eb5-0f5526f150dd tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=11e80900-8419-4326-99c0-d2b7c061e7eb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:21.365971 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8398ac33-6b61-4cd6-972e-dc77f5fdc48e tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.514453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398ac33-6b61-4cd6-972e-dc77f5fdc48e tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event updated for resources: {'Port': ['ID=293f1d30-5366-4c28-a497-8a629fc98833,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:21.594864 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-8398ac33-6b61-4cd6-972e-dc77f5fdc48e tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] In _notify_port_updated(), no bound segment for port 293f1d30-5366-4c28-a497-8a629fc98833 on network 05fbbab2-31ad-44b3-8d7e-09237981b369 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:14:21.594864 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8398ac33-6b61-4cd6-972e-dc77f5fdc48e tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:21.594864 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8398ac33-6b61-4cd6-972e-dc77f5fdc48e tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.595418 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8398ac33-6b61-4cd6-972e-dc77f5fdc48e tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "PUT /v2.0/ports/293f1d30-5366-4c28-a497-8a629fc98833 HTTP/1.1" status: 200 len: 993 time: 0.9154425 Jul 05 04:14:21.598404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43852) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:21.718070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3c8785e7-2df9-46f5-a449-4128325b22d9 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Deleting port 293f1d30-5366-4c28-a497-8a629fc98833 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:21.718506 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c8785e7-2df9-46f5-a449-4128325b22d9 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.802669 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-109b9462-1fd8-457e-a0a9-46fc4df34188 None None] Provisioning complete for port 293f1d30-5366-4c28-a497-8a629fc98833 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:21.803052 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-109b9462-1fd8-457e-a0a9-46fc4df34188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.818014 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c8785e7-2df9-46f5-a449-4128325b22d9 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.832784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3c8785e7-2df9-46f5-a449-4128325b22d9 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Calling delete_port for 293f1d30-5366-4c28-a497-8a629fc98833 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:21.840408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-109b9462-1fd8-457e-a0a9-46fc4df34188 None None] Port 293f1d30-5366-4c28-a497-8a629fc98833 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:21.937216 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7710f8de-6e0a-4b28-9eb5-0f5526f150dd tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.090778 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c8785e7-2df9-46f5-a449-4128325b22d9 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.120588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7710f8de-6e0a-4b28-9eb5-0f5526f150dd tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router 8411061e-bf81-472a-9c52-26a5c7804a3d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:22.159559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8785e7-2df9-46f5-a449-4128325b22d9 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event deleted for resources: {'Port': ['ID=293f1d30-5366-4c28-a497-8a629fc98833,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:22.202098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7710f8de-6e0a-4b28-9eb5-0f5526f150dd tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:22.210313 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7710f8de-6e0a-4b28-9eb5-0f5526f150dd tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/8411061e-bf81-472a-9c52-26a5c7804a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6006892 Jul 05 04:14:22.210944 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43862) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:22.214201 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac2f8ce-d743-414d-9e8d-fcdebcf7bc4f None None] Sync routers for ids ['8411061e-bf81-472a-9c52-26a5c7804a3d'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:22.229217 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac2f8ce-d743-414d-9e8d-fcdebcf7bc4f None None] Routers {'8411061e-bf81-472a-9c52-26a5c7804a3d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:22.229838 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-2ac2f8ce-d743-414d-9e8d-fcdebcf7bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8411061e-bf81-472a-9c52-26a5c7804a3d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:22.262905 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a697b7d6-aa85-4b94-be01-5d27e1327ca7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports?device_id=8411061e-bf81-472a-9c52-26a5c7804a3d HTTP/1.1" status: 200 len: 205 time: 0.0507581 Jul 05 04:14:22.263529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43866) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:22.276729 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-2ac2f8ce-d743-414d-9e8d-fcdebcf7bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:22.286665 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac2f8ce-d743-414d-9e8d-fcdebcf7bc4f None None] Routers {'8411061e-bf81-472a-9c52-26a5c7804a3d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:22.287439 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-2ac2f8ce-d743-414d-9e8d-fcdebcf7bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8411061e-bf81-472a-9c52-26a5c7804a3d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:22.325944 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-2ac2f8ce-d743-414d-9e8d-fcdebcf7bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:22.326597 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac2f8ce-d743-414d-9e8d-fcdebcf7bc4f None None] The sync data for ids ['8411061e-bf81-472a-9c52-26a5c7804a3d'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:22.361945 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f42f1d1c-4766-41cf-aea7-b58858f36cf7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.372676 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62693d-2589-427f-a764-f53e3334027f req-fba2e7b2-dee3-4763-8eaa-4d62c065a5a5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:22.374277 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b62693d-2589-427f-a764-f53e3334027f req-fba2e7b2-dee3-4763-8eaa-4d62c065a5a5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.3235314 Jul 05 04:14:22.417121 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c8785e7-2df9-46f5-a449-4128325b22d9 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.419181 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3c8785e7-2df9-46f5-a449-4128325b22d9 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "DELETE /v2.0/ports/293f1d30-5366-4c28-a497-8a629fc98833 HTTP/1.1" status: 204 len: 168 time: 0.8197544 Jul 05 04:14:22.422197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43870) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:22.450723 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b62693d-2589-427f-a764-f53e3334027f req-e7c72177-411b-4a8b-9160-6a7a3d87724a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676491 Jul 05 04:14:22.463792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b69952-5cc2-42da-a3cc-1b48b666b7cf req-fcf71707-3fdc-4293-a1f2-83b680aa9c36 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:22.465354 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60b69952-5cc2-42da-a3cc-1b48b666b7cf req-fcf71707-3fdc-4293-a1f2-83b680aa9c36 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.1918755 Jul 05 04:14:22.492468 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f990b66-a805-43be-9d68-bb486cf6ec63 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] GET failed (client error): The resource could not be found. Jul 05 04:14:22.494405 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6f990b66-a805-43be-9d68-bb486cf6ec63 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "GET /v2.0/ports/293f1d30-5366-4c28-a497-8a629fc98833 HTTP/1.1" status: 404 len: 333 time: 0.0714233 Jul 05 04:14:22.498371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43872) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:22.504559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-04893b21-fd8d-45fa-9234-723a19507d6d tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Request body: {'port': {'network_id': '05fbbab2-31ad-44b3-8d7e-09237981b369', 'name': 'tempest-AllowedAddressPairTestJSON-1310025601'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:22.571202 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60b69952-5cc2-42da-a3cc-1b48b666b7cf req-96518052-be7d-4261-a054-c30a7b541a8d tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981092 Jul 05 04:14:22.607628 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f42f1d1c-4766-41cf-aea7-b58858f36cf7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.610003 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f42f1d1c-4766-41cf-aea7-b58858f36cf7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.687534 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-83e80bfc-60b9-48cb-bc57-6ffabe629f4c service neutron] show failed (client error): The resource could not be found. Jul 05 04:14:22.688607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-83e80bfc-60b9-48cb-bc57-6ffabe629f4c service neutron] 10.222.0.10 "GET /v2.0/ports/edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5/bindings/n-h2-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.0717959 Jul 05 04:14:22.764267 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f42f1d1c-4766-41cf-aea7-b58858f36cf7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.765234 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42f1d1c-4766-41cf-aea7-b58858f36cf7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Fanout notify agent at l3_agent the message router_deleted on router 8411061e-bf81-472a-9c52-26a5c7804a3d {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:22.773644 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f42f1d1c-4766-41cf-aea7-b58858f36cf7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.774400 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f42f1d1c-4766-41cf-aea7-b58858f36cf7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/routers/8411061e-bf81-472a-9c52-26a5c7804a3d HTTP/1.1" status: 204 len: 168 time: 0.5094030 Jul 05 04:14:22.777143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43880) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:22.795573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04893b21-fd8d-45fa-9234-723a19507d6d tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Made reservation on behalf of 17b3acf7233b49e5a0e632d69eb8e5d9 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:22.799336 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04893b21-fd8d-45fa-9234-723a19507d6d tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.832894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-04893b21-fd8d-45fa-9234-723a19507d6d tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] device_id is not set on port 1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:22.836101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-187718c6-4202-4bad-8bdb-b8641bcc20ec tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting subnet b6a12e2f-717f-4533-aefe-c3f6a860efe4 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:22.841031 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-187718c6-4202-4bad-8bdb-b8641bcc20ec tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.897221 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-187718c6-4202-4bad-8bdb-b8641bcc20ec tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.972573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-04893b21-fd8d-45fa-9234-723a19507d6d tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Allocated IP 172.20.0.10 (05fbbab2-31ad-44b3-8d7e-09237981b369/2c86ae01-a25a-4547-aefc-ead895bfe96a/1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:22.997643 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-187718c6-4202-4bad-8bdb-b8641bcc20ec tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.142289 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04893b21-fd8d-45fa-9234-723a19507d6d tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.169534 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-04893b21-fd8d-45fa-9234-723a19507d6d tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Transition to ACTIVE for port object 1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:23.169995 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-187718c6-4202-4bad-8bdb-b8641bcc20ec tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.199477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187718c6-4202-4bad-8bdb-b8641bcc20ec tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a12e2f-717f-4533-aefe-c3f6a860efe4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:23.203116 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-187718c6-4202-4bad-8bdb-b8641bcc20ec tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.205361 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-187718c6-4202-4bad-8bdb-b8641bcc20ec tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/b6a12e2f-717f-4533-aefe-c3f6a860efe4 HTTP/1.1" status: 204 len: 168 time: 0.4269061 Jul 05 04:14:23.207673 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43886) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:23.213533 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1199d3a-c083-44b4-acea-a0dc2b8b067c None None] Network 348c9269-26d6-491c-91ee-394db7546ce4 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:23.298499 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.307314 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04893b21-fd8d-45fa-9234-723a19507d6d tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.376649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port 39b2d3c0-0b64-48cc-a14f-f34415b9c687 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:23.377004 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.435827 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04893b21-fd8d-45fa-9234-723a19507d6d tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event updated for resources: {'Port': ['ID=1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:23.454289 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37f8aa6-0b30-42c2-8a4a-4ee4b6181106 None None] DHCP port deletion for 348c9269-26d6-491c-91ee-394db7546ce4 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:23.455875 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04893b21-fd8d-45fa-9234-723a19507d6d tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Network 05fbbab2-31ad-44b3-8d7e-09237981b369 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:23.456414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] For port 39b2d3c0-0b64-48cc-a14f-f34415b9c687, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=39b2d3c0-0b64-48cc-a14f-f34415b9c687,segment=NetworkSegment(c8e716eb-7bf0-44b2-b397-52957bf68549),segment_id=c8e716eb-7bf0-44b2-b397-52957bf68549)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:23.463017 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.463189 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-04893b21-fd8d-45fa-9234-723a19507d6d tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:23.464489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04893b21-fd8d-45fa-9234-723a19507d6d tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:23.475340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for 39b2d3c0-0b64-48cc-a14f-f34415b9c687 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:23.542515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-e3880d8d-89ba-4954-97e6-6db9cd634c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:23.544183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b37f8aa6-0b30-42c2-8a4a-4ee4b6181106 None None] Deleting port 39b2d3c0-0b64-48cc-a14f-f34415b9c687 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:23.544364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-e3880d8d-89ba-4954-97e6-6db9cd634c14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46&tenant_id=493f456730914ffbabda165adccd9cc1 HTTP/1.1" status: 200 len: 1097 time: 0.1700552 Jul 05 04:14:23.544890 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b37f8aa6-0b30-42c2-8a4a-4ee4b6181106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.555701 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04893b21-fd8d-45fa-9234-723a19507d6d tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:23.556504 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04893b21-fd8d-45fa-9234-723a19507d6d tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.573974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:23.658805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b37f8aa6-0b30-42c2-8a4a-4ee4b6181106 None None] For port 39b2d3c0-0b64-48cc-a14f-f34415b9c687, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=39b2d3c0-0b64-48cc-a14f-f34415b9c687,segment=NetworkSegment(c8e716eb-7bf0-44b2-b397-52957bf68549),segment_id=c8e716eb-7bf0-44b2-b397-52957bf68549)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:23.659316 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b37f8aa6-0b30-42c2-8a4a-4ee4b6181106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.673299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.678225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b37f8aa6-0b30-42c2-8a4a-4ee4b6181106 None None] Calling delete_port for 39b2d3c0-0b64-48cc-a14f-f34415b9c687 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:23.686053 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-04893b21-fd8d-45fa-9234-723a19507d6d tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1853406 Jul 05 04:14:23.723411 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43898) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:23.724323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=39b2d3c0-0b64-48cc-a14f-f34415b9c687,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:23.732165 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:78:9d:ef'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:23.736128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] No DVR routers for this DVR port 39b2d3c0-0b64-48cc-a14f-f34415b9c687 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:23.753671 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.824714 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b37f8aa6-0b30-42c2-8a4a-4ee4b6181106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.867037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f8aa6-0b30-42c2-8a4a-4ee4b6181106 None None] No DVR routers for this DVR port 39b2d3c0-0b64-48cc-a14f-f34415b9c687 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:23.872496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f8aa6-0b30-42c2-8a4a-4ee4b6181106 None None] Pushing event deleted for resources: {'Port': ['ID=39b2d3c0-0b64-48cc-a14f-f34415b9c687,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:23.897570 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.934973 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348c9269-26d6-491c-91ee-394db7546ce4']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.948345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68f54c-5433-4939-abb5-91fe3d363e11 req-c6b4b173-a226-4b4b-8903-4add06526c3e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:23.949883 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f68f54c-5433-4939-abb5-91fe3d363e11 req-c6b4b173-a226-4b4b-8903-4add06526c3e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.2906327 Jul 05 04:14:23.953127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e716eb-7bf0-44b2-b397-52957bf68549') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.953266 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e716eb-7bf0-44b2-b397-52957bf68549') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:23.960751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-aef9374f-e228-425b-b637-3b7e015fd761 None None] Provisioning for port 1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:23.967073 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-aef9374f-e228-425b-b637-3b7e015fd761 None None] Provisioning complete for port 1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:23.967579 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aef9374f-e228-425b-b637-3b7e015fd761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.968410 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.971843 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.999168 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.009434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:24.010063 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:24.013354 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:24.017618 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-aef9374f-e228-425b-b637-3b7e015fd761 None None] Port 1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:24.058736 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f68f54c-5433-4939-abb5-91fe3d363e11 req-f3a1770f-576c-497a-bf4d-e83a8a6974e2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961154 Jul 05 04:14:24.070420 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e595c1-356d-4641-b31d-b902554bb578 req-5b54dd54-18a1-4eec-9299-b41465374f11 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:24.078520 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8e595c1-356d-4641-b31d-b902554bb578 req-5b54dd54-18a1-4eec-9299-b41465374f11 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.2655752 Jul 05 04:14:24.151169 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8e595c1-356d-4641-b31d-b902554bb578 req-6c3d4664-7402-491a-824f-a7f6f3a1a7d8 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671349 Jul 05 04:14:24.176439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] For port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,segment=NetworkSegment(c6ebf270-fd4c-415e-a5e6-76e18f2de0fb),segment_id=c6ebf270-fd4c-415e-a5e6-76e18f2de0fb)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:24.186932 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.210528 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.210528 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/networks/348c9269-26d6-491c-91ee-394db7546ce4 HTTP/1.1" status: 204 len: 168 time: 0.9945271 Jul 05 04:14:24.212904 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43904) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:24.219723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced629ad-162d-4751-ab62-5cf2ee702bb8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Network': ['ID=348c9269-26d6-491c-91ee-394db7546ce4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:24.219881 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1317762356', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}, 'admin_state_up': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:24.227606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] For port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:24.272419 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.276982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:24.279366 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77759e5-a731-4c51-ad3a-acb307a995dc" -d '{"events": [{"server_uuid": "dc0a7f8a-048d-4f6f-a355-7fd727e8ad46", "name": "network-vif-unplugged", "status": "completed", "tag": "edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:24.283746 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.298952 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Transition to ACTIVE for port object edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:24.332965 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2013da5-b914-4de7-b52c-403556d1260d x-openstack-request-id: req-c2013da5-b914-4de7-b52c-403556d1260d {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:24.333262 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0a7f8a-048d-4f6f-a355-7fd727e8ad46", "name": "network-vif-unplugged", "status": "completed", "tag": "edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:24.333522 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c2013da5-b914-4de7-b52c-403556d1260d {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:24.333921 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5', 'code': 200} Jul 05 04:14:24.352357 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.353586 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.380874 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.405253 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.414248 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.467283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event updated for resources: {'Port': ['ID=1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:24.483851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:24.484295 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:24.484712 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:24.485126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:24.485537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:24.485942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:24.486347 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:24.486753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:24.487159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:24.487561 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:24.487962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:24.488377 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:24.506056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] In _notify_port_updated(), no bound segment for port 1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9 on network 05fbbab2-31ad-44b3-8d7e-09237981b369 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:14:24.512954 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:24.513700 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.515215 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0f34a964-3cb4-4e65-b3a7-4f88f92be0c0 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "PUT /v2.0/ports/1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9 HTTP/1.1" status: 200 len: 997 time: 0.7884750 Jul 05 04:14:24.519661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43912) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:24.683808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Pushing event updated for resources: {'Port': ['ID=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,revision_number=6']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:24.689786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-8a3af750-a516-4db3-89e7-decbbd655cf1 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Deleting port 1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:24.690168 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a3af750-a516-4db3-89e7-decbbd655cf1 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.792095 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.802957 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a3af750-a516-4db3-89e7-decbbd655cf1 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.812777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] No DVR routers for this DVR port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:24.816288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-8a3af750-a516-4db3-89e7-decbbd655cf1 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Calling delete_port for 1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:24.854865 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a11528c2-9e0b-4290-8135-f225e3cd7de6 None None] Provisioning complete for port 1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:24.855333 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a11528c2-9e0b-4290-8135-f225e3cd7de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.913456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a11528c2-9e0b-4290-8135-f225e3cd7de6 None None] Port 1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:24.946232 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 39b2d3c0-0b64-48cc-a14f-f34415b9c687 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:24.969066 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 39b2d3c0-0b64-48cc-a14f-f34415b9c687 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:24.969411 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 39b2d3c0-0b64-48cc-a14f-f34415b9c687 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:25.081537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Attempting to bind port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:25.081873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Attempting to bind port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:25.082214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Attempting to bind port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 on network 191a8c10-5710-4eca-8b4b-1524794eb645 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:25.084751 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a3af750-a516-4db3-89e7-decbbd655cf1 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.095251 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 on network 191a8c10-5710-4eca-8b4b-1524794eb645 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:25.100803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Attempting to bind port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 on network 191a8c10-5710-4eca-8b4b-1524794eb645 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:25.115866 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:25.116246 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Checking segment: {'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:25.116637 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Bound using segment: {'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:25.117328 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Bound port: edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:25.117521 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.117703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3af750-a516-4db3-89e7-decbbd655cf1 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event deleted for resources: {'Port': ['ID=1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:25.247127 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a3af750-a516-4db3-89e7-decbbd655cf1 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.251862 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8a3af750-a516-4db3-89e7-decbbd655cf1 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "DELETE /v2.0/ports/1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9 HTTP/1.1" status: 204 len: 168 time: 0.7285912 Jul 05 04:14:25.252342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43928) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:25.288988 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-440bf05a-0111-45cb-803d-3cecefaae2b7 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] GET failed (client error): The resource could not be found. Jul 05 04:14:25.295316 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-440bf05a-0111-45cb-803d-3cecefaae2b7 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "GET /v2.0/ports/1e3d10ed-d1ab-4654-9a59-3a90b7d62bc9 HTTP/1.1" status: 404 len: 333 time: 0.0389330 Jul 05 04:14:25.298974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43930) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:25.318051 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8c370d46-5ff6-4404-83c9-0aca56a5e285 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Request body: {'port': {'network_id': '05fbbab2-31ad-44b3-8d7e-09237981b369', 'name': 'tempest-AllowedAddressPairTestJSON-272647651'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:25.586578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c370d46-5ff6-4404-83c9-0aca56a5e285 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Made reservation on behalf of 17b3acf7233b49e5a0e632d69eb8e5d9 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:25.591134 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8c370d46-5ff6-4404-83c9-0aca56a5e285 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.615601 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-8c370d46-5ff6-4404-83c9-0aca56a5e285 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] device_id is not set on port df314283-b99d-4845-8969-a4e74966a344 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:25.738974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-8c370d46-5ff6-4404-83c9-0aca56a5e285 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Allocated IP 172.20.0.13 (05fbbab2-31ad-44b3-8d7e-09237981b369/2c86ae01-a25a-4547-aefc-ead895bfe96a/df314283-b99d-4845-8969-a4e74966a344) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:25.796293 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] For port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:25.803240 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.835847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] For port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,segment=NetworkSegment(c6ebf270-fd4c-415e-a5e6-76e18f2de0fb),segment_id=c6ebf270-fd4c-415e-a5e6-76e18f2de0fb)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:25.839968 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.909464 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8c370d46-5ff6-4404-83c9-0aca56a5e285 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.924265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-8c370d46-5ff6-4404-83c9-0aca56a5e285 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Transition to ACTIVE for port object df314283-b99d-4845-8969-a4e74966a344 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:25.925939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa1e5a-f057-4054-8061-58b5cfe47db9 req-6188cce6-7058-418f-a59b-93af2c4f02e2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.929111 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4fa1e5a-f057-4054-8061-58b5cfe47db9 req-6188cce6-7058-418f-a59b-93af2c4f02e2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 943 time: 0.2891088 Jul 05 04:14:25.934506 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.949551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb2cb-0bd8-4bba-99b8-9a116a4a57d1 req-1af4dd3e-5daa-4e47-9862-02579d09f7d5 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.950991 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96ccb2cb-0bd8-4bba-99b8-9a116a4a57d1 req-1af4dd3e-5daa-4e47-9862-02579d09f7d5 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.3140523 Jul 05 04:14:26.026127 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:26.027063 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.028542 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] 10.222.0.36 "PUT /v2.0/ports/edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 HTTP/1.1" status: 200 len: 1092 time: 2.4599068 Jul 05 04:14:26.056717 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8c370d46-5ff6-4404-83c9-0aca56a5e285 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.106250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c370d46-5ff6-4404-83c9-0aca56a5e285 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Network 05fbbab2-31ad-44b3-8d7e-09237981b369 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:26.110024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-8c370d46-5ff6-4404-83c9-0aca56a5e285 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:26.131622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c370d46-5ff6-4404-83c9-0aca56a5e285 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:26.143982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96ccb2cb-0bd8-4bba-99b8-9a116a4a57d1 req-3d18ab50-eb8d-43aa-816c-524e066ad141 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461065 Jul 05 04:14:26.159536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Allocated IP 172.25.6.12 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/da3ab619-d670-4f03-9b48-3b93f5481743) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:26.184455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c370d46-5ff6-4404-83c9-0aca56a5e285 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event updated for resources: {'Port': ['ID=df314283-b99d-4845-8969-a4e74966a344,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:26.209265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c370d46-5ff6-4404-83c9-0aca56a5e285 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:26.210044 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8c370d46-5ff6-4404-83c9-0aca56a5e285 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.256184 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9404bd-9b6a-4c3e-9520-fc7a7bb7fd1d service neutron] Pushing event updated for resources: {'Port': ['ID=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,revision_number=7']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:26.282537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4fa1e5a-f057-4054-8061-58b5cfe47db9 req-d79d8eb6-15de-44f8-a762-a95d0a486317 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433900 Jul 05 04:14:26.316164 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.333144 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8c370d46-5ff6-4404-83c9-0aca56a5e285 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0172193 Jul 05 04:14:26.333144 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43942) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:26.338824 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-59abac79-4a59-4386-8b7f-edef656dedaf tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Request body: {'port': {'network_id': '05fbbab2-31ad-44b3-8d7e-09237981b369', 'name': 'tempest-AllowedAddressPairTestJSON-854044687'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:26.340621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'tag': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:26.347758 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0a7f8a-048d-4f6f-a355-7fd727e8ad46", "tag": "edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:26.351787 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-68257970-0662-486f-a679-599005a3f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:26.354601 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-68257970-0662-486f-a679-599005a3f507 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 1095 time: 0.2936857 Jul 05 04:14:26.428933 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc184ce-ea6c-4008-9be5-3efae9ad30ea x-openstack-request-id: req-7bc184ce-ea6c-4008-9be5-3efae9ad30ea {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:26.428933 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0a7f8a-048d-4f6f-a355-7fd727e8ad46", "tag": "edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:26.428933 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7bc184ce-ea6c-4008-9be5-3efae9ad30ea {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:26.429429 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'tag': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5', 'status': 'completed', 'code': 200} Jul 05 04:14:26.511611 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-6e61c60f-9232-4eea-9499-92c53272f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:26.513117 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-6e61c60f-9232-4eea-9499-92c53272f0dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=191a8c10-5710-4eca-8b4b-1524794eb645 HTTP/1.1" status: 200 len: 897 time: 0.1347554 Jul 05 04:14:26.529123 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-09c79964-1e50-42a5-abde-5a0a52c0ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:26.530670 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-09c79964-1e50-42a5-abde-5a0a52c0ec13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 1095 time: 0.0850799 Jul 05 04:14:26.537340 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.586734 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cdacfa7d-a6e5-4145-96a5-87e204f4f9c3 None None] Provisioning for port df314283-b99d-4845-8969-a4e74966a344 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:26.592237 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cdacfa7d-a6e5-4145-96a5-87e204f4f9c3 None None] Provisioning complete for port df314283-b99d-4845-8969-a4e74966a344 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:26.592734 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cdacfa7d-a6e5-4145-96a5-87e204f4f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.621770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59abac79-4a59-4386-8b7f-edef656dedaf tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Made reservation on behalf of 17b3acf7233b49e5a0e632d69eb8e5d9 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:26.625413 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59abac79-4a59-4386-8b7f-edef656dedaf tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.638803 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-cdacfa7d-a6e5-4145-96a5-87e204f4f9c3 None None] Port df314283-b99d-4845-8969-a4e74966a344 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:26.647390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-59abac79-4a59-4386-8b7f-edef656dedaf tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] device_id is not set on port 0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:26.672521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:26.683384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:26.698549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:26.742730 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-86836e8c-6b61-4f0c-ac35-4c30cc8bc117 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 HTTP/1.1" status: 200 len: 999 time: 0.2161775 Jul 05 04:14:26.746503 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=da3ab619-d670-4f03-9b48-3b93f5481743,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:26.791568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-59abac79-4a59-4386-8b7f-edef656dedaf tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Allocated IP 172.20.0.5 (05fbbab2-31ad-44b3-8d7e-09237981b369/2c86ae01-a25a-4547-aefc-ead895bfe96a/0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:26.806781 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-8d3df131-d527-45a0-b1eb-fda9896b56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:26.808488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-8d3df131-d527-45a0-b1eb-fda9896b56ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=191a8c10-5710-4eca-8b4b-1524794eb645 HTTP/1.1" status: 200 len: 897 time: 0.2297175 Jul 05 04:14:26.952444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:26.954389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-9f6e819d-3dd6-4c6f-a418-bcf39a8682d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:26.956098 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-9f6e819d-3dd6-4c6f-a418-bcf39a8682d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f15b9-5755-4c2f-8e8a-1b9461d6febc HTTP/1.1" status: 200 len: 835 time: 0.1979802 Jul 05 04:14:26.965263 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59abac79-4a59-4386-8b7f-edef656dedaf tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.984304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-59abac79-4a59-4386-8b7f-edef656dedaf tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Transition to ACTIVE for port object 0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:27.011621 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:27.025152 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-a43172ef-e6fc-4bd1-b2a0-31c381f259ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 HTTP/1.1" status: 200 len: 999 time: 0.1751647 Jul 05 04:14:27.085552 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-5dc72f0f-cdc7-4f82-a991-e775f0979a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:27.087692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-5dc72f0f-cdc7-4f82-a991-e775f0979a6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=766f15b9-5755-4c2f-8e8a-1b9461d6febc HTTP/1.1" status: 200 len: 835 time: 0.0546615 Jul 05 04:14:27.092863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-576fba4a-e9ec-4451-8d30-9dc924a557ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:27.094480 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-576fba4a-e9ec-4451-8d30-9dc924a557ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=191a8c10-5710-4eca-8b4b-1524794eb645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295362 Jul 05 04:14:27.123922 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59abac79-4a59-4386-8b7f-edef656dedaf tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.173539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59abac79-4a59-4386-8b7f-edef656dedaf tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Network 05fbbab2-31ad-44b3-8d7e-09237981b369 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:27.181386 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-59abac79-4a59-4386-8b7f-edef656dedaf tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:27.186467 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59abac79-4a59-4386-8b7f-edef656dedaf tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:27.192763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abac79-4a59-4386-8b7f-edef656dedaf tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event updated for resources: {'Port': ['ID=0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:27.255171 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59abac79-4a59-4386-8b7f-edef656dedaf tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:27.256454 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59abac79-4a59-4386-8b7f-edef656dedaf tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.307340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-6aedc64b-136e-47d9-afa1-7e77b92cc0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:27.308829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-6aedc64b-136e-47d9-afa1-7e77b92cc0a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=191a8c10-5710-4eca-8b4b-1524794eb645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2135170 Jul 05 04:14:27.313049 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-abe599a3-457a-4132-8262-69c45a2d37a5 service neutron] 10.222.0.36 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084782 Jul 05 04:14:27.367174 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-59abac79-4a59-4386-8b7f-edef656dedaf tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0304976 Jul 05 04:14:27.369891 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43964) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:27.380822 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4a6cc562-7a86-4fce-ba0d-a5acc39fa45b tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:78:9d:ef'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:0f:ac:b6'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:27.532419 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.602449 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a6cc562-7a86-4fce-ba0d-a5acc39fa45b tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.657111 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db5bf468-e3c1-4542-be07-a99f917f1e9f req-c88c1941-0bc1-42f6-b942-da513fda1a71 service neutron] 10.222.0.36 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223424 Jul 05 04:14:27.661314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7b5ad406-93f4-448f-adf6-fc44feec4718 None None] Provisioning for port 0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:27.667431 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7b5ad406-93f4-448f-adf6-fc44feec4718 None None] Provisioning complete for port 0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:27.668050 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad406-93f4-448f-adf6-fc44feec4718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.707053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b16ee-18ce-41ee-9125-ea379bc600d2 req-9fb5f155-29cb-4342-9d44-8065b40cf2be tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:27.707642 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ad406-93f4-448f-adf6-fc44feec4718 None None] Port 0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:27.708591 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b52b16ee-18ce-41ee-9125-ea379bc600d2 req-9fb5f155-29cb-4342-9d44-8065b40cf2be tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.4042516 Jul 05 04:14:27.711024 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-bf5a2625-36b9-4854-956f-e9ba453e1040 service neutron] 10.222.0.10 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874972 Jul 05 04:14:27.768663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a2cef-d9c1-4e69-ad96-d266a6ae4466 req-9007b779-9556-4877-8513-4e562237396a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:27.770177 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d4a2cef-d9c1-4e69-ad96-d266a6ae4466 req-9007b779-9556-4877-8513-4e562237396a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 943 time: 0.2895555 Jul 05 04:14:27.811057 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a6cc562-7a86-4fce-ba0d-a5acc39fa45b tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.912439 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a6cc562-7a86-4fce-ba0d-a5acc39fa45b tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.953822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b52b16ee-18ce-41ee-9125-ea379bc600d2 req-89fbdcbd-9421-4e1b-898a-3d1d125eda10 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267268 Jul 05 04:14:27.996511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cc562-7a86-4fce-ba0d-a5acc39fa45b tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event updated for resources: {'Port': ['ID=0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:27.999406 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d4a2cef-d9c1-4e69-ad96-d266a6ae4466 req-6413ddcd-5b7d-45ca-aff6-8fbbbf5600ed tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838858 Jul 05 04:14:28.021675 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-f32bd88e-452f-447a-905a-414232dbf2ad service neutron] 10.222.0.10 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929475 Jul 05 04:14:28.030595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4a6cc562-7a86-4fce-ba0d-a5acc39fa45b tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] In _notify_port_updated(), no bound segment for port 0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca on network 05fbbab2-31ad-44b3-8d7e-09237981b369 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:14:28.037396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6cc562-7a86-4fce-ba0d-a5acc39fa45b tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:28.037396 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a6cc562-7a86-4fce-ba0d-a5acc39fa45b tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.038119 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4a6cc562-7a86-4fce-ba0d-a5acc39fa45b tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "PUT /v2.0/ports/0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca HTTP/1.1" status: 200 len: 1056 time: 0.6671498 Jul 05 04:14:28.041577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43972) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:28.041982 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.115373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-223a4d2e-8c85-435c-9f0c-63b5d7cf7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:28.117175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-223a4d2e-8c85-435c-9f0c-63b5d7cf7674 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 1095 time: 0.2466357 Jul 05 04:14:28.155510 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-de4ec142-0438-4d31-a9e2-6a237c511c81 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Deleting port 0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:28.156200 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-de4ec142-0438-4d31-a9e2-6a237c511c81 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.240230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-23688013-9e2d-4f17-9500-7f673aa82e8f None None] Provisioning complete for port 0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:28.240949 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-23688013-9e2d-4f17-9500-7f673aa82e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.265162 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-de4ec142-0438-4d31-a9e2-6a237c511c81 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.282383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-23688013-9e2d-4f17-9500-7f673aa82e8f None None] Port 0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:28.287645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-de4ec142-0438-4d31-a9e2-6a237c511c81 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Calling delete_port for 0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:28.511935 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-de4ec142-0438-4d31-a9e2-6a237c511c81 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.543353 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ec142-0438-4d31-a9e2-6a237c511c81 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event deleted for resources: {'Port': ['ID=0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:28.669366 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-60fc4578-1719-4620-aa0d-e2d50855b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:28.670893 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-60fc4578-1719-4620-aa0d-e2d50855b4d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=191a8c10-5710-4eca-8b4b-1524794eb645 HTTP/1.1" status: 200 len: 897 time: 0.5452056 Jul 05 04:14:28.769853 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-6c1c5ae3-0d59-4ce0-9ca0-6c04af2c6228 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 HTTP/1.1" status: 200 len: 999 time: 0.0856647 Jul 05 04:14:28.834091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-ec13d152-1c84-4ba6-9301-03ae28d07896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:28.835394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-ec13d152-1c84-4ba6-9301-03ae28d07896 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f15b9-5755-4c2f-8e8a-1b9461d6febc HTTP/1.1" status: 200 len: 835 time: 0.0533855 Jul 05 04:14:28.843667 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-de4ec142-0438-4d31-a9e2-6a237c511c81 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.845659 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-de4ec142-0438-4d31-a9e2-6a237c511c81 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "DELETE /v2.0/ports/0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca HTTP/1.1" status: 204 len: 168 time: 0.8029904 Jul 05 04:14:28.852152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43984) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:28.878109 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router ed3ffdf5-92d0-4d00-9460-0ab83f75f1db is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:28.897695 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0695e9-c4ad-4b81-87b1-6b9db25f315e tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] GET failed (client error): The resource could not be found. Jul 05 04:14:28.903084 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3a0695e9-c4ad-4b81-87b1-6b9db25f315e tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "GET /v2.0/ports/0aa7cfc0-3d7c-4a67-98e9-6d4756a3caca HTTP/1.1" status: 404 len: 333 time: 0.0490859 Jul 05 04:14:28.906393 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a73be502-a526-4a21-b33d-5f22f2e12ed3 req-e9431b16-49cd-4aee-bb4b-b745acaf2b27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1583250 Jul 05 04:14:28.906889 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 43986) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:28.955401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-b04baa3b-e84f-4ade-9265-b673bfcf7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:28.957117 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-b04baa3b-e84f-4ade-9265-b673bfcf7807 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=191a8c10-5710-4eca-8b4b-1524794eb645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1104038 Jul 05 04:14:29.070871 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73be502-a526-4a21-b33d-5f22f2e12ed3 req-d79c7be8-ac7d-459a-a8a0-a78a5d9a87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:29.073157 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a73be502-a526-4a21-b33d-5f22f2e12ed3 req-d79c7be8-ac7d-459a-a8a0-a78a5d9a87e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55531968aaea48f484959b725b229ec2&device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 1097 time: 0.1356390 Jul 05 04:14:29.079646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:29.091656 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-0365fd4c-112f-4246-a316-ceeceaff5a95 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Deleting port df314283-b99d-4845-8969-a4e74966a344 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:29.091835 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0365fd4c-112f-4246-a316-ceeceaff5a95 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.094749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81bfe5-df82-4987-94a7-ee1a2dfe907a None None] Sync routers for ids ['ed3ffdf5-92d0-4d00-9460-0ab83f75f1db'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:29.104649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81bfe5-df82-4987-94a7-ee1a2dfe907a None None] Routers {'ed3ffdf5-92d0-4d00-9460-0ab83f75f1db'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:29.105610 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5d81bfe5-df82-4987-94a7-ee1a2dfe907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ed3ffdf5-92d0-4d00-9460-0ab83f75f1db'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:29.116361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-f4d04be4-4370-4955-949b-9c3169011991 service neutron] 10.222.0.36 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477873 Jul 05 04:14:29.141460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5d81bfe5-df82-4987-94a7-ee1a2dfe907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:29.151717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81bfe5-df82-4987-94a7-ee1a2dfe907a None None] Routers {'ed3ffdf5-92d0-4d00-9460-0ab83f75f1db'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:29.152790 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5d81bfe5-df82-4987-94a7-ee1a2dfe907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ed3ffdf5-92d0-4d00-9460-0ab83f75f1db'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:29.217766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5d81bfe5-df82-4987-94a7-ee1a2dfe907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:29.218883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81bfe5-df82-4987-94a7-ee1a2dfe907a None None] The sync data for ids ['ed3ffdf5-92d0-4d00-9460-0ab83f75f1db'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:29.303712 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.304890 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-18cf0355-d8ae-4353-b413-5d854d9db621 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.0909460 Jul 05 04:14:29.318128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 43998) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:29.334761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f7e7381-cb43-4f12-9e58-dbd7eb27e5c0 req-339a19bc-e4ab-4933-a7bd-b62a6b17254a service neutron] 10.222.0.36 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056644 Jul 05 04:14:29.479528 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981450c8-ee36-43df-8e41-9162daa0ec66 req-b679738b-5b67-4c87-9f28-25454f77533f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:29.481825 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-981450c8-ee36-43df-8e41-9162daa0ec66 req-b679738b-5b67-4c87-9f28-25454f77533f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.2401273 Jul 05 04:14:29.491396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9651-f2ed-4681-abe5-6110f19de7df req-1385685b-8651-4b52-8ac3-8803474bb548 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:29.492875 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd5c9651-f2ed-4681-abe5-6110f19de7df req-1385685b-8651-4b52-8ac3-8803474bb548 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 943 time: 0.2627811 Jul 05 04:14:29.506501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bb07131b-5fe2-4ddb-be7b-1c85def5bc9f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/routers/ed3ffdf5-92d0-4d00-9460-0ab83f75f1db HTTP/1.1" status: 200 len: 880 time: 0.1871178 Jul 05 04:14:29.513171 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44002) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:29.564624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-981450c8-ee36-43df-8e41-9162daa0ec66 req-294a48d1-94c1-4d99-83a3-05a1c1224b44 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690625 Jul 05 04:14:29.575010 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd5c9651-f2ed-4681-abe5-6110f19de7df req-d5b3bb24-6ba5-4f1d-88b3-e551739dd18e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663657 Jul 05 04:14:29.713398 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0365fd4c-112f-4246-a316-ceeceaff5a95 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.733858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73be502-a526-4a21-b33d-5f22f2e12ed3 req-2b330fc4-056d-4813-b5ce-d2df664a73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:29.735329 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a73be502-a526-4a21-b33d-5f22f2e12ed3 req-2b330fc4-056d-4813-b5ce-d2df664a73b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e9e977d-1500-4391-a2c3-00211ddba705 HTTP/1.1" status: 200 len: 910 time: 0.6291096 Jul 05 04:14:29.739082 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-0365fd4c-112f-4246-a316-ceeceaff5a95 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Calling delete_port for df314283-b99d-4845-8969-a4e74966a344 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:29.948472 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a73be502-a526-4a21-b33d-5f22f2e12ed3 req-f391ab5c-2a4e-4a00-80d7-97bab001ba44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cef10f3c-b65d-450f-85e3-50808a09c935 HTTP/1.1" status: 200 len: 1000 time: 0.2002490 Jul 05 04:14:30.047290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73be502-a526-4a21-b33d-5f22f2e12ed3 req-4e8454af-d8d5-48ed-bff3-1fdbfbdfba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:30.048804 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a73be502-a526-4a21-b33d-5f22f2e12ed3 req-4e8454af-d8d5-48ed-bff3-1fdbfbdfba72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce4df291-84df-4cc8-b469-a18e04b53998 HTTP/1.1" status: 200 len: 848 time: 0.0893013 Jul 05 04:14:30.135152 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e99d7bd7-ba94-4283-91bb-0756dd424df3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6191213 Jul 05 04:14:30.138009 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44014) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:30.143347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-1606df74-6217-4710-ae99-3b7e204a496b tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1317762356'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:30.169538 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73be502-a526-4a21-b33d-5f22f2e12ed3 req-ed1f886e-f1f8-431b-ba18-efca5abd80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:30.171049 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a73be502-a526-4a21-b33d-5f22f2e12ed3 req-ed1f886e-f1f8-431b-ba18-efca5abd80ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e9e977d-1500-4391-a2c3-00211ddba705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1115017 Jul 05 04:14:30.222222 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0365fd4c-112f-4246-a316-ceeceaff5a95 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.262705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365fd4c-112f-4246-a316-ceeceaff5a95 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event deleted for resources: {'Port': ['ID=df314283-b99d-4845-8969-a4e74966a344,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:30.357176 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a73be502-a526-4a21-b33d-5f22f2e12ed3 req-b16a9eb8-7dee-4fce-8571-fc9ad48b0aa7 service neutron] 10.222.0.36 "GET /v2.0/networks/9e9e977d-1500-4391-a2c3-00211ddba705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768875 Jul 05 04:14:30.362580 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0365fd4c-112f-4246-a316-ceeceaff5a95 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.367171 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0365fd4c-112f-4246-a316-ceeceaff5a95 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "DELETE /v2.0/ports/df314283-b99d-4845-8969-a4e74966a344 HTTP/1.1" status: 204 len: 168 time: 1.4567499 Jul 05 04:14:30.367350 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44020) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:30.397195 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1339126-a919-40e1-a1eb-e338cf96304a tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] GET failed (client error): The resource could not be found. Jul 05 04:14:30.402692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e1339126-a919-40e1-a1eb-e338cf96304a tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "GET /v2.0/ports/df314283-b99d-4845-8969-a4e74966a344 HTTP/1.1" status: 404 len: 333 time: 0.0304997 Jul 05 04:14:30.403377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44022) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:30.499139 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a73be502-a526-4a21-b33d-5f22f2e12ed3 req-43abf67e-8a76-4fb9-bef3-ae054233d8b0 service neutron] 10.222.0.36 "GET /v2.0/networks/9e9e977d-1500-4391-a2c3-00211ddba705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258688 Jul 05 04:14:30.606464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Deleting port bfade0db-9cf3-496f-96a5-2c38240216d8 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:30.606814 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.611144 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1606df74-6217-4710-ae99-3b7e204a496b tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.763038 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1606df74-6217-4710-ae99-3b7e204a496b tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.786930 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.840909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Calling delete_port for bfade0db-9cf3-496f-96a5-2c38240216d8 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:30.985152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac925367-b9e4-4945-98ef-2962e2bfce33 req-3b8b6b17-2be1-48ea-92f6-48f8097e2c14 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:30.986621 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac925367-b9e4-4945-98ef-2962e2bfce33 req-3b8b6b17-2be1-48ea-92f6-48f8097e2c14 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.2940936 Jul 05 04:14:30.997704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330e2dd-fbcf-4c4f-9ddc-07d47bc245cd req-1dd86baf-e5f7-4169-a694-3a3f38cef850 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:30.999111 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e330e2dd-fbcf-4c4f-9ddc-07d47bc245cd req-1dd86baf-e5f7-4169-a694-3a3f38cef850 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 943 time: 0.2887530 Jul 05 04:14:31.048299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1606df74-6217-4710-ae99-3b7e204a496b tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router ed3ffdf5-92d0-4d00-9460-0ab83f75f1db has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:31.110919 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac925367-b9e4-4945-98ef-2962e2bfce33 req-92c9cbc4-9e7f-494a-8cbe-9cf0d87994dc tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081269 Jul 05 04:14:31.135514 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e330e2dd-fbcf-4c4f-9ddc-07d47bc245cd req-f6f90f55-cae8-4454-95f8-67f6b3761a9c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216855 Jul 05 04:14:31.239672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1606df74-6217-4710-ae99-3b7e204a496b tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:31.247623 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1606df74-6217-4710-ae99-3b7e204a496b tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.249247 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1606df74-6217-4710-ae99-3b7e204a496b tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/ed3ffdf5-92d0-4d00-9460-0ab83f75f1db HTTP/1.1" status: 200 len: 887 time: 1.1098456 Jul 05 04:14:31.249784 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d353a97-dd76-4739-bd4f-4640b3bf538f None None] Sync routers for ids ['ed3ffdf5-92d0-4d00-9460-0ab83f75f1db'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:31.251787 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44038) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.259768 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d353a97-dd76-4739-bd4f-4640b3bf538f None None] Routers {'ed3ffdf5-92d0-4d00-9460-0ab83f75f1db'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:31.260434 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4d353a97-dd76-4739-bd4f-4640b3bf538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ed3ffdf5-92d0-4d00-9460-0ab83f75f1db'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:31.295649 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4d353a97-dd76-4739-bd4f-4640b3bf538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:31.304304 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d353a97-dd76-4739-bd4f-4640b3bf538f None None] Routers {'ed3ffdf5-92d0-4d00-9460-0ab83f75f1db'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:31.304885 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4d353a97-dd76-4739-bd4f-4640b3bf538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ed3ffdf5-92d0-4d00-9460-0ab83f75f1db'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:31.306655 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.341726 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4d353a97-dd76-4739-bd4f-4640b3bf538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:31.342385 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d353a97-dd76-4739-bd4f-4640b3bf538f None None] The sync data for ids ['ed3ffdf5-92d0-4d00-9460-0ab83f75f1db'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:31.349780 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event deleted for resources: {'Port': ['ID=bfade0db-9cf3-496f-96a5-2c38240216d8,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:31.363159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:31.363516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:31.363853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:31.364218 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:31.364555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:31.364890 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:31.365219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:31.365549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:31.365879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:31.366639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:31.366639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:31.366834 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:31.385597 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2e095bdf-3e5f-4734-ae49-70ed4acf09a4 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/routers/ed3ffdf5-92d0-4d00-9460-0ab83f75f1db HTTP/1.1" status: 200 len: 887 time: 0.1299171 Jul 05 04:14:31.385894 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44042) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.387057 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:14:31.421008 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-13394d93-1287-4996-b2f3-8861bc7b09fc tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed3ffdf5-92d0-4d00-9460-0ab83f75f1db HTTP/1.1" status: 200 len: 205 time: 0.0316224 Jul 05 04:14:31.421238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44044) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.443005 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.445107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d7d199e3-3892-40b2-8309-756d4c34b001 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "DELETE /v2.0/ports/bfade0db-9cf3-496f-96a5-2c38240216d8 HTTP/1.1" status: 204 len: 168 time: 1.0369251 Jul 05 04:14:31.448587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44046) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.511958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f32001-a5f3-4a03-ac8b-f9bfd57c6e57 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Deleting subnet 2c86ae01-a25a-4547-aefc-ead895bfe96a {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:31.515694 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80f32001-a5f3-4a03-ac8b-f9bfd57c6e57 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.542181 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e2359066-8dc7-475e-a25b-4e30d959bd78 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.573915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80f32001-a5f3-4a03-ac8b-f9bfd57c6e57 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.670331 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80f32001-a5f3-4a03-ac8b-f9bfd57c6e57 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.670705 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e2359066-8dc7-475e-a25b-4e30d959bd78 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.811462 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e2359066-8dc7-475e-a25b-4e30d959bd78 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port da3ab619-d670-4f03-9b48-3b93f5481743 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:31.811904 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e2359066-8dc7-475e-a25b-4e30d959bd78 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.890679 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e2359066-8dc7-475e-a25b-4e30d959bd78 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.903026 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e2359066-8dc7-475e-a25b-4e30d959bd78 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for da3ab619-d670-4f03-9b48-3b93f5481743 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:31.912617 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80f32001-a5f3-4a03-ac8b-f9bfd57c6e57 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.940575 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f32001-a5f3-4a03-ac8b-f9bfd57c6e57 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event deleted for resources: {'Subnet': ['ID=2c86ae01-a25a-4547-aefc-ead895bfe96a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:31.944604 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80f32001-a5f3-4a03-ac8b-f9bfd57c6e57 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.949276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-80f32001-a5f3-4a03-ac8b-f9bfd57c6e57 tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "DELETE /v2.0/subnets/2c86ae01-a25a-4547-aefc-ead895bfe96a HTTP/1.1" status: 204 len: 168 time: 0.4970627 Jul 05 04:14:31.949580 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44054) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:31.959848 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cc5c19-08e3-46f3-a1a0-fe6f53bacb2c None None] Network 05fbbab2-31ad-44b3-8d7e-09237981b369 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:32.085126 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.190161 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Deleting port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:32.190531 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.290656 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38b3249-4d73-4610-aea2-cb69ccc25ea2 None None] DHCP port deletion for 05fbbab2-31ad-44b3-8d7e-09237981b369 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:32.327064 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] For port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c3af3b26-5980-4dcb-8ba1-af44a3bdd93f,segment=NetworkSegment(95d89c03-6470-4de4-a5f7-ac7897b107d4),segment_id=95d89c03-6470-4de4-a5f7-ac7897b107d4)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:32.327641 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.361069 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Calling delete_port for c3af3b26-5980-4dcb-8ba1-af44a3bdd93f owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:32.402663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f38b3249-4d73-4610-aea2-cb69ccc25ea2 None None] Deleting port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:32.403326 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f38b3249-4d73-4610-aea2-cb69ccc25ea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.474038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f38b3249-4d73-4610-aea2-cb69ccc25ea2 None None] For port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c3af3b26-5980-4dcb-8ba1-af44a3bdd93f,segment=NetworkSegment(95d89c03-6470-4de4-a5f7-ac7897b107d4),segment_id=95d89c03-6470-4de4-a5f7-ac7897b107d4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:32.474435 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f38b3249-4d73-4610-aea2-cb69ccc25ea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.475783 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44076) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.488759 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f38b3249-4d73-4610-aea2-cb69ccc25ea2 None None] Calling delete_port for c3af3b26-5980-4dcb-8ba1-af44a3bdd93f owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:32.542640 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.625653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a55225-085f-4a55-9dcb-327903650080 req-a25818a9-5d52-41b6-ac3b-72700c58bdd0 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:32.629130 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17a8da-c21d-457d-ad1b-a1b9a1660e1e req-655badd0-9e82-44f2-bdfe-7f217d1236b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:32.631744 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0b17a8da-c21d-457d-ad1b-a1b9a1660e1e req-655badd0-9e82-44f2-bdfe-7f217d1236b8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 1097 time: 0.1548226 Jul 05 04:14:32.632602 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9a55225-085f-4a55-9dcb-327903650080 req-a25818a9-5d52-41b6-ac3b-72700c58bdd0 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.2470930 Jul 05 04:14:32.671317 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc085288-67f4-460e-b2f4-5ed5c5d0a580 req-4aece537-5ba4-4ec9-950a-21f278a5da78 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:32.678074 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc085288-67f4-460e-b2f4-5ed5c5d0a580 req-4aece537-5ba4-4ec9-950a-21f278a5da78 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 943 time: 0.3257387 Jul 05 04:14:32.681011 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0b17a8da-c21d-457d-ad1b-a1b9a1660e1e req-f6992249-5e01-4e73-ad29-cd5dd525d272 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d0bf3813-cde9-4233-87c4-9908aa29fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426016 Jul 05 04:14:32.695411 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e2359066-8dc7-475e-a25b-4e30d959bd78 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.704273 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f38b3249-4d73-4610-aea2-cb69ccc25ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.706978 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.738799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9a55225-085f-4a55-9dcb-327903650080 req-89afaad9-6ce6-4a21-bce3-2b4e3fd54cea tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040616 Jul 05 04:14:32.747748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2359066-8dc7-475e-a25b-4e30d959bd78 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=da3ab619-d670-4f03-9b48-3b93f5481743,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:32.767384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event deleted for resources: {'Port': ['ID=c3af3b26-5980-4dcb-8ba1-af44a3bdd93f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:32.773594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc085288-67f4-460e-b2f4-5ed5c5d0a580 req-855f37f2-9fc4-4f5f-b531-47a7fbd47990 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942683 Jul 05 04:14:32.780167 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] No DVR routers for this DVR port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:32.792047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b3249-4d73-4610-aea2-cb69ccc25ea2 None None] Pushing event deleted for resources: {'Port': ['ID=c3af3b26-5980-4dcb-8ba1-af44a3bdd93f,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:32.800938 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b3249-4d73-4610-aea2-cb69ccc25ea2 None None] No DVR routers for this DVR port c3af3b26-5980-4dcb-8ba1-af44a3bdd93f on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:32.838205 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e2359066-8dc7-475e-a25b-4e30d959bd78 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.891248 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.901754 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fbbab2-31ad-44b3-8d7e-09237981b369']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:32.912726 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d89c03-6470-4de4-a5f7-ac7897b107d4') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:32.913070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d89c03-6470-4de4-a5f7-ac7897b107d4') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:32.936288 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.941084 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e2359066-8dc7-475e-a25b-4e30d959bd78 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.943829 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e2359066-8dc7-475e-a25b-4e30d959bd78 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.949118 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.954993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:32.955377 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:32.958541 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:32.963347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c3af3b26-5980-4dcb-8ba1-af44a3bdd93f no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:32.985961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:14:32.989635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: c3af3b26-5980-4dcb-8ba1-af44a3bdd93f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:32.989635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c3af3b26-5980-4dcb-8ba1-af44a3bdd93f not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:33.097120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,segment=NetworkSegment(c6ebf270-fd4c-415e-a5e6-76e18f2de0fb),segment_id=c6ebf270-fd4c-415e-a5e6-76e18f2de0fb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:33.100884 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e2359066-8dc7-475e-a25b-4e30d959bd78 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.101518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2359066-8dc7-475e-a25b-4e30d959bd78 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Fanout notify agent at l3_agent the message router_deleted on router ed3ffdf5-92d0-4d00-9460-0ab83f75f1db {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:33.113512 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e2359066-8dc7-475e-a25b-4e30d959bd78 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.113695 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'port_id': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5', 'mac_address': 'fa:16:3e:cf:2c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:14:33.113820 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e2359066-8dc7-475e-a25b-4e30d959bd78 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/routers/ed3ffdf5-92d0-4d00-9460-0ab83f75f1db HTTP/1.1" status: 204 len: 168 time: 1.6884665 Jul 05 04:14:33.115907 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44090) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:33.119138 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.122577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-441bd967-0af4-40aa-82ed-bdb99197d122 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'network': {'name': 'tempest-RoutersTest-1856056013'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:33.132781 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.135120 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] 10.222.0.38 "DELETE /v2.0/networks/05fbbab2-31ad-44b3-8d7e-09237981b369 HTTP/1.1" status: 204 len: 168 time: 1.1846907 Jul 05 04:14:33.150110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c483d-ef21-441c-9bde-10e7db3002af tempest-AllowedAddressPairTestJSON-1474854791 tempest-AllowedAddressPairTestJSON-1474854791-project] Pushing event deleted for resources: {'Network': ['ID=05fbbab2-31ad-44b3-8d7e-09237981b369,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:33.170842 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.184325 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:14:33.209719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441bd967-0af4-40aa-82ed-bdb99197d122 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:33.211333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,segment=NetworkSegment(c6ebf270-fd4c-415e-a5e6-76e18f2de0fb),segment_id=c6ebf270-fd4c-415e-a5e6-76e18f2de0fb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:33.213161 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-441bd967-0af4-40aa-82ed-bdb99197d122 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.241254 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441bd967-0af4-40aa-82ed-bdb99197d122 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:14:33.251771 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-441bd967-0af4-40aa-82ed-bdb99197d122 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.252176 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-441bd967-0af4-40aa-82ed-bdb99197d122 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Added segment c0fecc59-4e4f-4203-bf7c-8820cb1781cf of type vlan for network fe593d3f-9cd8-4dc6-af84-69699e1a60e1 Jul 05 04:14:33.293332 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-441bd967-0af4-40aa-82ed-bdb99197d122 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.317961 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.365222 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:33.420690 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-441bd967-0af4-40aa-82ed-bdb99197d122 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.426319 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441bd967-0af4-40aa-82ed-bdb99197d122 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:33.427041 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-441bd967-0af4-40aa-82ed-bdb99197d122 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.506406 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bd967-0af4-40aa-82ed-bdb99197d122 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Network': ['ID=fe593d3f-9cd8-4dc6-af84-69699e1a60e1,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:33.516529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network fe593d3f-9cd8-4dc6-af84-69699e1a60e1 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:14:33.593160 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-441bd967-0af4-40aa-82ed-bdb99197d122 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4757864 Jul 05 04:14:33.596043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44098) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:33.601147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-16e8436c-a039-4e96-91cc-eeadb741beac tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'subnet': {'network_id': 'fe593d3f-9cd8-4dc6-af84-69699e1a60e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:33.744642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44104) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:33.792200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e8436c-a039-4e96-91cc-eeadb741beac tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:33.796237 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16e8436c-a039-4e96-91cc-eeadb741beac tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.006230 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-803a33a5-b495-467f-9d5c-e25d12edc859 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=17b3acf7233b49e5a0e632d69eb8e5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602313 Jul 05 04:14:34.009017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44116) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:34.039901 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d7ec1-b085-4fcb-96a1-0b631bff63ec req-be6b2a47-e76c-4c00-a42f-d90ada7c625f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:34.048547 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-024d7ec1-b085-4fcb-96a1-0b631bff63ec req-be6b2a47-e76c-4c00-a42f-d90ada7c625f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.1081002 Jul 05 04:14:34.092929 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d72b524b-7e93-4d60-a4df-10b693e8d30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.126069 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d72b524b-7e93-4d60-a4df-10b693e8d30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.134343 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-024d7ec1-b085-4fcb-96a1-0b631bff63ec req-d97d1da2-4804-4c7b-9ef3-d3d5ce126c51 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840714 Jul 05 04:14:34.147614 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a7cb6-b1ef-45f5-a199-27a7dcb07648 req-976c2a3c-9067-4546-9aaf-a6df5c4f5b18 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:34.154766 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c7a7cb6-b1ef-45f5-a199-27a7dcb07648 req-976c2a3c-9067-4546-9aaf-a6df5c4f5b18 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 944 time: 0.1337156 Jul 05 04:14:34.199696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c7a7cb6-b1ef-45f5-a199-27a7dcb07648 req-457dd6c7-6117-4ff0-9a3b-51aa4b00014c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411661 Jul 05 04:14:34.249242 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.269045 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:14:34.357710 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d72b524b-7e93-4d60-a4df-10b693e8d30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.366714 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d72b524b-7e93-4d60-a4df-10b693e8d30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.370434 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d72b524b-7e93-4d60-a4df-10b693e8d30b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b675c2de-7595-4f06-b494-1338270897c5 HTTP/1.1" status: 204 len: 168 time: 0.3576460 Jul 05 04:14:34.391567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b524b-7e93-4d60-a4df-10b693e8d30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b675c2de-7595-4f06-b494-1338270897c5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:34.404301 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16e8436c-a039-4e96-91cc-eeadb741beac tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.495734 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8436c-a039-4e96-91cc-eeadb741beac tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Subnet': ['ID=fb63116c-187c-4dce-98d4-0b24b92440ea,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:34.515863 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e8436c-a039-4e96-91cc-eeadb741beac tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Checking segment: {'id': 'c0fecc59-4e4f-4203-bf7c-8820cb1781cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fe593d3f-9cd8-4dc6-af84-69699e1a60e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:34.516577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e8436c-a039-4e96-91cc-eeadb741beac tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network hostable DHCP agents. Network: fe593d3f-9cd8-4dc6-af84-69699e1a60e1, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:34.694692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e8436c-a039-4e96-91cc-eeadb741beac tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network fe593d3f-9cd8-4dc6-af84-69699e1a60e1 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:34.762036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb97d4-bb73-4738-a605-1c061b2aa06f req-4ee6e614-f170-4f79-8946-52ffb5aafadf tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:34.762036 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fcb97d4-bb73-4738-a605-1c061b2aa06f req-4ee6e614-f170-4f79-8946-52ffb5aafadf tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 944 time: 0.0698752 Jul 05 04:14:34.808885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-16e8436c-a039-4e96-91cc-eeadb741beac tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, fe593d3f-9cd8-4dc6-af84-69699e1a60e1) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:34.809282 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fcb97d4-bb73-4738-a605-1c061b2aa06f req-a4a93d98-62c6-45c2-b0fd-1e84a9ff350d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442479 Jul 05 04:14:34.813874 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e8436c-a039-4e96-91cc-eeadb741beac tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:34.814469 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16e8436c-a039-4e96-91cc-eeadb741beac tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.823120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abfbe0c-64b0-48ab-b1a8-06b986783b18 None None] Network fe593d3f-9cd8-4dc6-af84-69699e1a60e1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:34.902609 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-16e8436c-a039-4e96-91cc-eeadb741beac tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3053324 Jul 05 04:14:34.906724 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44142) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:34.911359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6839948e-94c9-44a6-bea8-dfd12a367456 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1015373561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:35.066116 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-fe593d3f-9cd8-4dc6-af84-69699e1a60e1', 'network_id': 'fe593d3f-9cd8-4dc6-af84-69699e1a60e1', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'fixed_ips': [{'subnet_id': 'fb63116c-187c-4dce-98d4-0b24b92440ea'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:35.067099 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.084136 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6839948e-94c9-44a6-bea8-dfd12a367456 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.085549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54769-dd06-4e61-989b-b2a5fcc8abc0 req-eb423025-c145-43ad-953c-c1613557ac51 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:35.086193 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6839948e-94c9-44a6-bea8-dfd12a367456 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.088479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dec54769-dd06-4e61-989b-b2a5fcc8abc0 req-eb423025-c145-43ad-953c-c1613557ac51 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46&tenant_id=493f456730914ffbabda165adccd9cc1&binding%3Ahost_id=n-h2-771363-32 HTTP/1.1" status: 200 len: 944 time: 0.1833730 Jul 05 04:14:35.160802 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6839948e-94c9-44a6-bea8-dfd12a367456 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.168506 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [req-dec54769-dd06-4e61-989b-b2a5fcc8abc0 req-2648c08d-01ad-4f0c-867e-77bfecaf052d service neutron] delete failed (client error): The resource could not be found. Jul 05 04:14:35.169550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dec54769-dd06-4e61-989b-b2a5fcc8abc0 req-2648c08d-01ad-4f0c-867e-77bfecaf052d service neutron] 10.222.0.10 "DELETE /v2.0/ports/edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5/bindings/n-h1-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.0715394 Jul 05 04:14:35.278646 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6839948e-94c9-44a6-bea8-dfd12a367456 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.278890 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Allocated IP 172.20.0.2 (fe593d3f-9cd8-4dc6-af84-69699e1a60e1/fb63116c-187c-4dce-98d4-0b24b92440ea/9bed99f4-6f9c-41a9-88db-6ee6680e27fe) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:35.398146 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6839948e-94c9-44a6-bea8-dfd12a367456 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.400424 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6839948e-94c9-44a6-bea8-dfd12a367456 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4926589 Jul 05 04:14:35.403058 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44162) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:35.564547 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.579663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Transition to ACTIVE for port object 9bed99f4-6f9c-41a9-88db-6ee6680e27fe will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:35.610286 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Transition to ACTIVE for port object 9bed99f4-6f9c-41a9-88db-6ee6680e27fe will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:35.758285 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.803302 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54769-dd06-4e61-989b-b2a5fcc8abc0 req-d54d7002-ffea-4abd-9609-ece5e4347882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:35.805767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Network fe593d3f-9cd8-4dc6-af84-69699e1a60e1 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:35.807819 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dec54769-dd06-4e61-989b-b2a5fcc8abc0 req-d54d7002-ffea-4abd-9609-ece5e4347882 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 1096 time: 0.5553944 Jul 05 04:14:35.808892 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:35.814704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:35.832321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea018c-aaac-4ee8-9f52-94ffeef65ec4 req-49cf6668-c511-4be4-a8ae-960a2255b1d5 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:35.841038 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecea018c-aaac-4ee8-9f52-94ffeef65ec4 req-49cf6668-c511-4be4-a8ae-960a2255b1d5 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.1264234 Jul 05 04:14:35.846044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Pushing event updated for resources: {'Port': ['ID=9bed99f4-6f9c-41a9-88db-6ee6680e27fe,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:35.888702 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.896246 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Attempting to bind port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:35.896831 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Attempting to bind port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'c0fecc59-4e4f-4203-bf7c-8820cb1781cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fe593d3f-9cd8-4dc6-af84-69699e1a60e1'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:35.897545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Attempting to bind port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe on network fe593d3f-9cd8-4dc6-af84-69699e1a60e1 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:35.905769 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:35.913715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Checking segment: {'id': 'c0fecc59-4e4f-4203-bf7c-8820cb1781cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fe593d3f-9cd8-4dc6-af84-69699e1a60e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:35.913715 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.913715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Bound using segment: {'id': 'c0fecc59-4e4f-4203-bf7c-8820cb1781cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fe593d3f-9cd8-4dc6-af84-69699e1a60e1'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:35.913715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Bound port: 9bed99f4-6f9c-41a9-88db-6ee6680e27fe, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fecc59-4e4f-4203-bf7c-8820cb1781cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fe593d3f-9cd8-4dc6-af84-69699e1a60e1'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:35.913715 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.939570 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecea018c-aaac-4ee8-9f52-94ffeef65ec4 req-feaa2d3c-5dd4-468e-be96-9ebd3826c1ba tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976715 Jul 05 04:14:36.017416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54769-dd06-4e61-989b-b2a5fcc8abc0 req-6619c954-d59a-4303-aa4e-e2e89b5ce1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.022174 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dec54769-dd06-4e61-989b-b2a5fcc8abc0 req-6619c954-d59a-4303-aa4e-e2e89b5ce1fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=191a8c10-5710-4eca-8b4b-1524794eb645 HTTP/1.1" status: 200 len: 897 time: 0.1782238 Jul 05 04:14:36.024123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] For port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:36.028235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] For port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9bed99f4-6f9c-41a9-88db-6ee6680e27fe,segment=NetworkSegment(c0fecc59-4e4f-4203-bf7c-8820cb1781cf),segment_id=c0fecc59-4e4f-4203-bf7c-8820cb1781cf)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:36.057426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44182) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.130320 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dec54769-dd06-4e61-989b-b2a5fcc8abc0 req-472edee5-a666-43c3-8649-c9583320d589 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 HTTP/1.1" status: 200 len: 1000 time: 0.0995786 Jul 05 04:14:36.166507 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.182270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-6785c359-d30d-4f5c-8432-e26a2dd191e4 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.186258 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6785c359-d30d-4f5c-8432-e26a2dd191e4 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1251130 Jul 05 04:14:36.186793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44186) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.191657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-a03d96a6-75e2-4fbb-97c5-d49b750e33eb tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.191813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dce67b-43cb-42f4-b66d-193696eff7d2 req-896dc136-b67b-4ba9-9d10-728c027fded4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.193332 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a03d96a6-75e2-4fbb-97c5-d49b750e33eb tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048604 Jul 05 04:14:36.193457 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-55dce67b-43cb-42f4-b66d-193696eff7d2 req-896dc136-b67b-4ba9-9d10-728c027fded4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 944 time: 0.1231987 Jul 05 04:14:36.195704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44188) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.203932 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-ca226d88-fa3c-4e74-a558-81568e2655f3 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.205291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ca226d88-fa3c-4e74-a558-81568e2655f3 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0078955 Jul 05 04:14:36.207835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44192) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.214447 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-760d9326-c776-4ddb-92dc-5031bfb61d45 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.215576 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-760d9326-c776-4ddb-92dc-5031bfb61d45 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0068984 Jul 05 04:14:36.219480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44194) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.227263 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-f1f8c6cf-8587-426f-afea-9a50753afcdc tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.228428 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f1f8c6cf-8587-426f-afea-9a50753afcdc tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0054612 Jul 05 04:14:36.234438 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44196) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.240776 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-9cc764c2-7176-410e-a7be-f96f7b31a34b tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.241883 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9cc764c2-7176-410e-a7be-f96f7b31a34b tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0067496 Jul 05 04:14:36.244749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44198) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.256517 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-93131caa-3c3d-445c-b115-0716177ffdec tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.257647 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-93131caa-3c3d-445c-b115-0716177ffdec tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0119038 Jul 05 04:14:36.261895 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44200) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.266456 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-9e042088-84ec-45a8-b631-7ba955342dc0 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.267595 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9e042088-84ec-45a8-b631-7ba955342dc0 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046034 Jul 05 04:14:36.270534 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44202) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.272498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf504e8-59b1-45eb-9270-dd88bc05a6ca None None] Pushing event updated for resources: {'Port': ['ID=9bed99f4-6f9c-41a9-88db-6ee6680e27fe,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:36.279055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-aaa20d32-9b5a-43ec-9b30-bbf9867bf55c tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.280213 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-aaa20d32-9b5a-43ec-9b30-bbf9867bf55c tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0083954 Jul 05 04:14:36.283284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44204) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.292568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-2efc27d8-38e7-459b-bc03-84f42aed821b tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.295663 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2efc27d8-38e7-459b-bc03-84f42aed821b tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0105970 Jul 05 04:14:36.296245 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54769-dd06-4e61-989b-b2a5fcc8abc0 req-c8fc644a-25b1-483c-a75d-4a626d48f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.298770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44206) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.299369 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dec54769-dd06-4e61-989b-b2a5fcc8abc0 req-c8fc644a-25b1-483c-a75d-4a626d48f7a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=766f15b9-5755-4c2f-8e8a-1b9461d6febc HTTP/1.1" status: 200 len: 835 time: 0.1585038 Jul 05 04:14:36.303194 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-55dce67b-43cb-42f4-b66d-193696eff7d2 req-ec687c54-af78-4281-80f6-3da9be8596fb tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842333 Jul 05 04:14:36.304644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-5321d336-cb25-4bff-96b4-71dcf5437219 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.306704 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5321d336-cb25-4bff-96b4-71dcf5437219 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0066075 Jul 05 04:14:36.308282 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Allocated IP 172.20.0.1 (fe593d3f-9cd8-4dc6-af84-69699e1a60e1/fb63116c-187c-4dce-98d4-0b24b92440ea/963e550a-9f13-4b5b-aae8-a7ea82e8bb7f) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:36.309681 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44208) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.314843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-77ac35c3-7df2-4fc9-a58b-cc0182dc5db2 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.319669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44210) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.327736 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-77ac35c3-7df2-4fc9-a58b-cc0182dc5db2 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0052025 Jul 05 04:14:36.327874 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-650b8e5d-edf1-43ba-8e11-b2ee8dcb7293 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.328703 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-650b8e5d-edf1-43ba-8e11-b2ee8dcb7293 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0049152 Jul 05 04:14:36.333131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44212) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.341209 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-c866c35e-97f0-4fbf-8207-20e80862950c tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.342198 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c866c35e-97f0-4fbf-8207-20e80862950c tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0080388 Jul 05 04:14:36.349161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44214) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.354127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-8b2fb2c6-3805-42dd-9c7a-be4c99cc383c tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.355361 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8b2fb2c6-3805-42dd-9c7a-be4c99cc383c tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0050452 Jul 05 04:14:36.366557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44216) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.373542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-dcd3fa38-7b2f-4a95-bb91-642e92d314f0 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.374484 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dcd3fa38-7b2f-4a95-bb91-642e92d314f0 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0067275 Jul 05 04:14:36.377648 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44218) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.387298 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-a567fd5e-4a80-4429-8a09-cdd422cdbd88 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.387298 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a567fd5e-4a80-4429-8a09-cdd422cdbd88 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0061624 Jul 05 04:14:36.389424 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44220) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.393857 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-4f884758-db60-42e8-8b31-8eb952ee8bd1 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.396900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4f884758-db60-42e8-8b31-8eb952ee8bd1 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043347 Jul 05 04:14:36.397243 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44222) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.401904 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-5fb1a829-9b3a-4b94-9ca0-3d26556df634 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.404970 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5fb1a829-9b3a-4b94-9ca0-3d26556df634 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0047622 Jul 05 04:14:36.406571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44224) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.412996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-de0f0061-a5c5-4ccb-a0a9-3de488f783e3 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.413958 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-de0f0061-a5c5-4ccb-a0a9-3de488f783e3 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0064712 Jul 05 04:14:36.416690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44226) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.420868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-0f6e7d79-936f-4bf5-b7d5-39f88a3f930f tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.421981 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0f6e7d79-936f-4bf5-b7d5-39f88a3f930f tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0042658 Jul 05 04:14:36.422095 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54769-dd06-4e61-989b-b2a5fcc8abc0 req-aab2a0f3-8a96-47f0-b2f4-e71c6d180b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.423651 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dec54769-dd06-4e61-989b-b2a5fcc8abc0 req-aab2a0f3-8a96-47f0-b2f4-e71c6d180b84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=191a8c10-5710-4eca-8b4b-1524794eb645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948877 Jul 05 04:14:36.424590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44228) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.428882 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-55d68827-9d7f-42cf-94de-2ed6e9ca0d5f tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.429874 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-55d68827-9d7f-42cf-94de-2ed6e9ca0d5f tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043449 Jul 05 04:14:36.435694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44230) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.441770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-10de3abf-ebae-42b1-8912-99c70ab8da7a tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.442912 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-10de3abf-ebae-42b1-8912-99c70ab8da7a tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051003 Jul 05 04:14:36.445698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44232) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.453437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-3a98805c-354c-48d1-998a-2b9e4ce9bf2b tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.457573 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3a98805c-354c-48d1-998a-2b9e4ce9bf2b tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0101631 Jul 05 04:14:36.458353 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44234) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.473075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-b1eebd16-1388-4a55-b52c-51539c977c3e tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.476934 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b1eebd16-1388-4a55-b52c-51539c977c3e tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0151165 Jul 05 04:14:36.478113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44236) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.486776 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-de519f92-a4ad-4837-b9a0-335201a2a621 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.490620 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-de519f92-a4ad-4837-b9a0-335201a2a621 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0094280 Jul 05 04:14:36.491229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44238) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.498552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-17d17afb-72ba-46ae-a02e-967807f006ce tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.502251 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-17d17afb-72ba-46ae-a02e-967807f006ce tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0072484 Jul 05 04:14:36.506466 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44240) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.515649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-a11f7c20-c113-41ce-adba-c1667af2d2b9 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.519528 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a11f7c20-c113-41ce-adba-c1667af2d2b9 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0106313 Jul 05 04:14:36.523145 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44242) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.550018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-dac6e62a-351a-4341-b38a-271ff8f3e1ef tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.551194 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dac6e62a-351a-4341-b38a-271ff8f3e1ef tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0271130 Jul 05 04:14:36.569243 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44244) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.572177 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dec54769-dd06-4e61-989b-b2a5fcc8abc0 req-08376806-2b12-4646-acbd-aafa35911ba9 service neutron] 10.222.0.10 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386528 Jul 05 04:14:36.574141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-9fb931c9-59cf-4db4-a99c-15681b8efadb tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.575098 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9fb931c9-59cf-4db4-a99c-15681b8efadb tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0047200 Jul 05 04:14:36.577676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44248) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.582327 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.587345 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-c1e2c569-5e11-41a8-b9c7-dcb148a080b5 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.592308 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c1e2c569-5e11-41a8-b9c7-dcb148a080b5 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0101280 Jul 05 04:14:36.592506 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44250) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.599442 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-89d82c4a-3760-4075-a2f0-2d93a5e038d9 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.600470 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-89d82c4a-3760-4075-a2f0-2d93a5e038d9 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0081415 Jul 05 04:14:36.603474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Transition to ACTIVE for port object 963e550a-9f13-4b5b-aae8-a7ea82e8bb7f will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:36.604939 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44252) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.610685 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-ef37c7e0-7db4-47e0-9744-17d5e3904ce7 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.611923 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ef37c7e0-7db4-47e0-9744-17d5e3904ce7 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0060430 Jul 05 04:14:36.615043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44254) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.619799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-38b80c6a-15d3-479b-ba90-07a7bb8f005e tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.621265 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-38b80c6a-15d3-479b-ba90-07a7bb8f005e tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0052464 Jul 05 04:14:36.625515 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44256) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.630070 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-21ce0133-d9b1-412c-8fc5-5655451f1227 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.631190 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-21ce0133-d9b1-412c-8fc5-5655451f1227 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044646 Jul 05 04:14:36.633778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44258) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.640106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-d1bdcdba-0439-4412-b622-3533defecba0 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.641186 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d1bdcdba-0439-4412-b622-3533defecba0 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0063984 Jul 05 04:14:36.643428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44260) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.648557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-bd373a02-0bdf-4d85-a4d4-e4e681356455 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.650151 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bd373a02-0bdf-4d85-a4d4-e4e681356455 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0057693 Jul 05 04:14:36.667316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44262) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.673344 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-fe9d834e-3066-4381-b1fa-4e46af1e3762 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.676712 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fe9d834e-3066-4381-b1fa-4e46af1e3762 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0060532 Jul 05 04:14:36.677336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44264) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.697493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-1d427d80-a7ee-4e72-a5a5-09a56c8ab15f tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.699085 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1d427d80-a7ee-4e72-a5a5-09a56c8ab15f tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0049891 Jul 05 04:14:36.701263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44268) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.705854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-e9698847-98da-4977-bea9-86427edb9857 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.706906 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e9698847-98da-4977-bea9-86427edb9857 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0044694 Jul 05 04:14:36.709428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44270) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.714419 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-7948a244-8825-4868-8744-713237d086a0 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.715378 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7948a244-8825-4868-8744-713237d086a0 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0049939 Jul 05 04:14:36.717243 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dec54769-dd06-4e61-989b-b2a5fcc8abc0 req-0fbad12d-2d40-462d-839b-0ae0f5b097dc service neutron] 10.222.0.10 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366031 Jul 05 04:14:36.717897 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44272) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.722365 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-a7d7187d-af1a-47b3-a634-c31ff4831371 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.727318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a7d7187d-af1a-47b3-a634-c31ff4831371 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042653 Jul 05 04:14:36.729578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44274) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.734928 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-234fce02-85f8-4ca5-ac58-da4f68a4de21 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.738536 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-234fce02-85f8-4ca5-ac58-da4f68a4de21 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0053482 Jul 05 04:14:36.738536 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44276) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.743391 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-1f0c0917-d4e1-4aaf-986b-bb0ae59c8fbc tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.746760 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1f0c0917-d4e1-4aaf-986b-bb0ae59c8fbc tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046706 Jul 05 04:14:36.747525 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44278) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.750455 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.752251 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-387c57c4-59e1-4c57-827e-5fa997846c04 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.755699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-387c57c4-59e1-4c57-827e-5fa997846c04 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0049419 Jul 05 04:14:36.755979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44280) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.761934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-cdf8b741-ff0d-4f21-8298-8370de368423 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.770352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cdf8b741-ff0d-4f21-8298-8370de368423 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0062547 Jul 05 04:14:36.772370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44282) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.777383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-8c12d4f1-973b-49f9-a728-60037ba2ea0f tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.778721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8c12d4f1-973b-49f9-a728-60037ba2ea0f tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049930 Jul 05 04:14:36.785839 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44284) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.793279 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-d73dc4c4-f67b-4982-8786-2fd9cea34524 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.794473 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d73dc4c4-f67b-4982-8786-2fd9cea34524 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0053735 Jul 05 04:14:36.796847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44286) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.802042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-c625ad15-4ecc-4b6d-a984-fdf2b21acf73 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.803034 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c625ad15-4ecc-4b6d-a984-fdf2b21acf73 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0052037 Jul 05 04:14:36.809577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network fe593d3f-9cd8-4dc6-af84-69699e1a60e1 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:36.812630 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44288) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.819028 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-6bab10ba-9329-4067-8141-7284a64580bb tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.820028 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6bab10ba-9329-4067-8141-7284a64580bb tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0063713 Jul 05 04:14:36.821706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:36.823124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44290) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.825597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:36.834271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-0f7fc6b2-1bef-4449-a4b3-93321eb389f3 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.835848 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0f7fc6b2-1bef-4449-a4b3-93321eb389f3 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0111666 Jul 05 04:14:36.841975 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44292) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.848373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-0c09ce52-2e0c-4ab1-9d9b-3ed202044e83 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.850627 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0c09ce52-2e0c-4ab1-9d9b-3ed202044e83 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0064034 Jul 05 04:14:36.851965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44294) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.857623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-01b9b953-aa59-4e96-8cea-ade8aeb47de2 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.858749 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-01b9b953-aa59-4e96-8cea-ade8aeb47de2 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047851 Jul 05 04:14:36.871579 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44296) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.878043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-29857fe8-ef0d-4894-a2c9-ee93b3ba1382 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.881213 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-29857fe8-ef0d-4894-a2c9-ee93b3ba1382 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0063863 Jul 05 04:14:36.881700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44298) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.883960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=963e550a-9f13-4b5b-aae8-a7ea82e8bb7f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:36.892197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-60a6c3c2-7ddf-4316-ab6d-14a9999fc82b tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.895581 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-60a6c3c2-7ddf-4316-ab6d-14a9999fc82b tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0105159 Jul 05 04:14:36.895581 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.897017 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44300) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.908244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-8f844352-9193-4817-aa9c-36fd49eed37b tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.913157 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8f844352-9193-4817-aa9c-36fd49eed37b tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0142264 Jul 05 04:14:36.914094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44302) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.940189 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-9954a391-fa52-4563-bf5e-8f45327183c9 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.948301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44304) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.948636 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9954a391-fa52-4563-bf5e-8f45327183c9 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0310490 Jul 05 04:14:36.954145 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-4bf5f688-195c-4cf6-abdb-b4f8d1ad9f4e tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.957691 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4bf5f688-195c-4cf6-abdb-b4f8d1ad9f4e tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0058482 Jul 05 04:14:36.958369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44306) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.963285 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-a7e8e197-1e49-4928-8f7b-b30a5c58a226 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.974530 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a7e8e197-1e49-4928-8f7b-b30a5c58a226 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0049958 Jul 05 04:14:36.975483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44310) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.980689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-11b1e0e6-b65c-4a8d-b55c-46df6d5db2e7 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.984153 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-11b1e0e6-b65c-4a8d-b55c-46df6d5db2e7 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0052521 Jul 05 04:14:36.984496 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44314) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:36.989273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-b65fabd6-a7dc-4343-974b-8f5bbcccddcf tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:36.992955 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b65fabd6-a7dc-4343-974b-8f5bbcccddcf tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0050790 Jul 05 04:14:36.993715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:36.999811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44316) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:37.005697 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-4a2301d7-be3e-4bf5-97fa-1c4c8c980f8c tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:37.007687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4a2301d7-be3e-4bf5-97fa-1c4c8c980f8c tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0113714 Jul 05 04:14:37.011647 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44318) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:37.063637 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-80596c97-3c45-4d54-8d55-a706385a8044 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:37.063637 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-80596c97-3c45-4d54-8d55-a706385a8044 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0195303 Jul 05 04:14:37.063824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9bed99f4-6f9c-41a9-88db-6ee6680e27fe up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:37.063914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44322) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:37.069320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [None req-93742fea-39e8-4a38-89b5-1a1e93851888 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:37.072857 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-93742fea-39e8-4a38-89b5-1a1e93851888 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0057492 Jul 05 04:14:37.073590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44324) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:37.080034 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-0ebba3aa-5573-40b6-bac2-49945992bbea tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:37.083346 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0ebba3aa-5573-40b6-bac2-49945992bbea tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0062721 Jul 05 04:14:37.083751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44326) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:37.100700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-16a2e6c9-cfc8-4f21-bc3e-2b325255efd9 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:37.100700 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-16a2e6c9-cfc8-4f21-bc3e-2b325255efd9 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0072122 Jul 05 04:14:37.104313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44328) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:37.109623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-2d8dfc40-3038-4bef-9575-2de0a0074382 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:37.112702 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2d8dfc40-3038-4bef-9575-2de0a0074382 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0072811 Jul 05 04:14:37.113652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44330) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:37.118559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-c493bf25-5507-483d-8d18-84f48b8029e4 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:37.119741 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c493bf25-5507-483d-8d18-84f48b8029e4 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0050530 Jul 05 04:14:37.125457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44334) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:37.131218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [None req-8dcda5d0-8638-47e9-95e9-1271f91aed23 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:37.132273 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8dcda5d0-8638-47e9-95e9-1271f91aed23 tempest-ExtensionsTestJSON-1738206814 tempest-ExtensionsTestJSON-1738206814-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0061672 Jul 05 04:14:37.175449 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:37.180975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:37.183784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:37.189405 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.204299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555bb83-cbd3-4e20-aea9-51f1c45e36b6 req-9866e7b4-28a4-41e8-bfe7-7d184ed03bfc tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:37.207008 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b555bb83-cbd3-4e20-aea9-51f1c45e36b6 req-9866e7b4-28a4-41e8-bfe7-7d184ed03bfc tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.1152458 Jul 05 04:14:37.257312 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.279975 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b555bb83-cbd3-4e20-aea9-51f1c45e36b6 req-7c108858-d966-46ae-842f-d1cfa7805c88 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546529 Jul 05 04:14:37.350880 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.402623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,segment=NetworkSegment(c6ebf270-fd4c-415e-a5e6-76e18f2de0fb),segment_id=c6ebf270-fd4c-415e-a5e6-76e18f2de0fb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:37.403522 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:37.405903 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3458cc-d0e8-4b86-bb81-596e5e94496f" -d '{"events": [{"server_uuid": "dc0a7f8a-048d-4f6f-a355-7fd727e8ad46", "name": "network-vif-plugged", "status": "completed", "tag": "edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:37.484042 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1334967-0a6b-4a53-ace8-308c4939da20 x-openstack-request-id: req-b1334967-0a6b-4a53-ace8-308c4939da20 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:37.484612 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0a7f8a-048d-4f6f-a355-7fd727e8ad46", "name": "network-vif-plugged", "status": "completed", "tag": "edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:37.484882 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b1334967-0a6b-4a53-ace8-308c4939da20 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:37.485224 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5', 'code': 200} Jul 05 04:14:37.486504 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.576086 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6913742-4d1c-42bf-ae3a-a2146592a0cb req-e76a90a1-f647-4d83-b412-df717a369eb6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:37.577781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6913742-4d1c-42bf-ae3a-a2146592a0cb req-e76a90a1-f647-4d83-b412-df717a369eb6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.1104510 Jul 05 04:14:37.577905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:37.626404 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6913742-4d1c-42bf-ae3a-a2146592a0cb req-16b38ed5-c975-4ffc-aa08-0ff621f5e918 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413136 Jul 05 04:14:37.658555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afde5092-d9cb-4ad0-9590-9a476249c88d None None] Network fe593d3f-9cd8-4dc6-af84-69699e1a60e1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:37.734288 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.793336 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1d617332-90cc-4b51-9fb0-9c61ea80130c None None] Provisioning for port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:37.803608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1d617332-90cc-4b51-9fb0-9c61ea80130c None None] Provisioning complete for port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:37.803608 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1d617332-90cc-4b51-9fb0-9c61ea80130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.803839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44348) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:37.860875 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.928939 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1d617332-90cc-4b51-9fb0-9c61ea80130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.963857 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45e591e8-62d1-4bea-836c-10751f523a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.969822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-1d617332-90cc-4b51-9fb0-9c61ea80130c None None] For port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9bed99f4-6f9c-41a9-88db-6ee6680e27fe,segment=NetworkSegment(c0fecc59-4e4f-4203-bf7c-8820cb1781cf),segment_id=c0fecc59-4e4f-4203-bf7c-8820cb1781cf)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:38.017601 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.021205 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=963e550a-9f13-4b5b-aae8-a7ea82e8bb7f,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:38.112261 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1d617332-90cc-4b51-9fb0-9c61ea80130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.188436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d617332-90cc-4b51-9fb0-9c61ea80130c None None] Pushing event updated for resources: {'Port': ['ID=9bed99f4-6f9c-41a9-88db-6ee6680e27fe,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:38.190700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network fe593d3f-9cd8-4dc6-af84-69699e1a60e1 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:38.199010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:38.216586 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45e591e8-62d1-4bea-836c-10751f523a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.238576 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b9300023-7cd9-40b7-8ac6-e277af87dd10 None None] Provisioning complete for port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:38.238965 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9300023-7cd9-40b7-8ac6-e277af87dd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.300530 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-45e591e8-62d1-4bea-836c-10751f523a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.389795 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-45e591e8-62d1-4bea-836c-10751f523a04 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cf41ba3208c14341adaceea29ae2e776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5847127 Jul 05 04:14:38.389939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44362) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:38.392964 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e591e8-62d1-4bea-836c-10751f523a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6612fef-66e9-4b48-b600-2cae318d5206,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:38.465316 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9d959fdc-4228-4580-933b-226f02215133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.506059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b9300023-7cd9-40b7-8ac6-e277af87dd10 None None] Provisioning for port 963e550a-9f13-4b5b-aae8-a7ea82e8bb7f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:38.510223 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9d959fdc-4228-4580-933b-226f02215133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.511615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b9300023-7cd9-40b7-8ac6-e277af87dd10 None None] Provisioning complete for port 963e550a-9f13-4b5b-aae8-a7ea82e8bb7f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:38.512023 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9300023-7cd9-40b7-8ac6-e277af87dd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.541376 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router 30daff4e-fceb-4dd1-933a-1c6a2fada041 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:38.592565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b9300023-7cd9-40b7-8ac6-e277af87dd10 None None] Port 963e550a-9f13-4b5b-aae8-a7ea82e8bb7f cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:38.626736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279dd8ca-6fe7-4629-bc62-3907df7edb49 req-4fb88d74-2f92-4449-a89e-a8b5efff87de tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:38.628510 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-279dd8ca-6fe7-4629-bc62-3907df7edb49 req-4fb88d74-2f92-4449-a89e-a8b5efff87de tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.1386650 Jul 05 04:14:38.699700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:38.706709 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-190360d9-7fa4-4842-8e95-d5540f6c4f72 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/30daff4e-fceb-4dd1-933a-1c6a2fada041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3020082 Jul 05 04:14:38.710077 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44370) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:38.717291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900fce23-7e4e-4235-a994-a462aebd7e02 None None] Sync routers for ids ['30daff4e-fceb-4dd1-933a-1c6a2fada041'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:38.739355 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-279dd8ca-6fe7-4629-bc62-3907df7edb49 req-fa11732f-5647-4964-9939-cde2f901360a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991411 Jul 05 04:14:38.742470 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9d959fdc-4228-4580-933b-226f02215133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.747109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-274ff544-95e3-4115-baa7-006c0fc900fb None None] Provisioning complete for port 963e550a-9f13-4b5b-aae8-a7ea82e8bb7f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:38.748031 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-274ff544-95e3-4115-baa7-006c0fc900fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.749393 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9d959fdc-4228-4580-933b-226f02215133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.763068 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9d959fdc-4228-4580-933b-226f02215133 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c6612fef-66e9-4b48-b600-2cae318d5206 HTTP/1.1" status: 204 len: 168 time: 0.3718977 Jul 05 04:14:38.772472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900fce23-7e4e-4235-a994-a462aebd7e02 None None] Routers {'30daff4e-fceb-4dd1-933a-1c6a2fada041'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:38.773314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-900fce23-7e4e-4235-a994-a462aebd7e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['30daff4e-fceb-4dd1-933a-1c6a2fada041'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:38.813447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-900fce23-7e4e-4235-a994-a462aebd7e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:38.841344 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900fce23-7e4e-4235-a994-a462aebd7e02 None None] Routers {'30daff4e-fceb-4dd1-933a-1c6a2fada041'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:38.841344 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-900fce23-7e4e-4235-a994-a462aebd7e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['30daff4e-fceb-4dd1-933a-1c6a2fada041'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:38.841344 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-274ff544-95e3-4115-baa7-006c0fc900fb None None] Port 963e550a-9f13-4b5b-aae8-a7ea82e8bb7f cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:38.845630 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d959fdc-4228-4580-933b-226f02215133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6612fef-66e9-4b48-b600-2cae318d5206,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:38.876854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-900fce23-7e4e-4235-a994-a462aebd7e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:38.877560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900fce23-7e4e-4235-a994-a462aebd7e02 None None] The sync data for ids ['30daff4e-fceb-4dd1-933a-1c6a2fada041'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:38.888187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0f88a7-b0f8-475a-be8c-a2dc8e0859fd tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:38.889718 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3f0f88a7-b0f8-475a-be8c-a2dc8e0859fd tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports/963e550a-9f13-4b5b-aae8-a7ea82e8bb7f HTTP/1.1" status: 200 len: 910 time: 0.1786845 Jul 05 04:14:38.893595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44376) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:38.899393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-42924cb8-1478-434f-a7b3-1d0c1c1d13d6 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fb63116c-187c-4dce-98d4-0b24b92440ea'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:38.933715 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c482492-cb7f-40ab-a782-8d15272c5895 req-357edf39-2f47-4f60-afbd-522ea881dee3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:38.941259 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c482492-cb7f-40ab-a782-8d15272c5895 req-357edf39-2f47-4f60-afbd-522ea881dee3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.1209776 Jul 05 04:14:38.964302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9bed99f4-6f9c-41a9-88db-6ee6680e27fe up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:39.003999 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c482492-cb7f-40ab-a782-8d15272c5895 req-cc7d4357-88b0-4939-bc2e-b11d1747e603 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525861 Jul 05 04:14:39.017223 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44378) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:39.017408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:39.017668 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.085754 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42924cb8-1478-434f-a7b3-1d0c1c1d13d6 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.168358 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-876b89b1-1d76-4a02-b68a-f6950eb1111f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/af05e22c-4179-413e-9155-fe6933307077 HTTP/1.1" status: 200 len: 993 time: 0.1493847 Jul 05 04:14:39.500377 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42924cb8-1478-434f-a7b3-1d0c1c1d13d6 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.567752 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42924cb8-1478-434f-a7b3-1d0c1c1d13d6 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.648903 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42924cb8-1478-434f-a7b3-1d0c1c1d13d6 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:39.650396 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-42924cb8-1478-434f-a7b3-1d0c1c1d13d6 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.654306 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-42924cb8-1478-434f-a7b3-1d0c1c1d13d6 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/ports/963e550a-9f13-4b5b-aae8-a7ea82e8bb7f HTTP/1.1" status: 200 len: 910 time: 0.7570002 Jul 05 04:14:39.654767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44400) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:39.655992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42924cb8-1478-434f-a7b3-1d0c1c1d13d6 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=963e550a-9f13-4b5b-aae8-a7ea82e8bb7f,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:40.012644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de338c-e419-44cf-b1f3-3f54a740ddba req-8b5225c2-c45a-4752-9679-63307d23942b tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:40.014389 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15de338c-e419-44cf-b1f3-3f54a740ddba req-8b5225c2-c45a-4752-9679-63307d23942b tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.1483867 Jul 05 04:14:40.062757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44414) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:40.088648 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15de338c-e419-44cf-b1f3-3f54a740ddba req-9b7a4908-25ad-43d4-bb7f-e252a1d3c532 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650063 Jul 05 04:14:40.120551 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e125bd2b-9c51-4146-9f0c-c9d5e6016595 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.184188 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0418b800-3d47-4310-8bb9-9475e762e530 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1621748116'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:40.357318 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0418b800-3d47-4310-8bb9-9475e762e530 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Made reservation on behalf of d11d189c00114d2ab3bce0871ad8f5d4 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:40.360849 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0418b800-3d47-4310-8bb9-9475e762e530 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.376945 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0418b800-3d47-4310-8bb9-9475e762e530 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.380644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e125bd2b-9c51-4146-9f0c-c9d5e6016595 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port 963e550a-9f13-4b5b-aae8-a7ea82e8bb7f {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:40.381346 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e125bd2b-9c51-4146-9f0c-c9d5e6016595 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.487948 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e125bd2b-9c51-4146-9f0c-c9d5e6016595 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.500204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e125bd2b-9c51-4146-9f0c-c9d5e6016595 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for 963e550a-9f13-4b5b-aae8-a7ea82e8bb7f owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:40.500430 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0418b800-3d47-4310-8bb9-9475e762e530 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.574673 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0418b800-3d47-4310-8bb9-9475e762e530 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.609895 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0418b800-3d47-4310-8bb9-9475e762e530 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:14:40.619467 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418b800-3d47-4310-8bb9-9475e762e530 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c4baf7-fdf0-495c-b868-2e35b7e3cf4e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:40.751889 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e125bd2b-9c51-4146-9f0c-c9d5e6016595 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.755989 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0418b800-3d47-4310-8bb9-9475e762e530 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.756254 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-0418b800-3d47-4310-8bb9-9475e762e530 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Added segment 2d5e520d-cf66-405f-a683-986e7ee9e82c of type vlan for network e51b008a-44a3-4224-b347-a7d82910adab Jul 05 04:14:40.787368 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125bd2b-9c51-4146-9f0c-c9d5e6016595 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=963e550a-9f13-4b5b-aae8-a7ea82e8bb7f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:40.810049 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0418b800-3d47-4310-8bb9-9475e762e530 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.947602 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e125bd2b-9c51-4146-9f0c-c9d5e6016595 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.991824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0418b800-3d47-4310-8bb9-9475e762e530 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.998044 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0418b800-3d47-4310-8bb9-9475e762e530 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:41.001120 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0418b800-3d47-4310-8bb9-9475e762e530 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.068954 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418b800-3d47-4310-8bb9-9475e762e530 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Pushing event updated for resources: {'Network': ['ID=e51b008a-44a3-4224-b347-a7d82910adab,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:41.079244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network e51b008a-44a3-4224-b347-a7d82910adab details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:14:41.104911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e125bd2b-9c51-4146-9f0c-c9d5e6016595 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router 30daff4e-fceb-4dd1-933a-1c6a2fada041 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:41.198558 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0418b800-3d47-4310-8bb9-9475e762e530 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1346750 Jul 05 04:14:41.201295 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44436) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:41.207054 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ab464ce1-307a-4dc3-b10f-405d3683fcaf tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Request body: {'subnet': {'network_id': 'e51b008a-44a3-4224-b347-a7d82910adab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:41.386101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab464ce1-307a-4dc3-b10f-405d3683fcaf tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Made reservation on behalf of d11d189c00114d2ab3bce0871ad8f5d4 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:41.389749 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab464ce1-307a-4dc3-b10f-405d3683fcaf tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.415265 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ac1473c9-bb42-4d81-a04d-fffd858e609a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.469127 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e125bd2b-9c51-4146-9f0c-c9d5e6016595 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:41.474593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e125bd2b-9c51-4146-9f0c-c9d5e6016595 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/30daff4e-fceb-4dd1-933a-1c6a2fada041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8186555 Jul 05 04:14:41.481416 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44440) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:41.481817 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68c560-f963-4ff0-a542-b62b51af042b None None] Sync routers for ids ['30daff4e-fceb-4dd1-933a-1c6a2fada041'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:41.500102 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68c560-f963-4ff0-a542-b62b51af042b None None] Routers {'30daff4e-fceb-4dd1-933a-1c6a2fada041'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:41.500741 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ed68c560-f963-4ff0-a542-b62b51af042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['30daff4e-fceb-4dd1-933a-1c6a2fada041'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:41.513832 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f1bef-ca0c-48dc-8c09-a3491fb1af64 req-bd24d7e4-ffa4-46ee-b5da-62343d79f6a3 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:41.515370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-758f1bef-ca0c-48dc-8c09-a3491fb1af64 req-bd24d7e4-ffa4-46ee-b5da-62343d79f6a3 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.0797193 Jul 05 04:14:41.526575 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d2108ecc-a913-4d0f-a7db-2a04a75d6c4a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports?device_id=30daff4e-fceb-4dd1-933a-1c6a2fada041 HTTP/1.1" status: 200 len: 205 time: 0.0466368 Jul 05 04:14:41.529372 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44442) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:41.538918 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ed68c560-f963-4ff0-a542-b62b51af042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:41.547848 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68c560-f963-4ff0-a542-b62b51af042b None None] Routers {'30daff4e-fceb-4dd1-933a-1c6a2fada041'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:41.548489 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ed68c560-f963-4ff0-a542-b62b51af042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['30daff4e-fceb-4dd1-933a-1c6a2fada041'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:41.571722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-758f1bef-ca0c-48dc-8c09-a3491fb1af64 req-a4e2fd8e-a499-4c50-8e94-24a40a85288e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488095 Jul 05 04:14:41.586881 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ed68c560-f963-4ff0-a542-b62b51af042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:41.587588 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68c560-f963-4ff0-a542-b62b51af042b None None] The sync data for ids ['30daff4e-fceb-4dd1-933a-1c6a2fada041'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:41.915171 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18243f97-ba98-49f2-b3f5-75a712972df9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.133289 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18243f97-ba98-49f2-b3f5-75a712972df9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.137884 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18243f97-ba98-49f2-b3f5-75a712972df9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.231952 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab464ce1-307a-4dc3-b10f-405d3683fcaf tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.297061 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab464ce1-307a-4dc3-b10f-405d3683fcaf tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Pushing event updated for resources: {'Subnet': ['ID=aa3c2bf4-292c-476e-bea3-54b2e5086443,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:42.306798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab464ce1-307a-4dc3-b10f-405d3683fcaf tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Checking segment: {'id': '2d5e520d-cf66-405f-a683-986e7ee9e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e51b008a-44a3-4224-b347-a7d82910adab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:42.307161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab464ce1-307a-4dc3-b10f-405d3683fcaf tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Network hostable DHCP agents. Network: e51b008a-44a3-4224-b347-a7d82910adab, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:42.328695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18243f97-ba98-49f2-b3f5-75a712972df9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.329198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18243f97-ba98-49f2-b3f5-75a712972df9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Fanout notify agent at l3_agent the message router_deleted on router 30daff4e-fceb-4dd1-933a-1c6a2fada041 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:42.335902 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18243f97-ba98-49f2-b3f5-75a712972df9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.337704 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-18243f97-ba98-49f2-b3f5-75a712972df9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/routers/30daff4e-fceb-4dd1-933a-1c6a2fada041 HTTP/1.1" status: 204 len: 168 time: 0.8069808 Jul 05 04:14:42.340294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44454) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:42.392792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7aab70e-f167-4390-b66d-28121eeb10b3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting subnet fb63116c-187c-4dce-98d4-0b24b92440ea {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:42.397295 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7aab70e-f167-4390-b66d-28121eeb10b3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.420798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab464ce1-307a-4dc3-b10f-405d3683fcaf tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Network e51b008a-44a3-4224-b347-a7d82910adab is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:42.444684 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7aab70e-f167-4390-b66d-28121eeb10b3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.515741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-ab464ce1-307a-4dc3-b10f-405d3683fcaf tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, e51b008a-44a3-4224-b347-a7d82910adab) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:42.522022 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab464ce1-307a-4dc3-b10f-405d3683fcaf tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:42.522734 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab464ce1-307a-4dc3-b10f-405d3683fcaf tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.525303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afbd3b3-00ad-4ebb-9931-76f7e15e58ac None None] Network e51b008a-44a3-4224-b347-a7d82910adab requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:42.544650 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7aab70e-f167-4390-b66d-28121eeb10b3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.644113 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ab464ce1-307a-4dc3-b10f-405d3683fcaf tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4416614 Jul 05 04:14:42.646723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44462) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:42.652627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0c30ea48-e91f-4b8b-ae99-869b589ba025 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Request body: {'port': {'network_id': 'e51b008a-44a3-4224-b347-a7d82910adab', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1700178649'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:42.686548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-e51b008a-44a3-4224-b347-a7d82910adab', 'network_id': 'e51b008a-44a3-4224-b347-a7d82910adab', 'tenant_id': 'd11d189c00114d2ab3bce0871ad8f5d4', 'fixed_ips': [{'subnet_id': 'aa3c2bf4-292c-476e-bea3-54b2e5086443'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:42.687770 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.698816 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7aab70e-f167-4390-b66d-28121eeb10b3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.739216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aab70e-f167-4390-b66d-28121eeb10b3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Subnet': ['ID=fb63116c-187c-4dce-98d4-0b24b92440ea,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:42.747307 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7aab70e-f167-4390-b66d-28121eeb10b3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.751527 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f7aab70e-f167-4390-b66d-28121eeb10b3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/fb63116c-187c-4dce-98d4-0b24b92440ea HTTP/1.1" status: 204 len: 168 time: 0.4079957 Jul 05 04:14:42.751921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44464) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:42.760796 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c569b39-add4-42a6-9a51-64e0a90dc4ca None None] Network fe593d3f-9cd8-4dc6-af84-69699e1a60e1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:42.809890 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bed85f-990d-46fa-8915-3a103ef9b072 req-ff1db98e-9bea-476d-898a-7e110e9e2e47 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:42.811442 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9bed85f-990d-46fa-8915-3a103ef9b072 req-ff1db98e-9bea-476d-898a-7e110e9e2e47 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.0922070 Jul 05 04:14:42.860203 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.875328 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9bed85f-990d-46fa-8915-3a103ef9b072 req-5107d170-94fc-4f91-b83f-e09b1363f310 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578773 Jul 05 04:14:42.929977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:42.931276 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.959679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Allocated IP 172.20.0.2 (e51b008a-44a3-4224-b347-a7d82910adab/aa3c2bf4-292c-476e-bea3-54b2e5086443/23e46110-c496-4f0d-af40-b4defb72ad34) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:42.983998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c30ea48-e91f-4b8b-ae99-869b589ba025 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Made reservation on behalf of d11d189c00114d2ab3bce0871ad8f5d4 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:42.987691 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0c30ea48-e91f-4b8b-ae99-869b589ba025 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.027058 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-0c30ea48-e91f-4b8b-ae99-869b589ba025 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] device_id is not set on port c85f1090-e762-457c-99b0-714d27e6f974 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:43.045401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] For port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9bed99f4-6f9c-41a9-88db-6ee6680e27fe,segment=NetworkSegment(c0fecc59-4e4f-4203-bf7c-8820cb1781cf),segment_id=c0fecc59-4e4f-4203-bf7c-8820cb1781cf)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:43.045576 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.100084 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for 9bed99f4-6f9c-41a9-88db-6ee6680e27fe owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:43.131628 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] DHCP port deletion for fe593d3f-9cd8-4dc6-af84-69699e1a60e1 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:43.175608 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.187694 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Transition to ACTIVE for port object 23e46110-c496-4f0d-af40-b4defb72ad34 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:43.220855 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Deleting port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:43.221234 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.284481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] For port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9bed99f4-6f9c-41a9-88db-6ee6680e27fe,segment=NetworkSegment(c0fecc59-4e4f-4203-bf7c-8820cb1781cf),segment_id=c0fecc59-4e4f-4203-bf7c-8820cb1781cf)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:43.284992 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.294627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.297112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Transition to ACTIVE for port object 23e46110-c496-4f0d-af40-b4defb72ad34 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:43.301827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Calling delete_port for 9bed99f4-6f9c-41a9-88db-6ee6680e27fe owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:43.332748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=9bed99f4-6f9c-41a9-88db-6ee6680e27fe,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:43.334611 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] No DVR routers for this DVR port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:43.388896 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.417502 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Pushing event deleted for resources: {'Port': ['ID=9bed99f4-6f9c-41a9-88db-6ee6680e27fe,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:43.422790 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] No DVR routers for this DVR port 9bed99f4-6f9c-41a9-88db-6ee6680e27fe on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:43.426796 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.432275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:43.432275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:43.432275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:43.432275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:43.432275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:43.432275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:43.434562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:43.434562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:43.434562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:43.434562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:43.434562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:43.434562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f1ada-51d4-4b81-a1c3-13463491b49b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:43.450312 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.475088 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe593d3f-9cd8-4dc6-af84-69699e1a60e1']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:43.491768 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0fecc59-4e4f-4203-bf7c-8820cb1781cf') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:43.492107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0fecc59-4e4f-4203-bf7c-8820cb1781cf') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:43.496446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Network e51b008a-44a3-4224-b347-a7d82910adab is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:43.502243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:43.506742 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.507159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:43.510963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Pushing event updated for resources: {'Port': ['ID=23e46110-c496-4f0d-af40-b4defb72ad34,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:43.530302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-0c30ea48-e91f-4b8b-ae99-869b589ba025 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Allocated IP 172.20.0.6 (e51b008a-44a3-4224-b347-a7d82910adab/aa3c2bf4-292c-476e-bea3-54b2e5086443/c85f1090-e762-457c-99b0-714d27e6f974) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:43.531135 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.539277 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:43.543081 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:43.543970 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:43.577659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Attempting to bind port 23e46110-c496-4f0d-af40-b4defb72ad34 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:43.578236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Attempting to bind port 23e46110-c496-4f0d-af40-b4defb72ad34 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '2d5e520d-cf66-405f-a683-986e7ee9e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e51b008a-44a3-4224-b347-a7d82910adab'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:43.578386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Attempting to bind port 23e46110-c496-4f0d-af40-b4defb72ad34 on network e51b008a-44a3-4224-b347-a7d82910adab {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:43.583900 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:43.584308 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Checking segment: {'id': '2d5e520d-cf66-405f-a683-986e7ee9e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e51b008a-44a3-4224-b347-a7d82910adab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:43.584715 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.585267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Bound using segment: {'id': '2d5e520d-cf66-405f-a683-986e7ee9e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e51b008a-44a3-4224-b347-a7d82910adab'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:43.585806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Bound port: 23e46110-c496-4f0d-af40-b4defb72ad34, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5e520d-cf66-405f-a683-986e7ee9e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e51b008a-44a3-4224-b347-a7d82910adab'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:43.586166 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.662367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] For port 23e46110-c496-4f0d-af40-b4defb72ad34, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:43.666315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] For port 23e46110-c496-4f0d-af40-b4defb72ad34, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=23e46110-c496-4f0d-af40-b4defb72ad34,segment=NetworkSegment(2d5e520d-cf66-405f-a683-986e7ee9e82c),segment_id=2d5e520d-cf66-405f-a683-986e7ee9e82c)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:43.718970 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.730960 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.732173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e19d95-4f5d-417f-b9f7-96c2091b85a8 req-9f88d637-64e9-469f-ad52-f76e614d937e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:43.736948 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/networks/fe593d3f-9cd8-4dc6-af84-69699e1a60e1 HTTP/1.1" status: 204 len: 168 time: 0.9801369 Jul 05 04:14:43.744332 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67e19d95-4f5d-417f-b9f7-96c2091b85a8 req-9f88d637-64e9-469f-ad52-f76e614d937e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.0676985 Jul 05 04:14:43.744332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44482) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:43.744332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0087c6e2-cdae-4497-9422-b4ac8721cb66 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1746206112', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:43.747924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abaf73f-46bd-4fc5-ba7b-b108fdd3f28f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Network': ['ID=fe593d3f-9cd8-4dc6-af84-69699e1a60e1,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:43.765521 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.787082 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0c30ea48-e91f-4b8b-ae99-869b589ba025 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.801450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-0c30ea48-e91f-4b8b-ae99-869b589ba025 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Transition to ACTIVE for port object c85f1090-e762-457c-99b0-714d27e6f974 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:43.835827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf4f8f-e657-494e-932d-042b2be283ff None None] Pushing event updated for resources: {'Port': ['ID=23e46110-c496-4f0d-af40-b4defb72ad34,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:43.842261 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67e19d95-4f5d-417f-b9f7-96c2091b85a8 req-032af865-dbe3-413b-97bb-7d25fc950cb6 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945666 Jul 05 04:14:43.906215 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0087c6e2-cdae-4497-9422-b4ac8721cb66 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.907414 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0087c6e2-cdae-4497-9422-b4ac8721cb66 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.958013 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0c30ea48-e91f-4b8b-ae99-869b589ba025 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.968330 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0087c6e2-cdae-4497-9422-b4ac8721cb66 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.015435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c30ea48-e91f-4b8b-ae99-869b589ba025 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Network e51b008a-44a3-4224-b347-a7d82910adab is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:44.028563 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-0c30ea48-e91f-4b8b-ae99-869b589ba025 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:44.028563 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c30ea48-e91f-4b8b-ae99-869b589ba025 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:44.059317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30ea48-e91f-4b8b-ae99-869b589ba025 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Pushing event updated for resources: {'Port': ['ID=c85f1090-e762-457c-99b0-714d27e6f974,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:44.066900 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1a03e750-1061-47f9-be4a-3be4ba333969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.093430 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c30ea48-e91f-4b8b-ae99-869b589ba025 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:44.094048 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0c30ea48-e91f-4b8b-ae99-869b589ba025 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.095318 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0087c6e2-cdae-4497-9422-b4ac8721cb66 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.169981 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0c30ea48-e91f-4b8b-ae99-869b589ba025 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5220900 Jul 05 04:14:44.172956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44488) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:44.178826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Request body: {'port': {'network_id': 'e51b008a-44a3-4224-b347-a7d82910adab', 'name': 'tempest-ExtraDHCPOptionsTestJSON-353598715', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:44.179330 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.api.validators [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] bootfile-name is not in valid_values {{(pid=100932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:14:44.179676 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.api.validators [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] tftp-server is not in valid_values {{(pid=100932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:14:44.180133 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.api.validators [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] server-ip-address is not in valid_values {{(pid=100932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:14:44.198122 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0087c6e2-cdae-4497-9422-b4ac8721cb66 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.200601 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0087c6e2-cdae-4497-9422-b4ac8721cb66 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4613934 Jul 05 04:14:44.208255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44490) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:44.214624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5d980e5e-338b-435e-b0f5-ff627caa1cf9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'network': {'name': 'tempest-RoutersTest-1874365739'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:44.294405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d980e5e-338b-435e-b0f5-ff627caa1cf9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:44.298273 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5d980e5e-338b-435e-b0f5-ff627caa1cf9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.323941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d980e5e-338b-435e-b0f5-ff627caa1cf9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:14:44.333079 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5d980e5e-338b-435e-b0f5-ff627caa1cf9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.333432 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-5d980e5e-338b-435e-b0f5-ff627caa1cf9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Added segment 3de25e03-339f-4c85-ac7e-fe072bf53e38 of type vlan for network 02c60e36-559e-49bd-bb0b-789beadcecbf Jul 05 04:14:44.368983 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.379614 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5d980e5e-338b-435e-b0f5-ff627caa1cf9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.397760 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Made reservation on behalf of d11d189c00114d2ab3bce0871ad8f5d4 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:44.402261 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.420249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] device_id is not set on port 64a169b9-a5e1-41d0-8ca1-d3647f8dd645 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:44.489602 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5d980e5e-338b-435e-b0f5-ff627caa1cf9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.499021 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d980e5e-338b-435e-b0f5-ff627caa1cf9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:44.499663 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5d980e5e-338b-435e-b0f5-ff627caa1cf9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.564415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Allocated IP 172.20.0.10 (e51b008a-44a3-4224-b347-a7d82910adab/aa3c2bf4-292c-476e-bea3-54b2e5086443/64a169b9-a5e1-41d0-8ca1-d3647f8dd645) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:44.579039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d980e5e-338b-435e-b0f5-ff627caa1cf9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Network': ['ID=02c60e36-559e-49bd-bb0b-789beadcecbf,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:44.594246 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 02c60e36-559e-49bd-bb0b-789beadcecbf details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:14:44.636344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5d980e5e-338b-435e-b0f5-ff627caa1cf9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4243596 Jul 05 04:14:44.636571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44498) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:44.642549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d19754f4-7b53-426b-b4dd-aa26b09f3d9c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'subnet': {'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:44.789404 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.806804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Transition to ACTIVE for port object 64a169b9-a5e1-41d0-8ca1-d3647f8dd645 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:44.831676 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19754f4-7b53-426b-b4dd-aa26b09f3d9c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:44.835826 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d19754f4-7b53-426b-b4dd-aa26b09f3d9c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.883038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea295aa7-e2a5-4be5-a0f1-1d1ab8cc8d55 None None] Network e51b008a-44a3-4224-b347-a7d82910adab requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:44.911079 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.980700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Network e51b008a-44a3-4224-b347-a7d82910adab is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:44.985783 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:44.989934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:45.047459 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Pushing event updated for resources: {'Port': ['ID=64a169b9-a5e1-41d0-8ca1-d3647f8dd645,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:45.098493 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:45.099536 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.168914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c9139-f961-4651-bdaf-49a350119423 req-a773e7de-2505-4e05-a5f0-c18a28aad319 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:45.170481 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c23c9139-f961-4651-bdaf-49a350119423 req-a773e7de-2505-4e05-a5f0-c18a28aad319 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.2070589 Jul 05 04:14:45.179897 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 23e46110-c496-4f0d-af40-b4defb72ad34 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:45.204210 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-15c2b766-32d0-4356-8f39-be132bd818ec tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0300715 Jul 05 04:14:45.207204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44506) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:45.249831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f8c37-b1c5-450a-ba26-df9dde7e9428 req-aed88381-331e-4577-9d6e-33431dd66bc5 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:45.251321 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f60f8c37-b1c5-450a-ba26-df9dde7e9428 req-aed88381-331e-4577-9d6e-33431dd66bc5 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 945 time: 0.1681137 Jul 05 04:14:45.332618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f60f8c37-b1c5-450a-ba26-df9dde7e9428 req-d36a0afd-335a-4b79-a4c6-43fb8217db4a tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729387 Jul 05 04:14:45.337702 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d19754f4-7b53-426b-b4dd-aa26b09f3d9c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.359096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6b8d25-edac-4e1d-b700-d3908a55becc tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:45.365368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6b8d25-edac-4e1d-b700-d3908a55becc tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:45.372753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6b8d25-edac-4e1d-b700-d3908a55becc tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:45.375422 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-af6b8d25-edac-4e1d-b700-d3908a55becc tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1665039 Jul 05 04:14:45.382564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44512) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:45.412831 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.415069 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ec5e5591-42fc-4a49-92ba-77cf5928e4f9 None None] Provisioning for port 23e46110-c496-4f0d-af40-b4defb72ad34 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:45.431954 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19754f4-7b53-426b-b4dd-aa26b09f3d9c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Subnet': ['ID=50dc93a0-69d1-4d67-8dbf-4ae034820574,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:45.441032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-c23c9139-f961-4651-bdaf-49a350119423 req-d16ff903-3b9f-4f3d-8acb-96e67004fc22 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Deleting port e40fa9fc-9da7-4d77-9a18-cea913a68639 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:45.441497 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c23c9139-f961-4651-bdaf-49a350119423 req-d16ff903-3b9f-4f3d-8acb-96e67004fc22 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.446994 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 23e46110-c496-4f0d-af40-b4defb72ad34 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:45.451947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 23e46110-c496-4f0d-af40-b4defb72ad34 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:45.454501 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.533096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19754f4-7b53-426b-b4dd-aa26b09f3d9c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Checking segment: {'id': '3de25e03-339f-4c85-ac7e-fe072bf53e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:45.533453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19754f4-7b53-426b-b4dd-aa26b09f3d9c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network hostable DHCP agents. Network: 02c60e36-559e-49bd-bb0b-789beadcecbf, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:45.578864 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.587921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb95b5-f389-4816-94f3-9111c7ad8f08 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Deleting port 64a169b9-a5e1-41d0-8ca1-d3647f8dd645 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:45.588530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-c23c9139-f961-4651-bdaf-49a350119423 req-d16ff903-3b9f-4f3d-8acb-96e67004fc22 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] For port e40fa9fc-9da7-4d77-9a18-cea913a68639, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e40fa9fc-9da7-4d77-9a18-cea913a68639,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:45.588663 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c23c9139-f961-4651-bdaf-49a350119423 req-d16ff903-3b9f-4f3d-8acb-96e67004fc22 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.589177 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f0eb95b5-f389-4816-94f3-9111c7ad8f08 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.606153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-c23c9139-f961-4651-bdaf-49a350119423 req-d16ff903-3b9f-4f3d-8acb-96e67004fc22 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Calling delete_port for e40fa9fc-9da7-4d77-9a18-cea913a68639 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:45.658707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 23e46110-c496-4f0d-af40-b4defb72ad34, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=23e46110-c496-4f0d-af40-b4defb72ad34,segment=NetworkSegment(2d5e520d-cf66-405f-a683-986e7ee9e82c),segment_id=2d5e520d-cf66-405f-a683-986e7ee9e82c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:45.674110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19754f4-7b53-426b-b4dd-aa26b09f3d9c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network 02c60e36-559e-49bd-bb0b-789beadcecbf is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:45.708443 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f0eb95b5-f389-4816-94f3-9111c7ad8f08 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.726390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb95b5-f389-4816-94f3-9111c7ad8f08 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Calling delete_port for 64a169b9-a5e1-41d0-8ca1-d3647f8dd645 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:45.876993 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.929212 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9bed99f4-6f9c-41a9-88db-6ee6680e27fe no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:45.946405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-d19754f4-7b53-426b-b4dd-aa26b09f3d9c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 02c60e36-559e-49bd-bb0b-789beadcecbf) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:45.951373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19754f4-7b53-426b-b4dd-aa26b09f3d9c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:45.952362 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d19754f4-7b53-426b-b4dd-aa26b09f3d9c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.953085 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 9bed99f4-6f9c-41a9-88db-6ee6680e27fe {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:45.953517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9bed99f4-6f9c-41a9-88db-6ee6680e27fe not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:45.955177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=23e46110-c496-4f0d-af40-b4defb72ad34,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:45.959228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ebad2b-2037-49be-a2cd-ab5e219bb416 None None] Network 02c60e36-559e-49bd-bb0b-789beadcecbf requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:45.997426 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c23c9139-f961-4651-bdaf-49a350119423 req-d16ff903-3b9f-4f3d-8acb-96e67004fc22 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.010601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e40fa9fc-9da7-4d77-9a18-cea913a68639'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:14:46.040245 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ff903-3b9f-4f3d-8acb-96e67004fc22 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Pushing event deleted for resources: {'Port': ['ID=e40fa9fc-9da7-4d77-9a18-cea913a68639,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:46.056594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cf750cec-81bb-45e6-9a57-3e4884def603 None None] Provisioning for port c85f1090-e762-457c-99b0-714d27e6f974 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:46.067770 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cf750cec-81bb-45e6-9a57-3e4884def603 None None] Provisioning complete for port c85f1090-e762-457c-99b0-714d27e6f974 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:46.068329 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cf750cec-81bb-45e6-9a57-3e4884def603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.097335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23c9139-f961-4651-bdaf-49a350119423 req-d16ff903-3b9f-4f3d-8acb-96e67004fc22 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] No DVR routers for this DVR port e40fa9fc-9da7-4d77-9a18-cea913a68639 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:46.099989 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-c23c9139-f961-4651-bdaf-49a350119423 req-d16ff903-3b9f-4f3d-8acb-96e67004fc22 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.103086 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c23c9139-f961-4651-bdaf-49a350119423 req-d16ff903-3b9f-4f3d-8acb-96e67004fc22 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.10 "DELETE /v2.0/ports/e40fa9fc-9da7-4d77-9a18-cea913a68639 HTTP/1.1" status: 204 len: 173 time: 0.9249971 Jul 05 04:14:46.103682 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea103425-f687-49bd-9746-6c94dce3436a', 'name': 'network-vif-deleted', 'tag': 'e40fa9fc-9da7-4d77-9a18-cea913a68639'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:46.105974 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f0eb95b5-f389-4816-94f3-9111c7ad8f08 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.107429 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db70e718-7556-47c9-97eb-012c6e8f7547" -d '{"events": [{"server_uuid": "ea103425-f687-49bd-9746-6c94dce3436a", "name": "network-vif-deleted", "tag": "e40fa9fc-9da7-4d77-9a18-cea913a68639"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:46.114632 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d19754f4-7b53-426b-b4dd-aa26b09f3d9c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4745848 Jul 05 04:14:46.114989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44522) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:46.161960 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-cf750cec-81bb-45e6-9a57-3e4884def603 None None] Port c85f1090-e762-457c-99b0-714d27e6f974 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:46.172903 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb96ef6-cd86-4799-8758-efda92946bd9 x-openstack-request-id: req-0cb96ef6-cd86-4799-8758-efda92946bd9 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:46.173541 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea103425-f687-49bd-9746-6c94dce3436a", "name": "network-vif-deleted", "tag": "e40fa9fc-9da7-4d77-9a18-cea913a68639", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:46.173541 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0cb96ef6-cd86-4799-8758-efda92946bd9 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:46.173966 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea103425-f687-49bd-9746-6c94dce3436a', 'name': 'network-vif-deleted', 'tag': 'e40fa9fc-9da7-4d77-9a18-cea913a68639', 'status': 'completed', 'code': 200} Jul 05 04:14:46.180653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb95b5-f389-4816-94f3-9111c7ad8f08 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Pushing event deleted for resources: {'Port': ['ID=64a169b9-a5e1-41d0-8ca1-d3647f8dd645,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:46.190321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cf750cec-81bb-45e6-9a57-3e4884def603 None None] Could not find standard attr ID for object 64a169b9-a5e1-41d0-8ca1-d3647f8dd645. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:14:46.218719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cf750cec-81bb-45e6-9a57-3e4884def603 None None] Provisioning complete for port 23e46110-c496-4f0d-af40-b4defb72ad34 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:46.219449 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cf750cec-81bb-45e6-9a57-3e4884def603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.286077 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-02c60e36-559e-49bd-bb0b-789beadcecbf', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:46.286946 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.329275 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f0eb95b5-f389-4816-94f3-9111c7ad8f08 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.334966 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f0eb95b5-f389-4816-94f3-9111c7ad8f08 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] 10.222.0.38 "DELETE /v2.0/ports/64a169b9-a5e1-41d0-8ca1-d3647f8dd645 HTTP/1.1" status: 204 len: 168 time: 0.9474845 Jul 05 04:14:46.337135 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44526) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:46.342519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d91aea3b-89aa-4920-9185-36d81ae825fe tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Request body: {'port': {'name': 'tempest-new-port-name-1391906780', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:46.343174 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.api.validators [None req-d91aea3b-89aa-4920-9185-36d81ae825fe tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] bootfile-name is not in valid_values {{(pid=100932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:14:46.343522 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.api.validators [None req-d91aea3b-89aa-4920-9185-36d81ae825fe tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] tftp-server is not in valid_values {{(pid=100932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:14:46.343862 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.api.validators [None req-d91aea3b-89aa-4920-9185-36d81ae825fe tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] server-ip-address is not in valid_values {{(pid=100932) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:14:46.508426 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d91aea3b-89aa-4920-9185-36d81ae825fe tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.608328 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0d60a52-de67-40e1-b09f-d048bcf3e6d6 req-17553c52-3555-4c73-a940-f24dd151857d tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea103425-f687-49bd-9746-6c94dce3436a HTTP/1.1" status: 200 len: 210 time: 0.0787995 Jul 05 04:14:46.623313 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Allocated IP 172.20.0.2 (02c60e36-559e-49bd-bb0b-789beadcecbf/50dc93a0-69d1-4d67-8dbf-4ae034820574/8e0f1c29-07bd-4cb8-88ad-c330191644e1) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:46.657846 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.718892 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e90e2616-41fc-489c-acfb-c06f206ba3cb None None] Provisioning complete for port c85f1090-e762-457c-99b0-714d27e6f974 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:46.719452 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e90e2616-41fc-489c-acfb-c06f206ba3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.801314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e90e2616-41fc-489c-acfb-c06f206ba3cb None None] Port c85f1090-e762-457c-99b0-714d27e6f974 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:46.807626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e90e2616-41fc-489c-acfb-c06f206ba3cb None None] Could not find standard attr ID for object 64a169b9-a5e1-41d0-8ca1-d3647f8dd645. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:14:46.813558 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d91aea3b-89aa-4920-9185-36d81ae825fe tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.837090 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.847871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Transition to ACTIVE for port object 8e0f1c29-07bd-4cb8-88ad-c330191644e1 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:46.863557 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Transition to ACTIVE for port object 8e0f1c29-07bd-4cb8-88ad-c330191644e1 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:46.901286 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d91aea3b-89aa-4920-9185-36d81ae825fe tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.924032 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.947083 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 23e46110-c496-4f0d-af40-b4defb72ad34 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:46.988823 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-d91aea3b-89aa-4920-9185-36d81ae825fe tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] In _notify_port_updated(), no bound segment for port c85f1090-e762-457c-99b0-714d27e6f974 on network e51b008a-44a3-4224-b347-a7d82910adab {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:14:46.991325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91aea3b-89aa-4920-9185-36d81ae825fe tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:46.992014 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d91aea3b-89aa-4920-9185-36d81ae825fe tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.996881 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d91aea3b-89aa-4920-9185-36d81ae825fe tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] 10.222.0.38 "PUT /v2.0/ports/c85f1090-e762-457c-99b0-714d27e6f974 HTTP/1.1" status: 200 len: 1136 time: 0.6560519 Jul 05 04:14:46.998110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44538) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:47.027234 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.065567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91aea3b-89aa-4920-9185-36d81ae825fe tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Pushing event updated for resources: {'Port': ['ID=c85f1090-e762-457c-99b0-714d27e6f974,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:47.113258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Network 02c60e36-559e-49bd-bb0b-789beadcecbf is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:47.113690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d42781-2c93-4f34-8301-c00294c096f0 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:47.119804 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d9d42781-2c93-4f34-8301-c00294c096f0 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] 10.222.0.38 "GET /v2.0/ports/c85f1090-e762-457c-99b0-714d27e6f974 HTTP/1.1" status: 200 len: 1136 time: 0.1170533 Jul 05 04:14:47.120580 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44540) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:47.121703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:47.126287 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:47.127265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Allocated IP 172.20.0.1 (02c60e36-559e-49bd-bb0b-789beadcecbf/50dc93a0-69d1-4d67-8dbf-4ae034820574/05aedcab-ba3e-47d2-9c60-96f91b12407f) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:47.177742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Pushing event updated for resources: {'Port': ['ID=8e0f1c29-07bd-4cb8-88ad-c330191644e1,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:47.238799 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 23e46110-c496-4f0d-af40-b4defb72ad34 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:47.239179 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.266413 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-cfebc9c5-c1de-4564-8c41-4798a7156e69 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Deleting port c85f1090-e762-457c-99b0-714d27e6f974 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:47.266763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cfebc9c5-c1de-4564-8c41-4798a7156e69 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.285235 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.299890 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Transition to ACTIVE for port object 05aedcab-ba3e-47d2-9c60-96f91b12407f will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:47.350909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Attempting to bind port 8e0f1c29-07bd-4cb8-88ad-c330191644e1 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:47.351303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Attempting to bind port 8e0f1c29-07bd-4cb8-88ad-c330191644e1 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '3de25e03-339f-4c85-ac7e-fe072bf53e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:47.351644 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Attempting to bind port 8e0f1c29-07bd-4cb8-88ad-c330191644e1 on network 02c60e36-559e-49bd-bb0b-789beadcecbf {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:47.362258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-74ce667c-d17a-4464-b647-17916c83c69b None None] Provisioning complete for port c85f1090-e762-457c-99b0-714d27e6f974 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:47.362478 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-74ce667c-d17a-4464-b647-17916c83c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.393028 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cfebc9c5-c1de-4564-8c41-4798a7156e69 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.393195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:47.393430 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Checking segment: {'id': '3de25e03-339f-4c85-ac7e-fe072bf53e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:47.402645 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.402645 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Bound using segment: {'id': '3de25e03-339f-4c85-ac7e-fe072bf53e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:47.402645 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Bound port: 8e0f1c29-07bd-4cb8-88ad-c330191644e1, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de25e03-339f-4c85-ac7e-fe072bf53e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:47.402645 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.408778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-cfebc9c5-c1de-4564-8c41-4798a7156e69 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Calling delete_port for c85f1090-e762-457c-99b0-714d27e6f974 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:47.426436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-74ce667c-d17a-4464-b647-17916c83c69b None None] Port c85f1090-e762-457c-99b0-714d27e6f974 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:47.430830 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.453245 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network 02c60e36-559e-49bd-bb0b-789beadcecbf is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:47.456943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:47.459562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:47.514587 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] For port 8e0f1c29-07bd-4cb8-88ad-c330191644e1, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:47.518073 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] For port 8e0f1c29-07bd-4cb8-88ad-c330191644e1, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8e0f1c29-07bd-4cb8-88ad-c330191644e1,segment=NetworkSegment(3de25e03-339f-4c85-ac7e-fe072bf53e38),segment_id=3de25e03-339f-4c85-ac7e-fe072bf53e38)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:47.537053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=05aedcab-ba3e-47d2-9c60-96f91b12407f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:47.553909 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.671903 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.740323 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cfebc9c5-c1de-4564-8c41-4798a7156e69 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.749481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7d8f9-f029-469d-afdb-fbeea5676a32 None None] Pushing event updated for resources: {'Port': ['ID=8e0f1c29-07bd-4cb8-88ad-c330191644e1,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:47.786922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebc9c5-c1de-4564-8c41-4798a7156e69 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Pushing event deleted for resources: {'Port': ['ID=c85f1090-e762-457c-99b0-714d27e6f974,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:47.888850 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cfebc9c5-c1de-4564-8c41-4798a7156e69 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.894118 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.896386 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cfebc9c5-c1de-4564-8c41-4798a7156e69 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] 10.222.0.38 "DELETE /v2.0/ports/c85f1090-e762-457c-99b0-714d27e6f974 HTTP/1.1" status: 204 len: 168 time: 0.7749503 Jul 05 04:14:47.897301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44552) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:47.969017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-e761f520-395d-4123-9c0f-9919e05eddf0 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Deleting subnet aa3c2bf4-292c-476e-bea3-54b2e5086443 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:47.972778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e761f520-395d-4123-9c0f-9919e05eddf0 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.034206 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e761f520-395d-4123-9c0f-9919e05eddf0 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.188116 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e761f520-395d-4123-9c0f-9919e05eddf0 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.296309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-b28dc500-5e42-43e5-a2fa-55a19d6420d7 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:48.297793 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-b28dc500-5e42-43e5-a2fa-55a19d6420d7 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/networks?id=4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 200 len: 811 time: 0.2730038 Jul 05 04:14:48.355377 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-7173572a-e1a3-4964-acd6-86c9df4c3844 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/quotas/889673422f48438f9175658256256746 HTTP/1.1" status: 200 len: 375 time: 0.0407498 Jul 05 04:14:48.382334 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e761f520-395d-4123-9c0f-9919e05eddf0 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.412152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761f520-395d-4123-9c0f-9919e05eddf0 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Pushing event deleted for resources: {'Subnet': ['ID=aa3c2bf4-292c-476e-bea3-54b2e5086443,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:48.415370 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e761f520-395d-4123-9c0f-9919e05eddf0 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.419945 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e761f520-395d-4123-9c0f-9919e05eddf0 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] 10.222.0.38 "DELETE /v2.0/subnets/aa3c2bf4-292c-476e-bea3-54b2e5086443 HTTP/1.1" status: 204 len: 168 time: 0.5211568 Jul 05 04:14:48.420754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44572) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:48.421740 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-8efb351a-4223-4e71-8b1d-726c413bbd14 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593629 Jul 05 04:14:48.427889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4589d2a-0ce8-444f-8ba0-268edf48d41f None None] Network e51b008a-44a3-4224-b347-a7d82910adab requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:48.543679 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.548988 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-5d6ffa70-47a0-43ad-b736-0de8a2df95cb service neutron] 10.222.0.38 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180296 Jul 05 04:14:48.640449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Deleting port 23e46110-c496-4f0d-af40-b4defb72ad34 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:48.640449 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.714802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] For port 23e46110-c496-4f0d-af40-b4defb72ad34, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=23e46110-c496-4f0d-af40-b4defb72ad34,segment=NetworkSegment(2d5e520d-cf66-405f-a683-986e7ee9e82c),segment_id=2d5e520d-cf66-405f-a683-986e7ee9e82c)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:48.715179 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.734022 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Calling delete_port for 23e46110-c496-4f0d-af40-b4defb72ad34 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:48.751863 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedaf5d9-fbb6-447b-a529-0f0019d0080a None None] DHCP port deletion for e51b008a-44a3-4224-b347-a7d82910adab request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:48.802035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bedaf5d9-fbb6-447b-a529-0f0019d0080a None None] Deleting port 23e46110-c496-4f0d-af40-b4defb72ad34 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:48.802416 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bedaf5d9-fbb6-447b-a529-0f0019d0080a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.874911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-bedaf5d9-fbb6-447b-a529-0f0019d0080a None None] For port 23e46110-c496-4f0d-af40-b4defb72ad34, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=23e46110-c496-4f0d-af40-b4defb72ad34,segment=NetworkSegment(2d5e520d-cf66-405f-a683-986e7ee9e82c),segment_id=2d5e520d-cf66-405f-a683-986e7ee9e82c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:48.875195 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bedaf5d9-fbb6-447b-a529-0f0019d0080a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.887002 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.907057 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bedaf5d9-fbb6-447b-a529-0f0019d0080a None None] Calling delete_port for 23e46110-c496-4f0d-af40-b4defb72ad34 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:48.933144 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-22076e7c-b1c3-4fb7-8c0b-d85eeaa894e1 service neutron] 10.222.0.38 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785520 Jul 05 04:14:49.003345 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.015330 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bedaf5d9-fbb6-447b-a529-0f0019d0080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.027505 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.047042 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8e0f1c29-07bd-4cb8-88ad-c330191644e1 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:49.052745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedaf5d9-fbb6-447b-a529-0f0019d0080a None None] Pushing event deleted for resources: {'Port': ['ID=23e46110-c496-4f0d-af40-b4defb72ad34,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:49.064641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Pushing event deleted for resources: {'Port': ['ID=23e46110-c496-4f0d-af40-b4defb72ad34,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:49.069003 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] No DVR routers for this DVR port 23e46110-c496-4f0d-af40-b4defb72ad34 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:49.078223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedaf5d9-fbb6-447b-a529-0f0019d0080a None None] No DVR routers for this DVR port 23e46110-c496-4f0d-af40-b4defb72ad34 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:49.083238 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e40fa9fc-9da7-4d77-9a18-cea913a68639 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:49.093557 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=05aedcab-ba3e-47d2-9c60-96f91b12407f,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:49.115971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: e40fa9fc-9da7-4d77-9a18-cea913a68639 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:49.116575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e40fa9fc-9da7-4d77-9a18-cea913a68639 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:49.150118 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb02c553-ef41-4549-b653-03bca8fe284c None None] Network 02c60e36-559e-49bd-bb0b-789beadcecbf requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:49.152666 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.211899 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.224098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51b008a-44a3-4224-b347-a7d82910adab']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:49.237227 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5e520d-cf66-405f-a683-986e7ee9e82c') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:49.237517 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5e520d-cf66-405f-a683-986e7ee9e82c') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:49.247083 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.267290 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.277900 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:49.280875 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:49.286898 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:49.293261 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 8e0f1c29-07bd-4cb8-88ad-c330191644e1 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:49.315664 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network 02c60e36-559e-49bd-bb0b-789beadcecbf is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:49.325105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:49.391317 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6cb6f01e-2b5d-4dcc-808f-6a2665074ecf None None] Provisioning for port 8e0f1c29-07bd-4cb8-88ad-c330191644e1 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:49.405551 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6cb6f01e-2b5d-4dcc-808f-6a2665074ecf None None] Provisioning complete for port 8e0f1c29-07bd-4cb8-88ad-c330191644e1 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:49.405928 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f01e-2b5d-4dcc-808f-6a2665074ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.410804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 23e46110-c496-4f0d-af40-b4defb72ad34 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:49.433711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-3d035fd7-b9d4-4c02-845a-b484fb220c54 req-f7f7f2bc-9161-4202-961b-31337d9f93c6 service neutron] (100932) timed out ('10.222.0.38', 49958) {{(pid=100932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:14:49.467664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 23e46110-c496-4f0d-af40-b4defb72ad34 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:49.468211 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 23e46110-c496-4f0d-af40-b4defb72ad34 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:49.499577 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b2a5301-cc00-4247-9aff-453a8f796436 req-86dca109-ac71-40b4-b3a8-12b2771672fe tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 210 time: 0.1677713 Jul 05 04:14:49.551904 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.562900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.564901 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] 10.222.0.38 "DELETE /v2.0/networks/e51b008a-44a3-4224-b347-a7d82910adab HTTP/1.1" status: 204 len: 168 time: 1.1403589 Jul 05 04:14:49.578294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f14deb-8b27-40a1-8d1a-485c593dd046 tempest-ExtraDHCPOptionsTestJSON-1035215219 tempest-ExtraDHCPOptionsTestJSON-1035215219-project] Pushing event deleted for resources: {'Network': ['ID=e51b008a-44a3-4224-b347-a7d82910adab,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:49.603526 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f01e-2b5d-4dcc-808f-6a2665074ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.639998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6cb6f01e-2b5d-4dcc-808f-6a2665074ecf None None] For port 8e0f1c29-07bd-4cb8-88ad-c330191644e1, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8e0f1c29-07bd-4cb8-88ad-c330191644e1,segment=NetworkSegment(3de25e03-339f-4c85-ac7e-fe072bf53e38),segment_id=3de25e03-339f-4c85-ac7e-fe072bf53e38)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:49.648389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router 1aa01fc3-7947-4806-8ea5-89ae42231b42 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:49.761381 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:49.763076 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f01e-2b5d-4dcc-808f-6a2665074ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.777587 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44596) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:49.783086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-921d6a8f-561c-45cc-a57f-863a035bbd46 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'network': {'name': 'tempest-RoutersTest-743625870'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:49.784911 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ec7a9243-d99a-4e89-bbe4-cc6bee68f3ee tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/1aa01fc3-7947-4806-8ea5-89ae42231b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6686003 Jul 05 04:14:49.789836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Sync routers for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:49.905601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:49.905601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:49.905601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6f01e-2b5d-4dcc-808f-6a2665074ecf None None] Pushing event updated for resources: {'Port': ['ID=8e0f1c29-07bd-4cb8-88ad-c330191644e1,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:49.934750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:50.105506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921d6a8f-561c-45cc-a57f-863a035bbd46 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:50.109168 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-921d6a8f-561c-45cc-a57f-863a035bbd46 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.151446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921d6a8f-561c-45cc-a57f-863a035bbd46 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:14:50.167842 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-921d6a8f-561c-45cc-a57f-863a035bbd46 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.168123 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-921d6a8f-561c-45cc-a57f-863a035bbd46 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Added segment 0b267c29-a309-4c51-88e5-2636975a2de4 of type vlan for network e13e59af-8cdf-4d43-a588-aad2a318fa68 Jul 05 04:14:50.175455 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:14:47Z', 'revision_number': 2, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:48Z', 'revision_number': 2, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:50.262625 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-921d6a8f-561c-45cc-a57f-863a035bbd46 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.391598 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-921d6a8f-561c-45cc-a57f-863a035bbd46 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.397929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921d6a8f-561c-45cc-a57f-863a035bbd46 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:50.398620 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-921d6a8f-561c-45cc-a57f-863a035bbd46 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.409902 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ec0a777d-3dbe-4fd8-9958-ff878454ee02 None None] Provisioning for port 05aedcab-ba3e-47d2-9c60-96f91b12407f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:50.415420 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Checking router: 1aa01fc3-7947-4806-8ea5-89ae42231b42 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:50.415780 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Updating router 1aa01fc3-7947-4806-8ea5-89ae42231b42 port 05aedcab-ba3e-47d2-9c60-96f91b12407f binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:14:50.421633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ec0a777d-3dbe-4fd8-9958-ff878454ee02 None None] Provisioning complete for port 05aedcab-ba3e-47d2-9c60-96f91b12407f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:50.422420 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ec0a777d-3dbe-4fd8-9958-ff878454ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.468219 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.479508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44604) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:50.514529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d6a8f-561c-45cc-a57f-863a035bbd46 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Network': ['ID=e13e59af-8cdf-4d43-a588-aad2a318fa68,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:50.537114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network e13e59af-8cdf-4d43-a588-aad2a318fa68 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:14:50.575480 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ec0a777d-3dbe-4fd8-9958-ff878454ee02 None None] Port 05aedcab-ba3e-47d2-9c60-96f91b12407f cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:50.618280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb7148cd-de42-4910-9b31-607b6470c7b0 req-40542b34-297d-4ede-ad6a-920e86e8b0c3 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 210 time: 0.0295832 Jul 05 04:14:50.652372 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-921d6a8f-561c-45cc-a57f-863a035bbd46 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8705461 Jul 05 04:14:50.652588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44610) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:50.661260 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-df16fe03-48c1-4862-b7f0-fe96f6f1eb86 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'subnet': {'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:50.676783 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ea08632b-f30d-4c93-bc38-7e0b32cbd7b3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d11d189c00114d2ab3bce0871ad8f5d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936700 Jul 05 04:14:50.678438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44612) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:50.715793 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ec0a777d-3dbe-4fd8-9958-ff878454ee02 None None] Provisioning complete for port 8e0f1c29-07bd-4cb8-88ad-c330191644e1 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:50.716120 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ec0a777d-3dbe-4fd8-9958-ff878454ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.746919 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d65daaf2-e6aa-47ea-8c2d-a87ab9acdbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.777364 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d65daaf2-e6aa-47ea-8c2d-a87ab9acdbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.966634 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8e0f1c29-07bd-4cb8-88ad-c330191644e1 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:50.980661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df16fe03-48c1-4862-b7f0-fe96f6f1eb86 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:50.984586 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-df16fe03-48c1-4862-b7f0-fe96f6f1eb86 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.023343 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.032707 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d65daaf2-e6aa-47ea-8c2d-a87ab9acdbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.038665 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d65daaf2-e6aa-47ea-8c2d-a87ab9acdbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.041033 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d65daaf2-e6aa-47ea-8c2d-a87ab9acdbee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46c4baf7-fdf0-495c-b868-2e35b7e3cf4e HTTP/1.1" status: 204 len: 168 time: 0.3611965 Jul 05 04:14:51.054201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Transition to ACTIVE for port object 05aedcab-ba3e-47d2-9c60-96f91b12407f will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:51.060985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f9b37a35-b4c1-4659-afb2-afa914bc52e6 None None] Provisioning complete for port 05aedcab-ba3e-47d2-9c60-96f91b12407f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:51.061369 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f9b37a35-b4c1-4659-afb2-afa914bc52e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.082080 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65daaf2-e6aa-47ea-8c2d-a87ab9acdbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c4baf7-fdf0-495c-b868-2e35b7e3cf4e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:51.140103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f9b37a35-b4c1-4659-afb2-afa914bc52e6 None None] Port 05aedcab-ba3e-47d2-9c60-96f91b12407f cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:51.147720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8e0f1c29-07bd-4cb8-88ad-c330191644e1 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:51.148317 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.174880 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.246880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc8622-ebe4-406c-8355-ccaf20b02635 None None] Pushing event updated for resources: {'Port': ['ID=05aedcab-ba3e-47d2-9c60-96f91b12407f,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:51.334317 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-df16fe03-48c1-4862-b7f0-fe96f6f1eb86 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.355749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Attempting to bind port 05aedcab-ba3e-47d2-9c60-96f91b12407f on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:51.364575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Attempting to bind port 05aedcab-ba3e-47d2-9c60-96f91b12407f by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '3de25e03-339f-4c85-ac7e-fe072bf53e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:51.364575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Attempting to bind port 05aedcab-ba3e-47d2-9c60-96f91b12407f on network 02c60e36-559e-49bd-bb0b-789beadcecbf {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:51.366533 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:51.366912 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Checking segment: {'id': '3de25e03-339f-4c85-ac7e-fe072bf53e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:51.368434 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.369347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Bound using segment: {'id': '3de25e03-339f-4c85-ac7e-fe072bf53e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:51.369347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Bound port: 05aedcab-ba3e-47d2-9c60-96f91b12407f, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de25e03-339f-4c85-ac7e-fe072bf53e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:51.369689 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.412096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16fe03-48c1-4862-b7f0-fe96f6f1eb86 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Subnet': ['ID=2d4d37f1-6b11-446e-8d42-1fa36add9058,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:51.419331 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df16fe03-48c1-4862-b7f0-fe96f6f1eb86 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Checking segment: {'id': '0b267c29-a309-4c51-88e5-2636975a2de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:51.419702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df16fe03-48c1-4862-b7f0-fe96f6f1eb86 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network hostable DHCP agents. Network: e13e59af-8cdf-4d43-a588-aad2a318fa68, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:51.473794 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] For port 05aedcab-ba3e-47d2-9c60-96f91b12407f, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:51.486902 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] For port 05aedcab-ba3e-47d2-9c60-96f91b12407f, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=05aedcab-ba3e-47d2-9c60-96f91b12407f,segment=NetworkSegment(3de25e03-339f-4c85-ac7e-fe072bf53e38),segment_id=3de25e03-339f-4c85-ac7e-fe072bf53e38)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:51.602687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df16fe03-48c1-4862-b7f0-fe96f6f1eb86 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network e13e59af-8cdf-4d43-a588-aad2a318fa68 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:51.655112 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.701370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-df16fe03-48c1-4862-b7f0-fe96f6f1eb86 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, e13e59af-8cdf-4d43-a588-aad2a318fa68) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:51.706434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16fe03-48c1-4862-b7f0-fe96f6f1eb86 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:51.708673 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-df16fe03-48c1-4862-b7f0-fe96f6f1eb86 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.760674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6edee9-7c89-4e8e-90a4-8143c39cfd9d None None] Network e13e59af-8cdf-4d43-a588-aad2a318fa68 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:51.844430 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:51.844430 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:51.844713 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-df16fe03-48c1-4862-b7f0-fe96f6f1eb86 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1888938 Jul 05 04:14:51.846445 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44628) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:51.880894 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc8622-ebe4-406c-8355-ccaf20b02635 None None] Pushing event updated for resources: {'Port': ['ID=05aedcab-ba3e-47d2-9c60-96f91b12407f,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:51.881447 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50b5ffe1-39b8-411a-aa88-847a17149bf0 req-d56bcce3-c118-431d-b9d8-fffbb3a48d28 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 210 time: 0.0340512 Jul 05 04:14:52.002945 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:52.293069 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-e13e59af-8cdf-4d43-a588-aad2a318fa68', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:52.294128 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.474731 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Allocated IP 172.21.0.2 (e13e59af-8cdf-4d43-a588-aad2a318fa68/2d4d37f1-6b11-446e-8d42-1fa36add9058/19356b8e-af87-455c-bc6e-9af08ba999e3) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:52.597373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44642) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:52.630368 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:14:47Z', 'revision_number': 2, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:51Z', 'revision_number': 4, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:52.667779 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2b06f0-a165-4702-a757-0364f5d0aa5a None None] The sync data for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 is: [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:14:47Z', 'revision_number': 2, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:51Z', 'revision_number': 4, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:52.690059 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.699161 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.705272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Transition to ACTIVE for port object 19356b8e-af87-455c-bc6e-9af08ba999e3 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:52.734035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Transition to ACTIVE for port object 19356b8e-af87-455c-bc6e-9af08ba999e3 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:52.786008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4cca6f13-b4e7-4019-ae48-162597a4b3eb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-458146851'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:52.827311 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.868506 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-0917ba08-a610-4e4b-9607-9e3a1e5fc7d6 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:52.871963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-0917ba08-a610-4e4b-9607-9e3a1e5fc7d6 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.10 "GET /v2.0/networks?id=4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 200 len: 811 time: 0.2262206 Jul 05 04:14:52.886682 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-6d8a3e98-4932-43b6-b4d0-f97972ee5134 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Request body: {'port': {'device_id': '43574f5d-77a6-44b3-a285-04d4edd99507', 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca', 'admin_state_up': True, 'tenant_id': '889673422f48438f9175658256256746'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:52.892320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Network e13e59af-8cdf-4d43-a588-aad2a318fa68 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:52.896862 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:52.906627 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:52.934563 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cca6f13-b4e7-4019-ae48-162597a4b3eb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Made reservation on behalf of 07642e6041e5429088959b6bba0ed145 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:52.942114 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4cca6f13-b4e7-4019-ae48-162597a4b3eb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.014251 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Pushing event updated for resources: {'Port': ['ID=19356b8e-af87-455c-bc6e-9af08ba999e3,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:53.059177 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4cca6f13-b4e7-4019-ae48-162597a4b3eb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.059979 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Allocated IP 172.21.0.1 (e13e59af-8cdf-4d43-a588-aad2a318fa68/2d4d37f1-6b11-446e-8d42-1fa36add9058/35eabe44-da0c-4123-aa7f-af1d4072391c) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:53.064371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Attempting to bind port 19356b8e-af87-455c-bc6e-9af08ba999e3 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:53.064371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Attempting to bind port 19356b8e-af87-455c-bc6e-9af08ba999e3 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '0b267c29-a309-4c51-88e5-2636975a2de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:53.064853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Attempting to bind port 19356b8e-af87-455c-bc6e-9af08ba999e3 on network e13e59af-8cdf-4d43-a588-aad2a318fa68 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:53.082240 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:53.082240 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Checking segment: {'id': '0b267c29-a309-4c51-88e5-2636975a2de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:53.082903 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.084599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Bound using segment: {'id': '0b267c29-a309-4c51-88e5-2636975a2de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:53.085281 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Bound port: 19356b8e-af87-455c-bc6e-9af08ba999e3, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b267c29-a309-4c51-88e5-2636975a2de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:53.086493 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.246183 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4cca6f13-b4e7-4019-ae48-162597a4b3eb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.264744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] For port 19356b8e-af87-455c-bc6e-9af08ba999e3, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:53.277327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] For port 19356b8e-af87-455c-bc6e-9af08ba999e3, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=19356b8e-af87-455c-bc6e-9af08ba999e3,segment=NetworkSegment(0b267c29-a309-4c51-88e5-2636975a2de4),segment_id=0b267c29-a309-4c51-88e5-2636975a2de4)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:53.285442 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.319180 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4cca6f13-b4e7-4019-ae48-162597a4b3eb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.322912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Transition to ACTIVE for port object 35eabe44-da0c-4123-aa7f-af1d4072391c will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:53.332134 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cca6f13-b4e7-4019-ae48-162597a4b3eb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:14:53.340811 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.363688 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4cca6f13-b4e7-4019-ae48-162597a4b3eb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.366359 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-4cca6f13-b4e7-4019-ae48-162597a4b3eb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Added segment 33d71af7-dfa1-49c5-bb11-d4edc754bb79 of type vlan for network 4af550b5-3182-454e-8b10-c5c5a31b02f2 Jul 05 04:14:53.466382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823d1a9-cf4d-46eb-b167-2a31a8d034c3 None None] Pushing event updated for resources: {'Port': ['ID=19356b8e-af87-455c-bc6e-9af08ba999e3,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:53.511380 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca6f13-b4e7-4019-ae48-162597a4b3eb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45288901-27d7-43c2-84b4-331e18a25d39,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:53.528793 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.557504 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4cca6f13-b4e7-4019-ae48-162597a4b3eb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.580991 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e25426e-5f12-4bd8-bef4-b514daeb51a7 req-88c7ad2b-b310-4ca9-abc8-1aa2bca0a244 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 210 time: 0.0649142 Jul 05 04:14:53.615504 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-6d8a3e98-4932-43b6-b4d0-f97972ee5134 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Made reservation on behalf of 889673422f48438f9175658256256746 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:53.622211 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-6d8a3e98-4932-43b6-b4d0-f97972ee5134 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.624644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network e13e59af-8cdf-4d43-a588-aad2a318fa68 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:53.630530 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:53.643284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:53.686187 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4cca6f13-b4e7-4019-ae48-162597a4b3eb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.700476 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cca6f13-b4e7-4019-ae48-162597a4b3eb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:53.701770 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4cca6f13-b4e7-4019-ae48-162597a4b3eb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.733154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.739619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=35eabe44-da0c-4123-aa7f-af1d4072391c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:53.891257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4cca6f13-b4e7-4019-ae48-162597a4b3eb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2927508 Jul 05 04:14:53.895054 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44650) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:53.902571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-728280ed-051f-40a9-b52c-b29f56ca2074 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Request body: {'subnet': {'network_id': '4af550b5-3182-454e-8b10-c5c5a31b02f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:53.905325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca6f13-b4e7-4019-ae48-162597a4b3eb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Pushing event updated for resources: {'Network': ['ID=4af550b5-3182-454e-8b10-c5c5a31b02f2,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:53.917663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 4af550b5-3182-454e-8b10-c5c5a31b02f2 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:14:53.918713 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-6d8a3e98-4932-43b6-b4d0-f97972ee5134 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Allocated IP 172.20.0.13 (4483820e-ce4a-4424-9733-eb9c989451ca/f579dd9f-48bf-4c30-ad74-936c5f2d58c0/e98c958b-9107-426c-9881-8e61f1a1f003) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:54.019637 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.099536 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-6d8a3e98-4932-43b6-b4d0-f97972ee5134 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.169111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728280ed-051f-40a9-b52c-b29f56ca2074 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Made reservation on behalf of 07642e6041e5429088959b6bba0ed145 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:54.172668 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-728280ed-051f-40a9-b52c-b29f56ca2074 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.240596 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-6d8a3e98-4932-43b6-b4d0-f97972ee5134 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.332796 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a3e98-4932-43b6-b4d0-f97972ee5134 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Pushing event updated for resources: {'Port': ['ID=e98c958b-9107-426c-9881-8e61f1a1f003,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:54.344759 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-6d8a3e98-4932-43b6-b4d0-f97972ee5134 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Network 4483820e-ce4a-4424-9733-eb9c989451ca is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:54.346757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-6d8a3e98-4932-43b6-b4d0-f97972ee5134 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:54.349244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-6d8a3e98-4932-43b6-b4d0-f97972ee5134 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:54.413557 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-6d8a3e98-4932-43b6-b4d0-f97972ee5134 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:54.415575 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-6d8a3e98-4932-43b6-b4d0-f97972ee5134 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.476958 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.489249 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-6d8a3e98-4932-43b6-b4d0-f97972ee5134 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6089494 Jul 05 04:14:54.503275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Request body: {'port': {'device_id': '43574f5d-77a6-44b3-a285-04d4edd99507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:54.540047 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.607522 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-728280ed-051f-40a9-b52c-b29f56ca2074 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.607787 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.712286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=35eabe44-da0c-4123-aa7f-af1d4072391c,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:54.725132 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.738035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728280ed-051f-40a9-b52c-b29f56ca2074 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Pushing event updated for resources: {'Subnet': ['ID=e72b7197-2681-4d8e-8f30-ce04d8c79fa2,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:54.756163 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cc30c8-1dd3-4454-8944-c76fb09cd62a None None] Network e13e59af-8cdf-4d43-a588-aad2a318fa68 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:54.786740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728280ed-051f-40a9-b52c-b29f56ca2074 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Checking segment: {'id': '33d71af7-dfa1-49c5-bb11-d4edc754bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4af550b5-3182-454e-8b10-c5c5a31b02f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:54.787114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728280ed-051f-40a9-b52c-b29f56ca2074 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Network hostable DHCP agents. Network: 4af550b5-3182-454e-8b10-c5c5a31b02f2, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:54.853821 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network e13e59af-8cdf-4d43-a588-aad2a318fa68 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:54.855438 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:54.945836 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728280ed-051f-40a9-b52c-b29f56ca2074 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Network 4af550b5-3182-454e-8b10-c5c5a31b02f2 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:55.005141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router 1aa01fc3-7947-4806-8ea5-89ae42231b42 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:55.052408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cec24-08cf-40ca-a636-b726fdf2be6f req-b6fdf852-b4cb-41fa-b57e-516f66ae53e9 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:55.053963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-943cec24-08cf-40ca-a636-b726fdf2be6f req-b6fdf852-b4cb-41fa-b57e-516f66ae53e9 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 932 time: 0.2348666 Jul 05 04:14:55.076991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-390e98ee-fc26-4504-80c4-bbe8e9d94f4c None None] Provisioning for port 19356b8e-af87-455c-bc6e-9af08ba999e3 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:55.119061 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e98c958b-9107-426c-9881-8e61f1a1f003 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:14:55.131037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 05aedcab-ba3e-47d2-9c60-96f91b12407f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:55.137525 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.159648 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-728280ed-051f-40a9-b52c-b29f56ca2074 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 4af550b5-3182-454e-8b10-c5c5a31b02f2) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:55.168157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728280ed-051f-40a9-b52c-b29f56ca2074 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:55.168763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-728280ed-051f-40a9-b52c-b29f56ca2074 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.174252 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-943cec24-08cf-40ca-a636-b726fdf2be6f req-700e6e99-b9a3-43d0-be8d-9b8abe9e3580 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085114 Jul 05 04:14:55.177301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Transition to ACTIVE for port object e98c958b-9107-426c-9881-8e61f1a1f003 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:55.202134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:55.213844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44656) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:55.220194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-81d22e7a-9ffe-41b6-a2c2-118f9d22f3f8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'network': {'name': 'tempest-RoutersTest-1724022375'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:55.223609 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a4378f21-3aa0-4c1a-9fbc-7a3274ba3b44 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/1aa01fc3-7947-4806-8ea5-89ae42231b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3776140 Jul 05 04:14:55.239962 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Sync routers for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:55.253911 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:55.254553 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:55.308805 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.356663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be8684-cc91-4a12-892b-ec445a3e361e None None] Network 4af550b5-3182-454e-8b10-c5c5a31b02f2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:55.361043 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-728280ed-051f-40a9-b52c-b29f56ca2074 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4619424 Jul 05 04:14:55.361043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44658) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:55.365543 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:55.365981 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2ae0f0e0-ea77-4c25-a167-ccc21a9a4f7c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-28971703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:55.399048 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-2ae0f0e0-ea77-4c25-a167-ccc21a9a4f7c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:14:55.399048 n-d-771363-32 neutron-server[100932]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:14:55.399048 n-d-771363-32 neutron-server[100932]: [parameters: {'project_id_1': '07642e6041e5429088959b6bba0ed145', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 14, 55, 375995)}] Jul 05 04:14:55.399048 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:14:55.409146 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-2ae0f0e0-ea77-4c25-a167-ccc21a9a4f7c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:14:55.434346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Pushing event updated for resources: {'Port': ['ID=e98c958b-9107-426c-9881-8e61f1a1f003,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:55.506880 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Attempting to bind port e98c958b-9107-426c-9881-8e61f1a1f003 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:55.507310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Attempting to bind port e98c958b-9107-426c-9881-8e61f1a1f003 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:55.507650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Attempting to bind port e98c958b-9107-426c-9881-8e61f1a1f003 on network 4483820e-ce4a-4424-9733-eb9c989451ca {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:55.514347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Port e98c958b-9107-426c-9881-8e61f1a1f003 on network 4483820e-ce4a-4424-9733-eb9c989451ca not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:14:55.514718 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Attempting to bind port e98c958b-9107-426c-9881-8e61f1a1f003 on network 4483820e-ce4a-4424-9733-eb9c989451ca {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:55.518011 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d22e7a-9ffe-41b6-a2c2-118f9d22f3f8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:55.522001 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81d22e7a-9ffe-41b6-a2c2-118f9d22f3f8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.535605 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:55.541325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Checking segment: {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:55.541325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Bound using segment: {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:55.541325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Bound port: e98c958b-9107-426c-9881-8e61f1a1f003, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081bbf25-b733-4ef9-9b3a-4738943ff8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:55.541325 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.598850 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-4af550b5-3182-454e-8b10-c5c5a31b02f2', 'network_id': '4af550b5-3182-454e-8b10-c5c5a31b02f2', 'tenant_id': '07642e6041e5429088959b6bba0ed145', 'fixed_ips': [{'subnet_id': 'e72b7197-2681-4d8e-8f30-ce04d8c79fa2'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:55.598850 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.599024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d22e7a-9ffe-41b6-a2c2-118f9d22f3f8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:14:55.621144 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81d22e7a-9ffe-41b6-a2c2-118f9d22f3f8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.621502 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-81d22e7a-9ffe-41b6-a2c2-118f9d22f3f8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Added segment 4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3 of type vlan for network dc2fa883-94ee-46df-9879-fc0041a33080 Jul 05 04:14:55.625724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 05aedcab-ba3e-47d2-9c60-96f91b12407f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:55.630687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0ff3062b-9351-4b41-ac21-bff4347f3ecb None None] Provisioning for port 35eabe44-da0c-4123-aa7f-af1d4072391c completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:55.634885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 05aedcab-ba3e-47d2-9c60-96f91b12407f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:55.635449 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.654599 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] For port e98c958b-9107-426c-9881-8e61f1a1f003, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:55.665353 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:14:53Z', 'revision_number': 3, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:51Z', 'revision_number': 4, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:14:54Z', 'revision_number': 2, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:55.701610 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Checking router: 1aa01fc3-7947-4806-8ea5-89ae42231b42 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:55.702824 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Updating router 1aa01fc3-7947-4806-8ea5-89ae42231b42 port 35eabe44-da0c-4123-aa7f-af1d4072391c binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:14:55.704602 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] For port e98c958b-9107-426c-9881-8e61f1a1f003, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e98c958b-9107-426c-9881-8e61f1a1f003,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:55.715496 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81d22e7a-9ffe-41b6-a2c2-118f9d22f3f8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.731738 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0ff3062b-9351-4b41-ac21-bff4347f3ecb None None] Provisioning complete for port 35eabe44-da0c-4123-aa7f-af1d4072391c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:55.732282 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0ff3062b-9351-4b41-ac21-bff4347f3ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.748486 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.815023 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.833184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0ff3062b-9351-4b41-ac21-bff4347f3ecb None None] Port 35eabe44-da0c-4123-aa7f-af1d4072391c cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:55.852396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:55.853048 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.854924 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] 10.222.0.10 "PUT /v2.0/ports/e98c958b-9107-426c-9881-8e61f1a1f003 HTTP/1.1" status: 200 len: 1093 time: 1.3558898 Jul 05 04:14:55.855390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43574f5d-77a6-44b3-a285-04d4edd99507', 'tag': 'e98c958b-9107-426c-9881-8e61f1a1f003'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:55.858208 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad230117-e6f2-4dcf-91f9-c8920a68b7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "43574f5d-77a6-44b3-a285-04d4edd99507", "tag": "e98c958b-9107-426c-9881-8e61f1a1f003"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:55.897982 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81d22e7a-9ffe-41b6-a2c2-118f9d22f3f8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.913727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d22e7a-9ffe-41b6-a2c2-118f9d22f3f8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:55.914845 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81d22e7a-9ffe-41b6-a2c2-118f9d22f3f8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.942908 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Allocated IP 172.20.0.2 (4af550b5-3182-454e-8b10-c5c5a31b02f2/e72b7197-2681-4d8e-8f30-ce04d8c79fa2/0a6fddd4-7b3a-412e-959d-5961eaedb2b1) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:55.950464 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.957447 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06d68c7-9205-4513-ab90-6b71551e1691 x-openstack-request-id: req-b06d68c7-9205-4513-ab90-6b71551e1691 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:55.957447 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43574f5d-77a6-44b3-a285-04d4edd99507", "tag": "e98c958b-9107-426c-9881-8e61f1a1f003", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:55.957447 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b06d68c7-9205-4513-ab90-6b71551e1691 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:55.963980 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43574f5d-77a6-44b3-a285-04d4edd99507', 'tag': 'e98c958b-9107-426c-9881-8e61f1a1f003', 'status': 'completed', 'code': 200} Jul 05 04:14:56.025915 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e9aa1dce-2584-4713-ac96-590c690edd89 None None] Provisioning complete for port 35eabe44-da0c-4123-aa7f-af1d4072391c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:56.026304 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1dce-2584-4713-ac96-590c690edd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.045488 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f0e0-ea77-4c25-a167-ccc21a9a4f7c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.045488 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f0e0-ea77-4c25-a167-ccc21a9a4f7c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.108493 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 05aedcab-ba3e-47d2-9c60-96f91b12407f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=05aedcab-ba3e-47d2-9c60-96f91b12407f,segment=NetworkSegment(3de25e03-339f-4c85-ac7e-fe072bf53e38),segment_id=3de25e03-339f-4c85-ac7e-fe072bf53e38)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:56.109131 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eef72f-6fcd-47cd-95c7-52165436ef52 service neutron] Pushing event updated for resources: {'Port': ['ID=e98c958b-9107-426c-9881-8e61f1a1f003,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:56.125811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d22e7a-9ffe-41b6-a2c2-118f9d22f3f8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Network': ['ID=dc2fa883-94ee-46df-9879-fc0041a33080,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:56.130191 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa1dce-2584-4713-ac96-590c690edd89 None None] Port 35eabe44-da0c-4123-aa7f-af1d4072391c cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:56.140843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network dc2fa883-94ee-46df-9879-fc0041a33080 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:14:56.146188 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f0e0-ea77-4c25-a167-ccc21a9a4f7c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.149400 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad230117-e6f2-4dcf-91f9-c8920a68b7a7 req-0159e795-d755-44ec-bafa-67da07fbdf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:56.151405 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad230117-e6f2-4dcf-91f9-c8920a68b7a7 req-0159e795-d755-44ec-bafa-67da07fbdf9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 1096 time: 0.1568563 Jul 05 04:14:56.162001 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.173615 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Transition to ACTIVE for port object 35eabe44-da0c-4123-aa7f-af1d4072391c will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:56.183267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-81d22e7a-9ffe-41b6-a2c2-118f9d22f3f8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9682229 Jul 05 04:14:56.185940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44672) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:56.191760 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f94ea5fa-6e78-42be-8bb1-4acab4cf5c39 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'subnet': {'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:56.249726 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.250517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 19356b8e-af87-455c-bc6e-9af08ba999e3 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:56.279801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad230117-e6f2-4dcf-91f9-c8920a68b7a7 req-783eb1c4-0a0b-4ebf-84de-b231315a37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:56.281757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad230117-e6f2-4dcf-91f9-c8920a68b7a7 req-783eb1c4-0a0b-4ebf-84de-b231315a37a6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=889673422f48438f9175658256256746&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1223235 Jul 05 04:14:56.284207 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f0e0-ea77-4c25-a167-ccc21a9a4f7c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.340472 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.350504 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.376800 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Transition to ACTIVE for port object 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:56.382112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=05aedcab-ba3e-47d2-9c60-96f91b12407f,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:56.401759 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Transition to ACTIVE for port object 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:56.428566 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f0e0-ea77-4c25-a167-ccc21a9a4f7c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.431775 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118848e4-7f70-4433-b75f-2ee7f2623c77 None None] Pushing event updated for resources: {'Port': ['ID=35eabe44-da0c-4123-aa7f-af1d4072391c,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:56.437065 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2ae0f0e0-ea77-4c25-a167-ccc21a9a4f7c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 1.0708003 Jul 05 04:14:56.442562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44676) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:56.464746 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118848e4-7f70-4433-b75f-2ee7f2623c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:56.465086 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118848e4-7f70-4433-b75f-2ee7f2623c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:56.465539 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118848e4-7f70-4433-b75f-2ee7f2623c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:56.465880 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118848e4-7f70-4433-b75f-2ee7f2623c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:56.466211 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118848e4-7f70-4433-b75f-2ee7f2623c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:56.466492 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad230117-e6f2-4dcf-91f9-c8920a68b7a7 req-9bc11a1d-4bdd-4e78-8eb3-dded60e851a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:56.466623 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118848e4-7f70-4433-b75f-2ee7f2623c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:56.467065 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118848e4-7f70-4433-b75f-2ee7f2623c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:56.467384 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118848e4-7f70-4433-b75f-2ee7f2623c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:56.468003 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118848e4-7f70-4433-b75f-2ee7f2623c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:56.468348 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad230117-e6f2-4dcf-91f9-c8920a68b7a7 req-9bc11a1d-4bdd-4e78-8eb3-dded60e851a9 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1795738 Jul 05 04:14:56.468455 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118848e4-7f70-4433-b75f-2ee7f2623c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:56.468674 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118848e4-7f70-4433-b75f-2ee7f2623c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:56.469184 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118848e4-7f70-4433-b75f-2ee7f2623c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:56.483553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 19356b8e-af87-455c-bc6e-9af08ba999e3 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:56.489311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f3bfc-e478-4662-9d9a-db6c899970be req-5c09b494-806c-454b-87ea-8fedcd9ca3eb tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:56.489458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 19356b8e-af87-455c-bc6e-9af08ba999e3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:56.489458 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.489931 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Attempting to bind port 35eabe44-da0c-4123-aa7f-af1d4072391c on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:56.490506 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Attempting to bind port 35eabe44-da0c-4123-aa7f-af1d4072391c by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '0b267c29-a309-4c51-88e5-2636975a2de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:56.491550 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Attempting to bind port 35eabe44-da0c-4123-aa7f-af1d4072391c on network e13e59af-8cdf-4d43-a588-aad2a318fa68 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:56.494516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f6f3bfc-e478-4662-9d9a-db6c899970be req-5c09b494-806c-454b-87ea-8fedcd9ca3eb tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 944 time: 0.1418266 Jul 05 04:14:56.501106 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:56.501778 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Checking segment: {'id': '0b267c29-a309-4c51-88e5-2636975a2de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:56.502443 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.502977 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Bound using segment: {'id': '0b267c29-a309-4c51-88e5-2636975a2de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:56.503605 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Bound port: 35eabe44-da0c-4123-aa7f-af1d4072391c, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b267c29-a309-4c51-88e5-2636975a2de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:56.504201 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.549170 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.591285 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] For port 35eabe44-da0c-4123-aa7f-af1d4072391c, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:56.608438 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] For port 35eabe44-da0c-4123-aa7f-af1d4072391c, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=35eabe44-da0c-4123-aa7f-af1d4072391c,segment=NetworkSegment(0b267c29-a309-4c51-88e5-2636975a2de4),segment_id=0b267c29-a309-4c51-88e5-2636975a2de4)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:56.616256 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Network 4af550b5-3182-454e-8b10-c5c5a31b02f2 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:56.635420 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f6f3bfc-e478-4662-9d9a-db6c899970be req-84a63ca2-c60a-44a4-becb-e797c10122cc tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400108 Jul 05 04:14:56.649419 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:56.658254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:56.667756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Pushing event updated for resources: {'Port': ['ID=0a6fddd4-7b3a-412e-959d-5961eaedb2b1,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:56.673384 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94ea5fa-6e78-42be-8bb1-4acab4cf5c39 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:56.677793 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f94ea5fa-6e78-42be-8bb1-4acab4cf5c39 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.685764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-a9b5c549-bfac-4889-b844-e77946fee24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:56.687357 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-a9b5c549-bfac-4889-b844-e77946fee24e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=889673422f48438f9175658256256746&device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 1096 time: 0.1623788 Jul 05 04:14:56.709525 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.723200 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.751891 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-fedfb09a-4560-4110-ad7f-2a579f4132ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e98c958b-9107-426c-9881-8e61f1a1f003 HTTP/1.1" status: 200 len: 217 time: 0.0541270 Jul 05 04:14:56.785174 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:56.785905 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:56.787674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 19356b8e-af87-455c-bc6e-9af08ba999e3, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=19356b8e-af87-455c-bc6e-9af08ba999e3,segment=NetworkSegment(0b267c29-a309-4c51-88e5-2636975a2de4),segment_id=0b267c29-a309-4c51-88e5-2636975a2de4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:56.807657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Attempting to bind port 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:56.813291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Attempting to bind port 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '33d71af7-dfa1-49c5-bb11-d4edc754bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4af550b5-3182-454e-8b10-c5c5a31b02f2'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:56.813291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Attempting to bind port 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 on network 4af550b5-3182-454e-8b10-c5c5a31b02f2 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:56.822731 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:56.823121 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Checking segment: {'id': '33d71af7-dfa1-49c5-bb11-d4edc754bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4af550b5-3182-454e-8b10-c5c5a31b02f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:56.823533 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.823939 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Bound using segment: {'id': '33d71af7-dfa1-49c5-bb11-d4edc754bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4af550b5-3182-454e-8b10-c5c5a31b02f2'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:56.824493 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Bound port: 0a6fddd4-7b3a-412e-959d-5961eaedb2b1, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d71af7-dfa1-49c5-bb11-d4edc754bb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4af550b5-3182-454e-8b10-c5c5a31b02f2'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:56.824883 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.826092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-ac2a7aa0-accd-41a6-adb2-41bf69b4e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:56.827960 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-ac2a7aa0-accd-41a6-adb2-41bf69b4e4a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f579dd9f-48bf-4c30-ad74-936c5f2d58c0 HTTP/1.1" status: 200 len: 851 time: 0.0662215 Jul 05 04:14:56.887377 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-fbd6d4c0-548c-49bb-858d-1859afc24f6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4483820e-ce4a-4424-9733-eb9c989451ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502863 Jul 05 04:14:56.897557 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.947578 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] For port 0a6fddd4-7b3a-412e-959d-5961eaedb2b1, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:56.972893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] For port 0a6fddd4-7b3a-412e-959d-5961eaedb2b1, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0a6fddd4-7b3a-412e-959d-5961eaedb2b1,segment=NetworkSegment(33d71af7-dfa1-49c5-bb11-d4edc754bb79),segment_id=33d71af7-dfa1-49c5-bb11-d4edc754bb79)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:56.985843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=19356b8e-af87-455c-bc6e-9af08ba999e3,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:57.043409 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.064968 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.094701 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-7d2dedfe-5837-4b44-b98b-34b3ffed776f service neutron] 10.222.0.10 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994717 Jul 05 04:14:57.099962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 05aedcab-ba3e-47d2-9c60-96f91b12407f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:57.107213 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118848e4-7f70-4433-b75f-2ee7f2623c77 None None] Pushing event updated for resources: {'Port': ['ID=35eabe44-da0c-4123-aa7f-af1d4072391c,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:57.135848 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:57.220702 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ae7de4e-ba2e-40f8-bfdb-b2bafc3b75e5 req-3ec2427e-8532-4bba-b34d-1788b6f07197 service neutron] 10.222.0.10 "GET /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180880 Jul 05 04:14:57.248727 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049c2f0-cdb9-46fd-85b2-776bd6bc8c8f None None] Pushing event updated for resources: {'Port': ['ID=0a6fddd4-7b3a-412e-959d-5961eaedb2b1,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:57.260236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 05aedcab-ba3e-47d2-9c60-96f91b12407f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:57.260236 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.433702 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:14:53Z', 'revision_number': 3, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 4, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:57.494163 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85edd53-7186-49d8-95e5-f01c827d4430 None None] The sync data for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 is: [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:14:53Z', 'revision_number': 3, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 4, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:57.552024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Allocated IP 172.20.0.1 (4af550b5-3182-454e-8b10-c5c5a31b02f2/e72b7197-2681-4d8e-8f30-ce04d8c79fa2/967649cd-657f-4fde-b74e-1240b2d0e8ba) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:57.615012 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f94ea5fa-6e78-42be-8bb1-4acab4cf5c39 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.751374 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ea5fa-6e78-42be-8bb1-4acab4cf5c39 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Subnet': ['ID=24be3936-92f9-4614-9a6e-fe3e5e909ed8,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:57.772547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ea5fa-6e78-42be-8bb1-4acab4cf5c39 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Checking segment: {'id': '4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:57.779729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ea5fa-6e78-42be-8bb1-4acab4cf5c39 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network hostable DHCP agents. Network: dc2fa883-94ee-46df-9879-fc0041a33080, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:57.888417 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.934053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Transition to ACTIVE for port object 967649cd-657f-4fde-b74e-1240b2d0e8ba will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:57.982423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1681dbc-c2d1-4ead-b826-3157047440d3 req-0bb39402-3042-4f2f-aa85-dfa17fb5e98f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:57.984285 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1681dbc-c2d1-4ead-b826-3157047440d3 req-0bb39402-3042-4f2f-aa85-dfa17fb5e98f tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 944 time: 0.0967517 Jul 05 04:14:58.014107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ea5fa-6e78-42be-8bb1-4acab4cf5c39 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network dc2fa883-94ee-46df-9879-fc0041a33080 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:58.054941 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1681dbc-c2d1-4ead-b826-3157047440d3 req-48565a3a-d5d7-47b4-a120-1fff5efdca51 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634253 Jul 05 04:14:58.106058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.147104 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-f94ea5fa-6e78-42be-8bb1-4acab4cf5c39 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, dc2fa883-94ee-46df-9879-fc0041a33080) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:58.150619 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36ea709-31ea-44af-a90d-a66e2d0ef504 None None] Network dc2fa883-94ee-46df-9879-fc0041a33080 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:58.171447 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94ea5fa-6e78-42be-8bb1-4acab4cf5c39 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:58.178240 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f94ea5fa-6e78-42be-8bb1-4acab4cf5c39 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.227798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Network 4af550b5-3182-454e-8b10-c5c5a31b02f2 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:58.257204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:58.263332 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:58.274284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Pushing event updated for resources: {'Port': ['ID=967649cd-657f-4fde-b74e-1240b2d0e8ba,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:58.367064 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f94ea5fa-6e78-42be-8bb1-4acab4cf5c39 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1767256 Jul 05 04:14:58.368097 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44688) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:58.417141 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.564180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-dc2fa883-94ee-46df-9879-fc0041a33080', 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'fixed_ips': [{'subnet_id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:58.565326 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.739410 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Allocated IP 172.22.0.2 (dc2fa883-94ee-46df-9879-fc0041a33080/24be3936-92f9-4614-9a6e-fe3e5e909ed8/cd289c69-1028-447e-8c2f-1520f87bf49f) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:58.858287 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26db16d4-ce27-4cfe-970f-8b6c42d80b78 None None] Network 4af550b5-3182-454e-8b10-c5c5a31b02f2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:58.886203 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.936774 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.043440 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a7f5ebfc-1fc5-47d5-a9fe-2961476a0bee None None] Provisioning for port 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:59.045648 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.078878 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Transition to ACTIVE for port object cd289c69-1028-447e-8c2f-1520f87bf49f will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:59.098131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e98c958b-9107-426c-9881-8e61f1a1f003 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:14:59.225295 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 35eabe44-da0c-4123-aa7f-af1d4072391c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:59.258131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Transition to ACTIVE for port object cd289c69-1028-447e-8c2f-1520f87bf49f will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:59.307090 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e98c958b-9107-426c-9881-8e61f1a1f003, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e98c958b-9107-426c-9881-8e61f1a1f003,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:59.310807 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.325337 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'e98c958b-9107-426c-9881-8e61f1a1f003', 'network_id': '4483820e-ce4a-4424-9733-eb9c989451ca', 'port_id': 'e98c958b-9107-426c-9881-8e61f1a1f003', 'mac_address': 'fa:16:3e:e4:6e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f579dd9f-48bf-4c30-ad74-936c5f2d58c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:14:59.332366 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.414644 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.418125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Network dc2fa883-94ee-46df-9879-fc0041a33080 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:59.427864 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:59.435835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:59.439519 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.441871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Pushing event updated for resources: {'Port': ['ID=cd289c69-1028-447e-8c2f-1520f87bf49f,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:59.465080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 35eabe44-da0c-4123-aa7f-af1d4072391c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:59.488881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e98c958b-9107-426c-9881-8e61f1a1f003 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:14:59.496608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.500769 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 35eabe44-da0c-4123-aa7f-af1d4072391c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:59.501533 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.575427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Pushing event updated for resources: {'Port': ['ID=967649cd-657f-4fde-b74e-1240b2d0e8ba,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:59.584775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e98c958b-9107-426c-9881-8e61f1a1f003, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e98c958b-9107-426c-9881-8e61f1a1f003,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:59.585633 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b561477-671c-4891-ac23-2b240d1849af req-f208ed84-d706-4558-b5ef-8cc64a8270e2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:59.603379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b561477-671c-4891-ac23-2b240d1849af req-f208ed84-d706-4558-b5ef-8cc64a8270e2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 944 time: 0.1693482 Jul 05 04:14:59.603488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Attempting to bind port cd289c69-1028-447e-8c2f-1520f87bf49f on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:59.603488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Attempting to bind port cd289c69-1028-447e-8c2f-1520f87bf49f by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:59.603488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Attempting to bind port cd289c69-1028-447e-8c2f-1520f87bf49f on network dc2fa883-94ee-46df-9879-fc0041a33080 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:59.611618 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:59.611618 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Checking segment: {'id': '4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:59.612024 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.612547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Bound using segment: {'id': '4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:59.613103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Bound port: cd289c69-1028-447e-8c2f-1520f87bf49f, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:59.613557 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.639529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4051100-0449-4cc7-abc0-f062e4ed1f8e req-05f72229-8abd-45b7-b576-38b8cb6ed497 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:59.647146 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4051100-0449-4cc7-abc0-f062e4ed1f8e req-05f72229-8abd-45b7-b576-38b8cb6ed497 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 945 time: 0.7143147 Jul 05 04:14:59.658323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Network 4af550b5-3182-454e-8b10-c5c5a31b02f2 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:59.660087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:59.759408 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b561477-671c-4891-ac23-2b240d1849af req-327f5bea-70c0-48f1-af40-e2511a7f8495 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606827 Jul 05 04:14:59.780771 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4051100-0449-4cc7-abc0-f062e4ed1f8e req-86dcbab0-54e7-43ef-9230-19722eb3b971 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325238 Jul 05 04:14:59.835210 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.855585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Allocated IP 172.22.0.1 (dc2fa883-94ee-46df-9879-fc0041a33080/24be3936-92f9-4614-9a6e-fe3e5e909ed8/35c84370-afef-4230-9453-615ec157292f) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:59.963115 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.971716 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e98c958b-9107-426c-9881-8e61f1a1f003,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:59.977722 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] For port cd289c69-1028-447e-8c2f-1520f87bf49f, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:00.010974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] For port cd289c69-1028-447e-8c2f-1520f87bf49f, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=cd289c69-1028-447e-8c2f-1520f87bf49f,segment=NetworkSegment(4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3),segment_id=4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:00.021491 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.034639 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 35eabe44-da0c-4123-aa7f-af1d4072391c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=35eabe44-da0c-4123-aa7f-af1d4072391c,segment=NetworkSegment(0b267c29-a309-4c51-88e5-2636975a2de4),segment_id=0b267c29-a309-4c51-88e5-2636975a2de4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:00.041861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Transition to ACTIVE for port object 35c84370-afef-4230-9453-615ec157292f will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:00.100832 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e98c958b-9107-426c-9881-8e61f1a1f003'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:15:00.282850 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.283812 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b584a70e-fa94-4f71-a8dc-9ff599a49e0a None None] Provisioning for port 967649cd-657f-4fde-b74e-1240b2d0e8ba completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:00.286205 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.287034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:00.289783 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.316342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Router a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:15:00.331057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network dc2fa883-94ee-46df-9879-fc0041a33080 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:00.334711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:00.341397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:00.345358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b584a70e-fa94-4f71-a8dc-9ff599a49e0a None None] Provisioning complete for port 967649cd-657f-4fde-b74e-1240b2d0e8ba triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:00.345758 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b584a70e-fa94-4f71-a8dc-9ff599a49e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.369964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=35c84370-afef-4230-9453-615ec157292f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:00.388196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b584a70e-fa94-4f71-a8dc-9ff599a49e0a None None] Port 967649cd-657f-4fde-b74e-1240b2d0e8ba cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:00.422947 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.456492 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=35eabe44-da0c-4123-aa7f-af1d4072391c,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:00.491183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:00.499255 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7b584368-8108-4c6e-939c-67f5412a2a97 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] 10.222.0.38 "PUT /v2.0/routers/a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0546329 Jul 05 04:15:00.502175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44696) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:00.511218 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a85259-06ea-42d4-862b-9aeccb47767d None None] Sync routers for ids ['a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:00.534823 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:00.541426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-88fe1442-08ab-4b41-9e04-7f43623ba7dd None None] Provisioning complete for port 967649cd-657f-4fde-b74e-1240b2d0e8ba triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:00.541894 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-88fe1442-08ab-4b41-9e04-7f43623ba7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.542595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0d6f16f6-6878-4a20-ac25-cbb2d6d26714 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Request body: {'port': {'network_id': '4af550b5-3182-454e-8b10-c5c5a31b02f2', 'name': 'tempest-FloatingIPNegativeTestJSON-1337128962'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:00.543523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5eab3-f6f4-4e89-a84c-d39a32553e7a None None] Pushing event updated for resources: {'Port': ['ID=cd289c69-1028-447e-8c2f-1520f87bf49f,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:00.573850 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:00.574321 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.579088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a85259-06ea-42d4-862b-9aeccb47767d None None] Routers {'a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:00.579340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b8a85259-06ea-42d4-862b-9aeccb47767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:00.640251 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b8a85259-06ea-42d4-862b-9aeccb47767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:00.661792 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-88fe1442-08ab-4b41-9e04-7f43623ba7dd None None] Port 967649cd-657f-4fde-b74e-1240b2d0e8ba cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:00.664894 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a85259-06ea-42d4-862b-9aeccb47767d None None] Routers {'a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:00.665591 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b8a85259-06ea-42d4-862b-9aeccb47767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:00.726832 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b8a85259-06ea-42d4-862b-9aeccb47767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:00.727590 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a85259-06ea-42d4-862b-9aeccb47767d None None] The sync data for ids ['a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:00.771378 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.791878 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.801495 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6f16f6-6878-4a20-ac25-cbb2d6d26714 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Made reservation on behalf of 07642e6041e5429088959b6bba0ed145 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:00.805904 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d6f16f6-6878-4a20-ac25-cbb2d6d26714 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.837997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 0a6fddd4-7b3a-412e-959d-5961eaedb2b1, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0a6fddd4-7b3a-412e-959d-5961eaedb2b1,segment=NetworkSegment(33d71af7-dfa1-49c5-bb11-d4edc754bb79),segment_id=33d71af7-dfa1-49c5-bb11-d4edc754bb79)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:00.907620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-0d6f16f6-6878-4a20-ac25-cbb2d6d26714 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] device_id is not set on port 97bc0858-3843-459f-be1a-3fb38cb0089c yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:00.910978 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.912031 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 19356b8e-af87-455c-bc6e-9af08ba999e3 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:00.942901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7ae49-d91c-44e7-8f40-75cc5b924fb7 req-02639e62-9d39-414f-88fb-196301a81204 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:00.945847 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-73b7ae49-d91c-44e7-8f40-75cc5b924fb7 req-02639e62-9d39-414f-88fb-196301a81204 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 945 time: 0.1965320 Jul 05 04:15:01.021677 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=0a6fddd4-7b3a-412e-959d-5961eaedb2b1,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:01.043528 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 19356b8e-af87-455c-bc6e-9af08ba999e3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:01.043960 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.094588 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e98c958b-9107-426c-9881-8e61f1a1f003 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:01.099133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-73b7ae49-d91c-44e7-8f40-75cc5b924fb7 req-63864421-204d-40e5-a798-0104290d83d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Deleting port 83961fc8-aa95-4096-ad27-46b811e58972 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:01.099887 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-73b7ae49-d91c-44e7-8f40-75cc5b924fb7 req-63864421-204d-40e5-a798-0104290d83d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.230421 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-73b7ae49-d91c-44e7-8f40-75cc5b924fb7 req-63864421-204d-40e5-a798-0104290d83d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] For port 83961fc8-aa95-4096-ad27-46b811e58972, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=83961fc8-aa95-4096-ad27-46b811e58972,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:01.230877 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-73b7ae49-d91c-44e7-8f40-75cc5b924fb7 req-63864421-204d-40e5-a798-0104290d83d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.295900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6141a77-6fc2-4fa5-b4e6-898eb751b28d req-c39327ca-0813-4af6-82f3-5100d8111e11 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:01.297515 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6141a77-6fc2-4fa5-b4e6-898eb751b28d req-c39327ca-0813-4af6-82f3-5100d8111e11 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 945 time: 0.2345927 Jul 05 04:15:01.306161 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port e98c958b-9107-426c-9881-8e61f1a1f003 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:01.310528 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port e98c958b-9107-426c-9881-8e61f1a1f003 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:01.310909 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.442566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21bd2e-8dbb-4ea7-91c5-68d19db3c795 req-e1d90ea9-91bf-4a81-ab47-7fd2b6c28b7e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:01.444169 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d21bd2e-8dbb-4ea7-91c5-68d19db3c795 req-e1d90ea9-91bf-4a81-ab47-7fd2b6c28b7e tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 945 time: 0.4659562 Jul 05 04:15:01.484608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-0d6f16f6-6878-4a20-ac25-cbb2d6d26714 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Allocated IP 172.20.0.13 (4af550b5-3182-454e-8b10-c5c5a31b02f2/e72b7197-2681-4d8e-8f30-ce04d8c79fa2/97bc0858-3843-459f-be1a-3fb38cb0089c) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:01.489800 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device cd289c69-1028-447e-8c2f-1520f87bf49f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:01.499816 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.580671 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d21bd2e-8dbb-4ea7-91c5-68d19db3c795 req-aa6fbe5a-238d-49e7-9a53-335001d35088 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228561 Jul 05 04:15:01.599855 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-73b7ae49-d91c-44e7-8f40-75cc5b924fb7 req-63864421-204d-40e5-a798-0104290d83d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.600355 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-73b7ae49-d91c-44e7-8f40-75cc5b924fb7 req-63864421-204d-40e5-a798-0104290d83d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.600580 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [req-73b7ae49-d91c-44e7-8f40-75cc5b924fb7 req-63864421-204d-40e5-a798-0104290d83d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Floating IP 0f8a752d-044b-4f9f-b564-3affc01024ac disassociated. External IP: 172.25.6.27, port: 83961fc8-aa95-4096-ad27-46b811e58972. Jul 05 04:15:01.600930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-73b7ae49-d91c-44e7-8f40-75cc5b924fb7 req-63864421-204d-40e5-a798-0104290d83d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Calling delete_port for 83961fc8-aa95-4096-ad27-46b811e58972 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:01.625297 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6141a77-6fc2-4fa5-b4e6-898eb751b28d req-7416550e-eba0-4fcd-8b51-34933c89e57a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802877 Jul 05 04:15:01.651203 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e98c958b-9107-426c-9881-8e61f1a1f003, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e98c958b-9107-426c-9881-8e61f1a1f003,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:01.655498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43574f5d-77a6-44b3-a285-04d4edd99507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98c958b-9107-426c-9881-8e61f1a1f003'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:01.658012 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55873202-c7b9-49e5-86a2-90fe12ffb8b9" -d '{"events": [{"server_uuid": "43574f5d-77a6-44b3-a285-04d4edd99507", "name": "network-vif-plugged", "status": "completed", "tag": "e98c958b-9107-426c-9881-8e61f1a1f003"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:01.705737 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.756035 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627599a7-02cf-4338-adda-66d87bba04f2 x-openstack-request-id: req-627599a7-02cf-4338-adda-66d87bba04f2 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:01.756307 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43574f5d-77a6-44b3-a285-04d4edd99507", "name": "network-vif-plugged", "status": "completed", "tag": "e98c958b-9107-426c-9881-8e61f1a1f003", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:01.756628 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-627599a7-02cf-4338-adda-66d87bba04f2 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:01.757095 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43574f5d-77a6-44b3-a285-04d4edd99507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98c958b-9107-426c-9881-8e61f1a1f003', 'code': 200} Jul 05 04:15:01.760762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port cd289c69-1028-447e-8c2f-1520f87bf49f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:01.777667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 35eabe44-da0c-4123-aa7f-af1d4072391c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:01.802591 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.834226 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e98c958b-9107-426c-9881-8e61f1a1f003,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:01.871493 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 35eabe44-da0c-4123-aa7f-af1d4072391c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:01.872193 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.878798 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.928894 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-73b7ae49-d91c-44e7-8f40-75cc5b924fb7 req-63864421-204d-40e5-a798-0104290d83d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.960499 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d6f16f6-6878-4a20-ac25-cbb2d6d26714 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.964891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:01.986986 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63864421-204d-40e5-a798-0104290d83d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event deleted for resources: {'Port': ['ID=83961fc8-aa95-4096-ad27-46b811e58972,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:02.000365 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.010044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=35c84370-afef-4230-9453-615ec157292f,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:02.022198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-0d6f16f6-6878-4a20-ac25-cbb2d6d26714 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Transition to ACTIVE for port object 97bc0858-3843-459f-be1a-3fb38cb0089c will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:02.022526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ba5712-c0fc-46ea-8c28-a985f84853e2 None None] Network dc2fa883-94ee-46df-9879-fc0041a33080 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:02.089338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748eff03-6664-495b-9e8b-278becfe1040 req-38fb5d9e-9f28-4f17-ad84-b803f3962ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:02.091626 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-748eff03-6664-495b-9e8b-278becfe1040 req-38fb5d9e-9f28-4f17-ad84-b803f3962ceb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 1098 time: 0.2773330 Jul 05 04:15:02.112027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:02.112739 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.193506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73b7ae49-d91c-44e7-8f40-75cc5b924fb7 req-63864421-204d-40e5-a798-0104290d83d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:02.211631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5f1e9943-5ad4-412c-9efa-fd8b1d3cdf1a None None] Provisioning for port cd289c69-1028-447e-8c2f-1520f87bf49f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:02.213090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network dc2fa883-94ee-46df-9879-fc0041a33080 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:02.218950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:02.238599 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-748eff03-6664-495b-9e8b-278becfe1040 req-999276ab-a8f4-4c26-b907-d202f33107c5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339734 Jul 05 04:15:02.267291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5f1e9943-5ad4-412c-9efa-fd8b1d3cdf1a None None] Provisioning complete for port cd289c69-1028-447e-8c2f-1520f87bf49f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:02.267629 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f1e9943-5ad4-412c-9efa-fd8b1d3cdf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.300262 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d6f16f6-6878-4a20-ac25-cbb2d6d26714 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.334439 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73b7ae49-d91c-44e7-8f40-75cc5b924fb7 req-63864421-204d-40e5-a798-0104290d83d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:02.344473 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab106c1-ebc9-4a65-bcb8-beca9b46714d None None] Sync routers for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:02.365383 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab106c1-ebc9-4a65-bcb8-beca9b46714d None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:02.366022 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4ab106c1-ebc9-4a65-bcb8-beca9b46714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:02.411643 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b7ae49-d91c-44e7-8f40-75cc5b924fb7 req-63864421-204d-40e5-a798-0104290d83d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] No DVR routers for this DVR port 83961fc8-aa95-4096-ad27-46b811e58972 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:02.415053 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-73b7ae49-d91c-44e7-8f40-75cc5b924fb7 req-63864421-204d-40e5-a798-0104290d83d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.417503 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-73b7ae49-d91c-44e7-8f40-75cc5b924fb7 req-63864421-204d-40e5-a798-0104290d83d1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "DELETE /v2.0/ports/83961fc8-aa95-4096-ad27-46b811e58972 HTTP/1.1" status: 204 len: 173 time: 1.4626341 Jul 05 04:15:02.418015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bd392e-5e59-4d02-8811-b3c7cfbf55d6', 'name': 'network-vif-deleted', 'tag': '83961fc8-aa95-4096-ad27-46b811e58972'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:02.420422 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a510f9-3f00-425d-8f35-b3625455f007" -d '{"events": [{"server_uuid": "04bd392e-5e59-4d02-8811-b3c7cfbf55d6", "name": "network-vif-deleted", "tag": "83961fc8-aa95-4096-ad27-46b811e58972"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:02.466628 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f1e9943-5ad4-412c-9efa-fd8b1d3cdf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.472921 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6f16f6-6878-4a20-ac25-cbb2d6d26714 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Network 4af550b5-3182-454e-8b10-c5c5a31b02f2 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:02.488793 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0d6f16f6-6878-4a20-ac25-cbb2d6d26714 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:02.504697 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f16f6-6878-4a20-ac25-cbb2d6d26714 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:02.520647 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5f1e9943-5ad4-412c-9efa-fd8b1d3cdf1a None None] For port cd289c69-1028-447e-8c2f-1520f87bf49f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=cd289c69-1028-447e-8c2f-1520f87bf49f,segment=NetworkSegment(4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3),segment_id=4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:02.574378 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f1e9943-5ad4-412c-9efa-fd8b1d3cdf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.583930 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6e8386-4056-4b34-96bc-90dfff2f9d62 x-openstack-request-id: req-9e6e8386-4056-4b34-96bc-90dfff2f9d62 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:02.584441 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bd392e-5e59-4d02-8811-b3c7cfbf55d6", "name": "network-vif-deleted", "tag": "83961fc8-aa95-4096-ad27-46b811e58972", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:02.584839 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9e6e8386-4056-4b34-96bc-90dfff2f9d62 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:02.586937 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bd392e-5e59-4d02-8811-b3c7cfbf55d6', 'name': 'network-vif-deleted', 'tag': '83961fc8-aa95-4096-ad27-46b811e58972', 'status': 'completed', 'code': 200} Jul 05 04:15:02.622506 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-4ab106c1-ebc9-4a65-bcb8-beca9b46714d None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:02.654603 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f16f6-6878-4a20-ac25-cbb2d6d26714 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Pushing event updated for resources: {'Port': ['ID=97bc0858-3843-459f-be1a-3fb38cb0089c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:02.708584 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router 1aa01fc3-7947-4806-8ea5-89ae42231b42 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:02.712165 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e9943-5ad4-412c-9efa-fd8b1d3cdf1a None None] Pushing event updated for resources: {'Port': ['ID=cd289c69-1028-447e-8c2f-1520f87bf49f,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:02.723650 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.774247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f16f6-6878-4a20-ac25-cbb2d6d26714 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:02.774945 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d6f16f6-6878-4a20-ac25-cbb2d6d26714 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.897832 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0d6f16f6-6878-4a20-ac25-cbb2d6d26714 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3573472 Jul 05 04:15:02.899611 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44716) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:02.903950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:03.020309 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.026664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-356ab91e-8ebd-44fe-aa99-b3b9247bc330 req-e710be55-67d7-48b4-902d-3f140e8d03f0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 210 time: 0.1409910 Jul 05 04:15:03.054989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:03.065303 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-695a3202-b0c2-4a3e-addb-813a542ff011 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/1aa01fc3-7947-4806-8ea5-89ae42231b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6965649 Jul 05 04:15:03.065517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Sync routers for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:03.068325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44718) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:03.076340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d6cef818-4919-4c78-90ab-48b5e49f1b12 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'network': {'name': 'tempest-RoutersTest-1857519709'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:03.082915 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f917cb55-c2ac-4d0b-bc9c-e932ef8b3eb8 None None] Provisioning for port 97bc0858-3843-459f-be1a-3fb38cb0089c completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:03.092613 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:03.093589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:03.125196 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4ab106c1-ebc9-4a65-bcb8-beca9b46714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:03.156512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2161d61-5950-4baa-8aa7-825fe23b4787 req-02e058e1-27ab-4bc5-b7f2-b91aebc611a2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:03.158216 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2161d61-5950-4baa-8aa7-825fe23b4787 req-02e058e1-27ab-4bc5-b7f2-b91aebc611a2 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 946 time: 0.2850721 Jul 05 04:15:03.179130 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab106c1-ebc9-4a65-bcb8-beca9b46714d None None] Checking router: 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:03.201729 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab106c1-ebc9-4a65-bcb8-beca9b46714d None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:03.202782 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4ab106c1-ebc9-4a65-bcb8-beca9b46714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:03.254910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2161d61-5950-4baa-8aa7-825fe23b4787 req-346fbb0a-1c61-461d-adfd-f0bb058b437b tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902536 Jul 05 04:15:03.265945 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cef818-4919-4c78-90ab-48b5e49f1b12 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:03.275000 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6cef818-4919-4c78-90ab-48b5e49f1b12 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.307382 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.363816 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f917cb55-c2ac-4d0b-bc9c-e932ef8b3eb8 None None] Provisioning complete for port 97bc0858-3843-459f-be1a-3fb38cb0089c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:03.364180 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f917cb55-c2ac-4d0b-bc9c-e932ef8b3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.377453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device cd289c69-1028-447e-8c2f-1520f87bf49f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:03.434918 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Allocated IP 172.25.6.233 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/ffa6b545-700b-4ac1-b82a-776fd8ad3d6c) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:03.449578 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-4ab106c1-ebc9-4a65-bcb8-beca9b46714d None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:03.529729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:03.616346 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.653436 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cef818-4919-4c78-90ab-48b5e49f1b12 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:15:03.664558 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6cef818-4919-4c78-90ab-48b5e49f1b12 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.665094 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-d6cef818-4919-4c78-90ab-48b5e49f1b12 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Added segment 48bcf582-70fb-45c5-8299-35d8bf7ece78 of type vlan for network 470b47f6-951a-4806-8267-c8b1a7ce23e8 Jul 05 04:15:03.681237 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f917cb55-c2ac-4d0b-bc9c-e932ef8b3eb8 None None] Port 97bc0858-3843-459f-be1a-3fb38cb0089c cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:03.698623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port cd289c69-1028-447e-8c2f-1520f87bf49f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:03.699018 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.715092 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6cef818-4919-4c78-90ab-48b5e49f1b12 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.740856 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4ab106c1-ebc9-4a65-bcb8-beca9b46714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:03.772676 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab106c1-ebc9-4a65-bcb8-beca9b46714d None None] The sync data for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 is: [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:03.825308 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6cef818-4919-4c78-90ab-48b5e49f1b12 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.831244 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cef818-4919-4c78-90ab-48b5e49f1b12 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:03.831697 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6cef818-4919-4c78-90ab-48b5e49f1b12 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.893944 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.946477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:03.954581 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d6cef818-4919-4c78-90ab-48b5e49f1b12 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8824873 Jul 05 04:15:03.955057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44722) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:03.955681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:03.961398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cef818-4919-4c78-90ab-48b5e49f1b12 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Network': ['ID=470b47f6-951a-4806-8267-c8b1a7ce23e8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:03.962286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-435d9681-8c11-4318-ba1c-85fa26b35fef tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'subnet': {'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:03.965180 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:03.971471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Pushing event updated for resources: {'Port': ['ID=ffa6b545-700b-4ac1-b82a-776fd8ad3d6c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:03.990591 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 470b47f6-951a-4806-8267-c8b1a7ce23e8 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:15:04.053791 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.119473 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.128241 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ee0c0380-1773-4775-b6f4-10003e0db14a None None] Provisioning for port 35c84370-afef-4230-9453-615ec157292f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:04.159456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ee0c0380-1773-4775-b6f4-10003e0db14a None None] Provisioning complete for port 35c84370-afef-4230-9453-615ec157292f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:04.159842 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ee0c0380-1773-4775-b6f4-10003e0db14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.195982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dedd88eb-57fd-4802-9d12-0b2ae2859e82 req-dd674066-7911-41fe-9cef-05cabe419646 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 210 time: 0.0320532 Jul 05 04:15:04.202147 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c0380-1773-4775-b6f4-10003e0db14a None None] Port 35c84370-afef-4230-9453-615ec157292f cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:04.208206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435d9681-8c11-4318-ba1c-85fa26b35fef tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Made reservation on behalf of 0990f6ce70774d4ba6d3bcd6e62ca48e for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:04.209717 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-435d9681-8c11-4318-ba1c-85fa26b35fef tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.228323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ee0c0380-1773-4775-b6f4-10003e0db14a None None] Provisioning complete for port cd289c69-1028-447e-8c2f-1520f87bf49f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:04.228713 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ee0c0380-1773-4775-b6f4-10003e0db14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.232144 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76487b8-5fa8-4736-982a-6aad0b12e9a3 None None] New status for floating IP 0f8a752d-044b-4f9f-b564-3affc01024ac: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:15:04.263340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 4, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35c84370-afef-4230-9453-615ec157292f', 'name': '', 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:46:52:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:01Z', 'revision_number': 2, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:04.305877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Checking router: 1aa01fc3-7947-4806-8ea5-89ae42231b42 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:04.306292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Updating router 1aa01fc3-7947-4806-8ea5-89ae42231b42 port 35c84370-afef-4230-9453-615ec157292f binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:15:04.362007 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.374122 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.599275 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-435d9681-8c11-4318-ba1c-85fa26b35fef tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.623654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a727f6-6427-47b5-bab2-cf7c5ccb04dc req-bbfc5cbd-4e7b-4994-811f-e85e64a2a896 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:04.625448 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-09a727f6-6427-47b5-bab2-cf7c5ccb04dc req-bbfc5cbd-4e7b-4994-811f-e85e64a2a896 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 946 time: 0.0991464 Jul 05 04:15:04.634417 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.705411 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.717800 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d9681-8c11-4318-ba1c-85fa26b35fef tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Subnet': ['ID=0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:04.720364 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d9681-8c11-4318-ba1c-85fa26b35fef tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Checking segment: {'id': '48bcf582-70fb-45c5-8299-35d8bf7ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:04.720728 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435d9681-8c11-4318-ba1c-85fa26b35fef tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network hostable DHCP agents. Network: 470b47f6-951a-4806-8267-c8b1a7ce23e8, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:15:04.725680 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-09a727f6-6427-47b5-bab2-cf7c5ccb04dc req-807c095f-f3b1-4934-b0cc-36495ef7137d tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735955 Jul 05 04:15:04.775751 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.787496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Transition to ACTIVE for port object 35c84370-afef-4230-9453-615ec157292f will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:04.789132 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Pushing event updated for resources: {'Port': ['ID=ffa6b545-700b-4ac1-b82a-776fd8ad3d6c,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:04.799042 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.824696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435d9681-8c11-4318-ba1c-85fa26b35fef tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network 470b47f6-951a-4806-8267-c8b1a7ce23e8 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:15:04.883036 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.916624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-435d9681-8c11-4318-ba1c-85fa26b35fef tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 470b47f6-951a-4806-8267-c8b1a7ce23e8) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:04.920722 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435d9681-8c11-4318-ba1c-85fa26b35fef tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:04.921380 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-435d9681-8c11-4318-ba1c-85fa26b35fef tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.934696 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.937121 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-04d5b7da-755e-4f3e-bb5e-c1f37f7f42b2 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0379748 Jul 05 04:15:04.950654 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44732) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:04.955964 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-cdb2bc51-4924-478a-ac3d-5511e1816fbb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Request body: {'floatingip': {'port_id': '97bc0858-3843-459f-be1a-3fb38cb0089c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:04.970172 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e05d19-d414-4d31-9bf8-b88b4ee20451 None None] Network 470b47f6-951a-4806-8267-c8b1a7ce23e8 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:04.977654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e6524-839b-4409-96a2-b5c437baaad5 None None] Pushing event updated for resources: {'Port': ['ID=35c84370-afef-4230-9453-615ec157292f,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:05.021692 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdb2bc51-4924-478a-ac3d-5511e1816fbb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for floatingip, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.060257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-435d9681-8c11-4318-ba1c-85fa26b35fef tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1032078 Jul 05 04:15:05.062961 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44734) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:05.073733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 83961fc8-aa95-4096-ad27-46b811e58972 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:05.105786 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 83961fc8-aa95-4096-ad27-46b811e58972 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:05.106378 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 83961fc8-aa95-4096-ad27-46b811e58972 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:05.108306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Attempting to bind port 35c84370-afef-4230-9453-615ec157292f on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:05.108849 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Attempting to bind port 35c84370-afef-4230-9453-615ec157292f by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:05.109366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Attempting to bind port 35c84370-afef-4230-9453-615ec157292f on network dc2fa883-94ee-46df-9879-fc0041a33080 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:05.119334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:05.119927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Checking segment: {'id': '4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:05.121392 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.128710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Bound using segment: {'id': '4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:05.128710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Bound port: 35c84370-afef-4230-9453-615ec157292f, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:05.128710 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.277054 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] For port 35c84370-afef-4230-9453-615ec157292f, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:05.293975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] For port 35c84370-afef-4230-9453-615ec157292f, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=35c84370-afef-4230-9453-615ec157292f,segment=NetworkSegment(4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3),segment_id=4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:05.296678 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-cdb2bc51-4924-478a-ac3d-5511e1816fbb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] update failed (client error): The resource could not be found. Jul 05 04:15:05.309109 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cdb2bc51-4924-478a-ac3d-5511e1816fbb tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] 10.222.0.38 "PUT /v2.0/floatingips/78bb9610-b455-4c92-9c30-4f3f77f2bba6 HTTP/1.1" status: 404 len: 507 time: 0.3458271 Jul 05 04:15:05.309850 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44738) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:05.341664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-470b47f6-951a-4806-8267-c8b1a7ce23e8', 'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'fixed_ips': [{'subnet_id': '0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:05.342818 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.550086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-565be861-017e-4fb4-b2ba-aa9494db87c0 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Deleting port ffa6b545-700b-4ac1-b82a-776fd8ad3d6c {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:05.550562 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-565be861-017e-4fb4-b2ba-aa9494db87c0 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.576503 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.590679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-03ad7dfd-b35e-465e-9253-5f01e8c1c1c8 req-09ff9cbc-10d6-4d91-a99f-bed80abdf753 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 210 time: 0.0375550 Jul 05 04:15:05.663334 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-565be861-017e-4fb4-b2ba-aa9494db87c0 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.663334 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-565be861-017e-4fb4-b2ba-aa9494db87c0 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.691895 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-565be861-017e-4fb4-b2ba-aa9494db87c0 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Calling delete_port for ffa6b545-700b-4ac1-b82a-776fd8ad3d6c owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:05.700983 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:05.701617 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:05.821734 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e6524-839b-4409-96a2-b5c437baaad5 None None] Pushing event updated for resources: {'Port': ['ID=35c84370-afef-4230-9453-615ec157292f,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:05.861492 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Allocated IP 172.23.0.2 (470b47f6-951a-4806-8267-c8b1a7ce23e8/0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e/3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:05.872424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:05.904313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938a589-863d-4e37-ba25-8c2592610c76 req-fcbdb106-ec50-4195-b8d7-74195413a478 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:05.909679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4938a589-863d-4e37-ba25-8c2592610c76 req-fcbdb106-ec50-4195-b8d7-74195413a478 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 946 time: 0.2644002 Jul 05 04:15:05.985133 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-565be861-017e-4fb4-b2ba-aa9494db87c0 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.001425 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4938a589-863d-4e37-ba25-8c2592610c76 req-3c29d495-d037-49bc-9a5b-6e13e4960b06 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627329 Jul 05 04:15:06.020724 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565be861-017e-4fb4-b2ba-aa9494db87c0 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Pushing event deleted for resources: {'Port': ['ID=ffa6b545-700b-4ac1-b82a-776fd8ad3d6c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:06.129251 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.149489 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-565be861-017e-4fb4-b2ba-aa9494db87c0 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.154576 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-565be861-017e-4fb4-b2ba-aa9494db87c0 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.156798 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-565be861-017e-4fb4-b2ba-aa9494db87c0 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] 10.222.0.38 "DELETE /v2.0/floatingips/78bb9610-b455-4c92-9c30-4f3f77f2bba6 HTTP/1.1" status: 204 len: 168 time: 0.8453119 Jul 05 04:15:06.160094 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44744) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:06.167549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7bb8d53c-3f72-4066-a22c-0f27dc8b4402 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Request body: {'floatingip': {'floating_network_id': '4af550b5-3182-454e-8b10-c5c5a31b02f2', 'port_id': '97bc0858-3843-459f-be1a-3fb38cb0089c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:06.231888 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.245956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Transition to ACTIVE for port object 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:06.266494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Transition to ACTIVE for port object 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:06.277182 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 4, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35c84370-afef-4230-9453-615ec157292f', 'name': '', 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:46:52:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:05Z', 'revision_number': 4, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:06.308418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a348f5a0-74a2-45c7-a223-432edcb4d19f None None] The sync data for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 is: [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 4, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35c84370-afef-4230-9453-615ec157292f', 'name': '', 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:46:52:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:05Z', 'revision_number': 4, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:06.367513 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7bb8d53c-3f72-4066-a22c-0f27dc8b4402 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.426086 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.548110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Allocated IP 172.23.0.1 (470b47f6-951a-4806-8267-c8b1a7ce23e8/0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e/5d50edb7-eb92-4366-8518-ee50f336f276) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:06.659586 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-7bb8d53c-3f72-4066-a22c-0f27dc8b4402 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:06.664508 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7bb8d53c-3f72-4066-a22c-0f27dc8b4402 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4989624 Jul 05 04:15:06.666036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44750) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:06.671891 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': '97bc0858-3843-459f-be1a-3fb38cb0089c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:06.673698 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Network 470b47f6-951a-4806-8267-c8b1a7ce23e8 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:06.680855 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:06.682960 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:06.690893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Pushing event updated for resources: {'Port': ['ID=3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:06.741603 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.753142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Attempting to bind port 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:06.753685 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Attempting to bind port 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '48bcf582-70fb-45c5-8299-35d8bf7ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:06.754062 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Attempting to bind port 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 on network 470b47f6-951a-4806-8267-c8b1a7ce23e8 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:06.761780 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:06.762162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Checking segment: {'id': '48bcf582-70fb-45c5-8299-35d8bf7ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:06.762581 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.764024 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Bound using segment: {'id': '48bcf582-70fb-45c5-8299-35d8bf7ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:06.764674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Bound port: 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bcf582-70fb-45c5-8299-35d8bf7ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:06.764930 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.766000 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Transition to ACTIVE for port object 5d50edb7-eb92-4366-8518-ee50f336f276 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:06.796776 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.849674 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a67229f-e61a-401c-8411-98cb504872c5 req-23828418-2ca7-4cab-b7f6-8318c9eaa634 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 210 time: 0.0665832 Jul 05 04:15:06.849911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] For port 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:06.853809 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] For port 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6,segment=NetworkSegment(48bcf582-70fb-45c5-8299-35d8bf7ece78),segment_id=48bcf582-70fb-45c5-8299-35d8bf7ece78)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:06.917210 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.940642 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.969552 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.994557 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f52566-d49c-4054-8825-8a04a3598950 None None] Pushing event updated for resources: {'Port': ['ID=3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:07.059640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network 470b47f6-951a-4806-8267-c8b1a7ce23e8 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:07.063457 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:07.067955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:07.141517 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Allocated IP 172.25.6.23 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/f96c7c16-af40-4177-a2e2-353d4beb514d) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:07.147765 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=5d50edb7-eb92-4366-8518-ee50f336f276,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:07.161839 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.343935 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.432909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 35c84370-afef-4230-9453-615ec157292f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:07.465767 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.479169 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda918e-0d7c-49e1-b811-0f208f30a3e3 req-ebbfade7-a5b8-4b9f-9ecb-b3acd242832c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:07.481165 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7eda918e-0d7c-49e1-b811-0f208f30a3e3 req-ebbfade7-a5b8-4b9f-9ecb-b3acd242832c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 946 time: 0.1923497 Jul 05 04:15:07.527154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.573114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:07.573634 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 35c84370-afef-4230-9453-615ec157292f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:07.577667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 35c84370-afef-4230-9453-615ec157292f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:07.577982 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.580652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:07.585808 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:07.625623 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7eda918e-0d7c-49e1-b811-0f208f30a3e3 req-79bdbdac-e976-4b4b-a6ee-e56a3b930b0c tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232398 Jul 05 04:15:07.626651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Pushing event updated for resources: {'Port': ['ID=f96c7c16-af40-4177-a2e2-353d4beb514d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:07.719354 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.798208 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Deleting port f96c7c16-af40-4177-a2e2-353d4beb514d {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:07.798461 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 35c84370-afef-4230-9453-615ec157292f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=35c84370-afef-4230-9453-615ec157292f,segment=NetworkSegment(4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3),segment_id=4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:07.798803 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.879329 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.882180 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.894711 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.895413 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.918175 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Calling delete_port for f96c7c16-af40-4177-a2e2-353d4beb514d owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:07.973357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=35c84370-afef-4230-9453-615ec157292f,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:08.021677 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cae5908d-2285-4954-86e8-5e24927c3004 req-14a9a5c3-ec2b-4ed5-82d5-638c1c1278f1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 210 time: 0.0337029 Jul 05 04:15:08.022471 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.112805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event updated for resources: {'Port': ['ID=5d50edb7-eb92-4366-8518-ee50f336f276,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:08.121663 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.208410 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.224883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Network 470b47f6-951a-4806-8267-c8b1a7ce23e8 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:08.226845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:08.248026 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Pushing event deleted for resources: {'Port': ['ID=f96c7c16-af40-4177-a2e2-353d4beb514d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:08.371538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router 1aa01fc3-7947-4806-8ea5-89ae42231b42 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:08.391267 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:15:08.435869 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f836e197-9295-4184-b4ce-1f159a2037f4 None None] Network 470b47f6-951a-4806-8267-c8b1a7ce23e8 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:08.520873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:08.537662 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a7441e5e-2751-41fb-9eb6-ba1227d8f933 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/1aa01fc3-7947-4806-8ea5-89ae42231b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4711266 Jul 05 04:15:08.539797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44766) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:08.544542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ce818f04-5bf4-4252-ae1d-36d99da7166c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:08.569625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977415d1-ce62-409e-834b-8b71c3ac6309 req-79e7893d-7ed0-49d1-9841-9a619e7af722 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:08.571239 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-977415d1-ce62-409e-834b-8b71c3ac6309 req-79e7893d-7ed0-49d1-9841-9a619e7af722 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 946 time: 0.1146016 Jul 05 04:15:08.579144 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Sync routers for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:08.595557 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:08.596737 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:08.634345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-977415d1-ce62-409e-834b-8b71c3ac6309 req-041912b6-14ba-45b3-9aa7-163858c262ee tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555139 Jul 05 04:15:08.653076 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] create failed (client error): The resource could not be found. Jul 05 04:15:08.658599 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-eecab564-6d8f-4a60-ba9e-d136a367a79c tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9868164 Jul 05 04:15:08.659311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44768) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:08.691511 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:08.765605 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a757f-f3f2-4011-8c11-ea5044ce1da5 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Deleting port 97bc0858-3843-459f-be1a-3fb38cb0089c {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:08.765966 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e0a757f-f3f2-4011-8c11-ea5044ce1da5 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.875194 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e0a757f-f3f2-4011-8c11-ea5044ce1da5 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.884991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ad9a142f-8c48-470c-8149-38331c974757 None None] Provisioning for port 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:08.891974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a757f-f3f2-4011-8c11-ea5044ce1da5 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Calling delete_port for 97bc0858-3843-459f-be1a-3fb38cb0089c owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:08.969383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:07Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35c84370-afef-4230-9453-615ec157292f', 'name': '', 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:46:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:07Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d50edb7-eb92-4366-8518-ee50f336f276', 'name': '', 'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:0b:45:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:06Z', 'updated_at': '2021-07-05T04:15:07Z', 'revision_number': 2, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:09.012154 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Checking router: 1aa01fc3-7947-4806-8ea5-89ae42231b42 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:09.012620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Updating router 1aa01fc3-7947-4806-8ea5-89ae42231b42 port 5d50edb7-eb92-4366-8518-ee50f336f276 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:15:09.019702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.extraroute_db [None req-ce818f04-5bf4-4252-ae1d-36d99da7166c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=100932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:15:09.045592 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.extraroute_db [None req-ce818f04-5bf4-4252-ae1d-36d99da7166c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Removed routes are [] {{(pid=100932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:15:09.045864 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ce818f04-5bf4-4252-ae1d-36d99da7166c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.071221 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.257419 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec59462f-c961-419b-948e-de122a97b7cf req-50e04cc0-b1de-4135-b168-828240ccccf7 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 210 time: 0.0734463 Jul 05 04:15:09.261491 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e0a757f-f3f2-4011-8c11-ea5044ce1da5 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.421545 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a757f-f3f2-4011-8c11-ea5044ce1da5 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Pushing event deleted for resources: {'Port': ['ID=97bc0858-3843-459f-be1a-3fb38cb0089c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:09.489968 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.502898 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Transition to ACTIVE for port object 5d50edb7-eb92-4366-8518-ee50f336f276 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:09.517833 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e0a757f-f3f2-4011-8c11-ea5044ce1da5 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.520027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3e0a757f-f3f2-4011-8c11-ea5044ce1da5 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] 10.222.0.38 "DELETE /v2.0/ports/97bc0858-3843-459f-be1a-3fb38cb0089c HTTP/1.1" status: 204 len: 168 time: 0.8594818 Jul 05 04:15:09.522494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44772) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:09.580292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 35c84370-afef-4230-9453-615ec157292f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:09.586006 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.717448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ecbffa-26a3-42da-8923-e7c7e0ec1a8b tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:09.726830 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c3ecbffa-26a3-42da-8923-e7c7e0ec1a8b tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f HTTP/1.1" status: 200 len: 913 time: 0.1950738 Jul 05 04:15:09.731523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44778) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:09.732769 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e622c87f-d061-414f-bb34-c14f4199c7d8 None None] Provisioning for port 5d50edb7-eb92-4366-8518-ee50f336f276 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:09.804058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 35c84370-afef-4230-9453-615ec157292f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:09.805631 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.872581 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c2f29-e811-4f6f-8234-5b1beb181f81 None None] Pushing event updated for resources: {'Port': ['ID=5d50edb7-eb92-4366-8518-ee50f336f276,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:09.967010 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Attempting to bind port 5d50edb7-eb92-4366-8518-ee50f336f276 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:09.967909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Attempting to bind port 5d50edb7-eb92-4366-8518-ee50f336f276 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '48bcf582-70fb-45c5-8299-35d8bf7ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:09.968018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Attempting to bind port 5d50edb7-eb92-4366-8518-ee50f336f276 on network 470b47f6-951a-4806-8267-c8b1a7ce23e8 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:09.988552 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:09.988942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Checking segment: {'id': '48bcf582-70fb-45c5-8299-35d8bf7ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:09.989659 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.990468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Bound using segment: {'id': '48bcf582-70fb-45c5-8299-35d8bf7ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:09.998871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Bound port: 5d50edb7-eb92-4366-8518-ee50f336f276, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bcf582-70fb-45c5-8299-35d8bf7ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:09.999210 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.031699 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ce818f04-5bf4-4252-ae1d-36d99da7166c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.035705 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ce818f04-5bf4-4252-ae1d-36d99da7166c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.157408 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce818f04-5bf4-4252-ae1d-36d99da7166c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router 1aa01fc3-7947-4806-8ea5-89ae42231b42 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:10.192376 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:10.285866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] For port 5d50edb7-eb92-4366-8518-ee50f336f276, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:10.317413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] For port 5d50edb7-eb92-4366-8518-ee50f336f276, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5d50edb7-eb92-4366-8518-ee50f336f276,segment=NetworkSegment(48bcf582-70fb-45c5-8299-35d8bf7ece78),segment_id=48bcf582-70fb-45c5-8299-35d8bf7ece78)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:10.325994 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce818f04-5bf4-4252-ae1d-36d99da7166c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:10.345764 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ce818f04-5bf4-4252-ae1d-36d99da7166c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.353932 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ce818f04-5bf4-4252-ae1d-36d99da7166c tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/1aa01fc3-7947-4806-8ea5-89ae42231b42 HTTP/1.1" status: 200 len: 934 time: 1.8130689 Jul 05 04:15:10.354690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44782) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:10.418546 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.499610 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d3734c2d-a85b-4503-ac09-9f1e5549b040 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/routers/1aa01fc3-7947-4806-8ea5-89ae42231b42 HTTP/1.1" status: 200 len: 934 time: 0.1421845 Jul 05 04:15:10.500176 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44784) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:10.505747 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-71bc333b-9d92-444d-85b6-6191e7066eaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'router': {'routes': None}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:10.517895 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:10.550720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c2f29-e811-4f6f-8234-5b1beb181f81 None None] Pushing event updated for resources: {'Port': ['ID=5d50edb7-eb92-4366-8518-ee50f336f276,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:10.574507 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5310c-6744-486d-b5a7-465d3f0c2ead req-aac10f86-bdf3-452b-9cf2-ac9d68e3f2ea tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:10.583165 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14e5310c-6744-486d-b5a7-465d3f0c2ead req-aac10f86-bdf3-452b-9cf2-ac9d68e3f2ea tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 946 time: 0.7152278 Jul 05 04:15:10.586210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:10.586637 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.630624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:10.631465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:10.635002 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b83ca1b8-a0a9-40d2-820d-ea064ae2603d req-60e12ce9-e1ce-4fe2-8961-253df2828a64 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=04bd392e-5e59-4d02-8811-b3c7cfbf55d6 HTTP/1.1" status: 200 len: 210 time: 0.0919368 Jul 05 04:15:10.725264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14e5310c-6744-486d-b5a7-465d3f0c2ead req-ccc08ebb-1722-4c25-baa3-bb16380830b5 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/security-groups?id=e7c67076-f3fe-48d4-9131-937b024fcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405749 Jul 05 04:15:10.784236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:10.827843 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.832338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aaca4-e1b5-494f-8876-e386b9eb2ac7 req-f6c44506-fffd-4897-a48e-f2d3bbbf59d6 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:10.833860 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d0aaca4-e1b5-494f-8876-e386b9eb2ac7 req-f6c44506-fffd-4897-a48e-f2d3bbbf59d6 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.10 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 946 time: 0.3373237 Jul 05 04:15:11.030096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.extraroute_db [None req-71bc333b-9d92-444d-85b6-6191e7066eaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Added routes are [] {{(pid=100932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:15:11.030559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.extraroute_db [None req-71bc333b-9d92-444d-85b6-6191e7066eaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=100932) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:15:11.041531 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6,segment=NetworkSegment(48bcf582-70fb-45c5-8299-35d8bf7ece78),segment_id=48bcf582-70fb-45c5-8299-35d8bf7ece78)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:11.050265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-6d0aaca4-e1b5-494f-8876-e386b9eb2ac7 req-7d0a6dd9-4f19-4513-95dd-0ba0fd26d153 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Deleting port e98c958b-9107-426c-9881-8e61f1a1f003 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:11.057373 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6d0aaca4-e1b5-494f-8876-e386b9eb2ac7 req-7d0a6dd9-4f19-4513-95dd-0ba0fd26d153 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.063657 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71bc333b-9d92-444d-85b6-6191e7066eaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.090764 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:09Z', 'revision_number': 6, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35c84370-afef-4230-9453-615ec157292f', 'name': '', 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:46:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:07Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d50edb7-eb92-4366-8518-ee50f336f276', 'name': '', 'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:0b:45:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:06Z', 'updated_at': '2021-07-05T04:15:10Z', 'revision_number': 4, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:11.097511 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a3330b74-f80f-4c7c-9df3-ef3313008a8e tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.249965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-6d0aaca4-e1b5-494f-8876-e386b9eb2ac7 req-7d0a6dd9-4f19-4513-95dd-0ba0fd26d153 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] For port e98c958b-9107-426c-9881-8e61f1a1f003, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e98c958b-9107-426c-9881-8e61f1a1f003,segment=NetworkSegment(081bbf25-b733-4ef9-9b3a-4738943ff8ad),segment_id=081bbf25-b733-4ef9-9b3a-4738943ff8ad)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:11.250435 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6d0aaca4-e1b5-494f-8876-e386b9eb2ac7 req-7d0a6dd9-4f19-4513-95dd-0ba0fd26d153 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.264595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-6d0aaca4-e1b5-494f-8876-e386b9eb2ac7 req-7d0a6dd9-4f19-4513-95dd-0ba0fd26d153 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Calling delete_port for e98c958b-9107-426c-9881-8e61f1a1f003 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:11.280954 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00aade3-ed8c-4414-8006-bead83348ecd None None] The sync data for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 is: [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:09Z', 'revision_number': 6, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35c84370-afef-4230-9453-615ec157292f', 'name': '', 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:46:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:07Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d50edb7-eb92-4366-8518-ee50f336f276', 'name': '', 'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:0b:45:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:06Z', 'updated_at': '2021-07-05T04:15:10Z', 'revision_number': 4, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:11.285445 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.404245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:11.427913 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-48a41af1-36d1-4610-856f-ccf458096e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.529903 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71bc333b-9d92-444d-85b6-6191e7066eaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.545214 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71bc333b-9d92-444d-85b6-6191e7066eaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.707856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bc333b-9d92-444d-85b6-6191e7066eaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router 1aa01fc3-7947-4806-8ea5-89ae42231b42 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:11.781992 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6d0aaca4-e1b5-494f-8876-e386b9eb2ac7 req-7d0a6dd9-4f19-4513-95dd-0ba0fd26d153 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.849840 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a6dd9-4f19-4513-95dd-0ba0fd26d153 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Pushing event deleted for resources: {'Port': ['ID=e98c958b-9107-426c-9881-8e61f1a1f003,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:11.858715 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a3330b74-f80f-4c7c-9df3-ef3313008a8e tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Deleting port 967649cd-657f-4fde-b74e-1240b2d0e8ba {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:11.864002 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a3330b74-f80f-4c7c-9df3-ef3313008a8e tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.910665 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bc333b-9d92-444d-85b6-6191e7066eaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:11.923387 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-71bc333b-9d92-444d-85b6-6191e7066eaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.926399 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-71bc333b-9d92-444d-85b6-6191e7066eaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/1aa01fc3-7947-4806-8ea5-89ae42231b42 HTTP/1.1" status: 200 len: 700 time: 1.4248443 Jul 05 04:15:11.927130 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44802) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:12.021764 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-80f89cd8-ae54-41d8-8b6b-4b9945a191c6 req-a3fefa8d-3011-4a93-83fc-64c5489a1948 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 210 time: 0.0741012 Jul 05 04:15:12.059439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0aaca4-e1b5-494f-8876-e386b9eb2ac7 req-7d0a6dd9-4f19-4513-95dd-0ba0fd26d153 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] No DVR routers for this DVR port e98c958b-9107-426c-9881-8e61f1a1f003 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:12.067066 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-6d0aaca4-e1b5-494f-8876-e386b9eb2ac7 req-7d0a6dd9-4f19-4513-95dd-0ba0fd26d153 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.070888 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d0aaca4-e1b5-494f-8876-e386b9eb2ac7 req-7d0a6dd9-4f19-4513-95dd-0ba0fd26d153 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.10 "DELETE /v2.0/ports/e98c958b-9107-426c-9881-8e61f1a1f003 HTTP/1.1" status: 204 len: 173 time: 1.2258472 Jul 05 04:15:12.077883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43574f5d-77a6-44b3-a285-04d4edd99507', 'name': 'network-vif-deleted', 'tag': 'e98c958b-9107-426c-9881-8e61f1a1f003'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:12.082159 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-407934da-fd44-4b68-bd56-45a273a9fdc6 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/routers/1aa01fc3-7947-4806-8ea5-89ae42231b42 HTTP/1.1" status: 200 len: 700 time: 0.1513996 Jul 05 04:15:12.082684 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b2d24d-a4ef-4a0d-a681-b21375b90856" -d '{"events": [{"server_uuid": "43574f5d-77a6-44b3-a285-04d4edd99507", "name": "network-vif-deleted", "tag": "e98c958b-9107-426c-9881-8e61f1a1f003"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:12.082996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44808) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:12.146055 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a3330b74-f80f-4c7c-9df3-ef3313008a8e tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.186317 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a3330b74-f80f-4c7c-9df3-ef3313008a8e tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Calling delete_port for 967649cd-657f-4fde-b74e-1240b2d0e8ba owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:12.229108 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba4dfca-790a-48b4-a8e4-6bf5f91f6668 x-openstack-request-id: req-8ba4dfca-790a-48b4-a8e4-6bf5f91f6668 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:12.229447 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43574f5d-77a6-44b3-a285-04d4edd99507", "name": "network-vif-deleted", "tag": "e98c958b-9107-426c-9881-8e61f1a1f003", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:12.229704 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ba4dfca-790a-48b4-a8e4-6bf5f91f6668 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:12.230097 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43574f5d-77a6-44b3-a285-04d4edd99507', 'name': 'network-vif-deleted', 'tag': 'e98c958b-9107-426c-9881-8e61f1a1f003', 'status': 'completed', 'code': 200} Jul 05 04:15:12.264934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-dc300de1-b0c3-4253-a601-e09f48d4acd4 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400727473&fields=id&tenant_id=48e750e760504acfa4e4109b157795f3 HTTP/1.1" status: 200 len: 267 time: 0.2037456 Jul 05 04:15:12.445742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-cca88098-b560-4912-beb1-461f3218603f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:12.447343 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-cca88098-b560-4912-beb1-461f3218603f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 812 time: 0.1683962 Jul 05 04:15:12.491329 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7ace271-60bb-4ce9-b1b3-b7e40a1f2ad7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.492499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-0a2f9bad-522f-4c1a-9715-258547e04013 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/quotas/48e750e760504acfa4e4109b157795f3 HTTP/1.1" status: 200 len: 375 time: 0.0256414 Jul 05 04:15:12.492650 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30a9309-996e-42bb-912d-69d3aa22bdff None None] Sync routers for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:12.502989 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30a9309-996e-42bb-912d-69d3aa22bdff None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:12.503680 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a30a9309-996e-42bb-912d-69d3aa22bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:12.603364 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-a30a9309-996e-42bb-912d-69d3aa22bdff None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:12.619814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-f4fcb3f6-5c7e-432b-9d4c-502669a84254 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1262207 Jul 05 04:15:12.683630 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a3330b74-f80f-4c7c-9df3-ef3313008a8e tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.730094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3330b74-f80f-4c7c-9df3-ef3313008a8e tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Pushing event deleted for resources: {'Port': ['ID=967649cd-657f-4fde-b74e-1240b2d0e8ba,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:12.804186 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f7ace271-60bb-4ce9-b1b3-b7e40a1f2ad7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port 5d50edb7-eb92-4366-8518-ee50f336f276 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:12.804926 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7ace271-60bb-4ce9-b1b3-b7e40a1f2ad7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.857344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-336a1148-6015-4f39-a448-9e94a4025e3b service neutron] 10.222.0.38 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249048 Jul 05 04:15:12.962202 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a30a9309-996e-42bb-912d-69d3aa22bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:11Z', 'revision_number': 7, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35c84370-afef-4230-9453-615ec157292f', 'name': '', 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:46:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:07Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d50edb7-eb92-4366-8518-ee50f336f276', 'name': '', 'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:0b:45:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:06Z', 'updated_at': '2021-07-05T04:15:10Z', 'revision_number': 4, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:13.049930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-f7ace271-60bb-4ce9-b1b3-b7e40a1f2ad7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] For port 5d50edb7-eb92-4366-8518-ee50f336f276, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5d50edb7-eb92-4366-8518-ee50f336f276,segment=NetworkSegment(48bcf582-70fb-45c5-8299-35d8bf7ece78),segment_id=48bcf582-70fb-45c5-8299-35d8bf7ece78)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:13.050309 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7ace271-60bb-4ce9-b1b3-b7e40a1f2ad7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.054182 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30a9309-996e-42bb-912d-69d3aa22bdff None None] Checking router: 1aa01fc3-7947-4806-8ea5-89ae42231b42 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:13.087275 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30a9309-996e-42bb-912d-69d3aa22bdff None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:13.088829 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a30a9309-996e-42bb-912d-69d3aa22bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:13.097143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f7ace271-60bb-4ce9-b1b3-b7e40a1f2ad7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for 5d50edb7-eb92-4366-8518-ee50f336f276 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:13.139231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e98c958b-9107-426c-9881-8e61f1a1f003 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:13.149689 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-273b8c2c-c1b1-491c-942a-441d0595ca41 service neutron] 10.222.0.38 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785146 Jul 05 04:15:13.172400 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a3330b74-f80f-4c7c-9df3-ef3313008a8e tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.197637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: e98c958b-9107-426c-9881-8e61f1a1f003 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:13.198160 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e98c958b-9107-426c-9881-8e61f1a1f003 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:13.422141 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-a30a9309-996e-42bb-912d-69d3aa22bdff None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:13.572822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da60a233-1e44-4b47-838f-d05031fa32af req-bd533301-e024-434e-bd99-e834c3d1df91 tempest-DeleteServersTestJSON-1416049834 tempest-DeleteServersTestJSON-1416049834-project] 10.222.0.38 "GET /v2.0/ports?device_id=43574f5d-77a6-44b3-a285-04d4edd99507 HTTP/1.1" status: 200 len: 210 time: 0.0758321 Jul 05 04:15:13.587994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3330b74-f80f-4c7c-9df3-ef3313008a8e tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Router a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:13.615899 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:13.665855 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:13.666188 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.682438 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7ace271-60bb-4ce9-b1b3-b7e40a1f2ad7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.689706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3330b74-f80f-4c7c-9df3-ef3313008a8e tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:13.698418 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a3330b74-f80f-4c7c-9df3-ef3313008a8e tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] 10.222.0.38 "PUT /v2.0/routers/a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9662216 Jul 05 04:15:13.698418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44832) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:13.703034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c894fb-d29a-4790-a226-d56ed55f5b84 None None] Sync routers for ids ['a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:13.719551 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ace271-60bb-4ce9-b1b3-b7e40a1f2ad7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=5d50edb7-eb92-4366-8518-ee50f336f276,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:13.730507 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c894fb-d29a-4790-a226-d56ed55f5b84 None None] Routers {'a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:13.730507 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-89c894fb-d29a-4790-a226-d56ed55f5b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:13.752354 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a30a9309-996e-42bb-912d-69d3aa22bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:11Z', 'revision_number': 7, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35c84370-afef-4230-9453-615ec157292f', 'name': '', 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:46:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:07Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d50edb7-eb92-4366-8518-ee50f336f276', 'name': '', 'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:0b:45:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:06Z', 'updated_at': '2021-07-05T04:15:10Z', 'revision_number': 4, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:14.001878 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30a9309-996e-42bb-912d-69d3aa22bdff None None] The sync data for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 is: [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:11Z', 'revision_number': 7, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35c84370-afef-4230-9453-615ec157292f', 'name': '', 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:46:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:07Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d50edb7-eb92-4366-8518-ee50f336f276', 'name': '', 'network_id': '470b47f6-951a-4806-8267-c8b1a7ce23e8', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:0b:45:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:06Z', 'updated_at': '2021-07-05T04:15:10Z', 'revision_number': 4, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:14.008776 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c1c252c-1d54-4ee2-9108-21abf1c48c93 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.010903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-89c894fb-d29a-4790-a226-d56ed55f5b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:14.010903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c894fb-d29a-4790-a226-d56ed55f5b84 None None] Routers {'a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:14.010903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-89c894fb-d29a-4790-a226-d56ed55f5b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:14:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:14.086374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-89c894fb-d29a-4790-a226-d56ed55f5b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:14.092309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c894fb-d29a-4790-a226-d56ed55f5b84 None None] The sync data for ids ['a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:14.124946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5d50edb7-eb92-4366-8518-ee50f336f276 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:14.152659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 5d50edb7-eb92-4366-8518-ee50f336f276 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:14.153330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5d50edb7-eb92-4366-8518-ee50f336f276 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 04:15:14.162529 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7ace271-60bb-4ce9-b1b3-b7e40a1f2ad7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.176751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Port 5d50edb7-eb92-4366-8518-ee50f336f276 not found, will not notify nova. {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 04:15:14.186604 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9a962a36-391e-4d4b-83f9-71d6d7999584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.208999 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85c07ffd-28cb-4eb2-9404-9d7aeeb750f3 req-57014bab-7809-4c98-a3c7-35bc78c38414 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 210 time: 0.0756350 Jul 05 04:15:14.231831 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c1c252c-1d54-4ee2-9108-21abf1c48c93 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.234827 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c1c252c-1d54-4ee2-9108-21abf1c48c93 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.350329 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.452528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ace271-60bb-4ce9-b1b3-b7e40a1f2ad7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router 1aa01fc3-7947-4806-8ea5-89ae42231b42 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:14.729221 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c1c252c-1d54-4ee2-9108-21abf1c48c93 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.730238 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1c252c-1d54-4ee2-9108-21abf1c48c93 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Fanout notify agent at l3_agent the message router_deleted on router a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:15:14.744978 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c1c252c-1d54-4ee2-9108-21abf1c48c93 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.748220 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6c1c252c-1d54-4ee2-9108-21abf1c48c93 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] 10.222.0.38 "DELETE /v2.0/routers/a5d84eb2-fb1e-4b46-99ab-2fc29d7e732f HTTP/1.1" status: 204 len: 168 time: 1.0467112 Jul 05 04:15:14.748790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44866) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:14.848788 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bf9c84-72c7-455d-ab13-53a5178149ca tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Deleting subnet e72b7197-2681-4d8e-8f30-ce04d8c79fa2 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:14.853990 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9c84-72c7-455d-ab13-53a5178149ca tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.892006 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ace271-60bb-4ce9-b1b3-b7e40a1f2ad7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:14.903242 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea9a28c-03e3-43fd-9249-5af5a27e8a11 None None] Sync routers for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:14.906522 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f7ace271-60bb-4ce9-b1b3-b7e40a1f2ad7 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/1aa01fc3-7947-4806-8ea5-89ae42231b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8224621 Jul 05 04:15:14.906733 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9c84-72c7-455d-ab13-53a5178149ca tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.909222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44874) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:14.923784 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea9a28c-03e3-43fd-9249-5af5a27e8a11 None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:14.924357 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-0ea9a28c-03e3-43fd-9249-5af5a27e8a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:14.973481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c51727-b058-49d0-93ac-48de723e5a8e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting subnet 0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:14.977733 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-03c51727-b058-49d0-93ac-48de723e5a8e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.042410 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-03c51727-b058-49d0-93ac-48de723e5a8e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.046399 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-0ea9a28c-03e3-43fd-9249-5af5a27e8a11 None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:15.098618 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9c84-72c7-455d-ab13-53a5178149ca tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.172177 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-03c51727-b058-49d0-93ac-48de723e5a8e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.324719 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9c84-72c7-455d-ab13-53a5178149ca tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.334731 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f80c825b-1a97-4c8c-ab87-3ac6c15027ca req-3661b6ce-a1f7-478e-8a54-5af074208fb4 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 210 time: 0.0465477 Jul 05 04:15:15.371380 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-0ea9a28c-03e3-43fd-9249-5af5a27e8a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:13Z', 'revision_number': 8, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35c84370-afef-4230-9453-615ec157292f', 'name': '', 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:46:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:07Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:15.391773 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9c84-72c7-455d-ab13-53a5178149ca tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.391773 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d3bf9c84-72c7-455d-ab13-53a5178149ca tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] 10.222.0.38 "DELETE /v2.0/subnets/e72b7197-2681-4d8e-8f30-ce04d8c79fa2 HTTP/1.1" status: 204 len: 168 time: 0.6365669 Jul 05 04:15:15.391773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf9c84-72c7-455d-ab13-53a5178149ca tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Pushing event deleted for resources: {'Subnet': ['ID=e72b7197-2681-4d8e-8f30-ce04d8c79fa2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:15.392907 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44894) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:15.393129 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa3e8a5-b506-4ef4-9e16-9325efeab013 None None] Network 4af550b5-3182-454e-8b10-c5c5a31b02f2 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:15.444477 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea9a28c-03e3-43fd-9249-5af5a27e8a11 None None] Checking router: 1aa01fc3-7947-4806-8ea5-89ae42231b42 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:15.451172 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-03c51727-b058-49d0-93ac-48de723e5a8e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.488027 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea9a28c-03e3-43fd-9249-5af5a27e8a11 None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:15.488685 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-0ea9a28c-03e3-43fd-9249-5af5a27e8a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:15.520549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c51727-b058-49d0-93ac-48de723e5a8e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:15.529931 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-03c51727-b058-49d0-93ac-48de723e5a8e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.531501 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.538133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44898) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:15.538667 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-03c51727-b058-49d0-93ac-48de723e5a8e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e HTTP/1.1" status: 204 len: 168 time: 0.6273088 Jul 05 04:15:15.546027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efb7b35-35aa-497c-8931-1ea608b354a9 None None] Network 470b47f6-951a-4806-8267-c8b1a7ce23e8 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:15.583021 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.653494 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Deleting port 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:15.653988 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.696304 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-0ea9a28c-03e3-43fd-9249-5af5a27e8a11 None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:15.712867 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.774128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] For port 0a6fddd4-7b3a-412e-959d-5961eaedb2b1, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0a6fddd4-7b3a-412e-959d-5961eaedb2b1,segment=NetworkSegment(33d71af7-dfa1-49c5-bb11-d4edc754bb79),segment_id=33d71af7-dfa1-49c5-bb11-d4edc754bb79)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:15.774573 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.790380 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Calling delete_port for 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:15.797937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:15.798586 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.914800 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] For port 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6,segment=NetworkSegment(48bcf582-70fb-45c5-8299-35d8bf7ece78),segment_id=48bcf582-70fb-45c5-8299-35d8bf7ece78)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:15.915295 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.931643 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:15.956126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d6dd45-ad88-4884-a060-e08c606f3608 None None] DHCP port deletion for 4af550b5-3182-454e-8b10-c5c5a31b02f2 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:16.000319 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8963df48-f6aa-4dd2-8deb-a71137ee3d32 None None] DHCP port deletion for 470b47f6-951a-4806-8267-c8b1a7ce23e8 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:16.047118 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-0ea9a28c-03e3-43fd-9249-5af5a27e8a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:13Z', 'revision_number': 8, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35c84370-afef-4230-9453-615ec157292f', 'name': '', 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:46:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:07Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:16.074793 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea9a28c-03e3-43fd-9249-5af5a27e8a11 None None] The sync data for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 is: [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:13Z', 'revision_number': 8, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35c84370-afef-4230-9453-615ec157292f', 'name': '', 'network_id': 'dc2fa883-94ee-46df-9879-fc0041a33080', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:46:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:07Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '24be3936-92f9-4614-9a6e-fe3e5e909ed8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:16.088606 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-17d6dd45-ad88-4884-a060-e08c606f3608 None None] Deleting port 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:16.088916 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-17d6dd45-ad88-4884-a060-e08c606f3608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.093454 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8963df48-f6aa-4dd2-8deb-a71137ee3d32 None None] Deleting port 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:16.097796 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8963df48-f6aa-4dd2-8deb-a71137ee3d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.141280 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.162488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] No DVR routers for this DVR port 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:16.167925 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.219629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:16.234645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Pushing event deleted for resources: {'Port': ['ID=0a6fddd4-7b3a-412e-959d-5961eaedb2b1,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:16.249051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] No DVR routers for this DVR port 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:16.269949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-17d6dd45-ad88-4884-a060-e08c606f3608 None None] For port 0a6fddd4-7b3a-412e-959d-5961eaedb2b1, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0a6fddd4-7b3a-412e-959d-5961eaedb2b1,segment=NetworkSegment(33d71af7-dfa1-49c5-bb11-d4edc754bb79),segment_id=33d71af7-dfa1-49c5-bb11-d4edc754bb79)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:16.273214 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-17d6dd45-ad88-4884-a060-e08c606f3608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.309341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8963df48-f6aa-4dd2-8deb-a71137ee3d32 None None] For port 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6,segment=NetworkSegment(48bcf582-70fb-45c5-8299-35d8bf7ece78),segment_id=48bcf582-70fb-45c5-8299-35d8bf7ece78)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:16.309878 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8963df48-f6aa-4dd2-8deb-a71137ee3d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.312611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-17d6dd45-ad88-4884-a060-e08c606f3608 None None] Calling delete_port for 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:16.331583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8963df48-f6aa-4dd2-8deb-a71137ee3d32 None None] Calling delete_port for 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:16.420729 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.448443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af550b5-3182-454e-8b10-c5c5a31b02f2']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:16.503501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d71af7-dfa1-49c5-bb11-d4edc754bb79') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:16.503885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d71af7-dfa1-49c5-bb11-d4edc754bb79') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:16.514144 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.536601 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.553124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470b47f6-951a-4806-8267-c8b1a7ce23e8']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:16.563531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.571957 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:15:16.572990 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.595684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48bcf582-70fb-45c5-8299-35d8bf7ece78') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:16.595984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48bcf582-70fb-45c5-8299-35d8bf7ece78') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:16.618331 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.620614 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8963df48-f6aa-4dd2-8deb-a71137ee3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.647424 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-17d6dd45-ad88-4884-a060-e08c606f3608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:15:16.670605 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:15:16.675333 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ff241f7-93de-4cbb-b2e6-1912124417c6 req-c518a8de-21d5-464f-8f1f-097e567a5256 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 210 time: 0.0539160 Jul 05 04:15:16.676220 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.683566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:15:16.683974 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:15:16.687399 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:15:16.706586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963df48-f6aa-4dd2-8deb-a71137ee3d32 None None] Pushing event deleted for resources: {'Port': ['ID=3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:16.722791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8963df48-f6aa-4dd2-8deb-a71137ee3d32 None None] No DVR routers for this DVR port 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:16.777537 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d6dd45-ad88-4884-a060-e08c606f3608 None None] No DVR routers for this DVR port 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:16.779548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6dd45-ad88-4884-a060-e08c606f3608 None None] Pushing event deleted for resources: {'Port': ['ID=0a6fddd4-7b3a-412e-959d-5961eaedb2b1,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:16.780424 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.802704 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.802704 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] 10.222.0.38 "DELETE /v2.0/networks/4af550b5-3182-454e-8b10-c5c5a31b02f2 HTTP/1.1" status: 204 len: 168 time: 1.4064240 Jul 05 04:15:16.818959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828b9cd-a3ff-4917-b678-facf2ce93f87 tempest-FloatingIPNegativeTestJSON-944081749 tempest-FloatingIPNegativeTestJSON-944081749-project] Pushing event deleted for resources: {'Network': ['ID=4af550b5-3182-454e-8b10-c5c5a31b02f2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:16.853225 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.864773 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.867616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/networks/470b47f6-951a-4806-8267-c8b1a7ce23e8 HTTP/1.1" status: 204 len: 168 time: 1.3275547 Jul 05 04:15:16.870529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 44928) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:16.981077 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805da04-1878-433d-8050-d7de323fe7f1 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Network': ['ID=470b47f6-951a-4806-8267-c8b1a7ce23e8,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:16.995923 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.326854 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-49814832-535e-4180-b533-4bcd251db2b2 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.419747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5d50edb7-eb92-4366-8518-ee50f336f276 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:17.474253 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 5d50edb7-eb92-4366-8518-ee50f336f276 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:17.475243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5d50edb7-eb92-4366-8518-ee50f336f276 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:17.475980 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:17.498231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:17.498989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3753d0a4-dfdd-4b61-a2ef-cffdfa6c41b6 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:17.499640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:17.522201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:17.523700 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0a6fddd4-7b3a-412e-959d-5961eaedb2b1 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:17.527213 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44942) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:17.696186 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2dc6878c-499f-433c-bf7f-a827a619d06a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=07642e6041e5429088959b6bba0ed145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1669629 Jul 05 04:15:17.698474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 44950) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:17.732779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-f3804799-af7e-45d8-8bc0-e198453a9e95 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:17.734175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-f3804799-af7e-45d8-8bc0-e198453a9e95 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.10 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 812 time: 0.2706420 Jul 05 04:15:17.820718 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9df62292-7446-4235-b4dc-f3a633eb6325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.849983 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9df62292-7446-4235-b4dc-f3a633eb6325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.871113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-f5421fd5-4040-40f3-aba2-a20878295c67 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48e750e760504acfa4e4109b157795f3 HTTP/1.1" status: 200 len: 380 time: 0.1271808 Jul 05 04:15:17.874439 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b1c4d4ca-d2be-48a4-b13d-c357d545b893 req-d2987857-d79a-49ff-ad84-eedd4fb6b31c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 210 time: 0.0590739 Jul 05 04:15:17.900659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-9068d329-8a10-4f5c-ae20-2e2132a96a8d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'port': {'device_id': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'admin_state_up': True, 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'security_groups': ['9e35c103-5de4-4200-8344-860849ba89d8']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:17.991054 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9df62292-7446-4235-b4dc-f3a633eb6325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.995263 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9df62292-7446-4235-b4dc-f3a633eb6325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.001494 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9df62292-7446-4235-b4dc-f3a633eb6325 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45288901-27d7-43c2-84b4-331e18a25d39 HTTP/1.1" status: 204 len: 168 time: 0.2998006 Jul 05 04:15:18.010383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df62292-7446-4235-b4dc-f3a633eb6325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45288901-27d7-43c2-84b4-331e18a25d39,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:18.095653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-49814832-535e-4180-b533-4bcd251db2b2 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port 35c84370-afef-4230-9453-615ec157292f {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:18.096354 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-49814832-535e-4180-b533-4bcd251db2b2 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.245099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-49814832-535e-4180-b533-4bcd251db2b2 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] For port 35c84370-afef-4230-9453-615ec157292f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=35c84370-afef-4230-9453-615ec157292f,segment=NetworkSegment(4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3),segment_id=4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:18.246037 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-49814832-535e-4180-b533-4bcd251db2b2 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.269635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-49814832-535e-4180-b533-4bcd251db2b2 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for 35c84370-afef-4230-9453-615ec157292f owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:18.327244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-9068d329-8a10-4f5c-ae20-2e2132a96a8d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Made reservation on behalf of 48e750e760504acfa4e4109b157795f3 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:18.332988 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-9068d329-8a10-4f5c-ae20-2e2132a96a8d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.684141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-9068d329-8a10-4f5c-ae20-2e2132a96a8d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Allocated IP 172.20.0.7 (21576bdb-acd7-416e-ab70-c6ba0ea6d5de/50c6f83a-26f8-4fa9-bbc7-9cbd73efb092/7f3a2c71-d22b-42f1-848b-1364c7ce0d59) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:18.729333 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-49814832-535e-4180-b533-4bcd251db2b2 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.771694 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49814832-535e-4180-b533-4bcd251db2b2 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=35c84370-afef-4230-9453-615ec157292f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:19.132043 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-9068d329-8a10-4f5c-ae20-2e2132a96a8d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.174418 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c1e51ec7-6589-4c68-814c-4e567d7a72f0 req-f1ed4391-5980-4ca4-9305-684d84446fc7 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 210 time: 0.0667074 Jul 05 04:15:19.186841 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-9068d329-8a10-4f5c-ae20-2e2132a96a8d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Transition to ACTIVE for port object 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:19.198311 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-49814832-535e-4180-b533-4bcd251db2b2 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.312443 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-9068d329-8a10-4f5c-ae20-2e2132a96a8d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.445797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-9068d329-8a10-4f5c-ae20-2e2132a96a8d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:19.456449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-9068d329-8a10-4f5c-ae20-2e2132a96a8d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:19.468160 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-9068d329-8a10-4f5c-ae20-2e2132a96a8d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:19.513348 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068d329-8a10-4f5c-ae20-2e2132a96a8d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'Port': ['ID=7f3a2c71-d22b-42f1-848b-1364c7ce0d59,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:19.684119 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45008) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:19.865953 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f1011807-136e-4eb2-95d7-46c7d0757ecb tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:19.867499 n-d-771363-32 neutron-server[100932]: WARNING neutron.api.v2.base [None req-f1011807-136e-4eb2-95d7-46c7d0757ecb tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 04:15:19.868129 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-f1011807-136e-4eb2-95d7-46c7d0757ecb tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:15:19.869486 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f1011807-136e-4eb2-95d7-46c7d0757ecb tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1826496 Jul 05 04:15:19.872759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45014) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:19.878177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b369a644-5e17-4ac7-bbbd-e01f754a60a3 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group': {'name': 'tempest-secgroup--556214270'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:19.968258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3a9162c2-7803-441b-9afb-a7bd65c3a3cf None None] Provisioning for port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:19.972412 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3a9162c2-7803-441b-9afb-a7bd65c3a3cf None None] Provisioning complete for port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:19.979165 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3a9162c2-7803-441b-9afb-a7bd65c3a3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.002243 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b369a644-5e17-4ac7-bbbd-e01f754a60a3 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.014929 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b369a644-5e17-4ac7-bbbd-e01f754a60a3 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.037756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-3a9162c2-7803-441b-9afb-a7bd65c3a3cf None None] Port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:20.087270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-9068d329-8a10-4f5c-ae20-2e2132a96a8d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:20.087950 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-9068d329-8a10-4f5c-ae20-2e2132a96a8d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.148211 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b369a644-5e17-4ac7-bbbd-e01f754a60a3 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.160736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49814832-535e-4180-b533-4bcd251db2b2 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router 1aa01fc3-7947-4806-8ea5-89ae42231b42 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:20.230748 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b369a644-5e17-4ac7-bbbd-e01f754a60a3 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.260212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369a644-5e17-4ac7-bbbd-e01f754a60a3 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd2cde5-9603-4c69-9bc0-69b8497c6512,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:20.311403 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49814832-535e-4180-b533-4bcd251db2b2 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:20.328131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45024) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:20.344675 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-49814832-535e-4180-b533-4bcd251db2b2 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/1aa01fc3-7947-4806-8ea5-89ae42231b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4494016 Jul 05 04:15:20.344838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b34c2-0594-486a-bcfa-d10267c92696 None None] Sync routers for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:20.344838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b34c2-0594-486a-bcfa-d10267c92696 None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:20.344838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-312b34c2-0594-486a-bcfa-d10267c92696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:20.374217 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-9068d329-8a10-4f5c-ae20-2e2132a96a8d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4776146 Jul 05 04:15:20.437320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Request body: {'port': {'device_id': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:20.440405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7bf500-2cf4-4fbd-ac48-355d6731385e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting subnet 24be3936-92f9-4614-9a6e-fe3e5e909ed8 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:20.457548 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b7bf500-2cf4-4fbd-ac48-355d6731385e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.491329 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-312b34c2-0594-486a-bcfa-d10267c92696 None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:20.525059 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b7bf500-2cf4-4fbd-ac48-355d6731385e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.635883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8203526-29e7-4169-9057-64f9518aa10b req-5e696973-62a6-4cef-adfa-093506232915 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:20.650276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8203526-29e7-4169-9057-64f9518aa10b req-5e696973-62a6-4cef-adfa-093506232915 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 931 time: 0.2888520 Jul 05 04:15:20.692172 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b7bf500-2cf4-4fbd-ac48-355d6731385e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.732395 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.803472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8203526-29e7-4169-9057-64f9518aa10b req-1bdd5a05-ce06-4dd9-a402-973e34a7408e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468902 Jul 05 04:15:20.803594 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b369a644-5e17-4ac7-bbbd-e01f754a60a3 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.914947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-312b34c2-0594-486a-bcfa-d10267c92696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:18Z', 'revision_number': 9, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:20.968207 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b7bf500-2cf4-4fbd-ac48-355d6731385e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.992784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b34c2-0594-486a-bcfa-d10267c92696 None None] Checking router: 1aa01fc3-7947-4806-8ea5-89ae42231b42 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:21.022104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b34c2-0594-486a-bcfa-d10267c92696 None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:21.022104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-312b34c2-0594-486a-bcfa-d10267c92696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:21.024796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bf500-2cf4-4fbd-ac48-355d6731385e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Subnet': ['ID=24be3936-92f9-4614-9a6e-fe3e5e909ed8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:21.029341 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b369a644-5e17-4ac7-bbbd-e01f754a60a3 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.045377 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6b7bf500-2cf4-4fbd-ac48-355d6731385e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.047385 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6b7bf500-2cf4-4fbd-ac48-355d6731385e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/24be3936-92f9-4614-9a6e-fe3e5e909ed8 HTTP/1.1" status: 204 len: 168 time: 0.7243264 Jul 05 04:15:21.056176 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45044) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:21.121341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45046) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:21.124434 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb18579-c0f7-467d-a582-c94a0cadfeec None None] Network dc2fa883-94ee-46df-9879-fc0041a33080 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:21.139198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369a644-5e17-4ac7-bbbd-e01f754a60a3 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b37159-5458-4374-ac6d-020acf1062a7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:21.183294 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.204647 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4663677-6aac-4f1d-8cb1-7c4d7d412f01 admin admin] Deleting subnet f579dd9f-48bf-4c30-ad74-936c5f2d58c0 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:21.209928 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4663677-6aac-4f1d-8cb1-7c4d7d412f01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.213806 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b369a644-5e17-4ac7-bbbd-e01f754a60a3 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.216276 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b369a644-5e17-4ac7-bbbd-e01f754a60a3 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3416579 Jul 05 04:15:21.222642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45050) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:21.232695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6f0f424e-002a-4825-9448-6417ae2dfb98 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': 'd3b37159-5458-4374-ac6d-020acf1062a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:21.279563 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4663677-6aac-4f1d-8cb1-7c4d7d412f01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.335348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-312b34c2-0594-486a-bcfa-d10267c92696 None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:21.353947 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:15:21.367797 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.376761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port cd289c69-1028-447e-8c2f-1520f87bf49f {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:21.377658 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.390589 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4663677-6aac-4f1d-8cb1-7c4d7d412f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.447820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Transition to ACTIVE for port object 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:21.456855 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f0f424e-002a-4825-9448-6417ae2dfb98 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.518052 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] For port cd289c69-1028-447e-8c2f-1520f87bf49f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=cd289c69-1028-447e-8c2f-1520f87bf49f,segment=NetworkSegment(4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3),segment_id=4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:21.518426 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.550269 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for cd289c69-1028-447e-8c2f-1520f87bf49f owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:21.579456 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f0f424e-002a-4825-9448-6417ae2dfb98 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.600166 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.627235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b66f0a-e625-4269-82ed-d071882d145c None None] DHCP port deletion for dc2fa883-94ee-46df-9879-fc0041a33080 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:21.653464 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f0f424e-002a-4825-9448-6417ae2dfb98 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.684328 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4663677-6aac-4f1d-8cb1-7c4d7d412f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.710594 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f424e-002a-4825-9448-6417ae2dfb98 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b24122-3b9e-4c51-a182-5ad19ec8c693,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:21.745923 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.755133 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4663677-6aac-4f1d-8cb1-7c4d7d412f01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.757988 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b4663677-6aac-4f1d-8cb1-7c4d7d412f01 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f579dd9f-48bf-4c30-ad74-936c5f2d58c0 HTTP/1.1" status: 204 len: 168 time: 0.6355665 Jul 05 04:15:21.759263 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4663677-6aac-4f1d-8cb1-7c4d7d412f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f579dd9f-48bf-4c30-ad74-936c5f2d58c0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:21.761345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45056) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:21.798088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3a2c71-d22b-42f1-848b-1364c7ce0d59,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:21.889732 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=cd289c69-1028-447e-8c2f-1520f87bf49f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:21.891851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] No DVR routers for this DVR port cd289c69-1028-447e-8c2f-1520f87bf49f on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:21.901487 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6f0f424e-002a-4825-9448-6417ae2dfb98 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.905135 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6f0f424e-002a-4825-9448-6417ae2dfb98 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6790287 Jul 05 04:15:21.914472 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45062) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:21.921498 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0c865de7-608f-4f04-942e-5335efef2c4d tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': 'd3b37159-5458-4374-ac6d-020acf1062a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:21.944129 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9ca7d8b5-29ef-4532-9307-6692c5835c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.967181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Attempting to bind port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:21.967986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Attempting to bind port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:21.968595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Attempting to bind port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:21.993472 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:15:21.993898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Attempting to bind port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:21.994723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-51b66f0a-e625-4269-82ed-d071882d145c None None] Deleting port cd289c69-1028-447e-8c2f-1520f87bf49f {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:21.995204 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-51b66f0a-e625-4269-82ed-d071882d145c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.062299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:22.062717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Checking segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:22.063178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Bound using segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:22.063746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Bound port: 7f3a2c71-d22b-42f1-848b-1364c7ce0d59, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:22.064229 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.082744 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.090114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-312b34c2-0594-486a-bcfa-d10267c92696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:18Z', 'revision_number': 9, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:22.117479 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2fa883-94ee-46df-9879-fc0041a33080']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:22.133904 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b34c2-0594-486a-bcfa-d10267c92696 None None] The sync data for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 is: [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:18Z', 'revision_number': 9, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35eabe44-da0c-4123-aa7f-af1d4072391c', 'name': '', 'network_id': 'e13e59af-8cdf-4d43-a588-aad2a318fa68', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:2c:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:52Z', 'updated_at': '2021-07-05T04:15:00Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '2d4d37f1-6b11-446e-8d42-1fa36add9058', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:22.138265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:22.138834 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2cb862-84a9-4cba-9b1b-ef3653d8b7b3') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:22.152736 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.161361 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-51b66f0a-e625-4269-82ed-d071882d145c None None] For port cd289c69-1028-447e-8c2f-1520f87bf49f, host n-d-771363-32, got binding levels [] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:22.162326 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-51b66f0a-e625-4269-82ed-d071882d145c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.196816 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.206860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:15:22.211778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:15:22.214989 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:15:22.227308 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9ca7d8b5-29ef-4532-9307-6692c5835c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.237101 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-51b66f0a-e625-4269-82ed-d071882d145c None None] Calling delete_port for cd289c69-1028-447e-8c2f-1520f87bf49f owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:22.240880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.ipam_backend_mixin [None req-51b66f0a-e625-4269-82ed-d071882d145c None None] Port cd289c69-1028-447e-8c2f-1520f87bf49f was not found and therefore no delete operation was performed {{(pid=100934) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:15:22.248573 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0c865de7-608f-4f04-942e-5335efef2c4d tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.253204 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-51b66f0a-e625-4269-82ed-d071882d145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.290294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9ca7d8b5-29ef-4532-9307-6692c5835c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4483820e-ce4a-4424-9733-eb9c989451ca']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:22.294740 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b66f0a-e625-4269-82ed-d071882d145c None None] Pushing event deleted for resources: {'Port': ['ID=cd289c69-1028-447e-8c2f-1520f87bf49f,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:22.304730 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b66f0a-e625-4269-82ed-d071882d145c None None] No DVR routers for this DVR port cd289c69-1028-447e-8c2f-1520f87bf49f on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:22.314486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9ca7d8b5-29ef-4532-9307-6692c5835c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081bbf25-b733-4ef9-9b3a-4738943ff8ad') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:22.314791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9ca7d8b5-29ef-4532-9307-6692c5835c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081bbf25-b733-4ef9-9b3a-4738943ff8ad') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:22.339166 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9ca7d8b5-29ef-4532-9307-6692c5835c17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.373765 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9ca7d8b5-29ef-4532-9307-6692c5835c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.374052 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.383859 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.384792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] For port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:22.385636 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/networks/dc2fa883-94ee-46df-9879-fc0041a33080 HTTP/1.1" status: 204 len: 168 time: 1.3284509 Jul 05 04:15:22.388645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45074) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:22.399112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc066b-51ef-40b9-868c-5f6b4ce03977 req-7bb9ea1c-c3a8-4668-bd97-949154ca7ce6 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:22.401018 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21fc066b-51ef-40b9-868c-5f6b4ce03977 req-7bb9ea1c-c3a8-4668-bd97-949154ca7ce6 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 943 time: 0.4034603 Jul 05 04:15:22.402411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca7d8b5-29ef-4532-9307-6692c5835c17 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:15:22.403072 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9ca7d8b5-29ef-4532-9307-6692c5835c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.406096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] For port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=7f3a2c71-d22b-42f1-848b-1364c7ce0d59,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:15:22.408843 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:15:22.414071 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d2dbb-6850-441c-b8f2-230a5a2c06c8 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Network': ['ID=dc2fa883-94ee-46df-9879-fc0041a33080,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:22.474694 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-0c865de7-608f-4f04-942e-5335efef2c4d tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:15:22.479803 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0c865de7-608f-4f04-942e-5335efef2c4d tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5622087 Jul 05 04:15:22.496499 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45076) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:22.518283 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.578321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:22.579065 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.580816 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] 10.222.0.10 "PUT /v2.0/ports/7f3a2c71-d22b-42f1-848b-1364c7ce0d59 HTTP/1.1" status: 200 len: 1092 time: 2.1821578 Jul 05 04:15:22.581551 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9ca7d8b5-29ef-4532-9307-6692c5835c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.582987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'tag': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:22.598780 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ddb4d7-c4b1-447f-911c-310184e008e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f276324b-b328-43a2-a8a4-ff5445d7fb8e", "tag": "7f3a2c71-d22b-42f1-848b-1364c7ce0d59"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:22.603089 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9ca7d8b5-29ef-4532-9307-6692c5835c17 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.604978 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9ca7d8b5-29ef-4532-9307-6692c5835c17 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4483820e-ce4a-4424-9733-eb9c989451ca HTTP/1.1" status: 204 len: 168 time: 0.8423622 Jul 05 04:15:22.620135 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21fc066b-51ef-40b9-868c-5f6b4ce03977 req-9acf352e-e370-4eaf-afb9-8f972901b8d8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118616 Jul 05 04:15:22.656336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7d8b5-29ef-4532-9307-6692c5835c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=4483820e-ce4a-4424-9733-eb9c989451ca,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:22.664533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0826bc-38f4-4479-90b6-855f80252f74 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3a2c71-d22b-42f1-848b-1364c7ce0d59,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:22.699087 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6125c113-03c8-41b0-8bce-49d8bf22acfa tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.759783 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96312b74-68b0-44b6-985e-56a352a7cf9f x-openstack-request-id: req-96312b74-68b0-44b6-985e-56a352a7cf9f {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:22.760296 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f276324b-b328-43a2-a8a4-ff5445d7fb8e", "tag": "7f3a2c71-d22b-42f1-848b-1364c7ce0d59", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:22.760851 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-96312b74-68b0-44b6-985e-56a352a7cf9f {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:22.761254 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'tag': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'status': 'completed', 'code': 200} Jul 05 04:15:22.825478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-072cf0ce-d9ed-4729-be1a-2b4e1912c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:22.827262 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-072cf0ce-d9ed-4729-be1a-2b4e1912c1fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 1095 time: 0.1233454 Jul 05 04:15:22.916486 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6125c113-03c8-41b0-8bce-49d8bf22acfa tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.925441 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-6be22028-11f7-456f-a033-00f28753fdfe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f3a2c71-d22b-42f1-848b-1364c7ce0d59 HTTP/1.1" status: 200 len: 217 time: 0.0902386 Jul 05 04:15:23.005743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-14e080b5-1f1a-4bcc-b535-8f783a163172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:23.007674 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-14e080b5-1f1a-4bcc-b535-8f783a163172 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0727587 Jul 05 04:15:23.086673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-c16e1359-036f-4a3c-862b-f1ed69164905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:23.088871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-c16e1359-036f-4a3c-862b-f1ed69164905 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694816 Jul 05 04:15:23.089452 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6125c113-03c8-41b0-8bce-49d8bf22acfa tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.092785 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6125c113-03c8-41b0-8bce-49d8bf22acfa tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.093955 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6125c113-03c8-41b0-8bce-49d8bf22acfa tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "DELETE /v2.0/security-groups/d3b37159-5458-4374-ac6d-020acf1062a7 HTTP/1.1" status: 204 len: 168 time: 0.5962477 Jul 05 04:15:23.096901 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45088) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:23.111157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125c113-03c8-41b0-8bce-49d8bf22acfa tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b37159-5458-4374-ac6d-020acf1062a7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:23.223656 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.301657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45094) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:23.304835 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e6e3ce81-eeb0-4ded-8c11-9c8f7cced2ee tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1627088 Jul 05 04:15:23.310103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b8275751-2141-4a88-9a1d-374e1002874b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group': {'name': 'tempest-secgroup--309433249'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:23.347579 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-efb35eb8-1abc-4521-ac93-71b1a45413be service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496352 Jul 05 04:15:23.402343 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45096) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:23.452519 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device cd289c69-1028-447e-8c2f-1520f87bf49f no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:23.480848 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8275751-2141-4a88-9a1d-374e1002874b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.500494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: cd289c69-1028-447e-8c2f-1520f87bf49f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:23.500494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device cd289c69-1028-447e-8c2f-1520f87bf49f not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:23.500494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 35c84370-afef-4230-9453-615ec157292f no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:23.514073 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 35c84370-afef-4230-9453-615ec157292f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:23.514429 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 35c84370-afef-4230-9453-615ec157292f not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:23.520544 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d474ed47-cd65-4f88-9461-3fa0494a9cd9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=889673422f48438f9175658256256746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1161513 Jul 05 04:15:23.524730 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45100) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:23.548400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c45c5a5-61b9-42d0-bc9b-40416d9619eb req-9626fdba-267a-4588-b8be-ad80d487713e service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911647 Jul 05 04:15:23.593990 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80e16a16-ea4a-4a5e-9066-1707243d0fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.620235 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80e16a16-ea4a-4a5e-9066-1707243d0fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.682701 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8275751-2141-4a88-9a1d-374e1002874b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.762747 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port 35eabe44-da0c-4123-aa7f-af1d4072391c {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:23.763097 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.819148 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8275751-2141-4a88-9a1d-374e1002874b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.833889 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80e16a16-ea4a-4a5e-9066-1707243d0fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.836877 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80e16a16-ea4a-4a5e-9066-1707243d0fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.838315 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-80e16a16-ea4a-4a5e-9066-1707243d0fbf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e7c67076-f3fe-48d4-9131-937b024fcd6a HTTP/1.1" status: 204 len: 168 time: 0.3119941 Jul 05 04:15:23.849956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e16a16-ea4a-4a5e-9066-1707243d0fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c67076-f3fe-48d4-9131-937b024fcd6a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:23.865932 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddb4d7-c4b1-447f-911c-310184e008e7 req-60b6929a-36b2-424d-92bc-d1bfa6aea646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:23.869230 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0ddb4d7-c4b1-447f-911c-310184e008e7 req-60b6929a-36b2-424d-92bc-d1bfa6aea646 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 1095 time: 0.1555967 Jul 05 04:15:23.928251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8275751-2141-4a88-9a1d-374e1002874b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505c0100-929a-44db-9888-16b42fc152af,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:23.967140 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38d27a-e145-4f24-afa0-912ce8c8b67d req-d2d82a47-1d6d-425c-bb11-e346371f4062 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:23.969513 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f38d27a-e145-4f24-afa0-912ce8c8b67d req-d2d82a47-1d6d-425c-bb11-e346371f4062 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 943 time: 0.2120283 Jul 05 04:15:23.977799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] For port 35eabe44-da0c-4123-aa7f-af1d4072391c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=35eabe44-da0c-4123-aa7f-af1d4072391c,segment=NetworkSegment(0b267c29-a309-4c51-88e5-2636975a2de4),segment_id=0b267c29-a309-4c51-88e5-2636975a2de4)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:23.978152 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.999613 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for 35eabe44-da0c-4123-aa7f-af1d4072391c owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:24.004496 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8275751-2141-4a88-9a1d-374e1002874b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.009650 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b8275751-2141-4a88-9a1d-374e1002874b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7067564 Jul 05 04:15:24.011320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddb4d7-c4b1-447f-911c-310184e008e7 req-312c2682-db76-4ab2-86a9-8ab8e117f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:24.011951 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45112) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:24.012855 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0ddb4d7-c4b1-447f-911c-310184e008e7 req-312c2682-db76-4ab2-86a9-8ab8e117f95a service neutron] 10.222.0.10 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.1371393 Jul 05 04:15:24.020386 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2c7c19a9-9b94-4fd4-94ec-09efedf6c28f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': '505c0100-929a-44db-9888-16b42fc152af', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:24.020386 n-d-771363-32 neutron-server[100932]: WARNING neutron.api.v2.base [None req-2c7c19a9-9b94-4fd4-94ec-09efedf6c28f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 04:15:24.020386 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-2c7c19a9-9b94-4fd4-94ec-09efedf6c28f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:24.023427 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2c7c19a9-9b94-4fd4-94ec-09efedf6c28f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0095060 Jul 05 04:15:24.027853 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45114) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:24.094553 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0ddb4d7-c4b1-447f-911c-310184e008e7 req-6e6a868a-939e-46cb-b406-4899254b6089 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f3a2c71-d22b-42f1-848b-1364c7ce0d59 HTTP/1.1" status: 200 len: 217 time: 0.0719965 Jul 05 04:15:24.097518 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f38d27a-e145-4f24-afa0-912ce8c8b67d req-9fc9f6fe-9e9d-4646-8546-36df4eacfa69 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200259 Jul 05 04:15:24.163430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddb4d7-c4b1-447f-911c-310184e008e7 req-a8444c49-0ded-4f79-897a-77a9d15ad4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:24.171855 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0ddb4d7-c4b1-447f-911c-310184e008e7 req-a8444c49-0ded-4f79-897a-77a9d15ad4eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0664296 Jul 05 04:15:24.202059 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.239426 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddb4d7-c4b1-447f-911c-310184e008e7 req-c290e40d-fa8b-486c-850d-01e6a767dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:24.240692 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.242150 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0ddb4d7-c4b1-447f-911c-310184e008e7 req-c290e40d-fa8b-486c-850d-01e6a767dc14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632229 Jul 05 04:15:24.356684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0ddb4d7-c4b1-447f-911c-310184e008e7 req-c97170c9-bb05-46f5-a081-7b390f8f1763 service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072712 Jul 05 04:15:24.456537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0ddb4d7-c4b1-447f-911c-310184e008e7 req-6386a1dd-68e5-4bad-b691-2e2b2d5f9639 service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921035 Jul 05 04:15:24.470894 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.474142 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.476268 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "DELETE /v2.0/security-groups/505c0100-929a-44db-9888-16b42fc152af HTTP/1.1" status: 204 len: 168 time: 0.4472723 Jul 05 04:15:24.480668 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45124) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:24.502742 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.526539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=505c0100-929a-44db-9888-16b42fc152af,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:24.532316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=35eabe44-da0c-4123-aa7f-af1d4072391c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:24.538002 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-51f8b0e3-4107-40c1-b47c-0ea41025d42b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524960 Jul 05 04:15:24.539439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45126) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:24.543883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ebce831e-47e7-4f94-87fe-db9f66f7cd9c tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659015125'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:24.567592 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.568148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.568594 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.569038 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.570075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.570511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.570946 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.571378 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.571802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.572232 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.572765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.573143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.589278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.589403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.589688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.590030 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.590366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.590698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.591032 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.591360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.591687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.592309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.592639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.592968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd835-ec1b-493a-a2f9-8d712c3e3ddf tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:24.665180 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebce831e-47e7-4f94-87fe-db9f66f7cd9c tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.791153 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.798259 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebce831e-47e7-4f94-87fe-db9f66f7cd9c tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.887817 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebce831e-47e7-4f94-87fe-db9f66f7cd9c tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.929220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce831e-47e7-4f94-87fe-db9f66f7cd9c tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa8152a-68ff-4669-8dc1-36dd8c2181b5,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:24.987371 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebce831e-47e7-4f94-87fe-db9f66f7cd9c tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.989371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ebce831e-47e7-4f94-87fe-db9f66f7cd9c tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4490714 Jul 05 04:15:24.993934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45142) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:24.998565 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-9ee35016-97f6-419a-a416-da1fce147b11 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': 'baa8152a-68ff-4669-8dc1-36dd8c2181b5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:25.000032 n-d-771363-32 neutron-server[100933]: WARNING neutron.api.v2.base [None req-9ee35016-97f6-419a-a416-da1fce147b11 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 04:15:25.000032 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-9ee35016-97f6-419a-a416-da1fce147b11 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:25.001008 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9ee35016-97f6-419a-a416-da1fce147b11 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063207 Jul 05 04:15:25.005200 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45144) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:25.013918 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router 1aa01fc3-7947-4806-8ea5-89ae42231b42 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:25.084644 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fc5e8005-ec15-4ca0-abe3-d16903a8902e tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.107968 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fc5e8005-ec15-4ca0-abe3-d16903a8902e tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.120144 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:25.140162 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcff370-737c-40bf-8e12-cdff03f007b6 None None] Sync routers for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:25.143992 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6e96fc17-e1ce-444b-a060-6fe08fd7b375 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/1aa01fc3-7947-4806-8ea5-89ae42231b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7544074 Jul 05 04:15:25.146777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45156) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:25.155782 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcff370-737c-40bf-8e12-cdff03f007b6 None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:25.156455 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5dcff370-737c-40bf-8e12-cdff03f007b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:25.250394 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f9befa-1a6d-4a95-95a1-f4fcfd366abc tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting subnet 2d4d37f1-6b11-446e-8d42-1fa36add9058 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:25.254028 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07f9befa-1a6d-4a95-95a1-f4fcfd366abc tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.264126 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-5dcff370-737c-40bf-8e12-cdff03f007b6 None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:25.302251 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07f9befa-1a6d-4a95-95a1-f4fcfd366abc tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.324478 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fc5e8005-ec15-4ca0-abe3-d16903a8902e tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.327108 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fc5e8005-ec15-4ca0-abe3-d16903a8902e tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.332022 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fc5e8005-ec15-4ca0-abe3-d16903a8902e tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "DELETE /v2.0/security-groups/baa8152a-68ff-4669-8dc1-36dd8c2181b5 HTTP/1.1" status: 204 len: 168 time: 0.3240724 Jul 05 04:15:25.332022 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45162) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:25.385489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e8005-ec15-4ca0-abe3-d16903a8902e tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa8152a-68ff-4669-8dc1-36dd8c2181b5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:25.436350 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ec2cf873-4e78-435e-96ab-e636a449b323 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0938904 Jul 05 04:15:25.436350 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45166) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:25.437879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-827dfeed-db1b-48ff-a3cf-ecb73788830a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group': {'name': 'tempest-secgroup--244836511'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:25.491056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1eda78-addd-48b5-ac25-864d9bd0d7fb req-4f314bf0-9c8d-49fd-8149-3651c5d8f188 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:25.493230 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f1eda78-addd-48b5-ac25-864d9bd0d7fb req-4f314bf0-9c8d-49fd-8149-3651c5d8f188 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 943 time: 0.1989336 Jul 05 04:15:25.512571 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07f9befa-1a6d-4a95-95a1-f4fcfd366abc tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.556105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f1eda78-addd-48b5-ac25-864d9bd0d7fb req-0d9e5171-802a-4bb5-a48b-6fb5fc7dd253 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500469 Jul 05 04:15:25.597146 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5dcff370-737c-40bf-8e12-cdff03f007b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:24Z', 'revision_number': 10, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:25.606100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45170) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:25.609685 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-827dfeed-db1b-48ff-a3cf-ecb73788830a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.632898 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcff370-737c-40bf-8e12-cdff03f007b6 None None] Checking router: 1aa01fc3-7947-4806-8ea5-89ae42231b42 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:25.642354 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcff370-737c-40bf-8e12-cdff03f007b6 None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:25.642911 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5dcff370-737c-40bf-8e12-cdff03f007b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:25.722541 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07f9befa-1a6d-4a95-95a1-f4fcfd366abc tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.746878 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-827dfeed-db1b-48ff-a3cf-ecb73788830a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.754523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9befa-1a6d-4a95-95a1-f4fcfd366abc tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Subnet': ['ID=2d4d37f1-6b11-446e-8d42-1fa36add9058,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:25.761201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4089e21f-1534-40be-919d-7a4dfa2675bd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-452055836-network', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:25.764867 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-07f9befa-1a6d-4a95-95a1-f4fcfd366abc tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.766759 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-07f9befa-1a6d-4a95-95a1-f4fcfd366abc tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/2d4d37f1-6b11-446e-8d42-1fa36add9058 HTTP/1.1" status: 204 len: 168 time: 0.6182880 Jul 05 04:15:25.767876 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fd34be-2c1e-4df2-9cbb-cc1b1c5490ed None None] Network e13e59af-8cdf-4d43-a588-aad2a318fa68 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:25.769670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45174) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:25.842504 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-827dfeed-db1b-48ff-a3cf-ecb73788830a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.858137 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-5dcff370-737c-40bf-8e12-cdff03f007b6 None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:25.905238 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.909155 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dfeed-db1b-48ff-a3cf-ecb73788830a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b4c306-c2df-4c9e-b305-15f82ca9b610,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:25.950328 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4089e21f-1534-40be-919d-7a4dfa2675bd admin admin] Made reservation on behalf of 1094e442ed4a4b18b6008a0f1dc0f6f5 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:25.952826 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4089e21f-1534-40be-919d-7a4dfa2675bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.962276 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4089e21f-1534-40be-919d-7a4dfa2675bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.973081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port 19356b8e-af87-455c-bc6e-9af08ba999e3 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:25.973632 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.034466 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-827dfeed-db1b-48ff-a3cf-ecb73788830a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.035737 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-827dfeed-db1b-48ff-a3cf-ecb73788830a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6015346 Jul 05 04:15:26.043065 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45180) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.050086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3fa7d4a2-d82d-4f1f-a8bc-0acaaf47f347 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': '28b4c306-c2df-4c9e-b305-15f82ca9b610', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:26.062090 n-d-771363-32 neutron-server[100932]: WARNING neutron.api.v2.base [None req-3fa7d4a2-d82d-4f1f-a8bc-0acaaf47f347 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 04:15:26.085513 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-3fa7d4a2-d82d-4f1f-a8bc-0acaaf47f347 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:26.085513 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3fa7d4a2-d82d-4f1f-a8bc-0acaaf47f347 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0204496 Jul 05 04:15:26.085731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] For port 19356b8e-af87-455c-bc6e-9af08ba999e3, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=19356b8e-af87-455c-bc6e-9af08ba999e3,segment=NetworkSegment(0b267c29-a309-4c51-88e5-2636975a2de4),segment_id=0b267c29-a309-4c51-88e5-2636975a2de4)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:26.085731 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.086182 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45182) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.090040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5f2408-bb6d-4ee7-92c6-30ab3a045204 None None] DHCP port deletion for e13e59af-8cdf-4d43-a588-aad2a318fa68 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:26.093617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8b2786e9-f21a-4362-b3c5-2632a5abd60c tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': '28b4c306-c2df-4c9e-b305-15f82ca9b610', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:26.094363 n-d-771363-32 neutron-server[100932]: WARNING neutron.api.v2.base [None req-8b2786e9-f21a-4362-b3c5-2632a5abd60c tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 04:15:26.094792 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-8b2786e9-f21a-4362-b3c5-2632a5abd60c tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:26.098283 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8b2786e9-f21a-4362-b3c5-2632a5abd60c tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0091681 Jul 05 04:15:26.098450 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for 19356b8e-af87-455c-bc6e-9af08ba999e3 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:26.105614 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45184) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.110158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-83c62b69-d5ca-4bfc-a6f6-04ca8a61bcfa tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': '28b4c306-c2df-4c9e-b305-15f82ca9b610', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:26.110909 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5dcff370-737c-40bf-8e12-cdff03f007b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:24Z', 'revision_number': 10, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:26.111058 n-d-771363-32 neutron-server[100932]: WARNING neutron.api.v2.base [None req-83c62b69-d5ca-4bfc-a6f6-04ca8a61bcfa tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 04:15:26.111632 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-83c62b69-d5ca-4bfc-a6f6-04ca8a61bcfa tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:26.115262 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-83c62b69-d5ca-4bfc-a6f6-04ca8a61bcfa tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060964 Jul 05 04:15:26.115485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45186) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.121799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-12977503-c00d-4262-8b3d-07792f0b23c4 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': '28b4c306-c2df-4c9e-b305-15f82ca9b610', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:26.122717 n-d-771363-32 neutron-server[100932]: WARNING neutron.api.v2.base [None req-12977503-c00d-4262-8b3d-07792f0b23c4 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 04:15:26.123222 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-12977503-c00d-4262-8b3d-07792f0b23c4 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:26.126773 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-12977503-c00d-4262-8b3d-07792f0b23c4 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075605 Jul 05 04:15:26.127420 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45188) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.150105 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f2408-bb6d-4ee7-92c6-30ab3a045204 None None] Deleting port 19356b8e-af87-455c-bc6e-9af08ba999e3 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:26.150620 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5d5f2408-bb6d-4ee7-92c6-30ab3a045204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.150921 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcff370-737c-40bf-8e12-cdff03f007b6 None None] The sync data for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 is: [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:24Z', 'revision_number': 10, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None, '_interfaces': [{'id': '05aedcab-ba3e-47d2-9c60-96f91b12407f', 'name': '', 'network_id': '02c60e36-559e-49bd-bb0b-789beadcecbf', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'mac_address': 'fa:16:3e:80:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:56Z', 'revision_number': 5, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'subnets': [{'id': '50dc93a0-69d1-4d67-8dbf-4ae034820574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:26.239012 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd090cc3-d8e7-43a9-b7c2-28af28454229 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.259711 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4089e21f-1534-40be-919d-7a4dfa2675bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.264442 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5d5f2408-bb6d-4ee7-92c6-30ab3a045204 None None] For port 19356b8e-af87-455c-bc6e-9af08ba999e3, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=19356b8e-af87-455c-bc6e-9af08ba999e3,segment=NetworkSegment(0b267c29-a309-4c51-88e5-2636975a2de4),segment_id=0b267c29-a309-4c51-88e5-2636975a2de4)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:26.265189 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5d5f2408-bb6d-4ee7-92c6-30ab3a045204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.277847 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd090cc3-d8e7-43a9-b7c2-28af28454229 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.289357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f2408-bb6d-4ee7-92c6-30ab3a045204 None None] Calling delete_port for 19356b8e-af87-455c-bc6e-9af08ba999e3 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:26.317670 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.344976 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4089e21f-1534-40be-919d-7a4dfa2675bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.345140 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=19356b8e-af87-455c-bc6e-9af08ba999e3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:26.352536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] No DVR routers for this DVR port 19356b8e-af87-455c-bc6e-9af08ba999e3 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:26.376629 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5d5f2408-bb6d-4ee7-92c6-30ab3a045204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.386378 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd090cc3-d8e7-43a9-b7c2-28af28454229 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.390995 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd090cc3-d8e7-43a9-b7c2-28af28454229 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.395616 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cd090cc3-d8e7-43a9-b7c2-28af28454229 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "DELETE /v2.0/security-groups/28b4c306-c2df-4c9e-b305-15f82ca9b610 HTTP/1.1" status: 204 len: 168 time: 0.2671371 Jul 05 04:15:26.397031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4089e21f-1534-40be-919d-7a4dfa2675bd admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:15:26.399684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45196) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.406750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f2408-bb6d-4ee7-92c6-30ab3a045204 None None] Pushing event deleted for resources: {'Port': ['ID=19356b8e-af87-455c-bc6e-9af08ba999e3,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:26.410687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f2408-bb6d-4ee7-92c6-30ab3a045204 None None] No DVR routers for this DVR port 19356b8e-af87-455c-bc6e-9af08ba999e3 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:26.445557 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4089e21f-1534-40be-919d-7a4dfa2675bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.445557 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-4089e21f-1534-40be-919d-7a4dfa2675bd admin admin] Added segment ed00e665-9bb6-4ebd-8816-bde4191500de of type vlan for network 698c7822-9f38-4d13-a24c-340f7e82d957 Jul 05 04:15:26.445557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089e21f-1534-40be-919d-7a4dfa2675bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc72119-0358-4a87-b24b-6d8634c2e73f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:26.478559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd090cc3-d8e7-43a9-b7c2-28af28454229 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b4c306-c2df-4c9e-b305-15f82ca9b610,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:26.481715 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.492439 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4089e21f-1534-40be-919d-7a4dfa2675bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.518997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13e59af-8cdf-4d43-a588-aad2a318fa68']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:26.531359 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b8f6d301-bc05-4b17-aff3-5979ef1b70b9 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1310341 Jul 05 04:15:26.539481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45200) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.539615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b267c29-a309-4c51-88e5-2636975a2de4') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:26.539788 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b267c29-a309-4c51-88e5-2636975a2de4') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:26.548683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-fb3256cb-1fa9-4dad-9360-76e5e74a7d1f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161802366'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:26.571538 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.584568 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4089e21f-1534-40be-919d-7a4dfa2675bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.585990 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4089e21f-1534-40be-919d-7a4dfa2675bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:26.586605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4089e21f-1534-40be-919d-7a4dfa2675bd admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.588694 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.596873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:15:26.597633 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:15:26.601324 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:15:26.656122 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089e21f-1534-40be-919d-7a4dfa2675bd admin admin] Pushing event updated for resources: {'Network': ['ID=698c7822-9f38-4d13-a24c-340f7e82d957,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:26.667509 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 698c7822-9f38-4d13-a24c-340f7e82d957 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:15:26.676550 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb3256cb-1fa9-4dad-9360-76e5e74a7d1f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.793265 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4089e21f-1534-40be-919d-7a4dfa2675bd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1862195 Jul 05 04:15:26.793766 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be198280-a1de-48cb-a650-98ece992a6be req-1f4b6f38-9d0e-4462-9c41-30389ca8a223 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:26.795400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be198280-a1de-48cb-a650-98ece992a6be req-1f4b6f38-9d0e-4462-9c41-30389ca8a223 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 943 time: 0.0862038 Jul 05 04:15:26.796521 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45206) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.803213 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7b64096c-34ed-4ef7-85a9-5f1d0f8c26f5 admin admin] Request body: {'subnet': {'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-452055836-subnet', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:26.839291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be198280-a1de-48cb-a650-98ece992a6be req-7ce6b1f6-ffb3-4aaa-9b60-c3261ec4fa06 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358148 Jul 05 04:15:26.847023 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.857512 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.859366 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/networks/e13e59af-8cdf-4d43-a588-aad2a318fa68 HTTP/1.1" status: 204 len: 168 time: 1.0878909 Jul 05 04:15:26.869345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45208) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.877356 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739c92c-51a1-44fe-bac3-5fb3d077131e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Network': ['ID=e13e59af-8cdf-4d43-a588-aad2a318fa68,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:26.892837 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb3256cb-1fa9-4dad-9360-76e5e74a7d1f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.966946 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb3256cb-1fa9-4dad-9360-76e5e74a7d1f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.010282 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3256cb-1fa9-4dad-9360-76e5e74a7d1f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f1dbaf-d781-4611-8349-29d64001ef60,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:27.099998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b64096c-34ed-4ef7-85a9-5f1d0f8c26f5 admin admin] Made reservation on behalf of 1094e442ed4a4b18b6008a0f1dc0f6f5 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:27.102996 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b64096c-34ed-4ef7-85a9-5f1d0f8c26f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.409068 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 35eabe44-da0c-4123-aa7f-af1d4072391c no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:27.436316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 35eabe44-da0c-4123-aa7f-af1d4072391c {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:27.437088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 35eabe44-da0c-4123-aa7f-af1d4072391c not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:27.437707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 19356b8e-af87-455c-bc6e-9af08ba999e3 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:27.469334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 19356b8e-af87-455c-bc6e-9af08ba999e3 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:27.469681 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 19356b8e-af87-455c-bc6e-9af08ba999e3 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:27.537956 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb3256cb-1fa9-4dad-9360-76e5e74a7d1f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.539126 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fb3256cb-1fa9-4dad-9360-76e5e74a7d1f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9986033 Jul 05 04:15:27.545288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45222) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:27.551716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7244005a-ac8b-4993-bb02-6d17e1546db5 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': 'f7f1dbaf-d781-4611-8349-29d64001ef60', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:27.552720 n-d-771363-32 neutron-server[100932]: WARNING neutron.api.v2.base [None req-7244005a-ac8b-4993-bb02-6d17e1546db5 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 04:15:27.552972 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-7244005a-ac8b-4993-bb02-6d17e1546db5 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:27.557347 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7244005a-ac8b-4993-bb02-6d17e1546db5 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083141 Jul 05 04:15:27.558120 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45226) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:27.564163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f3ed8ef5-aebb-4d65-aa5b-96d7dd1c91c4 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': 'f7f1dbaf-d781-4611-8349-29d64001ef60', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:27.585924 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4c52ba57-f69d-46f3-be28-f1ffd54980c4 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.784689 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b64096c-34ed-4ef7-85a9-5f1d0f8c26f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.845564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64096c-34ed-4ef7-85a9-5f1d0f8c26f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc2108e7-7cda-4a81-b5ef-7079e3e394a2,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:27.855251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b64096c-34ed-4ef7-85a9-5f1d0f8c26f5 admin admin] Checking segment: {'id': 'ed00e665-9bb6-4ebd-8816-bde4191500de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:27.855609 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b64096c-34ed-4ef7-85a9-5f1d0f8c26f5 admin admin] Network hostable DHCP agents. Network: 698c7822-9f38-4d13-a24c-340f7e82d957, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:15:27.865102 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-f3ed8ef5-aebb-4d65-aa5b-96d7dd1c91c4 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:27.866346 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f3ed8ef5-aebb-4d65-aa5b-96d7dd1c91c4 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3070183 Jul 05 04:15:27.869786 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45232) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:27.882702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ac871c6d-d1aa-4d48-a221-3be2deea50e0 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': 'f7f1dbaf-d781-4611-8349-29d64001ef60', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:27.882702 n-d-771363-32 neutron-server[100933]: WARNING neutron.api.v2.base [None req-ac871c6d-d1aa-4d48-a221-3be2deea50e0 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 04:15:27.882702 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-ac871c6d-d1aa-4d48-a221-3be2deea50e0 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:27.882702 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ac871c6d-d1aa-4d48-a221-3be2deea50e0 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069909 Jul 05 04:15:27.883153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45234) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:27.888560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-29b00405-2df2-4d34-a698-786f75b277b0 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': 'f7f1dbaf-d781-4611-8349-29d64001ef60', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:27.931061 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4c52ba57-f69d-46f3-be28-f1ffd54980c4 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port 05aedcab-ba3e-47d2-9c60-96f91b12407f {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:27.931412 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4c52ba57-f69d-46f3-be28-f1ffd54980c4 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.994861 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b64096c-34ed-4ef7-85a9-5f1d0f8c26f5 admin admin] Network 698c7822-9f38-4d13-a24c-340f7e82d957 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:15:28.058880 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-4c52ba57-f69d-46f3-be28-f1ffd54980c4 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] For port 05aedcab-ba3e-47d2-9c60-96f91b12407f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=05aedcab-ba3e-47d2-9c60-96f91b12407f,segment=NetworkSegment(3de25e03-339f-4c85-ac7e-fe072bf53e38),segment_id=3de25e03-339f-4c85-ac7e-fe072bf53e38)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:28.059247 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4c52ba57-f69d-46f3-be28-f1ffd54980c4 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.087311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4c52ba57-f69d-46f3-be28-f1ffd54980c4 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for 05aedcab-ba3e-47d2-9c60-96f91b12407f owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:28.116518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7b64096c-34ed-4ef7-85a9-5f1d0f8c26f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 698c7822-9f38-4d13-a24c-340f7e82d957) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:28.120585 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b64096c-34ed-4ef7-85a9-5f1d0f8c26f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:28.121396 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b64096c-34ed-4ef7-85a9-5f1d0f8c26f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.125428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98fe961-2c07-48a9-aa22-af8dc9c73dd6 None None] Network 698c7822-9f38-4d13-a24c-340f7e82d957 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:28.152984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ab0a3-5d34-4d98-a3f5-efc8e48387a7 req-a170c1e8-e39c-4b56-9c8d-d48baf64026d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:28.154520 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d54ab0a3-5d34-4d98-a3f5-efc8e48387a7 req-a170c1e8-e39c-4b56-9c8d-d48baf64026d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 943 time: 0.1508904 Jul 05 04:15:28.195743 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-29b00405-2df2-4d34-a698-786f75b277b0 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:28.196824 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-29b00405-2df2-4d34-a698-786f75b277b0 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3128788 Jul 05 04:15:28.200045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45242) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.207770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-721cf774-b462-4206-bf5a-a5122896fcab tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': 'f7f1dbaf-d781-4611-8349-29d64001ef60', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:28.208756 n-d-771363-32 neutron-server[100932]: WARNING neutron.api.v2.base [None req-721cf774-b462-4206-bf5a-a5122896fcab tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 04:15:28.210835 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-721cf774-b462-4206-bf5a-a5122896fcab tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:28.212105 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-721cf774-b462-4206-bf5a-a5122896fcab tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106099 Jul 05 04:15:28.215294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45244) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.232489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-57896e4c-4e93-4d25-af9d-2a45ad312a00 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': 'f7f1dbaf-d781-4611-8349-29d64001ef60', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:28.243292 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7b64096c-34ed-4ef7-85a9-5f1d0f8c26f5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4452922 Jul 05 04:15:28.246805 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45246) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.251151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-452055836-router', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:28.253317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d54ab0a3-5d34-4d98-a3f5-efc8e48387a7 req-424b07fe-e3e7-498a-af82-5330a88ad03d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912602 Jul 05 04:15:28.320433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-698c7822-9f38-4d13-a24c-340f7e82d957', 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'fixed_ips': [{'subnet_id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:28.321823 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.396213 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4c52ba57-f69d-46f3-be28-f1ffd54980c4 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.424491 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.425849 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52ba57-f69d-46f3-be28-f1ffd54980c4 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=05aedcab-ba3e-47d2-9c60-96f91b12407f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:28.427874 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.489228 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.493308 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Allocated IP 172.20.0.2 (698c7822-9f38-4d13-a24c-340f7e82d957/bc2108e7-7cda-4a81-b5ef-7079e3e394a2/d53d5d6c-84f9-4d12-aeac-03dae449113f) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:28.524382 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-57896e4c-4e93-4d25-af9d-2a45ad312a00 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:28.526247 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-57896e4c-4e93-4d25-af9d-2a45ad312a00 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3085117 Jul 05 04:15:28.528635 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45254) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.542072 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d8b1f644-1d1b-43dd-96e3-494dfe057326 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': 'f7f1dbaf-d781-4611-8349-29d64001ef60', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:28.542810 n-d-771363-32 neutron-server[100932]: WARNING neutron.api.v2.base [None req-d8b1f644-1d1b-43dd-96e3-494dfe057326 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 04:15:28.543922 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-d8b1f644-1d1b-43dd-96e3-494dfe057326 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:28.545289 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d8b1f644-1d1b-43dd-96e3-494dfe057326 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0155222 Jul 05 04:15:28.548913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45256) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.555286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d621efa7-549c-4041-ae33-24ba1453365a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': 'f7f1dbaf-d781-4611-8349-29d64001ef60', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:28.655107 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4c52ba57-f69d-46f3-be28-f1ffd54980c4 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.693906 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.717354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Transition to ACTIVE for port object d53d5d6c-84f9-4d12-aeac-03dae449113f will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:28.738714 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Transition to ACTIVE for port object d53d5d6c-84f9-4d12-aeac-03dae449113f will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:28.752300 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.830324 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.835797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c52ba57-f69d-46f3-be28-f1ffd54980c4 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router 1aa01fc3-7947-4806-8ea5-89ae42231b42 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:28.872465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Network 698c7822-9f38-4d13-a24c-340f7e82d957 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:28.877818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:28.881443 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:28.891354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Pushing event updated for resources: {'Port': ['ID=d53d5d6c-84f9-4d12-aeac-03dae449113f,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:28.926030 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c52ba57-f69d-46f3-be28-f1ffd54980c4 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:28.937942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4c52ba57-f69d-46f3-be28-f1ffd54980c4 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/1aa01fc3-7947-4806-8ea5-89ae42231b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0675793 Jul 05 04:15:28.939649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f93cf-95fc-42e6-9172-781b44966a60 None None] Sync routers for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:28.941029 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45262) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.958639 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f93cf-95fc-42e6-9172-781b44966a60 None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:28.959268 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-895f93cf-95fc-42e6-9172-781b44966a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:28.961418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Attempting to bind port d53d5d6c-84f9-4d12-aeac-03dae449113f on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:28.961777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Attempting to bind port d53d5d6c-84f9-4d12-aeac-03dae449113f by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'ed00e665-9bb6-4ebd-8816-bde4191500de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:28.962658 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Attempting to bind port d53d5d6c-84f9-4d12-aeac-03dae449113f on network 698c7822-9f38-4d13-a24c-340f7e82d957 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:28.997702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca545e8e-60fb-4254-82e9-078580a0a6a9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting subnet 50dc93a0-69d1-4d67-8dbf-4ae034820574 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:29.001610 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca545e8e-60fb-4254-82e9-078580a0a6a9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.001773 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:29.002014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Checking segment: {'id': 'ed00e665-9bb6-4ebd-8816-bde4191500de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:29.002421 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.002708 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Bound using segment: {'id': 'ed00e665-9bb6-4ebd-8816-bde4191500de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:29.003199 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Bound port: d53d5d6c-84f9-4d12-aeac-03dae449113f, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed00e665-9bb6-4ebd-8816-bde4191500de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:29.003581 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.045798 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca545e8e-60fb-4254-82e9-078580a0a6a9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.049415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-895f93cf-95fc-42e6-9172-781b44966a60 None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:29.133686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] For port d53d5d6c-84f9-4d12-aeac-03dae449113f, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:29.134410 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-d621efa7-549c-4041-ae33-24ba1453365a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:29.138812 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d621efa7-549c-4041-ae33-24ba1453365a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5858517 Jul 05 04:15:29.139204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45266) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:29.140537 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.146821 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-8c1f321a-46d9-4df9-8425-2aac3e8dafda tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': 'f7f1dbaf-d781-4611-8349-29d64001ef60', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:29.165698 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.172395 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca545e8e-60fb-4254-82e9-078580a0a6a9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.175381 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] For port d53d5d6c-84f9-4d12-aeac-03dae449113f, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d53d5d6c-84f9-4d12-aeac-03dae449113f,segment=NetworkSegment(ed00e665-9bb6-4ebd-8816-bde4191500de),segment_id=ed00e665-9bb6-4ebd-8816-bde4191500de)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:29.177566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-895f93cf-95fc-42e6-9172-781b44966a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:28Z', 'revision_number': 11, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:29.222576 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f93cf-95fc-42e6-9172-781b44966a60 None None] Checking router: 1aa01fc3-7947-4806-8ea5-89ae42231b42 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:29.232875 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f93cf-95fc-42e6-9172-781b44966a60 None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:29.233502 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-895f93cf-95fc-42e6-9172-781b44966a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:29.272785 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.292198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Allocated IP 172.25.6.198 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/20d7ab90-9d1d-4687-bf5d-541bc2c110a0) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:29.368521 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca545e8e-60fb-4254-82e9-078580a0a6a9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.379857 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdc5fd-0858-4601-b8f9-76cdc67df02b None None] Pushing event updated for resources: {'Port': ['ID=d53d5d6c-84f9-4d12-aeac-03dae449113f,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:29.409098 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-895f93cf-95fc-42e6-9172-781b44966a60 None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:29.447490 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-8c1f321a-46d9-4df9-8425-2aac3e8dafda tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:29.449899 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8c1f321a-46d9-4df9-8425-2aac3e8dafda tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3090284 Jul 05 04:15:29.451926 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca545e8e-60fb-4254-82e9-078580a0a6a9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Subnet': ['ID=50dc93a0-69d1-4d67-8dbf-4ae034820574,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:29.453414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45276) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:29.470392 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca545e8e-60fb-4254-82e9-078580a0a6a9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.473541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ca545e8e-60fb-4254-82e9-078580a0a6a9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/50dc93a0-69d1-4d67-8dbf-4ae034820574 HTTP/1.1" status: 204 len: 168 time: 0.5313790 Jul 05 04:15:29.481304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45278) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:29.513710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b448ac59-21d0-4e90-a2aa-a145f1bd0cd8 None None] Network 02c60e36-559e-49bd-bb0b-789beadcecbf requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:29.521060 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.528900 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-895f93cf-95fc-42e6-9172-781b44966a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:28Z', 'revision_number': 11, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:29.548058 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0e4b2-ed08-44a6-ae03-79e9c9cf76d1 req-9cb55ba8-2736-428d-ac53-bcae138dd991 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:29.551046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fa0e4b2-ed08-44a6-ae03-79e9c9cf76d1 req-9cb55ba8-2736-428d-ac53-bcae138dd991 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 943 time: 0.1084416 Jul 05 04:15:29.599450 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fa0e4b2-ed08-44a6-ae03-79e9c9cf76d1 req-a5285f1c-714f-4c35-b94e-1c839bfbb879 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419090 Jul 05 04:15:29.643977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f93cf-95fc-42e6-9172-781b44966a60 None None] The sync data for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 is: [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:28Z', 'revision_number': 11, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:29.682479 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.703439 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8cc6c83f-4212-4209-8256-8574c5fc8e06 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.754756 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8cc6c83f-4212-4209-8256-8574c5fc8e06 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.805247 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.878639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:29.892937 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:29.899745 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:29.904616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Pushing event updated for resources: {'Port': ['ID=20d7ab90-9d1d-4687-bf5d-541bc2c110a0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:29.936745 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Deleting port 8e0f1c29-07bd-4cb8-88ad-c330191644e1 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:29.937093 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.943444 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7cd8d924-9261-4ff3-87d8-336c26e82c24 req-98fda28a-286a-47a3-8d18-625b5b8345e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1857014 Jul 05 04:15:29.988781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8cc6c83f-4212-4209-8256-8574c5fc8e06 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.991929 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8cc6c83f-4212-4209-8256-8574c5fc8e06 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.993117 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8cc6c83f-4212-4209-8256-8574c5fc8e06 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "DELETE /v2.0/security-groups/f7f1dbaf-d781-4611-8349-29d64001ef60 HTTP/1.1" status: 204 len: 168 time: 0.5385885 Jul 05 04:15:29.995958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45286) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:30.064996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6c83f-4212-4209-8256-8574c5fc8e06 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f1dbaf-d781-4611-8349-29d64001ef60,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:30.123098 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3ee7dba2-104c-4e59-9571-6517dbb79ef8 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1253607 Jul 05 04:15:30.130679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a071ba-8365-40b7-aa23-d726a2bf3fd3 None None] DHCP port deletion for 02c60e36-559e-49bd-bb0b-789beadcecbf request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:30.138724 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45290) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:30.150024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0beefbca-a9ce-4587-b67d-a6656d27909a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1495421750'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:30.167995 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] For port 8e0f1c29-07bd-4cb8-88ad-c330191644e1, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8e0f1c29-07bd-4cb8-88ad-c330191644e1,segment=NetworkSegment(3de25e03-339f-4c85-ac7e-fe072bf53e38),segment_id=3de25e03-339f-4c85-ac7e-fe072bf53e38)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:30.168864 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.221770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Calling delete_port for 8e0f1c29-07bd-4cb8-88ad-c330191644e1 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:30.248714 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a5a071ba-8365-40b7-aa23-d726a2bf3fd3 None None] Deleting port 8e0f1c29-07bd-4cb8-88ad-c330191644e1 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:30.249342 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a5a071ba-8365-40b7-aa23-d726a2bf3fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.264538 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0beefbca-a9ce-4587-b67d-a6656d27909a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.313687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8d924-9261-4ff3-87d8-336c26e82c24 req-3e384788-08c7-4d90-9a9f-4564f1ab6024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:30.315435 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7cd8d924-9261-4ff3-87d8-336c26e82c24 req-3e384788-08c7-4d90-9a9f-4564f1ab6024 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55531968aaea48f484959b725b229ec2&device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 1097 time: 0.3193562 Jul 05 04:15:30.343352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a5a071ba-8365-40b7-aa23-d726a2bf3fd3 None None] For port 8e0f1c29-07bd-4cb8-88ad-c330191644e1, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8e0f1c29-07bd-4cb8-88ad-c330191644e1,segment=NetworkSegment(3de25e03-339f-4c85-ac7e-fe072bf53e38),segment_id=3de25e03-339f-4c85-ac7e-fe072bf53e38)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:30.343765 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a5a071ba-8365-40b7-aa23-d726a2bf3fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.361543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a5a071ba-8365-40b7-aa23-d726a2bf3fd3 None None] Calling delete_port for 8e0f1c29-07bd-4cb8-88ad-c330191644e1 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:30.394523 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0beefbca-a9ce-4587-b67d-a6656d27909a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.521933 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0beefbca-a9ce-4587-b67d-a6656d27909a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.549701 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8d924-9261-4ff3-87d8-336c26e82c24 req-a51a13d8-8ad3-4809-b010-cc3ce0ce07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:30.551197 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7cd8d924-9261-4ff3-87d8-336c26e82c24 req-a51a13d8-8ad3-4809-b010-cc3ce0ce07bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e9e977d-1500-4391-a2c3-00211ddba705 HTTP/1.1" status: 200 len: 910 time: 0.2068727 Jul 05 04:15:30.554247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beefbca-a9ce-4587-b67d-a6656d27909a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7842370-784f-40e7-a6ad-efaea35e07cc,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:30.567460 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a5a071ba-8365-40b7-aa23-d726a2bf3fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.608470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a071ba-8365-40b7-aa23-d726a2bf3fd3 None None] No DVR routers for this DVR port 8e0f1c29-07bd-4cb8-88ad-c330191644e1 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:30.611011 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a071ba-8365-40b7-aa23-d726a2bf3fd3 None None] Pushing event deleted for resources: {'Port': ['ID=8e0f1c29-07bd-4cb8-88ad-c330191644e1,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:30.625477 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0beefbca-a9ce-4587-b67d-a6656d27909a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.630989 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0beefbca-a9ce-4587-b67d-a6656d27909a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4901781 Jul 05 04:15:30.631790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45300) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:30.637273 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.638736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-146aadd2-3f1d-4282-bb64-74effb7c9b06 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': 'd7842370-784f-40e7-a6ad-efaea35e07cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:30.650383 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.735649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] No DVR routers for this DVR port 8e0f1c29-07bd-4cb8-88ad-c330191644e1 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:30.773622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Port': ['ID=8e0f1c29-07bd-4cb8-88ad-c330191644e1,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:30.780697 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7cd8d924-9261-4ff3-87d8-336c26e82c24 req-aeb62454-b041-4c6c-883c-6b78c7718d2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cef10f3c-b65d-450f-85e3-50808a09c935 HTTP/1.1" status: 200 len: 1000 time: 0.2200973 Jul 05 04:15:30.830832 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-146aadd2-3f1d-4282-bb64-74effb7c9b06 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The resource could not be found. Jul 05 04:15:30.832089 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-146aadd2-3f1d-4282-bb64-74effb7c9b06 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1988544 Jul 05 04:15:30.835439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45306) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:30.841152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-9cbe52cd-2662-485a-ae50-236af0481eb4 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': 'd7842370-784f-40e7-a6ad-efaea35e07cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0849a670-3b4f-452b-9dbc-fabb39a32839'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:30.919020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c287c-3a71-4d05-945d-704824c523d6 req-8f5960ea-10fa-4cbc-bda0-c52898d86e8e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:30.920649 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-346c287c-3a71-4d05-945d-704824c523d6 req-8f5960ea-10fa-4cbc-bda0-c52898d86e8e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 943 time: 0.1349783 Jul 05 04:15:30.940876 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.962990 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c60e36-559e-49bd-bb0b-789beadcecbf']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:30.964840 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-346c287c-3a71-4d05-945d-704824c523d6 req-e8fd727c-5446-486c-a2a0-c6e2bb07e64b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377173 Jul 05 04:15:30.985039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8d924-9261-4ff3-87d8-336c26e82c24 req-083df1ed-249b-4ef8-b149-44b8ce30a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:30.988108 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7cd8d924-9261-4ff3-87d8-336c26e82c24 req-083df1ed-249b-4ef8-b149-44b8ce30a7dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce4df291-84df-4cc8-b469-a18e04b53998 HTTP/1.1" status: 200 len: 848 time: 0.1899149 Jul 05 04:15:30.995869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de25e03-339f-4c85-ac7e-fe072bf53e38') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:30.996528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de25e03-339f-4c85-ac7e-fe072bf53e38') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:31.057479 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.072269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb2dda9-e4fa-4651-b23d-79713850655b None None] Network 698c7822-9f38-4d13-a24c-340f7e82d957 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:31.108696 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:15:31.134910 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:15:31.172492 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-9cbe52cd-2662-485a-ae50-236af0481eb4 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The resource could not be found. Jul 05 04:15:31.183495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9cbe52cd-2662-485a-ae50-236af0481eb4 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3373055 Jul 05 04:15:31.183495 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45310) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:31.256374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-87d76643-f86b-4fef-8e6c-5fe580c158a4 None None] Provisioning for port d53d5d6c-84f9-4d12-aeac-03dae449113f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:31.286221 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.323336 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.469816 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.472627 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.474697 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "DELETE /v2.0/security-groups/d7842370-784f-40e7-a6ad-efaea35e07cc HTTP/1.1" status: 204 len: 168 time: 0.2930601 Jul 05 04:15:31.486479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45318) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:31.501181 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d53d5d6c-84f9-4d12-aeac-03dae449113f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:31.521371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7842370-784f-40e7-a6ad-efaea35e07cc,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:31.544095 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:31.544919 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:31.545533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:31.546217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:31.547311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:31.547932 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:31.548325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:31.548661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:31.548991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:31.549505 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:31.549843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:31.550187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16173597-607c-4a80-9b36-0609baec4b3b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:31.585674 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9a573136-2b81-46fe-986d-856ae8141e64 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0958602 Jul 05 04:15:31.587471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.589307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45322) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:31.595216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b1e51a23-13e5-4810-af85-9ff0a2f37c98 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': '6bdf36bd-8561-4f1b-a89f-0c911f2b5290', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:31.667566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8d924-9261-4ff3-87d8-336c26e82c24 req-bca90a93-a592-4c9e-a6bb-9dca1eef7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:31.669165 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7cd8d924-9261-4ff3-87d8-336c26e82c24 req-bca90a93-a592-4c9e-a6bb-9dca1eef7e51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e9e977d-1500-4391-a2c3-00211ddba705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6628103 Jul 05 04:15:31.686435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port d53d5d6c-84f9-4d12-aeac-03dae449113f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:31.690481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port d53d5d6c-84f9-4d12-aeac-03dae449113f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:31.691297 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.751232 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.762259 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.764105 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/networks/02c60e36-559e-49bd-bb0b-789beadcecbf HTTP/1.1" status: 204 len: 168 time: 2.2793782 Jul 05 04:15:31.769374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45326) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:31.785816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c32cf-1ac5-4fb0-8296-fa1859abcaaa tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Pushing event deleted for resources: {'Network': ['ID=02c60e36-559e-49bd-bb0b-789beadcecbf,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:31.786391 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.790926 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b95c2301-b582-4caf-80d4-ddc7cd7d457f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'router': {'routes': None}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:31.822787 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port d53d5d6c-84f9-4d12-aeac-03dae449113f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d53d5d6c-84f9-4d12-aeac-03dae449113f,segment=NetworkSegment(ed00e665-9bb6-4ebd-8816-bde4191500de),segment_id=ed00e665-9bb6-4ebd-8816-bde4191500de)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:31.832706 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-b1e51a23-13e5-4810-af85-9ff0a2f37c98 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The resource could not be found. Jul 05 04:15:31.834279 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b1e51a23-13e5-4810-af85-9ff0a2f37c98 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2429898 Jul 05 04:15:31.839555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45328) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:31.851365 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7cd8d924-9261-4ff3-87d8-336c26e82c24 req-f3273be0-7838-48fe-873f-43a5ce04bc90 service neutron] 10.222.0.36 "GET /v2.0/networks/9e9e977d-1500-4391-a2c3-00211ddba705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723583 Jul 05 04:15:31.875928 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-fd302d72-15ea-48f2-9811-c1e036d683e5 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group': {'name': 'tempest-secgroup--110519310'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:31.936282 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.969382 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7cd8d924-9261-4ff3-87d8-336c26e82c24 req-9760d0da-b8ff-46be-8f78-eeda6bde28e7 service neutron] 10.222.0.36 "GET /v2.0/networks/9e9e977d-1500-4391-a2c3-00211ddba705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056302 Jul 05 04:15:32.012879 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:15:32.026874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.extraroute_db [None req-b95c2301-b582-4caf-80d4-ddc7cd7d457f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Added routes are [] {{(pid=100933) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:15:32.029746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.extraroute_db [None req-b95c2301-b582-4caf-80d4-ddc7cd7d457f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Removed routes are [] {{(pid=100933) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:15:32.029746 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b95c2301-b582-4caf-80d4-ddc7cd7d457f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.044411 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8e0f1c29-07bd-4cb8-88ad-c330191644e1 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:32.064221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 8e0f1c29-07bd-4cb8-88ad-c330191644e1 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:32.064904 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8e0f1c29-07bd-4cb8-88ad-c330191644e1 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:32.065533 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 05aedcab-ba3e-47d2-9c60-96f91b12407f no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:32.104774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=d53d5d6c-84f9-4d12-aeac-03dae449113f,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:32.108831 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 05aedcab-ba3e-47d2-9c60-96f91b12407f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:32.109609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 05aedcab-ba3e-47d2-9c60-96f91b12407f not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:32.111115 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd302d72-15ea-48f2-9811-c1e036d683e5 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.155836 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:32.167447 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Sync routers for ids ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:32.180394 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Routers {'d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:32.181189 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:32.239278 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b95c2301-b582-4caf-80d4-ddc7cd7d457f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.251253 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b95c2301-b582-4caf-80d4-ddc7cd7d457f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.298608 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Set router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:32.394620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95c2301-b582-4caf-80d4-ddc7cd7d457f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router 1aa01fc3-7947-4806-8ea5-89ae42231b42 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:32.414569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb4929-130f-4f49-9068-9070e180b5b5 req-4fcb3935-da89-4555-b66c-5bb1f36ec0f7 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:32.415526 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abfb4929-130f-4f49-9068-9070e180b5b5 req-4fcb3935-da89-4555-b66c-5bb1f36ec0f7 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 943 time: 0.2151291 Jul 05 04:15:32.435979 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd302d72-15ea-48f2-9811-c1e036d683e5 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.464399 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.508492 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-452055836-router', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:28Z', 'updated_at': '2021-07-05T04:15:30Z', 'revision_number': 3, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'gw_port': {'id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:29Z', 'updated_at': '2021-07-05T04:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:32.536850 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Checking router: d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:32.539276 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Updating router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d port 20d7ab90-9d1d-4687-bf5d-541bc2c110a0 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:15:32.543106 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd302d72-15ea-48f2-9811-c1e036d683e5 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.563868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abfb4929-130f-4f49-9068-9070e180b5b5 req-e1ad439b-c10d-4f12-a2aa-05db5fe545b7 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407087 Jul 05 04:15:32.564650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95c2301-b582-4caf-80d4-ddc7cd7d457f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:32.577537 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b95c2301-b582-4caf-80d4-ddc7cd7d457f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.578973 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b95c2301-b582-4caf-80d4-ddc7cd7d457f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/1aa01fc3-7947-4806-8ea5-89ae42231b42 HTTP/1.1" status: 200 len: 701 time: 0.8076468 Jul 05 04:15:32.588902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45344) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:32.590989 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.601861 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-08c72c75-aacb-446b-bb9b-d124d8a2583c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3493972 Jul 05 04:15:32.603064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45346) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:32.604865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd302d72-15ea-48f2-9811-c1e036d683e5 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a816ff6-918e-472a-85e7-71cec4f9a95c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:32.610497 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6143f0-f889-45e1-b163-8dbc6c2a0242 None None] Sync routers for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:32.615835 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.643349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6143f0-f889-45e1-b163-8dbc6c2a0242 None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:32.644852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8b6143f0-f889-45e1-b163-8dbc6c2a0242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:32.676543 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd302d72-15ea-48f2-9811-c1e036d683e5 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.682318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fd302d72-15ea-48f2-9811-c1e036d683e5 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8378403 Jul 05 04:15:32.682318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45348) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:32.691074 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a8e368f0-ae97-47aa-be8b-23d07536f19f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports?device_id=1aa01fc3-7947-4806-8ea5-89ae42231b42 HTTP/1.1" status: 200 len: 205 time: 0.0916951 Jul 05 04:15:32.700160 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b28ca780-0a82-40b0-bec3-c84fea9f60a8 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group': {'name': 'tempest-secgroup--443020722'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:32.715825 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45350) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:32.796611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-8b6143f0-f889-45e1-b163-8dbc6c2a0242 None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:33.019349 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.037092 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Transition to ACTIVE for port object 20d7ab90-9d1d-4687-bf5d-541bc2c110a0 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:33.056159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8b6143f0-f889-45e1-b163-8dbc6c2a0242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:28Z', 'revision_number': 11, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:33.091180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6143f0-f889-45e1-b163-8dbc6c2a0242 None None] Checking router: 1aa01fc3-7947-4806-8ea5-89ae42231b42 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:33.100536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6143f0-f889-45e1-b163-8dbc6c2a0242 None None] Routers {'1aa01fc3-7947-4806-8ea5-89ae42231b42'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:33.101248 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8b6143f0-f889-45e1-b163-8dbc6c2a0242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['1aa01fc3-7947-4806-8ea5-89ae42231b42'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:33.167051 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.188411 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-8b6143f0-f889-45e1-b163-8dbc6c2a0242 None None] Set router 1aa01fc3-7947-4806-8ea5-89ae42231b42 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:33.211828 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a90fb033-85a4-45d1-8ddc-fab14ac72e59 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.242217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8b6143f0-f889-45e1-b163-8dbc6c2a0242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:28Z', 'revision_number': 11, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:33.274898 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d660591-66c9-4325-8588-a14b9dff1f2b None None] Pushing event updated for resources: {'Port': ['ID=20d7ab90-9d1d-4687-bf5d-541bc2c110a0,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:33.290596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:15:33.294456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6143f0-f889-45e1-b163-8dbc6c2a0242 None None] The sync data for ids ['1aa01fc3-7947-4806-8ea5-89ae42231b42'] in n-d-771363-32 is: [{'id': '1aa01fc3-7947-4806-8ea5-89ae42231b42', 'name': 'tempest-RoutersTest-router-1746206112', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:43Z', 'updated_at': '2021-07-05T04:15:28Z', 'revision_number': 11, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:33.305888 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Attempting to bind port 20d7ab90-9d1d-4687-bf5d-541bc2c110a0 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:33.305888 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Attempting to bind port 20d7ab90-9d1d-4687-bf5d-541bc2c110a0 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:33.305888 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Attempting to bind port 20d7ab90-9d1d-4687-bf5d-541bc2c110a0 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:33.312279 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:33.327215 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:33.327215 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.327215 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:33.327215 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Bound port: 20d7ab90-9d1d-4687-bf5d-541bc2c110a0, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:33.327215 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.340415 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.438989 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b28ca780-0a82-40b0-bec3-c84fea9f60a8 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.455559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d53d5d6c-84f9-4d12-aeac-03dae449113f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:33.465281 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] For port 20d7ab90-9d1d-4687-bf5d-541bc2c110a0, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:33.476470 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] For port 20d7ab90-9d1d-4687-bf5d-541bc2c110a0, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=20d7ab90-9d1d-4687-bf5d-541bc2c110a0,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:33.531420 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=7f3a2c71-d22b-42f1-848b-1364c7ce0d59,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:33.540175 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a90fb033-85a4-45d1-8ddc-fab14ac72e59 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.543704 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a90fb033-85a4-45d1-8ddc-fab14ac72e59 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.556253 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'port_id': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'mac_address': 'fa:16:3e:ef:00:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:15:33.607698 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.616465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port d53d5d6c-84f9-4d12-aeac-03dae449113f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:33.617030 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.648262 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.649525 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Allocated IP 172.20.0.1 (698c7822-9f38-4d13-a24c-340f7e82d957/bc2108e7-7cda-4a81-b5ef-7079e3e394a2/62466e6e-a89e-40d9-965f-d81dca53f1c0) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:33.680792 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:15:33.699729 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d660591-66c9-4325-8588-a14b9dff1f2b None None] Pushing event updated for resources: {'Port': ['ID=20d7ab90-9d1d-4687-bf5d-541bc2c110a0,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:33.720300 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a90fb033-85a4-45d1-8ddc-fab14ac72e59 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.727571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90fb033-85a4-45d1-8ddc-fab14ac72e59 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Fanout notify agent at l3_agent the message router_deleted on router 1aa01fc3-7947-4806-8ea5-89ae42231b42 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:15:33.740531 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a90fb033-85a4-45d1-8ddc-fab14ac72e59 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.746870 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a90fb033-85a4-45d1-8ddc-fab14ac72e59 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/routers/1aa01fc3-7947-4806-8ea5-89ae42231b42 HTTP/1.1" status: 204 len: 168 time: 1.0243707 Jul 05 04:15:33.752556 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45366) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:33.757490 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Routers {'d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:33.758311 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:33.764492 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=7f3a2c71-d22b-42f1-848b-1364c7ce0d59,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:33.779018 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-8e304166-1c15-42dd-8946-aa9fdf97f482 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-924447213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:33.822170 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b28ca780-0a82-40b0-bec3-c84fea9f60a8 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.831943 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.911427 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e298f93-8691-40e3-b82b-55c4cd0a5c89 req-6f2330a2-c023-4d0f-af57-3ae186ee47f2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:33.926142 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e298f93-8691-40e3-b82b-55c4cd0a5c89 req-6f2330a2-c023-4d0f-af57-3ae186ee47f2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 944 time: 0.0973251 Jul 05 04:15:33.934584 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.959106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Transition to ACTIVE for port object 62466e6e-a89e-40d9-965f-d81dca53f1c0 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:33.959500 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b28ca780-0a82-40b0-bec3-c84fea9f60a8 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.965627 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] Set router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:34.008030 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=7f3a2c71-d22b-42f1-848b-1364c7ce0d59,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:34.033293 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e298f93-8691-40e3-b82b-55c4cd0a5c89 req-d5ac250f-abfe-45d0-b690-406ea8ca6ee5 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061680 Jul 05 04:15:34.040840 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ca780-0a82-40b0-bec3-c84fea9f60a8 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0885d9-15bc-4f50-a33a-51321346334f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:34.061819 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['7f3a2c71-d22b-42f1-848b-1364c7ce0d59'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:15:34.127371 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.140315 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8e304166-1c15-42dd-8946-aa9fdf97f482 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.143172 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8e304166-1c15-42dd-8946-aa9fdf97f482 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.180105 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.185942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Network 698c7822-9f38-4d13-a24c-340f7e82d957 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:34.188903 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:34.194624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:34.225121 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-452055836-router', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:28Z', 'updated_at': '2021-07-05T04:15:30Z', 'revision_number': 3, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'gw_port': {'id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:29Z', 'updated_at': '2021-07-05T04:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:34.231609 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8e304166-1c15-42dd-8946-aa9fdf97f482 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.240244 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b28ca780-0a82-40b0-bec3-c84fea9f60a8 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.246353 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b28ca780-0a82-40b0-bec3-c84fea9f60a8 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5628405 Jul 05 04:15:34.247105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45374) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:34.252257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Pushing event updated for resources: {'Port': ['ID=62466e6e-a89e-40d9-965f-d81dca53f1c0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:34.252547 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c0fbe204-7816-43ad-b9ad-15050d339a0b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group_rule': {'security_group_id': '0a816ff6-918e-472a-85e7-71cec4f9a95c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2a0885d9-15bc-4f50-a33a-51321346334f'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:34.303127 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db93035-a0d7-402d-bb70-ce80962d17b2 None None] The sync data for ids ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'] in n-d-771363-32 is: [{'id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-452055836-router', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:28Z', 'updated_at': '2021-07-05T04:15:30Z', 'revision_number': 3, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'gw_port': {'id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:29Z', 'updated_at': '2021-07-05T04:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:34.307854 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8e304166-1c15-42dd-8946-aa9fdf97f482 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.310531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.509112 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8e304166-1c15-42dd-8946-aa9fdf97f482 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.514315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45378) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:34.514890 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8e304166-1c15-42dd-8946-aa9fdf97f482 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7611761 Jul 05 04:15:34.519602 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-c0fbe204-7816-43ad-b9ad-15050d339a0b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:34.523792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-65a0baf9-edc2-4caf-8128-7f62c1b31195 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:34.523792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45380) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:34.528720 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c0fbe204-7816-43ad-b9ad-15050d339a0b tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2759359 Jul 05 04:15:34.569124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2912b-d0e7-4031-bd83-826f5e13e765 req-2759a655-c671-436a-82a7-554cbfee46fa tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:34.571062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aed2912b-d0e7-4031-bd83-826f5e13e765 req-2759a655-c671-436a-82a7-554cbfee46fa tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 1097 time: 0.1075249 Jul 05 04:15:34.606593 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c2ff2212-676d-4134-8e7a-f58a2c524dd5 None None] Provisioning for port 62466e6e-a89e-40d9-965f-d81dca53f1c0 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:34.618781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c2ff2212-676d-4134-8e7a-f58a2c524dd5 None None] Provisioning complete for port 62466e6e-a89e-40d9-965f-d81dca53f1c0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:34.620470 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2212-676d-4134-8e7a-f58a2c524dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.655750 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aed2912b-d0e7-4031-bd83-826f5e13e765 req-debc2cf4-71c1-46d9-93b2-200108f7acbd tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766993 Jul 05 04:15:34.684248 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45384) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:34.725261 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff2212-676d-4134-8e7a-f58a2c524dd5 None None] Port 62466e6e-a89e-40d9-965f-d81dca53f1c0 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:34.873687 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.926037 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-1d683550-7fed-4d49-b26c-6b347dea7d53 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting port f9a5c5f9-e0d7-4369-a910-e2d12d1c4015 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:34.926395 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1d683550-7fed-4d49-b26c-6b347dea7d53 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.936821 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-65a0baf9-edc2-4caf-8128-7f62c1b31195 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.987665 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94df642e-1650-4dd7-b08c-dd61c98eca7f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.024303 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1d683550-7fed-4d49-b26c-6b347dea7d53 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.024931 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1d683550-7fed-4d49-b26c-6b347dea7d53 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.039311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-1d683550-7fed-4d49-b26c-6b347dea7d53 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Calling delete_port for f9a5c5f9-e0d7-4369-a910-e2d12d1c4015 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:35.076718 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94df642e-1650-4dd7-b08c-dd61c98eca7f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.083889 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-65a0baf9-edc2-4caf-8128-7f62c1b31195 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527776'] for router, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.278714 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:35.281394 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.315977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94df642e-1650-4dd7-b08c-dd61c98eca7f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.318652 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94df642e-1650-4dd7-b08c-dd61c98eca7f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.320583 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-94df642e-1650-4dd7-b08c-dd61c98eca7f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "DELETE /v2.0/security-groups/2a0885d9-15bc-4f50-a33a-51321346334f HTTP/1.1" status: 204 len: 168 time: 0.7952857 Jul 05 04:15:35.324480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45388) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:35.351748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df642e-1650-4dd7-b08c-dd61c98eca7f tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0885d9-15bc-4f50-a33a-51321346334f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:35.355585 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.363480 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1d683550-7fed-4d49-b26c-6b347dea7d53 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.423088 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a0baf9-edc2-4caf-8128-7f62c1b31195 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Router 6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:15:35.450416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d683550-7fed-4d49-b26c-6b347dea7d53 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Port': ['ID=f9a5c5f9-e0d7-4369-a910-e2d12d1c4015,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:35.452847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:35.457046 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:35.457535 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.467969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Pushing event updated for resources: {'Port': ['ID=62466e6e-a89e-40d9-965f-d81dca53f1c0,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:35.474865 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.513005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 20d7ab90-9d1d-4687-bf5d-541bc2c110a0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:35.623703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a0baf9-edc2-4caf-8128-7f62c1b31195 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:35.635745 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8671b-223b-4e13-b26a-2fdb196c0dd1 None None] Sync routers for ids ['6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:35.650958 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a8671b-223b-4e13-b26a-2fdb196c0dd1 None None] Routers {'6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:35.652090 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-65a0baf9-edc2-4caf-8128-7f62c1b31195 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.656691 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-75a8671b-223b-4e13-b26a-2fdb196c0dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:35.658575 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-65a0baf9-edc2-4caf-8128-7f62c1b31195 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "PUT /v2.0/routers/6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90 HTTP/1.1" status: 200 len: 693 time: 1.1432111 Jul 05 04:15:35.659324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45392) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:35.668878 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1d683550-7fed-4d49-b26c-6b347dea7d53 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.669239 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-1d683550-7fed-4d49-b26c-6b347dea7d53 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Floating IP af05e22c-4179-413e-9155-fe6933307077 disassociated (deleted). External IP: 172.25.6.163, port: edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5. Jul 05 04:15:35.708902 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.745207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Network 698c7822-9f38-4d13-a24c-340f7e82d957 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:35.746877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:35.750335 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 20d7ab90-9d1d-4687-bf5d-541bc2c110a0 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:35.759490 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:35.759490 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3de8b7-c220-49e6-8d45-9576fdd54ddb" -d '{"events": [{"server_uuid": "f276324b-b328-43a2-a8a4-ff5445d7fb8e", "name": "network-vif-plugged", "status": "completed", "tag": "7f3a2c71-d22b-42f1-848b-1364c7ce0d59"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:35.787887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 20d7ab90-9d1d-4687-bf5d-541bc2c110a0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:35.787887 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.798870 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-75a8671b-223b-4e13-b26a-2fdb196c0dd1 None None] Set router 6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:35.861418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=7f3a2c71-d22b-42f1-848b-1364c7ce0d59,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:35.866144 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2e9a5d-6c14-4267-82f6-41e9b58fb6c9 x-openstack-request-id: req-5f2e9a5d-6c14-4267-82f6-41e9b58fb6c9 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:35.867320 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f276324b-b328-43a2-a8a4-ff5445d7fb8e", "name": "network-vif-plugged", "status": "completed", "tag": "7f3a2c71-d22b-42f1-848b-1364c7ce0d59", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:35.872675 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5f2e9a5d-6c14-4267-82f6-41e9b58fb6c9 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:35.872675 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'code': 200} Jul 05 04:15:35.906388 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2a76a4e2-7569-4a9c-90cc-a3b63cb34589 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/routers/6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90 HTTP/1.1" status: 200 len: 699 time: 0.2218297 Jul 05 04:15:35.911833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45396) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:35.912140 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-75a8671b-223b-4e13-b26a-2fdb196c0dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90', 'name': 'tempest-RoutersTest-router-924447213', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:34Z', 'updated_at': '2021-07-05T04:15:34Z', 'revision_number': 2, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:35.920922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e223f4c6-e5f3-4e8d-9aef-a585f875dc1d tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5957334 Jul 05 04:15:35.926621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45398) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:35.977765 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdff19-32f2-4b12-a860-2a7a3ae278e4 req-4d0f43cb-e304-4fca-8390-abaf856f2512 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:35.979211 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86cdff19-32f2-4b12-a860-2a7a3ae278e4 req-4d0f43cb-e304-4fca-8390-abaf856f2512 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 944 time: 0.6295037 Jul 05 04:15:35.985344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d98cecac-6ca8-4f2d-af06-bb094904e423 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90 HTTP/1.1" status: 200 len: 205 time: 0.0678065 Jul 05 04:15:35.985532 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8671b-223b-4e13-b26a-2fdb196c0dd1 None None] Checking router: 6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:35.992222 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.997303 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a8671b-223b-4e13-b26a-2fdb196c0dd1 None None] Routers {'6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:35.998156 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-75a8671b-223b-4e13-b26a-2fdb196c0dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:36.000107 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.014693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45400) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:36.035589 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:36.082158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 20d7ab90-9d1d-4687-bf5d-541bc2c110a0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=20d7ab90-9d1d-4687-bf5d-541bc2c110a0,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:36.133158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=7f3a2c71-d22b-42f1-848b-1364c7ce0d59,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:36.158011 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.168859 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-75a8671b-223b-4e13-b26a-2fdb196c0dd1 None None] Set router 6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:36.204935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e6eb1128-43d3-46f4-8cbb-25be8ae18a41 None None] Provisioning complete for port 62466e6e-a89e-40d9-965f-d81dca53f1c0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:36.205661 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e6eb1128-43d3-46f4-8cbb-25be8ae18a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.274114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=20d7ab90-9d1d-4687-bf5d-541bc2c110a0,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:36.292109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e6eb1128-43d3-46f4-8cbb-25be8ae18a41 None None] Port 62466e6e-a89e-40d9-965f-d81dca53f1c0 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:36.316422 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1d9914d4-e099-4111-9320-29887db5efe4 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.389773 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1d9914d4-e099-4111-9320-29887db5efe4 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.399472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86cdff19-32f2-4b12-a860-2a7a3ae278e4 req-06599ebb-4cc4-40e6-9b50-95d2fdb5001d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3313928 Jul 05 04:15:36.403951 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-75a8671b-223b-4e13-b26a-2fdb196c0dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90', 'name': 'tempest-RoutersTest-router-924447213', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:34Z', 'updated_at': '2021-07-05T04:15:34Z', 'revision_number': 2, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:36.431016 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12643ec4-6017-47c3-9fea-758d41db1178 req-5d045578-4f8e-4c09-ba75-1ffe4a6fd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:36.432978 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-12643ec4-6017-47c3-9fea-758d41db1178 req-5d045578-4f8e-4c09-ba75-1ffe4a6fd0aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 1097 time: 0.3692787 Jul 05 04:15:36.459985 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8671b-223b-4e13-b26a-2fdb196c0dd1 None None] The sync data for ids ['6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90'] in n-d-771363-32 is: [{'id': '6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90', 'name': 'tempest-RoutersTest-router-924447213', 'tenant_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:34Z', 'updated_at': '2021-07-05T04:15:34Z', 'revision_number': 2, 'project_id': '0990f6ce70774d4ba6d3bcd6e62ca48e', 'gw_port_host': None}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:36.522366 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-acbc5a1f-544b-41dc-8429-6b9dc5cd69f6 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.563407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-12643ec4-6017-47c3-9fea-758d41db1178 req-4e5001d3-496b-468a-a87d-60339c4b6c6c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101010 Jul 05 04:15:36.642725 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1d9914d4-e099-4111-9320-29887db5efe4 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.645792 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1d9914d4-e099-4111-9320-29887db5efe4 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.647658 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1d9914d4-e099-4111-9320-29887db5efe4 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "DELETE /v2.0/security-groups/0a816ff6-918e-472a-85e7-71cec4f9a95c HTTP/1.1" status: 204 len: 168 time: 0.6666996 Jul 05 04:15:36.650435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45404) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:36.661579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9914d4-e099-4111-9320-29887db5efe4 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a816ff6-918e-472a-85e7-71cec4f9a95c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:36.716126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d683550-7fed-4d49-b26c-6b347dea7d53 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router cb9a9a04-a334-4c51-af21-81945d64d90a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:36.844042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d683550-7fed-4d49-b26c-6b347dea7d53 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:36.844952 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-acbc5a1f-544b-41dc-8429-6b9dc5cd69f6 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.849286 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1d683550-7fed-4d49-b26c-6b347dea7d53 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.849670 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-acbc5a1f-544b-41dc-8429-6b9dc5cd69f6 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.857191 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0777f-6843-4eb0-b594-881d463e831f None None] Sync routers for ids ['cb9a9a04-a334-4c51-af21-81945d64d90a'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:36.861675 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9c201a09-ce5b-4728-aec3-57d299c5072a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2101018 Jul 05 04:15:36.868238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:36.879094 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Sync routers for ids ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:36.885283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0777f-6843-4eb0-b594-881d463e831f None None] Routers {'cb9a9a04-a334-4c51-af21-81945d64d90a'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:36.888793 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b1d0777f-6843-4eb0-b594-881d463e831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['cb9a9a04-a334-4c51-af21-81945d64d90a'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:36.900740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45406) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:36.901463 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Routers {'d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:36.902301 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:36.914539 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-40572051-b583-4081-b812-11f8c2cabed6 admin admin] 10.222.0.38 "PUT /v2.0/routers/d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2348258 Jul 05 04:15:36.918781 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-9d8b8b1f-7e74-43dd-a257-216c6de5cd85 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459924853'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:36.955405 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1d683550-7fed-4d49-b26c-6b347dea7d53 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/floatingips/af05e22c-4179-413e-9155-fe6933307077 HTTP/1.1" status: 204 len: 168 time: 2.2665088 Jul 05 04:15:36.956453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'tag': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:36.960550 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c07132-bcf1-4f86-96ed-01da1b76d2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0a7f8a-048d-4f6f-a355-7fd727e8ad46", "tag": "edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:37.036271 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-acbc5a1f-544b-41dc-8429-6b9dc5cd69f6 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.036877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbc5a1f-544b-41dc-8429-6b9dc5cd69f6 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Fanout notify agent at l3_agent the message router_deleted on router 6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:15:37.039146 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Set router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:37.045377 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-acbc5a1f-544b-41dc-8429-6b9dc5cd69f6 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.048328 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-acbc5a1f-544b-41dc-8429-6b9dc5cd69f6 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/routers/6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90 HTTP/1.1" status: 204 len: 168 time: 1.0311072 Jul 05 04:15:37.052086 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45414) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:37.063891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b1d0777f-6843-4eb0-b594-881d463e831f None None] Set router cb9a9a04-a334-4c51-af21-81945d64d90a gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:37.081286 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9d8b8b1f-7e74-43dd-a257-216c6de5cd85 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.097832 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe35214-bec7-43c3-8632-6158ca74a113 x-openstack-request-id: req-4fe35214-bec7-43c3-8632-6158ca74a113 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:37.098076 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0a7f8a-048d-4f6f-a355-7fd727e8ad46", "tag": "edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:37.098273 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4fe35214-bec7-43c3-8632-6158ca74a113 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:37.098684 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'tag': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5', 'status': 'completed', 'code': 200} Jul 05 04:15:37.112570 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6b25ec41-d513-4025-b20f-399264403b28 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90 HTTP/1.1" status: 200 len: 205 time: 0.0590477 Jul 05 04:15:37.118907 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45416) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:37.241540 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-7045ddeb-a249-40b4-b670-241dec532c86 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] delete failed (client error): The resource could not be found. Jul 05 04:15:37.242276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7045ddeb-a249-40b4-b670-241dec532c86 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/routers/6ab2cd5f-ef8f-4eb9-8cff-a47aa8d1bf90 HTTP/1.1" status: 404 len: 336 time: 0.1223924 Jul 05 04:15:37.245178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45420) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:37.359637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c07132-bcf1-4f86-96ed-01da1b76d2fd req-75d7a83f-870c-423a-ad92-2ed5060c0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:37.361214 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01c07132-bcf1-4f86-96ed-01da1b76d2fd req-75d7a83f-870c-423a-ad92-2ed5060c0e5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 1097 time: 0.2587464 Jul 05 04:15:37.383906 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-816d9923-69fe-4f86-af8c-af99e896d27f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:37.384403 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816d9923-69fe-4f86-af8c-af99e896d27f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:37.407330 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-816d9923-69fe-4f86-af8c-af99e896d27f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/0d7bb8f8-2bc2-4d62-8fe7-303f51450d3e HTTP/1.1" status: 404 len: 337 time: 0.1334217 Jul 05 04:15:37.407523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45426) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:37.419170 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-452055836-router', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:28Z', 'updated_at': '2021-07-05T04:15:34Z', 'revision_number': 4, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'gw_port': {'id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:29Z', 'updated_at': '2021-07-05T04:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '62466e6e-a89e-40d9-965f-d81dca53f1c0', 'name': '', 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'mac_address': 'fa:16:3e:82:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:33Z', 'updated_at': '2021-07-05T04:15:34Z', 'revision_number': 2, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'subnets': [{'id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:37.454468 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9d8b8b1f-7e74-43dd-a257-216c6de5cd85 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.480262 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Checking router: d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:37.480674 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Updating router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d port 62466e6e-a89e-40d9-965f-d81dca53f1c0 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:15:37.542231 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.570980 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 20d7ab90-9d1d-4687-bf5d-541bc2c110a0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:37.584636 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9d8b8b1f-7e74-43dd-a257-216c6de5cd85 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.599545 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-4483bee0-6474-4fb4-97d4-aa532b779409 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:37.600655 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4483bee0-6474-4fb4-97d4-aa532b779409 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:37.618460 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4483bee0-6474-4fb4-97d4-aa532b779409 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/24be3936-92f9-4614-9a6e-fe3e5e909ed8 HTTP/1.1" status: 404 len: 337 time: 0.1987679 Jul 05 04:15:37.631126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45446) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:37.749928 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b8b1f-7e74-43dd-a257-216c6de5cd85 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd77934e-ea51-492b-909b-7d484cb7c7d4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:37.764176 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-85121f72-1f9a-4a10-9d9a-f66b16d5cf2f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:37.764657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85121f72-1f9a-4a10-9d9a-f66b16d5cf2f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:37.770536 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45460) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:37.774315 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-85121f72-1f9a-4a10-9d9a-f66b16d5cf2f tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/2d4d37f1-6b11-446e-8d42-1fa36add9058 HTTP/1.1" status: 404 len: 337 time: 0.1403637 Jul 05 04:15:37.777368 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b1d0777f-6843-4eb0-b594-881d463e831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822243584', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:44Z', 'updated_at': '2021-07-05T04:12:55Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a', 'name': '', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:a0:82:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:53Z', 'updated_at': '2021-07-05T04:13:03Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:37.813934 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-df93abe9-4a04-4870-bf80-5b4abecdd73a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:37.814649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df93abe9-4a04-4870-bf80-5b4abecdd73a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:37.820300 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-df93abe9-4a04-4870-bf80-5b4abecdd73a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/50dc93a0-69d1-4d67-8dbf-4ae034820574 HTTP/1.1" status: 404 len: 337 time: 0.0470169 Jul 05 04:15:37.821462 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45462) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:37.843339 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9d8b8b1f-7e74-43dd-a257-216c6de5cd85 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.848666 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45468) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:37.857167 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-fd38502f-5d1d-4e47-9e2e-7dfe21b73b9e tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:37.858645 n-d-771363-32 neutron-server[100933]: WARNING neutron.api.v2.base [None req-fd38502f-5d1d-4e47-9e2e-7dfe21b73b9e tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 04:15:37.859410 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-fd38502f-5d1d-4e47-9e2e-7dfe21b73b9e tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 04:15:37.859883 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9d8b8b1f-7e74-43dd-a257-216c6de5cd85 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9578578 Jul 05 04:15:37.861105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fd38502f-5d1d-4e47-9e2e-7dfe21b73b9e tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "PUT /v2.0/security-groups/bd77934e-ea51-492b-909b-7d484cb7c7d4 HTTP/1.1" status: 409 len: 330 time: 0.0096090 Jul 05 04:15:37.865151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45470) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:37.875263 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0777f-6843-4eb0-b594-881d463e831f None None] Checking router: cb9a9a04-a334-4c51-af21-81945d64d90a for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:37.911312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91980b00-2933-47d4-9eff-61a83142ef4d req-09e1409b-32fd-4e5c-a4f9-95c856c43e32 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:37.913598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c07132-bcf1-4f86-96ed-01da1b76d2fd req-581c2261-7752-4d03-83bb-3f45bba96405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:37.916439 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01c07132-bcf1-4f86-96ed-01da1b76d2fd req-581c2261-7752-4d03-83bb-3f45bba96405 service neutron] 10.222.0.36 "GET /v2.0/networks?id=191a8c10-5710-4eca-8b4b-1524794eb645 HTTP/1.1" status: 200 len: 897 time: 0.4987850 Jul 05 04:15:37.916975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0777f-6843-4eb0-b594-881d463e831f None None] Routers {'cb9a9a04-a334-4c51-af21-81945d64d90a'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:37.918062 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b1d0777f-6843-4eb0-b594-881d463e831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['cb9a9a04-a334-4c51-af21-81945d64d90a'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:37.919908 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-91980b00-2933-47d4-9eff-61a83142ef4d req-09e1409b-32fd-4e5c-a4f9-95c856c43e32 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 945 time: 0.1392689 Jul 05 04:15:37.922998 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0ffdc9a9-a475-4657-b395-b106534bd74e tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports?device_id=1aa01fc3-7947-4806-8ea5-89ae42231b42 HTTP/1.1" status: 200 len: 205 time: 0.0939941 Jul 05 04:15:37.923154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45476) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.018799 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01c07132-bcf1-4f86-96ed-01da1b76d2fd req-8b2b2fcc-228b-4a47-9c52-8858a4eacdc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 HTTP/1.1" status: 200 len: 217 time: 0.0906117 Jul 05 04:15:38.038097 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 20d7ab90-9d1d-4687-bf5d-541bc2c110a0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:38.038483 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.131833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c07132-bcf1-4f86-96ed-01da1b76d2fd req-16c6f158-af87-443e-84fa-195eb41d76a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:38.132784 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01c07132-bcf1-4f86-96ed-01da1b76d2fd req-16c6f158-af87-443e-84fa-195eb41d76a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=766f15b9-5755-4c2f-8e8a-1b9461d6febc HTTP/1.1" status: 200 len: 835 time: 0.1033208 Jul 05 04:15:38.140092 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-7b5498ba-a4ec-4947-9677-946c76cce941 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] delete failed (client error): The resource could not be found. Jul 05 04:15:38.141775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7b5498ba-a4ec-4947-9677-946c76cce941 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/routers/1aa01fc3-7947-4806-8ea5-89ae42231b42 HTTP/1.1" status: 404 len: 336 time: 0.2141497 Jul 05 04:15:38.145111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45478) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.213514 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-91980b00-2933-47d4-9eff-61a83142ef4d req-902486d3-32ef-48a9-a45f-d263df673181 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920332 Jul 05 04:15:38.228592 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.234793 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b1d0777f-6843-4eb0-b594-881d463e831f None None] Set router cb9a9a04-a334-4c51-af21-81945d64d90a gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:38.263697 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-60b11af1-0df0-4617-adaa-11c064412862 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.274001 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Transition to ACTIVE for port object 62466e6e-a89e-40d9-965f-d81dca53f1c0 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:38.280679 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e8494c2b-a20f-48ab-a772-c6334ef67fd5 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports?device_id=30daff4e-fceb-4dd1-933a-1c6a2fada041 HTTP/1.1" status: 200 len: 205 time: 0.0818069 Jul 05 04:15:38.288341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45480) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.335456 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c07132-bcf1-4f86-96ed-01da1b76d2fd req-79fafe87-ece2-4527-90e2-cf00aff35fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:38.336991 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01c07132-bcf1-4f86-96ed-01da1b76d2fd req-79fafe87-ece2-4527-90e2-cf00aff35fa9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=191a8c10-5710-4eca-8b4b-1524794eb645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1928284 Jul 05 04:15:38.348479 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-2031e836-7db2-4b1b-8122-89e7153de169 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] delete failed (client error): The resource could not be found. Jul 05 04:15:38.349467 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2031e836-7db2-4b1b-8122-89e7153de169 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/routers/30daff4e-fceb-4dd1-933a-1c6a2fada041 HTTP/1.1" status: 404 len: 336 time: 0.0576179 Jul 05 04:15:38.351152 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-60b11af1-0df0-4617-adaa-11c064412862 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.353131 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.359172 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45482) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.395115 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182df0b1-ce35-4a4a-a4b9-9f7e66d49388 req-450d4b77-72a3-4e42-9cac-34c62a20638b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:38.396875 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-182df0b1-ce35-4a4a-a4b9-9f7e66d49388 req-450d4b77-72a3-4e42-9cac-34c62a20638b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.4169054 Jul 05 04:15:38.419846 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf04e0-7fa2-4b29-9ddf-e8300c0944e8 None None] Pushing event updated for resources: {'Port': ['ID=62466e6e-a89e-40d9-965f-d81dca53f1c0,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:38.500036 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b65254-f5ea-4a9a-87b1-3b2db00e1cea tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:38.500801 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b65254-f5ea-4a9a-87b1-3b2db00e1cea tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:38.502905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-182df0b1-ce35-4a4a-a4b9-9f7e66d49388 req-98c86e8e-afee-482c-8d75-de7011e2f59e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937555 Jul 05 04:15:38.512695 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45484) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.517072 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b9b65254-f5ea-4a9a-87b1-3b2db00e1cea tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/fb63116c-187c-4dce-98d4-0b24b92440ea HTTP/1.1" status: 404 len: 337 time: 0.1553900 Jul 05 04:15:38.566834 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Attempting to bind port 62466e6e-a89e-40d9-965f-d81dca53f1c0 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:38.568499 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Attempting to bind port 62466e6e-a89e-40d9-965f-d81dca53f1c0 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'ed00e665-9bb6-4ebd-8816-bde4191500de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:38.569481 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Attempting to bind port 62466e6e-a89e-40d9-965f-d81dca53f1c0 on network 698c7822-9f38-4d13-a24c-340f7e82d957 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:38.576182 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:38.576676 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Checking segment: {'id': 'ed00e665-9bb6-4ebd-8816-bde4191500de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:38.577132 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.577583 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Bound using segment: {'id': 'ed00e665-9bb6-4ebd-8816-bde4191500de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:38.581745 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Bound port: 62466e6e-a89e-40d9-965f-d81dca53f1c0, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed00e665-9bb6-4ebd-8816-bde4191500de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:38.581745 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.584666 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c8a0842c-2b0f-4198-804e-9f4cba92c620 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed3ffdf5-92d0-4d00-9460-0ab83f75f1db HTTP/1.1" status: 200 len: 205 time: 0.0695641 Jul 05 04:15:38.587681 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45486) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.614856 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01c07132-bcf1-4f86-96ed-01da1b76d2fd req-5e0933a1-6d88-4bc1-96f2-398d49c4a4f8 service neutron] 10.222.0.36 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666216 Jul 05 04:15:38.634505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b1d0777f-6843-4eb0-b594-881d463e831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822243584', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:44Z', 'updated_at': '2021-07-05T04:12:55Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a', 'name': '', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:a0:82:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:53Z', 'updated_at': '2021-07-05T04:13:03Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:38.675810 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-60b11af1-0df0-4617-adaa-11c064412862 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.681974 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-60b11af1-0df0-4617-adaa-11c064412862 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.683139 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-60b11af1-0df0-4617-adaa-11c064412862 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "DELETE /v2.0/security-groups/bd77934e-ea51-492b-909b-7d484cb7c7d4 HTTP/1.1" status: 204 len: 168 time: 0.8169043 Jul 05 04:15:38.686862 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-7c9d1b29-9ebe-4560-9aa4-d706b9f83268 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] delete failed (client error): The resource could not be found. Jul 05 04:15:38.687817 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7c9d1b29-9ebe-4560-9aa4-d706b9f83268 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/routers/ed3ffdf5-92d0-4d00-9460-0ab83f75f1db HTTP/1.1" status: 404 len: 336 time: 0.0991497 Jul 05 04:15:38.703375 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45492) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.703626 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45494) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.724038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0777f-6843-4eb0-b594-881d463e831f None None] The sync data for ids ['cb9a9a04-a334-4c51-af21-81945d64d90a'] in n-d-771363-32 is: [{'id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822243584', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:44Z', 'updated_at': '2021-07-05T04:12:55Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a', 'name': '', 'network_id': '191a8c10-5710-4eca-8b4b-1524794eb645', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:a0:82:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:53Z', 'updated_at': '2021-07-05T04:13:03Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': '766f15b9-5755-4c2f-8e8a-1b9461d6febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:38.733746 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] For port 62466e6e-a89e-40d9-965f-d81dca53f1c0, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:38.737409 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] For port 62466e6e-a89e-40d9-965f-d81dca53f1c0, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=62466e6e-a89e-40d9-965f-d81dca53f1c0,segment=NetworkSegment(ed00e665-9bb6-4ebd-8816-bde4191500de),segment_id=ed00e665-9bb6-4ebd-8816-bde4191500de)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:38.802239 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01c07132-bcf1-4f86-96ed-01da1b76d2fd req-128d23ab-7e69-4051-b0e5-3ea49632b063 service neutron] 10.222.0.36 "GET /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785915 Jul 05 04:15:38.805039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4eed50e8-89cb-4cee-833a-9caf8ba3b72d tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports?device_id=8411061e-bf81-472a-9c52-26a5c7804a3d HTTP/1.1" status: 200 len: 205 time: 0.0862586 Jul 05 04:15:38.810528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45498) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.811470 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b11af1-0df0-4617-adaa-11c064412862 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd77934e-ea51-492b-909b-7d484cb7c7d4,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:38.821306 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.877893 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-60b6cbf7-03eb-42e4-bcf5-0b67539023c6 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1601677 Jul 05 04:15:38.884237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45500) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.899886 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-bf97ff20-497c-4210-9938-1dbe57957101 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] delete failed (client error): The resource could not be found. Jul 05 04:15:38.901630 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bf97ff20-497c-4210-9938-1dbe57957101 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "DELETE /v2.0/security-groups/47df38c4-ff92-4a39-8eeb-8b42ce7ab7cc HTTP/1.1" status: 404 len: 347 time: 0.0162067 Jul 05 04:15:38.907102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45502) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.924694 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-5b8481bb-937e-4cd8-bf4e-299b765fc09a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] show failed (client error): The resource could not be found. Jul 05 04:15:38.930240 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5b8481bb-937e-4cd8-bf4e-299b765fc09a tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "GET /v2.0/security-groups/ed85076f-b247-41e0-8630-305e5cdda2fd HTTP/1.1" status: 404 len: 347 time: 0.0219035 Jul 05 04:15:38.938715 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45504) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.959418 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-e421493d-b551-4a2c-bc99-95c446cdb295 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] show failed (client error): The resource could not be found. Jul 05 04:15:38.966703 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e421493d-b551-4a2c-bc99-95c446cdb295 tempest-NegativeSecGroupTest-1786052388 tempest-NegativeSecGroupTest-1786052388-project] 10.222.0.38 "GET /v2.0/security-group-rules/1b128c78-1f04-4c47-a9da-bee51a8792bb HTTP/1.1" status: 404 len: 356 time: 0.0264926 Jul 05 04:15:38.974730 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-43c48a10-3a7e-4fee-9bd9-c84bebfff37a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] delete failed (client error): The resource could not be found. Jul 05 04:15:38.977723 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-43c48a10-3a7e-4fee-9bd9-c84bebfff37a tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/routers/8411061e-bf81-472a-9c52-26a5c7804a3d HTTP/1.1" status: 404 len: 336 time: 0.1637735 Jul 05 04:15:38.979249 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Routers {'d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:38.983746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45508) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.985067 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:39.028226 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bde559-c1f4-4bff-9376-875d1b120c29 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:39.028963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8bde559-c1f4-4bff-9376-875d1b120c29 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:39.031109 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e8bde559-c1f4-4bff-9376-875d1b120c29 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/b6a12e2f-717f-4533-aefe-c3f6a860efe4 HTTP/1.1" status: 404 len: 337 time: 0.0461330 Jul 05 04:15:39.035377 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45510) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:39.064420 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf04e0-7fa2-4b29-9ddf-e8300c0944e8 None None] Pushing event updated for resources: {'Port': ['ID=62466e6e-a89e-40d9-965f-d81dca53f1c0,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:39.108921 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-eb905a0b-951e-4754-9188-e7536cef0d36 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports?device_id=e72ff55f-4537-42d3-9b1f-23763d4ae604 HTTP/1.1" status: 200 len: 205 time: 0.0720217 Jul 05 04:15:39.113047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45512) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:39.184500 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-4e872dc0-09b3-4a83-b904-a527f99e3a08 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] delete failed (client error): The resource could not be found. Jul 05 04:15:39.190087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45514) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:39.190605 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4e872dc0-09b3-4a83-b904-a527f99e3a08 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/routers/e72ff55f-4537-42d3-9b1f-23763d4ae604 HTTP/1.1" status: 404 len: 336 time: 0.0759842 Jul 05 04:15:39.271269 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3920b56-51ce-4527-95d7-f760a696de05 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:39.272627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3920b56-51ce-4527-95d7-f760a696de05 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:39.275374 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c3920b56-51ce-4527-95d7-f760a696de05 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/a07efa4e-40e2-4707-b833-08a196e3441e HTTP/1.1" status: 404 len: 337 time: 0.0832570 Jul 05 04:15:39.279724 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45524) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:39.424165 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8008690-5c93-427e-b035-23ac8c9a8c01 None None] New status for floating IP af05e22c-4179-413e-9155-fe6933307077: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:15:39.432934 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] Set router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:39.455372 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45550) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:39.456305 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7580b5d2-a350-4db3-8147-ce58ca9fb9bd tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "GET /v2.0/ports?device_id=dfb89682-1a11-4afe-a3fa-70cc7787664d HTTP/1.1" status: 200 len: 205 time: 0.1738417 Jul 05 04:15:39.640695 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-5b7372cd-44c2-43b8-9dc9-44a2742ed568 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] delete failed (client error): The resource could not be found. Jul 05 04:15:39.649937 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5b7372cd-44c2-43b8-9dc9-44a2742ed568 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/routers/dfb89682-1a11-4afe-a3fa-70cc7787664d HTTP/1.1" status: 404 len: 336 time: 0.1923320 Jul 05 04:15:39.652436 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45556) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:39.732297 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-22740b06-2ad1-440a-9ae4-1ae7a0affad3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:39.735427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22740b06-2ad1-440a-9ae4-1ae7a0affad3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:39.737472 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-22740b06-2ad1-440a-9ae4-1ae7a0affad3 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/16dc4a14-1b92-4f2b-bf3d-c513836ad89a HTTP/1.1" status: 404 len: 337 time: 0.0835171 Jul 05 04:15:39.741684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45560) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:39.754981 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4070915-7afd-4f18-9d4c-d56adc263ad4 req-baa9da84-3e16-484f-8e9e-b4cf780f31ac tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:39.763202 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4070915-7afd-4f18-9d4c-d56adc263ad4 req-baa9da84-3e16-484f-8e9e-b4cf780f31ac tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 945 time: 0.2776992 Jul 05 04:15:39.788615 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-d799e89b-01f7-4725-85bb-e5ba2cd894a9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:39.789308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d799e89b-01f7-4725-85bb-e5ba2cd894a9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:39.791245 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d799e89b-01f7-4725-85bb-e5ba2cd894a9 tempest-RoutersTest-164888901 tempest-RoutersTest-164888901-project] 10.222.0.38 "DELETE /v2.0/subnets/2a3dc744-c33a-4cf8-a0ed-880f7a786caa HTTP/1.1" status: 404 len: 337 time: 0.0483735 Jul 05 04:15:39.793487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45564) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:39.882328 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4070915-7afd-4f18-9d4c-d56adc263ad4 req-78edbd3d-2700-4cb8-bfdb-1fa94490a48b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961666 Jul 05 04:15:39.954066 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc55ded-402d-47bb-863d-a5afeb60e592 req-9e62f26f-69a1-45f1-8e6a-a04f1aa8c978 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:39.971890 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdc55ded-402d-47bb-863d-a5afeb60e592 req-9e62f26f-69a1-45f1-8e6a-a04f1aa8c978 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.1757793 Jul 05 04:15:39.974936 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410075fb-446e-4f33-91c6-374fdc64914d req-d4e8c1bd-1bb9-4373-8d9b-da132bca1599 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:39.990780 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-410075fb-446e-4f33-91c6-374fdc64914d req-d4e8c1bd-1bb9-4373-8d9b-da132bca1599 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 945 time: 0.1447346 Jul 05 04:15:40.070918 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdc55ded-402d-47bb-863d-a5afeb60e592 req-4163add2-2b1d-417d-9750-2fb9e4427f3f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979655 Jul 05 04:15:40.081658 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-aa1f66aa-ee99-4b1a-af08-4bf33e62185d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=541a98895bf140bc9442a8fceb45eec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869153 Jul 05 04:15:40.085039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45572) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:40.085710 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-452055836-router', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:28Z', 'updated_at': '2021-07-05T04:15:34Z', 'revision_number': 4, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'gw_port': {'id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:29Z', 'updated_at': '2021-07-05T04:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '62466e6e-a89e-40d9-965f-d81dca53f1c0', 'name': '', 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'mac_address': 'fa:16:3e:82:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:33Z', 'updated_at': '2021-07-05T04:15:38Z', 'revision_number': 4, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'subnets': [{'id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:40.122536 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224c126-9f2b-4b86-b6dd-e35fd7ca5d8a None None] The sync data for ids ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'] in n-d-771363-32 is: [{'id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-452055836-router', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:28Z', 'updated_at': '2021-07-05T04:15:34Z', 'revision_number': 4, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'gw_port': {'id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:29Z', 'updated_at': '2021-07-05T04:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '62466e6e-a89e-40d9-965f-d81dca53f1c0', 'name': '', 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'mac_address': 'fa:16:3e:82:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:33Z', 'updated_at': '2021-07-05T04:15:38Z', 'revision_number': 4, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'subnets': [{'id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:40.228645 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d389891-e852-4670-80bd-312bbb65e639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.241637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-410075fb-446e-4f33-91c6-374fdc64914d req-3c0ecb86-2bac-494b-8cfb-9ad5e2c2aa9f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:40.242144 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-410075fb-446e-4f33-91c6-374fdc64914d req-3c0ecb86-2bac-494b-8cfb-9ad5e2c2aa9f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.271010 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d389891-e852-4670-80bd-312bbb65e639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.302465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d503cf6-3a38-4eeb-9002-90bd69ffcd2c req-7951f9c1-b251-4932-9efc-84d11ac2c8da tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:40.304239 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d503cf6-3a38-4eeb-9002-90bd69ffcd2c req-7951f9c1-b251-4932-9efc-84d11ac2c8da tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 945 time: 0.2101028 Jul 05 04:15:40.437588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-410075fb-446e-4f33-91c6-374fdc64914d req-3c0ecb86-2bac-494b-8cfb-9ad5e2c2aa9f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] For port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,segment=NetworkSegment(c6ebf270-fd4c-415e-a5e6-76e18f2de0fb),segment_id=c6ebf270-fd4c-415e-a5e6-76e18f2de0fb)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:40.438046 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-410075fb-446e-4f33-91c6-374fdc64914d req-3c0ecb86-2bac-494b-8cfb-9ad5e2c2aa9f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.451244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d503cf6-3a38-4eeb-9002-90bd69ffcd2c req-7454b643-c3a8-432d-8b90-1392af160176 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209238 Jul 05 04:15:40.471293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-410075fb-446e-4f33-91c6-374fdc64914d req-3c0ecb86-2bac-494b-8cfb-9ad5e2c2aa9f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Calling delete_port for edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:40.494345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45576) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:40.539411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45578) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:40.545239 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d389891-e852-4670-80bd-312bbb65e639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.548233 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d389891-e852-4670-80bd-312bbb65e639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.550095 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8d389891-e852-4670-80bd-312bbb65e639 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6fd2cde5-9603-4c69-9bc0-69b8497c6512 HTTP/1.1" status: 204 len: 168 time: 0.4627981 Jul 05 04:15:40.574760 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d389891-e852-4670-80bd-312bbb65e639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd2cde5-9603-4c69-9bc0-69b8497c6512,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:40.627208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f82f86-9626-44c5-9a2d-fbc150c11bdd tempest-TestVolumeBootPattern-1692624689 tempest-TestVolumeBootPattern-1692624689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:40.636630 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a7f82f86-9626-44c5-9a2d-fbc150c11bdd tempest-TestVolumeBootPattern-1692624689 tempest-TestVolumeBootPattern-1692624689-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 1092 time: 0.1401858 Jul 05 04:15:40.637272 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45584) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:40.642352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:40.806727 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-410075fb-446e-4f33-91c6-374fdc64914d req-3c0ecb86-2bac-494b-8cfb-9ad5e2c2aa9f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.812232 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.855537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-289edf2a-9462-4391-9b87-989ecc47025c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0990f6ce70774d4ba6d3bcd6e62ca48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146389 Jul 05 04:15:40.855906 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ecb86-2bac-494b-8cfb-9ad5e2c2aa9f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Port': ['ID=edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:40.858112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45588) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:40.926289 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a93daf9-aca0-47e2-a02f-4ac70ed73f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.993124 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a93daf9-aca0-47e2-a02f-4ac70ed73f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.025740 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.132849 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-410075fb-446e-4f33-91c6-374fdc64914d req-3c0ecb86-2bac-494b-8cfb-9ad5e2c2aa9f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] No DVR routers for this DVR port edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:41.152569 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-410075fb-446e-4f33-91c6-374fdc64914d req-3c0ecb86-2bac-494b-8cfb-9ad5e2c2aa9f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.154605 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-410075fb-446e-4f33-91c6-374fdc64914d req-3c0ecb86-2bac-494b-8cfb-9ad5e2c2aa9f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.36 "DELETE /v2.0/ports/edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 HTTP/1.1" status: 204 len: 173 time: 1.1652842 Jul 05 04:15:41.155084 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'name': 'network-vif-deleted', 'tag': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:41.167036 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d099a7-28cb-4785-aa03-b46fdedcca1f" -d '{"events": [{"server_uuid": "dc0a7f8a-048d-4f6f-a355-7fd727e8ad46", "name": "network-vif-deleted", "tag": "edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:41.261994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Allocated IP 172.25.6.185 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/61537a61-a28e-4de0-ae3a-21a8c3f3b4af) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:41.270169 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a93daf9-aca0-47e2-a02f-4ac70ed73f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.275186 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7a93daf9-aca0-47e2-a02f-4ac70ed73f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.278810 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7a93daf9-aca0-47e2-a02f-4ac70ed73f84 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8eadc78e-12e7-4bd5-a77c-b8fcbd4b8f7e HTTP/1.1" status: 204 len: 168 time: 0.4174740 Jul 05 04:15:41.300621 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23905dab-6ac3-45e6-9309-241ac171f54d x-openstack-request-id: req-23905dab-6ac3-45e6-9309-241ac171f54d {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:41.301742 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0a7f8a-048d-4f6f-a355-7fd727e8ad46", "name": "network-vif-deleted", "tag": "edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:41.302098 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-23905dab-6ac3-45e6-9309-241ac171f54d {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:41.302559 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0a7f8a-048d-4f6f-a355-7fd727e8ad46', 'name': 'network-vif-deleted', 'tag': 'edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5', 'status': 'completed', 'code': 200} Jul 05 04:15:41.304352 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93daf9-aca0-47e2-a02f-4ac70ed73f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eadc78e-12e7-4bd5-a77c-b8fcbd4b8f7e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:41.407992 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4552fcab-3433-4171-892e-4a06627b0aea req-a7687836-429a-44b8-9e60-645dff1d0a28 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 210 time: 0.0928013 Jul 05 04:15:41.476403 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-556b7ebb-8bf1-443a-8d25-ad8b910eb3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.512190 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.579297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 62466e6e-a89e-40d9-965f-d81dca53f1c0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:41.858292 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.863565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 62466e6e-a89e-40d9-965f-d81dca53f1c0 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:41.869961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 62466e6e-a89e-40d9-965f-d81dca53f1c0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:41.872308 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.026931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:42.042042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:42.049261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:42.125588 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'Port': ['ID=61537a61-a28e-4de0-ae3a-21a8c3f3b4af,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:42.186470 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.302050 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 62466e6e-a89e-40d9-965f-d81dca53f1c0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=62466e6e-a89e-40d9-965f-d81dca53f1c0,segment=NetworkSegment(ed00e665-9bb6-4ebd-8816-bde4191500de),segment_id=ed00e665-9bb6-4ebd-8816-bde4191500de)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:42.435176 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.449761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=62466e6e-a89e-40d9-965f-d81dca53f1c0,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:42.999382 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f755065-121e-4415-b715-5fee02b88057 req-9ef04d3b-3728-4527-9239-07c936957a85 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc0a7f8a-048d-4f6f-a355-7fd727e8ad46 HTTP/1.1" status: 200 len: 210 time: 0.4058475 Jul 05 04:15:43.097114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45652) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:43.207626 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.224143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-9495a645-e14a-47fe-8717-c4de71f93fc6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054910124'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:43.355098 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9495a645-e14a-47fe-8717-c4de71f93fc6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.364303 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9495a645-e14a-47fe-8717-c4de71f93fc6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.417780 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 62466e6e-a89e-40d9-965f-d81dca53f1c0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:43.436528 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.491143 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 62466e6e-a89e-40d9-965f-d81dca53f1c0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:43.493182 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.552900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9495a645-e14a-47fe-8717-c4de71f93fc6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.595183 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9495a645-e14a-47fe-8717-c4de71f93fc6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.643173 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495a645-e14a-47fe-8717-c4de71f93fc6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cabb40d6-9a88-485f-a9da-e0cb21d927b8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:43.773987 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9495a645-e14a-47fe-8717-c4de71f93fc6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.782638 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.846542 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9495a645-e14a-47fe-8717-c4de71f93fc6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.869771 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.891562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495a645-e14a-47fe-8717-c4de71f93fc6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907a56db-ca47-462b-9b90-daee1b65fabe,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:43.945763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9495a645-e14a-47fe-8717-c4de71f93fc6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.950375 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9495a645-e14a-47fe-8717-c4de71f93fc6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8512833 Jul 05 04:15:43.955954 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45674) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:43.965923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'Port': ['ID=61537a61-a28e-4de0-ae3a-21a8c3f3b4af,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:43.977766 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.007755 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e548baed-bc21-4f62-a7f8-e0ed1dcc45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.071880 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-01054b07-6719-4bfd-a18c-66ae4100a1e9 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1173141 Jul 05 04:15:44.076465 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45678) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:44.088915 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8ee896d1-e415-41e9-9d8f-2559a80c644b tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group': {'name': 'tempest-security--28031121', 'description': 'tempest-security-description-252318164'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:44.147506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45680) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:44.192201 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Floating IP f604c583-c806-43a5-aded-757d87b943d5 associated. External IP: 172.25.6.185, port: 7f3a2c71-d22b-42f1-848b-1364c7ce0d59. Jul 05 04:15:44.305737 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ee896d1-e415-41e9-9d8f-2559a80c644b tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.385916 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.499505 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ee896d1-e415-41e9-9d8f-2559a80c644b tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.509271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:44.617860 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ee896d1-e415-41e9-9d8f-2559a80c644b tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.620437 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8ee896d1-e415-41e9-9d8f-2559a80c644b tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.621696 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8ee896d1-e415-41e9-9d8f-2559a80c644b tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "PUT /v2.0/security-groups/907a56db-ca47-462b-9b90-daee1b65fabe HTTP/1.1" status: 200 len: 1777 time: 0.5419369 Jul 05 04:15:44.635074 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45686) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:44.658867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:44.673381 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cbbe67-3975-4952-b43b-59f03df9559d None None] Sync routers for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:44.686104 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee896d1-e415-41e9-9d8f-2559a80c644b tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907a56db-ca47-462b-9b90-daee1b65fabe,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:44.688237 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cbbe67-3975-4952-b43b-59f03df9559d None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:44.688962 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-73cbbe67-3975-4952-b43b-59f03df9559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:44.702197 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ff0c400b-4cdb-49c8-8e3e-6f84e647ae1f tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-groups/907a56db-ca47-462b-9b90-daee1b65fabe HTTP/1.1" status: 200 len: 1777 time: 0.0724247 Jul 05 04:15:44.704792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45688) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:44.736756 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.785866 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7abfe3c0-8d89-4181-a4f4-eacce8b802d6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.834978 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-743aa7d6-f8d4-49ee-b9f3-495e4d825a05 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1932101 Jul 05 04:15:44.865354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'tag': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:44.873905 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68a7cd3-45f3-4ac5-bd71-c5f5235a3758" -d '{"events": [{"name": "network-changed", "server_uuid": "f276324b-b328-43a2-a8a4-ff5445d7fb8e", "tag": "7f3a2c71-d22b-42f1-848b-1364c7ce0d59"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:44.916261 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0e84a25-82c8-47f0-92f3-4fba1698dce1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.987926 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41bf2a9-1b03-4f19-a230-565e79c16bb6 x-openstack-request-id: req-b41bf2a9-1b03-4f19-a230-565e79c16bb6 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:44.987926 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f276324b-b328-43a2-a8a4-ff5445d7fb8e", "tag": "7f3a2c71-d22b-42f1-848b-1364c7ce0d59", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:44.988248 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b41bf2a9-1b03-4f19-a230-565e79c16bb6 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:44.988608 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'tag': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'status': 'completed', 'code': 200} Jul 05 04:15:45.002394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0e84a25-82c8-47f0-92f3-4fba1698dce1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.032457 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-73cbbe67-3975-4952-b43b-59f03df9559d None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:45.113168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a7cd3-45f3-4ac5-bd71-c5f5235a3758 req-c31039ea-09d2-4525-b7ba-4b70d3d8410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:45.114752 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f68a7cd3-45f3-4ac5-bd71-c5f5235a3758 req-c31039ea-09d2-4525-b7ba-4b70d3d8410f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 1097 time: 0.0949404 Jul 05 04:15:45.190347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0e84a25-82c8-47f0-92f3-4fba1698dce1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.194047 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0e84a25-82c8-47f0-92f3-4fba1698dce1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.195795 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c0e84a25-82c8-47f0-92f3-4fba1698dce1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-groups/907a56db-ca47-462b-9b90-daee1b65fabe HTTP/1.1" status: 204 len: 168 time: 0.4899046 Jul 05 04:15:45.198609 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45698) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:45.220817 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e84a25-82c8-47f0-92f3-4fba1698dce1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=907a56db-ca47-462b-9b90-daee1b65fabe,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:45.265544 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:45.292303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:45.292882 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device edfa55e7-73ac-40ce-aa07-b1ac9e4a86d5 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:45.298141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a7cd3-45f3-4ac5-bd71-c5f5235a3758 req-b393fe65-fe54-4cdf-a3d9-ab89f6337fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:45.305997 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f68a7cd3-45f3-4ac5-bd71-c5f5235a3758 req-b393fe65-fe54-4cdf-a3d9-ab89f6337fc7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.1778886 Jul 05 04:15:45.339023 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.362340 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-55174c55-688e-4913-a2b4-5bc519ff0e96 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1589987 Jul 05 04:15:45.372722 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45704) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:45.394244 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-50f67ce4-0c3c-449a-8e09-73c69aa032fa tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] delete failed (client error): The resource could not be found. Jul 05 04:15:45.399831 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-50f67ce4-0c3c-449a-8e09-73c69aa032fa tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-groups/907a56db-ca47-462b-9b90-daee1b65fabe HTTP/1.1" status: 404 len: 347 time: 0.0215170 Jul 05 04:15:45.400439 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45708) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:45.406224 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f40658df-9967-4d9a-ac20-06aa81d6fe07 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1848797428'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:45.426607 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:15:45.433520 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f68a7cd3-45f3-4ac5-bd71-c5f5235a3758 req-4607f4fe-e2eb-4976-8579-dd4eb1fbe43c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f3a2c71-d22b-42f1-848b-1364c7ce0d59 HTTP/1.1" status: 200 len: 999 time: 0.1207783 Jul 05 04:15:45.442132 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-7abfe3c0-8d89-4181-a4f4-eacce8b802d6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:45.442732 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7abfe3c0-8d89-4181-a4f4-eacce8b802d6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.532162 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a7cd3-45f3-4ac5-bd71-c5f5235a3758 req-09ca9def-9b73-4ad6-843d-aa2a14ac7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:45.532162 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f68a7cd3-45f3-4ac5-bd71-c5f5235a3758 req-09ca9def-9b73-4ad6-843d-aa2a14ac7232 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0906088 Jul 05 04:15:45.606122 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a7cd3-45f3-4ac5-bd71-c5f5235a3758 req-46309464-b73f-4846-aec5-75083567ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:45.606864 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f68a7cd3-45f3-4ac5-bd71-c5f5235a3758 req-46309464-b73f-4846-aec5-75083567ea32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661707 Jul 05 04:15:45.617949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-7abfe3c0-8d89-4181-a4f4-eacce8b802d6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] For port 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a,segment=NetworkSegment(c6ebf270-fd4c-415e-a5e6-76e18f2de0fb),segment_id=c6ebf270-fd4c-415e-a5e6-76e18f2de0fb)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:45.618325 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7abfe3c0-8d89-4181-a4f4-eacce8b802d6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.633857 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-7abfe3c0-8d89-4181-a4f4-eacce8b802d6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Calling delete_port for 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:45.634144 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-73cbbe67-3975-4952-b43b-59f03df9559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'f604c583-c806-43a5-aded-757d87b943d5', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'port_id': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'mac_address': 'fa:16:3e:ef:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:15:42Z', 'updated_at': '2021-07-05T04:15:42Z', 'revision_number': 0, 'project_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:45.668750 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f40658df-9967-4d9a-ac20-06aa81d6fe07 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.680585 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cbbe67-3975-4952-b43b-59f03df9559d None None] Checking router: 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:45.694745 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cbbe67-3975-4952-b43b-59f03df9559d None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:45.695946 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-73cbbe67-3975-4952-b43b-59f03df9559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:45.734157 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f68a7cd3-45f3-4ac5-bd71-c5f5235a3758 req-75fc3d6a-ae86-41c5-9529-04d39683b168 service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146002 Jul 05 04:15:45.855656 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-73cbbe67-3975-4952-b43b-59f03df9559d None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:45.930666 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f68a7cd3-45f3-4ac5-bd71-c5f5235a3758 req-dba55b94-2b07-4297-8666-9a749725a89f service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864016 Jul 05 04:15:46.067338 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f40658df-9967-4d9a-ac20-06aa81d6fe07 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.195250 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f40658df-9967-4d9a-ac20-06aa81d6fe07 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.229571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40658df-9967-4d9a-ac20-06aa81d6fe07 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de73a310-7a78-4261-8237-f842ab1bc11c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:46.241806 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7abfe3c0-8d89-4181-a4f4-eacce8b802d6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.248850 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-73cbbe67-3975-4952-b43b-59f03df9559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'f604c583-c806-43a5-aded-757d87b943d5', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'port_id': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'mac_address': 'fa:16:3e:ef:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:15:42Z', 'updated_at': '2021-07-05T04:15:42Z', 'revision_number': 0, 'project_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:46.282599 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cbbe67-3975-4952-b43b-59f03df9559d None None] The sync data for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 is: [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'f604c583-c806-43a5-aded-757d87b943d5', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'port_id': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'mac_address': 'fa:16:3e:ef:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:15:42Z', 'updated_at': '2021-07-05T04:15:42Z', 'revision_number': 0, 'project_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:46.284600 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfe3c0-8d89-4181-a4f4-eacce8b802d6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Port': ['ID=6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:46.318020 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f40658df-9967-4d9a-ac20-06aa81d6fe07 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.331321 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f40658df-9967-4d9a-ac20-06aa81d6fe07 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9180548 Jul 05 04:15:46.331933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45712) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:46.331933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-63c32310-ab26-4fcc-9d6a-11c8af1182a3 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group_rule': {'security_group_id': 'de73a310-7a78-4261-8237-f842ab1bc11c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:46.435003 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63c32310-ab26-4fcc-9d6a-11c8af1182a3 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.553846 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63c32310-ab26-4fcc-9d6a-11c8af1182a3 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.635533 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7abfe3c0-8d89-4181-a4f4-eacce8b802d6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.645480 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6871513a-521c-47c9-b46c-56c902e3b458 None None] New status for floating IP f604c583-c806-43a5-aded-757d87b943d5: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:15:46.652756 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63c32310-ab26-4fcc-9d6a-11c8af1182a3 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.689003 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c32310-ab26-4fcc-9d6a-11c8af1182a3 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd85cdb-bc5d-4b0c-9e46-aaa432c0ea59,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:46.760600 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63c32310-ab26-4fcc-9d6a-11c8af1182a3 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.762049 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-63c32310-ab26-4fcc-9d6a-11c8af1182a3 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4383633 Jul 05 04:15:46.764592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45722) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:46.802517 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-49ea14d5-d502-425d-a869-c8e8dd0c5b65 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.811214 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-49ea14d5-d502-425d-a869-c8e8dd0c5b65 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.886615 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-49ea14d5-d502-425d-a869-c8e8dd0c5b65 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.895302 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-49ea14d5-d502-425d-a869-c8e8dd0c5b65 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.895302 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-49ea14d5-d502-425d-a869-c8e8dd0c5b65 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/4fd85cdb-bc5d-4b0c-9e46-aaa432c0ea59 HTTP/1.1" status: 204 len: 168 time: 0.1293104 Jul 05 04:15:46.898582 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.898760 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45724) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:46.906990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea14d5-d502-425d-a869-c8e8dd0c5b65 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fd85cdb-bc5d-4b0c-9e46-aaa432c0ea59,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:46.915035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abfe3c0-8d89-4181-a4f4-eacce8b802d6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router cb9a9a04-a334-4c51-af21-81945d64d90a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:47.000945 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-afd27cca-4f3f-452c-8a30-bf7235cacf2d tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1006544 Jul 05 04:15:47.003565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45726) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:47.442978 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b11fd470-e16e-4ed1-af53-060c1992eb22 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.448133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abfe3c0-8d89-4181-a4f4-eacce8b802d6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:47.457333 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7abfe3c0-8d89-4181-a4f4-eacce8b802d6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "PUT /v2.0/routers/cb9a9a04-a334-4c51-af21-81945d64d90a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3063195 Jul 05 04:15:47.457755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45734) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:47.465330 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868eccb-2947-4d71-ae38-460d2d5c1ecd None None] Sync routers for ids ['cb9a9a04-a334-4c51-af21-81945d64d90a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:47.473995 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b11fd470-e16e-4ed1-af53-060c1992eb22 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.487416 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c868eccb-2947-4d71-ae38-460d2d5c1ecd None None] Routers {'cb9a9a04-a334-4c51-af21-81945d64d90a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:47.489749 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c868eccb-2947-4d71-ae38-460d2d5c1ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['cb9a9a04-a334-4c51-af21-81945d64d90a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:47.578861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-528ea7c2-153e-44ab-aa9c-0d9d508c6418 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting subnet 766f15b9-5755-4c2f-8e8a-1b9461d6febc {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:47.582975 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-528ea7c2-153e-44ab-aa9c-0d9d508c6418 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.612947 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b11fd470-e16e-4ed1-af53-060c1992eb22 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.617194 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b11fd470-e16e-4ed1-af53-060c1992eb22 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.626350 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b11fd470-e16e-4ed1-af53-060c1992eb22 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-groups/de73a310-7a78-4261-8237-f842ab1bc11c HTTP/1.1" status: 204 len: 168 time: 0.6138532 Jul 05 04:15:47.626350 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45738) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:47.641042 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-528ea7c2-153e-44ab-aa9c-0d9d508c6418 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.676639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fd470-e16e-4ed1-af53-060c1992eb22 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de73a310-7a78-4261-8237-f842ab1bc11c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:47.757249 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-c868eccb-2947-4d71-ae38-460d2d5c1ecd None None] Set router cb9a9a04-a334-4c51-af21-81945d64d90a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:47.762300 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6a6cb77c-343f-4252-bb4d-39eb62e24377 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1395121 Jul 05 04:15:47.770945 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45744) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:47.779641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f5179a9b-0f42-41b5-af64-626328e6ac7f tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112852679'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:47.819325 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-528ea7c2-153e-44ab-aa9c-0d9d508c6418 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.909331 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f5179a9b-0f42-41b5-af64-626328e6ac7f tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.988832 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c868eccb-2947-4d71-ae38-460d2d5c1ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822243584', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:44Z', 'updated_at': '2021-07-05T04:15:46Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:48.007959 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-528ea7c2-153e-44ab-aa9c-0d9d508c6418 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.017635 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868eccb-2947-4d71-ae38-460d2d5c1ecd None None] Checking router: cb9a9a04-a334-4c51-af21-81945d64d90a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:48.027835 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c868eccb-2947-4d71-ae38-460d2d5c1ecd None None] Routers {'cb9a9a04-a334-4c51-af21-81945d64d90a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:48.028555 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c868eccb-2947-4d71-ae38-460d2d5c1ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['cb9a9a04-a334-4c51-af21-81945d64d90a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:48.038312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ea7c2-153e-44ab-aa9c-0d9d508c6418 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Subnet': ['ID=766f15b9-5755-4c2f-8e8a-1b9461d6febc,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:48.040157 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f5179a9b-0f42-41b5-af64-626328e6ac7f tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.047385 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-528ea7c2-153e-44ab-aa9c-0d9d508c6418 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.048371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42a9e64-9410-46a8-9d9d-bd93694d83dc None None] Network 191a8c10-5710-4eca-8b4b-1524794eb645 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:48.051733 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-528ea7c2-153e-44ab-aa9c-0d9d508c6418 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/subnets/766f15b9-5755-4c2f-8e8a-1b9461d6febc HTTP/1.1" status: 204 len: 168 time: 0.5902753 Jul 05 04:15:48.052922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45756) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.118039 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f5179a9b-0f42-41b5-af64-626328e6ac7f tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.182521 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-c868eccb-2947-4d71-ae38-460d2d5c1ecd None None] Set router cb9a9a04-a334-4c51-af21-81945d64d90a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:48.200667 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5179a9b-0f42-41b5-af64-626328e6ac7f tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1387e233-4e2b-4321-b23a-2b6782541e92,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:48.222353 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f5179a9b-0f42-41b5-af64-626328e6ac7f tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.224134 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f5179a9b-0f42-41b5-af64-626328e6ac7f tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4511852 Jul 05 04:15:48.227555 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45766) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.235386 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ce828c54-4691-4ec7-ba8b-2622f7e47f11 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group_rule': {'security_group_id': '1387e233-4e2b-4321-b23a-2b6782541e92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:48.270731 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f32160d-fb91-45c9-9eb6-fc74d58fe553 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.349160 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ce828c54-4691-4ec7-ba8b-2622f7e47f11 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.387781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] DHCP port deletion for 191a8c10-5710-4eca-8b4b-1524794eb645 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:48.460057 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ce828c54-4691-4ec7-ba8b-2622f7e47f11 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.461779 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f32160d-fb91-45c9-9eb6-fc74d58fe553 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.462586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Deleting port 31784e9b-eb8d-480c-bad9-4f47dccee01c {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:48.463170 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.527725 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c868eccb-2947-4d71-ae38-460d2d5c1ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822243584', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:44Z', 'updated_at': '2021-07-05T04:15:46Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:48.538427 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ce828c54-4691-4ec7-ba8b-2622f7e47f11 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.547460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] For port 31784e9b-eb8d-480c-bad9-4f47dccee01c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=31784e9b-eb8d-480c-bad9-4f47dccee01c,segment=NetworkSegment(c6ebf270-fd4c-415e-a5e6-76e18f2de0fb),segment_id=c6ebf270-fd4c-415e-a5e6-76e18f2de0fb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:48.549627 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.563550 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Calling delete_port for 31784e9b-eb8d-480c-bad9-4f47dccee01c owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:48.580292 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce828c54-4691-4ec7-ba8b-2622f7e47f11 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5c1643-6c3e-435c-bf34-1de4ea103de2,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:48.616338 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868eccb-2947-4d71-ae38-460d2d5c1ecd None None] The sync data for ids ['cb9a9a04-a334-4c51-af21-81945d64d90a'] in n-d-771363-32 is: [{'id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822243584', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:44Z', 'updated_at': '2021-07-05T04:15:46Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'f7c67b23-ad52-405b-b8af-562fa1d01721', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9a9a04-a334-4c51-af21-81945d64d90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:45Z', 'updated_at': '2021-07-05T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:48.657847 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ce828c54-4691-4ec7-ba8b-2622f7e47f11 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.659474 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ce828c54-4691-4ec7-ba8b-2622f7e47f11 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4304645 Jul 05 04:15:48.663145 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45786) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.668341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-bf75ffc6-df50-4c45-acaa-0202423eae70 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group_rule': {'security_group_id': '1387e233-4e2b-4321-b23a-2b6782541e92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:48.685303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4f32160d-fb91-45c9-9eb6-fc74d58fe553 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting port f7c67b23-ad52-405b-b8af-562fa1d01721 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:48.685922 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f32160d-fb91-45c9-9eb6-fc74d58fe553 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.744834 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf75ffc6-df50-4c45-acaa-0202423eae70 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.837006 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf75ffc6-df50-4c45-acaa-0202423eae70 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.838520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-4f32160d-fb91-45c9-9eb6-fc74d58fe553 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] For port f7c67b23-ad52-405b-b8af-562fa1d01721, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=f7c67b23-ad52-405b-b8af-562fa1d01721,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:48.838890 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f32160d-fb91-45c9-9eb6-fc74d58fe553 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.856834 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4f32160d-fb91-45c9-9eb6-fc74d58fe553 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Calling delete_port for f7c67b23-ad52-405b-b8af-562fa1d01721 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:48.915562 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf75ffc6-df50-4c45-acaa-0202423eae70 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.945899 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.954038 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75ffc6-df50-4c45-acaa-0202423eae70 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80deceba-c3fb-4f79-8c00-cea2c82e15bb,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:48.988927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Pushing event deleted for resources: {'Port': ['ID=31784e9b-eb8d-480c-bad9-4f47dccee01c,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:48.992019 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] No DVR routers for this DVR port 31784e9b-eb8d-480c-bad9-4f47dccee01c on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:49.019424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.019424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.019424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.019424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.019424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.019424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.019424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.019424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.019424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.019424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.019424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.019424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd27685d-14a2-4ed3-86be-e86c4d044173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.035315 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf75ffc6-df50-4c45-acaa-0202423eae70 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.036616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bf75ffc6-df50-4c45-acaa-0202423eae70 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3723648 Jul 05 04:15:49.040189 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45808) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.045190 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-bb583a08-8a8a-4922-9ad0-ee3466c0dbb2 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group_rule': {'security_group_id': '1387e233-4e2b-4321-b23a-2b6782541e92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:49.152121 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb583a08-8a8a-4922-9ad0-ee3466c0dbb2 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.212250 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f32160d-fb91-45c9-9eb6-fc74d58fe553 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.260846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32160d-fb91-45c9-9eb6-fc74d58fe553 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Port': ['ID=f7c67b23-ad52-405b-b8af-562fa1d01721,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:49.268349 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb583a08-8a8a-4922-9ad0-ee3466c0dbb2 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.339748 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f32160d-fb91-45c9-9eb6-fc74d58fe553 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.343918 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb583a08-8a8a-4922-9ad0-ee3466c0dbb2 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.371577 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb583a08-8a8a-4922-9ad0-ee3466c0dbb2 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d565dc-3d8b-4ca2-9580-c06f5a822ddb,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:49.440138 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f32160d-fb91-45c9-9eb6-fc74d58fe553 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.444625 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f32160d-fb91-45c9-9eb6-fc74d58fe553 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.525059 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb583a08-8a8a-4922-9ad0-ee3466c0dbb2 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.526422 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bb583a08-8a8a-4922-9ad0-ee3466c0dbb2 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4851882 Jul 05 04:15:49.530247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45826) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.542081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-63e963e3-ea1b-4ee0-9b78-428493b7ebb1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group_rule': {'security_group_id': '1387e233-4e2b-4321-b23a-2b6782541e92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:49.546245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:49.558821 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb7c9cdf-6bfc-4df8-b082-8c3b54e6a418 req-4d0758a7-ce6e-4ce4-adfd-a34dfe40867a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1191361 Jul 05 04:15:49.595437 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:49.597326 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f32160d-fb91-45c9-9eb6-fc74d58fe553 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.597974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6ca5f12c-bc3e-42c0-901f-e8f1d4e8eb1a not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:49.598427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 31784e9b-eb8d-480c-bad9-4f47dccee01c no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:49.598886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f32160d-fb91-45c9-9eb6-fc74d58fe553 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Fanout notify agent at l3_agent the message router_deleted on router cb9a9a04-a334-4c51-af21-81945d64d90a {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:15:49.611779 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4f32160d-fb91-45c9-9eb6-fc74d58fe553 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.617197 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4f32160d-fb91-45c9-9eb6-fc74d58fe553 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/routers/cb9a9a04-a334-4c51-af21-81945d64d90a HTTP/1.1" status: 204 len: 168 time: 1.5611329 Jul 05 04:15:49.619684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45834) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.666927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 31784e9b-eb8d-480c-bad9-4f47dccee01c {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:49.666927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 31784e9b-eb8d-480c-bad9-4f47dccee01c not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:49.856753 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63e963e3-ea1b-4ee0-9b78-428493b7ebb1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.876666 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d871aaf-35df-4d04-9810-6626ea2ebeda tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.987519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c9cdf-6bfc-4df8-b082-8c3b54e6a418 req-43ed1455-7667-4c7b-a502-f7a95306f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:49.989062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb7c9cdf-6bfc-4df8-b082-8c3b54e6a418 req-43ed1455-7667-4c7b-a502-f7a95306f659 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 1097 time: 0.3146977 Jul 05 04:15:50.016990 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63e963e3-ea1b-4ee0-9b78-428493b7ebb1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.080546 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d871aaf-35df-4d04-9810-6626ea2ebeda tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.101980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-4d871aaf-35df-4d04-9810-6626ea2ebeda tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191a8c10-5710-4eca-8b4b-1524794eb645']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:50.113450 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63e963e3-ea1b-4ee0-9b78-428493b7ebb1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.124848 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-4d871aaf-35df-4d04-9810-6626ea2ebeda tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:50.124848 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-4d871aaf-35df-4d04-9810-6626ea2ebeda tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ebf270-fd4c-415e-a5e6-76e18f2de0fb') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:50.148795 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d871aaf-35df-4d04-9810-6626ea2ebeda tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.161172 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e963e3-ea1b-4ee0-9b78-428493b7ebb1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db71676e-826d-4ab3-b68d-e87fcbd1ad48,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:50.176365 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d871aaf-35df-4d04-9810-6626ea2ebeda tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.188286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d871aaf-35df-4d04-9810-6626ea2ebeda tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:15:50.188695 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d871aaf-35df-4d04-9810-6626ea2ebeda tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:15:50.191593 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:15:50.250471 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c9cdf-6bfc-4df8-b082-8c3b54e6a418 req-39d99043-fe8d-4030-a6ed-848790b6f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:50.252225 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb7c9cdf-6bfc-4df8-b082-8c3b54e6a418 req-39d99043-fe8d-4030-a6ed-848790b6f1f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.2315533 Jul 05 04:15:50.256322 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-63e963e3-ea1b-4ee0-9b78-428493b7ebb1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.259985 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-63e963e3-ea1b-4ee0-9b78-428493b7ebb1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7257078 Jul 05 04:15:50.261028 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45864) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.266068 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8b3f65c8-45f2-4418-a1db-f6d1a130a7ce tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group_rule': {'security_group_id': '1387e233-4e2b-4321-b23a-2b6782541e92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:50.344536 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb7c9cdf-6bfc-4df8-b082-8c3b54e6a418 req-096f4a52-259d-4a06-b8f8-f85489c8ff8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f3a2c71-d22b-42f1-848b-1364c7ce0d59 HTTP/1.1" status: 200 len: 1001 time: 0.0746815 Jul 05 04:15:50.393803 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8b3f65c8-45f2-4418-a1db-f6d1a130a7ce tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.403332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c9cdf-6bfc-4df8-b082-8c3b54e6a418 req-6ff8fc27-faf4-4870-a2a5-6b3a4d6dc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:50.405583 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb7c9cdf-6bfc-4df8-b082-8c3b54e6a418 req-6ff8fc27-faf4-4870-a2a5-6b3a4d6dc5bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0527384 Jul 05 04:15:50.412484 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d871aaf-35df-4d04-9810-6626ea2ebeda tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.422060 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d871aaf-35df-4d04-9810-6626ea2ebeda tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.423439 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4d871aaf-35df-4d04-9810-6626ea2ebeda tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/networks/191a8c10-5710-4eca-8b4b-1524794eb645 HTTP/1.1" status: 204 len: 168 time: 0.8024359 Jul 05 04:15:50.429692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45874) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.448475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d871aaf-35df-4d04-9810-6626ea2ebeda tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Network': ['ID=191a8c10-5710-4eca-8b4b-1524794eb645,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:50.494072 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8b3f65c8-45f2-4418-a1db-f6d1a130a7ce tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.518169 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55428901-1035-4b84-892d-8e098ba37daa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.518932 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c9cdf-6bfc-4df8-b082-8c3b54e6a418 req-48656b4f-c620-4fdb-a711-dc38f5132ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:50.520927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb7c9cdf-6bfc-4df8-b082-8c3b54e6a418 req-48656b4f-c620-4fdb-a711-dc38f5132ba6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906477 Jul 05 04:15:50.553944 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55428901-1035-4b84-892d-8e098ba37daa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.585171 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8b3f65c8-45f2-4418-a1db-f6d1a130a7ce tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.612616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f65c8-45f2-4418-a1db-f6d1a130a7ce tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4aa9e6-01b8-4e4f-9bc4-8f9634ca8a7f,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:50.634761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb7c9cdf-6bfc-4df8-b082-8c3b54e6a418 req-22b4a285-8c31-4b6c-8cf6-99997be5e076 service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052711 Jul 05 04:15:50.711171 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8b3f65c8-45f2-4418-a1db-f6d1a130a7ce tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.713139 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8b3f65c8-45f2-4418-a1db-f6d1a130a7ce tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4504955 Jul 05 04:15:50.715600 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45888) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.738340 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55428901-1035-4b84-892d-8e098ba37daa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.741365 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55428901-1035-4b84-892d-8e098ba37daa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.745575 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb7c9cdf-6bfc-4df8-b082-8c3b54e6a418 req-a9a718c3-31a8-48bf-adfb-cc855d1abd44 service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007435 Jul 05 04:15:50.748581 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-55428901-1035-4b84-892d-8e098ba37daa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/security-groups/c8e03d2b-a9fc-421a-bbdb-9f5058c901cb HTTP/1.1" status: 204 len: 168 time: 0.3179135 Jul 05 04:15:50.769018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55428901-1035-4b84-892d-8e098ba37daa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e03d2b-a9fc-421a-bbdb-9f5058c901cb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:50.775057 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-21daaea1-118c-4da0-a2fd-afd7b6cde975 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.803357 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-21daaea1-118c-4da0-a2fd-afd7b6cde975 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.887072 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-21daaea1-118c-4da0-a2fd-afd7b6cde975 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.894977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-21daaea1-118c-4da0-a2fd-afd7b6cde975 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.897033 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-21daaea1-118c-4da0-a2fd-afd7b6cde975 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/0b4aa9e6-01b8-4e4f-9bc4-8f9634ca8a7f HTTP/1.1" status: 204 len: 168 time: 0.1795664 Jul 05 04:15:50.900318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45910) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.913993 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21daaea1-118c-4da0-a2fd-afd7b6cde975 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b4aa9e6-01b8-4e4f-9bc4-8f9634ca8a7f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:50.983537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-40fd7e56-d2da-4f25-9fa9-7bf0af2f3cdb tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0811827 Jul 05 04:15:50.986178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45916) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:51.015012 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-619fa6bf-3697-45e0-ba05-dfaf0c06be94 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.031476 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-619fa6bf-3697-45e0-ba05-dfaf0c06be94 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.126172 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-619fa6bf-3697-45e0-ba05-dfaf0c06be94 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.133518 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-619fa6bf-3697-45e0-ba05-dfaf0c06be94 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.134646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-619fa6bf-3697-45e0-ba05-dfaf0c06be94 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/db71676e-826d-4ab3-b68d-e87fcbd1ad48 HTTP/1.1" status: 204 len: 168 time: 0.1475646 Jul 05 04:15:51.137313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45930) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:51.142056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fa6bf-3697-45e0-ba05-dfaf0c06be94 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db71676e-826d-4ab3-b68d-e87fcbd1ad48,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:51.188813 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-66512432-fd35-4b82-8574-069cb21964cb tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0502303 Jul 05 04:15:51.191809 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45934) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:51.217712 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fe199652-707e-4343-8091-243aba16ce3e tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.225333 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fe199652-707e-4343-8091-243aba16ce3e tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.332696 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fe199652-707e-4343-8091-243aba16ce3e tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.345218 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fe199652-707e-4343-8091-243aba16ce3e tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.348750 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fe199652-707e-4343-8091-243aba16ce3e tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/17d565dc-3d8b-4ca2-9580-c06f5a822ddb HTTP/1.1" status: 204 len: 168 time: 0.1556747 Jul 05 04:15:51.352521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45946) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:51.359590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe199652-707e-4343-8091-243aba16ce3e tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17d565dc-3d8b-4ca2-9580-c06f5a822ddb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:51.363188 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f7c67b23-ad52-405b-b8af-562fa1d01721 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:51.400580 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: f7c67b23-ad52-405b-b8af-562fa1d01721 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:51.400932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device f7c67b23-ad52-405b-b8af-562fa1d01721 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:51.404180 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0673e329-6cdc-4dfa-b323-af6704b10040 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0516632 Jul 05 04:15:51.407108 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45950) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:51.433369 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f962a9ad-4e76-4612-b9b7-26b62bed0883 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.444445 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f962a9ad-4e76-4612-b9b7-26b62bed0883 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.539389 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f962a9ad-4e76-4612-b9b7-26b62bed0883 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.545992 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f962a9ad-4e76-4612-b9b7-26b62bed0883 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.547108 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f962a9ad-4e76-4612-b9b7-26b62bed0883 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/80deceba-c3fb-4f79-8c00-cea2c82e15bb HTTP/1.1" status: 204 len: 168 time: 0.1389949 Jul 05 04:15:51.550217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45956) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:51.554134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962a9ad-4e76-4612-b9b7-26b62bed0883 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80deceba-c3fb-4f79-8c00-cea2c82e15bb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:51.606446 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5a66b6b7-4e3c-4f4c-bcf5-835df9a0c28f tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0545542 Jul 05 04:15:51.609247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45962) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:51.639750 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c896f466-b45e-4a33-aafe-b56d810bec3f tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.649996 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c896f466-b45e-4a33-aafe-b56d810bec3f tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.755333 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c896f466-b45e-4a33-aafe-b56d810bec3f tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.764739 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c896f466-b45e-4a33-aafe-b56d810bec3f tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.765560 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c896f466-b45e-4a33-aafe-b56d810bec3f tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/5c5c1643-6c3e-435c-bf34-1de4ea103de2 HTTP/1.1" status: 204 len: 168 time: 0.1549320 Jul 05 04:15:51.768498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45972) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:51.770209 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896f466-b45e-4a33-aafe-b56d810bec3f tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c5c1643-6c3e-435c-bf34-1de4ea103de2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:51.813343 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-737e14f3-0c15-4e85-9665-1ee9092d4a48 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0435131 Jul 05 04:15:51.817691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 45976) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:51.886648 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1c5f5e6c-2131-4e6c-8723-14a070933448 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.919506 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1c5f5e6c-2131-4e6c-8723-14a070933448 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.246670 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1c5f5e6c-2131-4e6c-8723-14a070933448 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.249460 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1c5f5e6c-2131-4e6c-8723-14a070933448 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.250629 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1c5f5e6c-2131-4e6c-8723-14a070933448 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-groups/1387e233-4e2b-4321-b23a-2b6782541e92 HTTP/1.1" status: 204 len: 168 time: 0.4314871 Jul 05 04:15:52.253743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 45996) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:52.281459 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f5e6c-2131-4e6c-8723-14a070933448 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1387e233-4e2b-4321-b23a-2b6782541e92,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:52.334629 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-68d5339e-e6cf-4193-bafd-7fede767e970 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0789056 Jul 05 04:15:52.341135 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46000) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:52.345835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c26ee234-f0d6-46d4-8354-dad47553920a tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712989986'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:52.572972 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c26ee234-f0d6-46d4-8354-dad47553920a tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.663184 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46008) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:52.668191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-fd5bd941-1d59-4e8c-a221-4fd4f9114b72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-707851498', 'description': 'tempest-secgroup-smoke-707851498 description', 'project_id': '493f456730914ffbabda165adccd9cc1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:52.715431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c26ee234-f0d6-46d4-8354-dad47553920a tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.775431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c26ee234-f0d6-46d4-8354-dad47553920a tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.814088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ee234-f0d6-46d4-8354-dad47553920a tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f49406-966e-46d8-9a30-0c2279567872,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:52.858578 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd941-1d59-4e8c-a221-4fd4f9114b72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.934515 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c26ee234-f0d6-46d4-8354-dad47553920a tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.934515 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c26ee234-f0d6-46d4-8354-dad47553920a tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5916927 Jul 05 04:15:52.936453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46022) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:52.941636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-553787b1-48a7-4766-87ea-91b4448ded7d tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group_rule': {'security_group_id': '87f49406-966e-46d8-9a30-0c2279567872', 'direction': 'ingress', 'protocol': 17}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:53.040710 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd941-1d59-4e8c-a221-4fd4f9114b72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.123471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd941-1d59-4e8c-a221-4fd4f9114b72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.180709 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bd941-1d59-4e8c-a221-4fd4f9114b72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ed6219-70de-4544-a689-f6c6b97e4409,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:53.247503 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-553787b1-48a7-4766-87ea-91b4448ded7d tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.314858 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd941-1d59-4e8c-a221-4fd4f9114b72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.316666 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fd5bd941-1d59-4e8c-a221-4fd4f9114b72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6525562 Jul 05 04:15:53.320888 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46040) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:53.324173 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-553787b1-48a7-4766-87ea-91b4448ded7d tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.332019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-178eda56-e7f6-4510-b26c-421019784881 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'd7ed6219-70de-4544-a689-f6c6b97e4409', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:53.389459 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-553787b1-48a7-4766-87ea-91b4448ded7d tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.406778 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553787b1-48a7-4766-87ea-91b4448ded7d tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14cf526-c19e-4894-b076-d862452aee44,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:53.429114 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-178eda56-e7f6-4510-b26c-421019784881 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.489197 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-178eda56-e7f6-4510-b26c-421019784881 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.497175 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-553787b1-48a7-4766-87ea-91b4448ded7d tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.500405 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-553787b1-48a7-4766-87ea-91b4448ded7d tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5609286 Jul 05 04:15:53.501214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46050) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:53.570898 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35377ffc-559f-409e-866d-17771e2a2859 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.594233 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35377ffc-559f-409e-866d-17771e2a2859 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.608186 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-178eda56-e7f6-4510-b26c-421019784881 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.642442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178eda56-e7f6-4510-b26c-421019784881 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374e18c1-de93-4342-ad59-e898ea154418,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:53.697952 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-178eda56-e7f6-4510-b26c-421019784881 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.699195 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-178eda56-e7f6-4510-b26c-421019784881 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3772433 Jul 05 04:15:53.702122 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46060) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:53.706676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-990f0651-4865-424f-b94f-081d89198c1e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'd7ed6219-70de-4544-a689-f6c6b97e4409', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:53.712635 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35377ffc-559f-409e-866d-17771e2a2859 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.716270 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35377ffc-559f-409e-866d-17771e2a2859 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.719649 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-35377ffc-559f-409e-866d-17771e2a2859 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-groups/87f49406-966e-46d8-9a30-0c2279567872 HTTP/1.1" status: 204 len: 168 time: 0.2151783 Jul 05 04:15:53.720776 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46064) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:53.754841 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35377ffc-559f-409e-866d-17771e2a2859 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f49406-966e-46d8-9a30-0c2279567872,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:53.787858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d555bdbd-4825-41ea-8001-ef3202935bf2 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645764 Jul 05 04:15:53.791731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46072) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:53.796620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f2d188e3-2bc3-4ce8-be17-37b43358c8f6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1806066806'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:53.836033 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-990f0651-4865-424f-b94f-081d89198c1e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.885728 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2d188e3-2bc3-4ce8-be17-37b43358c8f6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.894477 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-990f0651-4865-424f-b94f-081d89198c1e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.971334 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-990f0651-4865-424f-b94f-081d89198c1e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.978479 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2d188e3-2bc3-4ce8-be17-37b43358c8f6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.991310 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f0651-4865-424f-b94f-081d89198c1e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83e284c-70f6-4ddb-aefa-bc547bf56d33,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:54.092588 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2d188e3-2bc3-4ce8-be17-37b43358c8f6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.134739 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d188e3-2bc3-4ce8-be17-37b43358c8f6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5afd9ef9-6abd-44db-b6ba-18f72a74bdba,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:54.183242 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-990f0651-4865-424f-b94f-081d89198c1e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.184595 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-990f0651-4865-424f-b94f-081d89198c1e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4814756 Jul 05 04:15:54.187311 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46100) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:54.193327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0ed8d5dc-bfaa-40f0-98ad-72fc03fd4b58 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'd7ed6219-70de-4544-a689-f6c6b97e4409', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:54.212006 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f2d188e3-2bc3-4ce8-be17-37b43358c8f6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.213430 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f2d188e3-2bc3-4ce8-be17-37b43358c8f6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4206054 Jul 05 04:15:54.218050 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46104) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:54.230902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2c710b78-4419-431a-8f73-1b3a1db7d2b9 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564663523'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:54.320150 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ed8d5dc-bfaa-40f0-98ad-72fc03fd4b58 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.397959 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ed8d5dc-bfaa-40f0-98ad-72fc03fd4b58 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.417871 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2c710b78-4419-431a-8f73-1b3a1db7d2b9 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.509972 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2c710b78-4419-431a-8f73-1b3a1db7d2b9 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.544382 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ed8d5dc-bfaa-40f0-98ad-72fc03fd4b58 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.574128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8d5dc-bfaa-40f0-98ad-72fc03fd4b58 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189a6820-1807-47aa-8a2a-f88d7429a568,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:54.606918 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2c710b78-4419-431a-8f73-1b3a1db7d2b9 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.642137 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c710b78-4419-431a-8f73-1b3a1db7d2b9 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc8db3a-16c8-4afe-a0f3-78f9c72019e0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:54.686204 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ed8d5dc-bfaa-40f0-98ad-72fc03fd4b58 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.687454 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0ed8d5dc-bfaa-40f0-98ad-72fc03fd4b58 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4991753 Jul 05 04:15:54.690331 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46124) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:54.696134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ae649253-3c28-48ce-8568-56d69a23d5c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'd7ed6219-70de-4544-a689-f6c6b97e4409', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:54.734061 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2c710b78-4419-431a-8f73-1b3a1db7d2b9 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.735291 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2c710b78-4419-431a-8f73-1b3a1db7d2b9 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5162928 Jul 05 04:15:54.738095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46126) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:54.743351 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c01d637e-e8fd-448b-8e0e-c5f482e5cb65 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group_rule': {'security_group_id': '5afd9ef9-6abd-44db-b6ba-18f72a74bdba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cfc8db3a-16c8-4afe-a0f3-78f9c72019e0', 'remote_ip_prefix': None}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:54.839151 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ae649253-3c28-48ce-8568-56d69a23d5c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.915278 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ae649253-3c28-48ce-8568-56d69a23d5c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.921172 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c01d637e-e8fd-448b-8e0e-c5f482e5cb65 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.974368 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ae649253-3c28-48ce-8568-56d69a23d5c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.066348 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae649253-3c28-48ce-8568-56d69a23d5c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04a9423-7e9e-4d32-860a-e018cfde24a0,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:55.098560 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c01d637e-e8fd-448b-8e0e-c5f482e5cb65 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.144178 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ae649253-3c28-48ce-8568-56d69a23d5c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.148137 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ae649253-3c28-48ce-8568-56d69a23d5c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4541750 Jul 05 04:15:55.151648 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46150) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:55.160142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-04701cf8-1cc3-4fc7-9de8-672001ed60d4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'd7ed6219-70de-4544-a689-f6c6b97e4409', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:55.180569 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c01d637e-e8fd-448b-8e0e-c5f482e5cb65 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.214446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d637e-e8fd-448b-8e0e-c5f482e5cb65 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3ed599-610d-4236-ba01-c7c9b90c3577,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:55.305858 n-d-771363-32 neutron-server[100932]: INFO neutron.db.securitygroups_db [None req-04701cf8-1cc3-4fc7-9de8-672001ed60d4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Project 493f456730914ffbabda165adccd9cc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:15:55.311469 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04701cf8-1cc3-4fc7-9de8-672001ed60d4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.377805 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c01d637e-e8fd-448b-8e0e-c5f482e5cb65 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.380147 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c01d637e-e8fd-448b-8e0e-c5f482e5cb65 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6399024 Jul 05 04:15:55.381429 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04701cf8-1cc3-4fc7-9de8-672001ed60d4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.388873 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46164) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:55.421490 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7911342c-b4dd-404f-b3ee-a5ea1c59a249 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.425206 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7911342c-b4dd-404f-b3ee-a5ea1c59a249 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.498134 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04701cf8-1cc3-4fc7-9de8-672001ed60d4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.518020 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04701cf8-1cc3-4fc7-9de8-672001ed60d4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c0aa12-df55-4c1d-a52b-02072baddbc0,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:55.530943 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7911342c-b4dd-404f-b3ee-a5ea1c59a249 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.536014 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7911342c-b4dd-404f-b3ee-a5ea1c59a249 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.538492 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7911342c-b4dd-404f-b3ee-a5ea1c59a249 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/ed3ed599-610d-4236-ba01-c7c9b90c3577 HTTP/1.1" status: 204 len: 168 time: 0.1486540 Jul 05 04:15:55.541367 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46170) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:55.547267 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911342c-b4dd-404f-b3ee-a5ea1c59a249 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed3ed599-610d-4236-ba01-c7c9b90c3577,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:55.603528 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3b00c051-49ab-4937-9dd1-31b67f00b59d tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0609074 Jul 05 04:15:55.606107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46176) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:55.618912 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04701cf8-1cc3-4fc7-9de8-672001ed60d4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.622536 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-04701cf8-1cc3-4fc7-9de8-672001ed60d4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4729633 Jul 05 04:15:55.628309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46180) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:55.632816 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-26200cbd-c0a1-4698-84ce-1f2e0382c331 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'd7ed6219-70de-4544-a689-f6c6b97e4409', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:55.685596 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f8bfcc0-fa79-40b7-8922-a85db93b71c3 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.719685 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f8bfcc0-fa79-40b7-8922-a85db93b71c3 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.789128 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-26200cbd-c0a1-4698-84ce-1f2e0382c331 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Project 493f456730914ffbabda165adccd9cc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:15:55.794666 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-26200cbd-c0a1-4698-84ce-1f2e0382c331 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.819274 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f8bfcc0-fa79-40b7-8922-a85db93b71c3 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.822515 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9f8bfcc0-fa79-40b7-8922-a85db93b71c3 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.826146 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9f8bfcc0-fa79-40b7-8922-a85db93b71c3 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-groups/cfc8db3a-16c8-4afe-a0f3-78f9c72019e0 HTTP/1.1" status: 204 len: 168 time: 0.2190363 Jul 05 04:15:55.826763 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46192) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:55.860057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bfcc0-fa79-40b7-8922-a85db93b71c3 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc8db3a-16c8-4afe-a0f3-78f9c72019e0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:55.917228 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-26200cbd-c0a1-4698-84ce-1f2e0382c331 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.923712 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0c91b729-71b7-461a-82c8-609f6404e7f9 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0900567 Jul 05 04:15:55.927223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46196) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:55.987607 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b954-203d-454d-a0e2-846924ef3702 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.002381 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-26200cbd-c0a1-4698-84ce-1f2e0382c331 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.028941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26200cbd-c0a1-4698-84ce-1f2e0382c331 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1dee8e-2022-4604-9d30-3e6dce7a14f0,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:56.031239 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b954-203d-454d-a0e2-846924ef3702 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.097233 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-26200cbd-c0a1-4698-84ce-1f2e0382c331 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.101826 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-26200cbd-c0a1-4698-84ce-1f2e0382c331 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4693968 Jul 05 04:15:56.101958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46204) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:56.107334 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5dd7f696-03f2-4517-a911-25210d0b2ca5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'network': {'name': 'tempest-network-smoke--1627962300', 'project_id': '493f456730914ffbabda165adccd9cc1', 'port_security_enabled': True}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:56.235837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd7f696-03f2-4517-a911-25210d0b2ca5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Made reservation on behalf of 493f456730914ffbabda165adccd9cc1 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:56.235837 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5dd7f696-03f2-4517-a911-25210d0b2ca5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.280660 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b954-203d-454d-a0e2-846924ef3702 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.283398 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b954-203d-454d-a0e2-846924ef3702 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.287669 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c9d2b954-203d-454d-a0e2-846924ef3702 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-groups/5afd9ef9-6abd-44db-b6ba-18f72a74bdba HTTP/1.1" status: 204 len: 168 time: 0.3557975 Jul 05 04:15:56.288842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46222) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:56.290999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd7f696-03f2-4517-a911-25210d0b2ca5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:15:56.301978 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2b954-203d-454d-a0e2-846924ef3702 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afd9ef9-6abd-44db-b6ba-18f72a74bdba,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:56.302731 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5dd7f696-03f2-4517-a911-25210d0b2ca5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.303176 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-5dd7f696-03f2-4517-a911-25210d0b2ca5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Added segment 0b597436-ada5-43be-b85c-8f0b06adf51e of type vlan for network f03194a7-344a-4f1d-8789-8f7b79c93450 Jul 05 04:15:56.354708 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c0434601-9332-4367-8bbe-be97598b669b tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0636487 Jul 05 04:15:56.361846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46226) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:56.365391 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5dd7f696-03f2-4517-a911-25210d0b2ca5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.366810 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2d5444e3-d752-4486-b0b4-f0a6910ee8a1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707397781'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:56.451886 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d5444e3-d752-4486-b0b4-f0a6910ee8a1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.509277 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5dd7f696-03f2-4517-a911-25210d0b2ca5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.515052 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd7f696-03f2-4517-a911-25210d0b2ca5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:56.515643 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5dd7f696-03f2-4517-a911-25210d0b2ca5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.566065 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d5444e3-d752-4486-b0b4-f0a6910ee8a1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.601462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7f696-03f2-4517-a911-25210d0b2ca5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Network': ['ID=f03194a7-344a-4f1d-8789-8f7b79c93450,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:56.611924 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network f03194a7-344a-4f1d-8789-8f7b79c93450 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:15:56.617689 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d5444e3-d752-4486-b0b4-f0a6910ee8a1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.659217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5444e3-d752-4486-b0b4-f0a6910ee8a1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62065047-128e-4519-bd27-b421939f607c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:56.692188 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5dd7f696-03f2-4517-a911-25210d0b2ca5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5890245 Jul 05 04:15:56.696597 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46248) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:56.704203 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-601536934', 'admin_state_up': True, 'project_id': '493f456730914ffbabda165adccd9cc1', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:56.714963 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d5444e3-d752-4486-b0b4-f0a6910ee8a1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.719594 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2d5444e3-d752-4486-b0b4-f0a6910ee8a1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3567333 Jul 05 04:15:56.722859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46252) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:56.726295 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-838992ee-ece6-4c2b-acc8-2d89368f3846 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group_rule': {'security_group_id': '62065047-128e-4519-bd27-b421939f607c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:56.971519 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.972585 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.040719 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.137700 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-838992ee-ece6-4c2b-acc8-2d89368f3846 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.202038 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-838992ee-ece6-4c2b-acc8-2d89368f3846 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.304757 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-838992ee-ece6-4c2b-acc8-2d89368f3846 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.349403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838992ee-ece6-4c2b-acc8-2d89368f3846 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1cdf8b-395f-4927-ac17-faf951ff2c81,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:57.394854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-838992ee-ece6-4c2b-acc8-2d89368f3846 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.403858 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-838992ee-ece6-4c2b-acc8-2d89368f3846 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6783664 Jul 05 04:15:57.403858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46278) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:57.455107 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a10cb79c-4063-4215-923b-135be1ee6629 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.477677 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a10cb79c-4063-4215-923b-135be1ee6629 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.630021 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a10cb79c-4063-4215-923b-135be1ee6629 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.638049 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a10cb79c-4063-4215-923b-135be1ee6629 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.642487 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46288) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:57.642994 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a10cb79c-4063-4215-923b-135be1ee6629 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/1d1cdf8b-395f-4927-ac17-faf951ff2c81 HTTP/1.1" status: 204 len: 168 time: 0.2414055 Jul 05 04:15:57.656012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cb79c-4063-4215-923b-135be1ee6629 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d1cdf8b-395f-4927-ac17-faf951ff2c81,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:57.745741 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.772759 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1a4ce704-1788-4c3e-9702-01b847f9170d tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1246145 Jul 05 04:15:57.772759 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46296) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:57.892371 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e25f4270-b153-4d0b-b3d0-ea6739d2ad2a tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.927412 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e25f4270-b153-4d0b-b3d0-ea6739d2ad2a tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.091091 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e25f4270-b153-4d0b-b3d0-ea6739d2ad2a tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.094786 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e25f4270-b153-4d0b-b3d0-ea6739d2ad2a tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.095960 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e25f4270-b153-4d0b-b3d0-ea6739d2ad2a tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-groups/62065047-128e-4519-bd27-b421939f607c HTTP/1.1" status: 204 len: 168 time: 0.3222399 Jul 05 04:15:58.099097 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46312) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:58.109788 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f4270-b153-4d0b-b3d0-ea6739d2ad2a tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62065047-128e-4519-bd27-b421939f607c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:58.153770 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.189871 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-79b4e06b-09f1-4bf8-9877-1ceb2c2608ca tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0894456 Jul 05 04:15:58.196031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46318) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:58.201178 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-cccfb1fe-063c-4907-9844-bc0279c73a91 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group': {'name': 'tempest-secgroup--572591645'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:58.205325 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.336734 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Allocated IP 172.25.6.157 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/3253c63c-8812-4294-a947-8593c2128de5) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:58.447244 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.133898 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cccfb1fe-063c-4907-9844-bc0279c73a91 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.134142 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.181193 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cccfb1fe-063c-4907-9844-bc0279c73a91 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.184983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:59.188276 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:59.207807 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:59.262340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=3253c63c-8812-4294-a947-8593c2128de5,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:59.364731 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cccfb1fe-063c-4907-9844-bc0279c73a91 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.425177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfb1fe-063c-4907-9844-bc0279c73a91 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5b6164-d1f3-410a-9c2b-4da91c3ca621,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:59.497725 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cccfb1fe-063c-4907-9844-bc0279c73a91 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.499035 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cccfb1fe-063c-4907-9844-bc0279c73a91 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3016641 Jul 05 04:15:59.501976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46354) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:59.507612 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7d1ab7d6-574e-4c89-9f11-0c04494ef838 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group_rule': {'security_group_id': '8b5b6164-d1f3-410a-9c2b-4da91c3ca621', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:59.612346 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab7d6-574e-4c89-9f11-0c04494ef838 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.641788 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.685112 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab7d6-574e-4c89-9f11-0c04494ef838 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.726355 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab7d6-574e-4c89-9f11-0c04494ef838 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.753624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ab7d6-574e-4c89-9f11-0c04494ef838 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487390ae-92cc-40bc-a047-f9f948255870,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:59.818930 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab7d6-574e-4c89-9f11-0c04494ef838 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.820365 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7d1ab7d6-574e-4c89-9f11-0c04494ef838 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3173130 Jul 05 04:15:59.823125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46378) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:59.842577 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-871e7564-a300-4184-88a9-1f4390e36182 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules/487390ae-92cc-40bc-a047-f9f948255870 HTTP/1.1" status: 200 len: 763 time: 0.0181437 Jul 05 04:15:59.845244 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46382) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:59.858321 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.895780 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6163067f-85ae-417b-9066-14b0a3d30786 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0493388 Jul 05 04:15:59.899224 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46388) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:59.931517 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c0ee8b73-950f-4ad4-a886-0e1282b8a92e tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.952380 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c0ee8b73-950f-4ad4-a886-0e1282b8a92e tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.092323 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c0ee8b73-950f-4ad4-a886-0e1282b8a92e tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.105633 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c0ee8b73-950f-4ad4-a886-0e1282b8a92e tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.109323 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c0ee8b73-950f-4ad4-a886-0e1282b8a92e tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/487390ae-92cc-40bc-a047-f9f948255870 HTTP/1.1" status: 204 len: 168 time: 0.2065103 Jul 05 04:16:00.110240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46404) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:00.123781 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee8b73-950f-4ad4-a886-0e1282b8a92e tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=487390ae-92cc-40bc-a047-f9f948255870,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:00.142919 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router f2a365ed-8992-449b-8ee4-181ca104d5ec is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:16:00.160862 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-972e07cf-e8fd-4fdd-94e7-4815f212eb21 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0473127 Jul 05 04:16:00.162363 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46406) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:00.167794 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0083cf9f-7772-4c70-8e59-9c09f6c2feed tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group_rule': {'security_group_id': '8b5b6164-d1f3-410a-9c2b-4da91c3ca621', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:00.284624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:16:00.303900 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Sync routers for ids ['f2a365ed-8992-449b-8ee4-181ca104d5ec'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:16:00.305263 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0083cf9f-7772-4c70-8e59-9c09f6c2feed tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.313889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Routers {'f2a365ed-8992-449b-8ee4-181ca104d5ec'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:00.314915 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f2a365ed-8992-449b-8ee4-181ca104d5ec'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:00.423770 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.432845 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-92a763f0-0f3a-41a2-9d2c-6de63f87ca31 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7317219 Jul 05 04:16:00.432992 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46420) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:00.487099 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0083cf9f-7772-4c70-8e59-9c09f6c2feed tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.504723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Set router f2a365ed-8992-449b-8ee4-181ca104d5ec gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:00.533806 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bfc87550-72d3-4be4-a1e6-e554c03c4eca tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=493f456730914ffbabda165adccd9cc1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0992486 Jul 05 04:16:00.538557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46424) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:00.594381 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0083cf9f-7772-4c70-8e59-9c09f6c2feed tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.692506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083cf9f-7772-4c70-8e59-9c09f6c2feed tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62516444-f0ac-4c86-bb81-0945d1e5e64c,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:00.775262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601536934', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3253c63c-8812-4294-a947-8593c2128de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:15:59Z', 'revision_number': 3, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': '3253c63c-8812-4294-a947-8593c2128de5', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:00.776631 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0083cf9f-7772-4c70-8e59-9c09f6c2feed tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.780718 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0083cf9f-7772-4c70-8e59-9c09f6c2feed tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6172571 Jul 05 04:16:00.780879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46426) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:00.809146 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-197cb7ac-e8b6-45a3-866f-1d2a6b838ee1 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules/62516444-f0ac-4c86-bb81-0945d1e5e64c HTTP/1.1" status: 200 len: 763 time: 0.0271819 Jul 05 04:16:00.809645 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Checking router: f2a365ed-8992-449b-8ee4-181ca104d5ec for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:16:00.810422 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Updating router f2a365ed-8992-449b-8ee4-181ca104d5ec port 3253c63c-8812-4294-a947-8593c2128de5 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:16:00.812577 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46428) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:00.821803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43732285-96c1-44d7-9218-5493e7538606 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:00.823488 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-43732285-96c1-44d7-9218-5493e7538606 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2829018 Jul 05 04:16:00.826593 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46430) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:00.857789 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.863805 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-27bda83c-0a9e-4fe6-9aaa-af432ede8f9a tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357418 Jul 05 04:16:00.866655 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46432) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:00.875695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b8a8fb0b-64ad-48e1-b3d8-0742b97179b3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1514123733', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'project_id': '493f456730914ffbabda165adccd9cc1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:00.909190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-436afebc-2ff7-4238-9249-f4dacc7ec925 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0954566 Jul 05 04:16:00.910203 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46434) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:00.938484 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2eda0c64-e8ad-4bc9-a21d-3daf2afcf87b tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.947877 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2eda0c64-e8ad-4bc9-a21d-3daf2afcf87b tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.035862 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2eda0c64-e8ad-4bc9-a21d-3daf2afcf87b tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.053211 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2eda0c64-e8ad-4bc9-a21d-3daf2afcf87b tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.054566 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2eda0c64-e8ad-4bc9-a21d-3daf2afcf87b tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/62516444-f0ac-4c86-bb81-0945d1e5e64c HTTP/1.1" status: 204 len: 168 time: 0.1432543 Jul 05 04:16:01.055817 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda0c64-e8ad-4bc9-a21d-3daf2afcf87b tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62516444-f0ac-4c86-bb81-0945d1e5e64c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:01.057276 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46436) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:01.092811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a8fb0b-64ad-48e1-b3d8-0742b97179b3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Made reservation on behalf of 493f456730914ffbabda165adccd9cc1 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:01.097893 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8a8fb0b-64ad-48e1-b3d8-0742b97179b3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.166185 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.171303 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9ee35070-36b0-401d-9cac-bf261e266424 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1099825 Jul 05 04:16:01.171738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46440) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:01.177313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7ef7dc2c-4e83-4703-b3df-cebab24c68b6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Request body: {'security_group_rule': {'security_group_id': '8b5b6164-d1f3-410a-9c2b-4da91c3ca621', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:01.187692 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Transition to ACTIVE for port object 3253c63c-8812-4294-a947-8593c2128de5 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:01.279902 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.309167 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-7ef7dc2c-4e83-4703-b3df-cebab24c68b6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Project b6ede9d533ef4459a85c4a24ed97be14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:16:01.315656 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ef7dc2c-4e83-4703-b3df-cebab24c68b6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.372510 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62770b39-02e4-4562-a4da-ddc77576c646 None None] Pushing event updated for resources: {'Port': ['ID=3253c63c-8812-4294-a947-8593c2128de5,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:01.394842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Attempting to bind port 3253c63c-8812-4294-a947-8593c2128de5 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:01.395213 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Attempting to bind port 3253c63c-8812-4294-a947-8593c2128de5 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:01.395739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Attempting to bind port 3253c63c-8812-4294-a947-8593c2128de5 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:01.407862 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:01.408742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:01.409687 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ef7dc2c-4e83-4703-b3df-cebab24c68b6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.409847 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.409847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:01.410310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Bound port: 3253c63c-8812-4294-a947-8593c2128de5, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:01.410892 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.470753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] For port 3253c63c-8812-4294-a947-8593c2128de5, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:01.473803 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] For port 3253c63c-8812-4294-a947-8593c2128de5, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3253c63c-8812-4294-a947-8593c2128de5,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:01.520409 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ef7dc2c-4e83-4703-b3df-cebab24c68b6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.522299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8a8fb0b-64ad-48e1-b3d8-0742b97179b3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.535457 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7dc2c-4e83-4703-b3df-cebab24c68b6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81a2a04-5047-4c1a-9d83-0c003b2d1e6b,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:01.572222 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.620212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8fb0b-64ad-48e1-b3d8-0742b97179b3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Subnet': ['ID=b8a59358-93f8-484f-aea3-ffbc4f5a8951,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:01.651529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a8fb0b-64ad-48e1-b3d8-0742b97179b3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Checking segment: {'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:01.652369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a8fb0b-64ad-48e1-b3d8-0742b97179b3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network hostable DHCP agents. Network: f03194a7-344a-4f1d-8789-8f7b79c93450, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:16:01.657712 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ef7dc2c-4e83-4703-b3df-cebab24c68b6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.659221 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7ef7dc2c-4e83-4703-b3df-cebab24c68b6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4862938 Jul 05 04:16:01.662024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46458) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:01.699122 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Routers {'f2a365ed-8992-449b-8ee4-181ca104d5ec'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:01.700870 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f2a365ed-8992-449b-8ee4-181ca104d5ec'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:01.709483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-90355449-b162-4ad6-9f3a-da88f8383525 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules/d81a2a04-5047-4c1a-9d83-0c003b2d1e6b HTTP/1.1" status: 200 len: 769 time: 0.0456333 Jul 05 04:16:01.712819 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46460) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:01.756016 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62770b39-02e4-4562-a4da-ddc77576c646 None None] Pushing event updated for resources: {'Port': ['ID=3253c63c-8812-4294-a947-8593c2128de5,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:01.762058 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a8fb0b-64ad-48e1-b3d8-0742b97179b3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network f03194a7-344a-4f1d-8789-8f7b79c93450 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:16:01.796209 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3cd7780c-9c4b-43e8-9f66-7b6eb51a4aa6 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0822151 Jul 05 04:16:01.796554 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46462) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:01.828142 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c5993ba-c65a-419c-8ade-203b139572ec tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.849906 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c5993ba-c65a-419c-8ade-203b139572ec tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.859733 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-b8a8fb0b-64ad-48e1-b3d8-0742b97179b3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, f03194a7-344a-4f1d-8789-8f7b79c93450) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:01.859733 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a8fb0b-64ad-48e1-b3d8-0742b97179b3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:01.859733 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8a8fb0b-64ad-48e1-b3d8-0742b97179b3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.869776 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde974f3-5838-4e39-b316-4e6372313534 None None] Network f03194a7-344a-4f1d-8789-8f7b79c93450 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:01.890496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] Set router f2a365ed-8992-449b-8ee4-181ca104d5ec gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:01.980973 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b8a8fb0b-64ad-48e1-b3d8-0742b97179b3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1101472 Jul 05 04:16:01.981185 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c5993ba-c65a-419c-8ade-203b139572ec tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.981423 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46464) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:02.007683 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c5993ba-c65a-419c-8ade-203b139572ec tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.016628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3c5993ba-c65a-419c-8ade-203b139572ec tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/d81a2a04-5047-4c1a-9d83-0c003b2d1e6b HTTP/1.1" status: 204 len: 168 time: 0.2190967 Jul 05 04:16:02.028199 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46466) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:02.074801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5993ba-c65a-419c-8ade-203b139572ec tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d81a2a04-5047-4c1a-9d83-0c003b2d1e6b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:02.099547 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5a3e4068-7542-4119-8704-cfc860a186ba tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0699391 Jul 05 04:16:02.103905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46468) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:02.197635 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-372b3f2e-964a-41dc-8cee-9118ef32f673 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.249835 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-372b3f2e-964a-41dc-8cee-9118ef32f673 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.354966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-f03194a7-344a-4f1d-8789-8f7b79c93450', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ips': [{'subnet_id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:02.355926 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.424948 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601536934', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3253c63c-8812-4294-a947-8593c2128de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:15:59Z', 'revision_number': 3, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': '3253c63c-8812-4294-a947-8593c2128de5', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:02.451721 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-372b3f2e-964a-41dc-8cee-9118ef32f673 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.454853 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-372b3f2e-964a-41dc-8cee-9118ef32f673 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.456105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-372b3f2e-964a-41dc-8cee-9118ef32f673 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "DELETE /v2.0/security-groups/8b5b6164-d1f3-410a-9c2b-4da91c3ca621 HTTP/1.1" status: 204 len: 168 time: 0.3519557 Jul 05 04:16:02.459945 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46478) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:02.485804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a2060-a23e-4202-9182-fbabfa3199ed None None] The sync data for ids ['f2a365ed-8992-449b-8ee4-181ca104d5ec'] in n-d-771363-32 is: [{'id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601536934', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3253c63c-8812-4294-a947-8593c2128de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:15:59Z', 'revision_number': 3, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': '3253c63c-8812-4294-a947-8593c2128de5', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:16:02.504223 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b3f2e-964a-41dc-8cee-9118ef32f673 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5b6164-d1f3-410a-9c2b-4da91c3ca621,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:02.591815 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bf59ee88-3ecb-49db-b3b7-bcc4ce36c6cc tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1254489 Jul 05 04:16:02.596683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46480) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:02.613673 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.695731 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8e981db6-37b7-4bcc-aac3-a8069192df38 tempest-SecGroupIPv6Test-179643256 tempest-SecGroupIPv6Test-179643256-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0968173 Jul 05 04:16:02.766664 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.772359 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Allocated IP 172.20.0.2 (f03194a7-344a-4f1d-8789-8f7b79c93450/b8a59358-93f8-484f-aea3-ffbc4f5a8951/9c95184c-139c-4f2a-8fcd-9a98c704f26d) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:03.081165 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.092818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Transition to ACTIVE for port object 9c95184c-139c-4f2a-8fcd-9a98c704f26d will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:03.111196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Transition to ACTIVE for port object 9c95184c-139c-4f2a-8fcd-9a98c704f26d will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:03.206729 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.262064 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Network f03194a7-344a-4f1d-8789-8f7b79c93450 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:03.279194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:03.281454 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Pushing event updated for resources: {'Port': ['ID=9c95184c-139c-4f2a-8fcd-9a98c704f26d,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:03.283762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:03.311970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Allocated IP 172.20.0.1 (f03194a7-344a-4f1d-8789-8f7b79c93450/b8a59358-93f8-484f-aea3-ffbc4f5a8951/092487da-7ca2-49bd-82b4-b1f19498f0d0) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:03.418497 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Attempting to bind port 9c95184c-139c-4f2a-8fcd-9a98c704f26d on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:03.419094 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Attempting to bind port 9c95184c-139c-4f2a-8fcd-9a98c704f26d by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:03.419636 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Attempting to bind port 9c95184c-139c-4f2a-8fcd-9a98c704f26d on network f03194a7-344a-4f1d-8789-8f7b79c93450 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:03.425243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:03.429785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Checking segment: {'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:03.430510 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.431228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Bound using segment: {'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:03.431881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Bound port: 9c95184c-139c-4f2a-8fcd-9a98c704f26d, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:03.436669 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.571343 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-59963834-a5ec-406b-90dc-b1172668884e None None] For port 9c95184c-139c-4f2a-8fcd-9a98c704f26d, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:03.575680 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-59963834-a5ec-406b-90dc-b1172668884e None None] For port 9c95184c-139c-4f2a-8fcd-9a98c704f26d, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9c95184c-139c-4f2a-8fcd-9a98c704f26d,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:03.586638 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3253c63c-8812-4294-a947-8593c2128de5 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:03.626969 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.642052 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.698316 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46492) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:03.705315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Transition to ACTIVE for port object 092487da-7ca2-49bd-82b4-b1f19498f0d0 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:03.740889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59963834-a5ec-406b-90dc-b1172668884e None None] Pushing event updated for resources: {'Port': ['ID=9c95184c-139c-4f2a-8fcd-9a98c704f26d,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:03.875338 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.921916 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network f03194a7-344a-4f1d-8789-8f7b79c93450 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:03.929038 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:03.938885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:03.940298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 3253c63c-8812-4294-a947-8593c2128de5 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:03.952141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 3253c63c-8812-4294-a947-8593c2128de5 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:03.952641 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.097600 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fc286198-4673-48a8-b89b-40d0fd492c77 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b6ede9d533ef4459a85c4a24ed97be14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980203 Jul 05 04:16:04.098251 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46502) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:04.171734 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.205548 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.239490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=092487da-7ca2-49bd-82b4-b1f19498f0d0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:04.249388 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bbf70e01-8f30-4621-8d8d-927efbacc410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.252610 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 3253c63c-8812-4294-a947-8593c2128de5, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3253c63c-8812-4294-a947-8593c2128de5,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:04.254832 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.289307 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bbf70e01-8f30-4621-8d8d-927efbacc410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.326142 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.433244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=3253c63c-8812-4294-a947-8593c2128de5,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:04.469335 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bbf70e01-8f30-4621-8d8d-927efbacc410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.472829 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bbf70e01-8f30-4621-8d8d-927efbacc410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.477504 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bbf70e01-8f30-4621-8d8d-927efbacc410 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cabb40d6-9a88-485f-a9da-e0cb21d927b8 HTTP/1.1" status: 204 len: 168 time: 0.3742738 Jul 05 04:16:04.484164 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf70e01-8f30-4621-8d8d-927efbacc410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabb40d6-9a88-485f-a9da-e0cb21d927b8,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:04.593460 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.069849 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.209879 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.297565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f63ed8-8f8f-4771-b346-d90432366ead None None] Network f03194a7-344a-4f1d-8789-8f7b79c93450 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:05.397964 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=092487da-7ca2-49bd-82b4-b1f19498f0d0,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:05.409370 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.532945 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ae6c072c-f321-4939-b605-97b119207e1e None None] Provisioning for port 9c95184c-139c-4f2a-8fcd-9a98c704f26d completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:05.625031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network f03194a7-344a-4f1d-8789-8f7b79c93450 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:05.627287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:05.664811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9c95184c-139c-4f2a-8fcd-9a98c704f26d up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:05.872984 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 9c95184c-139c-4f2a-8fcd-9a98c704f26d completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:05.879563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 9c95184c-139c-4f2a-8fcd-9a98c704f26d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:05.886539 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.010750 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.073003 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 9c95184c-139c-4f2a-8fcd-9a98c704f26d, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9c95184c-139c-4f2a-8fcd-9a98c704f26d,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:06.103664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b34fc286-a899-47a2-9a81-6f1e1b1b1b36 None None] Provisioning for port 092487da-7ca2-49bd-82b4-b1f19498f0d0 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:06.113378 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b34fc286-a899-47a2-9a81-6f1e1b1b1b36 None None] Provisioning complete for port 092487da-7ca2-49bd-82b4-b1f19498f0d0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:06.113378 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b34fc286-a899-47a2-9a81-6f1e1b1b1b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.139771 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46536) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:06.158215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b34fc286-a899-47a2-9a81-6f1e1b1b1b36 None None] Port 092487da-7ca2-49bd-82b4-b1f19498f0d0 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:06.172399 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router f2a365ed-8992-449b-8ee4-181ca104d5ec has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:16:06.174737 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b34fc286-a899-47a2-9a81-6f1e1b1b1b36 None None] Provisioning complete for port 9c95184c-139c-4f2a-8fcd-9a98c704f26d triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:06.175177 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b34fc286-a899-47a2-9a81-6f1e1b1b1b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.242741 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.243820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3253c63c-8812-4294-a947-8593c2128de5 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:06.357929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:16:06.358575 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d76ebd89-a27e-4289-96a1-8830aac27342 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822984988'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:06.365940 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4a34f13b-2832-4a19-85ad-0d753d784162 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "PUT /v2.0/routers/f2a365ed-8992-449b-8ee4-181ca104d5ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3833818 Jul 05 04:16:06.382523 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Sync routers for ids ['f2a365ed-8992-449b-8ee4-181ca104d5ec'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:16:06.392051 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Routers {'f2a365ed-8992-449b-8ee4-181ca104d5ec'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:06.392931 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f2a365ed-8992-449b-8ee4-181ca104d5ec'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:06.486136 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d76ebd89-a27e-4289-96a1-8830aac27342 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.488988 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d76ebd89-a27e-4289-96a1-8830aac27342 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.510560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=9c95184c-139c-4f2a-8fcd-9a98c704f26d,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:06.592449 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 3253c63c-8812-4294-a947-8593c2128de5 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:06.593780 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.783494 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Set router f2a365ed-8992-449b-8ee4-181ca104d5ec gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:06.789843 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d76ebd89-a27e-4289-96a1-8830aac27342 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.831982 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cd735dd6-f6be-4bc6-af1c-42eec2aea925 None None] Provisioning complete for port 092487da-7ca2-49bd-82b4-b1f19498f0d0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:06.832199 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cd735dd6-f6be-4bc6-af1c-42eec2aea925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.882983 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-a6d6fb25-6f18-4acd-9216-7d66e9f97160 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707851498&fields=id&tenant_id=493f456730914ffbabda165adccd9cc1 HTTP/1.1" status: 200 len: 267 time: 0.0682805 Jul 05 04:16:06.900963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-cd735dd6-f6be-4bc6-af1c-42eec2aea925 None None] Port 092487da-7ca2-49bd-82b4-b1f19498f0d0 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:06.970530 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d76ebd89-a27e-4289-96a1-8830aac27342 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.028799 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ee6a264a-b15a-42f5-8080-d061962507f2 None None] Provisioning complete for port 092487da-7ca2-49bd-82b4-b1f19498f0d0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:07.029104 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ee6a264a-b15a-42f5-8080-d061962507f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.049525 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ebd89-a27e-4289-96a1-8830aac27342 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150c3d24-6441-483f-b567-5b51fc34be68,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:07.084737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247ced7-acc3-423e-9693-841ad40f3469 req-be457bb0-47f7-454a-9249-b0814c91b5b9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:07.084961 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601536934', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3253c63c-8812-4294-a947-8593c2128de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': '3253c63c-8812-4294-a947-8593c2128de5', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '092487da-7ca2-49bd-82b4-b1f19498f0d0', 'name': '', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:f1:d3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:03Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 2, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:07.086518 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-be457bb0-47f7-454a-9249-b0814c91b5b9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/networks?id=f03194a7-344a-4f1d-8789-8f7b79c93450 HTTP/1.1" status: 200 len: 797 time: 0.2025192 Jul 05 04:16:07.125913 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Checking router: f2a365ed-8992-449b-8ee4-181ca104d5ec for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:16:07.126791 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Updating router f2a365ed-8992-449b-8ee4-181ca104d5ec port 092487da-7ca2-49bd-82b4-b1f19498f0d0 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:16:07.134327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a264a-b15a-42f5-8080-d061962507f2 None None] Port 092487da-7ca2-49bd-82b4-b1f19498f0d0 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:07.160283 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-21f3b182-944f-4a69-a834-f0fa0e7ce134 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/quotas/493f456730914ffbabda165adccd9cc1 HTTP/1.1" status: 200 len: 375 time: 0.0545261 Jul 05 04:16:07.174615 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.254384 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d76ebd89-a27e-4289-96a1-8830aac27342 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.293878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-b37c4d20-a7f8-4a99-b648-89c51e1605c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1261036 Jul 05 04:16:07.314584 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-21970a0c-5c1a-4071-a2e9-1fb2d2448dd1 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:16:07.316148 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-21970a0c-5c1a-4071-a2e9-1fb2d2448dd1 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067599 Jul 05 04:16:07.391366 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d76ebd89-a27e-4289-96a1-8830aac27342 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.448612 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ebd89-a27e-4289-96a1-8830aac27342 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9935a32-0912-46fc-a4a7-608fb0fe6a29,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:07.466675 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9c95184c-139c-4f2a-8fcd-9a98c704f26d up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:07.498930 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d76ebd89-a27e-4289-96a1-8830aac27342 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.503091 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46572) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:07.503660 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d76ebd89-a27e-4289-96a1-8830aac27342 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3624589 Jul 05 04:16:07.510774 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-4d56cd1c-d63d-442e-a5a7-29a7cc3b3ce2 service neutron] 10.222.0.38 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870167 Jul 05 04:16:07.576660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 9c95184c-139c-4f2a-8fcd-9a98c704f26d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:07.578946 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.649822 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-61a52d53-7fb0-4569-9e89-ef452101943d tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1455038 Jul 05 04:16:07.652648 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46574) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:07.657296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1419702e-2e85-4acc-a844-55c1694a885b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group': {'name': 'tempest-security--1442270484', 'description': 'tempest-security-description-1407491313'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:07.718491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-cf18f0ff-862e-4a0a-8cfa-8e8207d9b642 service neutron] 10.222.0.38 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005107 Jul 05 04:16:07.724976 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1419702e-2e85-4acc-a844-55c1694a885b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.792554 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1419702e-2e85-4acc-a844-55c1694a885b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.841986 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.852505 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Transition to ACTIVE for port object 092487da-7ca2-49bd-82b4-b1f19498f0d0 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:07.920236 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1419702e-2e85-4acc-a844-55c1694a885b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.923508 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1419702e-2e85-4acc-a844-55c1694a885b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.930707 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1419702e-2e85-4acc-a844-55c1694a885b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "PUT /v2.0/security-groups/e9935a32-0912-46fc-a4a7-608fb0fe6a29 HTTP/1.1" status: 200 len: 1780 time: 0.2707720 Jul 05 04:16:07.930924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46578) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:07.954555 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.987723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419702e-2e85-4acc-a844-55c1694a885b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9935a32-0912-46fc-a4a7-608fb0fe6a29,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:08.035625 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f086095-5800-4188-b718-a6529f66dde9 None None] Pushing event updated for resources: {'Port': ['ID=092487da-7ca2-49bd-82b4-b1f19498f0d0,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:08.053232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-25603644-3afd-4ca3-a25d-48213aa82152 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-groups/e9935a32-0912-46fc-a4a7-608fb0fe6a29 HTTP/1.1" status: 200 len: 1780 time: 0.1223013 Jul 05 04:16:08.055166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46584) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.064992 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f086095-5800-4188-b718-a6529f66dde9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.065493 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f086095-5800-4188-b718-a6529f66dde9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.065836 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f086095-5800-4188-b718-a6529f66dde9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.066210 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f086095-5800-4188-b718-a6529f66dde9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.066550 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f086095-5800-4188-b718-a6529f66dde9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.066882 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f086095-5800-4188-b718-a6529f66dde9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.067211 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f086095-5800-4188-b718-a6529f66dde9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.067697 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f086095-5800-4188-b718-a6529f66dde9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.068332 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f086095-5800-4188-b718-a6529f66dde9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.068672 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f086095-5800-4188-b718-a6529f66dde9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.069001 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f086095-5800-4188-b718-a6529f66dde9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.069373 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f086095-5800-4188-b718-a6529f66dde9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:08.107994 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56c86089-0d20-4da5-ab50-be94a8244518 req-86c60eab-ef5b-4239-887b-e2e9b4d6b063 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 210 time: 0.0714116 Jul 05 04:16:08.137436 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-66206433-4bcf-46e8-a142-a32b3430e6f2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.184318 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Attempting to bind port 092487da-7ca2-49bd-82b4-b1f19498f0d0 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:08.184695 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Attempting to bind port 092487da-7ca2-49bd-82b4-b1f19498f0d0 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:08.185086 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Attempting to bind port 092487da-7ca2-49bd-82b4-b1f19498f0d0 on network f03194a7-344a-4f1d-8789-8f7b79c93450 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:08.188855 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-66206433-4bcf-46e8-a142-a32b3430e6f2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.197148 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:08.197525 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Checking segment: {'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:08.199650 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.200149 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Bound using segment: {'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:08.200553 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Bound port: 092487da-7ca2-49bd-82b4-b1f19498f0d0, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:08.201026 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.336741 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] For port 092487da-7ca2-49bd-82b4-b1f19498f0d0, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:08.340148 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] For port 092487da-7ca2-49bd-82b4-b1f19498f0d0, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=092487da-7ca2-49bd-82b4-b1f19498f0d0,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:08.394105 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-66206433-4bcf-46e8-a142-a32b3430e6f2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.399522 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-66206433-4bcf-46e8-a142-a32b3430e6f2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.403889 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46592) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.404516 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-66206433-4bcf-46e8-a142-a32b3430e6f2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-groups/e9935a32-0912-46fc-a4a7-608fb0fe6a29 HTTP/1.1" status: 204 len: 168 time: 0.3476191 Jul 05 04:16:08.429892 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.438111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66206433-4bcf-46e8-a142-a32b3430e6f2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9935a32-0912-46fc-a4a7-608fb0fe6a29,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:08.511820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-455f0b5b-a335-4c11-bfe7-6c8b4b35bbed tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1056881 Jul 05 04:16:08.512772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46596) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.529673 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Routers {'f2a365ed-8992-449b-8ee4-181ca104d5ec'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:08.531059 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:15:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f2a365ed-8992-449b-8ee4-181ca104d5ec'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:08.553112 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-dfa8d00a-1cda-43b5-ab74-8d30dbd93fc0 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] delete failed (client error): The resource could not be found. Jul 05 04:16:08.554509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dfa8d00a-1cda-43b5-ab74-8d30dbd93fc0 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-groups/e9935a32-0912-46fc-a4a7-608fb0fe6a29 HTTP/1.1" status: 404 len: 347 time: 0.0405335 Jul 05 04:16:08.559088 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46600) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.566495 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8a0e6e9a-84fb-469a-93a2-e0f8432ff4ca tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1721601320'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:08.607097 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f086095-5800-4188-b718-a6529f66dde9 None None] Pushing event updated for resources: {'Port': ['ID=092487da-7ca2-49bd-82b4-b1f19498f0d0,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:08.709304 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] Set router f2a365ed-8992-449b-8ee4-181ca104d5ec gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:08.731552 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a0e6e9a-84fb-469a-93a2-e0f8432ff4ca tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.875263 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a0e6e9a-84fb-469a-93a2-e0f8432ff4ca tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.950875 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601536934', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3253c63c-8812-4294-a947-8593c2128de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': '3253c63c-8812-4294-a947-8593c2128de5', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '092487da-7ca2-49bd-82b4-b1f19498f0d0', 'name': '', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:f1:d3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:03Z', 'updated_at': '2021-07-05T04:16:08Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:08.982423 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e1056f-6fc7-4ee0-a819-2ba3e97d723c None None] The sync data for ids ['f2a365ed-8992-449b-8ee4-181ca104d5ec'] in n-d-771363-32 is: [{'id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601536934', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3253c63c-8812-4294-a947-8593c2128de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': '3253c63c-8812-4294-a947-8593c2128de5', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '092487da-7ca2-49bd-82b4-b1f19498f0d0', 'name': '', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:f1:d3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:03Z', 'updated_at': '2021-07-05T04:16:08Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:16:09.055797 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a0e6e9a-84fb-469a-93a2-e0f8432ff4ca tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.093408 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e6e9a-84fb-469a-93a2-e0f8432ff4ca tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20b049d-5fe4-40ae-88d2-5f3cb1911970,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:09.203247 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6f670be-f076-460e-b624-ad1e80ac9ec5 req-47550ae3-5e88-48af-a4ae-f92fd3f1bb09 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 210 time: 0.0316193 Jul 05 04:16:09.234900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a0e6e9a-84fb-469a-93a2-e0f8432ff4ca tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.236330 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8a0e6e9a-84fb-469a-93a2-e0f8432ff4ca tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6751003 Jul 05 04:16:09.239571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46608) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:09.248035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d2e91f1b-7654-4d21-8776-c73625713384 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group_rule': {'security_group_id': 'f20b049d-5fe4-40ae-88d2-5f3cb1911970', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:09.457508 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 092487da-7ca2-49bd-82b4-b1f19498f0d0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:09.460447 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2e91f1b-7654-4d21-8776-c73625713384 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.553153 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2e91f1b-7654-4d21-8776-c73625713384 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.657149 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 092487da-7ca2-49bd-82b4-b1f19498f0d0 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:09.662448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 092487da-7ca2-49bd-82b4-b1f19498f0d0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:09.662833 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.674208 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2e91f1b-7654-4d21-8776-c73625713384 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.702936 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e91f1b-7654-4d21-8776-c73625713384 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18adfa7-faa8-4554-a3c8-7bbc0a7af34c,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:09.779213 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.825951 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 092487da-7ca2-49bd-82b4-b1f19498f0d0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=092487da-7ca2-49bd-82b4-b1f19498f0d0,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:09.845417 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2e91f1b-7654-4d21-8776-c73625713384 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.850159 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d2e91f1b-7654-4d21-8776-c73625713384 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6055377 Jul 05 04:16:09.850159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46620) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:09.884613 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98e67b04-d73e-4d6c-ae77-d0210d90df8b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.893992 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98e67b04-d73e-4d6c-ae77-d0210d90df8b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.897981 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.958266 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=092487da-7ca2-49bd-82b4-b1f19498f0d0,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:10.074358 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98e67b04-d73e-4d6c-ae77-d0210d90df8b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.082344 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-98e67b04-d73e-4d6c-ae77-d0210d90df8b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.083512 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-98e67b04-d73e-4d6c-ae77-d0210d90df8b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/a18adfa7-faa8-4554-a3c8-7bbc0a7af34c HTTP/1.1" status: 204 len: 168 time: 0.2324035 Jul 05 04:16:10.087495 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46622) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:10.096307 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e67b04-d73e-4d6c-ae77-d0210d90df8b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a18adfa7-faa8-4554-a3c8-7bbc0a7af34c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:10.135270 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-25804edb-ddb5-4b31-911f-faf67ebd1ed9 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0440114 Jul 05 04:16:10.135704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46626) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:10.197652 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e18eb7eb-1234-4bc1-b70b-2ea77f712fe2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.223272 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e18eb7eb-1234-4bc1-b70b-2ea77f712fe2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.386684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da873c2f-64a7-4b2c-ad82-0cdedb2f492c req-d4af6884-adc9-4535-b12d-2d32d76eb010 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 210 time: 0.0343053 Jul 05 04:16:10.434459 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e18eb7eb-1234-4bc1-b70b-2ea77f712fe2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.437101 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e18eb7eb-1234-4bc1-b70b-2ea77f712fe2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.439212 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e18eb7eb-1234-4bc1-b70b-2ea77f712fe2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-groups/f20b049d-5fe4-40ae-88d2-5f3cb1911970 HTTP/1.1" status: 204 len: 168 time: 0.3015559 Jul 05 04:16:10.441264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46632) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:10.449105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18eb7eb-1234-4bc1-b70b-2ea77f712fe2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20b049d-5fe4-40ae-88d2-5f3cb1911970,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:10.487773 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-04acf60b-e500-4d99-b89d-03a207adea35 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0453069 Jul 05 04:16:10.492474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46634) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:10.496880 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-28da9825-aedf-44ef-a58b-416d72227730 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group': {'name': 'tempest-secgroup--356095125'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:10.646906 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-28da9825-aedf-44ef-a58b-416d72227730 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.746185 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-28da9825-aedf-44ef-a58b-416d72227730 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.868448 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-28da9825-aedf-44ef-a58b-416d72227730 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.908058 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da9825-aedf-44ef-a58b-416d72227730 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9342a68f-3de9-4f55-9767-6cb82da43198,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:10.989055 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-28da9825-aedf-44ef-a58b-416d72227730 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.994175 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-28da9825-aedf-44ef-a58b-416d72227730 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4981387 Jul 05 04:16:10.994334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46640) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:11.000792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-101aa207-3f62-4e9f-8a64-1657e6fe0d4d tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group_rule': {'security_group_id': '9342a68f-3de9-4f55-9767-6cb82da43198', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:11.184757 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-101aa207-3f62-4e9f-8a64-1657e6fe0d4d tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.371632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-101aa207-3f62-4e9f-8a64-1657e6fe0d4d tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.396843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247ced7-acc3-423e-9693-841ad40f3469 req-46e6c2d3-5db4-44d9-b7a9-18059ebe344a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:11.398665 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-46e6c2d3-5db4-44d9-b7a9-18059ebe344a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.36 "GET /v2.0/networks?id=f03194a7-344a-4f1d-8789-8f7b79c93450 HTTP/1.1" status: 200 len: 797 time: 0.2752547 Jul 05 04:16:11.463467 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-08d086d9-4b3f-4e6b-ba84-f93b22743f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.482005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 092487da-7ca2-49bd-82b4-b1f19498f0d0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:11.500471 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-1b32964e-4fcd-4544-b4b8-9511f2cbd6aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=493f456730914ffbabda165adccd9cc1 HTTP/1.1" status: 200 len: 379 time: 0.0914309 Jul 05 04:16:11.515435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-2247ced7-acc3-423e-9693-841ad40f3469 req-6f0e944e-996f-4c92-b4c3-e16e69968c8c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'port': {'device_id': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'admin_state_up': True, 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'security_groups': ['d7ed6219-70de-4544-a689-f6c6b97e4409']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:11.526616 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-101aa207-3f62-4e9f-8a64-1657e6fe0d4d tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.614482 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 092487da-7ca2-49bd-82b4-b1f19498f0d0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:11.615467 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.646464 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69537eb1-1a9b-498f-89e2-1def587ed6b5 req-3217fedd-f54c-488f-8a99-c561e6f0bdbc tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 210 time: 0.0454605 Jul 05 04:16:11.675659 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-101aa207-3f62-4e9f-8a64-1657e6fe0d4d tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.676973 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-101aa207-3f62-4e9f-8a64-1657e6fe0d4d tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6807778 Jul 05 04:16:11.680301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46652) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:11.685266 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7fef1843-481a-44ad-be9b-32e7d675f603 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group_rule': {'security_group_id': '9342a68f-3de9-4f55-9767-6cb82da43198', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:11.701000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101aa207-3f62-4e9f-8a64-1657e6fe0d4d tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41a6ad7-ca9f-4203-8c03-8d5bc60008d7,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:11.863971 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7fef1843-481a-44ad-be9b-32e7d675f603 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.931022 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7fef1843-481a-44ad-be9b-32e7d675f603 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.954532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2247ced7-acc3-423e-9693-841ad40f3469 req-6f0e944e-996f-4c92-b4c3-e16e69968c8c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Made reservation on behalf of 493f456730914ffbabda165adccd9cc1 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:11.958385 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2247ced7-acc3-423e-9693-841ad40f3469 req-6f0e944e-996f-4c92-b4c3-e16e69968c8c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.962349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46658) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:12.065832 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7fef1843-481a-44ad-be9b-32e7d675f603 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.120019 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef1843-481a-44ad-be9b-32e7d675f603 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0754cd4-7a85-4b69-9f8c-a96f592c7615,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:12.257923 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-2247ced7-acc3-423e-9693-841ad40f3469 req-6f0e944e-996f-4c92-b4c3-e16e69968c8c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Allocated IP 172.20.0.13 (f03194a7-344a-4f1d-8789-8f7b79c93450/b8a59358-93f8-484f-aea3-ffbc4f5a8951/b53930a9-f840-481c-9b0c-88425daa808c) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:12.265037 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-804f1864-36fc-4ff1-bb28-efeec2715641 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=95490658241d44ed85a3f3ef56c50e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952075 Jul 05 04:16:12.267780 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46662) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:12.298377 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7fef1843-481a-44ad-be9b-32e7d675f603 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.300965 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7fef1843-481a-44ad-be9b-32e7d675f603 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6194637 Jul 05 04:16:12.303866 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46664) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:12.308787 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f5bd24aa-200e-4e72-8aa4-4e0c02f7847a tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group_rule': {'security_group_id': '9342a68f-3de9-4f55-9767-6cb82da43198', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:12.382597 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f05f9556-7922-407d-80dd-165739b19868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.410824 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f05f9556-7922-407d-80dd-165739b19868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.450626 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2247ced7-acc3-423e-9693-841ad40f3469 req-6f0e944e-996f-4c92-b4c3-e16e69968c8c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.496715 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5bd24aa-200e-4e72-8aa4-4e0c02f7847a tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.538630 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-2247ced7-acc3-423e-9693-841ad40f3469 req-6f0e944e-996f-4c92-b4c3-e16e69968c8c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Transition to ACTIVE for port object b53930a9-f840-481c-9b0c-88425daa808c will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:12.544419 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f05f9556-7922-407d-80dd-165739b19868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.546725 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f05f9556-7922-407d-80dd-165739b19868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.548707 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f05f9556-7922-407d-80dd-165739b19868 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70515b07-7414-49ca-8d0e-594f9b7c29c6 HTTP/1.1" status: 204 len: 168 time: 0.2791343 Jul 05 04:16:12.569597 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f9556-7922-407d-80dd-165739b19868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70515b07-7414-49ca-8d0e-594f9b7c29c6,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:12.605890 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5bd24aa-200e-4e72-8aa4-4e0c02f7847a tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.731587 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5bd24aa-200e-4e72-8aa4-4e0c02f7847a tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.732922 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2247ced7-acc3-423e-9693-841ad40f3469 req-6f0e944e-996f-4c92-b4c3-e16e69968c8c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.758426 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd24aa-200e-4e72-8aa4-4e0c02f7847a tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0b2d7b-6367-415d-a931-80d232f8d4d3,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:12.798638 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2247ced7-acc3-423e-9693-841ad40f3469 req-6f0e944e-996f-4c92-b4c3-e16e69968c8c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network f03194a7-344a-4f1d-8789-8f7b79c93450 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:12.799244 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-2247ced7-acc3-423e-9693-841ad40f3469 req-6f0e944e-996f-4c92-b4c3-e16e69968c8c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:12.820914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2247ced7-acc3-423e-9693-841ad40f3469 req-6f0e944e-996f-4c92-b4c3-e16e69968c8c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:12.888470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e944e-996f-4c92-b4c3-e16e69968c8c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=b53930a9-f840-481c-9b0c-88425daa808c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:12.908120 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4cb8b-2d23-4b17-aa91-2c59c8195412 req-b15970ef-4f6d-425c-92c9-3670ccc97b68 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:12.916432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247ced7-acc3-423e-9693-841ad40f3469 req-6f0e944e-996f-4c92-b4c3-e16e69968c8c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:12.917510 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2247ced7-acc3-423e-9693-841ad40f3469 req-6f0e944e-996f-4c92-b4c3-e16e69968c8c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.921751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7d4cb8b-2d23-4b17-aa91-2c59c8195412 req-b15970ef-4f6d-425c-92c9-3670ccc97b68 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 932 time: 0.1110396 Jul 05 04:16:12.930216 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f5bd24aa-200e-4e72-8aa4-4e0c02f7847a tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.931599 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f5bd24aa-200e-4e72-8aa4-4e0c02f7847a tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6263371 Jul 05 04:16:12.936104 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46680) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:12.941303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-38ce4932-b998-4473-9190-ce9457f29f1b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group_rule': {'security_group_id': '9342a68f-3de9-4f55-9767-6cb82da43198', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:12.971034 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7d4cb8b-2d23-4b17-aa91-2c59c8195412 req-4a586654-b15b-4c91-a8cd-d7f7eefba921 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481987 Jul 05 04:16:13.098153 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-6f0e944e-996f-4c92-b4c3-e16e69968c8c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5911593 Jul 05 04:16:13.116482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Request body: {'port': {'device_id': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:13.213340 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.263406 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-38ce4932-b998-4473-9190-ce9457f29f1b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.297218 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-054a3078-fcaa-432e-b833-16251b292169 None None] Provisioning for port b53930a9-f840-481c-9b0c-88425daa808c completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:13.303237 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-054a3078-fcaa-432e-b833-16251b292169 None None] Provisioning complete for port b53930a9-f840-481c-9b0c-88425daa808c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:13.303946 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-054a3078-fcaa-432e-b833-16251b292169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.407556 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-054a3078-fcaa-432e-b833-16251b292169 None None] Port b53930a9-f840-481c-9b0c-88425daa808c cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:13.439196 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-38ce4932-b998-4473-9190-ce9457f29f1b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.555737 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-38ce4932-b998-4473-9190-ce9457f29f1b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.584897 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce4932-b998-4473-9190-ce9457f29f1b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b77a49f-f3c1-408b-902e-b863548e514e,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:13.710331 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53930a9-f840-481c-9b0c-88425daa808c {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:13.720519 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.725322 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-38ce4932-b998-4473-9190-ce9457f29f1b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.727285 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-38ce4932-b998-4473-9190-ce9457f29f1b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7915015 Jul 05 04:16:13.730203 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46698) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:13.738185 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-fd637d76-ccd0-4fcf-b104-943af95c1020 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group_rule': {'security_group_id': '9342a68f-3de9-4f55-9767-6cb82da43198', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:13.741615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Transition to ACTIVE for port object b53930a9-f840-481c-9b0c-88425daa808c will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:13.794285 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.828652 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd637d76-ccd0-4fcf-b104-943af95c1020 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.946274 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd637d76-ccd0-4fcf-b104-943af95c1020 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.990475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Pushing event updated for resources: {'Port': ['ID=b53930a9-f840-481c-9b0c-88425daa808c,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:14.034950 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f2982675-9cad-4876-a17a-4ffe3d66a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.046366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Attempting to bind port b53930a9-f840-481c-9b0c-88425daa808c on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:14.046713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Attempting to bind port b53930a9-f840-481c-9b0c-88425daa808c by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:14.047054 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Attempting to bind port b53930a9-f840-481c-9b0c-88425daa808c on network f03194a7-344a-4f1d-8789-8f7b79c93450 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:14.053963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Port b53930a9-f840-481c-9b0c-88425daa808c on network f03194a7-344a-4f1d-8789-8f7b79c93450 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:16:14.054297 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Attempting to bind port b53930a9-f840-481c-9b0c-88425daa808c on network f03194a7-344a-4f1d-8789-8f7b79c93450 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:14.060439 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:14.060785 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Checking segment: {'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:14.061293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Bound using segment: {'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:14.062342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Bound port: b53930a9-f840-481c-9b0c-88425daa808c, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:14.063327 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd637d76-ccd0-4fcf-b104-943af95c1020 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.075125 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.100951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd637d76-ccd0-4fcf-b104-943af95c1020 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0599aef6-5b18-4d37-820b-62f99d8fec52,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:14.183027 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fd637d76-ccd0-4fcf-b104-943af95c1020 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.184798 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fd637d76-ccd0-4fcf-b104-943af95c1020 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4534357 Jul 05 04:16:14.187953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46716) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:14.210463 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:14.214429 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b53930a9-f840-481c-9b0c-88425daa808c,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:14.245277 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85ba0c88-62dd-461c-957e-19347f657abd tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.281663 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85ba0c88-62dd-461c-957e-19347f657abd tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.308644 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.371566 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.387332 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:14.388205 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.389814 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] 10.222.0.36 "PUT /v2.0/ports/b53930a9-f840-481c-9b0c-88425daa808c HTTP/1.1" status: 200 len: 1093 time: 1.2815998 Jul 05 04:16:14.390347 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:14.392887 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470e65e4-080b-45e7-97c5-40689b030fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "tag": "b53930a9-f840-481c-9b0c-88425daa808c"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:14.418307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87e7d0-a027-42c1-b510-75c07dda1257 req-d019bb49-abec-40f0-9b4d-6cb1029b4fcd tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:14.420374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb87e7d0-a027-42c1-b510-75c07dda1257 req-d019bb49-abec-40f0-9b4d-6cb1029b4fcd tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 944 time: 0.1771581 Jul 05 04:16:14.450626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899a9d0-cba3-4299-a2c6-388a03845056 service neutron] Pushing event updated for resources: {'Port': ['ID=b53930a9-f840-481c-9b0c-88425daa808c,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:14.451775 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85ba0c88-62dd-461c-957e-19347f657abd tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.474346 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90759ae1-a3f0-4fa2-a64c-79f6a9bcc3eb x-openstack-request-id: req-90759ae1-a3f0-4fa2-a64c-79f6a9bcc3eb {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:14.474346 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "tag": "b53930a9-f840-481c-9b0c-88425daa808c", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:14.493479 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-90759ae1-a3f0-4fa2-a64c-79f6a9bcc3eb {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:14.494422 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c', 'status': 'completed', 'code': 200} Jul 05 04:16:14.498332 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85ba0c88-62dd-461c-957e-19347f657abd tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.499625 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-85ba0c88-62dd-461c-957e-19347f657abd tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/0599aef6-5b18-4d37-820b-62f99d8fec52 HTTP/1.1" status: 204 len: 168 time: 0.3099055 Jul 05 04:16:14.508314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46742) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:14.533141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba0c88-62dd-461c-957e-19347f657abd tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0599aef6-5b18-4d37-820b-62f99d8fec52,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:14.549116 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fb87e7d0-a027-42c1-b510-75c07dda1257 req-ee8ac1ec-c2cd-42d1-ab59-b9e89b5c0514 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141710 Jul 05 04:16:14.662085 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-acdd6e18-ec81-4878-b8b4-7eb8f0b65ba2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1494420 Jul 05 04:16:14.663317 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46758) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:14.671244 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e65e4-080b-45e7-97c5-40689b030fa8 req-d5bf60e9-b19e-45f1-bdc0-c58290b5aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:14.673122 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-470e65e4-080b-45e7-97c5-40689b030fa8 req-d5bf60e9-b19e-45f1-bdc0-c58290b5aa68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1096 time: 0.1640227 Jul 05 04:16:14.693358 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1db013ba-fe6c-44ee-9ce9-512df4a43ac8 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.705597 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1db013ba-fe6c-44ee-9ce9-512df4a43ac8 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.840695 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1db013ba-fe6c-44ee-9ce9-512df4a43ac8 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.848755 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1db013ba-fe6c-44ee-9ce9-512df4a43ac8 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.849950 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1db013ba-fe6c-44ee-9ce9-512df4a43ac8 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/7b77a49f-f3c1-408b-902e-b863548e514e HTTP/1.1" status: 204 len: 168 time: 0.1852367 Jul 05 04:16:14.855487 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46760) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:14.862015 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db013ba-fe6c-44ee-9ce9-512df4a43ac8 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b77a49f-f3c1-408b-902e-b863548e514e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:14.880624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e65e4-080b-45e7-97c5-40689b030fa8 req-773cb79f-bd48-438d-97ee-8d0f1062a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:14.881920 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-470e65e4-080b-45e7-97c5-40689b030fa8 req-773cb79f-bd48-438d-97ee-8d0f1062a78a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=493f456730914ffbabda165adccd9cc1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1957877 Jul 05 04:16:14.916785 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b8133932-9e95-41e3-82d3-d15605eb1b72 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0602250 Jul 05 04:16:14.919627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46762) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:14.962284 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed2cb-e470-421a-b3de-5473bd8baf2f tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.971446 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed2cb-e470-421a-b3de-5473bd8baf2f tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.061803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e65e4-080b-45e7-97c5-40689b030fa8 req-5c6f78ea-a73d-4186-b690-ed4242c8ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.063350 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-470e65e4-080b-45e7-97c5-40689b030fa8 req-5c6f78ea-a73d-4186-b690-ed4242c8ea5f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1750810 Jul 05 04:16:15.132034 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed2cb-e470-421a-b3de-5473bd8baf2f tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.138870 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed2cb-e470-421a-b3de-5473bd8baf2f tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.140183 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9e3ed2cb-e470-421a-b3de-5473bd8baf2f tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/ce0b2d7b-6367-415d-a931-80d232f8d4d3 HTTP/1.1" status: 204 len: 168 time: 0.2192848 Jul 05 04:16:15.142744 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46772) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:15.154143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ed2cb-e470-421a-b3de-5473bd8baf2f tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce0b2d7b-6367-415d-a931-80d232f8d4d3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:15.168907 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247ced7-acc3-423e-9693-841ad40f3469 req-2f0e497e-73e1-4220-bc15-a83c2955e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.170549 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-2f0e497e-73e1-4220-bc15-a83c2955e655 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0609517 Jul 05 04:16:15.191322 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6d81d510-71f4-4882-8614-06b679fde9fd tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0475020 Jul 05 04:16:15.194403 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46774) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:15.218876 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-4f7b7a2c-7f45-4870-ab46-3c5023d0aa32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b53930a9-f840-481c-9b0c-88425daa808c HTTP/1.1" status: 200 len: 217 time: 0.0354457 Jul 05 04:16:15.219402 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eab4d7c5-44e3-4d22-92e8-36fedbce3984 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.228001 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eab4d7c5-44e3-4d22-92e8-36fedbce3984 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.273936 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247ced7-acc3-423e-9693-841ad40f3469 req-c74455c0-06b4-4dbd-ac7e-7d4f0aeb717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.275609 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-c74455c0-06b4-4dbd-ac7e-7d4f0aeb717f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b8a59358-93f8-484f-aea3-ffbc4f5a8951 HTTP/1.1" status: 200 len: 835 time: 0.0499167 Jul 05 04:16:15.339076 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247ced7-acc3-423e-9693-841ad40f3469 req-2d990430-5dc8-4503-b274-84d7025f93e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.340888 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-2d990430-5dc8-4503-b274-84d7025f93e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f03194a7-344a-4f1d-8789-8f7b79c93450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580096 Jul 05 04:16:15.365662 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.366366 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eab4d7c5-44e3-4d22-92e8-36fedbce3984 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.372727 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eab4d7c5-44e3-4d22-92e8-36fedbce3984 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.376402 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-eab4d7c5-44e3-4d22-92e8-36fedbce3984 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/a0754cd4-7a85-4b69-9f8c-a96f592c7615 HTTP/1.1" status: 204 len: 168 time: 0.1784806 Jul 05 04:16:15.378825 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46776) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:15.386231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4d7c5-44e3-4d22-92e8-36fedbce3984 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0754cd4-7a85-4b69-9f8c-a96f592c7615,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:15.425505 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7a90bcbb-a32a-4139-a8ab-5a4b05decdbc tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0447323 Jul 05 04:16:15.429612 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46778) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:15.445949 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-02d338bb-2fff-4e3c-b9f2-8c1a3728baff service neutron] 10.222.0.36 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968990 Jul 05 04:16:15.489064 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af53abf4-afa7-40db-aebe-fbf3f0db6858 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.489064 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af53abf4-afa7-40db-aebe-fbf3f0db6858 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.559101 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2247ced7-acc3-423e-9693-841ad40f3469 req-5d82bba5-a0de-415f-9516-408a7c958b0a service neutron] 10.222.0.36 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063545 Jul 05 04:16:15.616929 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af53abf4-afa7-40db-aebe-fbf3f0db6858 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.623892 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af53abf4-afa7-40db-aebe-fbf3f0db6858 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.631184 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46790) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:15.631427 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-af53abf4-afa7-40db-aebe-fbf3f0db6858 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/c41a6ad7-ca9f-4203-8c03-8d5bc60008d7 HTTP/1.1" status: 204 len: 168 time: 0.1995449 Jul 05 04:16:15.635905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53abf4-afa7-40db-aebe-fbf3f0db6858 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c41a6ad7-ca9f-4203-8c03-8d5bc60008d7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:15.689980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46796) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:15.696859 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7a252195-7aae-4b1e-897a-8434630e5078 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638289 Jul 05 04:16:15.782272 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8f82-6d4a-4dfe-a8b1-b449949b39d1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.814394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8f82-6d4a-4dfe-a8b1-b449949b39d1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.862432 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ede11b-2657-47f0-b279-323dcb7b0818 req-2c67a6f0-89ef-4da1-b62a-8fc457eae02d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.862432 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54ede11b-2657-47f0-b279-323dcb7b0818 req-2c67a6f0-89ef-4da1-b62a-8fc457eae02d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 944 time: 0.1204090 Jul 05 04:16:15.896788 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54ede11b-2657-47f0-b279-323dcb7b0818 req-98f46cc9-4069-43b3-87ff-b8edab709aab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370877 Jul 05 04:16:15.971231 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8f82-6d4a-4dfe-a8b1-b449949b39d1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.974701 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fdc8f82-6d4a-4dfe-a8b1-b449949b39d1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.976022 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4fdc8f82-6d4a-4dfe-a8b1-b449949b39d1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-groups/9342a68f-3de9-4f55-9767-6cb82da43198 HTTP/1.1" status: 204 len: 168 time: 0.2900410 Jul 05 04:16:15.978818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46816) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:15.985688 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc8f82-6d4a-4dfe-a8b1-b449949b39d1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9342a68f-3de9-4f55-9767-6cb82da43198,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:16.028362 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-158f1e0c-517a-4563-a447-86d52484b7e9 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467529 Jul 05 04:16:16.034606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46828) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:16.041919 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-80de7bca-5f9b-4d86-be52-3ba37af185a1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076419254'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:16.148895 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80de7bca-5f9b-4d86-be52-3ba37af185a1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.281566 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80de7bca-5f9b-4d86-be52-3ba37af185a1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.355180 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80de7bca-5f9b-4d86-be52-3ba37af185a1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.398814 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de7bca-5f9b-4d86-be52-3ba37af185a1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37653ee1-a958-4f3f-aa8c-327aea2465a5,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:16.491451 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80de7bca-5f9b-4d86-be52-3ba37af185a1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.492793 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-80de7bca-5f9b-4d86-be52-3ba37af185a1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4547865 Jul 05 04:16:16.495396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46862) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:16.500111 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-36f44aa3-6247-42db-9d14-14586ec7b80f tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group_rule': {'security_group_id': '37653ee1-a958-4f3f-aa8c-327aea2465a5', 'direction': 'ingress', 'protocol': 17}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:16.639303 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-36f44aa3-6247-42db-9d14-14586ec7b80f tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.735906 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-36f44aa3-6247-42db-9d14-14586ec7b80f tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.790611 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-36f44aa3-6247-42db-9d14-14586ec7b80f tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.828746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f44aa3-6247-42db-9d14-14586ec7b80f tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a09684-8187-49a7-9d1c-6b99f38f0a5a,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:16.874043 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-36f44aa3-6247-42db-9d14-14586ec7b80f tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.878287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46870) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:16.882065 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-36f44aa3-6247-42db-9d14-14586ec7b80f tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3820560 Jul 05 04:16:16.946371 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.963306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41f09916-d8a8-4240-8a68-07548923f405 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.988292 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41f09916-d8a8-4240-8a68-07548923f405 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.102653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7db863-2f0e-45c9-9f98-a450cd4dd0dc req-69168bfa-efad-43ca-abf4-35fc6bf3230f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:17.103258 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f7db863-2f0e-45c9-9f98-a450cd4dd0dc req-69168bfa-efad-43ca-abf4-35fc6bf3230f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 944 time: 0.0758309 Jul 05 04:16:17.142550 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41f09916-d8a8-4240-8a68-07548923f405 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.145897 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41f09916-d8a8-4240-8a68-07548923f405 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.146984 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f7db863-2f0e-45c9-9f98-a450cd4dd0dc req-4c3e2270-a8d9-4cdb-9797-d4ee08413857 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371907 Jul 05 04:16:17.148022 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-41f09916-d8a8-4240-8a68-07548923f405 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-groups/37653ee1-a958-4f3f-aa8c-327aea2465a5 HTTP/1.1" status: 204 len: 168 time: 0.2681677 Jul 05 04:16:17.150879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46874) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:17.160498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f09916-d8a8-4240-8a68-07548923f405 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37653ee1-a958-4f3f-aa8c-327aea2465a5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:17.210112 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c5730285-d8d8-475e-9ed6-5b947ba3d5d2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0573170 Jul 05 04:16:17.214834 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46876) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:17.219707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-444c89ba-3749-4478-8f0c-3e82b182a2c5 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group': {'name': 'tempest-secgroup--863515720'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:17.303069 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-444c89ba-3749-4478-8f0c-3e82b182a2c5 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.400583 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-444c89ba-3749-4478-8f0c-3e82b182a2c5 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.485366 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-444c89ba-3749-4478-8f0c-3e82b182a2c5 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.520752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c89ba-3749-4478-8f0c-3e82b182a2c5 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6274b65-6893-4f0b-b82a-ff06d171475b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:17.636348 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-444c89ba-3749-4478-8f0c-3e82b182a2c5 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.638877 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-444c89ba-3749-4478-8f0c-3e82b182a2c5 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4218268 Jul 05 04:16:17.640990 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46882) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:17.646442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8a2dcef5-83f3-42b3-9939-6b20ce3059fc tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group': {'name': 'tempest-secgroup--418676713'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:17.748613 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcef5-83f3-42b3-9939-6b20ce3059fc tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.849622 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcef5-83f3-42b3-9939-6b20ce3059fc tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.960082 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcef5-83f3-42b3-9939-6b20ce3059fc tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.013895 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dcef5-83f3-42b3-9939-6b20ce3059fc tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df17930-98a4-454a-b1dd-e25de894a571,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:18.079939 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcef5-83f3-42b3-9939-6b20ce3059fc tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.081332 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8a2dcef5-83f3-42b3-9939-6b20ce3059fc tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4389243 Jul 05 04:16:18.085186 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46888) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:18.089830 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-918e2981-ae06-44a0-80b1-e5f54ae9ca33 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group_rule': {'security_group_id': 'c6274b65-6893-4f0b-b82a-ff06d171475b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7df17930-98a4-454a-b1dd-e25de894a571', 'remote_ip_prefix': None}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:18.250224 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-918e2981-ae06-44a0-80b1-e5f54ae9ca33 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.336030 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-918e2981-ae06-44a0-80b1-e5f54ae9ca33 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.337290 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52298f-f237-4b49-b8ae-9add03ae6198 req-04d37d51-0568-4110-ae05-c4ffb516ddfd tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.338875 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db52298f-f237-4b49-b8ae-9add03ae6198 req-04d37d51-0568-4110-ae05-c4ffb516ddfd tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 944 time: 0.0706751 Jul 05 04:16:18.383601 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db52298f-f237-4b49-b8ae-9add03ae6198 req-bed2be49-ba85-4c61-b968-49b036e0325b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388894 Jul 05 04:16:18.445549 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-918e2981-ae06-44a0-80b1-e5f54ae9ca33 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.463194 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e2981-ae06-44a0-80b1-e5f54ae9ca33 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b80542-2e73-424d-b2d9-b76fe71c687c,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:18.571505 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-918e2981-ae06-44a0-80b1-e5f54ae9ca33 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.572929 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-918e2981-ae06-44a0-80b1-e5f54ae9ca33 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4866605 Jul 05 04:16:18.575701 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46892) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:18.601088 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f0076b1b-6604-4f42-b5e1-8eb13630092e tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.619653 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f0076b1b-6604-4f42-b5e1-8eb13630092e tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.726505 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f0076b1b-6604-4f42-b5e1-8eb13630092e tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.742912 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f0076b1b-6604-4f42-b5e1-8eb13630092e tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.747406 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f0076b1b-6604-4f42-b5e1-8eb13630092e tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/f9b80542-2e73-424d-b2d9-b76fe71c687c HTTP/1.1" status: 204 len: 168 time: 0.1702783 Jul 05 04:16:18.747627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46904) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:18.761208 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0076b1b-6604-4f42-b5e1-8eb13630092e tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9b80542-2e73-424d-b2d9-b76fe71c687c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:18.798613 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-399b72d3-bf48-46b5-8bfd-2345e11015ab tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0494971 Jul 05 04:16:18.801331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46906) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:18.867393 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-212c8451-7fec-401c-8c38-5f35b46ce0c2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.893215 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-212c8451-7fec-401c-8c38-5f35b46ce0c2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.062678 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-212c8451-7fec-401c-8c38-5f35b46ce0c2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.065397 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-212c8451-7fec-401c-8c38-5f35b46ce0c2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.066582 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-212c8451-7fec-401c-8c38-5f35b46ce0c2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-groups/7df17930-98a4-454a-b1dd-e25de894a571 HTTP/1.1" status: 204 len: 168 time: 0.2642887 Jul 05 04:16:19.070018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46916) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:19.078327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c8451-7fec-401c-8c38-5f35b46ce0c2 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df17930-98a4-454a-b1dd-e25de894a571,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:19.153474 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-34fa776c-7edb-4408-ba32-837f3aeeef39 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0816510 Jul 05 04:16:19.155997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46918) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:19.220183 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ae288c2a-15f7-4c27-ab0a-17147d9ba1bf tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.250405 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ae288c2a-15f7-4c27-ab0a-17147d9ba1bf tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.388046 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ae288c2a-15f7-4c27-ab0a-17147d9ba1bf tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.390779 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ae288c2a-15f7-4c27-ab0a-17147d9ba1bf tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.394283 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ae288c2a-15f7-4c27-ab0a-17147d9ba1bf tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-groups/c6274b65-6893-4f0b-b82a-ff06d171475b HTTP/1.1" status: 204 len: 168 time: 0.2348194 Jul 05 04:16:19.394767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46920) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:19.402160 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae288c2a-15f7-4c27-ab0a-17147d9ba1bf tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6274b65-6893-4f0b-b82a-ff06d171475b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:19.431410 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b53930a9-f840-481c-9b0c-88425daa808c details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:16:19.466567 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-db23141f-00da-4c55-b7e9-996e8e0b6d37 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0701797 Jul 05 04:16:19.474616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46924) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:19.479478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ad2e0e6a-0128-4f00-8d85-7bad44498f58 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216949892'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:19.543155 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b53930a9-f840-481c-9b0c-88425daa808c,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:19.564135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'b53930a9-f840-481c-9b0c-88425daa808c', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'port_id': 'b53930a9-f840-481c-9b0c-88425daa808c', 'mac_address': 'fa:16:3e:d6:b5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:16:19.599054 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0e6a-0128-4f00-8d85-7bad44498f58 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.636044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f67df-c4c9-4d83-bc54-6454125376d7 req-c90057f2-1d96-4aa0-a9fd-361a70d0223b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:19.638342 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab0f67df-c4c9-4d83-bc54-6454125376d7 req-c90057f2-1d96-4aa0-a9fd-361a70d0223b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 944 time: 0.1071546 Jul 05 04:16:19.710778 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab0f67df-c4c9-4d83-bc54-6454125376d7 req-2ce28b68-a049-47a9-9df6-34215ce68c66 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641007 Jul 05 04:16:19.784481 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0e6a-0128-4f00-8d85-7bad44498f58 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.829532 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0e6a-0128-4f00-8d85-7bad44498f58 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.866384 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e0e6a-0128-4f00-8d85-7bad44498f58 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19f2d4b-3114-410b-8969-3f4ca56f1fd4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:19.878745 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.893799 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53930a9-f840-481c-9b0c-88425daa808c {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:19.919329 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b53930a9-f840-481c-9b0c-88425daa808c,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:19.925371 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0e6a-0128-4f00-8d85-7bad44498f58 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.926535 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ad2e0e6a-0128-4f00-8d85-7bad44498f58 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4508791 Jul 05 04:16:19.929475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46932) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:19.936186 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c86f94be-f211-4c5c-9f33-5f52c2a76653 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group_rule': {'security_group_id': 'f19f2d4b-3114-410b-8969-3f4ca56f1fd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:19.982368 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.034734 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=b53930a9-f840-481c-9b0c-88425daa808c,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:20.041004 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c86f94be-f211-4c5c-9f33-5f52c2a76653 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.119767 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c86f94be-f211-4c5c-9f33-5f52c2a76653 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.199815 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c86f94be-f211-4c5c-9f33-5f52c2a76653 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.223082 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f94be-f211-4c5c-9f33-5f52c2a76653 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db87e9d-974d-47e8-aa51-980ad137f922,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:20.285805 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c86f94be-f211-4c5c-9f33-5f52c2a76653 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.287759 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c86f94be-f211-4c5c-9f33-5f52c2a76653 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3573048 Jul 05 04:16:20.290618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46934) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:20.315938 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-da47bfed-dc30-4f5a-8c36-2edfaca224b3 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.324565 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-da47bfed-dc30-4f5a-8c36-2edfaca224b3 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.378091 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['b53930a9-f840-481c-9b0c-88425daa808c'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:16:20.445070 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-da47bfed-dc30-4f5a-8c36-2edfaca224b3 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.451624 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-da47bfed-dc30-4f5a-8c36-2edfaca224b3 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.455277 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-da47bfed-dc30-4f5a-8c36-2edfaca224b3 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/2db87e9d-974d-47e8-aa51-980ad137f922 HTTP/1.1" status: 204 len: 168 time: 0.1610789 Jul 05 04:16:20.456597 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46936) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:20.458975 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47bfed-dc30-4f5a-8c36-2edfaca224b3 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2db87e9d-974d-47e8-aa51-980ad137f922,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:20.514905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f40a6491-dcef-4625-a4b9-54a810c17801 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0522177 Jul 05 04:16:20.515098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46938) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:20.599266 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4f84-4346-492c-9b0e-828a7209e984 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.628817 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4f84-4346-492c-9b0e-828a7209e984 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.753885 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4f84-4346-492c-9b0e-828a7209e984 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.757232 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d7e4f84-4346-492c-9b0e-828a7209e984 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.758831 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4d7e4f84-4346-492c-9b0e-828a7209e984 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-groups/f19f2d4b-3114-410b-8969-3f4ca56f1fd4 HTTP/1.1" status: 204 len: 168 time: 0.2425528 Jul 05 04:16:20.761190 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46942) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:20.768597 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e4f84-4346-492c-9b0e-828a7209e984 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19f2d4b-3114-410b-8969-3f4ca56f1fd4,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:20.827579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46946) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:20.828242 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8eb2d71a-e2ad-4f94-b987-9c039aee8d39 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0653925 Jul 05 04:16:20.834999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-39eb28e6-80aa-4cbf-a88e-2f3edd11c6e1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1067323340'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:20.919514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46950) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:20.925351 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f47f3938-1873-4235-bf7c-0fbcb994a724 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-368292806'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:20.957670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645f09c-2301-48ab-94a8-6767990912c6 req-f4e44ccd-2dc9-4ecc-947f-cb0cc7745dfd tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:20.959477 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f645f09c-2301-48ab-94a8-6767990912c6 req-f4e44ccd-2dc9-4ecc-947f-cb0cc7745dfd tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 945 time: 0.1170495 Jul 05 04:16:21.000328 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f645f09c-2301-48ab-94a8-6767990912c6 req-f92b8004-bc1a-470e-a40b-e5209355da5c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348210 Jul 05 04:16:21.003268 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39eb28e6-80aa-4cbf-a88e-2f3edd11c6e1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.138462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47f3938-1873-4235-bf7c-0fbcb994a724 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Made reservation on behalf of 1094e442ed4a4b18b6008a0f1dc0f6f5 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:21.142399 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f47f3938-1873-4235-bf7c-0fbcb994a724 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.184646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47f3938-1873-4235-bf7c-0fbcb994a724 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:16:21.202521 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f47f3938-1873-4235-bf7c-0fbcb994a724 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.202873 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-f47f3938-1873-4235-bf7c-0fbcb994a724 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Added segment 157ab13b-36b7-4e92-a13d-eb6e60a755c5 of type vlan for network f693826a-bb1e-45e3-a13b-526015aea4c9 Jul 05 04:16:21.258032 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f47f3938-1873-4235-bf7c-0fbcb994a724 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.281298 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39eb28e6-80aa-4cbf-a88e-2f3edd11c6e1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.336869 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39eb28e6-80aa-4cbf-a88e-2f3edd11c6e1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.374600 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb28e6-80aa-4cbf-a88e-2f3edd11c6e1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7317db-27c4-419f-823f-78adb926c5a0,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:21.382331 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f47f3938-1873-4235-bf7c-0fbcb994a724 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.397047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47f3938-1873-4235-bf7c-0fbcb994a724 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:21.397047 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f47f3938-1873-4235-bf7c-0fbcb994a724 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.435501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b53930a9-f840-481c-9b0c-88425daa808c up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:21.456920 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39eb28e6-80aa-4cbf-a88e-2f3edd11c6e1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.462405 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-39eb28e6-80aa-4cbf-a88e-2f3edd11c6e1 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6302028 Jul 05 04:16:21.462822 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46954) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:21.467454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-15f3d3d5-54ea-4390-9979-78f25f037d1c tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group_rule': {'security_group_id': 'df7317db-27c4-419f-823f-78adb926c5a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:21.484498 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f3938-1873-4235-bf7c-0fbcb994a724 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event updated for resources: {'Network': ['ID=f693826a-bb1e-45e3-a13b-526015aea4c9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:21.496412 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network f693826a-bb1e-45e3-a13b-526015aea4c9 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:16:21.513172 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f47f3938-1873-4235-bf7c-0fbcb994a724 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5901854 Jul 05 04:16:21.513612 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46956) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:21.522068 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6eb9ec47-16e2-4576-a98d-59c051636d51 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-40573064'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:21.656538 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-15f3d3d5-54ea-4390-9979-78f25f037d1c tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.670072 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port b53930a9-f840-481c-9b0c-88425daa808c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:21.674721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port b53930a9-f840-481c-9b0c-88425daa808c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:21.675282 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.726899 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-15f3d3d5-54ea-4390-9979-78f25f037d1c tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.743932 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb9ec47-16e2-4576-a98d-59c051636d51 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Made reservation on behalf of 1094e442ed4a4b18b6008a0f1dc0f6f5 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:21.750629 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6eb9ec47-16e2-4576-a98d-59c051636d51 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.776381 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb9ec47-16e2-4576-a98d-59c051636d51 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:16:21.783874 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.793762 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6eb9ec47-16e2-4576-a98d-59c051636d51 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.793762 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-6eb9ec47-16e2-4576-a98d-59c051636d51 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Added segment 473ab06d-451b-4f49-8ca6-08721625f0a3 of type vlan for network 4f1cf73a-04b0-4401-a497-483da7eef180 Jul 05 04:16:21.798620 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-15f3d3d5-54ea-4390-9979-78f25f037d1c tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.823781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:21.825983 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb067cf0-0f1b-4c6a-ad47-17ad018fb313" -d '{"events": [{"server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "name": "network-vif-plugged", "status": "completed", "tag": "b53930a9-f840-481c-9b0c-88425daa808c"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:21.839305 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b53930a9-f840-481c-9b0c-88425daa808c,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:21.842630 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3d3d5-54ea-4390-9979-78f25f037d1c tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6525648-bfd7-42c2-9d30-c14ac0742084,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:21.859153 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6eb9ec47-16e2-4576-a98d-59c051636d51 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.886829 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4c3d66-42ec-4ea7-a37c-67e719dbe305 x-openstack-request-id: req-2c4c3d66-42ec-4ea7-a37c-67e719dbe305 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:21.886829 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "name": "network-vif-plugged", "status": "completed", "tag": "b53930a9-f840-481c-9b0c-88425daa808c", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:21.886829 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c4c3d66-42ec-4ea7-a37c-67e719dbe305 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:21.887123 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c', 'code': 200} Jul 05 04:16:21.930508 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.999892 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-15f3d3d5-54ea-4390-9979-78f25f037d1c tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.003506 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-15f3d3d5-54ea-4390-9979-78f25f037d1c tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5376256 Jul 05 04:16:22.005384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46962) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:22.021279 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6eb9ec47-16e2-4576-a98d-59c051636d51 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.022581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714f22c-c644-4734-aed0-e76d930244f2 req-c787aab7-683e-4b70-a510-124e680e8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:22.024239 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4714f22c-c644-4734-aed0-e76d930244f2 req-c787aab7-683e-4b70-a510-124e680e8fd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1098 time: 0.0673125 Jul 05 04:16:22.060600 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb9ec47-16e2-4576-a98d-59c051636d51 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:22.067932 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6eb9ec47-16e2-4576-a98d-59c051636d51 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.076914 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4714f22c-c644-4734-aed0-e76d930244f2 req-c5f950fc-d35b-45cc-ba0d-ddb542e08860 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461891 Jul 05 04:16:22.104188 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=b53930a9-f840-481c-9b0c-88425daa808c,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:22.146909 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46970) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:22.159030 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-31ae0537-2591-403c-b308-ac60f3b0fa6b tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules/a6525648-bfd7-42c2-9d30-c14ac0742084 HTTP/1.1" status: 200 len: 763 time: 0.1383419 Jul 05 04:16:22.213034 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a72afd2a-892d-4477-ae62-9ec6c07f4c63 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0645337 Jul 05 04:16:22.217511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46972) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:22.263289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9ec47-16e2-4576-a98d-59c051636d51 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event updated for resources: {'Network': ['ID=4f1cf73a-04b0-4401-a497-483da7eef180,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:22.283781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 4f1cf73a-04b0-4401-a497-483da7eef180 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:16:22.286689 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f05a6f8-7e26-4e70-a5de-e7600b3f71ca tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.296957 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f05a6f8-7e26-4e70-a5de-e7600b3f71ca tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.344381 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6eb9ec47-16e2-4576-a98d-59c051636d51 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8296928 Jul 05 04:16:22.347377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46974) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:22.352252 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-087eb24f-bb04-4b4b-8ca4-73931f5a79b8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Request body: {'subnet': {'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:22.396833 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:16:22.428980 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f05a6f8-7e26-4e70-a5de-e7600b3f71ca tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.444321 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f05a6f8-7e26-4e70-a5de-e7600b3f71ca tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.447542 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1f05a6f8-7e26-4e70-a5de-e7600b3f71ca tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/a6525648-bfd7-42c2-9d30-c14ac0742084 HTTP/1.1" status: 204 len: 168 time: 0.2261090 Jul 05 04:16:22.448375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46976) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:22.462128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efbc1c-e9c8-4f8e-a95f-47b7054c38ee req-548ecaf2-352e-4678-8a5e-138a712e8090 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:22.462128 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7efbc1c-e9c8-4f8e-a95f-47b7054c38ee req-548ecaf2-352e-4678-8a5e-138a712e8090 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.1635904 Jul 05 04:16:22.462768 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05a6f8-7e26-4e70-a5de-e7600b3f71ca tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6525648-bfd7-42c2-9d30-c14ac0742084,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:22.506713 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ab2a5e4a-8eac-4f40-9f3c-0d69a9a47e83 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0537488 Jul 05 04:16:22.509246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46978) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:22.513626 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7efbc1c-e9c8-4f8e-a95f-47b7054c38ee req-1d447ef2-ecf0-40eb-9ec5-9bc8c0a458b8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439830 Jul 05 04:16:22.514230 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-58f87af0-38da-489b-9281-a8f514546d8c tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group_rule': {'security_group_id': 'df7317db-27c4-419f-823f-78adb926c5a0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:22.570725 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087eb24f-bb04-4b4b-8ca4-73931f5a79b8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Made reservation on behalf of 1094e442ed4a4b18b6008a0f1dc0f6f5 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:22.574919 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-087eb24f-bb04-4b4b-8ca4-73931f5a79b8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.664847 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58f87af0-38da-489b-9281-a8f514546d8c tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.721103 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58f87af0-38da-489b-9281-a8f514546d8c tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.733296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46982) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:22.788318 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58f87af0-38da-489b-9281-a8f514546d8c tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.809006 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f87af0-38da-489b-9281-a8f514546d8c tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e62070-766f-4b63-8f1e-465bb1629958,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:22.845982 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-087eb24f-bb04-4b4b-8ca4-73931f5a79b8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.846568 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ba845ba-fde1-4e51-92ad-c31ed4376244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.908939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087eb24f-bb04-4b4b-8ca4-73931f5a79b8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event updated for resources: {'Subnet': ['ID=d8913071-7481-4951-8727-ad88218bc12f,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:22.910133 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58f87af0-38da-489b-9281-a8f514546d8c tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.914943 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-58f87af0-38da-489b-9281-a8f514546d8c tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4022076 Jul 05 04:16:22.915571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46986) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:22.919398 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087eb24f-bb04-4b4b-8ca4-73931f5a79b8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Checking segment: {'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:22.931152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087eb24f-bb04-4b4b-8ca4-73931f5a79b8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Network hostable DHCP agents. Network: f693826a-bb1e-45e3-a13b-526015aea4c9, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:16:22.940074 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2d5706fd-e3cb-4bb9-accd-326b85019e85 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules/05e62070-766f-4b63-8f1e-465bb1629958 HTTP/1.1" status: 200 len: 763 time: 0.0233738 Jul 05 04:16:22.943363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46988) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:22.990941 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-64cba764-9f25-4790-8e76-a9a458a20640 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0430269 Jul 05 04:16:22.991177 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46990) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:23.008217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087eb24f-bb04-4b4b-8ca4-73931f5a79b8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Network f693826a-bb1e-45e3-a13b-526015aea4c9 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:16:23.024933 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14c65d52-3701-43b6-b722-22ff7b492344 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.030457 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ba845ba-fde1-4e51-92ad-c31ed4376244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.033295 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14c65d52-3701-43b6-b722-22ff7b492344 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.068382 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-087eb24f-bb04-4b4b-8ca4-73931f5a79b8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, f693826a-bb1e-45e3-a13b-526015aea4c9) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:23.073657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087eb24f-bb04-4b4b-8ca4-73931f5a79b8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:23.078920 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-087eb24f-bb04-4b4b-8ca4-73931f5a79b8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.080492 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6a0102-b53a-4eb3-84b6-834b2e7d5390 None None] Network f693826a-bb1e-45e3-a13b-526015aea4c9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:23.091253 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1ba845ba-fde1-4e51-92ad-c31ed4376244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.136231 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1ba845ba-fde1-4e51-92ad-c31ed4376244 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51bafe01319b40d797a1829619687d94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992698 Jul 05 04:16:23.136609 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46994) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:23.143079 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba845ba-fde1-4e51-92ad-c31ed4376244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d52c67-5230-4b1a-9821-32c8efccdbb8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:23.154226 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14c65d52-3701-43b6-b722-22ff7b492344 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.172289 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14c65d52-3701-43b6-b722-22ff7b492344 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.175011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-14c65d52-3701-43b6-b722-22ff7b492344 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/05e62070-766f-4b63-8f1e-465bb1629958 HTTP/1.1" status: 204 len: 168 time: 0.1829863 Jul 05 04:16:23.179752 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 46996) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:23.187609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c65d52-3701-43b6-b722-22ff7b492344 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05e62070-766f-4b63-8f1e-465bb1629958,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:23.197311 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-087eb24f-bb04-4b4b-8ca4-73931f5a79b8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8491046 Jul 05 04:16:23.201574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 46998) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:23.209997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4a72012c-c0cb-4cb8-9b0b-adad11d6dacb tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Request body: {'subnet': {'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:23.241871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5d5382a7-5e5a-4edd-b935-42a94e1e0b20 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0600197 Jul 05 04:16:23.244604 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47000) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:23.249219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-955fa7c0-2be1-4fb8-8ffb-17a1911b5881 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Request body: {'security_group_rule': {'security_group_id': 'df7317db-27c4-419f-823f-78adb926c5a0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:23.275568 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2f908c64-bb60-4642-b10c-ea9f46b5c7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.285184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-f693826a-bb1e-45e3-a13b-526015aea4c9', 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'fixed_ips': [{'subnet_id': 'd8913071-7481-4951-8727-ad88218bc12f'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:23.287907 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.311142 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2f908c64-bb60-4642-b10c-ea9f46b5c7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.351259 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-955fa7c0-2be1-4fb8-8ffb-17a1911b5881 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.410769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a72012c-c0cb-4cb8-9b0b-adad11d6dacb tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Made reservation on behalf of 1094e442ed4a4b18b6008a0f1dc0f6f5 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:23.414882 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a72012c-c0cb-4cb8-9b0b-adad11d6dacb tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.461877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Allocated IP 10.1.1.2 (f693826a-bb1e-45e3-a13b-526015aea4c9/d8913071-7481-4951-8727-ad88218bc12f/714eabdb-efff-4ff4-82b1-a8b4c4beb039) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:23.469881 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2f908c64-bb60-4642-b10c-ea9f46b5c7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.472434 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-955fa7c0-2be1-4fb8-8ffb-17a1911b5881 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.472912 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2f908c64-bb60-4642-b10c-ea9f46b5c7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.474224 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2f908c64-bb60-4642-b10c-ea9f46b5c7b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/97d52c67-5230-4b1a-9821-32c8efccdbb8 HTTP/1.1" status: 204 len: 168 time: 0.3362627 Jul 05 04:16:23.498151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f908c64-bb60-4642-b10c-ea9f46b5c7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d52c67-5230-4b1a-9821-32c8efccdbb8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:23.531699 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-955fa7c0-2be1-4fb8-8ffb-17a1911b5881 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.571084 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fa7c0-2be1-4fb8-8ffb-17a1911b5881 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8bd1b4-4d17-47d5-9f7d-64e4b11972f0,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:23.656763 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-955fa7c0-2be1-4fb8-8ffb-17a1911b5881 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.661019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-955fa7c0-2be1-4fb8-8ffb-17a1911b5881 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4130921 Jul 05 04:16:23.661859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47006) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:23.677657 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.686119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Transition to ACTIVE for port object 714eabdb-efff-4ff4-82b1-a8b4c4beb039 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:23.701268 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Transition to ACTIVE for port object 714eabdb-efff-4ff4-82b1-a8b4c4beb039 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:23.712280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c036bd75-80fe-461d-8291-393b3d5c07d6 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules/da8bd1b4-4d17-47d5-9f7d-64e4b11972f0 HTTP/1.1" status: 200 len: 764 time: 0.0471742 Jul 05 04:16:23.713587 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47008) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:23.749859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb559ef-ee33-42e5-81f6-a481756484f0 req-c02c2f5a-bf8d-436b-b2c8-eb04460595ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:23.751386 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0bb559ef-ee33-42e5-81f6-a481756484f0 req-c02c2f5a-bf8d-436b-b2c8-eb04460595ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0912073 Jul 05 04:16:23.764456 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cc2a9b1a-fef3-4e48-992f-ee1c34f120ef tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0493991 Jul 05 04:16:23.766288 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a72012c-c0cb-4cb8-9b0b-adad11d6dacb tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.767040 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47010) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:23.782529 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.819475 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Network f693826a-bb1e-45e3-a13b-526015aea4c9 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:23.822417 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0bb559ef-ee33-42e5-81f6-a481756484f0 req-581b8025-e2dc-42e7-b1ad-a65289d49ad0 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631945 Jul 05 04:16:23.825117 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dadf6beb-a381-4b41-bbec-ddbf2827fa41 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.830016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72012c-c0cb-4cb8-9b0b-adad11d6dacb tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event updated for resources: {'Subnet': ['ID=a51c3177-af5c-4643-ae1e-7fa582a1817a,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:23.836689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:23.841941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a72012c-c0cb-4cb8-9b0b-adad11d6dacb tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Checking segment: {'id': '473ab06d-451b-4f49-8ca6-08721625f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:23.846651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a72012c-c0cb-4cb8-9b0b-adad11d6dacb tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Network hostable DHCP agents. Network: 4f1cf73a-04b0-4401-a497-483da7eef180, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:16:23.846960 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dadf6beb-a381-4b41-bbec-ddbf2827fa41 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.847047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:23.927642 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Pushing event updated for resources: {'Port': ['ID=714eabdb-efff-4ff4-82b1-a8b4c4beb039,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:23.943325 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Attempting to bind port 714eabdb-efff-4ff4-82b1-a8b4c4beb039 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:23.944272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Attempting to bind port 714eabdb-efff-4ff4-82b1-a8b4c4beb039 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:23.944434 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Attempting to bind port 714eabdb-efff-4ff4-82b1-a8b4c4beb039 on network f693826a-bb1e-45e3-a13b-526015aea4c9 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:23.949947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:23.950464 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Checking segment: {'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:23.951079 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.951469 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Bound using segment: {'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:23.951946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Bound port: 714eabdb-efff-4ff4-82b1-a8b4c4beb039, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:23.952398 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.953571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a72012c-c0cb-4cb8-9b0b-adad11d6dacb tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Network 4f1cf73a-04b0-4401-a497-483da7eef180 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:16:23.996671 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dadf6beb-a381-4b41-bbec-ddbf2827fa41 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.002759 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dadf6beb-a381-4b41-bbec-ddbf2827fa41 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.004021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dadf6beb-a381-4b41-bbec-ddbf2827fa41 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/da8bd1b4-4d17-47d5-9f7d-64e4b11972f0 HTTP/1.1" status: 204 len: 168 time: 0.2285566 Jul 05 04:16:24.007353 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47016) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:24.018234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf6beb-a381-4b41-bbec-ddbf2827fa41 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da8bd1b4-4d17-47d5-9f7d-64e4b11972f0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:24.034405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-4a72012c-c0cb-4cb8-9b0b-adad11d6dacb tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 4f1cf73a-04b0-4401-a497-483da7eef180) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:24.041804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72012c-c0cb-4cb8-9b0b-adad11d6dacb tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:24.042402 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a72012c-c0cb-4cb8-9b0b-adad11d6dacb tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.048240 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef8a0c4-9b1b-4e8c-aedd-e758d04871b4 None None] Network 4f1cf73a-04b0-4401-a497-483da7eef180 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:24.069663 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6d53edcd-5bc7-40ba-9e85-fbb44fb2ceff tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0613191 Jul 05 04:16:24.072520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47020) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:24.087497 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9287f-e511-4845-a962-bbf1b058887b req-4a696615-c7d4-4452-8b2b-28522c84a1c0 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:24.093047 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17f9287f-e511-4845-a962-bbf1b058887b req-4a696615-c7d4-4452-8b2b-28522c84a1c0 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.1292171 Jul 05 04:16:24.109951 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] For port 714eabdb-efff-4ff4-82b1-a8b4c4beb039, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:24.132246 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] For port 714eabdb-efff-4ff4-82b1-a8b4c4beb039, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=714eabdb-efff-4ff4-82b1-a8b4c4beb039,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:24.141120 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17f9287f-e511-4845-a962-bbf1b058887b req-a8279c85-d3f6-4171-80d3-0d7c13361bde tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371776 Jul 05 04:16:24.155602 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f8412ba8-6e40-4343-ba86-d59e31ce1592 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.178561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47022) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:24.186150 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f8412ba8-6e40-4343-ba86-d59e31ce1592 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.221970 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.238186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212d27ef-3dd7-4667-b279-7fa03db880fd tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:24.239837 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-212d27ef-3dd7-4667-b279-7fa03db880fd tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1093 time: 0.0601954 Jul 05 04:16:24.242492 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47024) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:24.249639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': 'b53930a9-f840-481c-9b0c-88425daa808c', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:24.284012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-4f1cf73a-04b0-4401-a497-483da7eef180', 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'fixed_ips': [{'subnet_id': 'a51c3177-af5c-4643-ae1e-7fa582a1817a'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:24.284798 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.306171 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4a72012c-c0cb-4cb8-9b0b-adad11d6dacb tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0996888 Jul 05 04:16:24.306554 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47026) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:24.314366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2e332308-5904-4b3c-af23-9c352ae15743 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Request body: {'port': {'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9', 'name': 'tempest-TaggedBootDevicesTest_v242-1225285836', 'fixed_ips': [{'subnet_id': 'd8913071-7481-4951-8727-ad88218bc12f'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:24.319485 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f8412ba8-6e40-4343-ba86-d59e31ce1592 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.328469 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f8412ba8-6e40-4343-ba86-d59e31ce1592 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.332057 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f8412ba8-6e40-4343-ba86-d59e31ce1592 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "DELETE /v2.0/security-groups/df7317db-27c4-419f-823f-78adb926c5a0 HTTP/1.1" status: 204 len: 168 time: 0.2562044 Jul 05 04:16:24.333450 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47028) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:24.333597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829675d1-03db-4f4d-872b-05ee67ff1810 None None] Pushing event updated for resources: {'Port': ['ID=714eabdb-efff-4ff4-82b1-a8b4c4beb039,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:24.388678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8412ba8-6e40-4343-ba86-d59e31ce1592 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7317db-27c4-419f-823f-78adb926c5a0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:24.403047 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.469234 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47030) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:24.502777 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.533697 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Allocated IP 10.2.2.2 (4f1cf73a-04b0-4401-a497-483da7eef180/a51c3177-af5c-4643-ae1e-7fa582a1817a/07921a59-98d0-4e69-86f4-b41b88b6fc53) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:24.627078 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e332308-5904-4b3c-af23-9c352ae15743 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Made reservation on behalf of 1094e442ed4a4b18b6008a0f1dc0f6f5 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:24.798205 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.815533 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Transition to ACTIVE for port object 07921a59-98d0-4e69-86f4-b41b88b6fc53 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:24.837353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Transition to ACTIVE for port object 07921a59-98d0-4e69-86f4-b41b88b6fc53 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:24.860113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-69e63a09-8653-40a2-a011-2391014c48b0 tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5246012 Jul 05 04:16:24.874627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47034) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:24.892732 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.903632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e332308-5904-4b3c-af23-9c352ae15743 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.908812 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.937415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-2e332308-5904-4b3c-af23-9c352ae15743 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] device_id is not set on port 0b261412-7c1f-44d0-b0d0-86763bb68022 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:24.948346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Network 4f1cf73a-04b0-4401-a497-483da7eef180 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:24.953292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:24.956903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:24.962345 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0b741caf-4966-496b-b3db-758d4ffb657f tempest-SecGroupTest-1130012534 tempest-SecGroupTest-1130012534-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0812445 Jul 05 04:16:24.963440 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Pushing event updated for resources: {'Port': ['ID=07921a59-98d0-4e69-86f4-b41b88b6fc53,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:24.965412 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.018837 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.031797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Attempting to bind port 07921a59-98d0-4e69-86f4-b41b88b6fc53 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:25.031797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Attempting to bind port 07921a59-98d0-4e69-86f4-b41b88b6fc53 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '473ab06d-451b-4f49-8ca6-08721625f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:25.031797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Attempting to bind port 07921a59-98d0-4e69-86f4-b41b88b6fc53 on network 4f1cf73a-04b0-4401-a497-483da7eef180 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:25.047526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:25.051017 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Checking segment: {'id': '473ab06d-451b-4f49-8ca6-08721625f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:25.051017 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.051017 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Bound using segment: {'id': '473ab06d-451b-4f49-8ca6-08721625f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:25.051017 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Bound port: 07921a59-98d0-4e69-86f4-b41b88b6fc53, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '473ab06d-451b-4f49-8ca6-08721625f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:25.051017 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.094242 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1891e6865c74279ba04534c90a25f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6111820 Jul 05 04:16:25.097148 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47038) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:25.122571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e11636-0a59-4f52-a64b-537d778cba94,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:25.136729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:25.137064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:25.137419 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:25.137758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:25.138100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:25.138431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:25.138755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:25.139112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:25.139379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:25.139700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:25.140019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:25.140365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6cfe46-33cb-478e-af33-13578609e399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:25.167347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] For port 07921a59-98d0-4e69-86f4-b41b88b6fc53, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:25.186275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] For port 07921a59-98d0-4e69-86f4-b41b88b6fc53, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=07921a59-98d0-4e69-86f4-b41b88b6fc53,segment=NetworkSegment(473ab06d-451b-4f49-8ca6-08721625f0a3),segment_id=473ab06d-451b-4f49-8ca6-08721625f0a3)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:25.199411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Allocated IP 172.25.6.75 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/88cc89dd-fbc5-466a-88a6-5e522a5ef488) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:25.201727 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc24d301-d48e-4975-856c-7010136894f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.236353 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc24d301-d48e-4975-856c-7010136894f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.267328 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-2e332308-5904-4b3c-af23-9c352ae15743 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Allocated IP 10.1.1.26 (f693826a-bb1e-45e3-a13b-526015aea4c9/d8913071-7481-4951-8727-ad88218bc12f/0b261412-7c1f-44d0-b0d0-86763bb68022) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:25.287086 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.431835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585fd37-6bfb-42f1-9050-a7347ed9f9d6 None None] Pushing event updated for resources: {'Port': ['ID=07921a59-98d0-4e69-86f4-b41b88b6fc53,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:25.484253 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc24d301-d48e-4975-856c-7010136894f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.488361 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc24d301-d48e-4975-856c-7010136894f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.492477 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cc24d301-d48e-4975-856c-7010136894f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/79e11636-0a59-4f52-a64b-537d778cba94 HTTP/1.1" status: 204 len: 168 time: 0.3917437 Jul 05 04:16:25.495573 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.560103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24d301-d48e-4975-856c-7010136894f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e11636-0a59-4f52-a64b-537d778cba94,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:25.664029 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 714eabdb-efff-4ff4-82b1-a8b4c4beb039 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:25.668924 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e332308-5904-4b3c-af23-9c352ae15743 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.689167 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-2e332308-5904-4b3c-af23-9c352ae15743 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Transition to ACTIVE for port object 0b261412-7c1f-44d0-b0d0-86763bb68022 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:25.702990 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.788798 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:25.789297 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e332308-5904-4b3c-af23-9c352ae15743 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.806200 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:25.811187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:25.822051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=88cc89dd-fbc5-466a-88a6-5e522a5ef488,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:25.822538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 714eabdb-efff-4ff4-82b1-a8b4c4beb039 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:25.873354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47046) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:25.938359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e332308-5904-4b3c-af23-9c352ae15743 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Network f693826a-bb1e-45e3-a13b-526015aea4c9 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:25.949235 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-2e332308-5904-4b3c-af23-9c352ae15743 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:25.953905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e332308-5904-4b3c-af23-9c352ae15743 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:26.000399 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e332308-5904-4b3c-af23-9c352ae15743 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event updated for resources: {'Port': ['ID=0b261412-7c1f-44d0-b0d0-86763bb68022,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:26.042864 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e332308-5904-4b3c-af23-9c352ae15743 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:26.043543 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2e332308-5904-4b3c-af23-9c352ae15743 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.128710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6039803f-27c1-4aa2-b046-1c76c7ae5738 None None] Network f693826a-bb1e-45e3-a13b-526015aea4c9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:26.134593 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2e332308-5904-4b3c-af23-9c352ae15743 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8253303 Jul 05 04:16:26.135136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47054) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:26.140784 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-dc1e0bcb-9bc9-476c-bda1-d2ffc063b12e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Request body: {'port': {'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9', 'name': 'tempest-TaggedBootDevicesTest_v242-786255828', 'fixed_ips': [{'subnet_id': 'd8913071-7481-4951-8727-ad88218bc12f'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:26.253046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4fd09f87-c8da-4d37-a086-14025c606f79 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cbe727a376a84c649e3c9d0fa716a654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820260 Jul 05 04:16:26.253650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47062) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:26.343396 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-aea5af78-79b2-4116-b67d-1362571049ab None None] Provisioning for port 714eabdb-efff-4ff4-82b1-a8b4c4beb039 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:26.355529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-aea5af78-79b2-4116-b67d-1362571049ab None None] Provisioning complete for port 714eabdb-efff-4ff4-82b1-a8b4c4beb039 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:26.355907 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aea5af78-79b2-4116-b67d-1362571049ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.387346 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cdb0640c-88f6-4e40-870f-450143960ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.394313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1e0bcb-9bc9-476c-bda1-d2ffc063b12e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Made reservation on behalf of 1094e442ed4a4b18b6008a0f1dc0f6f5 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:26.406366 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc1e0bcb-9bc9-476c-bda1-d2ffc063b12e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.425567 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cdb0640c-88f6-4e40-870f-450143960ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.443502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-dc1e0bcb-9bc9-476c-bda1-d2ffc063b12e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] device_id is not set on port 9314883e-d767-4609-a20b-7dd34002a5f2 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:26.496081 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aea5af78-79b2-4116-b67d-1362571049ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.594724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-aea5af78-79b2-4116-b67d-1362571049ab None None] For port 714eabdb-efff-4ff4-82b1-a8b4c4beb039, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=714eabdb-efff-4ff4-82b1-a8b4c4beb039,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:26.607294 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.692396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-dc1e0bcb-9bc9-476c-bda1-d2ffc063b12e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Allocated IP 10.1.1.134 (f693826a-bb1e-45e3-a13b-526015aea4c9/d8913071-7481-4951-8727-ad88218bc12f/9314883e-d767-4609-a20b-7dd34002a5f2) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:26.702522 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aea5af78-79b2-4116-b67d-1362571049ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.703176 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cdb0640c-88f6-4e40-870f-450143960ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.711949 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cdb0640c-88f6-4e40-870f-450143960ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.712555 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cdb0640c-88f6-4e40-870f-450143960ec0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/150c3d24-6441-483f-b567-5b51fc34be68 HTTP/1.1" status: 204 len: 168 time: 0.4553246 Jul 05 04:16:26.725608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0640c-88f6-4e40-870f-450143960ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150c3d24-6441-483f-b567-5b51fc34be68,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:26.823905 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.865669 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5af78-79b2-4116-b67d-1362571049ab None None] Pushing event updated for resources: {'Port': ['ID=714eabdb-efff-4ff4-82b1-a8b4c4beb039,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:27.045656 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ebff8416-c410-4806-8b0f-0728d7191138 None None] Provisioning complete for port 714eabdb-efff-4ff4-82b1-a8b4c4beb039 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:27.046070 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ebff8416-c410-4806-8b0f-0728d7191138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.168676 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.245017 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.358170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d852d0fb-bc4f-4d0c-9bd1-e69cdfba502f None None] Network 4f1cf73a-04b0-4401-a497-483da7eef180 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:27.420922 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=88cc89dd-fbc5-466a-88a6-5e522a5ef488,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:27.461572 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.472526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ebff8416-c410-4806-8b0f-0728d7191138 None None] Provisioning for port 0b261412-7c1f-44d0-b0d0-86763bb68022 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:27.492206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ebff8416-c410-4806-8b0f-0728d7191138 None None] Provisioning complete for port 0b261412-7c1f-44d0-b0d0-86763bb68022 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:27.492651 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ebff8416-c410-4806-8b0f-0728d7191138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.616672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ebff8416-c410-4806-8b0f-0728d7191138 None None] Port 0b261412-7c1f-44d0-b0d0-86763bb68022 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:27.673347 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Floating IP a51ad12f-800f-45ef-b08b-ef14caae5fe9 associated. External IP: 172.25.6.75, port: b53930a9-f840-481c-9b0c-88425daa808c. Jul 05 04:16:27.700685 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 07921a59-98d0-4e69-86f4-b41b88b6fc53 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:27.726372 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc1e0bcb-9bc9-476c-bda1-d2ffc063b12e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.745839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-dc1e0bcb-9bc9-476c-bda1-d2ffc063b12e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Transition to ACTIVE for port object 9314883e-d767-4609-a20b-7dd34002a5f2 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:27.787611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-64af2788-d27e-4986-8fb9-0d23ce3cbbab None None] Provisioning complete for port 0b261412-7c1f-44d0-b0d0-86763bb68022 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:27.787988 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-64af2788-d27e-4986-8fb9-0d23ce3cbbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.845288 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-64af2788-d27e-4986-8fb9-0d23ce3cbbab None None] Port 0b261412-7c1f-44d0-b0d0-86763bb68022 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:27.939603 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router f2a365ed-8992-449b-8ee4-181ca104d5ec has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:16:28.028891 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc1e0bcb-9bc9-476c-bda1-d2ffc063b12e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.032549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 07921a59-98d0-4e69-86f4-b41b88b6fc53 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:28.032549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-64af2788-d27e-4986-8fb9-0d23ce3cbbab None None] Provisioning for port 07921a59-98d0-4e69-86f4-b41b88b6fc53 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:28.038164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-64af2788-d27e-4986-8fb9-0d23ce3cbbab None None] Provisioning complete for port 07921a59-98d0-4e69-86f4-b41b88b6fc53 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:28.038540 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-64af2788-d27e-4986-8fb9-0d23ce3cbbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.041554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 07921a59-98d0-4e69-86f4-b41b88b6fc53 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:28.041554 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.097528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e0bcb-9bc9-476c-bda1-d2ffc063b12e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event updated for resources: {'Port': ['ID=9314883e-d767-4609-a20b-7dd34002a5f2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:28.113206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1e0bcb-9bc9-476c-bda1-d2ffc063b12e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Network f693826a-bb1e-45e3-a13b-526015aea4c9 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:28.115569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-dc1e0bcb-9bc9-476c-bda1-d2ffc063b12e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:28.137584 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e0bcb-9bc9-476c-bda1-d2ffc063b12e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:28.202218 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:16:28.228187 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e0bcb-9bc9-476c-bda1-d2ffc063b12e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:28.229604 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc1e0bcb-9bc9-476c-bda1-d2ffc063b12e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.296706 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.325764 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dc1e0bcb-9bc9-476c-bda1-d2ffc063b12e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1888764 Jul 05 04:16:28.356246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47100) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:28.383874 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-39876ca4-66c2-46eb-b636-2ec8483e135f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1357126 Jul 05 04:16:28.385784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:28.389414 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781589ca-fb0d-4b2d-a735-1789954d7a50" -d '{"events": [{"name": "network-changed", "server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "tag": "b53930a9-f840-481c-9b0c-88425daa808c"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:28.408351 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860cdd6-4797-4e88-9de0-36f2eaac3935 None None] Sync routers for ids ['f2a365ed-8992-449b-8ee4-181ca104d5ec'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:16:28.460360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860cdd6-4797-4e88-9de0-36f2eaac3935 None None] Routers {'f2a365ed-8992-449b-8ee4-181ca104d5ec'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:28.460360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6860cdd6-4797-4e88-9de0-36f2eaac3935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:16:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f2a365ed-8992-449b-8ee4-181ca104d5ec'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:28.597488 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1c3ba0e1-1797-48d1-81a0-3146c6f509e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.673723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-6860cdd6-4797-4e88-9de0-36f2eaac3935 None None] Set router f2a365ed-8992-449b-8ee4-181ca104d5ec gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:28.729379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af18eb-08f5-4804-9dfd-edfec22e57f5 req-57fc5dd5-51b3-43ce-a4ef-0c8d61e4a302 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:28.737214 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9af18eb-08f5-4804-9dfd-edfec22e57f5 req-57fc5dd5-51b3-43ce-a4ef-0c8d61e4a302 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.1018336 Jul 05 04:16:28.741071 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-64af2788-d27e-4986-8fb9-0d23ce3cbbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.764316 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1c3ba0e1-1797-48d1-81a0-3146c6f509e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.774367 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9af18eb-08f5-4804-9dfd-edfec22e57f5 req-8b48ceab-8b04-4c1b-8b16-a1dc72bd5a07 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373704 Jul 05 04:16:28.815273 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47114) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:28.835592 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61f7b84-6b11-4b47-a30b-0fa54dd953e4 x-openstack-request-id: req-c61f7b84-6b11-4b47-a30b-0fa54dd953e4 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:28.835984 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "tag": "b53930a9-f840-481c-9b0c-88425daa808c", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:28.836272 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c61f7b84-6b11-4b47-a30b-0fa54dd953e4 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:28.837173 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c', 'status': 'completed', 'code': 200} Jul 05 04:16:28.837309 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.873517 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1c3ba0e1-1797-48d1-81a0-3146c6f509e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.878923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-64af2788-d27e-4986-8fb9-0d23ce3cbbab None None] For port 07921a59-98d0-4e69-86f4-b41b88b6fc53, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=07921a59-98d0-4e69-86f4-b41b88b6fc53,segment=NetworkSegment(473ab06d-451b-4f49-8ca6-08721625f0a3),segment_id=473ab06d-451b-4f49-8ca6-08721625f0a3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:28.902480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47118) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:28.908796 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-8784b8b7-33fa-40af-8045-6db40613846c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1378775938', 'description': 'tempest-description--781804292'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:28.946469 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-64af2788-d27e-4986-8fb9-0d23ce3cbbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.011126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ba0e1-1797-48d1-81a0-3146c6f509e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1ab2e3-441d-4ed5-8660-2e80455345fd,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:29.011334 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47120) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:29.021572 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47124) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:29.025657 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1c3ba0e1-1797-48d1-81a0-3146c6f509e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=39c916f18719487e8e0074f8f3d7427c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6661444 Jul 05 04:16:29.034292 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8784b8b7-33fa-40af-8045-6db40613846c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.046176 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-94b7c53b-fc6c-4249-9f3d-c28e2c51a3de tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/a51ad12f-800f-45ef-b08b-ef14caae5fe9 HTTP/1.1" status: 200 len: 991 time: 0.2328594 Jul 05 04:16:29.067875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781589ca-fb0d-4b2d-a735-1789954d7a50 req-470d393a-9bbb-4c9f-8347-cb8741b84e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:29.072319 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-781589ca-fb0d-4b2d-a735-1789954d7a50 req-470d393a-9bbb-4c9f-8347-cb8741b84e5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1098 time: 0.1986804 Jul 05 04:16:29.078866 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:16:29.079520 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:16:29.104117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af2788-d27e-4986-8fb9-0d23ce3cbbab None None] Pushing event updated for resources: {'Port': ['ID=07921a59-98d0-4e69-86f4-b41b88b6fc53,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:29.121546 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8b9aaef5-9b33-4879-ab48-6465522348ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.157922 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8b9aaef5-9b33-4879-ab48-6465522348ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.159056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6860cdd6-4797-4e88-9de0-36f2eaac3935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601536934', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3253c63c-8812-4294-a947-8593c2128de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': '3253c63c-8812-4294-a947-8593c2128de5', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'a51ad12f-800f-45ef-b08b-ef14caae5fe9', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'port_id': 'b53930a9-f840-481c-9b0c-88425daa808c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'mac_address': 'fa:16:3e:d6:b5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:26Z', 'updated_at': '2021-07-05T04:16:26Z', 'revision_number': 0, 'project_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092487da-7ca2-49bd-82b4-b1f19498f0d0', 'name': '', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:f1:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:03Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:29.191830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860cdd6-4797-4e88-9de0-36f2eaac3935 None None] Checking router: f2a365ed-8992-449b-8ee4-181ca104d5ec for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:16:29.194589 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781589ca-fb0d-4b2d-a735-1789954d7a50 req-27da84c5-0f0b-49cd-af71-bf5292ea759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:29.194589 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-781589ca-fb0d-4b2d-a735-1789954d7a50 req-27da84c5-0f0b-49cd-af71-bf5292ea759c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f03194a7-344a-4f1d-8789-8f7b79c93450 HTTP/1.1" status: 200 len: 898 time: 0.1128263 Jul 05 04:16:29.194829 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0cb6a279-48dc-4d5f-9a1b-67c193087574 None None] Provisioning for port 9314883e-d767-4609-a20b-7dd34002a5f2 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:29.200262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0cb6a279-48dc-4d5f-9a1b-67c193087574 None None] Provisioning complete for port 9314883e-d767-4609-a20b-7dd34002a5f2 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:29.200645 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0cb6a279-48dc-4d5f-9a1b-67c193087574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.213241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0861641d-5023-4874-b3ed-68703245728e tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:29.219132 n-d-771363-32 neutron-server[100933]: WARNING neutron.api.v2.base [None req-0861641d-5023-4874-b3ed-68703245728e tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 04:16:29.219132 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-0861641d-5023-4874-b3ed-68703245728e tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:16:29.219132 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0861641d-5023-4874-b3ed-68703245728e tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2033966 Jul 05 04:16:29.221736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47126) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:29.228046 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860cdd6-4797-4e88-9de0-36f2eaac3935 None None] Routers {'f2a365ed-8992-449b-8ee4-181ca104d5ec'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:16:29.228253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-bf1013cc-8ca5-4baf-bf96-49951cefe778 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group': {'name': 'tempest-secgroup--363627502'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:29.228711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6860cdd6-4797-4e88-9de0-36f2eaac3935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:16:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f2a365ed-8992-449b-8ee4-181ca104d5ec'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:29.275950 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8784b8b7-33fa-40af-8045-6db40613846c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.283090 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-781589ca-fb0d-4b2d-a735-1789954d7a50 req-b1551ff8-7e6c-477e-a3bc-b5538310162f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b53930a9-f840-481c-9b0c-88425daa808c HTTP/1.1" status: 200 len: 999 time: 0.0794737 Jul 05 04:16:29.283384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0cb6a279-48dc-4d5f-9a1b-67c193087574 None None] Port 9314883e-d767-4609-a20b-7dd34002a5f2 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:29.331240 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0cb6a279-48dc-4d5f-9a1b-67c193087574 None None] Provisioning complete for port 07921a59-98d0-4e69-86f4-b41b88b6fc53 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:29.331482 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0cb6a279-48dc-4d5f-9a1b-67c193087574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.336816 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8b9aaef5-9b33-4879-ab48-6465522348ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.341085 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8b9aaef5-9b33-4879-ab48-6465522348ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.344727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8b9aaef5-9b33-4879-ab48-6465522348ef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9b1ab2e3-441d-4ed5-8660-2e80455345fd HTTP/1.1" status: 204 len: 168 time: 0.3195553 Jul 05 04:16:29.357619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781589ca-fb0d-4b2d-a735-1789954d7a50 req-795cc881-9f65-4e66-b90d-c53c1966c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:29.359645 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-781589ca-fb0d-4b2d-a735-1789954d7a50 req-795cc881-9f65-4e66-b90d-c53c1966c175 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b8a59358-93f8-484f-aea3-ffbc4f5a8951 HTTP/1.1" status: 200 len: 835 time: 0.0661387 Jul 05 04:16:29.362974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9aaef5-9b33-4879-ab48-6465522348ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1ab2e3-441d-4ed5-8660-2e80455345fd,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:29.378873 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8784b8b7-33fa-40af-8045-6db40613846c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.387976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-6860cdd6-4797-4e88-9de0-36f2eaac3935 None None] Set router f2a365ed-8992-449b-8ee4-181ca104d5ec gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:16:29.452678 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784b8b7-33fa-40af-8045-6db40613846c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba61a0e4-b168-45bf-a7f3-48089574b6bc,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:29.476890 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781589ca-fb0d-4b2d-a735-1789954d7a50 req-db5be55e-dd6d-4a83-ab9c-06c2324d3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:29.481570 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-781589ca-fb0d-4b2d-a735-1789954d7a50 req-db5be55e-dd6d-4a83-ab9c-06c2324d3238 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f03194a7-344a-4f1d-8789-8f7b79c93450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1051054 Jul 05 04:16:29.542615 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf1013cc-8ca5-4baf-bf96-49951cefe778 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.554006 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf1013cc-8ca5-4baf-bf96-49951cefe778 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.635065 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-781589ca-fb0d-4b2d-a735-1789954d7a50 req-4a36e9fa-2125-47d7-9a1e-f9664d9c9f6a service neutron] 10.222.0.36 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406853 Jul 05 04:16:29.660236 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8784b8b7-33fa-40af-8045-6db40613846c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.664535 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8784b8b7-33fa-40af-8045-6db40613846c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7588358 Jul 05 04:16:29.664843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 714eabdb-efff-4ff4-82b1-a8b4c4beb039 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:29.665996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47132) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:29.670706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5ff4cf25-c5cc-4f9a-ab17-437b8c224cbc tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Request body: {'security_group_rule': {'security_group_id': 'ba61a0e4-b168-45bf-a7f3-48089574b6bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:29.752837 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 714eabdb-efff-4ff4-82b1-a8b4c4beb039 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:29.753217 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.787596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6860cdd6-4797-4e88-9de0-36f2eaac3935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601536934', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3253c63c-8812-4294-a947-8593c2128de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': '3253c63c-8812-4294-a947-8593c2128de5', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'a51ad12f-800f-45ef-b08b-ef14caae5fe9', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'port_id': 'b53930a9-f840-481c-9b0c-88425daa808c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'mac_address': 'fa:16:3e:d6:b5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:26Z', 'updated_at': '2021-07-05T04:16:26Z', 'revision_number': 0, 'project_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092487da-7ca2-49bd-82b4-b1f19498f0d0', 'name': '', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:f1:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:03Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:29.789697 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-781589ca-fb0d-4b2d-a735-1789954d7a50 req-6794cbb7-aa95-409e-9fe4-cf1f07bb94d3 service neutron] 10.222.0.36 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463385 Jul 05 04:16:29.819886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860cdd6-4797-4e88-9de0-36f2eaac3935 None None] The sync data for ids ['f2a365ed-8992-449b-8ee4-181ca104d5ec'] in n-d-771363-32 is: [{'id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601536934', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3253c63c-8812-4294-a947-8593c2128de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': '3253c63c-8812-4294-a947-8593c2128de5', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'a51ad12f-800f-45ef-b08b-ef14caae5fe9', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'port_id': 'b53930a9-f840-481c-9b0c-88425daa808c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'mac_address': 'fa:16:3e:d6:b5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:26Z', 'updated_at': '2021-07-05T04:16:26Z', 'revision_number': 0, 'project_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092487da-7ca2-49bd-82b4-b1f19498f0d0', 'name': '', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:f1:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:03Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:16:29.827428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf1013cc-8ca5-4baf-bf96-49951cefe778 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.902314 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf1013cc-8ca5-4baf-bf96-49951cefe778 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.955644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1013cc-8ca5-4baf-bf96-49951cefe778 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d32584f1-2691-45a6-b638-668b7969780a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:29.976521 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 07921a59-98d0-4e69-86f4-b41b88b6fc53 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:30.031391 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ff4cf25-c5cc-4f9a-ab17-437b8c224cbc tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.049117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47142) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:30.085725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 07921a59-98d0-4e69-86f4-b41b88b6fc53 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:30.085992 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.165700 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d74ba-8df0-43b6-b4f8-3b8f1ba0c00c None None] New status for floating IP a51ad12f-800f-45ef-b08b-ef14caae5fe9: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:16:30.176515 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ff4cf25-c5cc-4f9a-ab17-437b8c224cbc tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.210463 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf1013cc-8ca5-4baf-bf96-49951cefe778 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.220733 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-69e4d912-3053-43a2-8b23-8b04fd3691ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/a51ad12f-800f-45ef-b08b-ef14caae5fe9 HTTP/1.1" status: 200 len: 991 time: 0.1698363 Jul 05 04:16:30.281250 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ff4cf25-c5cc-4f9a-ab17-437b8c224cbc tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.308249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4cf25-c5cc-4f9a-ab17-437b8c224cbc tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba50eed7-58b3-4d41-820e-05fbd16796c4,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:30.320644 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf1013cc-8ca5-4baf-bf96-49951cefe778 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.352448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1013cc-8ca5-4baf-bf96-49951cefe778 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad6cd69-31c6-4e0b-9f6f-d107003a9e1f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:30.472059 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ff4cf25-c5cc-4f9a-ab17-437b8c224cbc tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.477264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5ff4cf25-c5cc-4f9a-ab17-437b8c224cbc tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8064075 Jul 05 04:16:30.477264 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf1013cc-8ca5-4baf-bf96-49951cefe778 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.481035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47150) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:30.481136 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bf1013cc-8ca5-4baf-bf96-49951cefe778 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2545364 Jul 05 04:16:30.481136 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47152) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:30.482247 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-18991ff6-9b9f-4661-8970-177541c20c49 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Request body: {'security_group_rule': {'security_group_id': 'ba61a0e4-b168-45bf-a7f3-48089574b6bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:30.485731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5381616b-96e4-458d-b152-18e807882215 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': 'aad6cd69-31c6-4e0b-9f6f-d107003a9e1f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:30.511801 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-18991ff6-9b9f-4661-8970-177541c20c49 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:16:30.511801 n-d-771363-32 neutron-server[100932]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 04:16:30.511801 n-d-771363-32 neutron-server[100932]: [parameters: {'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'id': 'a965b370-1991-48bd-885c-89c3dda5d5dc', 'expiration': datetime.datetime(2021, 7, 5, 4, 18, 30, 507078)}] Jul 05 04:16:30.511801 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:16:30.512758 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-18991ff6-9b9f-4661-8970-177541c20c49 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:16:30.581737 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5381616b-96e4-458d-b152-18e807882215 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.641291 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5381616b-96e4-458d-b152-18e807882215 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.719401 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5381616b-96e4-458d-b152-18e807882215 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.739600 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381616b-96e4-458d-b152-18e807882215 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6edd457-96c0-4011-b347-b313a64f311f,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:30.947757 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5381616b-96e4-458d-b152-18e807882215 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.949059 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5381616b-96e4-458d-b152-18e807882215 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4675210 Jul 05 04:16:30.951862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47164) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:30.958547 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4cb35134-8040-4b61-ad45-d68e797da609 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': 'aad6cd69-31c6-4e0b-9f6f-d107003a9e1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:31.130257 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4cb35134-8040-4b61-ad45-d68e797da609 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.198920 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18991ff6-9b9f-4661-8970-177541c20c49 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.224997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47168) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:31.254969 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18991ff6-9b9f-4661-8970-177541c20c49 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.265549 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-4cb35134-8040-4b61-ad45-d68e797da609 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:16:31.266602 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4cb35134-8040-4b61-ad45-d68e797da609 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3136537 Jul 05 04:16:31.269514 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47170) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:31.304139 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6105f167-38c3-441c-a67c-1e2f10aa17c8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/a51ad12f-800f-45ef-b08b-ef14caae5fe9 HTTP/1.1" status: 200 len: 993 time: 0.0693376 Jul 05 04:16:31.331777 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9c32-eb38-482c-a6d7-40c95409e087 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.346010 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18991ff6-9b9f-4661-8970-177541c20c49 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.377419 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9c32-eb38-482c-a6d7-40c95409e087 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.380496 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18991ff6-9b9f-4661-8970-177541c20c49 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976af3a0-abe3-47f6-8942-b59118a485a0,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:31.474264 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18991ff6-9b9f-4661-8970-177541c20c49 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.477765 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-18991ff6-9b9f-4661-8970-177541c20c49 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9970136 Jul 05 04:16:31.478587 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47174) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:31.483424 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:31.503469 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9c32-eb38-482c-a6d7-40c95409e087 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.508035 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9c32-eb38-482c-a6d7-40c95409e087 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.509235 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b2cc9c32-eb38-482c-a6d7-40c95409e087 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "DELETE /v2.0/security-groups/aad6cd69-31c6-4e0b-9f6f-d107003a9e1f HTTP/1.1" status: 204 len: 168 time: 0.2384131 Jul 05 04:16:31.512048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47176) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:31.518916 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc9c32-eb38-482c-a6d7-40c95409e087 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad6cd69-31c6-4e0b-9f6f-d107003a9e1f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:31.555032 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47178) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:31.581589 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b417a3e4-737a-4540-b739-2e03cb81b3ae tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681190 Jul 05 04:16:31.586192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47182) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:31.590995 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581190449'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:31.600025 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.690415 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e70aad7a-4471-476d-84e6-6d1d1db1a2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.708470 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.761025 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.891345 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e70aad7a-4471-476d-84e6-6d1d1db1a2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.907497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Allocated IP 172.25.6.70 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/ed55427d-e755-4f08-82f1-c8f67220d5a0) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:31.963408 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e70aad7a-4471-476d-84e6-6d1d1db1a2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.013359 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e70aad7a-4471-476d-84e6-6d1d1db1a2e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e550df505ab94686a658f2a3fa3f0e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4566462 Jul 05 04:16:32.016392 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.017196 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47186) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.021706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70aad7a-4471-476d-84e6-6d1d1db1a2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c50e0e1-fb3e-47cd-9450-93e589b454a3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:32.064647 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.073463 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eb25694f-12fb-412e-bc1e-e70b1900f635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.101830 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eb25694f-12fb-412e-bc1e-e70b1900f635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.108315 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.159589 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87059d7-d6e7-40e4-b136-c0e5e8530837,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:32.165417 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.167830 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:32.168275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:32.168615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:32.168948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:32.169300 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:32.169629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:32.169961 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:32.170278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:32.170603 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:32.170920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:32.171329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:32.171633 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:32.218381 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:32.224674 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:32.228787 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:32.255876 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event updated for resources: {'Port': ['ID=ed55427d-e755-4f08-82f1-c8f67220d5a0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:32.382212 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.386048 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0d9df0d0-2301-4067-b437-6b02d75fa848 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7963011 Jul 05 04:16:32.386326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47188) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.390809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-eaae2d22-14fb-4123-98e6-c1c81a6f43f5 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': 'd87059d7-d6e7-40e4-b136-c0e5e8530837', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:32.402201 n-d-771363-32 neutron-server[100933]: WARNING neutron.api.v2.base [None req-eaae2d22-14fb-4123-98e6-c1c81a6f43f5 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 04:16:32.402201 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-eaae2d22-14fb-4123-98e6-c1c81a6f43f5 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:32.402201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-eaae2d22-14fb-4123-98e6-c1c81a6f43f5 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058141 Jul 05 04:16:32.402526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47190) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.433881 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eb25694f-12fb-412e-bc1e-e70b1900f635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.436942 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eb25694f-12fb-412e-bc1e-e70b1900f635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.441954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-eb25694f-12fb-412e-bc1e-e70b1900f635 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0c50e0e1-fb3e-47cd-9450-93e589b454a3 HTTP/1.1" status: 204 len: 168 time: 0.4210801 Jul 05 04:16:32.478678 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25694f-12fb-412e-bc1e-e70b1900f635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c50e0e1-fb3e-47cd-9450-93e589b454a3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:32.485026 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.501251 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-49d6192e-3693-4961-9bf1-40d56b5b0fb7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.515697 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.528004 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-49d6192e-3693-4961-9bf1-40d56b5b0fb7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.673662 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-49d6192e-3693-4961-9bf1-40d56b5b0fb7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.676466 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-49d6192e-3693-4961-9bf1-40d56b5b0fb7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.678671 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-49d6192e-3693-4961-9bf1-40d56b5b0fb7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "DELETE /v2.0/security-groups/d87059d7-d6e7-40e4-b136-c0e5e8530837 HTTP/1.1" status: 204 len: 168 time: 0.2746449 Jul 05 04:16:32.682411 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47194) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.689693 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6192e-3693-4961-9bf1-40d56b5b0fb7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87059d7-d6e7-40e4-b136-c0e5e8530837,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:32.717705 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.780619 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d0dd7a26-9ee9-4d31-8824-0d9ad55db942 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0970716 Jul 05 04:16:32.784940 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47198) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.791291 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c2307b59-4a3b-4b9f-a537-858c3ab8d34a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758385286'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:32.923052 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.611259 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c2307b59-4a3b-4b9f-a537-858c3ab8d34a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.711183 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c2307b59-4a3b-4b9f-a537-858c3ab8d34a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.793681 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.828044 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c2307b59-4a3b-4b9f-a537-858c3ab8d34a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.888239 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event updated for resources: {'Port': ['ID=ed55427d-e755-4f08-82f1-c8f67220d5a0,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:33.900829 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.901113 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2307b59-4a3b-4b9f-a537-858c3ab8d34a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44551564-904f-457a-8c07-469923860faa,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:33.965279 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c2307b59-4a3b-4b9f-a537-858c3ab8d34a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.966628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c2307b59-4a3b-4b9f-a537-858c3ab8d34a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1798124 Jul 05 04:16:33.969343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47224) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.974757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-fd2ee23d-c9c2-4c84-8ee5-1f512fd6801a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': '44551564-904f-457a-8c07-469923860faa', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:33.981489 n-d-771363-32 neutron-server[100933]: WARNING neutron.api.v2.base [None req-fd2ee23d-c9c2-4c84-8ee5-1f512fd6801a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 04:16:33.981489 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-fd2ee23d-c9c2-4c84-8ee5-1f512fd6801a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:33.981489 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fd2ee23d-c9c2-4c84-8ee5-1f512fd6801a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066249 Jul 05 04:16:33.983625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47226) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.027865 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.039234 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-246ef7f2-79b6-4c3c-bc9d-c2c31015695a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.062114 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-246ef7f2-79b6-4c3c-bc9d-c2c31015695a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.069820 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.071031 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cdfe4f85-3a32-408d-b298-a4f8e73826f2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5914857 Jul 05 04:16:34.233740 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-246ef7f2-79b6-4c3c-bc9d-c2c31015695a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.236531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-246ef7f2-79b6-4c3c-bc9d-c2c31015695a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.240551 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-246ef7f2-79b6-4c3c-bc9d-c2c31015695a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "DELETE /v2.0/security-groups/44551564-904f-457a-8c07-469923860faa HTTP/1.1" status: 204 len: 168 time: 0.2529545 Jul 05 04:16:34.245055 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47244) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.265687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ef7f2-79b6-4c3c-bc9d-c2c31015695a tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44551564-904f-457a-8c07-469923860faa,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:34.327438 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b0d1f8fa-f5d5-4189-8f92-5bf8bc9d17be tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0854406 Jul 05 04:16:34.332626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47256) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.337626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-96bc8c96-bee3-4066-8e49-8bec1d579a65 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group': {'name': 'tempest-secgroup--114737424'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:34.357257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-4bfaf5ec-9972-41fd-842d-50052dc6860f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1378775938&fields=id&tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5 HTTP/1.1" status: 200 len: 267 time: 0.0437241 Jul 05 04:16:34.419352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-327a0f8e-ef49-4d3b-a16f-156944fc57ed tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:34.420823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-327a0f8e-ef49-4d3b-a16f-156944fc57ed tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports/0b261412-7c1f-44d0-b0d0-86763bb68022 HTTP/1.1" status: 200 len: 936 time: 0.0555565 Jul 05 04:16:34.424896 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-96bc8c96-bee3-4066-8e49-8bec1d579a65 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.492589 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-ff349481-1285-44a1-93e1-1c932dc472ea tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:34.500228 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-ff349481-1285-44a1-93e1-1c932dc472ea tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports/9314883e-d767-4609-a20b-7dd34002a5f2 HTTP/1.1" status: 200 len: 936 time: 0.0704777 Jul 05 04:16:34.545996 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-96bc8c96-bee3-4066-8e49-8bec1d579a65 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.559955 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-82887ae1-d3aa-44d2-b0ad-1dfcbf964224 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?network_id=4f1cf73a-04b0-4401-a497-483da7eef180&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0587754 Jul 05 04:16:34.605188 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-3921862f-2103-40c8-bf0f-08716b2233d4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?network_id=4f1cf73a-04b0-4401-a497-483da7eef180&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0374961 Jul 05 04:16:34.627922 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-96bc8c96-bee3-4066-8e49-8bec1d579a65 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.664751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc8c96-bee3-4066-8e49-8bec1d579a65 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565691e6-cd04-40d4-a27e-2ff33cda897d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:34.719456 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-96bc8c96-bee3-4066-8e49-8bec1d579a65 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.726270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47272) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.728010 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-96bc8c96-bee3-4066-8e49-8bec1d579a65 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3941226 Jul 05 04:16:34.732242 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-76eb4831-426e-4bb3-a06b-b0210905e264 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': '565691e6-cd04-40d4-a27e-2ff33cda897d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:34.734216 n-d-771363-32 neutron-server[100933]: WARNING neutron.api.v2.base [None req-76eb4831-426e-4bb3-a06b-b0210905e264 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 04:16:34.734833 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-76eb4831-426e-4bb3-a06b-b0210905e264 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:34.740248 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-76eb4831-426e-4bb3-a06b-b0210905e264 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088389 Jul 05 04:16:34.740410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47274) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.746721 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-8edc1dfb-2ad1-4778-8af9-8e5344ba3e21 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': '565691e6-cd04-40d4-a27e-2ff33cda897d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:34.747381 n-d-771363-32 neutron-server[100933]: WARNING neutron.api.v2.base [None req-8edc1dfb-2ad1-4778-8af9-8e5344ba3e21 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 04:16:34.747918 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-8edc1dfb-2ad1-4778-8af9-8e5344ba3e21 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:34.751721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8edc1dfb-2ad1-4778-8af9-8e5344ba3e21 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077398 Jul 05 04:16:34.751721 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47276) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.755853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c17d1d48-e653-4b2c-b565-b5cf65cf1656 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': '565691e6-cd04-40d4-a27e-2ff33cda897d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:34.756766 n-d-771363-32 neutron-server[100933]: WARNING neutron.api.v2.base [None req-c17d1d48-e653-4b2c-b565-b5cf65cf1656 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 04:16:34.757288 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-c17d1d48-e653-4b2c-b565-b5cf65cf1656 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:34.760735 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c17d1d48-e653-4b2c-b565-b5cf65cf1656 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059121 Jul 05 04:16:34.761517 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47278) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.765200 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-830cf9a9-7aec-4123-b7bb-554f4ae6026b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:34.767662 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1d95ea8a-febe-4fb7-a9f3-6128ac614f00 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': '565691e6-cd04-40d4-a27e-2ff33cda897d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:34.768871 n-d-771363-32 neutron-server[100932]: WARNING neutron.api.v2.base [None req-1d95ea8a-febe-4fb7-a9f3-6128ac614f00 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 04:16:34.769605 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-1d95ea8a-febe-4fb7-a9f3-6128ac614f00 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:34.774374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-830cf9a9-7aec-4123-b7bb-554f4ae6026b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:34.775679 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1d95ea8a-febe-4fb7-a9f3-6128ac614f00 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0121479 Jul 05 04:16:34.777181 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47280) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.777807 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-830cf9a9-7aec-4123-b7bb-554f4ae6026b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:34.779566 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-830cf9a9-7aec-4123-b7bb-554f4ae6026b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/networks?id=698c7822-9f38-4d13-a24c-340f7e82d957&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=4f1cf73a-04b0-4401-a497-483da7eef180&id=4f1cf73a-04b0-4401-a497-483da7eef180 HTTP/1.1" status: 200 len: 1992 time: 0.1732299 Jul 05 04:16:34.813335 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-1bd5dfff-7fb1-44d0-89d9-430c2de91b70 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/quotas/1094e442ed4a4b18b6008a0f1dc0f6f5 HTTP/1.1" status: 200 len: 375 time: 0.0276577 Jul 05 04:16:34.844652 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4149d77-f912-4720-b1f9-9ea1ba7e2b35 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.874430 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4149d77-f912-4720-b1f9-9ea1ba7e2b35 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.933606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6c873325-a43f-490d-b85e-325c3ffe6999 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1176217 Jul 05 04:16:34.999269 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4149d77-f912-4720-b1f9-9ea1ba7e2b35 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.002009 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4149d77-f912-4720-b1f9-9ea1ba7e2b35 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.003206 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e4149d77-f912-4720-b1f9-9ea1ba7e2b35 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "DELETE /v2.0/security-groups/565691e6-cd04-40d4-a27e-2ff33cda897d HTTP/1.1" status: 204 len: 168 time: 0.2247355 Jul 05 04:16:35.012698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4149d77-f912-4720-b1f9-9ea1ba7e2b35 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=565691e6-cd04-40d4-a27e-2ff33cda897d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:35.021496 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47290) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:35.070429 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-be7f2911-5280-48c2-8c0d-c99eefe67008 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475883 Jul 05 04:16:35.074250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47292) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:35.078886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1a20afec-aee0-47ac-b6b7-dac688dc48ca tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432112126'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:35.143326 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-9434f4e7-8d2f-45b3-b788-2b8a3cfadee3 service neutron] 10.222.0.38 "GET /v2.0/networks/698c7822-9f38-4d13-a24c-340f7e82d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987376 Jul 05 04:16:35.216654 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a20afec-aee0-47ac-b6b7-dac688dc48ca tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.241456 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-3828b9e7-6379-4f90-8ead-cd09cd131361 service neutron] 10.222.0.38 "GET /v2.0/networks/698c7822-9f38-4d13-a24c-340f7e82d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921037 Jul 05 04:16:35.300356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-0d406243-ba21-41dd-9ddf-4b61b145ff9a service neutron] 10.222.0.38 "GET /v2.0/ports/0b261412-7c1f-44d0-b0d0-86763bb68022?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0522034 Jul 05 04:16:35.336031 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a20afec-aee0-47ac-b6b7-dac688dc48ca tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.409783 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a20afec-aee0-47ac-b6b7-dac688dc48ca tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.415827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-24e29c1e-6ed1-4d42-872e-f5756e50f30e service neutron] 10.222.0.38 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965044 Jul 05 04:16:35.443495 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20afec-aee0-47ac-b6b7-dac688dc48ca tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eb678e-efa6-4861-b383-18003ebf076e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:35.453762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47298) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:35.508043 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a20afec-aee0-47ac-b6b7-dac688dc48ca tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.512245 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1a20afec-aee0-47ac-b6b7-dac688dc48ca tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4342091 Jul 05 04:16:35.512424 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47302) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:35.518948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f3cd682c-87a3-4350-a68d-5d4d75e7038b tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb678e-efa6-4861-b383-18003ebf076e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:35.519435 n-d-771363-32 neutron-server[100933]: WARNING neutron.api.v2.base [None req-f3cd682c-87a3-4350-a68d-5d4d75e7038b tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 04:16:35.520647 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-f3cd682c-87a3-4350-a68d-5d4d75e7038b tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:35.521624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f3cd682c-87a3-4350-a68d-5d4d75e7038b tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082743 Jul 05 04:16:35.524307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47304) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:35.531491 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-1ea52898-0ab9-47a8-b2b8-ff9ebcc0aa71 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb678e-efa6-4861-b383-18003ebf076e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:35.554514 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d6ebaf37-ba8e-4842-ade7-f1bfe2c06fdd service neutron] 10.222.0.38 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317537 Jul 05 04:16:35.616150 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3748095b-dfd9-41ee-9176-bb07d054c774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.643011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-589caf14-a4d2-4885-a6bf-d1e02ced002d service neutron] 10.222.0.38 "GET /v2.0/ports/9314883e-d767-4609-a20b-7dd34002a5f2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0717056 Jul 05 04:16:35.767989 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a969d2c4-e646-442e-ba13-9a5e0fb95a21 service neutron] 10.222.0.38 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220665 Jul 05 04:16:35.880949 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3748095b-dfd9-41ee-9176-bb07d054c774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.898742 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-b4c42637-374c-4498-bf95-8f3f054476db service neutron] 10.222.0.38 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204836 Jul 05 04:16:35.961030 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3748095b-dfd9-41ee-9176-bb07d054c774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.020103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748095b-dfd9-41ee-9176-bb07d054c774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4cdf07-9986-4a6e-921d-90b37f9d8ec4,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:36.037554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-011d14c7-b9c9-4ece-ae78-ee68f1dad0dd service neutron] 10.222.0.38 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330261 Jul 05 04:16:36.043556 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3748095b-dfd9-41ee-9176-bb07d054c774 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0863409075a143de927fde069cb41c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5919707 Jul 05 04:16:36.047568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47316) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:36.064862 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-1ea52898-0ab9-47a8-b2b8-ff9ebcc0aa71 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:36.069957 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1ea52898-0ab9-47a8-b2b8-ff9ebcc0aa71 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5407343 Jul 05 04:16:36.072992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47318) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:36.078069 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-eb5b14fe-cada-431b-8d60-a2c00c75e7b7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb678e-efa6-4861-b383-18003ebf076e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:36.078579 n-d-771363-32 neutron-server[100932]: WARNING neutron.api.v2.base [None req-eb5b14fe-cada-431b-8d60-a2c00c75e7b7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 04:16:36.079073 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-eb5b14fe-cada-431b-8d60-a2c00c75e7b7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:36.083292 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-eb5b14fe-cada-431b-8d60-a2c00c75e7b7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059118 Jul 05 04:16:36.085831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47320) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:36.095967 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-27c5e488-5e05-49ca-a25b-50d02b7b4327 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb678e-efa6-4861-b383-18003ebf076e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:36.135770 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-defb4215-ab7d-4830-b145-b19660937431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.142415 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-84395e49-9c25-4f94-bda0-451c6a433e3d service neutron] 10.222.0.38 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039016 Jul 05 04:16:36.170687 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-defb4215-ab7d-4830-b145-b19660937431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.245384 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-4dc0c20c-a739-4f3d-9d25-40857e7e53b5 service neutron] 10.222.0.38 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958278 Jul 05 04:16:36.290940 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-27c5e488-5e05-49ca-a25b-50d02b7b4327 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:36.294979 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-27c5e488-5e05-49ca-a25b-50d02b7b4327 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2053611 Jul 05 04:16:36.295314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47322) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:36.300486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5f053463-fda6-4aee-a667-d5a85553b594 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb678e-efa6-4861-b383-18003ebf076e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:36.301862 n-d-771363-32 neutron-server[100932]: WARNING neutron.api.v2.base [None req-5f053463-fda6-4aee-a667-d5a85553b594 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 04:16:36.302478 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-5f053463-fda6-4aee-a667-d5a85553b594 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:36.304612 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5f053463-fda6-4aee-a667-d5a85553b594 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071311 Jul 05 04:16:36.307834 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47324) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:36.312707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d6d7eab4-b870-4a58-abf7-fc1b8c7be3a1 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb678e-efa6-4861-b383-18003ebf076e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:36.327170 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-defb4215-ab7d-4830-b145-b19660937431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.330083 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-defb4215-ab7d-4830-b145-b19660937431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.333139 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-defb4215-ab7d-4830-b145-b19660937431 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2d4cdf07-9986-4a6e-921d-90b37f9d8ec4 HTTP/1.1" status: 204 len: 168 time: 0.2822175 Jul 05 04:16:36.350008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb4215-ab7d-4830-b145-b19660937431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4cdf07-9986-4a6e-921d-90b37f9d8ec4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:36.428178 n-d-771363-32 neutron-server[100932]: INFO neutron.db.securitygroups_db [None req-d6d7eab4-b870-4a58-abf7-fc1b8c7be3a1 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Project d77e0a22fd3744a1ad18bbf251fb407e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:16:36.547633 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-d6d7eab4-b870-4a58-abf7-fc1b8c7be3a1 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:36.548906 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d6d7eab4-b870-4a58-abf7-fc1b8c7be3a1 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2398887 Jul 05 04:16:36.552392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47328) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:36.557046 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-513bbcc9-acb6-4d60-a218-46eba6a62a55 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb678e-efa6-4861-b383-18003ebf076e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:36.560244 n-d-771363-32 neutron-server[100932]: WARNING neutron.api.v2.base [None req-513bbcc9-acb6-4d60-a218-46eba6a62a55 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 04:16:36.560244 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-513bbcc9-acb6-4d60-a218-46eba6a62a55 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:36.568300 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-513bbcc9-acb6-4d60-a218-46eba6a62a55 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0147128 Jul 05 04:16:36.569246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47330) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:36.574921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f7ba958e-ec6f-4fe3-b524-c735745e5805 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb678e-efa6-4861-b383-18003ebf076e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:36.656827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-c13b78a2-308f-48a0-9641-a759794af674 service neutron] 10.222.0.38 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054682 Jul 05 04:16:36.726032 n-d-771363-32 neutron-server[100932]: INFO neutron.db.securitygroups_db [None req-f7ba958e-ec6f-4fe3-b524-c735745e5805 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Project d77e0a22fd3744a1ad18bbf251fb407e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:16:36.762193 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-ed599759-6f5c-47a7-9958-9562afbe3dab service neutron] 10.222.0.38 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894041 Jul 05 04:16:36.862058 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-f7ba958e-ec6f-4fe3-b524-c735745e5805 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:36.863458 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f7ba958e-ec6f-4fe3-b524-c735745e5805 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2931902 Jul 05 04:16:36.865235 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-62e7416c-05a4-4470-ac14-03d6047171ae service neutron] 10.222.0.38 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962501 Jul 05 04:16:36.866381 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47340) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:36.873134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-354519cf-3b9b-4578-a7b1-6f6bcb69c95f tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb678e-efa6-4861-b383-18003ebf076e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:36.970397 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-9e564957-c2bd-4a51-a241-ddd584a87d05 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955813 Jul 05 04:16:36.987404 n-d-771363-32 neutron-server[100932]: INFO neutron.db.securitygroups_db [None req-354519cf-3b9b-4578-a7b1-6f6bcb69c95f tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Project d77e0a22fd3744a1ad18bbf251fb407e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:16:37.081401 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-4c013f74-e507-48f7-b966-39be35f92da5 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000650 Jul 05 04:16:37.124754 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-354519cf-3b9b-4578-a7b1-6f6bcb69c95f tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:37.126591 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-354519cf-3b9b-4578-a7b1-6f6bcb69c95f tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2582755 Jul 05 04:16:37.139744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47348) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:37.215747 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3df31954-897c-440e-85e5-ce2b0c2ff9e6 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.234459 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3df31954-897c-440e-85e5-ce2b0c2ff9e6 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.393251 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3df31954-897c-440e-85e5-ce2b0c2ff9e6 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.396149 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3df31954-897c-440e-85e5-ce2b0c2ff9e6 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.397322 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3df31954-897c-440e-85e5-ce2b0c2ff9e6 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "DELETE /v2.0/security-groups/b1eb678e-efa6-4861-b383-18003ebf076e HTTP/1.1" status: 204 len: 168 time: 0.2564421 Jul 05 04:16:37.400152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47366) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:37.406887 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df31954-897c-440e-85e5-ce2b0c2ff9e6 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eb678e-efa6-4861-b383-18003ebf076e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:37.453884 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-474bf004-c567-4842-937f-81b763dfa3c5 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0468633 Jul 05 04:16:37.454107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47372) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:37.460024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-9719a85b-8ae2-4e5d-be9b-56ea088fee17 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525569186'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:37.639424 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9719a85b-8ae2-4e5d-be9b-56ea088fee17 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.727730 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9719a85b-8ae2-4e5d-be9b-56ea088fee17 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.799391 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9719a85b-8ae2-4e5d-be9b-56ea088fee17 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.847408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719a85b-8ae2-4e5d-be9b-56ea088fee17 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6b628b-ee54-4e8d-b1d2-65141b8a827b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:37.930791 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9719a85b-8ae2-4e5d-be9b-56ea088fee17 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.932123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9719a85b-8ae2-4e5d-be9b-56ea088fee17 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4764421 Jul 05 04:16:37.934983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47382) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:37.939429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5533d707-82b1-4a75-a88b-534c8051215e tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': '2b6b628b-ee54-4e8d-b1d2-65141b8a827b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:38.164814 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-5533d707-82b1-4a75-a88b-534c8051215e tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The resource could not be found. Jul 05 04:16:38.165916 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5533d707-82b1-4a75-a88b-534c8051215e tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2300010 Jul 05 04:16:38.168741 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47390) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:38.173168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-96630d83-4840-4552-a4ac-1ec95279cd7e tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': '2b6b628b-ee54-4e8d-b1d2-65141b8a827b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '89697a6a-a086-48e3-9acd-6ced3592c015'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:38.404605 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-96630d83-4840-4552-a4ac-1ec95279cd7e tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The resource could not be found. Jul 05 04:16:38.405822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-96630d83-4840-4552-a4ac-1ec95279cd7e tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2360251 Jul 05 04:16:38.408491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47402) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:38.466919 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc8edda8-7ac5-4986-8c57-2d29b4d108a0 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.492224 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc8edda8-7ac5-4986-8c57-2d29b4d108a0 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.645809 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc8edda8-7ac5-4986-8c57-2d29b4d108a0 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.648601 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bc8edda8-7ac5-4986-8c57-2d29b4d108a0 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.650348 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bc8edda8-7ac5-4986-8c57-2d29b4d108a0 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "DELETE /v2.0/security-groups/2b6b628b-ee54-4e8d-b1d2-65141b8a827b HTTP/1.1" status: 204 len: 168 time: 0.2406099 Jul 05 04:16:38.653351 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47408) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:38.660010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8edda8-7ac5-4986-8c57-2d29b4d108a0 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6b628b-ee54-4e8d-b1d2-65141b8a827b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:38.720851 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a68ba18d-59a9-4d07-9622-edc53adfd3de tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659595 Jul 05 04:16:38.724881 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47410) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:38.729998 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4dde6244-0d36-421f-a95c-b042d75a862c tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': '00a1ccc6-1134-4214-a2d4-9ca123dfc413', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:38.942667 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-4dde6244-0d36-421f-a95c-b042d75a862c tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The resource could not be found. Jul 05 04:16:38.943770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4dde6244-0d36-421f-a95c-b042d75a862c tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2174535 Jul 05 04:16:38.947571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47412) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:38.952651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-334311eb-90ea-473a-ad0c-d8b5487ddb46 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180626064'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:39.035414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f90be79-2adb-4bad-aff3-2db1b553678a req-c5560da6-8bf6-4c46-be09-451c30ea09e4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 210 time: 0.0324833 Jul 05 04:16:39.090891 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-334311eb-90ea-473a-ad0c-d8b5487ddb46 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.194607 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-334311eb-90ea-473a-ad0c-d8b5487ddb46 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.339854 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-334311eb-90ea-473a-ad0c-d8b5487ddb46 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.369222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334311eb-90ea-473a-ad0c-d8b5487ddb46 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd1a1fc-916c-45f7-ba41-f175ae8d9faf,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:39.461792 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-334311eb-90ea-473a-ad0c-d8b5487ddb46 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.464133 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-334311eb-90ea-473a-ad0c-d8b5487ddb46 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5142565 Jul 05 04:16:39.466037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47424) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:39.478788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-dc2336bd-34af-4898-b315-f2ef1bac6312 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487817794'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:39.622564 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc2336bd-34af-4898-b315-f2ef1bac6312 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.711083 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc2336bd-34af-4898-b315-f2ef1bac6312 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.815961 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc2336bd-34af-4898-b315-f2ef1bac6312 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.845989 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2336bd-34af-4898-b315-f2ef1bac6312 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=291fc6df-c1ca-42d5-8dff-316c13692c99,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:40.090261 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dc2336bd-34af-4898-b315-f2ef1bac6312 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.096038 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dc2336bd-34af-4898-b315-f2ef1bac6312 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6246715 Jul 05 04:16:40.100318 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47436) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:40.102066 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f9bc2355-d5e8-4b5d-ac6e-3c5468c1794e tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': 'afd1a1fc-916c-45f7-ba41-f175ae8d9faf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '291fc6df-c1ca-42d5-8dff-316c13692c99'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:40.131693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2707f8e-ec26-47c1-b48b-d5ac44a913f3 req-8a585550-a51b-40b5-b2e8-b2bdd113fd51 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 210 time: 0.0302503 Jul 05 04:16:40.469541 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-f9bc2355-d5e8-4b5d-ac6e-3c5468c1794e tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:40.470618 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f9bc2355-d5e8-4b5d-ac6e-3c5468c1794e tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3731542 Jul 05 04:16:40.473890 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47440) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:40.534580 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-423f1d84-7e23-42b3-9f79-537d0a00cd98 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.592529 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-423f1d84-7e23-42b3-9f79-537d0a00cd98 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.822144 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-423f1d84-7e23-42b3-9f79-537d0a00cd98 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.824816 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-423f1d84-7e23-42b3-9f79-537d0a00cd98 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.825970 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-423f1d84-7e23-42b3-9f79-537d0a00cd98 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "DELETE /v2.0/security-groups/291fc6df-c1ca-42d5-8dff-316c13692c99 HTTP/1.1" status: 204 len: 168 time: 0.3509367 Jul 05 04:16:40.828793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47444) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:40.836583 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f1d84-7e23-42b3-9f79-537d0a00cd98 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=291fc6df-c1ca-42d5-8dff-316c13692c99,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:40.896723 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dc93676f-c11f-421a-8afb-5aa96feca00e tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0666065 Jul 05 04:16:40.899263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47446) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:40.955056 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c6641e1a-5633-4853-a1ae-2b0364a3fdf5 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.980109 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c6641e1a-5633-4853-a1ae-2b0364a3fdf5 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.101940 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c6641e1a-5633-4853-a1ae-2b0364a3fdf5 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.104613 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c6641e1a-5633-4853-a1ae-2b0364a3fdf5 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.105799 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c6641e1a-5633-4853-a1ae-2b0364a3fdf5 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "DELETE /v2.0/security-groups/afd1a1fc-916c-45f7-ba41-f175ae8d9faf HTTP/1.1" status: 204 len: 168 time: 0.2055550 Jul 05 04:16:41.115236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6641e1a-5633-4853-a1ae-2b0364a3fdf5 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd1a1fc-916c-45f7-ba41-f175ae8d9faf,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:41.116661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47448) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:41.161980 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4c3b85e6-858a-44c6-8d15-249e74cd9d5b tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437219 Jul 05 04:16:41.165653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47450) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:41.173090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6d72c9e7-07aa-465a-8944-885ba1b35735 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954520985'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:41.306924 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d72c9e7-07aa-465a-8944-885ba1b35735 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.310625 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f45646d7-fb93-419c-8433-597a27cb5525 req-ab0d7182-451f-4b0d-8ce0-e471ed5c6321 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 210 time: 0.0339088 Jul 05 04:16:41.408911 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d72c9e7-07aa-465a-8944-885ba1b35735 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.427777 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb9c5-d49f-4d8c-9e4a-4fdf8d45e7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.518826 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d72c9e7-07aa-465a-8944-885ba1b35735 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.553102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72c9e7-07aa-465a-8944-885ba1b35735 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c142a51f-513e-4a98-8ddc-cf4656868a83,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:41.662568 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6d72c9e7-07aa-465a-8944-885ba1b35735 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.663865 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6d72c9e7-07aa-465a-8944-885ba1b35735 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4969020 Jul 05 04:16:41.666789 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47458) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:41.671283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6b4afcc8-c0f6-46cd-b033-58196d1414f4 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': 'c142a51f-513e-4a98-8ddc-cf4656868a83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:41.918848 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-6b4afcc8-c0f6-46cd-b033-58196d1414f4 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:41.919986 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6b4afcc8-c0f6-46cd-b033-58196d1414f4 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2522669 Jul 05 04:16:41.926592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47464) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:41.927984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4665ee9e-6aa0-48be-86ea-9dd60ba94d7c tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group_rule': {'security_group_id': 'c142a51f-513e-4a98-8ddc-cf4656868a83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:42.274043 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-4665ee9e-6aa0-48be-86ea-9dd60ba94d7c tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:42.275957 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4665ee9e-6aa0-48be-86ea-9dd60ba94d7c tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3522816 Jul 05 04:16:42.279255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47468) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:42.343457 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b9b38a0d-2260-40de-9f20-a3f5c77f7b4b tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.377933 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b9b38a0d-2260-40de-9f20-a3f5c77f7b4b tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.470100 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2a60cf7b-b213-4090-a9a0-76a733cbb711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:42.471657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2a60cf7b-b213-4090-a9a0-76a733cbb711 service neutron] 10.222.0.10 "GET /v2.0/ports/0b261412-7c1f-44d0-b0d0-86763bb68022 HTTP/1.1" status: 200 len: 1032 time: 0.0656884 Jul 05 04:16:42.552727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59fa64f8-e9b9-4d83-a6f9-7f923f923529 req-d078009f-d237-4800-9a01-995cd3429366 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 210 time: 0.0426538 Jul 05 04:16:42.554136 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-85871b5a-0215-44fb-912c-0426dfdaa8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:42.555464 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-85871b5a-0215-44fb-912c-0426dfdaa8ae service neutron] 10.222.0.10 "GET /v2.0/ports/9314883e-d767-4609-a20b-7dd34002a5f2 HTTP/1.1" status: 200 len: 1032 time: 0.0769272 Jul 05 04:16:42.587410 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b9b38a0d-2260-40de-9f20-a3f5c77f7b4b tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.590399 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b9b38a0d-2260-40de-9f20-a3f5c77f7b4b tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.591591 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b9b38a0d-2260-40de-9f20-a3f5c77f7b4b tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "DELETE /v2.0/security-groups/c142a51f-513e-4a98-8ddc-cf4656868a83 HTTP/1.1" status: 204 len: 168 time: 0.3108954 Jul 05 04:16:42.594464 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47474) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:42.634742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b38a0d-2260-40de-9f20-a3f5c77f7b4b tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c142a51f-513e-4a98-8ddc-cf4656868a83,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:42.680118 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7cb25496-d670-4039-a241-8f28b916edc8 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0842929 Jul 05 04:16:42.684893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47476) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:42.690749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3ec484ce-64e6-4d49-bd76-3bab9d6fb9b7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group': {'name': 'tempest-secgroup--531978279'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:42.710814 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-9f53b8a0-13ed-4ad6-b621-a18688e47d05 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:42.717201 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-9f53b8a0-13ed-4ad6-b621-a18688e47d05 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:42.723745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-9f53b8a0-13ed-4ad6-b621-a18688e47d05 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:42.725543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-9f53b8a0-13ed-4ad6-b621-a18688e47d05 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.10 "GET /v2.0/networks?id=698c7822-9f38-4d13-a24c-340f7e82d957&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=4f1cf73a-04b0-4401-a497-483da7eef180&id=4f1cf73a-04b0-4401-a497-483da7eef180 HTTP/1.1" status: 200 len: 1992 time: 0.1631761 Jul 05 04:16:42.772356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-fdc26c57-d568-41f6-bba4-3137515ce92b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5 HTTP/1.1" status: 200 len: 380 time: 0.0373130 Jul 05 04:16:42.782923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-aa7ad292-a452-41a0-96ef-4cb74a28c3ab tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Request body: {'port': {'device_id': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957', 'admin_state_up': True, 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'security_groups': ['ba61a0e4-b168-45bf-a7f3-48089574b6bc']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:42.822140 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ec484ce-64e6-4d49-bd76-3bab9d6fb9b7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.937348 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ec484ce-64e6-4d49-bd76-3bab9d6fb9b7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.204886 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ec484ce-64e6-4d49-bd76-3bab9d6fb9b7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.247796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec484ce-64e6-4d49-bd76-3bab9d6fb9b7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7026371a-4dd7-4be3-b04e-c07a12e4b210,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:43.353442 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-aa7ad292-a452-41a0-96ef-4cb74a28c3ab tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Made reservation on behalf of 1094e442ed4a4b18b6008a0f1dc0f6f5 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:43.356963 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-aa7ad292-a452-41a0-96ef-4cb74a28c3ab tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.422458 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3ec484ce-64e6-4d49-bd76-3bab9d6fb9b7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.423301 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3ec484ce-64e6-4d49-bd76-3bab9d6fb9b7 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7372246 Jul 05 04:16:43.427064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47480) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:43.432100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6c4ccfd4-af50-46b3-a17d-ce7b52581de5 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:43.432769 n-d-771363-32 neutron-server[100932]: WARNING neutron.api.v2.base [None req-6c4ccfd4-af50-46b3-a17d-ce7b52581de5 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 04:16:43.433506 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-6c4ccfd4-af50-46b3-a17d-ce7b52581de5 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 04:16:43.434530 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6c4ccfd4-af50-46b3-a17d-ce7b52581de5 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "PUT /v2.0/security-groups/7026371a-4dd7-4be3-b04e-c07a12e4b210 HTTP/1.1" status: 409 len: 330 time: 0.0061531 Jul 05 04:16:43.438067 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47482) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:43.531499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-aa7ad292-a452-41a0-96ef-4cb74a28c3ab tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Allocated IP 172.20.0.13 (698c7822-9f38-4d13-a24c-340f7e82d957/bc2108e7-7cda-4a81-b5ef-7079e3e394a2/738f86fa-81ff-4194-8b17-37fec1ad0865) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:43.554990 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e87ed8a5-7e06-4800-b3b4-87dbdecaf993 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.603544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e87ed8a5-7e06-4800-b3b4-87dbdecaf993 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.776085 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e87ed8a5-7e06-4800-b3b4-87dbdecaf993 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.778827 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e87ed8a5-7e06-4800-b3b4-87dbdecaf993 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.780250 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e87ed8a5-7e06-4800-b3b4-87dbdecaf993 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "DELETE /v2.0/security-groups/7026371a-4dd7-4be3-b04e-c07a12e4b210 HTTP/1.1" status: 204 len: 168 time: 0.3392179 Jul 05 04:16:43.793191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47488) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:43.802767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ed8a5-7e06-4800-b3b4-87dbdecaf993 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7026371a-4dd7-4be3-b04e-c07a12e4b210,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:43.804236 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da2fdf01-4e09-4059-a8f1-49f4bc8ff807 req-03605c77-5ee0-4d7f-837d-d9497bf5f370 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 210 time: 0.0543346 Jul 05 04:16:43.831607 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-aa7ad292-a452-41a0-96ef-4cb74a28c3ab tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.863895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-aa7ad292-a452-41a0-96ef-4cb74a28c3ab tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Transition to ACTIVE for port object 738f86fa-81ff-4194-8b17-37fec1ad0865 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:43.867838 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-91fccd44-0639-4bf1-8db5-529420a7bdca tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727804 Jul 05 04:16:43.872581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47492) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:43.889563 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-4a74cba0-6079-41c4-87b1-72d083bb8aad tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] delete failed (client error): The resource could not be found. Jul 05 04:16:43.895607 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4a74cba0-6079-41c4-87b1-72d083bb8aad tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "DELETE /v2.0/security-groups/98ccae33-9823-48bf-8b03-d5055ddbfc4a HTTP/1.1" status: 404 len: 347 time: 0.0214863 Jul 05 04:16:43.896540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47494) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:43.915675 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-2d6757a1-401f-41b8-8433-cdfd2c16f00b tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] show failed (client error): The resource could not be found. Jul 05 04:16:43.916758 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2d6757a1-401f-41b8-8433-cdfd2c16f00b tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "GET /v2.0/security-groups/75ab125b-8823-4575-8268-68ec8d376d38 HTTP/1.1" status: 404 len: 347 time: 0.0191643 Jul 05 04:16:43.920808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47496) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:43.936953 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-7cfbccdb-45dd-4a44-9c3a-2d3da9776224 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] show failed (client error): The resource could not be found. Jul 05 04:16:43.938555 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7cfbccdb-45dd-4a44-9c3a-2d3da9776224 tempest-NegativeSecGroupIPv6Test-896009980 tempest-NegativeSecGroupIPv6Test-896009980-project] 10.222.0.38 "GET /v2.0/security-group-rules/a08e26af-a535-4044-8022-8c9ecbcee964 HTTP/1.1" status: 404 len: 356 time: 0.0161438 Jul 05 04:16:44.023683 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-aa7ad292-a452-41a0-96ef-4cb74a28c3ab tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.052391 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7056e975-1950-4f61-8297-8af0ced1f867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.117202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-aa7ad292-a452-41a0-96ef-4cb74a28c3ab tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Network 698c7822-9f38-4d13-a24c-340f7e82d957 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:44.119320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-aa7ad292-a452-41a0-96ef-4cb74a28c3ab tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:44.121597 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ad292-a452-41a0-96ef-4cb74a28c3ab tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event updated for resources: {'Port': ['ID=738f86fa-81ff-4194-8b17-37fec1ad0865,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:44.124008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-aa7ad292-a452-41a0-96ef-4cb74a28c3ab tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:44.201490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-aa7ad292-a452-41a0-96ef-4cb74a28c3ab tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:44.202832 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-aa7ad292-a452-41a0-96ef-4cb74a28c3ab tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.388237 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-aa7ad292-a452-41a0-96ef-4cb74a28c3ab tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6097884 Jul 05 04:16:44.399747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50ce6b2f-5a7d-4d95-9efe-f105f9a75ccd tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Request body: {'port': {'device_id': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9', 'admin_state_up': True, 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'security_groups': ['ba61a0e4-b168-45bf-a7f3-48089574b6bc']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:44.416579 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.559149 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-128b2d75-6e09-4a35-b6fe-639545d8ac43 None None] Provisioning for port 738f86fa-81ff-4194-8b17-37fec1ad0865 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:44.563994 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-128b2d75-6e09-4a35-b6fe-639545d8ac43 None None] Provisioning complete for port 738f86fa-81ff-4194-8b17-37fec1ad0865 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:44.564481 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-128b2d75-6e09-4a35-b6fe-639545d8ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.615312 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-128b2d75-6e09-4a35-b6fe-639545d8ac43 None None] Port 738f86fa-81ff-4194-8b17-37fec1ad0865 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:44.647519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47510) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:44.654798 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50ce6b2f-5a7d-4d95-9efe-f105f9a75ccd tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Made reservation on behalf of 1094e442ed4a4b18b6008a0f1dc0f6f5 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:44.663482 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50ce6b2f-5a7d-4d95-9efe-f105f9a75ccd tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.803991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47514) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:44.844449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50ce6b2f-5a7d-4d95-9efe-f105f9a75ccd tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Allocated IP 10.1.1.98 (f693826a-bb1e-45e3-a13b-526015aea4c9/d8913071-7481-4951-8727-ad88218bc12f/6c46133d-628f-46e3-b0ef-033e0c1e19fb) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:44.987552 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2248c24-bea0-4ba9-b32d-8a64d04e8c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.033027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d3ef29ab-1d2e-42d4-a495-8dc2dea802f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d77e0a22fd3744a1ad18bbf251fb407e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3838222 Jul 05 04:16:45.033887 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47520) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:45.154765 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50ce6b2f-5a7d-4d95-9efe-f105f9a75ccd tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.156626 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b032a358-7d48-4934-811f-4410b4cb884b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.177593 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50ce6b2f-5a7d-4d95-9efe-f105f9a75ccd tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Transition to ACTIVE for port object 6c46133d-628f-46e3-b0ef-033e0c1e19fb will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:45.197299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5db38-de48-4c73-878c-89440d461303 req-e5df7951-2dd4-4adc-8942-84bc2829c606 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:45.199082 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48a5db38-de48-4c73-878c-89440d461303 req-e5df7951-2dd4-4adc-8942-84bc2829c606 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 932 time: 0.1272819 Jul 05 04:16:45.204706 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2248c24-bea0-4ba9-b32d-8a64d04e8c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.208520 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b032a358-7d48-4934-811f-4410b4cb884b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.305527 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48a5db38-de48-4c73-878c-89440d461303 req-78a38ed4-7198-45fc-9d42-a722bce86bba tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559163 Jul 05 04:16:45.347394 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d2248c24-bea0-4ba9-b32d-8a64d04e8c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.347771 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50ce6b2f-5a7d-4d95-9efe-f105f9a75ccd tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.399769 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d2248c24-bea0-4ba9-b32d-8a64d04e8c81 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b8d1b91e5758411284b78dad1af2b657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5946202 Jul 05 04:16:45.402532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47522) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:45.414734 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2248c24-bea0-4ba9-b32d-8a64d04e8c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d85264-908a-49e0-a5b6-b65ddd4f93f5,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:45.419193 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50ce6b2f-5a7d-4d95-9efe-f105f9a75ccd tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Network f693826a-bb1e-45e3-a13b-526015aea4c9 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:45.422207 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.427967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50ce6b2f-5a7d-4d95-9efe-f105f9a75ccd tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:45.439201 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b032a358-7d48-4934-811f-4410b4cb884b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.442653 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b032a358-7d48-4934-811f-4410b4cb884b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.443057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50ce6b2f-5a7d-4d95-9efe-f105f9a75ccd tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:45.447761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce6b2f-5a7d-4d95-9efe-f105f9a75ccd tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event updated for resources: {'Port': ['ID=6c46133d-628f-46e3-b0ef-033e0c1e19fb,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:45.450144 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b032a358-7d48-4934-811f-4410b4cb884b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d32584f1-2691-45a6-b638-668b7969780a HTTP/1.1" status: 204 len: 168 time: 0.4127774 Jul 05 04:16:45.480563 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032a358-7d48-4934-811f-4410b4cb884b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32584f1-2691-45a6-b638-668b7969780a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:45.518221 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50ce6b2f-5a7d-4d95-9efe-f105f9a75ccd tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:45.519000 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50ce6b2f-5a7d-4d95-9efe-f105f9a75ccd tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.537162 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-445b3d51-1356-4cf4-9c3c-a91e2e52fb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.581049 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-445b3d51-1356-4cf4-9c3c-a91e2e52fb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.611566 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50ce6b2f-5a7d-4d95-9efe-f105f9a75ccd tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2157581 Jul 05 04:16:45.627071 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-187037c1-bbb8-4cba-880a-0d134252c1f7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Request body: {'port': {'device_id': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9', 'admin_state_up': True, 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'security_groups': ['ba61a0e4-b168-45bf-a7f3-48089574b6bc']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:45.747429 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-445b3d51-1356-4cf4-9c3c-a91e2e52fb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.750081 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-445b3d51-1356-4cf4-9c3c-a91e2e52fb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.752925 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-445b3d51-1356-4cf4-9c3c-a91e2e52fb73 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b6d85264-908a-49e0-a5b6-b65ddd4f93f5 HTTP/1.1" status: 204 len: 168 time: 0.3437402 Jul 05 04:16:45.778306 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b3d51-1356-4cf4-9c3c-a91e2e52fb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d85264-908a-49e0-a5b6-b65ddd4f93f5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:45.861889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-22b2d006-d764-444e-aee5-5768c4b423b1 None None] Provisioning for port 6c46133d-628f-46e3-b0ef-033e0c1e19fb completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:45.867261 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-22b2d006-d764-444e-aee5-5768c4b423b1 None None] Provisioning complete for port 6c46133d-628f-46e3-b0ef-033e0c1e19fb triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:45.874420 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-22b2d006-d764-444e-aee5-5768c4b423b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.896846 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-187037c1-bbb8-4cba-880a-0d134252c1f7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Made reservation on behalf of 1094e442ed4a4b18b6008a0f1dc0f6f5 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:45.902259 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-187037c1-bbb8-4cba-880a-0d134252c1f7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.946262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-22b2d006-d764-444e-aee5-5768c4b423b1 None None] Port 6c46133d-628f-46e3-b0ef-033e0c1e19fb cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:46.085377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-187037c1-bbb8-4cba-880a-0d134252c1f7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Allocated IP 10.1.1.28 (f693826a-bb1e-45e3-a13b-526015aea4c9/d8913071-7481-4951-8727-ad88218bc12f/ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:46.240082 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-187037c1-bbb8-4cba-880a-0d134252c1f7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.256230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-187037c1-bbb8-4cba-880a-0d134252c1f7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Transition to ACTIVE for port object ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:46.353165 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-187037c1-bbb8-4cba-880a-0d134252c1f7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.403518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-187037c1-bbb8-4cba-880a-0d134252c1f7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Network f693826a-bb1e-45e3-a13b-526015aea4c9 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:46.406826 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-187037c1-bbb8-4cba-880a-0d134252c1f7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:46.414217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-187037c1-bbb8-4cba-880a-0d134252c1f7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:46.444589 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187037c1-bbb8-4cba-880a-0d134252c1f7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event updated for resources: {'Port': ['ID=ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:46.547641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-187037c1-bbb8-4cba-880a-0d134252c1f7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:46.548435 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-187037c1-bbb8-4cba-880a-0d134252c1f7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.613641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 47554) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:46.631381 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10cc15-f837-4395-b8af-35be6fc991bd req-f919ac55-fd42-4d85-b160-08c44ad94ce0 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:46.638256 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10cc15-f837-4395-b8af-35be6fc991bd req-f919ac55-fd42-4d85-b160-08c44ad94ce0 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:46.645862 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79034876-3d76-4788-a251-0b920707b71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.650778 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10cc15-f837-4395-b8af-35be6fc991bd req-f919ac55-fd42-4d85-b160-08c44ad94ce0 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:46.652576 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be10cc15-f837-4395-b8af-35be6fc991bd req-f919ac55-fd42-4d85-b160-08c44ad94ce0 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 2373 time: 0.1816573 Jul 05 04:16:46.685989 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-187037c1-bbb8-4cba-880a-0d134252c1f7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0635374 Jul 05 04:16:46.707601 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-0357365d-aea3-4a30-bc93-584393c5b540 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Request body: {'port': {'device_id': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180', 'admin_state_up': True, 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'security_groups': ['ba61a0e4-b168-45bf-a7f3-48089574b6bc']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:46.777643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be10cc15-f837-4395-b8af-35be6fc991bd req-15ea74e5-98da-486a-a493-e3a6fdc97be6 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179821 Jul 05 04:16:46.800661 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79034876-3d76-4788-a251-0b920707b71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.901618 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79034876-3d76-4788-a251-0b920707b71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.924171 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:46.949752 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-79034876-3d76-4788-a251-0b920707b71d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4d7d819327ff460a8661955f316563df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346248 Jul 05 04:16:46.952160 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79034876-3d76-4788-a251-0b920707b71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ae2f36-cc26-4fc4-93b1-b5a174261d33,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:46.952906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 47562) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:47.002377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-34af0e32-cf7d-4e55-bb9b-e23ccf50e929 None None] Provisioning for port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:47.010893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-34af0e32-cf7d-4e55-bb9b-e23ccf50e929 None None] Provisioning complete for port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:47.013696 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-34af0e32-cf7d-4e55-bb9b-e23ccf50e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.022295 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b1b15a3b-032a-4922-9898-85919ad6dd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.052353 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b1b15a3b-032a-4922-9898-85919ad6dd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.093773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-0357365d-aea3-4a30-bc93-584393c5b540 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Made reservation on behalf of 1094e442ed4a4b18b6008a0f1dc0f6f5 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:47.095283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-34af0e32-cf7d-4e55-bb9b-e23ccf50e929 None None] Port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:47.208654 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-0357365d-aea3-4a30-bc93-584393c5b540 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.221938 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b1b15a3b-032a-4922-9898-85919ad6dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.225292 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b1b15a3b-032a-4922-9898-85919ad6dd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.229365 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b1b15a3b-032a-4922-9898-85919ad6dd56 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/20ae2f36-cc26-4fc4-93b1-b5a174261d33 HTTP/1.1" status: 204 len: 168 time: 0.2752242 Jul 05 04:16:47.249012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b15a3b-032a-4922-9898-85919ad6dd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ae2f36-cc26-4fc4-93b1-b5a174261d33,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:47.510307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-0357365d-aea3-4a30-bc93-584393c5b540 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Allocated IP 10.2.2.100 (4f1cf73a-04b0-4401-a497-483da7eef180/a51c3177-af5c-4643-ae1e-7fa582a1817a/842fd16f-f6ac-4a0e-8522-3a548a7030b0) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:47.743038 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-0357365d-aea3-4a30-bc93-584393c5b540 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.785778 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-0357365d-aea3-4a30-bc93-584393c5b540 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Transition to ACTIVE for port object 842fd16f-f6ac-4a0e-8522-3a548a7030b0 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:47.891476 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-0357365d-aea3-4a30-bc93-584393c5b540 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.970908 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-0357365d-aea3-4a30-bc93-584393c5b540 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Network 4f1cf73a-04b0-4401-a497-483da7eef180 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:47.975650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-0357365d-aea3-4a30-bc93-584393c5b540 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:47.997639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-0357365d-aea3-4a30-bc93-584393c5b540 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:48.052706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357365d-aea3-4a30-bc93-584393c5b540 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event updated for resources: {'Port': ['ID=842fd16f-f6ac-4a0e-8522-3a548a7030b0,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:48.094397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-0357365d-aea3-4a30-bc93-584393c5b540 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:48.095665 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-0357365d-aea3-4a30-bc93-584393c5b540 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.218749 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-0357365d-aea3-4a30-bc93-584393c5b540 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5207067 Jul 05 04:16:48.232595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697a0bb-3928-420d-a6ba-aeef11c9bd2d req-d0e85aad-50f3-4f86-a017-d07994017f10 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:48.239213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697a0bb-3928-420d-a6ba-aeef11c9bd2d req-d0e85aad-50f3-4f86-a017-d07994017f10 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:48.250177 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697a0bb-3928-420d-a6ba-aeef11c9bd2d req-d0e85aad-50f3-4f86-a017-d07994017f10 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:48.257249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697a0bb-3928-420d-a6ba-aeef11c9bd2d req-d0e85aad-50f3-4f86-a017-d07994017f10 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:48.265692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b697a0bb-3928-420d-a6ba-aeef11c9bd2d req-d0e85aad-50f3-4f86-a017-d07994017f10 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 3094 time: 0.1483035 Jul 05 04:16:48.295670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a76e3281-b5ee-4d6d-b5c9-1942d93da16d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Request body: {'port': {'device_id': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180', 'admin_state_up': True, 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'security_groups': ['ba61a0e4-b168-45bf-a7f3-48089574b6bc']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:48.375763 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b697a0bb-3928-420d-a6ba-aeef11c9bd2d req-0d7f2010-5ea0-49c8-895f-e86ed30769c6 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090345 Jul 05 04:16:48.433151 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d3d27e73-5893-4ef8-9574-91a0a7b050cc None None] Provisioning for port 842fd16f-f6ac-4a0e-8522-3a548a7030b0 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:48.437361 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d3d27e73-5893-4ef8-9574-91a0a7b050cc None None] Provisioning complete for port 842fd16f-f6ac-4a0e-8522-3a548a7030b0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:48.437738 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d3d27e73-5893-4ef8-9574-91a0a7b050cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.477417 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d3d27e73-5893-4ef8-9574-91a0a7b050cc None None] Port 842fd16f-f6ac-4a0e-8522-3a548a7030b0 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:48.541630 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a76e3281-b5ee-4d6d-b5c9-1942d93da16d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Made reservation on behalf of 1094e442ed4a4b18b6008a0f1dc0f6f5 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:48.549591 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a76e3281-b5ee-4d6d-b5c9-1942d93da16d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.867486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a76e3281-b5ee-4d6d-b5c9-1942d93da16d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Allocated IP 10.2.2.200 (4f1cf73a-04b0-4401-a497-483da7eef180/a51c3177-af5c-4643-ae1e-7fa582a1817a/dc6253bb-103b-4e73-9c12-d322528e9316) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:49.090580 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a76e3281-b5ee-4d6d-b5c9-1942d93da16d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.106162 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a76e3281-b5ee-4d6d-b5c9-1942d93da16d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Transition to ACTIVE for port object dc6253bb-103b-4e73-9c12-d322528e9316 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:49.267669 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a76e3281-b5ee-4d6d-b5c9-1942d93da16d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.322950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a76e3281-b5ee-4d6d-b5c9-1942d93da16d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Network 4f1cf73a-04b0-4401-a497-483da7eef180 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:49.328341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a76e3281-b5ee-4d6d-b5c9-1942d93da16d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:49.330896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a76e3281-b5ee-4d6d-b5c9-1942d93da16d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:49.360507 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e3281-b5ee-4d6d-b5c9-1942d93da16d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event updated for resources: {'Port': ['ID=dc6253bb-103b-4e73-9c12-d322528e9316,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:49.390053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a76e3281-b5ee-4d6d-b5c9-1942d93da16d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:49.390735 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a76e3281-b5ee-4d6d-b5c9-1942d93da16d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.481059 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a76e3281-b5ee-4d6d-b5c9-1942d93da16d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1895227 Jul 05 04:16:49.500234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Request body: {'port': {'device_id': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:49.652243 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.684245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bcfbe481-e7a9-4060-b040-564a4b3b61c2 None None] Provisioning for port dc6253bb-103b-4e73-9c12-d322528e9316 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:49.689245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bcfbe481-e7a9-4060-b040-564a4b3b61c2 None None] Provisioning complete for port dc6253bb-103b-4e73-9c12-d322528e9316 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:49.689398 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd59b1-908d-4aef-add5-fea9e6673713 req-90aba412-5032-4481-85c6-bcc10ed633ea tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:49.689732 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe481-e7a9-4060-b040-564a4b3b61c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.698773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd59b1-908d-4aef-add5-fea9e6673713 req-90aba412-5032-4481-85c6-bcc10ed633ea tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:49.702204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd59b1-908d-4aef-add5-fea9e6673713 req-90aba412-5032-4481-85c6-bcc10ed633ea tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:49.708637 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd59b1-908d-4aef-add5-fea9e6673713 req-90aba412-5032-4481-85c6-bcc10ed633ea tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:49.714914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd59b1-908d-4aef-add5-fea9e6673713 req-90aba412-5032-4481-85c6-bcc10ed633ea tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:49.716752 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85bd59b1-908d-4aef-add5-fea9e6673713 req-90aba412-5032-4481-85c6-bcc10ed633ea tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 3815 time: 0.1883337 Jul 05 04:16:49.747638 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bcfbe481-e7a9-4060-b040-564a4b3b61c2 None None] Port dc6253bb-103b-4e73-9c12-d322528e9316 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:49.785443 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85bd59b1-908d-4aef-add5-fea9e6673713 req-5ab52257-f6f2-4151-bac2-e739119e41ad tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502226 Jul 05 04:16:50.031769 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738f86fa-81ff-4194-8b17-37fec1ad0865 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:50.041175 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.054456 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Transition to ACTIVE for port object 738f86fa-81ff-4194-8b17-37fec1ad0865 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:50.158082 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.217052 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Pushing event updated for resources: {'Port': ['ID=738f86fa-81ff-4194-8b17-37fec1ad0865,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:50.315824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Attempting to bind port 738f86fa-81ff-4194-8b17-37fec1ad0865 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:50.316387 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Attempting to bind port 738f86fa-81ff-4194-8b17-37fec1ad0865 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'ed00e665-9bb6-4ebd-8816-bde4191500de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:50.317068 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Attempting to bind port 738f86fa-81ff-4194-8b17-37fec1ad0865 on network 698c7822-9f38-4d13-a24c-340f7e82d957 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:50.322909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Port 738f86fa-81ff-4194-8b17-37fec1ad0865 on network 698c7822-9f38-4d13-a24c-340f7e82d957 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:16:50.323421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Attempting to bind port 738f86fa-81ff-4194-8b17-37fec1ad0865 on network 698c7822-9f38-4d13-a24c-340f7e82d957 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:50.329115 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:50.329696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Checking segment: {'id': 'ed00e665-9bb6-4ebd-8816-bde4191500de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:50.330282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Bound using segment: {'id': 'ed00e665-9bb6-4ebd-8816-bde4191500de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:50.330871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Bound port: 738f86fa-81ff-4194-8b17-37fec1ad0865, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed00e665-9bb6-4ebd-8816-bde4191500de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:50.331392 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.421334 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] For port 738f86fa-81ff-4194-8b17-37fec1ad0865, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:50.428215 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] For port 738f86fa-81ff-4194-8b17-37fec1ad0865, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=738f86fa-81ff-4194-8b17-37fec1ad0865,segment=NetworkSegment(ed00e665-9bb6-4ebd-8816-bde4191500de),segment_id=ed00e665-9bb6-4ebd-8816-bde4191500de)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:50.516666 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2f914352-5b29-4ae1-a2b7-c7a87d3a61ea req-e219571e-e199-4cb1-996b-a60c25105ff5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0824213 Jul 05 04:16:50.548114 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.638498 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:50.639134 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.640680 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] 10.222.0.10 "PUT /v2.0/ports/738f86fa-81ff-4194-8b17-37fec1ad0865 HTTP/1.1" status: 200 len: 1093 time: 1.1474481 Jul 05 04:16:50.641154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'tag': '738f86fa-81ff-4194-8b17-37fec1ad0865'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:50.643526 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a43d73e-181d-4ae5-93ef-5438ca2e1212" -d '{"events": [{"name": "network-changed", "server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "tag": "738f86fa-81ff-4194-8b17-37fec1ad0865"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:50.697940 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648bec4-fda2-44f8-b598-5a4f2215032e service neutron] Pushing event updated for resources: {'Port': ['ID=738f86fa-81ff-4194-8b17-37fec1ad0865,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:50.715235 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f914352-5b29-4ae1-a2b7-c7a87d3a61ea req-de759044-bf56-4e1d-9b32-df94731d137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:50.717857 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2f914352-5b29-4ae1-a2b7-c7a87d3a61ea req-de759044-bf56-4e1d-9b32-df94731d137a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 1097 time: 0.1079676 Jul 05 04:16:50.731234 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97f0f16-576f-4353-a9cb-e06b02c69245 x-openstack-request-id: req-e97f0f16-576f-4353-a9cb-e06b02c69245 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:50.731234 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "tag": "738f86fa-81ff-4194-8b17-37fec1ad0865", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:50.731234 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e97f0f16-576f-4353-a9cb-e06b02c69245 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:50.731234 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'tag': '738f86fa-81ff-4194-8b17-37fec1ad0865', 'status': 'completed', 'code': 200} Jul 05 04:16:50.773196 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Request body: {'port': {'device_id': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:50.895588 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43d73e-181d-4ae5-93ef-5438ca2e1212 req-56ee5673-e877-4d76-ae4e-76e2cc145972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:50.895973 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43d73e-181d-4ae5-93ef-5438ca2e1212 req-56ee5673-e877-4d76-ae4e-76e2cc145972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:50.896528 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43d73e-181d-4ae5-93ef-5438ca2e1212 req-56ee5673-e877-4d76-ae4e-76e2cc145972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:50.897370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43d73e-181d-4ae5-93ef-5438ca2e1212 req-56ee5673-e877-4d76-ae4e-76e2cc145972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:50.897870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43d73e-181d-4ae5-93ef-5438ca2e1212 req-56ee5673-e877-4d76-ae4e-76e2cc145972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:50.900154 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a43d73e-181d-4ae5-93ef-5438ca2e1212 req-56ee5673-e877-4d76-ae4e-76e2cc145972 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 4363 time: 0.1497583 Jul 05 04:16:50.966032 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.044901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f914352-5b29-4ae1-a2b7-c7a87d3a61ea req-f99bc4e5-ee2f-43a0-8f11-6071aba7d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.046685 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2f914352-5b29-4ae1-a2b7-c7a87d3a61ea req-f99bc4e5-ee2f-43a0-8f11-6071aba7d121 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.2963374 Jul 05 04:16:51.123332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43d73e-181d-4ae5-93ef-5438ca2e1212 req-525205d8-9780-4584-bdd5-4b8641faa239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.123980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43d73e-181d-4ae5-93ef-5438ca2e1212 req-525205d8-9780-4584-bdd5-4b8641faa239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.124462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43d73e-181d-4ae5-93ef-5438ca2e1212 req-525205d8-9780-4584-bdd5-4b8641faa239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.126060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a43d73e-181d-4ae5-93ef-5438ca2e1212 req-525205d8-9780-4584-bdd5-4b8641faa239 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2144191 Jul 05 04:16:51.148888 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ff013-dcd8-40e0-a131-473c93fc5f7c req-5141f3b2-8369-4551-aca2-c39a44c59b31 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.158788 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ff013-dcd8-40e0-a131-473c93fc5f7c req-5141f3b2-8369-4551-aca2-c39a44c59b31 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.168117 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ff013-dcd8-40e0-a131-473c93fc5f7c req-5141f3b2-8369-4551-aca2-c39a44c59b31 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.175873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ff013-dcd8-40e0-a131-473c93fc5f7c req-5141f3b2-8369-4551-aca2-c39a44c59b31 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.182242 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2f914352-5b29-4ae1-a2b7-c7a87d3a61ea req-a2912fac-6b3f-4d9f-ac60-d867d3b353b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f3a2c71-d22b-42f1-848b-1364c7ce0d59 HTTP/1.1" status: 200 len: 1001 time: 0.1276970 Jul 05 04:16:51.184496 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ff013-dcd8-40e0-a131-473c93fc5f7c req-5141f3b2-8369-4551-aca2-c39a44c59b31 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.186334 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c68ff013-dcd8-40e0-a131-473c93fc5f7c req-5141f3b2-8369-4551-aca2-c39a44c59b31 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 3827 time: 0.1714861 Jul 05 04:16:51.331287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c68ff013-dcd8-40e0-a131-473c93fc5f7c req-4a7e8d41-f561-48a6-b510-0134917816e3 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356168 Jul 05 04:16:51.397353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43d73e-181d-4ae5-93ef-5438ca2e1212 req-04d2d2ff-dc69-40ce-a1bc-2639cb38a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.399325 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a43d73e-181d-4ae5-93ef-5438ca2e1212 req-04d2d2ff-dc69-40ce-a1bc-2639cb38a1ad service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2649984 Jul 05 04:16:51.444194 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f914352-5b29-4ae1-a2b7-c7a87d3a61ea req-24201a94-3a00-46a9-9fca-f7c508439081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.446129 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2f914352-5b29-4ae1-a2b7-c7a87d3a61ea req-24201a94-3a00-46a9-9fca-f7c508439081 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.2492378 Jul 05 04:16:51.628768 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b261412-7c1f-44d0-b0d0-86763bb68022 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:51.664914 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.684128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Transition to ACTIVE for port object 0b261412-7c1f-44d0-b0d0-86763bb68022 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:51.704931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f914352-5b29-4ae1-a2b7-c7a87d3a61ea req-abd9a952-9ab3-4f9f-a7fd-72f501f1e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.707275 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2f914352-5b29-4ae1-a2b7-c7a87d3a61ea req-abd9a952-9ab3-4f9f-a7fd-72f501f1e5da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698676 Jul 05 04:16:51.767079 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.858516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Pushing event updated for resources: {'Port': ['ID=0b261412-7c1f-44d0-b0d0-86763bb68022,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:51.929032 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2f914352-5b29-4ae1-a2b7-c7a87d3a61ea req-5a2bfce6-0e84-472d-8fe4-19cd0fcd28ea service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102761 Jul 05 04:16:52.019938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Attempting to bind port 0b261412-7c1f-44d0-b0d0-86763bb68022 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:52.019938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Attempting to bind port 0b261412-7c1f-44d0-b0d0-86763bb68022 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:52.019938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Attempting to bind port 0b261412-7c1f-44d0-b0d0-86763bb68022 on network f693826a-bb1e-45e3-a13b-526015aea4c9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:52.029422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Port 0b261412-7c1f-44d0-b0d0-86763bb68022 on network f693826a-bb1e-45e3-a13b-526015aea4c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:16:52.029966 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Attempting to bind port 0b261412-7c1f-44d0-b0d0-86763bb68022 on network f693826a-bb1e-45e3-a13b-526015aea4c9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:52.045728 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:52.046247 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Checking segment: {'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:52.046726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Bound using segment: {'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:52.047369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Bound port: 0b261412-7c1f-44d0-b0d0-86763bb68022, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:52.047555 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.086585 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2f914352-5b29-4ae1-a2b7-c7a87d3a61ea req-d374b865-77c8-43dd-abe8-b552a3bf6941 service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491437 Jul 05 04:16:52.143263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] For port 0b261412-7c1f-44d0-b0d0-86763bb68022, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:52.147578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] For port 0b261412-7c1f-44d0-b0d0-86763bb68022, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0b261412-7c1f-44d0-b0d0-86763bb68022,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:52.227827 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.262505 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.263544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.265191 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] 10.222.0.10 "PUT /v2.0/ports/0b261412-7c1f-44d0-b0d0-86763bb68022 HTTP/1.1" status: 200 len: 1136 time: 1.4988861 Jul 05 04:16:52.267886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'tag': '0b261412-7c1f-44d0-b0d0-86763bb68022'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:52.271063 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee03dab-4eb2-4358-8f95-4bbd767c6f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "tag": "0b261412-7c1f-44d0-b0d0-86763bb68022"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:52.318835 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e9e94c-0e72-466b-a38f-b522ad2133c8 x-openstack-request-id: req-12e9e94c-0e72-466b-a38f-b522ad2133c8 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:52.319227 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "tag": "0b261412-7c1f-44d0-b0d0-86763bb68022", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:52.319601 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-12e9e94c-0e72-466b-a38f-b522ad2133c8 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:52.320264 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'tag': '0b261412-7c1f-44d0-b0d0-86763bb68022', 'status': 'completed', 'code': 200} Jul 05 04:16:52.323564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f7c2d-37b4-42ff-b049-ae2bec70a68e service neutron] Pushing event updated for resources: {'Port': ['ID=0b261412-7c1f-44d0-b0d0-86763bb68022,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:52.408816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Request body: {'port': {'device_id': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:52.453938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee03dab-4eb2-4358-8f95-4bbd767c6f8f req-9f9b1f09-4f8f-4753-b57e-9677a95177aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.454434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee03dab-4eb2-4358-8f95-4bbd767c6f8f req-9f9b1f09-4f8f-4753-b57e-9677a95177aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.454919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee03dab-4eb2-4358-8f95-4bbd767c6f8f req-9f9b1f09-4f8f-4753-b57e-9677a95177aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.455524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee03dab-4eb2-4358-8f95-4bbd767c6f8f req-9f9b1f09-4f8f-4753-b57e-9677a95177aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.456082 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee03dab-4eb2-4358-8f95-4bbd767c6f8f req-9f9b1f09-4f8f-4753-b57e-9677a95177aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.457417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee03dab-4eb2-4358-8f95-4bbd767c6f8f req-9f9b1f09-4f8f-4753-b57e-9677a95177aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.459367 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bee03dab-4eb2-4358-8f95-4bbd767c6f8f req-9f9b1f09-4f8f-4753-b57e-9677a95177aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5292 time: 0.1038778 Jul 05 04:16:52.612571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f85ad1-5d28-4e68-b040-1c0bc7ab05b2 req-a183072e-71c8-4b5f-a44f-c9801ef258db tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.618474 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.619482 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f85ad1-5d28-4e68-b040-1c0bc7ab05b2 req-a183072e-71c8-4b5f-a44f-c9801ef258db tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.625665 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f85ad1-5d28-4e68-b040-1c0bc7ab05b2 req-a183072e-71c8-4b5f-a44f-c9801ef258db tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.632499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f85ad1-5d28-4e68-b040-1c0bc7ab05b2 req-a183072e-71c8-4b5f-a44f-c9801ef258db tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.638560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f85ad1-5d28-4e68-b040-1c0bc7ab05b2 req-a183072e-71c8-4b5f-a44f-c9801ef258db tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.645629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f85ad1-5d28-4e68-b040-1c0bc7ab05b2 req-a183072e-71c8-4b5f-a44f-c9801ef258db tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.646947 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-90f85ad1-5d28-4e68-b040-1c0bc7ab05b2 req-a183072e-71c8-4b5f-a44f-c9801ef258db tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 4604 time: 0.1506071 Jul 05 04:16:52.727266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-90f85ad1-5d28-4e68-b040-1c0bc7ab05b2 req-38072cd9-0179-43c4-9c20-b9494c69c2b7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677967 Jul 05 04:16:52.827543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-355499bb-75e6-494e-b933-7751b63c6b77 req-01165812-f61e-4aa5-8b23-d6419b73d948 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=19806f30393e4f26baae47b27cc5986b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497425 Jul 05 04:16:52.830624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee03dab-4eb2-4358-8f95-4bbd767c6f8f req-2d0244f1-362e-46e7-95a1-2a2612a9b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.839147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee03dab-4eb2-4358-8f95-4bbd767c6f8f req-2d0244f1-362e-46e7-95a1-2a2612a9b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.839147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee03dab-4eb2-4358-8f95-4bbd767c6f8f req-2d0244f1-362e-46e7-95a1-2a2612a9b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.839147 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bee03dab-4eb2-4358-8f95-4bbd767c6f8f req-2d0244f1-362e-46e7-95a1-2a2612a9b997 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3618860 Jul 05 04:16:53.021357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee03dab-4eb2-4358-8f95-4bbd767c6f8f req-c253050d-2640-4ab7-a1bc-e46126c78eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:53.022835 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bee03dab-4eb2-4358-8f95-4bbd767c6f8f req-c253050d-2640-4ab7-a1bc-e46126c78eff service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1776674 Jul 05 04:16:53.099692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9314883e-d767-4609-a20b-7dd34002a5f2 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:53.108518 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:53.127456 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Transition to ACTIVE for port object 9314883e-d767-4609-a20b-7dd34002a5f2 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:53.256219 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:53.330581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=9314883e-d767-4609-a20b-7dd34002a5f2,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:53.438783 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Attempting to bind port 9314883e-d767-4609-a20b-7dd34002a5f2 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:53.439170 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Attempting to bind port 9314883e-d767-4609-a20b-7dd34002a5f2 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:53.439695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Attempting to bind port 9314883e-d767-4609-a20b-7dd34002a5f2 on network f693826a-bb1e-45e3-a13b-526015aea4c9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:53.446997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Port 9314883e-d767-4609-a20b-7dd34002a5f2 on network f693826a-bb1e-45e3-a13b-526015aea4c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:16:53.447452 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Attempting to bind port 9314883e-d767-4609-a20b-7dd34002a5f2 on network f693826a-bb1e-45e3-a13b-526015aea4c9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:53.454197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:53.454636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Checking segment: {'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:53.455037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Bound using segment: {'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:53.455486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Bound port: 9314883e-d767-4609-a20b-7dd34002a5f2, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:53.455859 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:53.471968 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355499bb-75e6-494e-b933-7751b63c6b77 req-ba075559-8a90-4d17-a908-2150096cb14b tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:53.474467 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-355499bb-75e6-494e-b933-7751b63c6b77 req-ba075559-8a90-4d17-a908-2150096cb14b tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6444719 Jul 05 04:16:53.496234 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-355499bb-75e6-494e-b933-7751b63c6b77 req-9f8f2b4d-6c23-41f1-b964-1d5457047511 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/quotas/19806f30393e4f26baae47b27cc5986b HTTP/1.1" status: 200 len: 375 time: 0.0160029 Jul 05 04:16:53.532940 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-355499bb-75e6-494e-b933-7751b63c6b77 req-4df51bbc-262d-4759-b97b-b9dd9aacd120 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=19806f30393e4f26baae47b27cc5986b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309007 Jul 05 04:16:53.538840 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] For port 9314883e-d767-4609-a20b-7dd34002a5f2, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:53.542701 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] For port 9314883e-d767-4609-a20b-7dd34002a5f2, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9314883e-d767-4609-a20b-7dd34002a5f2,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:53.719063 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:53.758953 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:53.760225 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:53.761639 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] 10.222.0.10 "PUT /v2.0/ports/9314883e-d767-4609-a20b-7dd34002a5f2 HTTP/1.1" status: 200 len: 1136 time: 1.3585141 Jul 05 04:16:53.810345 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ebb9d-1a30-451d-8c16-87778c77dcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=9314883e-d767-4609-a20b-7dd34002a5f2,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:53.856529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Request body: {'port': {'device_id': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:54.006453 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b9b7547-8df1-4813-8861-4fd99c48602b req-c0a5af82-65fe-4b7a-8012-f0c75c3282f8 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 210 time: 0.0684617 Jul 05 04:16:54.092037 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.157202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe68900-6de1-4982-8205-2c8bfb195907 req-aa13fa1d-c26c-4d81-902e-538111fbd44e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.164608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe68900-6de1-4982-8205-2c8bfb195907 req-aa13fa1d-c26c-4d81-902e-538111fbd44e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.170947 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe68900-6de1-4982-8205-2c8bfb195907 req-aa13fa1d-c26c-4d81-902e-538111fbd44e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.178220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe68900-6de1-4982-8205-2c8bfb195907 req-aa13fa1d-c26c-4d81-902e-538111fbd44e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.184676 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe68900-6de1-4982-8205-2c8bfb195907 req-aa13fa1d-c26c-4d81-902e-538111fbd44e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.190717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe68900-6de1-4982-8205-2c8bfb195907 req-aa13fa1d-c26c-4d81-902e-538111fbd44e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.197473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe68900-6de1-4982-8205-2c8bfb195907 req-aa13fa1d-c26c-4d81-902e-538111fbd44e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.200311 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fe68900-6de1-4982-8205-2c8bfb195907 req-aa13fa1d-c26c-4d81-902e-538111fbd44e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5381 time: 0.1980064 Jul 05 04:16:54.248777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fe68900-6de1-4982-8205-2c8bfb195907 req-6f4da134-b57f-4197-9a38-086a88135dba tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432582 Jul 05 04:16:54.322571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'tag': '9314883e-d767-4609-a20b-7dd34002a5f2'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:54.324781 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67571c45-4a32-408d-81be-d968eddd8ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "tag": "9314883e-d767-4609-a20b-7dd34002a5f2"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:54.393792 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f934e5db-4c29-431e-994c-3ceb25f4bf40 x-openstack-request-id: req-f934e5db-4c29-431e-994c-3ceb25f4bf40 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:54.394836 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "tag": "9314883e-d767-4609-a20b-7dd34002a5f2", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:54.395100 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f934e5db-4c29-431e-994c-3ceb25f4bf40 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:54.395678 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'tag': '9314883e-d767-4609-a20b-7dd34002a5f2', 'status': 'completed', 'code': 200} Jul 05 04:16:54.517827 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c46133d-628f-46e3-b0ef-033e0c1e19fb {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:54.528780 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.560683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Transition to ACTIVE for port object 6c46133d-628f-46e3-b0ef-033e0c1e19fb will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:54.574764 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571c45-4a32-408d-81be-d968eddd8ec5 req-a89e9063-c92b-4d23-8226-72cdd244fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.574764 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571c45-4a32-408d-81be-d968eddd8ec5 req-a89e9063-c92b-4d23-8226-72cdd244fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.583706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571c45-4a32-408d-81be-d968eddd8ec5 req-a89e9063-c92b-4d23-8226-72cdd244fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.583706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571c45-4a32-408d-81be-d968eddd8ec5 req-a89e9063-c92b-4d23-8226-72cdd244fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.583706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571c45-4a32-408d-81be-d968eddd8ec5 req-a89e9063-c92b-4d23-8226-72cdd244fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.583706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571c45-4a32-408d-81be-d968eddd8ec5 req-a89e9063-c92b-4d23-8226-72cdd244fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.583706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571c45-4a32-408d-81be-d968eddd8ec5 req-a89e9063-c92b-4d23-8226-72cdd244fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.587095 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-67571c45-4a32-408d-81be-d968eddd8ec5 req-a89e9063-c92b-4d23-8226-72cdd244fcb2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 6221 time: 0.1663260 Jul 05 04:16:54.665755 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.770275 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Pushing event updated for resources: {'Port': ['ID=6c46133d-628f-46e3-b0ef-033e0c1e19fb,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:54.781000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571c45-4a32-408d-81be-d968eddd8ec5 req-06778f1b-d416-4e83-89f7-5235f027cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.781551 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571c45-4a32-408d-81be-d968eddd8ec5 req-06778f1b-d416-4e83-89f7-5235f027cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.782019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571c45-4a32-408d-81be-d968eddd8ec5 req-06778f1b-d416-4e83-89f7-5235f027cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.786825 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-67571c45-4a32-408d-81be-d968eddd8ec5 req-06778f1b-d416-4e83-89f7-5235f027cb23 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1880777 Jul 05 04:16:55.131454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-190e90dd-8522-4d64-9135-1943eaeb13aa req-46d6555d-bf64-424b-aff9-ef062f28a804 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 210 time: 0.0538316 Jul 05 04:16:55.411805 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Attempting to bind port 6c46133d-628f-46e3-b0ef-033e0c1e19fb on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:55.412386 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Attempting to bind port 6c46133d-628f-46e3-b0ef-033e0c1e19fb by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:55.412597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Attempting to bind port 6c46133d-628f-46e3-b0ef-033e0c1e19fb on network f693826a-bb1e-45e3-a13b-526015aea4c9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:55.429412 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Port 6c46133d-628f-46e3-b0ef-033e0c1e19fb on network f693826a-bb1e-45e3-a13b-526015aea4c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:16:55.429764 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Attempting to bind port 6c46133d-628f-46e3-b0ef-033e0c1e19fb on network f693826a-bb1e-45e3-a13b-526015aea4c9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:55.438622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571c45-4a32-408d-81be-d968eddd8ec5 req-d4f2907b-8234-43fe-bbc1-bcc287e0d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:55.440007 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-67571c45-4a32-408d-81be-d968eddd8ec5 req-d4f2907b-8234-43fe-bbc1-bcc287e0d330 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6326401 Jul 05 04:16:55.440960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:55.441301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Checking segment: {'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:55.441757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Bound using segment: {'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:55.442332 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Bound port: 6c46133d-628f-46e3-b0ef-033e0c1e19fb, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:55.442702 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:55.513532 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c38dd-e22b-4466-88b9-cbf21ce50b7c req-65855cad-c3e2-4276-9c25-4efefd2186b4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:55.515120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] For port 6c46133d-628f-46e3-b0ef-033e0c1e19fb, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:55.518599 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] For port 6c46133d-628f-46e3-b0ef-033e0c1e19fb, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6c46133d-628f-46e3-b0ef-033e0c1e19fb,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:55.522970 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c38dd-e22b-4466-88b9-cbf21ce50b7c req-65855cad-c3e2-4276-9c25-4efefd2186b4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:55.529078 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c38dd-e22b-4466-88b9-cbf21ce50b7c req-65855cad-c3e2-4276-9c25-4efefd2186b4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:55.539139 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c38dd-e22b-4466-88b9-cbf21ce50b7c req-65855cad-c3e2-4276-9c25-4efefd2186b4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:55.546570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c38dd-e22b-4466-88b9-cbf21ce50b7c req-65855cad-c3e2-4276-9c25-4efefd2186b4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:55.552870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c38dd-e22b-4466-88b9-cbf21ce50b7c req-65855cad-c3e2-4276-9c25-4efefd2186b4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:55.558881 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c38dd-e22b-4466-88b9-cbf21ce50b7c req-65855cad-c3e2-4276-9c25-4efefd2186b4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:55.562523 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a98c38dd-e22b-4466-88b9-cbf21ce50b7c req-65855cad-c3e2-4276-9c25-4efefd2186b4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5393 time: 0.1612165 Jul 05 04:16:55.613280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a98c38dd-e22b-4466-88b9-cbf21ce50b7c req-22b6dc3c-5c9a-4b38-b2d7-2c260daaafed tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418909 Jul 05 04:16:55.617752 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:55.658056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:55.658848 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:55.661889 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] 10.222.0.10 "PUT /v2.0/ports/6c46133d-628f-46e3-b0ef-033e0c1e19fb HTTP/1.1" status: 200 len: 1091 time: 1.8174627 Jul 05 04:16:55.692522 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b770cb6-5c84-41ad-9cfd-88976709fb43 service neutron] Pushing event updated for resources: {'Port': ['ID=6c46133d-628f-46e3-b0ef-033e0c1e19fb,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:55.775292 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Request body: {'port': {'device_id': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:55.878199 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.183097 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:56.192714 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.208189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Transition to ACTIVE for port object ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:56.276299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35907aff-5c5e-4130-8a58-51e84b6bda2d req-1dbc9a80-7529-4462-9b5b-81f7690e6c8f tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 210 time: 0.0302835 Jul 05 04:16:56.387665 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.397690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'tag': '6c46133d-628f-46e3-b0ef-033e0c1e19fb'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:56.400005 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3d5598-347c-4259-80b6-ad5e1a361587" -d '{"events": [{"name": "network-changed", "server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "tag": "6c46133d-628f-46e3-b0ef-033e0c1e19fb"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:56.470752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Pushing event updated for resources: {'Port': ['ID=ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:56.526434 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739356b2-30d2-420d-9d70-24647a76fe3d x-openstack-request-id: req-739356b2-30d2-420d-9d70-24647a76fe3d {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:56.527054 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "tag": "6c46133d-628f-46e3-b0ef-033e0c1e19fb", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:56.527430 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-739356b2-30d2-420d-9d70-24647a76fe3d {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:56.528104 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'tag': '6c46133d-628f-46e3-b0ef-033e0c1e19fb', 'status': 'completed', 'code': 200} Jul 05 04:16:56.713366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Attempting to bind port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:56.713928 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Attempting to bind port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:56.714753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Attempting to bind port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac on network f693826a-bb1e-45e3-a13b-526015aea4c9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:56.733546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac on network f693826a-bb1e-45e3-a13b-526015aea4c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:16:56.734007 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Attempting to bind port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac on network f693826a-bb1e-45e3-a13b-526015aea4c9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:56.770826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:56.771197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Checking segment: {'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:56.771595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Bound using segment: {'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:56.772055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Bound port: ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '157ab13b-36b7-4e92-a13d-eb6e60a755c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:56.772456 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.796532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5598-347c-4259-80b6-ad5e1a361587 req-1fe33195-137e-4a8d-af41-6252dacced29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:56.798354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5598-347c-4259-80b6-ad5e1a361587 req-1fe33195-137e-4a8d-af41-6252dacced29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:56.798354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5598-347c-4259-80b6-ad5e1a361587 req-1fe33195-137e-4a8d-af41-6252dacced29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:56.798821 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5598-347c-4259-80b6-ad5e1a361587 req-1fe33195-137e-4a8d-af41-6252dacced29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:56.803673 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5598-347c-4259-80b6-ad5e1a361587 req-1fe33195-137e-4a8d-af41-6252dacced29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:56.803673 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5598-347c-4259-80b6-ad5e1a361587 req-1fe33195-137e-4a8d-af41-6252dacced29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:56.803673 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5598-347c-4259-80b6-ad5e1a361587 req-1fe33195-137e-4a8d-af41-6252dacced29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:56.803673 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6e3d5598-347c-4259-80b6-ad5e1a361587 req-1fe33195-137e-4a8d-af41-6252dacced29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 6315 time: 0.2117012 Jul 05 04:16:56.938696 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5598-347c-4259-80b6-ad5e1a361587 req-dedc1cf6-9e3c-4f44-b061-e52dafad151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:56.941144 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5598-347c-4259-80b6-ad5e1a361587 req-dedc1cf6-9e3c-4f44-b061-e52dafad151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:56.941144 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5598-347c-4259-80b6-ad5e1a361587 req-dedc1cf6-9e3c-4f44-b061-e52dafad151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:56.943048 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6e3d5598-347c-4259-80b6-ad5e1a361587 req-dedc1cf6-9e3c-4f44-b061-e52dafad151f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1315246 Jul 05 04:16:57.014332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473c3f0-bf3b-4333-a6d5-2829fd3baa2c req-d7f308ac-a2eb-4f7d-bb6d-8e0a55ed4e66 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.021443 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473c3f0-bf3b-4333-a6d5-2829fd3baa2c req-d7f308ac-a2eb-4f7d-bb6d-8e0a55ed4e66 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.031058 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473c3f0-bf3b-4333-a6d5-2829fd3baa2c req-d7f308ac-a2eb-4f7d-bb6d-8e0a55ed4e66 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.038074 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473c3f0-bf3b-4333-a6d5-2829fd3baa2c req-d7f308ac-a2eb-4f7d-bb6d-8e0a55ed4e66 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.045325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473c3f0-bf3b-4333-a6d5-2829fd3baa2c req-d7f308ac-a2eb-4f7d-bb6d-8e0a55ed4e66 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.052868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473c3f0-bf3b-4333-a6d5-2829fd3baa2c req-d7f308ac-a2eb-4f7d-bb6d-8e0a55ed4e66 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.060719 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473c3f0-bf3b-4333-a6d5-2829fd3baa2c req-d7f308ac-a2eb-4f7d-bb6d-8e0a55ed4e66 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.062927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3473c3f0-bf3b-4333-a6d5-2829fd3baa2c req-d7f308ac-a2eb-4f7d-bb6d-8e0a55ed4e66 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5405 time: 0.1986437 Jul 05 04:16:57.102218 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-355499bb-75e6-494e-b933-7751b63c6b77 req-b36534b5-8b28-4053-867d-de75ef9ab03f tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=19806f30393e4f26baae47b27cc5986b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586927 Jul 05 04:16:57.141158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] For port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:57.161616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3473c3f0-bf3b-4333-a6d5-2829fd3baa2c req-ffa21859-081a-4a27-a36f-9781a4376559 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0789204 Jul 05 04:16:57.190157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] For port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:57.318093 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:57.339128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5598-347c-4259-80b6-ad5e1a361587 req-c4b94781-85b1-46b4-b741-4238770dbdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.342175 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6e3d5598-347c-4259-80b6-ad5e1a361587 req-c4b94781-85b1-46b4-b741-4238770dbdf7 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3788617 Jul 05 04:16:57.438837 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.440003 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:57.446585 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] 10.222.0.10 "PUT /v2.0/ports/ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac HTTP/1.1" status: 200 len: 1091 time: 1.6746817 Jul 05 04:16:57.580903 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Request body: {'port': {'device_id': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:57.646860 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99a2a65c-97f0-41fd-a444-16419aa417fe req-b1b1777d-3258-48d6-9a5d-f5ae12ce217c tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 210 time: 0.0671132 Jul 05 04:16:57.687902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9e675-b46e-46bc-b36f-cabf55748c9d service neutron] Pushing event updated for resources: {'Port': ['ID=ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:57.719101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355499bb-75e6-494e-b933-7751b63c6b77 req-b266cbb1-ad0d-4b44-be67-e721d21d4169 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.720978 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-355499bb-75e6-494e-b933-7751b63c6b77 req-b266cbb1-ad0d-4b44-be67-e721d21d4169 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6097150 Jul 05 04:16:57.743431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-355499bb-75e6-494e-b933-7751b63c6b77 req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Request body: {'port': {'device_id': 'aa1620c2-9361-45e5-a01c-2d1b907dc5ff', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '19806f30393e4f26baae47b27cc5986b'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:57.893608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.077286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355499bb-75e6-494e-b933-7751b63c6b77 req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Made reservation on behalf of 19806f30393e4f26baae47b27cc5986b for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:58.082480 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-355499bb-75e6-494e-b933-7751b63c6b77 req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.124468 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-355499bb-75e6-494e-b933-7751b63c6b77 req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.366009 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842fd16f-f6ac-4a0e-8522-3a548a7030b0 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:58.382729 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.406610 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-355499bb-75e6-494e-b933-7751b63c6b77 req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.413424 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Transition to ACTIVE for port object 842fd16f-f6ac-4a0e-8522-3a548a7030b0 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:58.474227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323ebe-5d36-4cd4-9f22-d0b6cb26631f req-6154d989-e6cf-4d70-b0b1-5369777039ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:58.480296 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323ebe-5d36-4cd4-9f22-d0b6cb26631f req-6154d989-e6cf-4d70-b0b1-5369777039ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:58.486700 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323ebe-5d36-4cd4-9f22-d0b6cb26631f req-6154d989-e6cf-4d70-b0b1-5369777039ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:58.494255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323ebe-5d36-4cd4-9f22-d0b6cb26631f req-6154d989-e6cf-4d70-b0b1-5369777039ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:58.496768 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-355499bb-75e6-494e-b933-7751b63c6b77 req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.501876 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323ebe-5d36-4cd4-9f22-d0b6cb26631f req-6154d989-e6cf-4d70-b0b1-5369777039ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:58.507222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323ebe-5d36-4cd4-9f22-d0b6cb26631f req-6154d989-e6cf-4d70-b0b1-5369777039ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:58.513231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323ebe-5d36-4cd4-9f22-d0b6cb26631f req-6154d989-e6cf-4d70-b0b1-5369777039ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:58.515218 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8323ebe-5d36-4cd4-9f22-d0b6cb26631f req-6154d989-e6cf-4d70-b0b1-5369777039ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5405 time: 0.1451280 Jul 05 04:16:58.592268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'tag': 'ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:58.600013 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8661f742-525b-4227-92a1-f5c152034070" -d '{"events": [{"name": "network-changed", "server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "tag": "ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:58.607634 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d85d06d-b252-46c8-9b53-00985d1e1e4d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:58.633497 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8323ebe-5d36-4cd4-9f22-d0b6cb26631f req-6d9d16bf-428a-4614-8af2-17ecf7985914 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117322 Jul 05 04:16:58.642984 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.747192 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e7f263-f293-4957-9314-7b9982afb17c x-openstack-request-id: req-e5e7f263-f293-4957-9314-7b9982afb17c {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:58.747489 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "tag": "ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:58.747747 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e5e7f263-f293-4957-9314-7b9982afb17c {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:58.748290 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'tag': 'ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac', 'status': 'completed', 'code': 200} Jul 05 04:16:58.856479 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Pushing event updated for resources: {'Port': ['ID=842fd16f-f6ac-4a0e-8522-3a548a7030b0,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:58.867509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8ccfa8e-0161-4610-93fe-882b6d08e5a2 req-0da6afad-667f-45c7-b750-46aa823cc2bb tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 210 time: 0.0474956 Jul 05 04:16:59.056225 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661f742-525b-4227-92a1-f5c152034070 req-9c764757-02dc-43ed-9e4d-fd532216963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.056718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661f742-525b-4227-92a1-f5c152034070 req-9c764757-02dc-43ed-9e4d-fd532216963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.057205 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661f742-525b-4227-92a1-f5c152034070 req-9c764757-02dc-43ed-9e4d-fd532216963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.057682 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661f742-525b-4227-92a1-f5c152034070 req-9c764757-02dc-43ed-9e4d-fd532216963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.058153 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661f742-525b-4227-92a1-f5c152034070 req-9c764757-02dc-43ed-9e4d-fd532216963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.058623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661f742-525b-4227-92a1-f5c152034070 req-9c764757-02dc-43ed-9e4d-fd532216963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.059087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661f742-525b-4227-92a1-f5c152034070 req-9c764757-02dc-43ed-9e4d-fd532216963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.061283 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8661f742-525b-4227-92a1-f5c152034070 req-9c764757-02dc-43ed-9e4d-fd532216963d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 6383 time: 0.2725554 Jul 05 04:16:59.064039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-355499bb-75e6-494e-b933-7751b63c6b77 req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Allocated IP 192.168.233.111 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/f3998f0c-5327-4865-8ca4-5302b24f5697) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:59.079712 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Attempting to bind port 842fd16f-f6ac-4a0e-8522-3a548a7030b0 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:59.083200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Attempting to bind port 842fd16f-f6ac-4a0e-8522-3a548a7030b0 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '473ab06d-451b-4f49-8ca6-08721625f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:59.083200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Attempting to bind port 842fd16f-f6ac-4a0e-8522-3a548a7030b0 on network 4f1cf73a-04b0-4401-a497-483da7eef180 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:59.090795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Port 842fd16f-f6ac-4a0e-8522-3a548a7030b0 on network 4f1cf73a-04b0-4401-a497-483da7eef180 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:16:59.091147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Attempting to bind port 842fd16f-f6ac-4a0e-8522-3a548a7030b0 on network 4f1cf73a-04b0-4401-a497-483da7eef180 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:59.150471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:59.150670 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Checking segment: {'id': '473ab06d-451b-4f49-8ca6-08721625f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:59.151030 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Bound using segment: {'id': '473ab06d-451b-4f49-8ca6-08721625f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:59.151471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Bound port: 842fd16f-f6ac-4a0e-8522-3a548a7030b0, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473ab06d-451b-4f49-8ca6-08721625f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:59.151836 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.327751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661f742-525b-4227-92a1-f5c152034070 req-384432e8-820f-4f84-ac95-dc666b7de044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.328274 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661f742-525b-4227-92a1-f5c152034070 req-384432e8-820f-4f84-ac95-dc666b7de044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.328752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661f742-525b-4227-92a1-f5c152034070 req-384432e8-820f-4f84-ac95-dc666b7de044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.330346 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8661f742-525b-4227-92a1-f5c152034070 req-384432e8-820f-4f84-ac95-dc666b7de044 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2607806 Jul 05 04:16:59.399444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] For port 842fd16f-f6ac-4a0e-8522-3a548a7030b0, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:59.401602 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:16:59.432188 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] For port 842fd16f-f6ac-4a0e-8522-3a548a7030b0, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=842fd16f-f6ac-4a0e-8522-3a548a7030b0,segment=NetworkSegment(473ab06d-451b-4f49-8ca6-08721625f0a3),segment_id=473ab06d-451b-4f49-8ca6-08721625f0a3)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:59.468025 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-355499bb-75e6-494e-b933-7751b63c6b77 req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.492887 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-355499bb-75e6-494e-b933-7751b63c6b77 req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Transition to ACTIVE for port object f3998f0c-5327-4865-8ca4-5302b24f5697 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:59.497611 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661f742-525b-4227-92a1-f5c152034070 req-efe647c0-de5d-4517-8363-26a23ac90bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.499104 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8661f742-525b-4227-92a1-f5c152034070 req-efe647c0-de5d-4517-8363-26a23ac90bdb service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1576731 Jul 05 04:16:59.509807 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.560113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.560807 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.562211 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] 10.222.0.10 "PUT /v2.0/ports/842fd16f-f6ac-4a0e-8522-3a548a7030b0 HTTP/1.1" status: 200 len: 1092 time: 2.0021131 Jul 05 04:16:59.590872 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2abd4-4321-4ab0-8517-0feb18cf380b service neutron] Pushing event updated for resources: {'Port': ['ID=842fd16f-f6ac-4a0e-8522-3a548a7030b0,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:59.727744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Request body: {'port': {'device_id': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:59.779372 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-355499bb-75e6-494e-b933-7751b63c6b77 req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.923754 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f49ac-2c65-483a-ae03-6cdfd679eb8a req-d4545a45-5504-493c-b17b-75b28f5ce26c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.939390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Pushing event updated for resources: {'Port': ['ID=f3998f0c-5327-4865-8ca4-5302b24f5697,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:59.956431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355499bb-75e6-494e-b933-7751b63c6b77 req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:59.960558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f49ac-2c65-483a-ae03-6cdfd679eb8a req-d4545a45-5504-493c-b17b-75b28f5ce26c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.968343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f49ac-2c65-483a-ae03-6cdfd679eb8a req-d4545a45-5504-493c-b17b-75b28f5ce26c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.971168 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-355499bb-75e6-494e-b933-7751b63c6b77 req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:59.975410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-355499bb-75e6-494e-b933-7751b63c6b77 req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:59.977224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f49ac-2c65-483a-ae03-6cdfd679eb8a req-d4545a45-5504-493c-b17b-75b28f5ce26c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.984054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f49ac-2c65-483a-ae03-6cdfd679eb8a req-d4545a45-5504-493c-b17b-75b28f5ce26c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.991186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f49ac-2c65-483a-ae03-6cdfd679eb8a req-d4545a45-5504-493c-b17b-75b28f5ce26c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.997533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f49ac-2c65-483a-ae03-6cdfd679eb8a req-d4545a45-5504-493c-b17b-75b28f5ce26c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:00.005391 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c7f49ac-2c65-483a-ae03-6cdfd679eb8a req-d4545a45-5504-493c-b17b-75b28f5ce26c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5417 time: 0.2033079 Jul 05 04:17:00.017804 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.084705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c7f49ac-2c65-483a-ae03-6cdfd679eb8a req-925cbe42-5467-4f9f-b7bc-dbc4bfd4474e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756557 Jul 05 04:17:00.148312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806f487-849f-4b0f-97f6-b21e9029c629 req-980cd6cc-f4f0-422f-a8a9-89cfee1c25e5 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:00.157055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8806f487-849f-4b0f-97f6-b21e9029c629 req-980cd6cc-f4f0-422f-a8a9-89cfee1c25e5 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 936 time: 0.1242368 Jul 05 04:17:00.215324 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8806f487-849f-4b0f-97f6-b21e9029c629 req-dfaab286-79ef-47f0-aa75-336715b94789 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d85d06d-b252-46c8-9b53-00985d1e1e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572481 Jul 05 04:17:00.290465 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355499bb-75e6-494e-b933-7751b63c6b77 req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:00.291128 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-355499bb-75e6-494e-b933-7751b63c6b77 req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.410346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6253bb-103b-4e73-9c12-d322528e9316 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:00.418530 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.429917 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-355499bb-75e6-494e-b933-7751b63c6b77 req-e9d732d9-a9e5-4cbf-b6fc-2296ba2ff4cf tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6964014 Jul 05 04:17:00.436441 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Transition to ACTIVE for port object dc6253bb-103b-4e73-9c12-d322528e9316 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:00.443481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Request body: {'port': {'device_id': 'aa1620c2-9361-45e5-a01c-2d1b907dc5ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:00.474868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ed2174d7-bdca-4300-85c2-f76e207a9143 None None] Provisioning for port f3998f0c-5327-4865-8ca4-5302b24f5697 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:00.478934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ed2174d7-bdca-4300-85c2-f76e207a9143 None None] Provisioning complete for port f3998f0c-5327-4865-8ca4-5302b24f5697 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:00.479313 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ed2174d7-bdca-4300-85c2-f76e207a9143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.517356 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ed2174d7-bdca-4300-85c2-f76e207a9143 None None] Port f3998f0c-5327-4865-8ca4-5302b24f5697 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:00.543035 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.568047 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.655115 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Pushing event updated for resources: {'Port': ['ID=dc6253bb-103b-4e73-9c12-d322528e9316,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:00.782257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'tag': '842fd16f-f6ac-4a0e-8522-3a548a7030b0'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:00.784894 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bb21cb-9e1f-4f2e-a519-676e1cf8b605" -d '{"events": [{"name": "network-changed", "server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "tag": "842fd16f-f6ac-4a0e-8522-3a548a7030b0"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:00.905140 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8563ff20-8e9c-4a4f-bbd1-96cd85e508bc x-openstack-request-id: req-8563ff20-8e9c-4a4f-bbd1-96cd85e508bc {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:00.905490 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "tag": "842fd16f-f6ac-4a0e-8522-3a548a7030b0", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:00.905743 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8563ff20-8e9c-4a4f-bbd1-96cd85e508bc {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:00.906134 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'tag': '842fd16f-f6ac-4a0e-8522-3a548a7030b0', 'status': 'completed', 'code': 200} Jul 05 04:17:00.970578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Attempting to bind port dc6253bb-103b-4e73-9c12-d322528e9316 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:00.970881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Attempting to bind port dc6253bb-103b-4e73-9c12-d322528e9316 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '473ab06d-451b-4f49-8ca6-08721625f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:00.971225 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Attempting to bind port dc6253bb-103b-4e73-9c12-d322528e9316 on network 4f1cf73a-04b0-4401-a497-483da7eef180 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:00.985922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Port dc6253bb-103b-4e73-9c12-d322528e9316 on network 4f1cf73a-04b0-4401-a497-483da7eef180 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:17:00.985922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Attempting to bind port dc6253bb-103b-4e73-9c12-d322528e9316 on network 4f1cf73a-04b0-4401-a497-483da7eef180 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:00.998051 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:00.998542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Checking segment: {'id': '473ab06d-451b-4f49-8ca6-08721625f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:00.999067 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Bound using segment: {'id': '473ab06d-451b-4f49-8ca6-08721625f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:00.999627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Bound port: dc6253bb-103b-4e73-9c12-d322528e9316, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473ab06d-451b-4f49-8ca6-08721625f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:01.000196 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.161847 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] For port dc6253bb-103b-4e73-9c12-d322528e9316, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:01.204236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb21cb-9e1f-4f2e-a519-676e1cf8b605 req-8a3d54ae-32f9-427f-840a-94764f3ec7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.205072 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb21cb-9e1f-4f2e-a519-676e1cf8b605 req-8a3d54ae-32f9-427f-840a-94764f3ec7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.205610 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb21cb-9e1f-4f2e-a519-676e1cf8b605 req-8a3d54ae-32f9-427f-840a-94764f3ec7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.206029 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb21cb-9e1f-4f2e-a519-676e1cf8b605 req-8a3d54ae-32f9-427f-840a-94764f3ec7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.207459 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb21cb-9e1f-4f2e-a519-676e1cf8b605 req-8a3d54ae-32f9-427f-840a-94764f3ec7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.208160 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb21cb-9e1f-4f2e-a519-676e1cf8b605 req-8a3d54ae-32f9-427f-840a-94764f3ec7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.212378 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb21cb-9e1f-4f2e-a519-676e1cf8b605 req-8a3d54ae-32f9-427f-840a-94764f3ec7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.212505 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-10bb21cb-9e1f-4f2e-a519-676e1cf8b605 req-8a3d54ae-32f9-427f-840a-94764f3ec7ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 6451 time: 0.2991288 Jul 05 04:17:01.229536 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] For port dc6253bb-103b-4e73-9c12-d322528e9316, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=dc6253bb-103b-4e73-9c12-d322528e9316,segment=NetworkSegment(473ab06d-451b-4f49-8ca6-08721625f0a3),segment_id=473ab06d-451b-4f49-8ca6-08721625f0a3)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:01.377398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3998f0c-5327-4865-8ca4-5302b24f5697 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:01.391902 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.393745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7767d8-2008-41f4-8f8a-673ac1f04ee4 req-77b827ab-0155-4878-9dc4-3a9152b473ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.401644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7767d8-2008-41f4-8f8a-673ac1f04ee4 req-77b827ab-0155-4878-9dc4-3a9152b473ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.412913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7767d8-2008-41f4-8f8a-673ac1f04ee4 req-77b827ab-0155-4878-9dc4-3a9152b473ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.413090 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.421574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Transition to ACTIVE for port object f3998f0c-5327-4865-8ca4-5302b24f5697 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:01.422852 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7767d8-2008-41f4-8f8a-673ac1f04ee4 req-77b827ab-0155-4878-9dc4-3a9152b473ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.430623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7767d8-2008-41f4-8f8a-673ac1f04ee4 req-77b827ab-0155-4878-9dc4-3a9152b473ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.438693 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7767d8-2008-41f4-8f8a-673ac1f04ee4 req-77b827ab-0155-4878-9dc4-3a9152b473ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.445905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7767d8-2008-41f4-8f8a-673ac1f04ee4 req-77b827ab-0155-4878-9dc4-3a9152b473ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.450042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a7767d8-2008-41f4-8f8a-673ac1f04ee4 req-77b827ab-0155-4878-9dc4-3a9152b473ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1650295 Jul 05 04:17:01.477035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.477721 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.479146 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] 10.222.0.10 "PUT /v2.0/ports/dc6253bb-103b-4e73-9c12-d322528e9316 HTTP/1.1" status: 200 len: 1092 time: 1.7566237 Jul 05 04:17:01.551945 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd616238-f497-49bf-a4f2-6ef7977f5b0a service neutron] Pushing event updated for resources: {'Port': ['ID=dc6253bb-103b-4e73-9c12-d322528e9316,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:01.559447 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb21cb-9e1f-4f2e-a519-676e1cf8b605 req-4b86eca1-a5dc-4ef9-a7a9-ff031fc546a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.560139 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb21cb-9e1f-4f2e-a519-676e1cf8b605 req-4b86eca1-a5dc-4ef9-a7a9-ff031fc546a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.560404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb21cb-9e1f-4f2e-a519-676e1cf8b605 req-4b86eca1-a5dc-4ef9-a7a9-ff031fc546a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.570036 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-10bb21cb-9e1f-4f2e-a519-676e1cf8b605 req-4b86eca1-a5dc-4ef9-a7a9-ff031fc546a4 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3385637 Jul 05 04:17:01.576220 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.669442 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785b3d6-f14a-4935-a8f8-eace8184b492 req-050c01b3-9105-45ef-8881-e55a1edd6c67 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.694538 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b785b3d6-f14a-4935-a8f8-eace8184b492 req-050c01b3-9105-45ef-8881-e55a1edd6c67 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 936 time: 0.2427490 Jul 05 04:17:01.757599 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a7767d8-2008-41f4-8f8a-673ac1f04ee4 req-ec063298-4eeb-4d6b-86c3-b657e0ee3e56 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2346444 Jul 05 04:17:01.812539 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b785b3d6-f14a-4935-a8f8-eace8184b492 req-e9291fb6-ba1c-46b5-b097-cb12c52a5673 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d85d06d-b252-46c8-9b53-00985d1e1e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172538 Jul 05 04:17:02.336918 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Pushing event updated for resources: {'Port': ['ID=f3998f0c-5327-4865-8ca4-5302b24f5697,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:02.399967 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb21cb-9e1f-4f2e-a519-676e1cf8b605 req-fba6dcec-d695-41d7-97d5-5608d1327160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:02.401622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-10bb21cb-9e1f-4f2e-a519-676e1cf8b605 req-fba6dcec-d695-41d7-97d5-5608d1327160 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8229384 Jul 05 04:17:02.452773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Attempting to bind port f3998f0c-5327-4865-8ca4-5302b24f5697 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:02.453119 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Attempting to bind port f3998f0c-5327-4865-8ca4-5302b24f5697 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:02.453459 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Attempting to bind port f3998f0c-5327-4865-8ca4-5302b24f5697 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:02.472178 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Port f3998f0c-5327-4865-8ca4-5302b24f5697 on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:17:02.472178 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Attempting to bind port f3998f0c-5327-4865-8ca4-5302b24f5697 on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:02.503594 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:02.504882 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:02.505291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:02.507154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Bound port: f3998f0c-5327-4865-8ca4-5302b24f5697, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:02.507154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.525207 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.603625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-efed7582-ccb3-4a43-80ae-448b8140ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:02.604132 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-efed7582-ccb3-4a43-80ae-448b8140ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:02.604628 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-efed7582-ccb3-4a43-80ae-448b8140ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:02.605091 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-efed7582-ccb3-4a43-80ae-448b8140ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:02.605564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-efed7582-ccb3-4a43-80ae-448b8140ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:02.606031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-efed7582-ccb3-4a43-80ae-448b8140ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:02.606497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-efed7582-ccb3-4a43-80ae-448b8140ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:02.608539 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-efed7582-ccb3-4a43-80ae-448b8140ec93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 6493 time: 0.1515446 Jul 05 04:17:02.616563 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] For port f3998f0c-5327-4865-8ca4-5302b24f5697, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:02.665649 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-061b5de0-2ca9-4335-9cb0-e863776bd809 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=738f86fa-81ff-4194-8b17-37fec1ad0865 HTTP/1.1" status: 200 len: 217 time: 0.0473888 Jul 05 04:17:02.667403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] For port f3998f0c-5327-4865-8ca4-5302b24f5697, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f3998f0c-5327-4865-8ca4-5302b24f5697,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:02.726065 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-e0fb787a-36d7-4db1-b987-eb9205647371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:02.727542 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-e0fb787a-36d7-4db1-b987-eb9205647371 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc2108e7-7cda-4a81-b5ef-7079e3e394a2 HTTP/1.1" status: 200 len: 855 time: 0.0545075 Jul 05 04:17:02.790848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-dd40cb93-f160-415c-8f7f-76d6e8c08485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:02.792555 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-dd40cb93-f160-415c-8f7f-76d6e8c08485 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=698c7822-9f38-4d13-a24c-340f7e82d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577662 Jul 05 04:17:02.802034 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.932455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'tag': 'dc6253bb-103b-4e73-9c12-d322528e9316'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:02.936127 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3df9a82-d590-494c-bc18-f54c0bb51707" -d '{"events": [{"name": "network-changed", "server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "tag": "dc6253bb-103b-4e73-9c12-d322528e9316"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:02.993257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:02.993900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.995295 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-355499bb-75e6-494e-b933-7751b63c6b77 req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] 10.222.0.36 "PUT /v2.0/ports/f3998f0c-5327-4865-8ca4-5302b24f5697 HTTP/1.1" status: 200 len: 1097 time: 2.5573409 Jul 05 04:17:03.029085 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0df16-e5ec-4174-b3aa-4a4dd7210e51 service neutron] Pushing event updated for resources: {'Port': ['ID=f3998f0c-5327-4865-8ca4-5302b24f5697,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:03.037175 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-4e6f35b9-07d7-4c65-ac69-d35e6e745a03 service neutron] 10.222.0.10 "GET /v2.0/networks/698c7822-9f38-4d13-a24c-340f7e82d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308526 Jul 05 04:17:03.107110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d8508-48e8-4d6e-9838-ec3f061a517b req-0962c2a6-6179-4a96-b118-e7a3ebc6af9c tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:03.108808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d6d8508-48e8-4d6e-9838-ec3f061a517b req-0962c2a6-6179-4a96-b118-e7a3ebc6af9c tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 948 time: 0.1545358 Jul 05 04:17:03.150489 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-744e9cea-2449-41d5-ac1c-a19c3386ea76 service neutron] 10.222.0.10 "GET /v2.0/networks/698c7822-9f38-4d13-a24c-340f7e82d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063759 Jul 05 04:17:03.155278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f0c6c-641c-420d-b695-ecf2a33ef922 req-5216e5a3-9b45-43c9-8a43-c80eb4737208 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:03.169241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f0c6c-641c-420d-b695-ecf2a33ef922 req-5216e5a3-9b45-43c9-8a43-c80eb4737208 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:03.178188 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f0c6c-641c-420d-b695-ecf2a33ef922 req-5216e5a3-9b45-43c9-8a43-c80eb4737208 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:03.186233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f0c6c-641c-420d-b695-ecf2a33ef922 req-5216e5a3-9b45-43c9-8a43-c80eb4737208 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:03.198342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f0c6c-641c-420d-b695-ecf2a33ef922 req-5216e5a3-9b45-43c9-8a43-c80eb4737208 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:03.203789 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f0c6c-641c-420d-b695-ecf2a33ef922 req-5216e5a3-9b45-43c9-8a43-c80eb4737208 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:03.212923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f0c6c-641c-420d-b695-ecf2a33ef922 req-5216e5a3-9b45-43c9-8a43-c80eb4737208 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:03.216402 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f6f0c6c-641c-420d-b695-ecf2a33ef922 req-5216e5a3-9b45-43c9-8a43-c80eb4737208 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.2224646 Jul 05 04:17:03.227164 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-79337414-c34f-4e2a-8902-29bc20377696 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=0b261412-7c1f-44d0-b0d0-86763bb68022 HTTP/1.1" status: 200 len: 217 time: 0.0647402 Jul 05 04:17:03.261293 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d6d8508-48e8-4d6e-9838-ec3f061a517b req-5ea6fa03-edaa-43bc-8bce-5234ff1e48d7 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d85d06d-b252-46c8-9b53-00985d1e1e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446805 Jul 05 04:17:03.284391 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f6f0c6c-641c-420d-b695-ecf2a33ef922 req-0166b6e0-683d-4924-a267-022a5d0e9880 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581920 Jul 05 04:17:03.335955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cec6948f-e3f2-46e7-840e-6de343e4ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:03.337319 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-cec6948f-e3f2-46e7-840e-6de343e4ae98 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0998759 Jul 05 04:17:03.344386 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355499bb-75e6-494e-b933-7751b63c6b77 req-1e2c3f22-0b50-4717-8bfd-263786da6506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:03.345962 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-355499bb-75e6-494e-b933-7751b63c6b77 req-1e2c3f22-0b50-4717-8bfd-263786da6506 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=19806f30393e4f26baae47b27cc5986b&device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 1100 time: 0.1176727 Jul 05 04:17:03.358132 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94af638d-c24c-4a40-98eb-a1ef2e28c2fa x-openstack-request-id: req-94af638d-c24c-4a40-98eb-a1ef2e28c2fa {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:03.358769 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "tag": "dc6253bb-103b-4e73-9c12-d322528e9316", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:03.358769 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-94af638d-c24c-4a40-98eb-a1ef2e28c2fa {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:03.359062 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'tag': 'dc6253bb-103b-4e73-9c12-d322528e9316', 'status': 'completed', 'code': 200} Jul 05 04:17:03.421104 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-355499bb-75e6-494e-b933-7751b63c6b77 req-69778ef9-4ea9-4e39-8ddc-65c596b70ee7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f3998f0c-5327-4865-8ca4-5302b24f5697 HTTP/1.1" status: 200 len: 217 time: 0.0608277 Jul 05 04:17:03.485203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355499bb-75e6-494e-b933-7751b63c6b77 req-55b11d0a-d003-46d5-8964-b41f15b9d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:03.486739 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-355499bb-75e6-494e-b933-7751b63c6b77 req-55b11d0a-d003-46d5-8964-b41f15b9d0f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0580523 Jul 05 04:17:03.490779 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a58d6f6e-3d5a-44cc-b31e-ff886351a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:03.492194 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-a58d6f6e-3d5a-44cc-b31e-ff886351a733 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1452172 Jul 05 04:17:03.634120 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-360675e3-8e2b-4659-8fe4-e2f2d79cc0d2 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327245 Jul 05 04:17:03.637397 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355499bb-75e6-494e-b933-7751b63c6b77 req-6193910d-6404-48ba-8ff7-147184a5bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:03.638633 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-355499bb-75e6-494e-b933-7751b63c6b77 req-6193910d-6404-48ba-8ff7-147184a5bbd1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1446600 Jul 05 04:17:03.804004 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-6347bbd1-c3df-4acc-a5e5-d6e625885877 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631966 Jul 05 04:17:03.807590 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-355499bb-75e6-494e-b933-7751b63c6b77 req-43f6a379-d643-4b10-abe3-764a4a4ce5e3 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584609 Jul 05 04:17:03.888959 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-8b8c466c-e50d-4ed8-920b-06b734539ff8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=9314883e-d767-4609-a20b-7dd34002a5f2 HTTP/1.1" status: 200 len: 217 time: 0.0780926 Jul 05 04:17:03.976455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-959b3ecd-cfc3-472e-834a-efbc2dca69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:03.977958 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-959b3ecd-cfc3-472e-834a-efbc2dca69a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0792181 Jul 05 04:17:03.983270 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-355499bb-75e6-494e-b933-7751b63c6b77 req-09244ba2-bc53-4799-a556-91b5a98049ed service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663175 Jul 05 04:17:03.993766 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.039022 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-5b7f0386-2199-4b50-ab9d-e52cac726770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.040667 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-5b7f0386-2199-4b50-ab9d-e52cac726770 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0554259 Jul 05 04:17:04.133244 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-1e359dd8-8271-45a3-85e1-ee9102459b25 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853882 Jul 05 04:17:04.236508 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-0c577858-9f9d-46fd-97fe-8c1dc80f7e82 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962260 Jul 05 04:17:04.278994 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-c77fc491-dc8e-4b8a-983c-c4afd090bd7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=6c46133d-628f-46e3-b0ef-033e0c1e19fb HTTP/1.1" status: 200 len: 217 time: 0.0358274 Jul 05 04:17:04.335818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-b5c643ee-d0d1-4351-a8a4-0702ed6158a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.337565 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-b5c643ee-d0d1-4351-a8a4-0702ed6158a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0505598 Jul 05 04:17:04.407793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-44a03f56-e6d3-49db-b2ae-9bf2292bdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.409351 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-44a03f56-e6d3-49db-b2ae-9bf2292bdd73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0650568 Jul 05 04:17:04.513392 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-bfe1a4f9-e8e8-4ce5-847e-5c021693c5bf service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956316 Jul 05 04:17:04.541795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06169a2f-c02a-4858-9f32-f018cb01caa8 req-1a7e9a73-6f8e-48ed-a37b-9352de9f31c7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.547752 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06169a2f-c02a-4858-9f32-f018cb01caa8 req-1a7e9a73-6f8e-48ed-a37b-9352de9f31c7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.553922 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06169a2f-c02a-4858-9f32-f018cb01caa8 req-1a7e9a73-6f8e-48ed-a37b-9352de9f31c7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.559902 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06169a2f-c02a-4858-9f32-f018cb01caa8 req-1a7e9a73-6f8e-48ed-a37b-9352de9f31c7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.565813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06169a2f-c02a-4858-9f32-f018cb01caa8 req-1a7e9a73-6f8e-48ed-a37b-9352de9f31c7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.572127 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06169a2f-c02a-4858-9f32-f018cb01caa8 req-1a7e9a73-6f8e-48ed-a37b-9352de9f31c7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.578060 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06169a2f-c02a-4858-9f32-f018cb01caa8 req-1a7e9a73-6f8e-48ed-a37b-9352de9f31c7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.580447 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-06169a2f-c02a-4858-9f32-f018cb01caa8 req-1a7e9a73-6f8e-48ed-a37b-9352de9f31c7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1565127 Jul 05 04:17:04.591234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a20fbd-5db6-4f08-b63d-0b0775d87ba9 req-e61d9725-0044-4c12-a99e-78ed89371aca tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.593155 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28a20fbd-5db6-4f08-b63d-0b0775d87ba9 req-e61d9725-0044-4c12-a99e-78ed89371aca tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 948 time: 0.1711457 Jul 05 04:17:04.622807 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-2f5ea830-b30f-4531-ab56-5c4d4811b352 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010468 Jul 05 04:17:04.672117 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-73ccba46-7704-453b-89a5-9f874825773f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac HTTP/1.1" status: 200 len: 217 time: 0.0413790 Jul 05 04:17:04.673541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-06169a2f-c02a-4858-9f32-f018cb01caa8 req-c1b4d64d-f9c1-46f3-8cb5-8015f7633a99 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797131 Jul 05 04:17:04.684808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28a20fbd-5db6-4f08-b63d-0b0775d87ba9 req-26a937c5-c186-4d8c-bad0-57978437e972 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d85d06d-b252-46c8-9b53-00985d1e1e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799966 Jul 05 04:17:04.739107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-b4f98ce5-9290-4294-9696-7d5fce158423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.740623 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-b4f98ce5-9290-4294-9696-7d5fce158423 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0620887 Jul 05 04:17:04.805177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-39629a34-3d2a-45cc-af32-3240e7f911f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.806706 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-39629a34-3d2a-45cc-af32-3240e7f911f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0596116 Jul 05 04:17:04.906349 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-fbebf4c4-8b28-44ec-b301-4f1bd6947396 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909851 Jul 05 04:17:05.012847 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-4da8b9e7-4f92-4a45-8630-398ca0669b0f service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994647 Jul 05 04:17:05.058498 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-961c24b2-f904-4c09-8ed6-a4ba8a026e8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=842fd16f-f6ac-4a0e-8522-3a548a7030b0 HTTP/1.1" status: 200 len: 217 time: 0.0387189 Jul 05 04:17:05.109004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-1b790b27-e0b9-4c46-83fb-231610f12c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:05.110456 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-1b790b27-e0b9-4c46-83fb-231610f12c53 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a51c3177-af5c-4643-ae1e-7fa582a1817a HTTP/1.1" status: 200 len: 797 time: 0.0451400 Jul 05 04:17:05.175271 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-34ed7fea-bbe1-42d6-9d22-0a6786051081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:05.177455 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-34ed7fea-bbe1-42d6-9d22-0a6786051081 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f1cf73a-04b0-4401-a497-483da7eef180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0585363 Jul 05 04:17:05.274762 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-4506404a-698b-4c26-b29c-96ae53f3c90c service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903547 Jul 05 04:17:05.359584 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1620c2-9361-45e5-a01c-2d1b907dc5ff', 'tag': 'f3998f0c-5327-4865-8ca4-5302b24f5697'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:05.361897 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff48bdde-b396-494b-913f-fb8ab1b03b58" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1620c2-9361-45e5-a01c-2d1b907dc5ff", "tag": "f3998f0c-5327-4865-8ca4-5302b24f5697"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:05.389286 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-775ec0b0-4858-4dc3-aa7a-4c76e1e16944 service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074717 Jul 05 04:17:05.407289 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2159fdfc-a8ee-4fd8-b5e4-649cb85b2c4c x-openstack-request-id: req-2159fdfc-a8ee-4fd8-b5e4-649cb85b2c4c {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:05.407658 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1620c2-9361-45e5-a01c-2d1b907dc5ff", "tag": "f3998f0c-5327-4865-8ca4-5302b24f5697", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:05.407975 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2159fdfc-a8ee-4fd8-b5e4-649cb85b2c4c {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:05.408603 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1620c2-9361-45e5-a01c-2d1b907dc5ff', 'tag': 'f3998f0c-5327-4865-8ca4-5302b24f5697', 'status': 'completed', 'code': 200} Jul 05 04:17:05.447672 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-40adedda-017b-4391-81bf-a0edd700eabf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc6253bb-103b-4e73-9c12-d322528e9316 HTTP/1.1" status: 200 len: 217 time: 0.0511580 Jul 05 04:17:05.527683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d1163cbe-1ec4-4fde-b811-7699f901a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:05.529289 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-d1163cbe-1ec4-4fde-b811-7699f901a541 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a51c3177-af5c-4643-ae1e-7fa582a1817a HTTP/1.1" status: 200 len: 797 time: 0.0603173 Jul 05 04:17:05.573777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48bdde-b396-494b-913f-fb8ab1b03b58 req-f4239829-db7e-49df-8aae-cbbf02833e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:05.575196 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff48bdde-b396-494b-913f-fb8ab1b03b58 req-f4239829-db7e-49df-8aae-cbbf02833e54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=19806f30393e4f26baae47b27cc5986b&device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 1100 time: 0.1379988 Jul 05 04:17:05.679373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-3b617533-ad3b-4685-a12a-31411d14a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:05.681008 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-3b617533-ad3b-4685-a12a-31411d14a8c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f1cf73a-04b0-4401-a497-483da7eef180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1438646 Jul 05 04:17:05.745857 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48bdde-b396-494b-913f-fb8ab1b03b58 req-1a451fba-961d-4cbc-a724-fb0b8f5c34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:05.747614 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff48bdde-b396-494b-913f-fb8ab1b03b58 req-1a451fba-961d-4cbc-a724-fb0b8f5c34b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.1628957 Jul 05 04:17:05.815318 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff48bdde-b396-494b-913f-fb8ab1b03b58 req-e650575b-daa5-4ed6-a822-dc73ddaff34a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=f3998f0c-5327-4865-8ca4-5302b24f5697 HTTP/1.1" status: 200 len: 217 time: 0.0530570 Jul 05 04:17:06.000866 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a6be0-b86d-4128-96a7-48cea50edb93 req-b538b1a2-832e-4fb9-8317-fb96ab17841e tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.003299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-824a6be0-b86d-4128-96a7-48cea50edb93 req-b538b1a2-832e-4fb9-8317-fb96ab17841e tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 948 time: 0.1546504 Jul 05 04:17:06.017933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cad43-7ec5-409c-8095-37f5fa6ef54d req-cddaeb0e-36ae-4c36-8f10-b0a6d4732b9a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.025054 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cad43-7ec5-409c-8095-37f5fa6ef54d req-cddaeb0e-36ae-4c36-8f10-b0a6d4732b9a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.031474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cad43-7ec5-409c-8095-37f5fa6ef54d req-cddaeb0e-36ae-4c36-8f10-b0a6d4732b9a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.038240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cad43-7ec5-409c-8095-37f5fa6ef54d req-cddaeb0e-36ae-4c36-8f10-b0a6d4732b9a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.044684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cad43-7ec5-409c-8095-37f5fa6ef54d req-cddaeb0e-36ae-4c36-8f10-b0a6d4732b9a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.051387 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cad43-7ec5-409c-8095-37f5fa6ef54d req-cddaeb0e-36ae-4c36-8f10-b0a6d4732b9a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.058297 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cad43-7ec5-409c-8095-37f5fa6ef54d req-cddaeb0e-36ae-4c36-8f10-b0a6d4732b9a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.060400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e9cad43-7ec5-409c-8095-37f5fa6ef54d req-cddaeb0e-36ae-4c36-8f10-b0a6d4732b9a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1879685 Jul 05 04:17:06.128704 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e9cad43-7ec5-409c-8095-37f5fa6ef54d req-26dcbca6-82a8-48d1-be0e-09e3e6add5e5 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565720 Jul 05 04:17:06.133804 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-824a6be0-b86d-4128-96a7-48cea50edb93 req-1bc8173a-06a2-48ac-b9e9-81451c0b3d53 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d85d06d-b252-46c8-9b53-00985d1e1e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712101 Jul 05 04:17:06.179146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48bdde-b396-494b-913f-fb8ab1b03b58 req-8bae1363-d2ce-4268-aef4-5e19d17b6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.180709 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff48bdde-b396-494b-913f-fb8ab1b03b58 req-8bae1363-d2ce-4268-aef4-5e19d17b6e93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.3592207 Jul 05 04:17:06.217550 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-eabdccee-9dbc-4d54-847e-e3f1ece58ae3 service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242260 Jul 05 04:17:06.304280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48bdde-b396-494b-913f-fb8ab1b03b58 req-49041ca9-570b-4d14-bb9d-3f7a9dcdb67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.305802 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff48bdde-b396-494b-913f-fb8ab1b03b58 req-49041ca9-570b-4d14-bb9d-3f7a9dcdb67d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1175787 Jul 05 04:17:06.376538 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0059ff6e-d937-495f-9a5b-5409323d3579 req-8953cf3a-8082-4347-907c-09b3029b4654 service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508319 Jul 05 04:17:06.424883 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff48bdde-b396-494b-913f-fb8ab1b03b58 req-71f33212-d5af-49ba-b6f8-19708fe64a50 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066785 Jul 05 04:17:06.551348 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff48bdde-b396-494b-913f-fb8ab1b03b58 req-63673a8d-b46b-42cc-8227-096a46885534 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138642 Jul 05 04:17:06.649168 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-4df1ea17-d8c3-422b-bdfc-34050dcba474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.649620 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-4df1ea17-d8c3-422b-bdfc-34050dcba474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.650215 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-4df1ea17-d8c3-422b-bdfc-34050dcba474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.650693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-4df1ea17-d8c3-422b-bdfc-34050dcba474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.651235 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-4df1ea17-d8c3-422b-bdfc-34050dcba474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.651703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-4df1ea17-d8c3-422b-bdfc-34050dcba474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.652187 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-4df1ea17-d8c3-422b-bdfc-34050dcba474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.654282 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-4df1ea17-d8c3-422b-bdfc-34050dcba474 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 6493 time: 0.0736930 Jul 05 04:17:06.760413 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-860a433a-ac9a-4649-9417-1ec158d2b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.761899 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-860a433a-ac9a-4649-9417-1ec158d2b0e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f1cf73a-04b0-4401-a497-483da7eef180 HTTP/1.1" status: 200 len: 901 time: 0.0997484 Jul 05 04:17:06.810486 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-f86aee65-e0a0-4474-a8cf-e90f83e07b24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc6253bb-103b-4e73-9c12-d322528e9316 HTTP/1.1" status: 200 len: 217 time: 0.0414479 Jul 05 04:17:06.873660 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-11dfd9df-2ce5-4464-92c1-e946ae33270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.877812 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-11dfd9df-2ce5-4464-92c1-e946ae33270a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a51c3177-af5c-4643-ae1e-7fa582a1817a HTTP/1.1" status: 200 len: 797 time: 0.0533917 Jul 05 04:17:06.965799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-cfa83dcf-0a7c-4f0e-979b-aeccb46a2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.967436 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-cfa83dcf-0a7c-4f0e-979b-aeccb46a2a26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f1cf73a-04b0-4401-a497-483da7eef180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0823340 Jul 05 04:17:07.063839 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-32473b74-6cbc-4bd7-acbe-40c78444425e service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884123 Jul 05 04:17:07.170795 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3df9a82-d590-494c-bc18-f54c0bb51707 req-0bb3e384-0e8b-4959-b274-9f00de745f97 service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959461 Jul 05 04:17:07.381316 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e64bf3-a1bf-4d35-aa77-6ebd1a652176 req-639304a1-ca2b-4748-8bb7-e2ac14d62684 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:07.387254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e64bf3-a1bf-4d35-aa77-6ebd1a652176 req-639304a1-ca2b-4748-8bb7-e2ac14d62684 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:07.393344 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e64bf3-a1bf-4d35-aa77-6ebd1a652176 req-639304a1-ca2b-4748-8bb7-e2ac14d62684 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:07.400187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e64bf3-a1bf-4d35-aa77-6ebd1a652176 req-639304a1-ca2b-4748-8bb7-e2ac14d62684 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:07.406107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e64bf3-a1bf-4d35-aa77-6ebd1a652176 req-639304a1-ca2b-4748-8bb7-e2ac14d62684 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:07.412355 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e64bf3-a1bf-4d35-aa77-6ebd1a652176 req-639304a1-ca2b-4748-8bb7-e2ac14d62684 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:07.418298 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e64bf3-a1bf-4d35-aa77-6ebd1a652176 req-639304a1-ca2b-4748-8bb7-e2ac14d62684 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:07.420310 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b1e64bf3-a1bf-4d35-aa77-6ebd1a652176 req-639304a1-ca2b-4748-8bb7-e2ac14d62684 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1532001 Jul 05 04:17:07.428839 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c36f6e-cd43-45b9-aedf-f2aee5ff4933 req-8d2fea45-b93a-490f-a9b5-30d4ded732ef tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:07.430337 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9c36f6e-cd43-45b9-aedf-f2aee5ff4933 req-8d2fea45-b93a-490f-a9b5-30d4ded732ef tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 948 time: 0.1651242 Jul 05 04:17:07.490916 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b1e64bf3-a1bf-4d35-aa77-6ebd1a652176 req-b65ba64f-9861-4fd9-8f64-09992d373a93 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595567 Jul 05 04:17:07.498356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9c36f6e-cd43-45b9-aedf-f2aee5ff4933 req-ede6e136-3b49-4240-a7f2-0839a9a55900 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d85d06d-b252-46c8-9b53-00985d1e1e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610089 Jul 05 04:17:07.687276 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f3998f0c-5327-4865-8ca4-5302b24f5697 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:17:07.945963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port f3998f0c-5327-4865-8ca4-5302b24f5697, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f3998f0c-5327-4865-8ca4-5302b24f5697,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:07.961235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'f3998f0c-5327-4865-8ca4-5302b24f5697', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': 'f3998f0c-5327-4865-8ca4-5302b24f5697', 'mac_address': 'fa:16:3e:14:f3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:17:08.002192 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.016335 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3998f0c-5327-4865-8ca4-5302b24f5697 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:08.039653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port f3998f0c-5327-4865-8ca4-5302b24f5697, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f3998f0c-5327-4865-8ca4-5302b24f5697,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:08.153575 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.206271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=f3998f0c-5327-4865-8ca4-5302b24f5697,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:08.213963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:08.214310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:08.214653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:08.215246 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:08.215576 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:08.215906 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:08.216280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:08.216606 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:08.216931 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:08.217253 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:08.217573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:08.217895 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:08.498539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['f3998f0c-5327-4865-8ca4-5302b24f5697'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:08.747343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58fc3d-46ef-4262-8081-89759713eb6a req-e6c0ae9d-056c-418a-850b-0db33960c78e tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:08.748928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8c58fc3d-46ef-4262-8081-89759713eb6a req-e6c0ae9d-056c-418a-850b-0db33960c78e tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 949 time: 0.1148880 Jul 05 04:17:08.762310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fc074-fcc9-4a83-ac0c-5db30ab72086 req-a01fd688-f44d-4f69-bf06-3d78febf2fa8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:08.768330 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fc074-fcc9-4a83-ac0c-5db30ab72086 req-a01fd688-f44d-4f69-bf06-3d78febf2fa8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:08.774441 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fc074-fcc9-4a83-ac0c-5db30ab72086 req-a01fd688-f44d-4f69-bf06-3d78febf2fa8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:08.781425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fc074-fcc9-4a83-ac0c-5db30ab72086 req-a01fd688-f44d-4f69-bf06-3d78febf2fa8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:08.789777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fc074-fcc9-4a83-ac0c-5db30ab72086 req-a01fd688-f44d-4f69-bf06-3d78febf2fa8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:08.795679 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fc074-fcc9-4a83-ac0c-5db30ab72086 req-a01fd688-f44d-4f69-bf06-3d78febf2fa8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:08.802340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fc074-fcc9-4a83-ac0c-5db30ab72086 req-a01fd688-f44d-4f69-bf06-3d78febf2fa8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:08.804361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-402fc074-fcc9-4a83-ac0c-5db30ab72086 req-a01fd688-f44d-4f69-bf06-3d78febf2fa8 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1600578 Jul 05 04:17:08.865606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8c58fc3d-46ef-4262-8081-89759713eb6a req-949604b3-7566-4582-8e0b-ab83ed4078a3 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d85d06d-b252-46c8-9b53-00985d1e1e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602090 Jul 05 04:17:08.873839 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-402fc074-fcc9-4a83-ac0c-5db30ab72086 req-22ce18bb-9df1-4894-a3e1-8c2ad224feac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606678 Jul 05 04:17:09.700803 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f3998f0c-5327-4865-8ca4-5302b24f5697 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:09.827301 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port f3998f0c-5327-4865-8ca4-5302b24f5697 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:09.831479 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port f3998f0c-5327-4865-8ca4-5302b24f5697 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:09.833896 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.944348 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.983402 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1620c2-9361-45e5-a01c-2d1b907dc5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3998f0c-5327-4865-8ca4-5302b24f5697'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:09.986295 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d215c32-dcfe-4501-933a-f1278a418655" -d '{"events": [{"server_uuid": "aa1620c2-9361-45e5-a01c-2d1b907dc5ff", "name": "network-vif-plugged", "status": "completed", "tag": "f3998f0c-5327-4865-8ca4-5302b24f5697"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:09.995040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port f3998f0c-5327-4865-8ca4-5302b24f5697, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f3998f0c-5327-4865-8ca4-5302b24f5697,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:10.090781 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.114306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a85410-aa27-4f9c-a123-08601cab438f req-2a34ef7b-7ef7-4f72-ae81-c298c84b7625 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:10.115919 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1a85410-aa27-4f9c-a123-08601cab438f req-2a34ef7b-7ef7-4f72-ae81-c298c84b7625 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 949 time: 0.1047382 Jul 05 04:17:10.145462 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=f3998f0c-5327-4865-8ca4-5302b24f5697,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:10.172931 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1a85410-aa27-4f9c-a123-08601cab438f req-43018eee-a03f-4a64-81cd-98fccef5b3de tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d85d06d-b252-46c8-9b53-00985d1e1e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504634 Jul 05 04:17:10.187214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edc148-2084-4f81-a79b-f9e9eabfe6ed req-ad73edc4-e9a9-4fa3-83aa-ab186eca5932 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:10.194656 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edc148-2084-4f81-a79b-f9e9eabfe6ed req-ad73edc4-e9a9-4fa3-83aa-ab186eca5932 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:10.200779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edc148-2084-4f81-a79b-f9e9eabfe6ed req-ad73edc4-e9a9-4fa3-83aa-ab186eca5932 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:10.206949 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edc148-2084-4f81-a79b-f9e9eabfe6ed req-ad73edc4-e9a9-4fa3-83aa-ab186eca5932 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:10.213805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edc148-2084-4f81-a79b-f9e9eabfe6ed req-ad73edc4-e9a9-4fa3-83aa-ab186eca5932 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:10.220710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edc148-2084-4f81-a79b-f9e9eabfe6ed req-ad73edc4-e9a9-4fa3-83aa-ab186eca5932 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:10.227823 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edc148-2084-4f81-a79b-f9e9eabfe6ed req-ad73edc4-e9a9-4fa3-83aa-ab186eca5932 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:10.230036 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2edc148-2084-4f81-a79b-f9e9eabfe6ed req-ad73edc4-e9a9-4fa3-83aa-ab186eca5932 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1678512 Jul 05 04:17:10.234645 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a5caa3-83df-4989-a650-4fea50e9b698 x-openstack-request-id: req-57a5caa3-83df-4989-a650-4fea50e9b698 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:10.235069 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1620c2-9361-45e5-a01c-2d1b907dc5ff", "name": "network-vif-plugged", "status": "completed", "tag": "f3998f0c-5327-4865-8ca4-5302b24f5697", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:10.235333 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-57a5caa3-83df-4989-a650-4fea50e9b698 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:10.235972 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1620c2-9361-45e5-a01c-2d1b907dc5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3998f0c-5327-4865-8ca4-5302b24f5697', 'code': 200} Jul 05 04:17:10.273422 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2edc148-2084-4f81-a79b-f9e9eabfe6ed req-edc4af7c-97c5-4f2d-9364-04d094dfba08 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374403 Jul 05 04:17:10.354545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728c3b6-444e-41b6-b775-c4d6e8deb025 req-45980fb6-a6a0-44f3-8424-42dc3266aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:10.355947 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5728c3b6-444e-41b6-b775-c4d6e8deb025 req-45980fb6-a6a0-44f3-8424-42dc3266aa16 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 1102 time: 0.0537183 Jul 05 04:17:10.393964 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5728c3b6-444e-41b6-b775-c4d6e8deb025 req-bac9bd36-ece2-48ab-bba6-875547e890f0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d85d06d-b252-46c8-9b53-00985d1e1e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303450 Jul 05 04:17:11.362748 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a38ca5-3dcd-4ebc-b720-7ff3fd5302c6 req-9ae832e1-8491-4908-b710-d865563949b5 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:11.365081 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20a38ca5-3dcd-4ebc-b720-7ff3fd5302c6 req-9ae832e1-8491-4908-b710-d865563949b5 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 950 time: 0.0710201 Jul 05 04:17:11.414301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20a38ca5-3dcd-4ebc-b720-7ff3fd5302c6 req-4609d703-4d69-4d1a-82b4-90003bf4a02a tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d85d06d-b252-46c8-9b53-00985d1e1e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434916 Jul 05 04:17:11.497037 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73af63f-1c53-4653-8b96-ca075940bce1 req-b255dbfe-077b-4ffa-bfdc-abda2824d607 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:11.503324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73af63f-1c53-4653-8b96-ca075940bce1 req-b255dbfe-077b-4ffa-bfdc-abda2824d607 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:11.510417 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73af63f-1c53-4653-8b96-ca075940bce1 req-b255dbfe-077b-4ffa-bfdc-abda2824d607 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:11.513476 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fc74a538-249d-43ba-9ed8-ffcd9f3e2724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.519309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73af63f-1c53-4653-8b96-ca075940bce1 req-b255dbfe-077b-4ffa-bfdc-abda2824d607 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:11.526576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73af63f-1c53-4653-8b96-ca075940bce1 req-b255dbfe-077b-4ffa-bfdc-abda2824d607 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:11.532717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73af63f-1c53-4653-8b96-ca075940bce1 req-b255dbfe-077b-4ffa-bfdc-abda2824d607 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:11.540243 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73af63f-1c53-4653-8b96-ca075940bce1 req-b255dbfe-077b-4ffa-bfdc-abda2824d607 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:11.542337 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f73af63f-1c53-4653-8b96-ca075940bce1 req-b255dbfe-077b-4ffa-bfdc-abda2824d607 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1212928 Jul 05 04:17:11.591260 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f73af63f-1c53-4653-8b96-ca075940bce1 req-f531dd72-6051-4c0e-a50a-f4ec0ed950ca tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429316 Jul 05 04:17:12.603680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fafd43-4d84-470f-957d-1df74d9d683c req-e2558e86-b82d-42d8-8ec1-4f7555d09a49 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.612090 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88fafd43-4d84-470f-957d-1df74d9d683c req-e2558e86-b82d-42d8-8ec1-4f7555d09a49 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 950 time: 0.0677633 Jul 05 04:17:12.663814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88fafd43-4d84-470f-957d-1df74d9d683c req-17db403e-95ef-441d-95bd-d59671ae0697 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d85d06d-b252-46c8-9b53-00985d1e1e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507336 Jul 05 04:17:12.818636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15451f-3dd8-4560-866c-046f856e4582 req-06a55c06-c3c7-4789-9850-a62a14336c81 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.824578 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15451f-3dd8-4560-866c-046f856e4582 req-06a55c06-c3c7-4789-9850-a62a14336c81 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.830511 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15451f-3dd8-4560-866c-046f856e4582 req-06a55c06-c3c7-4789-9850-a62a14336c81 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.837117 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15451f-3dd8-4560-866c-046f856e4582 req-06a55c06-c3c7-4789-9850-a62a14336c81 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.843245 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15451f-3dd8-4560-866c-046f856e4582 req-06a55c06-c3c7-4789-9850-a62a14336c81 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.849817 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15451f-3dd8-4560-866c-046f856e4582 req-06a55c06-c3c7-4789-9850-a62a14336c81 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.855801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15451f-3dd8-4560-866c-046f856e4582 req-06a55c06-c3c7-4789-9850-a62a14336c81 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:12.857739 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc15451f-3dd8-4560-866c-046f856e4582 req-06a55c06-c3c7-4789-9850-a62a14336c81 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1231062 Jul 05 04:17:12.899559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc15451f-3dd8-4560-866c-046f856e4582 req-7e536b0e-870b-4842-b64b-cb95c107a83a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351202 Jul 05 04:17:13.471296 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f3ada-17ca-41c8-830b-60f20beaad43 req-6a1eec84-f31c-444c-97e2-dbcb791204a4 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:13.473194 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-518f3ada-17ca-41c8-830b-60f20beaad43 req-6a1eec84-f31c-444c-97e2-dbcb791204a4 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 950 time: 0.0787747 Jul 05 04:17:13.515175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-518f3ada-17ca-41c8-830b-60f20beaad43 req-c4e045d3-deb9-4fc8-8921-fce9d82f859b tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d85d06d-b252-46c8-9b53-00985d1e1e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352345 Jul 05 04:17:14.007787 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6e5bcef8-ea8f-4b49-b25d-74e144bcdd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.136564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580cbae-d821-424b-86fe-376268c540f9 req-8edd9908-f41d-4013-b8ef-a41c37b05732 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:14.142448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580cbae-d821-424b-86fe-376268c540f9 req-8edd9908-f41d-4013-b8ef-a41c37b05732 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:14.149088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580cbae-d821-424b-86fe-376268c540f9 req-8edd9908-f41d-4013-b8ef-a41c37b05732 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:14.154933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580cbae-d821-424b-86fe-376268c540f9 req-8edd9908-f41d-4013-b8ef-a41c37b05732 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:14.160787 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580cbae-d821-424b-86fe-376268c540f9 req-8edd9908-f41d-4013-b8ef-a41c37b05732 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:14.166644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580cbae-d821-424b-86fe-376268c540f9 req-8edd9908-f41d-4013-b8ef-a41c37b05732 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:14.172508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580cbae-d821-424b-86fe-376268c540f9 req-8edd9908-f41d-4013-b8ef-a41c37b05732 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:14.174471 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b580cbae-d821-424b-86fe-376268c540f9 req-8edd9908-f41d-4013-b8ef-a41c37b05732 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1194470 Jul 05 04:17:14.218638 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b580cbae-d821-424b-86fe-376268c540f9 req-e51418ce-cb53-4863-bd37-ce2b01e0a6d6 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376546 Jul 05 04:17:14.462648 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.711146 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603e1b5-89db-4ec7-8960-536dd7c16e5c req-b38150c5-6276-4f63-bf55-28e9d24debd1 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:14.713205 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3603e1b5-89db-4ec7-8960-536dd7c16e5c req-b38150c5-6276-4f63-bf55-28e9d24debd1 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 950 time: 0.0697095 Jul 05 04:17:14.760243 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3603e1b5-89db-4ec7-8960-536dd7c16e5c req-ec760062-db59-4632-8439-aaa65d774a33 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d85d06d-b252-46c8-9b53-00985d1e1e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395021 Jul 05 04:17:15.371044 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.428236 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b034f-41e8-4815-bb48-ac38e47f4778 req-488e3363-2a74-472a-ac60-4dc3f121ae99 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:15.430059 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40d664-d070-454a-9cd1-9fefa4c1929b req-d785fb06-53a2-4eeb-89f7-dabadf7c1d60 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:15.431694 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4f40d664-d070-454a-9cd1-9fefa4c1929b req-d785fb06-53a2-4eeb-89f7-dabadf7c1d60 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 950 time: 0.1231287 Jul 05 04:17:15.434740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b034f-41e8-4815-bb48-ac38e47f4778 req-488e3363-2a74-472a-ac60-4dc3f121ae99 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:15.441101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b034f-41e8-4815-bb48-ac38e47f4778 req-488e3363-2a74-472a-ac60-4dc3f121ae99 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:15.448801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b034f-41e8-4815-bb48-ac38e47f4778 req-488e3363-2a74-472a-ac60-4dc3f121ae99 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:15.455537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b034f-41e8-4815-bb48-ac38e47f4778 req-488e3363-2a74-472a-ac60-4dc3f121ae99 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:15.462667 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b034f-41e8-4815-bb48-ac38e47f4778 req-488e3363-2a74-472a-ac60-4dc3f121ae99 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:15.469106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b034f-41e8-4815-bb48-ac38e47f4778 req-488e3363-2a74-472a-ac60-4dc3f121ae99 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:15.471263 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-779b034f-41e8-4815-bb48-ac38e47f4778 req-488e3363-2a74-472a-ac60-4dc3f121ae99 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1283724 Jul 05 04:17:15.524684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-779b034f-41e8-4815-bb48-ac38e47f4778 req-6e91443a-becf-4a49-9a89-fa6445451c48 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467601 Jul 05 04:17:15.564745 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-4f40d664-d070-454a-9cd1-9fefa4c1929b req-a5e2ea6c-6913-43cb-83f2-b6b4befa80ed tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Deleting port f3998f0c-5327-4865-8ca4-5302b24f5697 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:15.565108 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4f40d664-d070-454a-9cd1-9fefa4c1929b req-a5e2ea6c-6913-43cb-83f2-b6b4befa80ed tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.666223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-4f40d664-d070-454a-9cd1-9fefa4c1929b req-a5e2ea6c-6913-43cb-83f2-b6b4befa80ed tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] For port f3998f0c-5327-4865-8ca4-5302b24f5697, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f3998f0c-5327-4865-8ca4-5302b24f5697,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:15.666884 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4f40d664-d070-454a-9cd1-9fefa4c1929b req-a5e2ea6c-6913-43cb-83f2-b6b4befa80ed tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.681630 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-4f40d664-d070-454a-9cd1-9fefa4c1929b req-a5e2ea6c-6913-43cb-83f2-b6b4befa80ed tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Calling delete_port for f3998f0c-5327-4865-8ca4-5302b24f5697 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:15.982243 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4f40d664-d070-454a-9cd1-9fefa4c1929b req-a5e2ea6c-6913-43cb-83f2-b6b4befa80ed tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.995322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['f3998f0c-5327-4865-8ca4-5302b24f5697'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:16.013909 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2ea6c-6913-43cb-83f2-b6b4befa80ed tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Pushing event deleted for resources: {'Port': ['ID=f3998f0c-5327-4865-8ca4-5302b24f5697,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:16.065380 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f40d664-d070-454a-9cd1-9fefa4c1929b req-a5e2ea6c-6913-43cb-83f2-b6b4befa80ed tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] No DVR routers for this DVR port f3998f0c-5327-4865-8ca4-5302b24f5697 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:16.069624 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4f40d664-d070-454a-9cd1-9fefa4c1929b req-a5e2ea6c-6913-43cb-83f2-b6b4befa80ed tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.071822 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4f40d664-d070-454a-9cd1-9fefa4c1929b req-a5e2ea6c-6913-43cb-83f2-b6b4befa80ed tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.36 "DELETE /v2.0/ports/f3998f0c-5327-4865-8ca4-5302b24f5697 HTTP/1.1" status: 204 len: 173 time: 0.6340213 Jul 05 04:17:16.072353 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1620c2-9361-45e5-a01c-2d1b907dc5ff', 'name': 'network-vif-deleted', 'tag': 'f3998f0c-5327-4865-8ca4-5302b24f5697'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:16.075447 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a37405-5f5c-446d-bbcc-bb4659a09998" -d '{"events": [{"server_uuid": "aa1620c2-9361-45e5-a01c-2d1b907dc5ff", "name": "network-vif-deleted", "tag": "f3998f0c-5327-4865-8ca4-5302b24f5697"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:16.114100 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c4f45ec-1b6c-4b83-8ea9-b59079aa313a req-ae4c2f41-b313-4996-8bc5-0464080ab770 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 210 time: 0.2351162 Jul 05 04:17:16.122577 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb99e26c-ff63-4fbf-ad15-98aa97803f7a x-openstack-request-id: req-bb99e26c-ff63-4fbf-ad15-98aa97803f7a {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:16.122871 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1620c2-9361-45e5-a01c-2d1b907dc5ff", "name": "network-vif-deleted", "tag": "f3998f0c-5327-4865-8ca4-5302b24f5697", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:16.123143 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bb99e26c-ff63-4fbf-ad15-98aa97803f7a {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:16.123754 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1620c2-9361-45e5-a01c-2d1b907dc5ff', 'name': 'network-vif-deleted', 'tag': 'f3998f0c-5327-4865-8ca4-5302b24f5697', 'status': 'completed', 'code': 200} Jul 05 04:17:16.735786 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f02246-74ef-497a-b3d7-4b140079e7ac req-947e7d01-0459-4c00-8dd2-c9296de8c8f4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:16.742460 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f02246-74ef-497a-b3d7-4b140079e7ac req-947e7d01-0459-4c00-8dd2-c9296de8c8f4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:16.748608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f02246-74ef-497a-b3d7-4b140079e7ac req-947e7d01-0459-4c00-8dd2-c9296de8c8f4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:16.754624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f02246-74ef-497a-b3d7-4b140079e7ac req-947e7d01-0459-4c00-8dd2-c9296de8c8f4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:16.760760 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f02246-74ef-497a-b3d7-4b140079e7ac req-947e7d01-0459-4c00-8dd2-c9296de8c8f4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:16.770479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f02246-74ef-497a-b3d7-4b140079e7ac req-947e7d01-0459-4c00-8dd2-c9296de8c8f4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:16.772913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f02246-74ef-497a-b3d7-4b140079e7ac req-947e7d01-0459-4c00-8dd2-c9296de8c8f4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:16.774928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19f02246-74ef-497a-b3d7-4b140079e7ac req-947e7d01-0459-4c00-8dd2-c9296de8c8f4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1100104 Jul 05 04:17:16.823066 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19f02246-74ef-497a-b3d7-4b140079e7ac req-2c2d8ff5-02ea-4557-be69-a0b754a43fb2 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417922 Jul 05 04:17:16.953684 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.309088 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1403f22-4f32-435b-aa7f-5ca999dddf9c req-a25229b1-0c91-4b64-a59c-06991ea8f3f2 tempest-VolumesNegativeTest-1837997236 tempest-VolumesNegativeTest-1837997236-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1620c2-9361-45e5-a01c-2d1b907dc5ff HTTP/1.1" status: 200 len: 210 time: 0.0401664 Jul 05 04:17:18.095195 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b28bf4-7c7f-474b-88b6-1329401c5457 req-767b3e23-c612-4a4b-9988-326bf629dd02 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:18.103101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b28bf4-7c7f-474b-88b6-1329401c5457 req-767b3e23-c612-4a4b-9988-326bf629dd02 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:18.109917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b28bf4-7c7f-474b-88b6-1329401c5457 req-767b3e23-c612-4a4b-9988-326bf629dd02 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:18.116867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b28bf4-7c7f-474b-88b6-1329401c5457 req-767b3e23-c612-4a4b-9988-326bf629dd02 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:18.122837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b28bf4-7c7f-474b-88b6-1329401c5457 req-767b3e23-c612-4a4b-9988-326bf629dd02 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:18.129282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b28bf4-7c7f-474b-88b6-1329401c5457 req-767b3e23-c612-4a4b-9988-326bf629dd02 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:18.135888 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b28bf4-7c7f-474b-88b6-1329401c5457 req-767b3e23-c612-4a4b-9988-326bf629dd02 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:18.138232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5b28bf4-7c7f-474b-88b6-1329401c5457 req-767b3e23-c612-4a4b-9988-326bf629dd02 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1795149 Jul 05 04:17:18.181398 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5b28bf4-7c7f-474b-88b6-1329401c5457 req-40ad4ce2-d427-4f82-a292-671b81b30a24 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366163 Jul 05 04:17:19.385145 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2d531-d347-47bc-85f0-ce3dd35341e6 req-10b6c086-0eae-4c9d-998a-0dee713f5976 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:19.391219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2d531-d347-47bc-85f0-ce3dd35341e6 req-10b6c086-0eae-4c9d-998a-0dee713f5976 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:19.397264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2d531-d347-47bc-85f0-ce3dd35341e6 req-10b6c086-0eae-4c9d-998a-0dee713f5976 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:19.403358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2d531-d347-47bc-85f0-ce3dd35341e6 req-10b6c086-0eae-4c9d-998a-0dee713f5976 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:19.409189 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2d531-d347-47bc-85f0-ce3dd35341e6 req-10b6c086-0eae-4c9d-998a-0dee713f5976 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:19.415364 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2d531-d347-47bc-85f0-ce3dd35341e6 req-10b6c086-0eae-4c9d-998a-0dee713f5976 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:19.421192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2d531-d347-47bc-85f0-ce3dd35341e6 req-10b6c086-0eae-4c9d-998a-0dee713f5976 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:19.423127 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-91b2d531-d347-47bc-85f0-ce3dd35341e6 req-10b6c086-0eae-4c9d-998a-0dee713f5976 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1138194 Jul 05 04:17:19.465124 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-91b2d531-d347-47bc-85f0-ce3dd35341e6 req-1e0c316d-43db-41b8-8bb5-7750cea40e36 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355487 Jul 05 04:17:19.772898 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f3998f0c-5327-4865-8ca4-5302b24f5697 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:19.812778 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: f3998f0c-5327-4865-8ca4-5302b24f5697 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:17:19.816984 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f3998f0c-5327-4865-8ca4-5302b24f5697 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:17:20.690358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e36166-c684-4054-9d72-492ac52a9268 req-c38df646-33f6-4260-99d4-e1d07f80e2fa tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:20.696891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e36166-c684-4054-9d72-492ac52a9268 req-c38df646-33f6-4260-99d4-e1d07f80e2fa tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:20.702812 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e36166-c684-4054-9d72-492ac52a9268 req-c38df646-33f6-4260-99d4-e1d07f80e2fa tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:20.709673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e36166-c684-4054-9d72-492ac52a9268 req-c38df646-33f6-4260-99d4-e1d07f80e2fa tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:20.715955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e36166-c684-4054-9d72-492ac52a9268 req-c38df646-33f6-4260-99d4-e1d07f80e2fa tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:20.721995 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e36166-c684-4054-9d72-492ac52a9268 req-c38df646-33f6-4260-99d4-e1d07f80e2fa tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:20.729106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e36166-c684-4054-9d72-492ac52a9268 req-c38df646-33f6-4260-99d4-e1d07f80e2fa tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:20.731074 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42e36166-c684-4054-9d72-492ac52a9268 req-c38df646-33f6-4260-99d4-e1d07f80e2fa tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1203671 Jul 05 04:17:20.786431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42e36166-c684-4054-9d72-492ac52a9268 req-1098b0c6-9b45-4ca3-931b-ddbbfb3c1e60 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385621 Jul 05 04:17:21.352262 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48156) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:21.475001 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-66446f21-e13c-4ea7-8ecd-fed7e6dcdc92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.578503 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-66446f21-e13c-4ea7-8ecd-fed7e6dcdc92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.691492 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-66446f21-e13c-4ea7-8ecd-fed7e6dcdc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.726763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48194) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:21.739771 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-66446f21-e13c-4ea7-8ecd-fed7e6dcdc92 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=83a773f1cbf8469f83685fd62c848a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863356 Jul 05 04:17:21.755034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66446f21-e13c-4ea7-8ecd-fed7e6dcdc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0ec57b-18f0-486c-81e0-50a8f7ece998,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:21.817601 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6e8082fc-911f-46c3-a576-3e41809b2bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.852647 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6e8082fc-911f-46c3-a576-3e41809b2bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.992718 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af34c88-2566-417a-99b7-f8dfb7e350e2 req-4643c08a-a357-49a5-aecf-bdf87b875319 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:21.999126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af34c88-2566-417a-99b7-f8dfb7e350e2 req-4643c08a-a357-49a5-aecf-bdf87b875319 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.005114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af34c88-2566-417a-99b7-f8dfb7e350e2 req-4643c08a-a357-49a5-aecf-bdf87b875319 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.011748 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af34c88-2566-417a-99b7-f8dfb7e350e2 req-4643c08a-a357-49a5-aecf-bdf87b875319 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.017783 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af34c88-2566-417a-99b7-f8dfb7e350e2 req-4643c08a-a357-49a5-aecf-bdf87b875319 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.022438 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6e8082fc-911f-46c3-a576-3e41809b2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.024290 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af34c88-2566-417a-99b7-f8dfb7e350e2 req-4643c08a-a357-49a5-aecf-bdf87b875319 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.025769 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6e8082fc-911f-46c3-a576-3e41809b2bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.030457 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af34c88-2566-417a-99b7-f8dfb7e350e2 req-4643c08a-a357-49a5-aecf-bdf87b875319 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.030606 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6e8082fc-911f-46c3-a576-3e41809b2bb9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4a0ec57b-18f0-486c-81e0-50a8f7ece998 HTTP/1.1" status: 204 len: 168 time: 0.3016884 Jul 05 04:17:22.039037 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2af34c88-2566-417a-99b7-f8dfb7e350e2 req-4643c08a-a357-49a5-aecf-bdf87b875319 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1284704 Jul 05 04:17:22.040594 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8082fc-911f-46c3-a576-3e41809b2bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0ec57b-18f0-486c-81e0-50a8f7ece998,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:22.107713 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2af34c88-2566-417a-99b7-f8dfb7e350e2 req-e81d0583-27b1-4805-aa3a-fd395e20eaff tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677958 Jul 05 04:17:22.778450 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48244) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:22.797558 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-88e8c322-9554-4d41-83f5-ada3b505db20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.897446 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-88e8c322-9554-4d41-83f5-ada3b505db20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.987903 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-88e8c322-9554-4d41-83f5-ada3b505db20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.029390 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-88e8c322-9554-4d41-83f5-ada3b505db20 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d672b2944d7f48379ce311eebdbf54b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495971 Jul 05 04:17:23.030295 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8c322-9554-4d41-83f5-ada3b505db20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6461f0-c7f8-43de-9259-584cdf27c28c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:23.032476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48260) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:23.100744 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea7a139e-71b1-4b25-9031-9dc810ef6773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.127036 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea7a139e-71b1-4b25-9031-9dc810ef6773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.273741 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea7a139e-71b1-4b25-9031-9dc810ef6773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.276902 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea7a139e-71b1-4b25-9031-9dc810ef6773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.280428 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ea7a139e-71b1-4b25-9031-9dc810ef6773 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6e6461f0-c7f8-43de-9259-584cdf27c28c HTTP/1.1" status: 204 len: 168 time: 0.2439034 Jul 05 04:17:23.293120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a139e-71b1-4b25-9031-9dc810ef6773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6461f0-c7f8-43de-9259-584cdf27c28c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:23.335538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852d0c2-3eed-4924-a1aa-f95ad97f3f46 req-d315093c-3cef-4813-ab98-556e4ac05809 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:23.342516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852d0c2-3eed-4924-a1aa-f95ad97f3f46 req-d315093c-3cef-4813-ab98-556e4ac05809 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:23.354209 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852d0c2-3eed-4924-a1aa-f95ad97f3f46 req-d315093c-3cef-4813-ab98-556e4ac05809 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:23.360278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852d0c2-3eed-4924-a1aa-f95ad97f3f46 req-d315093c-3cef-4813-ab98-556e4ac05809 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:23.366500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852d0c2-3eed-4924-a1aa-f95ad97f3f46 req-d315093c-3cef-4813-ab98-556e4ac05809 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:23.372644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852d0c2-3eed-4924-a1aa-f95ad97f3f46 req-d315093c-3cef-4813-ab98-556e4ac05809 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:23.386327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852d0c2-3eed-4924-a1aa-f95ad97f3f46 req-d315093c-3cef-4813-ab98-556e4ac05809 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:23.395076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d852d0c2-3eed-4924-a1aa-f95ad97f3f46 req-d315093c-3cef-4813-ab98-556e4ac05809 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1419675 Jul 05 04:17:23.456692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d852d0c2-3eed-4924-a1aa-f95ad97f3f46 req-f703eefc-6d22-44cd-bb7b-4425ef05d96a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604398 Jul 05 04:17:24.687166 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae22d63-79e8-4535-8005-85eafef3b399 req-eb16d059-4b50-4489-bd5c-1b6381ce2c6b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.693267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae22d63-79e8-4535-8005-85eafef3b399 req-eb16d059-4b50-4489-bd5c-1b6381ce2c6b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.699113 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae22d63-79e8-4535-8005-85eafef3b399 req-eb16d059-4b50-4489-bd5c-1b6381ce2c6b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.705128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae22d63-79e8-4535-8005-85eafef3b399 req-eb16d059-4b50-4489-bd5c-1b6381ce2c6b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.711577 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae22d63-79e8-4535-8005-85eafef3b399 req-eb16d059-4b50-4489-bd5c-1b6381ce2c6b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.722622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae22d63-79e8-4535-8005-85eafef3b399 req-eb16d059-4b50-4489-bd5c-1b6381ce2c6b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.723717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae22d63-79e8-4535-8005-85eafef3b399 req-eb16d059-4b50-4489-bd5c-1b6381ce2c6b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.726264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eae22d63-79e8-4535-8005-85eafef3b399 req-eb16d059-4b50-4489-bd5c-1b6381ce2c6b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1253188 Jul 05 04:17:24.769315 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eae22d63-79e8-4535-8005-85eafef3b399 req-56372e08-e105-4e50-81a6-f94246eb1420 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368593 Jul 05 04:17:25.804001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0b261412-7c1f-44d0-b0d0-86763bb68022 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:17:25.911770 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0b261412-7c1f-44d0-b0d0-86763bb68022, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0b261412-7c1f-44d0-b0d0-86763bb68022,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:25.927078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '0b261412-7c1f-44d0-b0d0-86763bb68022', 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9', 'port_id': '0b261412-7c1f-44d0-b0d0-86763bb68022', 'mac_address': 'fa:16:3e:ce:a7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8913071-7481-4951-8727-ad88218bc12f', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:17:25.968943 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.987253 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b261412-7c1f-44d0-b0d0-86763bb68022 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:26.018176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0b261412-7c1f-44d0-b0d0-86763bb68022, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0b261412-7c1f-44d0-b0d0-86763bb68022,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:26.051804 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c0d79-2ba9-46b1-93f9-ec8bf6e6acc1 req-6c1b2fcb-e30b-4688-b60b-470bb3273510 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.058783 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c0d79-2ba9-46b1-93f9-ec8bf6e6acc1 req-6c1b2fcb-e30b-4688-b60b-470bb3273510 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.064782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c0d79-2ba9-46b1-93f9-ec8bf6e6acc1 req-6c1b2fcb-e30b-4688-b60b-470bb3273510 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.071509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c0d79-2ba9-46b1-93f9-ec8bf6e6acc1 req-6c1b2fcb-e30b-4688-b60b-470bb3273510 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.077560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c0d79-2ba9-46b1-93f9-ec8bf6e6acc1 req-6c1b2fcb-e30b-4688-b60b-470bb3273510 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.083510 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c0d79-2ba9-46b1-93f9-ec8bf6e6acc1 req-6c1b2fcb-e30b-4688-b60b-470bb3273510 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.090748 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c0d79-2ba9-46b1-93f9-ec8bf6e6acc1 req-6c1b2fcb-e30b-4688-b60b-470bb3273510 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.093131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1d0c0d79-2ba9-46b1-93f9-ec8bf6e6acc1 req-6c1b2fcb-e30b-4688-b60b-470bb3273510 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5429 time: 0.1239417 Jul 05 04:17:26.141158 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1d0c0d79-2ba9-46b1-93f9-ec8bf6e6acc1 req-89821680-4180-450e-b818-4a9e53d20a81 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406189 Jul 05 04:17:26.165048 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.169788 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 738f86fa-81ff-4194-8b17-37fec1ad0865 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:17:26.273026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=0b261412-7c1f-44d0-b0d0-86763bb68022,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:26.319036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 738f86fa-81ff-4194-8b17-37fec1ad0865, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=738f86fa-81ff-4194-8b17-37fec1ad0865,segment=NetworkSegment(ed00e665-9bb6-4ebd-8816-bde4191500de),segment_id=ed00e665-9bb6-4ebd-8816-bde4191500de)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:26.332673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '738f86fa-81ff-4194-8b17-37fec1ad0865', 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957', 'port_id': '738f86fa-81ff-4194-8b17-37fec1ad0865', 'mac_address': 'fa:16:3e:60:59:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:17:26.392472 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.412878 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738f86fa-81ff-4194-8b17-37fec1ad0865 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:26.454502 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 738f86fa-81ff-4194-8b17-37fec1ad0865, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=738f86fa-81ff-4194-8b17-37fec1ad0865,segment=NetworkSegment(ed00e665-9bb6-4ebd-8816-bde4191500de),segment_id=ed00e665-9bb6-4ebd-8816-bde4191500de)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:26.554922 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.609435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=738f86fa-81ff-4194-8b17-37fec1ad0865,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:26.686486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48382) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:26.837934 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-091d0e85-2dc5-46b7-a2fa-fe347211f807 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=19806f30393e4f26baae47b27cc5986b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501293 Jul 05 04:17:26.840260 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48388) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:26.870895 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['738f86fa-81ff-4194-8b17-37fec1ad0865'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:26.890273 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.913337 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.915800 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['0b261412-7c1f-44d0-b0d0-86763bb68022'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:27.068972 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.071942 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.074590 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4d85d06d-b252-46c8-9b53-00985d1e1e4d HTTP/1.1" status: 204 len: 168 time: 0.2330058 Jul 05 04:17:27.090341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d85d06d-b252-46c8-9b53-00985d1e1e4d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:27.107975 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:27.108338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:27.111816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:27.111816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:27.111816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:27.111816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:27.111816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:27.111816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:27.111816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:27.111816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:27.111816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:27.112913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9f0795-ba8d-4c2a-9fa4-401dc60a4425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:27.342910 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb499e2-180e-4699-bf48-dc6a46adeb8f req-3a72736a-31cc-4969-8983-4f9b5b67fb22 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:27.348707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb499e2-180e-4699-bf48-dc6a46adeb8f req-3a72736a-31cc-4969-8983-4f9b5b67fb22 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:27.354920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb499e2-180e-4699-bf48-dc6a46adeb8f req-3a72736a-31cc-4969-8983-4f9b5b67fb22 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:27.360813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb499e2-180e-4699-bf48-dc6a46adeb8f req-3a72736a-31cc-4969-8983-4f9b5b67fb22 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:27.367377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb499e2-180e-4699-bf48-dc6a46adeb8f req-3a72736a-31cc-4969-8983-4f9b5b67fb22 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:27.373381 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb499e2-180e-4699-bf48-dc6a46adeb8f req-3a72736a-31cc-4969-8983-4f9b5b67fb22 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:27.379418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb499e2-180e-4699-bf48-dc6a46adeb8f req-3a72736a-31cc-4969-8983-4f9b5b67fb22 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:27.383419 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6cb499e2-180e-4699-bf48-dc6a46adeb8f req-3a72736a-31cc-4969-8983-4f9b5b67fb22 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5431 time: 0.1146076 Jul 05 04:17:27.431250 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6cb499e2-180e-4699-bf48-dc6a46adeb8f req-027fbd01-5eb9-4db6-a094-99342942824b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414696 Jul 05 04:17:27.811968 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:17:27.918071 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:27.930559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac', 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9', 'port_id': 'ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac', 'mac_address': 'fa:16:3e:3f:2b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8913071-7481-4951-8727-ad88218bc12f', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:17:27.967959 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.981247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:28.002302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:28.119362 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.139392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 6c46133d-628f-46e3-b0ef-033e0c1e19fb details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:17:28.190499 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:28.195696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 6c46133d-628f-46e3-b0ef-033e0c1e19fb, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6c46133d-628f-46e3-b0ef-033e0c1e19fb,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:28.207225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '6c46133d-628f-46e3-b0ef-033e0c1e19fb', 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9', 'port_id': '6c46133d-628f-46e3-b0ef-033e0c1e19fb', 'mac_address': 'fa:16:3e:f9:b2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8913071-7481-4951-8727-ad88218bc12f', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:17:28.252781 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.267340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c46133d-628f-46e3-b0ef-033e0c1e19fb {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:28.288330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 6c46133d-628f-46e3-b0ef-033e0c1e19fb, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6c46133d-628f-46e3-b0ef-033e0c1e19fb,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:28.388507 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.389232 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 842fd16f-f6ac-4a0e-8522-3a548a7030b0 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:17:28.494904 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=6c46133d-628f-46e3-b0ef-033e0c1e19fb,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:28.550114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 842fd16f-f6ac-4a0e-8522-3a548a7030b0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=842fd16f-f6ac-4a0e-8522-3a548a7030b0,segment=NetworkSegment(473ab06d-451b-4f49-8ca6-08721625f0a3),segment_id=473ab06d-451b-4f49-8ca6-08721625f0a3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:28.563563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '842fd16f-f6ac-4a0e-8522-3a548a7030b0', 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180', 'port_id': '842fd16f-f6ac-4a0e-8522-3a548a7030b0', 'mac_address': 'fa:16:3e:21:a1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51c3177-af5c-4643-ae1e-7fa582a1817a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:17:28.616832 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.630186 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842fd16f-f6ac-4a0e-8522-3a548a7030b0 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:28.653238 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 842fd16f-f6ac-4a0e-8522-3a548a7030b0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=842fd16f-f6ac-4a0e-8522-3a548a7030b0,segment=NetworkSegment(473ab06d-451b-4f49-8ca6-08721625f0a3),segment_id=473ab06d-451b-4f49-8ca6-08721625f0a3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:28.655024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9e962-9392-4ee6-bd7f-c3133ebd1d93 req-88353530-03c6-488c-bb21-5e6705414238 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:28.660984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9e962-9392-4ee6-bd7f-c3133ebd1d93 req-88353530-03c6-488c-bb21-5e6705414238 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:28.667808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9e962-9392-4ee6-bd7f-c3133ebd1d93 req-88353530-03c6-488c-bb21-5e6705414238 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:28.673749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9e962-9392-4ee6-bd7f-c3133ebd1d93 req-88353530-03c6-488c-bb21-5e6705414238 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:28.680923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9e962-9392-4ee6-bd7f-c3133ebd1d93 req-88353530-03c6-488c-bb21-5e6705414238 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:28.686920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9e962-9392-4ee6-bd7f-c3133ebd1d93 req-88353530-03c6-488c-bb21-5e6705414238 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:28.694028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9e962-9392-4ee6-bd7f-c3133ebd1d93 req-88353530-03c6-488c-bb21-5e6705414238 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:28.696747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8da9e962-9392-4ee6-bd7f-c3133ebd1d93 req-88353530-03c6-488c-bb21-5e6705414238 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5433 time: 0.1179116 Jul 05 04:17:28.741009 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8da9e962-9392-4ee6-bd7f-c3133ebd1d93 req-67314b52-28ba-4b6f-a894-3981fb6a0a84 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376625 Jul 05 04:17:28.765510 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.766313 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device dc6253bb-103b-4e73-9c12-d322528e9316 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:17:28.836540 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port dc6253bb-103b-4e73-9c12-d322528e9316, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=dc6253bb-103b-4e73-9c12-d322528e9316,segment=NetworkSegment(473ab06d-451b-4f49-8ca6-08721625f0a3),segment_id=473ab06d-451b-4f49-8ca6-08721625f0a3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:28.844627 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=842fd16f-f6ac-4a0e-8522-3a548a7030b0,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:28.853419 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'dc6253bb-103b-4e73-9c12-d322528e9316', 'network_id': '4f1cf73a-04b0-4401-a497-483da7eef180', 'port_id': 'dc6253bb-103b-4e73-9c12-d322528e9316', 'mac_address': 'fa:16:3e:ea:7b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51c3177-af5c-4643-ae1e-7fa582a1817a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:17:28.896248 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.909726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6253bb-103b-4e73-9c12-d322528e9316 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:28.930796 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port dc6253bb-103b-4e73-9c12-d322528e9316, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=dc6253bb-103b-4e73-9c12-d322528e9316,segment=NetworkSegment(473ab06d-451b-4f49-8ca6-08721625f0a3),segment_id=473ab06d-451b-4f49-8ca6-08721625f0a3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:29.051489 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.054421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9314883e-d767-4609-a20b-7dd34002a5f2 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:17:29.126595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9314883e-d767-4609-a20b-7dd34002a5f2, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9314883e-d767-4609-a20b-7dd34002a5f2,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:29.129365 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=dc6253bb-103b-4e73-9c12-d322528e9316,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:29.141347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '9314883e-d767-4609-a20b-7dd34002a5f2', 'network_id': 'f693826a-bb1e-45e3-a13b-526015aea4c9', 'port_id': '9314883e-d767-4609-a20b-7dd34002a5f2', 'mac_address': 'fa:16:3e:62:6f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8913071-7481-4951-8727-ad88218bc12f', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:17:29.191573 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.206003 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9314883e-d767-4609-a20b-7dd34002a5f2 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:29.227413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9314883e-d767-4609-a20b-7dd34002a5f2, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9314883e-d767-4609-a20b-7dd34002a5f2,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:29.303474 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.350830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9314883e-d767-4609-a20b-7dd34002a5f2,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:29.826153 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0b261412-7c1f-44d0-b0d0-86763bb68022 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:29.957395 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306598c4-ee46-437e-8751-e763c4d622c8 req-98ac4f26-1af2-4b7e-983b-1091cc10280b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.960405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 0b261412-7c1f-44d0-b0d0-86763bb68022 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:29.964820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 0b261412-7c1f-44d0-b0d0-86763bb68022 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:29.965028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306598c4-ee46-437e-8751-e763c4d622c8 req-98ac4f26-1af2-4b7e-983b-1091cc10280b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.965201 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.971167 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306598c4-ee46-437e-8751-e763c4d622c8 req-98ac4f26-1af2-4b7e-983b-1091cc10280b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.978797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306598c4-ee46-437e-8751-e763c4d622c8 req-98ac4f26-1af2-4b7e-983b-1091cc10280b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.985062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306598c4-ee46-437e-8751-e763c4d622c8 req-98ac4f26-1af2-4b7e-983b-1091cc10280b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.991669 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['dc6253bb-103b-4e73-9c12-d322528e9316'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:29.991860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306598c4-ee46-437e-8751-e763c4d622c8 req-98ac4f26-1af2-4b7e-983b-1091cc10280b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.997836 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306598c4-ee46-437e-8751-e763c4d622c8 req-98ac4f26-1af2-4b7e-983b-1091cc10280b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.999819 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-306598c4-ee46-437e-8751-e763c4d622c8 req-98ac4f26-1af2-4b7e-983b-1091cc10280b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5436 time: 0.1219816 Jul 05 04:17:30.030853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['6c46133d-628f-46e3-b0ef-033e0c1e19fb'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:30.050583 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-306598c4-ee46-437e-8751-e763c4d622c8 req-539be875-142f-409d-8123-9443dec4a9ac tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427096 Jul 05 04:17:30.080349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9314883e-d767-4609-a20b-7dd34002a5f2'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:30.080349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['842fd16f-f6ac-4a0e-8522-3a548a7030b0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:30.330887 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.424318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b261412-7c1f-44d0-b0d0-86763bb68022'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:30.426528 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e55b2b-43ef-4bb8-96a6-2cd0c59cd4f7" -d '{"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-plugged", "status": "completed", "tag": "0b261412-7c1f-44d0-b0d0-86763bb68022"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:30.459927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 0b261412-7c1f-44d0-b0d0-86763bb68022, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0b261412-7c1f-44d0-b0d0-86763bb68022,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:30.475050 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4398a714-02c8-4236-8d3b-5bf1f33e659a x-openstack-request-id: req-4398a714-02c8-4236-8d3b-5bf1f33e659a {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:30.475538 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-plugged", "status": "completed", "tag": "0b261412-7c1f-44d0-b0d0-86763bb68022", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:30.475813 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4398a714-02c8-4236-8d3b-5bf1f33e659a {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:30.476252 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b261412-7c1f-44d0-b0d0-86763bb68022', 'code': 200} Jul 05 04:17:30.572784 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.573602 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 738f86fa-81ff-4194-8b17-37fec1ad0865 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:30.705303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=0b261412-7c1f-44d0-b0d0-86763bb68022,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:30.846109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 738f86fa-81ff-4194-8b17-37fec1ad0865 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:30.850706 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 738f86fa-81ff-4194-8b17-37fec1ad0865 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:30.851154 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.940263 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.974555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 738f86fa-81ff-4194-8b17-37fec1ad0865, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=738f86fa-81ff-4194-8b17-37fec1ad0865,segment=NetworkSegment(ed00e665-9bb6-4ebd-8816-bde4191500de),segment_id=ed00e665-9bb6-4ebd-8816-bde4191500de)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:31.074203 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.123491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=738f86fa-81ff-4194-8b17-37fec1ad0865,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:31.176676 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:31.256914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b84ee-ea35-4fe8-a76e-cf2eba71856b req-bbd920c1-91dc-42e0-8068-2471ac7cfc26 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:31.263062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b84ee-ea35-4fe8-a76e-cf2eba71856b req-bbd920c1-91dc-42e0-8068-2471ac7cfc26 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:31.269063 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b84ee-ea35-4fe8-a76e-cf2eba71856b req-bbd920c1-91dc-42e0-8068-2471ac7cfc26 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:31.275681 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b84ee-ea35-4fe8-a76e-cf2eba71856b req-bbd920c1-91dc-42e0-8068-2471ac7cfc26 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:31.281744 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b84ee-ea35-4fe8-a76e-cf2eba71856b req-bbd920c1-91dc-42e0-8068-2471ac7cfc26 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:31.287949 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b84ee-ea35-4fe8-a76e-cf2eba71856b req-bbd920c1-91dc-42e0-8068-2471ac7cfc26 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:31.293909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b84ee-ea35-4fe8-a76e-cf2eba71856b req-bbd920c1-91dc-42e0-8068-2471ac7cfc26 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:31.300654 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ee9b84ee-ea35-4fe8-a76e-cf2eba71856b req-bbd920c1-91dc-42e0-8068-2471ac7cfc26 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5438 time: 0.1151683 Jul 05 04:17:31.366458 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ee9b84ee-ea35-4fe8-a76e-cf2eba71856b req-f5d3d8ff-b7ce-4fbb-9a76-c492228e96aa tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514214 Jul 05 04:17:32.122962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48466) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:32.235333 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb474-69a9-47a4-ae3a-3ecb18239010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.327256 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb474-69a9-47a4-ae3a-3ecb18239010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.434198 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e9cbb474-69a9-47a4-ae3a-3ecb18239010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.473039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbb474-69a9-47a4-ae3a-3ecb18239010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625eee92-1797-495c-b6ee-d412cfb3296d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:32.477795 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738f86fa-81ff-4194-8b17-37fec1ad0865'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:32.480497 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48474) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:32.485398 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e9cbb474-69a9-47a4-ae3a-3ecb18239010 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b55ecffeb584a25a3519a5862389779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561392 Jul 05 04:17:32.498135 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232e5f9e-4df0-4591-a9a3-8a6663415597" -d '{"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-plugged", "status": "completed", "tag": "738f86fa-81ff-4194-8b17-37fec1ad0865"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:32.537875 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb75eb07-3d23-46b3-b521-6857c9ef0b71 x-openstack-request-id: req-fb75eb07-3d23-46b3-b521-6857c9ef0b71 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:32.539020 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-plugged", "status": "completed", "tag": "738f86fa-81ff-4194-8b17-37fec1ad0865", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:32.539020 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb75eb07-3d23-46b3-b521-6857c9ef0b71 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:32.539454 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738f86fa-81ff-4194-8b17-37fec1ad0865', 'code': 200} Jul 05 04:17:32.582787 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.611239 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.622347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f3d47-74eb-4600-b645-985a16af69d2 req-3861282c-18b4-433b-9f5d-28c98930ff14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.628165 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f3d47-74eb-4600-b645-985a16af69d2 req-3861282c-18b4-433b-9f5d-28c98930ff14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.634959 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f3d47-74eb-4600-b645-985a16af69d2 req-3861282c-18b4-433b-9f5d-28c98930ff14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.640859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f3d47-74eb-4600-b645-985a16af69d2 req-3861282c-18b4-433b-9f5d-28c98930ff14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.646746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f3d47-74eb-4600-b645-985a16af69d2 req-3861282c-18b4-433b-9f5d-28c98930ff14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.652871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f3d47-74eb-4600-b645-985a16af69d2 req-3861282c-18b4-433b-9f5d-28c98930ff14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.658678 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f3d47-74eb-4600-b645-985a16af69d2 req-3861282c-18b4-433b-9f5d-28c98930ff14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.660635 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d06f3d47-74eb-4600-b645-985a16af69d2 req-3861282c-18b4-433b-9f5d-28c98930ff14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5438 time: 0.1624990 Jul 05 04:17:32.662793 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.724031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d06f3d47-74eb-4600-b645-985a16af69d2 req-5d5254cd-0fc3-4b62-a6f2-c6de1b375e92 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539587 Jul 05 04:17:32.822515 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.825285 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.826431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/625eee92-1797-495c-b6ee-d412cfb3296d HTTP/1.1" status: 204 len: 168 time: 0.3443110 Jul 05 04:17:32.834285 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625eee92-1797-495c-b6ee-d412cfb3296d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:32.841848 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:32.842181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:32.842526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:32.842868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:32.843197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:32.843526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:32.843859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:32.844217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:32.844544 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:32.844869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:32.845207 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:32.845508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951978c-b6a4-4994-b052-83f9f1705458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:33.717970 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48484) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:33.733018 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3942538f-cf3e-4e3c-a7c0-779dffd7ba4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.766380 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7ff526a9-18d5-422b-97ad-700208e8a120 req-77032e98-a14b-4323-945c-ab319ab4075e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0675187 Jul 05 04:17:33.843078 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3942538f-cf3e-4e3c-a7c0-779dffd7ba4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.847497 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:33.896037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff526a9-18d5-422b-97ad-700208e8a120 req-4db91776-2649-4c8f-9bcf-2bb9f7b4b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.896037 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7ff526a9-18d5-422b-97ad-700208e8a120 req-4db91776-2649-4c8f-9bcf-2bb9f7b4b807 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55531968aaea48f484959b725b229ec2&device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 1097 time: 0.0730677 Jul 05 04:17:33.954116 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45898b-b50b-4b7a-9625-5bee26d6a877 req-2732f19f-8e2b-4deb-86b2-6053a2187a03 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.954698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45898b-b50b-4b7a-9625-5bee26d6a877 req-2732f19f-8e2b-4deb-86b2-6053a2187a03 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.960779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45898b-b50b-4b7a-9625-5bee26d6a877 req-2732f19f-8e2b-4deb-86b2-6053a2187a03 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.967735 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45898b-b50b-4b7a-9625-5bee26d6a877 req-2732f19f-8e2b-4deb-86b2-6053a2187a03 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.974452 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45898b-b50b-4b7a-9625-5bee26d6a877 req-2732f19f-8e2b-4deb-86b2-6053a2187a03 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.981933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45898b-b50b-4b7a-9625-5bee26d6a877 req-2732f19f-8e2b-4deb-86b2-6053a2187a03 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.987918 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45898b-b50b-4b7a-9625-5bee26d6a877 req-2732f19f-8e2b-4deb-86b2-6053a2187a03 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.989950 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd45898b-b50b-4b7a-9625-5bee26d6a877 req-2732f19f-8e2b-4deb-86b2-6053a2187a03 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5438 time: 0.1217322 Jul 05 04:17:34.016466 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff526a9-18d5-422b-97ad-700208e8a120 req-4c36c2ab-7664-4d21-9349-7ed367672508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:34.018278 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7ff526a9-18d5-422b-97ad-700208e8a120 req-4c36c2ab-7664-4d21-9349-7ed367672508 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e9e977d-1500-4391-a2c3-00211ddba705 HTTP/1.1" status: 200 len: 910 time: 0.0987754 Jul 05 04:17:34.035570 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd45898b-b50b-4b7a-9625-5bee26d6a877 req-fe2c8ff0-b5d3-4065-b907-f2e6e6e31405 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376754 Jul 05 04:17:34.092993 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3942538f-cf3e-4e3c-a7c0-779dffd7ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.093442 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7ff526a9-18d5-422b-97ad-700208e8a120 req-771f2cc4-e42a-47ca-8b36-61bcc2ca3a61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cef10f3c-b65d-450f-85e3-50808a09c935 HTTP/1.1" status: 200 len: 1000 time: 0.0684423 Jul 05 04:17:34.135877 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942538f-cf3e-4e3c-a7c0-779dffd7ba4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1b692c-08a7-4f66-963c-07600b79f54b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:34.140936 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3942538f-cf3e-4e3c-a7c0-779dffd7ba4f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8867aa0f2059484495582cbcda886180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219329 Jul 05 04:17:34.143600 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48488) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:34.145570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff526a9-18d5-422b-97ad-700208e8a120 req-8c40fedf-739a-4748-be35-278500c30e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:34.148045 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7ff526a9-18d5-422b-97ad-700208e8a120 req-8c40fedf-739a-4748-be35-278500c30e2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce4df291-84df-4cc8-b469-a18e04b53998 HTTP/1.1" status: 200 len: 848 time: 0.0469828 Jul 05 04:17:34.154548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:34.154548 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.154886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:34.155118 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.200013 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34ee6fe3-97d1-4e3a-99fd-d37fa0b5942b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.217853 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff526a9-18d5-422b-97ad-700208e8a120 req-dac2b343-7436-468a-8ff9-2908d4d865e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:34.219877 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7ff526a9-18d5-422b-97ad-700208e8a120 req-dac2b343-7436-468a-8ff9-2908d4d865e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e9e977d-1500-4391-a2c3-00211ddba705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635941 Jul 05 04:17:34.227570 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34ee6fe3-97d1-4e3a-99fd-d37fa0b5942b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.244884 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.278928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:34.319843 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7ff526a9-18d5-422b-97ad-700208e8a120 req-3e7087da-815b-4af7-b53a-ea21f57e85a9 service neutron] 10.222.0.36 "GET /v2.0/networks/9e9e977d-1500-4391-a2c3-00211ddba705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882349 Jul 05 04:17:34.410650 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7ff526a9-18d5-422b-97ad-700208e8a120 req-05d60334-6542-401a-87c2-c3746dd27dae service neutron] 10.222.0.36 "GET /v2.0/networks/9e9e977d-1500-4391-a2c3-00211ddba705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840600 Jul 05 04:17:34.422494 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34ee6fe3-97d1-4e3a-99fd-d37fa0b5942b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.427771 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34ee6fe3-97d1-4e3a-99fd-d37fa0b5942b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.427771 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-34ee6fe3-97d1-4e3a-99fd-d37fa0b5942b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fb1b692c-08a7-4f66-963c-07600b79f54b HTTP/1.1" status: 204 len: 168 time: 0.2821364 Jul 05 04:17:34.436325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee6fe3-97d1-4e3a-99fd-d37fa0b5942b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1b692c-08a7-4f66-963c-07600b79f54b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:34.462627 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.469853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 6c46133d-628f-46e3-b0ef-033e0c1e19fb up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:34.541922 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:34.544442 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc2667c-1dbc-426e-ba4b-50fb9f12974c" -d '{"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-plugged", "status": "completed", "tag": "ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:34.555426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:34.587876 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461807ac-56ed-4651-bf3b-f712fc60314b x-openstack-request-id: req-461807ac-56ed-4651-bf3b-f712fc60314b {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:34.588419 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-plugged", "status": "completed", "tag": "ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:34.589828 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-461807ac-56ed-4651-bf3b-f712fc60314b {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:34.589828 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac', 'code': 200} Jul 05 04:17:34.679682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 6c46133d-628f-46e3-b0ef-033e0c1e19fb completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:34.683814 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 6c46133d-628f-46e3-b0ef-033e0c1e19fb triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:34.684244 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.917041 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.954538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 6c46133d-628f-46e3-b0ef-033e0c1e19fb, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6c46133d-628f-46e3-b0ef-033e0c1e19fb,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:35.091503 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.092433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 842fd16f-f6ac-4a0e-8522-3a548a7030b0 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:35.171941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=6c46133d-628f-46e3-b0ef-033e0c1e19fb,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:35.255474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee98e6-5227-4f4a-b4a5-46c64780c4ac req-b8f9a35f-399c-420d-9d9f-a01e4f4e4cf6 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:35.262736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee98e6-5227-4f4a-b4a5-46c64780c4ac req-b8f9a35f-399c-420d-9d9f-a01e4f4e4cf6 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:35.268921 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee98e6-5227-4f4a-b4a5-46c64780c4ac req-b8f9a35f-399c-420d-9d9f-a01e4f4e4cf6 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:35.276675 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee98e6-5227-4f4a-b4a5-46c64780c4ac req-b8f9a35f-399c-420d-9d9f-a01e4f4e4cf6 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:35.282756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee98e6-5227-4f4a-b4a5-46c64780c4ac req-b8f9a35f-399c-420d-9d9f-a01e4f4e4cf6 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:35.289999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee98e6-5227-4f4a-b4a5-46c64780c4ac req-b8f9a35f-399c-420d-9d9f-a01e4f4e4cf6 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:35.296149 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee98e6-5227-4f4a-b4a5-46c64780c4ac req-b8f9a35f-399c-420d-9d9f-a01e4f4e4cf6 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:35.298455 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-95ee98e6-5227-4f4a-b4a5-46c64780c4ac req-b8f9a35f-399c-420d-9d9f-a01e4f4e4cf6 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5440 time: 0.1210208 Jul 05 04:17:35.307597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 842fd16f-f6ac-4a0e-8522-3a548a7030b0 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:35.315204 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 842fd16f-f6ac-4a0e-8522-3a548a7030b0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:35.315204 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.350578 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-95ee98e6-5227-4f4a-b4a5-46c64780c4ac req-9cba1b23-047f-47ea-b608-4ec035e3905e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419753 Jul 05 04:17:35.407448 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.447923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 842fd16f-f6ac-4a0e-8522-3a548a7030b0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=842fd16f-f6ac-4a0e-8522-3a548a7030b0,segment=NetworkSegment(473ab06d-451b-4f49-8ca6-08721625f0a3),segment_id=473ab06d-451b-4f49-8ca6-08721625f0a3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:35.600433 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.600433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device dc6253bb-103b-4e73-9c12-d322528e9316 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:35.687279 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=842fd16f-f6ac-4a0e-8522-3a548a7030b0,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:35.822992 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port dc6253bb-103b-4e73-9c12-d322528e9316 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:35.827514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port dc6253bb-103b-4e73-9c12-d322528e9316 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:35.828406 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.910661 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.946561 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port dc6253bb-103b-4e73-9c12-d322528e9316, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=dc6253bb-103b-4e73-9c12-d322528e9316,segment=NetworkSegment(473ab06d-451b-4f49-8ca6-08721625f0a3),segment_id=473ab06d-451b-4f49-8ca6-08721625f0a3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:36.071441 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.071441 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9314883e-d767-4609-a20b-7dd34002a5f2 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:36.153358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=dc6253bb-103b-4e73-9c12-d322528e9316,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:36.279631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 9314883e-d767-4609-a20b-7dd34002a5f2 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:36.283725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 9314883e-d767-4609-a20b-7dd34002a5f2 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:36.284129 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.369172 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.404814 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:17:36.416056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9314883e-d767-4609-a20b-7dd34002a5f2, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9314883e-d767-4609-a20b-7dd34002a5f2,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:36.552090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a672076-0666-49d8-bd3f-c7a9ac3df1eb req-40282284-8779-4ec8-8cc9-d2b88f324287 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.558014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a672076-0666-49d8-bd3f-c7a9ac3df1eb req-40282284-8779-4ec8-8cc9-d2b88f324287 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.563899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a672076-0666-49d8-bd3f-c7a9ac3df1eb req-40282284-8779-4ec8-8cc9-d2b88f324287 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.569988 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a672076-0666-49d8-bd3f-c7a9ac3df1eb req-40282284-8779-4ec8-8cc9-d2b88f324287 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.576005 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a672076-0666-49d8-bd3f-c7a9ac3df1eb req-40282284-8779-4ec8-8cc9-d2b88f324287 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.582261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a672076-0666-49d8-bd3f-c7a9ac3df1eb req-40282284-8779-4ec8-8cc9-d2b88f324287 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.588908 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a672076-0666-49d8-bd3f-c7a9ac3df1eb req-40282284-8779-4ec8-8cc9-d2b88f324287 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.590227 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c46133d-628f-46e3-b0ef-033e0c1e19fb'}, {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842fd16f-f6ac-4a0e-8522-3a548a7030b0'}, {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6253bb-103b-4e73-9c12-d322528e9316'}, {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9314883e-d767-4609-a20b-7dd34002a5f2'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:36.593245 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f9f6e6-e6b5-41c6-b439-f76bee00e736" -d '{"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-plugged", "status": "completed", "tag": "6c46133d-628f-46e3-b0ef-033e0c1e19fb"}, {"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-plugged", "status": "completed", "tag": "842fd16f-f6ac-4a0e-8522-3a548a7030b0"}, {"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-plugged", "status": "completed", "tag": "dc6253bb-103b-4e73-9c12-d322528e9316"}, {"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-plugged", "status": "completed", "tag": "9314883e-d767-4609-a20b-7dd34002a5f2"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:36.597030 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a672076-0666-49d8-bd3f-c7a9ac3df1eb req-40282284-8779-4ec8-8cc9-d2b88f324287 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5442 time: 0.1208367 Jul 05 04:17:36.607093 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.659280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a672076-0666-49d8-bd3f-c7a9ac3df1eb req-acaa1c40-e0e2-4222-a0ad-2c42ed1a9440 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426626 Jul 05 04:17:36.681378 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9320d8fd-1a41-461d-9f99-bc82786ea541 x-openstack-request-id: req-9320d8fd-1a41-461d-9f99-bc82786ea541 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:36.682214 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-plugged", "status": "completed", "tag": "6c46133d-628f-46e3-b0ef-033e0c1e19fb", "code": 200}, {"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-plugged", "status": "completed", "tag": "842fd16f-f6ac-4a0e-8522-3a548a7030b0", "code": 200}, {"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-plugged", "status": "completed", "tag": "dc6253bb-103b-4e73-9c12-d322528e9316", "code": 200}, {"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-plugged", "status": "completed", "tag": "9314883e-d767-4609-a20b-7dd34002a5f2", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:36.682637 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9320d8fd-1a41-461d-9f99-bc82786ea541 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:36.683201 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c46133d-628f-46e3-b0ef-033e0c1e19fb', 'code': 200} Jul 05 04:17:36.683613 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842fd16f-f6ac-4a0e-8522-3a548a7030b0', 'code': 200} Jul 05 04:17:36.684012 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6253bb-103b-4e73-9c12-d322528e9316', 'code': 200} Jul 05 04:17:36.684440 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9314883e-d767-4609-a20b-7dd34002a5f2', 'code': 200} Jul 05 04:17:36.699973 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9314883e-d767-4609-a20b-7dd34002a5f2,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:36.959095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e6d14-7301-4f9d-97e7-32534cac50f0 req-e3a318fc-e541-4a99-b1c3-e3fd2882dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.960816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e6d14-7301-4f9d-97e7-32534cac50f0 req-e3a318fc-e541-4a99-b1c3-e3fd2882dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.960816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e6d14-7301-4f9d-97e7-32534cac50f0 req-e3a318fc-e541-4a99-b1c3-e3fd2882dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.961282 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e6d14-7301-4f9d-97e7-32534cac50f0 req-e3a318fc-e541-4a99-b1c3-e3fd2882dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.961759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e6d14-7301-4f9d-97e7-32534cac50f0 req-e3a318fc-e541-4a99-b1c3-e3fd2882dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.962231 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e6d14-7301-4f9d-97e7-32534cac50f0 req-e3a318fc-e541-4a99-b1c3-e3fd2882dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.962697 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e6d14-7301-4f9d-97e7-32534cac50f0 req-e3a318fc-e541-4a99-b1c3-e3fd2882dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.964697 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-882e6d14-7301-4f9d-97e7-32534cac50f0 req-e3a318fc-e541-4a99-b1c3-e3fd2882dd82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 6507 time: 0.1870034 Jul 05 04:17:37.009099 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-882e6d14-7301-4f9d-97e7-32534cac50f0 req-9b5fc611-7f48-4790-a448-3671f5ba1986 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bfc72119-0358-4a87-b24b-6d8634c2e73f&id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370419 Jul 05 04:17:37.731009 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48556) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:37.869245 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3fb43a2-53ef-4bd5-a324-664b5ef4e6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.935899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5ab0-5b5a-4f6f-9332-36271e2cc0b2 req-bef4c26e-c4ca-4318-8989-d5efeaea8951 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:37.938874 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5ab0-5b5a-4f6f-9332-36271e2cc0b2 req-bef4c26e-c4ca-4318-8989-d5efeaea8951 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:37.945711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5ab0-5b5a-4f6f-9332-36271e2cc0b2 req-bef4c26e-c4ca-4318-8989-d5efeaea8951 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:37.951545 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5ab0-5b5a-4f6f-9332-36271e2cc0b2 req-bef4c26e-c4ca-4318-8989-d5efeaea8951 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:37.957618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5ab0-5b5a-4f6f-9332-36271e2cc0b2 req-bef4c26e-c4ca-4318-8989-d5efeaea8951 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:37.963629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5ab0-5b5a-4f6f-9332-36271e2cc0b2 req-bef4c26e-c4ca-4318-8989-d5efeaea8951 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:37.969706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5ab0-5b5a-4f6f-9332-36271e2cc0b2 req-bef4c26e-c4ca-4318-8989-d5efeaea8951 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:37.971606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71ff5ab0-5b5a-4f6f-9332-36271e2cc0b2 req-bef4c26e-c4ca-4318-8989-d5efeaea8951 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5443 time: 0.1486354 Jul 05 04:17:38.042416 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71ff5ab0-5b5a-4f6f-9332-36271e2cc0b2 req-4579533d-8cf4-4b43-873e-21c9c2cb0cd6 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624034 Jul 05 04:17:38.068488 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3fb43a2-53ef-4bd5-a324-664b5ef4e6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.171410 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3fb43a2-53ef-4bd5-a324-664b5ef4e6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.211481 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d3fb43a2-53ef-4bd5-a324-664b5ef4e6f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=61407daae7ae476f818092f4afddb877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793324 Jul 05 04:17:38.213380 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb43a2-53ef-4bd5-a324-664b5ef4e6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba148ec4-a672-4bf5-9331-6bfbe79227f8,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:38.214035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48560) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:38.270015 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a04b5a07-de9a-4992-949f-91a9c42d0131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.292587 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a04b5a07-de9a-4992-949f-91a9c42d0131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.520176 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a04b5a07-de9a-4992-949f-91a9c42d0131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.523134 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a04b5a07-de9a-4992-949f-91a9c42d0131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.524528 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a04b5a07-de9a-4992-949f-91a9c42d0131 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ba148ec4-a672-4bf5-9331-6bfbe79227f8 HTTP/1.1" status: 204 len: 168 time: 0.3095312 Jul 05 04:17:38.533110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b5a07-de9a-4992-949f-91a9c42d0131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba148ec4-a672-4bf5-9331-6bfbe79227f8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:39.248338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02b995-c278-45e2-b6a2-bd52614515f2 req-b973d60f-f12c-4875-8d34-9c0505623a5d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.254072 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02b995-c278-45e2-b6a2-bd52614515f2 req-b973d60f-f12c-4875-8d34-9c0505623a5d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.261477 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02b995-c278-45e2-b6a2-bd52614515f2 req-b973d60f-f12c-4875-8d34-9c0505623a5d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.267826 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02b995-c278-45e2-b6a2-bd52614515f2 req-b973d60f-f12c-4875-8d34-9c0505623a5d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.275231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02b995-c278-45e2-b6a2-bd52614515f2 req-b973d60f-f12c-4875-8d34-9c0505623a5d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.281230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02b995-c278-45e2-b6a2-bd52614515f2 req-b973d60f-f12c-4875-8d34-9c0505623a5d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.287476 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02b995-c278-45e2-b6a2-bd52614515f2 req-b973d60f-f12c-4875-8d34-9c0505623a5d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.289858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea02b995-c278-45e2-b6a2-bd52614515f2 req-b973d60f-f12c-4875-8d34-9c0505623a5d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5443 time: 0.1131690 Jul 05 04:17:39.333067 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea02b995-c278-45e2-b6a2-bd52614515f2 req-9b461517-92cd-4bc3-af3b-e16e1444b5a3 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366943 Jul 05 04:17:39.391870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48576) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:39.406305 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db1e94a1-bb92-4222-93ab-b58ce443265d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.500060 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db1e94a1-bb92-4222-93ab-b58ce443265d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.530399 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6afe8-54c3-415e-835a-a6e5314a528a req-acbcd480-e77e-4ae6-9feb-fe4aeb956b4f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.536321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6afe8-54c3-415e-835a-a6e5314a528a req-acbcd480-e77e-4ae6-9feb-fe4aeb956b4f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.543115 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6afe8-54c3-415e-835a-a6e5314a528a req-acbcd480-e77e-4ae6-9feb-fe4aeb956b4f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.548265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6afe8-54c3-415e-835a-a6e5314a528a req-acbcd480-e77e-4ae6-9feb-fe4aeb956b4f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.554756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6afe8-54c3-415e-835a-a6e5314a528a req-acbcd480-e77e-4ae6-9feb-fe4aeb956b4f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.560681 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6afe8-54c3-415e-835a-a6e5314a528a req-acbcd480-e77e-4ae6-9feb-fe4aeb956b4f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.566516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6afe8-54c3-415e-835a-a6e5314a528a req-acbcd480-e77e-4ae6-9feb-fe4aeb956b4f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.568465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0f6afe8-54c3-415e-835a-a6e5314a528a req-acbcd480-e77e-4ae6-9feb-fe4aeb956b4f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5443 time: 0.1148436 Jul 05 04:17:39.580564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48578) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:39.585636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-33236fcd-7bae-434c-a508-f7ead929e63a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Request body: {'floatingip': {'port_id': '738f86fa-81ff-4194-8b17-37fec1ad0865'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:39.620527 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db1e94a1-bb92-4222-93ab-b58ce443265d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.645200 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-33236fcd-7bae-434c-a508-f7ead929e63a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for floatingip, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.703028 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e94a1-bb92-4222-93ab-b58ce443265d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45991a7-42ef-4f0c-99f7-0cfe59caf403,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:39.725139 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-db1e94a1-bb92-4222-93ab-b58ce443265d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=028d98f7dbba481cbdcf6ebed02e3240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320158 Jul 05 04:17:39.728500 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48580) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:39.864174 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13d95127-ba47-4c13-ba03-9088e01331d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.901401 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13d95127-ba47-4c13-ba03-9088e01331d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.424652 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13d95127-ba47-4c13-ba03-9088e01331d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.427174 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-13d95127-ba47-4c13-ba03-9088e01331d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.428519 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-13d95127-ba47-4c13-ba03-9088e01331d9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a45991a7-42ef-4f0c-99f7-0cfe59caf403 HTTP/1.1" status: 204 len: 168 time: 0.6989067 Jul 05 04:17:40.459312 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d95127-ba47-4c13-ba03-9088e01331d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45991a7-42ef-4f0c-99f7-0cfe59caf403,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:40.624809 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-33236fcd-7bae-434c-a508-f7ead929e63a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.737654 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-33236fcd-7bae-434c-a508-f7ead929e63a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.848050 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-33236fcd-7bae-434c-a508-f7ead929e63a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Floating IP 8b700b84-29d9-4b68-9e2f-e64518bca315 associated. External IP: 172.25.6.70, port: 738f86fa-81ff-4194-8b17-37fec1ad0865. Jul 05 04:17:41.097210 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33236fcd-7bae-434c-a508-f7ead929e63a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:41.213886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33236fcd-7bae-434c-a508-f7ead929e63a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:41.220771 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-33236fcd-7bae-434c-a508-f7ead929e63a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.224518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcf93e9-5815-417b-85ab-c50fba2a5002 None None] Sync routers for ids ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:41.235074 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcf93e9-5815-417b-85ab-c50fba2a5002 None None] Routers {'d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:41.235980 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0bcf93e9-5815-417b-85ab-c50fba2a5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:17:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:41.278948 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-33236fcd-7bae-434c-a508-f7ead929e63a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "PUT /v2.0/floatingips/8b700b84-29d9-4b68-9e2f-e64518bca315 HTTP/1.1" status: 200 len: 991 time: 1.6971359 Jul 05 04:17:41.279569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'tag': '738f86fa-81ff-4194-8b17-37fec1ad0865'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:41.281926 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86" -d '{"events": [{"name": "network-changed", "server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "tag": "738f86fa-81ff-4194-8b17-37fec1ad0865"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:41.332022 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f046aa-ec88-4f47-8dc2-84c8dbb1c550 x-openstack-request-id: req-75f046aa-ec88-4f47-8dc2-84c8dbb1c550 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:41.332347 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "tag": "738f86fa-81ff-4194-8b17-37fec1ad0865", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:41.332604 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-75f046aa-ec88-4f47-8dc2-84c8dbb1c550 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:41.333010 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'tag': '738f86fa-81ff-4194-8b17-37fec1ad0865', 'status': 'completed', 'code': 200} Jul 05 04:17:41.380708 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-0bcf93e9-5815-417b-85ab-c50fba2a5002 None None] Set router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:41.463692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-9bbf25aa-46ca-4405-b90c-5ff2342511d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:41.464991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-9bbf25aa-46ca-4405-b90c-5ff2342511d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:41.465568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-9bbf25aa-46ca-4405-b90c-5ff2342511d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:41.466317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-9bbf25aa-46ca-4405-b90c-5ff2342511d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:41.466799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-9bbf25aa-46ca-4405-b90c-5ff2342511d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:41.467338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-9bbf25aa-46ca-4405-b90c-5ff2342511d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:41.467814 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-9bbf25aa-46ca-4405-b90c-5ff2342511d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:41.469977 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-9bbf25aa-46ca-4405-b90c-5ff2342511d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 6507 time: 0.0906556 Jul 05 04:17:41.608678 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a1526b3a-c52c-4289-b939-9a923625eb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.639644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-80d05504-2c2a-44d9-916a-b662452fa0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:41.641940 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-80d05504-2c2a-44d9-916a-b662452fa0ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=698c7822-9f38-4d13-a24c-340f7e82d957 HTTP/1.1" status: 200 len: 917 time: 0.1637039 Jul 05 04:17:41.695367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0bcf93e9-5815-417b-85ab-c50fba2a5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-452055836-router', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:28Z', 'updated_at': '2021-07-05T04:15:34Z', 'revision_number': 4, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'gw_port': {'id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:29Z', 'updated_at': '2021-07-05T04:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '8b700b84-29d9-4b68-9e2f-e64518bca315', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'port_id': '738f86fa-81ff-4194-8b17-37fec1ad0865', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957', 'mac_address': 'fa:16:3e:60:59:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:32Z', 'updated_at': '2021-07-05T04:17:40Z', 'revision_number': 1, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62466e6e-a89e-40d9-965f-d81dca53f1c0', 'name': '', 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'mac_address': 'fa:16:3e:82:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:33Z', 'updated_at': '2021-07-05T04:15:42Z', 'revision_number': 5, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'subnets': [{'id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:41.726534 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcf93e9-5815-417b-85ab-c50fba2a5002 None None] Checking router: d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:17:41.729096 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-53de3a63-9fd6-49b2-bfda-6eecf9bff30f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=738f86fa-81ff-4194-8b17-37fec1ad0865 HTTP/1.1" status: 200 len: 999 time: 0.0779240 Jul 05 04:17:41.735187 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcf93e9-5815-417b-85ab-c50fba2a5002 None None] Routers {'d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:41.735883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0bcf93e9-5815-417b-85ab-c50fba2a5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:17:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:41.786553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-a925bcb6-a947-4de5-85a0-d005d81606c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:41.788327 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-a925bcb6-a947-4de5-85a0-d005d81606c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc2108e7-7cda-4a81-b5ef-7079e3e394a2 HTTP/1.1" status: 200 len: 855 time: 0.0478466 Jul 05 04:17:41.850926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-7fd63e3a-d972-4707-86dd-023434dc8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:41.852604 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-7fd63e3a-d972-4707-86dd-023434dc8440 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=698c7822-9f38-4d13-a24c-340f7e82d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580761 Jul 05 04:17:41.854969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-0bcf93e9-5815-417b-85ab-c50fba2a5002 None None] Set router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:41.994698 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-a24d324a-df60-48c3-bec4-8446245249bb service neutron] 10.222.0.10 "GET /v2.0/networks/698c7822-9f38-4d13-a24c-340f7e82d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349580 Jul 05 04:17:42.115019 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e28eeb22-05f5-47f2-83a9-b0b3dd118d86 req-f49855cf-bfa6-4d19-8783-cc71fb4b2573 service neutron] 10.222.0.10 "GET /v2.0/networks/698c7822-9f38-4d13-a24c-340f7e82d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129568 Jul 05 04:17:42.194984 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0bcf93e9-5815-417b-85ab-c50fba2a5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-452055836-router', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:28Z', 'updated_at': '2021-07-05T04:15:34Z', 'revision_number': 4, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'gw_port': {'id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:29Z', 'updated_at': '2021-07-05T04:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '8b700b84-29d9-4b68-9e2f-e64518bca315', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'port_id': '738f86fa-81ff-4194-8b17-37fec1ad0865', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957', 'mac_address': 'fa:16:3e:60:59:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:32Z', 'updated_at': '2021-07-05T04:17:40Z', 'revision_number': 1, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62466e6e-a89e-40d9-965f-d81dca53f1c0', 'name': '', 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'mac_address': 'fa:16:3e:82:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:33Z', 'updated_at': '2021-07-05T04:15:42Z', 'revision_number': 5, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'subnets': [{'id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:42.222977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcf93e9-5815-417b-85ab-c50fba2a5002 None None] The sync data for ids ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'] in n-d-771363-32 is: [{'id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-452055836-router', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:28Z', 'updated_at': '2021-07-05T04:15:34Z', 'revision_number': 4, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'gw_port': {'id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:29Z', 'updated_at': '2021-07-05T04:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '8b700b84-29d9-4b68-9e2f-e64518bca315', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'port_id': '738f86fa-81ff-4194-8b17-37fec1ad0865', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957', 'mac_address': 'fa:16:3e:60:59:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:16:32Z', 'updated_at': '2021-07-05T04:17:40Z', 'revision_number': 1, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62466e6e-a89e-40d9-965f-d81dca53f1c0', 'name': '', 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'mac_address': 'fa:16:3e:82:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:33Z', 'updated_at': '2021-07-05T04:15:42Z', 'revision_number': 5, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'subnets': [{'id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:42.461648 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffba7b20-840b-4719-8351-f13ee6894f8a None None] New status for floating IP 8b700b84-29d9-4b68-9e2f-e64518bca315: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:17:44.011559 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-34fdd7bb-9924-4aed-bc4c-d2fc2a25c7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.354175 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.527405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ef3ed-1140-48ed-94ee-244cb08b6fb3 req-81be56cf-fd04-4213-9153-d9652f5b24bd tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:44.529077 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a87ef3ed-1140-48ed-94ee-244cb08b6fb3 req-81be56cf-fd04-4213-9153-d9652f5b24bd tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1098 time: 0.0549266 Jul 05 04:17:44.568243 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a87ef3ed-1140-48ed-94ee-244cb08b6fb3 req-d9fe0a54-095d-4965-a785-8fb6867584ca tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328021 Jul 05 04:17:44.956672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2faac4f-9aa9-402d-8dbd-6166d477c52e req-5ebcd990-7d4d-4c8f-9bc3-9a14327fd557 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:44.958394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a2faac4f-9aa9-402d-8dbd-6166d477c52e req-5ebcd990-7d4d-4c8f-9bc3-9a14327fd557 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0697179 Jul 05 04:17:45.002292 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a2faac4f-9aa9-402d-8dbd-6166d477c52e req-980017ea-8fd3-4646-92b5-ae25a31da7f3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371008 Jul 05 04:17:45.029935 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48672) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:45.103147 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f3076228-8196-435e-b488-f4d216e5c1a8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/a51ad12f-800f-45ef-b08b-ef14caae5fe9 HTTP/1.1" status: 200 len: 993 time: 0.0718212 Jul 05 04:17:45.349649 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.059553 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf119cac-294e-4fcd-a888-50d3c70022f9 req-255a0994-f013-4f18-9d35-2050eee7c164 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:46.059553 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf119cac-294e-4fcd-a888-50d3c70022f9 req-255a0994-f013-4f18-9d35-2050eee7c164 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0841100 Jul 05 04:17:46.099717 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf119cac-294e-4fcd-a888-50d3c70022f9 req-48a6c87e-fea9-4f53-9232-63ad18c2c122 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355368 Jul 05 04:17:46.246814 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-9b186e18-d628-4364-9bc7-876282b56717 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0553956 Jul 05 04:17:46.914633 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.337773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f21e6a-f7bd-4180-b678-79b2a255a594 req-6a4633e7-6463-4271-a8ad-d5fa1df27103 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:47.339554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8f21e6a-f7bd-4180-b678-79b2a255a594 req-6a4633e7-6463-4271-a8ad-d5fa1df27103 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0812116 Jul 05 04:17:47.385209 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8f21e6a-f7bd-4180-b678-79b2a255a594 req-07e61546-fa49-4373-ac87-5be88b42f08f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392044 Jul 05 04:17:48.574518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc92f3e-ea5b-4913-b79e-26c7eb90add3 req-8bb36796-2992-4b52-b2ea-39292b25c91a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:48.576084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fc92f3e-ea5b-4913-b79e-26c7eb90add3 req-8bb36796-2992-4b52-b2ea-39292b25c91a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0710330 Jul 05 04:17:48.622652 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fc92f3e-ea5b-4913-b79e-26c7eb90add3 req-450c81dd-2f2e-4a1a-9904-6a75b4ab8337 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392981 Jul 05 04:17:48.883602 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-1f7a402b-c43c-4023-a049-650ef717bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:48.885861 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-1f7a402b-c43c-4023-a049-650ef717bb43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1098 time: 0.0588367 Jul 05 04:17:49.001398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-47bf9df3-d468-4fbf-ae54-86d35eb04d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:49.002911 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-47bf9df3-d468-4fbf-ae54-86d35eb04d1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f03194a7-344a-4f1d-8789-8f7b79c93450 HTTP/1.1" status: 200 len: 898 time: 0.1087947 Jul 05 04:17:49.078625 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-e96e7d00-b248-411e-8896-6019c6b3fce4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b53930a9-f840-481c-9b0c-88425daa808c HTTP/1.1" status: 200 len: 1001 time: 0.0678647 Jul 05 04:17:49.141246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-5af2d1bd-8fe4-47d6-9b58-c5e307be745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:49.142838 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-5af2d1bd-8fe4-47d6-9b58-c5e307be745d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b8a59358-93f8-484f-aea3-ffbc4f5a8951 HTTP/1.1" status: 200 len: 835 time: 0.0569932 Jul 05 04:17:49.208446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-474504b5-bd3a-45aa-8f58-e2b94430dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:49.210658 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-474504b5-bd3a-45aa-8f58-e2b94430dfde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f03194a7-344a-4f1d-8789-8f7b79c93450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603383 Jul 05 04:17:49.316315 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-39f4627f-c92d-488c-b164-2b589634aeb7 service neutron] 10.222.0.36 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986478 Jul 05 04:17:49.451306 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-6afc48ba-018f-4d7a-a205-b3bbe6d843ca service neutron] 10.222.0.36 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276569 Jul 05 04:17:49.822379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bf3a8-d1d2-4ab9-9307-043c8e702c46 req-f9ccde02-9f5d-4782-aab2-d628280905a5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:49.824157 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-625bf3a8-d1d2-4ab9-9307-043c8e702c46 req-f9ccde02-9f5d-4782-aab2-d628280905a5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0741403 Jul 05 04:17:49.885145 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-625bf3a8-d1d2-4ab9-9307-043c8e702c46 req-f85cb0c7-c00c-491c-b8b4-724138198daf tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486972 Jul 05 04:17:51.136088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74479d2f-58ec-4f0c-855c-4604c267f39d req-c28980be-f11c-41c1-b8bb-174094d29072 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:51.137607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74479d2f-58ec-4f0c-855c-4604c267f39d req-c28980be-f11c-41c1-b8bb-174094d29072 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0953875 Jul 05 04:17:51.181777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74479d2f-58ec-4f0c-855c-4604c267f39d req-a112bb66-8475-48dc-9079-31e829c414a2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377669 Jul 05 04:17:52.372750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55739-b334-4cda-ab53-48b9fcf044a6 req-d01c9a12-f4c8-421f-a952-46efbb06d6cc tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:52.374267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10b55739-b334-4cda-ab53-48b9fcf044a6 req-d01c9a12-f4c8-421f-a952-46efbb06d6cc tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0723679 Jul 05 04:17:52.417139 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10b55739-b334-4cda-ab53-48b9fcf044a6 req-6db7c8c7-741d-4310-bcf1-26c6a8ca49bc tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370209 Jul 05 04:17:52.473351 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92fb4bc8-7bc1-4ec0-be1a-af2886298038 req-74e865f0-357b-48dc-a02a-c4fed3556704 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0593715 Jul 05 04:17:52.575520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb4bc8-7bc1-4ec0-be1a-af2886298038 req-73161bb3-679f-4672-afcd-47870914aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:52.577368 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92fb4bc8-7bc1-4ec0-be1a-af2886298038 req-73161bb3-679f-4672-afcd-47870914aa4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 1097 time: 0.0554497 Jul 05 04:17:52.709432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb4bc8-7bc1-4ec0-be1a-af2886298038 req-91c79538-cf68-4ec4-8793-0c67b6be775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:52.711725 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92fb4bc8-7bc1-4ec0-be1a-af2886298038 req-91c79538-cf68-4ec4-8793-0c67b6be775e service neutron] 10.222.0.10 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.1094756 Jul 05 04:17:52.787861 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92fb4bc8-7bc1-4ec0-be1a-af2886298038 req-557897ac-a7fb-496e-a480-22fc2ab6a236 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f3a2c71-d22b-42f1-848b-1364c7ce0d59 HTTP/1.1" status: 200 len: 1001 time: 0.0679405 Jul 05 04:17:52.848556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb4bc8-7bc1-4ec0-be1a-af2886298038 req-922df7de-f312-412d-9a28-2fde7259b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:52.850000 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92fb4bc8-7bc1-4ec0-be1a-af2886298038 req-922df7de-f312-412d-9a28-2fde7259b519 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0527842 Jul 05 04:17:52.917500 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb4bc8-7bc1-4ec0-be1a-af2886298038 req-626a5bd6-71bd-4545-a6d4-98bd957885ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:52.918990 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92fb4bc8-7bc1-4ec0-be1a-af2886298038 req-626a5bd6-71bd-4545-a6d4-98bd957885ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592446 Jul 05 04:17:53.018075 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92fb4bc8-7bc1-4ec0-be1a-af2886298038 req-4e0998ad-7f17-4c17-a3bb-63dc4f2e4c0e service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880213 Jul 05 04:17:53.121071 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92fb4bc8-7bc1-4ec0-be1a-af2886298038 req-38cec9ca-3901-4ca7-8a27-3501646198cb service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947468 Jul 05 04:17:53.602516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a107b2-0750-4e56-bf89-90769ccdf06f req-1822b186-5c82-4538-8931-806827ba3ec3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:53.604033 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-45a107b2-0750-4e56-bf89-90769ccdf06f req-1822b186-5c82-4538-8931-806827ba3ec3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0724232 Jul 05 04:17:53.643509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-45a107b2-0750-4e56-bf89-90769ccdf06f req-a82b0b28-7cab-4caa-9e01-b127266633cd tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335119 Jul 05 04:17:54.849098 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43961f4d-df0b-4b6d-adda-cdd82de06a7d req-bbf19210-f23a-46aa-a91e-9158a1d5779b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:54.850686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43961f4d-df0b-4b6d-adda-cdd82de06a7d req-bbf19210-f23a-46aa-a91e-9158a1d5779b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0813222 Jul 05 04:17:54.894361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43961f4d-df0b-4b6d-adda-cdd82de06a7d req-7d3a8ad3-114b-422c-b8c8-2822472655d1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376348 Jul 05 04:17:56.088527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88afc8e-8522-4b2e-bc38-10a2500a4f9f req-b1659d15-573c-474d-9dbf-795fd15592bd tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:56.091311 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d88afc8e-8522-4b2e-bc38-10a2500a4f9f req-b1659d15-573c-474d-9dbf-795fd15592bd tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0727432 Jul 05 04:17:56.137721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d88afc8e-8522-4b2e-bc38-10a2500a4f9f req-aacf730a-55d8-48f8-b92a-cf09d346ca44 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404193 Jul 05 04:17:56.330696 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48856) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:56.443690 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-254892a0-44ac-4694-a8e2-e2d955d14def admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.540411 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-254892a0-44ac-4694-a8e2-e2d955d14def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.634567 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-254892a0-44ac-4694-a8e2-e2d955d14def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.672421 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-254892a0-44ac-4694-a8e2-e2d955d14def admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c0d79a2296e43358d80b7ace71af17f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3404555 Jul 05 04:17:56.675291 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48860) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:56.677288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254892a0-44ac-4694-a8e2-e2d955d14def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d9ef98-8031-4999-ae8b-d49d0477645d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:56.728350 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5d09-6225-4701-8a93-b7d0ad86edbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.749717 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5d09-6225-4701-8a93-b7d0ad86edbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.857821 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5d09-6225-4701-8a93-b7d0ad86edbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.860781 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5d09-6225-4701-8a93-b7d0ad86edbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.862103 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2ecf5d09-6225-4701-8a93-b7d0ad86edbe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b8d9ef98-8031-4999-ae8b-d49d0477645d HTTP/1.1" status: 204 len: 168 time: 0.1857281 Jul 05 04:17:56.872445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf5d09-6225-4701-8a93-b7d0ad86edbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d9ef98-8031-4999-ae8b-d49d0477645d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:57.340795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caeb3d6-93b9-4bf4-acff-6556129ea7be req-e4a2cfed-0fd1-44ab-a988-3d8bc758b0e3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:57.350484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8caeb3d6-93b9-4bf4-acff-6556129ea7be req-e4a2cfed-0fd1-44ab-a988-3d8bc758b0e3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0923326 Jul 05 04:17:57.397088 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8caeb3d6-93b9-4bf4-acff-6556129ea7be req-8c4540d1-3334-4ad4-a0c7-41dc41612566 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451233 Jul 05 04:17:57.899490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48888) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:58.012974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-3d792161-32f8-4e79-90fc-035b581312a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-734757078-network', 'tenant_id': 'd3b001bcba924e85a697a78e32d962da'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:58.137669 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d792161-32f8-4e79-90fc-035b581312a7 admin admin] Made reservation on behalf of d3b001bcba924e85a697a78e32d962da for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:58.140451 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d792161-32f8-4e79-90fc-035b581312a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.153173 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d792161-32f8-4e79-90fc-035b581312a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.277039 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d792161-32f8-4e79-90fc-035b581312a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.400394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d792161-32f8-4e79-90fc-035b581312a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.425488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d792161-32f8-4e79-90fc-035b581312a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:58.435027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d792161-32f8-4e79-90fc-035b581312a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16c6e20-f186-4281-98e3-8c27af0736c9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:58.446717 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d792161-32f8-4e79-90fc-035b581312a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.447072 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-3d792161-32f8-4e79-90fc-035b581312a7 admin admin] Added segment f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a of type vlan for network 7b039e06-1243-4bfe-8731-3e97949430a7 Jul 05 04:17:58.501053 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d792161-32f8-4e79-90fc-035b581312a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.611747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a3557-e3e1-4bc1-8f89-6ae3674b1d6f req-c6eaf125-3da8-4a97-a7d7-b0be1f357fcb tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:58.613347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-101a3557-e3e1-4bc1-8f89-6ae3674b1d6f req-c6eaf125-3da8-4a97-a7d7-b0be1f357fcb tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0701311 Jul 05 04:17:58.627519 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d792161-32f8-4e79-90fc-035b581312a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.628475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d792161-32f8-4e79-90fc-035b581312a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:58.629041 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3d792161-32f8-4e79-90fc-035b581312a7 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.728002 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-101a3557-e3e1-4bc1-8f89-6ae3674b1d6f req-03675716-8df0-4e25-884b-e7babb2fba88 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077471 Jul 05 04:17:58.738102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d792161-32f8-4e79-90fc-035b581312a7 admin admin] Pushing event updated for resources: {'Network': ['ID=7b039e06-1243-4bfe-8731-3e97949430a7,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:58.764673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 7b039e06-1243-4bfe-8731-3e97949430a7 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:58.801682 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3d792161-32f8-4e79-90fc-035b581312a7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9002626 Jul 05 04:17:58.804140 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48906) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:58.810523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7459a681-5f93-4bb0-b905-3883e121694b admin admin] Request body: {'subnet': {'network_id': '7b039e06-1243-4bfe-8731-3e97949430a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-734757078-subnet', 'tenant_id': 'd3b001bcba924e85a697a78e32d962da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:58.937635 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7459a681-5f93-4bb0-b905-3883e121694b admin admin] Made reservation on behalf of d3b001bcba924e85a697a78e32d962da for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:58.940282 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7459a681-5f93-4bb0-b905-3883e121694b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.177602 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7459a681-5f93-4bb0-b905-3883e121694b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.237502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459a681-5f93-4bb0-b905-3883e121694b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6cdbb69-cda4-4110-be6d-e863e6fca420,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:59.247765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459a681-5f93-4bb0-b905-3883e121694b admin admin] Checking segment: {'id': 'f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7b039e06-1243-4bfe-8731-3e97949430a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:59.248159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7459a681-5f93-4bb0-b905-3883e121694b admin admin] Network hostable DHCP agents. Network: 7b039e06-1243-4bfe-8731-3e97949430a7, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:59.325425 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7459a681-5f93-4bb0-b905-3883e121694b admin admin] Network 7b039e06-1243-4bfe-8731-3e97949430a7 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:59.411561 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7459a681-5f93-4bb0-b905-3883e121694b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 7b039e06-1243-4bfe-8731-3e97949430a7) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:59.416207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7459a681-5f93-4bb0-b905-3883e121694b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:59.417590 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7459a681-5f93-4bb0-b905-3883e121694b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.420657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6725637d-bd7b-4b81-8553-7746c2813ff3 None None] Network 7b039e06-1243-4bfe-8731-3e97949430a7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:59.521052 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7459a681-5f93-4bb0-b905-3883e121694b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7142825 Jul 05 04:17:59.551389 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2342abd0-8739-439f-9ee9-588fcecf326e None None] Network 7b039e06-1243-4bfe-8731-3e97949430a7 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:59.834242 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48926) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:59.939224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176216be-b340-4abf-a5ed-fd11d9fdd2de req-a1c2f7aa-d04c-4eb4-ab88-43e26371770d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:59.941776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-176216be-b340-4abf-a5ed-fd11d9fdd2de req-a1c2f7aa-d04c-4eb4-ab88-43e26371770d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0747979 Jul 05 04:17:59.954463 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-937a4ecf-99cc-4bf5-a6f2-79fc51f8fd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.986450 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-176216be-b340-4abf-a5ed-fd11d9fdd2de req-f2fb6027-a69c-42c7-8112-5d6a90a6343a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355525 Jul 05 04:18:00.049272 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-937a4ecf-99cc-4bf5-a6f2-79fc51f8fd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.091509 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-937a4ecf-99cc-4bf5-a6f2-79fc51f8fd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.130833 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-937a4ecf-99cc-4bf5-a6f2-79fc51f8fd54 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=546763adad2c43738162891e9afdef35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2954280 Jul 05 04:18:00.131721 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a4ecf-99cc-4bf5-a6f2-79fc51f8fd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c29d2d0-7104-4ee7-a0a2-dc50c88c630a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:00.134862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48930) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:00.184787 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff6f673c-9f7a-4e36-8549-c69287156327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.211030 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff6f673c-9f7a-4e36-8549-c69287156327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.326165 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff6f673c-9f7a-4e36-8549-c69287156327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.328895 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff6f673c-9f7a-4e36-8549-c69287156327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.330285 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ff6f673c-9f7a-4e36-8549-c69287156327 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0c29d2d0-7104-4ee7-a0a2-dc50c88c630a HTTP/1.1" status: 204 len: 168 time: 0.1945388 Jul 05 04:18:00.339368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f673c-9f7a-4e36-8549-c69287156327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c29d2d0-7104-4ee7-a0a2-dc50c88c630a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:00.859983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48944) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:00.874150 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7660698e-2f99-4d53-b3e3-13fb36671a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.961753 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7660698e-2f99-4d53-b3e3-13fb36671a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.006161 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7660698e-2f99-4d53-b3e3-13fb36671a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.045217 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7660698e-2f99-4d53-b3e3-13fb36671a6e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f331f764934945f6bc130e4ce0ba5761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840224 Jul 05 04:18:01.046101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660698e-2f99-4d53-b3e3-13fb36671a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1450e119-50b8-4524-8a13-fc8f6943195a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:01.048508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48948) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:01.105920 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2bf57ee-be87-4f2d-bbbd-53da48b8af69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.129781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2bf57ee-be87-4f2d-bbbd-53da48b8af69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.171715 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3d741-2835-4c08-bf71-c5ea1017e5fc req-284bd1ba-9cde-49bc-b3bb-bf459baa95e5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:01.173450 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ec3d741-2835-4c08-bf71-c5ea1017e5fc req-284bd1ba-9cde-49bc-b3bb-bf459baa95e5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0703330 Jul 05 04:18:01.215635 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ec3d741-2835-4c08-bf71-c5ea1017e5fc req-975bc66c-45be-461d-931f-ffa167aec7f3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355637 Jul 05 04:18:01.269409 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2bf57ee-be87-4f2d-bbbd-53da48b8af69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.272368 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2bf57ee-be87-4f2d-bbbd-53da48b8af69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.279937 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f2bf57ee-be87-4f2d-bbbd-53da48b8af69 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1450e119-50b8-4524-8a13-fc8f6943195a HTTP/1.1" status: 204 len: 168 time: 0.2251003 Jul 05 04:18:01.287555 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf57ee-be87-4f2d-bbbd-53da48b8af69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1450e119-50b8-4524-8a13-fc8f6943195a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:01.946866 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-07ff83e9-fa6e-46e9-8e38-fad6aa335370 service neutron] show failed (client error): The resource could not be found. Jul 05 04:18:01.947909 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-07ff83e9-fa6e-46e9-8e38-fad6aa335370 service neutron] 10.222.0.36 "GET /v2.0/ports/b53930a9-f840-481c-9b0c-88425daa808c/bindings/n-h1-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.0568893 Jul 05 04:18:01.984263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 48960) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:02.000302 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dada9a42-b7b7-4207-a0a5-1a24f1eaff5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.101735 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dada9a42-b7b7-4207-a0a5-1a24f1eaff5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.167158 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dada9a42-b7b7-4207-a0a5-1a24f1eaff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.209030 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dada9a42-b7b7-4207-a0a5-1a24f1eaff5f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=80667385395c4ab6a9efa3c7256a8bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2236371 Jul 05 04:18:02.210944 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada9a42-b7b7-4207-a0a5-1a24f1eaff5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a2b098-3dc1-4b07-84cc-9fdd5b45d1c5,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:02.212299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 48964) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:02.265542 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-12a40089-9373-4bcf-93ea-3000ebf33ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.289991 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-12a40089-9373-4bcf-93ea-3000ebf33ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.406241 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-12a40089-9373-4bcf-93ea-3000ebf33ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.408966 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-12a40089-9373-4bcf-93ea-3000ebf33ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.414713 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-12a40089-9373-4bcf-93ea-3000ebf33ed4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0a2b098-3dc1-4b07-84cc-9fdd5b45d1c5 HTTP/1.1" status: 204 len: 168 time: 0.1966896 Jul 05 04:18:02.421227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a40089-9373-4bcf-93ea-3000ebf33ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a2b098-3dc1-4b07-84cc-9fdd5b45d1c5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:02.431362 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822cdf5-ab30-4b88-b2e1-570814d76d6f req-63a10a9a-6ecd-4f4b-91e6-4adf17db4b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:02.433108 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b822cdf5-ab30-4b88-b2e1-570814d76d6f req-63a10a9a-6ecd-4f4b-91e6-4adf17db4b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0797746 Jul 05 04:18:02.486520 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b822cdf5-ab30-4b88-b2e1-570814d76d6f req-45265f55-2aad-4d30-89a6-74a4ccf6585a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450783 Jul 05 04:18:02.520185 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-ddd2b6ab-8478-40b7-912a-b58b43ef7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:02.521881 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-ddd2b6ab-8478-40b7-912a-b58b43ef7cb5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3&tenant_id=493f456730914ffbabda165adccd9cc1 HTTP/1.1" status: 200 len: 1098 time: 0.1238143 Jul 05 04:18:02.542597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:02.548759 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.628191 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.843416 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b53930a9-f840-481c-9b0c-88425daa808c,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:02.886490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:02.936391 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.954368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Transition to ACTIVE for port object b53930a9-f840-481c-9b0c-88425daa808c will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:02.955233 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:02.958179 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b966d8-0e91-474e-baf1-b90cc5098da2" -d '{"events": [{"server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "name": "network-vif-unplugged", "status": "completed", "tag": "b53930a9-f840-481c-9b0c-88425daa808c"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:03.019889 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfb75ab-e540-4385-a055-a87b5eef79b3 x-openstack-request-id: req-8cfb75ab-e540-4385-a055-a87b5eef79b3 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:03.019889 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "name": "network-vif-unplugged", "status": "completed", "tag": "b53930a9-f840-481c-9b0c-88425daa808c", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:03.019889 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8cfb75ab-e540-4385-a055-a87b5eef79b3 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:03.020274 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c', 'code': 200} Jul 05 04:18:03.080984 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.213051 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Pushing event updated for resources: {'Port': ['ID=b53930a9-f840-481c-9b0c-88425daa808c,revision_number=6']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:03.286217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] No DVR routers for this DVR port b53930a9-f840-481c-9b0c-88425daa808c on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:03.706600 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7607f8-f833-4bad-9640-2c23e91a7ad1 req-1e77c276-d680-4bea-8988-c852dc331ca3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:03.708593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f7607f8-f833-4bad-9640-2c23e91a7ad1 req-1e77c276-d680-4bea-8988-c852dc331ca3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 944 time: 0.0813909 Jul 05 04:18:03.761954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f7607f8-f833-4bad-9640-2c23e91a7ad1 req-4ebd812e-26bc-4fc9-b868-e776a26bb49a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462892 Jul 05 04:18:03.795147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Attempting to bind port b53930a9-f840-481c-9b0c-88425daa808c on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:03.795485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Attempting to bind port b53930a9-f840-481c-9b0c-88425daa808c by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:03.795816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Attempting to bind port b53930a9-f840-481c-9b0c-88425daa808c on network f03194a7-344a-4f1d-8789-8f7b79c93450 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:03.800116 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Port b53930a9-f840-481c-9b0c-88425daa808c on network f03194a7-344a-4f1d-8789-8f7b79c93450 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:18:03.800422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Attempting to bind port b53930a9-f840-481c-9b0c-88425daa808c on network f03194a7-344a-4f1d-8789-8f7b79c93450 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:03.805577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:03.805898 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Checking segment: {'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:03.806286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Bound using segment: {'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:03.806713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Bound port: b53930a9-f840-481c-9b0c-88425daa808c, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:03.807073 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.870398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:03.873388 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b53930a9-f840-481c-9b0c-88425daa808c,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:03.958778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.000342 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.022589 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:04.024163 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.026815 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] 10.222.0.10 "PUT /v2.0/ports/b53930a9-f840-481c-9b0c-88425daa808c HTTP/1.1" status: 200 len: 1093 time: 1.4928110 Jul 05 04:18:04.083963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4538bf-376e-42b2-b2e6-9526d587c155 service neutron] Pushing event updated for resources: {'Port': ['ID=b53930a9-f840-481c-9b0c-88425daa808c,revision_number=7']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:04.149383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-1f8d7349-199d-4e8e-b2af-ea5337452dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:04.151709 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-1f8d7349-199d-4e8e-b2af-ea5337452dec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0851483 Jul 05 04:18:04.337022 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-9cfabdb5-fbe7-48d5-9cf1-5ec20eeff529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:04.338597 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-9cfabdb5-fbe7-48d5-9cf1-5ec20eeff529 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f03194a7-344a-4f1d-8789-8f7b79c93450 HTTP/1.1" status: 200 len: 898 time: 0.1788616 Jul 05 04:18:04.416886 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-f74dcfa0-5913-4ab1-a9e6-673aaeb09348 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b53930a9-f840-481c-9b0c-88425daa808c HTTP/1.1" status: 200 len: 999 time: 0.0665007 Jul 05 04:18:04.468711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-e5f1a61d-3de9-4f33-abbe-4f20739e8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:04.470449 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-e5f1a61d-3de9-4f33-abbe-4f20739e8a36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8a59358-93f8-484f-aea3-ffbc4f5a8951 HTTP/1.1" status: 200 len: 835 time: 0.0491557 Jul 05 04:18:04.538139 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-92be595e-0012-4712-9b59-0c0b90c17846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:04.539954 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-92be595e-0012-4712-9b59-0c0b90c17846 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f03194a7-344a-4f1d-8789-8f7b79c93450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610633 Jul 05 04:18:04.643349 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-d0dc78c4-3872-4497-ba7f-3895c039ae74 service neutron] 10.222.0.10 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949574 Jul 05 04:18:04.737278 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-179aa26f-9eba-4bf6-8066-31f21ae2e0f1 req-9b20a14a-2888-47cb-b3a1-0f0f42197cdc service neutron] 10.222.0.10 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865395 Jul 05 04:18:04.962009 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f12c6-4f7a-490e-a9dc-58c07d2e62a5 req-db78cc31-1f17-4478-b74c-82a3d0307202 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:04.997310 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b03f12c6-4f7a-490e-a9dc-58c07d2e62a5 req-db78cc31-1f17-4478-b74c-82a3d0307202 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 944 time: 0.0730073 Jul 05 04:18:05.003362 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b03f12c6-4f7a-490e-a9dc-58c07d2e62a5 req-7c4d2946-f0e3-45c6-b68d-ca94d2ec7c61 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327396 Jul 05 04:18:05.051442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:05.051442 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b5058c-9646-4e48-bf85-22f206250e68" -d '{"events": [{"name": "network-changed", "server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "tag": "b53930a9-f840-481c-9b0c-88425daa808c"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:05.074647 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76077a65-8fff-4a1d-bf1c-159672c9fc44 x-openstack-request-id: req-76077a65-8fff-4a1d-bf1c-159672c9fc44 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:05.074943 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "tag": "b53930a9-f840-481c-9b0c-88425daa808c", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:05.075196 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-76077a65-8fff-4a1d-bf1c-159672c9fc44 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:05.075596 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c', 'status': 'completed', 'code': 200} Jul 05 04:18:05.188491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5058c-9646-4e48-bf85-22f206250e68 req-fef50b0f-4cb3-4993-b9b4-2a7125d37e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:05.190005 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-61b5058c-9646-4e48-bf85-22f206250e68 req-fef50b0f-4cb3-4993-b9b4-2a7125d37e48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0940242 Jul 05 04:18:05.205192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5058c-9646-4e48-bf85-22f206250e68 req-601fd232-eb95-4d57-94b9-bd0ff8eb27ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:05.205192 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-61b5058c-9646-4e48-bf85-22f206250e68 req-601fd232-eb95-4d57-94b9-bd0ff8eb27ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0939722 Jul 05 04:18:05.405437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5058c-9646-4e48-bf85-22f206250e68 req-9481f7f5-98d1-4544-b8bb-a0deceb5111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:05.406917 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-61b5058c-9646-4e48-bf85-22f206250e68 req-9481f7f5-98d1-4544-b8bb-a0deceb5111b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f03194a7-344a-4f1d-8789-8f7b79c93450 HTTP/1.1" status: 200 len: 898 time: 0.2064059 Jul 05 04:18:05.462158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5058c-9646-4e48-bf85-22f206250e68 req-b9c98e90-4a4f-4eb9-8028-418e400e3b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:05.462704 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-61b5058c-9646-4e48-bf85-22f206250e68 req-b9c98e90-4a4f-4eb9-8028-418e400e3b7a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f03194a7-344a-4f1d-8789-8f7b79c93450 HTTP/1.1" status: 200 len: 898 time: 0.2428536 Jul 05 04:18:05.526226 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-61b5058c-9646-4e48-bf85-22f206250e68 req-8dbab220-91b7-4e1e-b859-1b300340ba94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b53930a9-f840-481c-9b0c-88425daa808c HTTP/1.1" status: 200 len: 999 time: 0.1118584 Jul 05 04:18:05.586145 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-61b5058c-9646-4e48-bf85-22f206250e68 req-e0c9e656-ed57-4659-8b68-3740cbf45279 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b53930a9-f840-481c-9b0c-88425daa808c HTTP/1.1" status: 200 len: 999 time: 0.1070700 Jul 05 04:18:05.628441 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5058c-9646-4e48-bf85-22f206250e68 req-4af9d397-dc53-4c92-b025-52321f35f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:05.630058 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-61b5058c-9646-4e48-bf85-22f206250e68 req-4af9d397-dc53-4c92-b025-52321f35f85f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b8a59358-93f8-484f-aea3-ffbc4f5a8951 HTTP/1.1" status: 200 len: 835 time: 0.0935919 Jul 05 04:18:05.678413 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5058c-9646-4e48-bf85-22f206250e68 req-85a34dbd-3a0c-407e-b73b-bc97ee10da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:05.680476 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-61b5058c-9646-4e48-bf85-22f206250e68 req-85a34dbd-3a0c-407e-b73b-bc97ee10da4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8a59358-93f8-484f-aea3-ffbc4f5a8951 HTTP/1.1" status: 200 len: 835 time: 0.0860209 Jul 05 04:18:05.738808 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5058c-9646-4e48-bf85-22f206250e68 req-d9bbfd57-0002-427a-81c0-14c96291eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:05.740461 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-61b5058c-9646-4e48-bf85-22f206250e68 req-d9bbfd57-0002-427a-81c0-14c96291eb8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f03194a7-344a-4f1d-8789-8f7b79c93450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021044 Jul 05 04:18:05.823693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5058c-9646-4e48-bf85-22f206250e68 req-c7665a97-570d-4baa-872c-3be05485cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:05.825272 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-61b5058c-9646-4e48-bf85-22f206250e68 req-c7665a97-570d-4baa-872c-3be05485cfb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f03194a7-344a-4f1d-8789-8f7b79c93450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1367474 Jul 05 04:18:05.905530 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-61b5058c-9646-4e48-bf85-22f206250e68 req-9d1a1cf4-f935-462f-86e4-012367829183 service neutron] 10.222.0.36 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571062 Jul 05 04:18:05.999786 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-61b5058c-9646-4e48-bf85-22f206250e68 req-4c1581fb-850b-445e-9adc-ba63e89fd863 service neutron] 10.222.0.10 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611240 Jul 05 04:18:06.013578 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b53930a9-f840-481c-9b0c-88425daa808c no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:06.093936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b53930a9-f840-481c-9b0c-88425daa808c not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:06.123652 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-61b5058c-9646-4e48-bf85-22f206250e68 req-37290dac-b7ac-420d-b7f9-50ae72ddabc8 service neutron] 10.222.0.36 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103136 Jul 05 04:18:06.166458 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-61b5058c-9646-4e48-bf85-22f206250e68 req-fe355f40-a116-4c26-bd34-5a29bdbcd957 service neutron] 10.222.0.10 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538367 Jul 05 04:18:06.283928 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3f5c5-3f14-41aa-b96c-fda1b5d2dec3 req-4edfe5c1-29d5-4552-953c-ba2da1b6b39c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:06.285643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6bd3f5c5-3f14-41aa-b96c-fda1b5d2dec3 req-4edfe5c1-29d5-4552-953c-ba2da1b6b39c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 944 time: 0.0695977 Jul 05 04:18:06.339624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6bd3f5c5-3f14-41aa-b96c-fda1b5d2dec3 req-43508ba8-589e-45dc-8945-ac94ac67a96b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359657 Jul 05 04:18:07.534543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9a94f-23a1-4645-818f-167458b192aa req-7f8be7b5-4b41-477f-8de2-67447b5695f1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:07.544753 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63d9a94f-23a1-4645-818f-167458b192aa req-7f8be7b5-4b41-477f-8de2-67447b5695f1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 944 time: 0.0929241 Jul 05 04:18:07.602797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63d9a94f-23a1-4645-818f-167458b192aa req-1e75d86e-852b-4382-b38d-d1aa0571fcd2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459116 Jul 05 04:18:08.042796 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b53930a9-f840-481c-9b0c-88425daa808c details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:18:08.141413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b53930a9-f840-481c-9b0c-88425daa808c,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:08.153515 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'b53930a9-f840-481c-9b0c-88425daa808c', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'port_id': 'b53930a9-f840-481c-9b0c-88425daa808c', 'mac_address': 'fa:16:3e:d6:b5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:18:08.190360 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.203067 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53930a9-f840-481c-9b0c-88425daa808c {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:08.223446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b53930a9-f840-481c-9b0c-88425daa808c,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:08.291905 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.342998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=b53930a9-f840-481c-9b0c-88425daa808c,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:08.352453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:08.352453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:08.352756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:08.353115 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:08.353437 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:08.353774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:08.354108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:08.354480 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:08.354927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:08.355189 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:08.355518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:08.355918 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:08.698657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['b53930a9-f840-481c-9b0c-88425daa808c'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:18:08.810341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40b1d4-5009-461b-99bb-18654c1f6d91 req-23928f03-6545-4e39-b3a8-9a95fbcc1a98 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:08.811940 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c40b1d4-5009-461b-99bb-18654c1f6d91 req-23928f03-6545-4e39-b3a8-9a95fbcc1a98 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 945 time: 0.0697534 Jul 05 04:18:08.859346 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c40b1d4-5009-461b-99bb-18654c1f6d91 req-f3c2d4d9-7bfb-484f-b36a-62f1a2d2fa88 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413086 Jul 05 04:18:09.535252 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a7efe-b8c5-442f-a7f2-188c421f3be7 req-e51002ee-262d-4fbe-9a30-b6b0b3f7ed6c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:09.536980 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c77a7efe-b8c5-442f-a7f2-188c421f3be7 req-e51002ee-262d-4fbe-9a30-b6b0b3f7ed6c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 945 time: 0.0677795 Jul 05 04:18:09.579344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c77a7efe-b8c5-442f-a7f2-188c421f3be7 req-56119f88-297d-40a9-9cb5-f8f7ad7f328e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339501 Jul 05 04:18:09.602926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27386480-99e5-491a-9a11-57bf3d926fbd req-c8e07e3a-adca-43f7-9b0c-37b7984a3fd3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:09.604499 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-c8e07e3a-adca-43f7-9b0c-37b7984a3fd3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.10 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3&tenant_id=493f456730914ffbabda165adccd9cc1&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 945 time: 0.1248486 Jul 05 04:18:09.671465 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-45f79c88-7645-48a5-b078-a218b1f4aab2 service neutron] 10.222.0.10 "GET /v2.0/ports/b53930a9-f840-481c-9b0c-88425daa808c/bindings/n-h1-771363-32 HTTP/1.1" status: 200 len: 383 time: 0.0607405 Jul 05 04:18:09.762489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27386480-99e5-491a-9a11-57bf3d926fbd req-5b52ae9e-2fa3-4be1-8b5c-88ce6b19e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:09.764054 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-5b52ae9e-2fa3-4be1-8b5c-88ce6b19e29e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1097 time: 0.0580924 Jul 05 04:18:09.863015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27386480-99e5-491a-9a11-57bf3d926fbd req-e665f3c0-3524-4cdc-b726-9e20ee9402ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:09.869778 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-e665f3c0-3524-4cdc-b726-9e20ee9402ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=f03194a7-344a-4f1d-8789-8f7b79c93450 HTTP/1.1" status: 200 len: 898 time: 0.0929823 Jul 05 04:18:09.941938 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-c22ccef7-4130-4e48-b708-dd0bc8afca61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b53930a9-f840-481c-9b0c-88425daa808c HTTP/1.1" status: 200 len: 1000 time: 0.0643911 Jul 05 04:18:09.993962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27386480-99e5-491a-9a11-57bf3d926fbd req-cba432eb-d3f0-442b-a76d-ab43d26860fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:09.995498 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-cba432eb-d3f0-442b-a76d-ab43d26860fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8a59358-93f8-484f-aea3-ffbc4f5a8951 HTTP/1.1" status: 200 len: 835 time: 0.0474164 Jul 05 04:18:10.064119 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27386480-99e5-491a-9a11-57bf3d926fbd req-03206bb2-6890-4f08-a2b9-ab20cf33caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:10.065633 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-03206bb2-6890-4f08-a2b9-ab20cf33caf5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f03194a7-344a-4f1d-8789-8f7b79c93450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594583 Jul 05 04:18:10.170527 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-457d2354-1e35-41cc-8d05-a4d4cad2ae00 service neutron] 10.222.0.10 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899227 Jul 05 04:18:10.270654 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-cc570c64-f8d4-456f-96c1-39b780054aaf service neutron] 10.222.0.10 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880656 Jul 05 04:18:10.777180 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98257ee0-736f-4b06-a6ee-83b0f432f8bb req-418781c2-0077-43f9-a828-e16286912e45 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:10.778775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98257ee0-736f-4b06-a6ee-83b0f432f8bb req-418781c2-0077-43f9-a828-e16286912e45 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 945 time: 0.0674605 Jul 05 04:18:10.820191 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98257ee0-736f-4b06-a6ee-83b0f432f8bb req-66b62c15-a7cc-4877-80b9-75b7e67297f3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351143 Jul 05 04:18:11.429145 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1b90bd1b-c6db-4fe6-a5fb-ee43145b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.010641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e07594-5d50-45af-bb2f-9708259ad57a req-30d2277b-37f7-4c8e-aac5-107c53c496f1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:12.012950 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-23e07594-5d50-45af-bb2f-9708259ad57a req-30d2277b-37f7-4c8e-aac5-107c53c496f1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 945 time: 0.0771713 Jul 05 04:18:12.047143 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b53930a9-f840-481c-9b0c-88425daa808c up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:12.058270 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-23e07594-5d50-45af-bb2f-9708259ad57a req-e484d12e-73fb-4be5-b6a6-92430fa864a8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397122 Jul 05 04:18:12.206423 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port b53930a9-f840-481c-9b0c-88425daa808c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:12.212283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port b53930a9-f840-481c-9b0c-88425daa808c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:12.212283 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.297470 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.324015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:12.326391 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9798e18d-41f7-4f77-b865-1f0425b79bfa" -d '{"events": [{"server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "name": "network-vif-plugged", "status": "completed", "tag": "b53930a9-f840-481c-9b0c-88425daa808c"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:12.339341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b53930a9-f840-481c-9b0c-88425daa808c,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:12.380191 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1fe761-ad02-4ba8-a868-cf565da73ce0 x-openstack-request-id: req-ab1fe761-ad02-4ba8-a868-cf565da73ce0 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:12.380457 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "name": "network-vif-plugged", "status": "completed", "tag": "b53930a9-f840-481c-9b0c-88425daa808c", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:12.380713 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ab1fe761-ad02-4ba8-a868-cf565da73ce0 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:12.381111 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c', 'code': 200} Jul 05 04:18:12.423782 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.472446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=b53930a9-f840-481c-9b0c-88425daa808c,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:13.263497 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fedc1-bae5-4b17-8cc2-e4a4344dc296 req-de5b5c69-6bcc-4bdc-a8cb-2d8a65f4820e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:13.265843 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-144fedc1-bae5-4b17-8cc2-e4a4344dc296 req-de5b5c69-6bcc-4bdc-a8cb-2d8a65f4820e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 946 time: 0.0819678 Jul 05 04:18:13.328511 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-144fedc1-bae5-4b17-8cc2-e4a4344dc296 req-44edf4f6-5b9f-40a4-875f-fe11e3ee009b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566339 Jul 05 04:18:13.406448 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:18:13.590753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27386480-99e5-491a-9a11-57bf3d926fbd req-22cc0e72-8f71-4fba-9886-8c8989d7e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:13.592469 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-22cc0e72-8f71-4fba-9886-8c8989d7e823 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3&tenant_id=493f456730914ffbabda165adccd9cc1 HTTP/1.1" status: 200 len: 1098 time: 0.1663496 Jul 05 04:18:13.604644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:13.677617 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.918579 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b53930a9-f840-481c-9b0c-88425daa808c,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:13.975818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:13.998534 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:14.001388 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7e247d-8489-4b4f-8bf2-1eab0ce957e4" -d '{"events": [{"server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "name": "network-vif-unplugged", "status": "completed", "tag": "b53930a9-f840-481c-9b0c-88425daa808c"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:14.004890 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.018441 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Transition to ACTIVE for port object b53930a9-f840-481c-9b0c-88425daa808c will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:14.030241 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c6dca033-f9ff-4c78-896a-8682995d175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.070340 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713643d5-7bf3-42a1-b3dc-5802be441e86 x-openstack-request-id: req-713643d5-7bf3-42a1-b3dc-5802be441e86 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:14.070340 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "name": "network-vif-unplugged", "status": "completed", "tag": "b53930a9-f840-481c-9b0c-88425daa808c", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:14.070340 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-713643d5-7bf3-42a1-b3dc-5802be441e86 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:14.070340 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c', 'code': 200} Jul 05 04:18:14.160817 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.311512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Pushing event updated for resources: {'Port': ['ID=b53930a9-f840-481c-9b0c-88425daa808c,revision_number=10']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:14.361225 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.361477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] No DVR routers for this DVR port b53930a9-f840-481c-9b0c-88425daa808c on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:14.629513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Attempting to bind port b53930a9-f840-481c-9b0c-88425daa808c on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:14.631175 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Attempting to bind port b53930a9-f840-481c-9b0c-88425daa808c by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:14.631175 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Attempting to bind port b53930a9-f840-481c-9b0c-88425daa808c on network f03194a7-344a-4f1d-8789-8f7b79c93450 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:14.631391 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f145d62-9467-4323-8602-04e8abda733a req-ecce5306-c960-4fe2-a205-f658112965ee tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:14.633080 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f145d62-9467-4323-8602-04e8abda733a req-ecce5306-c960-4fe2-a205-f658112965ee tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 945 time: 0.1016970 Jul 05 04:18:14.635985 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Port b53930a9-f840-481c-9b0c-88425daa808c on network f03194a7-344a-4f1d-8789-8f7b79c93450 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:18:14.636360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Attempting to bind port b53930a9-f840-481c-9b0c-88425daa808c on network f03194a7-344a-4f1d-8789-8f7b79c93450 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:14.643360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:14.643715 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Checking segment: {'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:14.644130 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Bound using segment: {'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:14.644563 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Bound port: b53930a9-f840-481c-9b0c-88425daa808c, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b597436-ada5-43be-b85c-8f0b06adf51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:14.644965 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.687794 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f145d62-9467-4323-8602-04e8abda733a req-9282f964-decd-4421-b3f0-fbb4ca3c5043 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473750 Jul 05 04:18:14.727129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:14.731003 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b53930a9-f840-481c-9b0c-88425daa808c,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:14.870647 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.911580 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:14.912504 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.914549 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] 10.222.0.36 "PUT /v2.0/ports/b53930a9-f840-481c-9b0c-88425daa808c HTTP/1.1" status: 200 len: 1094 time: 1.3137240 Jul 05 04:18:14.957089 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95b0e3-05bc-470f-8854-a547c2cebdcc service neutron] Pushing event updated for resources: {'Port': ['ID=b53930a9-f840-481c-9b0c-88425daa808c,revision_number=11']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:15.139633 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27386480-99e5-491a-9a11-57bf3d926fbd req-8a46c348-d5f2-4ee1-9e83-5beb4901601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:15.141185 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-8a46c348-d5f2-4ee1-9e83-5beb4901601b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1097 time: 0.0678861 Jul 05 04:18:15.244712 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27386480-99e5-491a-9a11-57bf3d926fbd req-ea1a1fb5-5c3b-4d35-9c7c-c13f07fe352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:15.246207 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-ea1a1fb5-5c3b-4d35-9c7c-c13f07fe352b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f03194a7-344a-4f1d-8789-8f7b79c93450 HTTP/1.1" status: 200 len: 898 time: 0.0983660 Jul 05 04:18:15.319833 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-663b64f8-41d1-45df-883d-d411cb60dec9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b53930a9-f840-481c-9b0c-88425daa808c HTTP/1.1" status: 200 len: 999 time: 0.0662708 Jul 05 04:18:15.373449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27386480-99e5-491a-9a11-57bf3d926fbd req-c8110df9-f77b-48de-bc5f-94e6320cc44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:15.374988 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-c8110df9-f77b-48de-bc5f-94e6320cc44f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b8a59358-93f8-484f-aea3-ffbc4f5a8951 HTTP/1.1" status: 200 len: 835 time: 0.0464444 Jul 05 04:18:15.383459 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.442056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27386480-99e5-491a-9a11-57bf3d926fbd req-02db73cd-1efd-4160-b7ce-526e24ae81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:15.443614 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-02db73cd-1efd-4160-b7ce-526e24ae81fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f03194a7-344a-4f1d-8789-8f7b79c93450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618560 Jul 05 04:18:15.571078 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-510071a0-7899-4e59-8b5d-f08ec064fe50 service neutron] 10.222.0.36 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193545 Jul 05 04:18:15.689545 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-27386480-99e5-491a-9a11-57bf3d926fbd req-736dd50f-9e32-4e6f-9e15-7258c1cb1ab5 service neutron] 10.222.0.36 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068902 Jul 05 04:18:15.885195 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795aeab-e1df-4b70-823b-bc2b276b60d2 req-78c334a2-47b9-4a25-aeae-08925c2443e4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:15.886722 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5795aeab-e1df-4b70-823b-bc2b276b60d2 req-78c334a2-47b9-4a25-aeae-08925c2443e4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 945 time: 0.0647085 Jul 05 04:18:15.927082 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5795aeab-e1df-4b70-823b-bc2b276b60d2 req-7730ad7d-dc65-4d9a-8c29-370372985692 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346849 Jul 05 04:18:16.067679 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:16.072469 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f4d456-6924-4d00-b913-5890cc52ad8c" -d '{"events": [{"name": "network-changed", "server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "tag": "b53930a9-f840-481c-9b0c-88425daa808c"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:16.080509 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b53930a9-f840-481c-9b0c-88425daa808c no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:16.114887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b53930a9-f840-481c-9b0c-88425daa808c not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:16.132473 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba52b7c-a48b-4280-afe3-cea30419c929 x-openstack-request-id: req-dba52b7c-a48b-4280-afe3-cea30419c929 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:16.132473 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "tag": "b53930a9-f840-481c-9b0c-88425daa808c", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:16.132799 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dba52b7c-a48b-4280-afe3-cea30419c929 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:16.133158 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c', 'status': 'completed', 'code': 200} Jul 05 04:18:16.220198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49150) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:16.343552 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-caa7fd4b-f65f-4925-a99c-ea08fa991cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.445866 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-caa7fd4b-f65f-4925-a99c-ea08fa991cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.509254 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-caa7fd4b-f65f-4925-a99c-ea08fa991cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.529933 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-ca6f9cd1-4791-4f83-a4f1-700c261aa773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:16.531507 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-ca6f9cd1-4791-4f83-a4f1-700c261aa773 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1097 time: 0.3756468 Jul 05 04:18:16.534244 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-aa73b925-071c-451c-9921-07dc3598ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:16.535631 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-aa73b925-071c-451c-9921-07dc3598ac53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1097 time: 0.3714299 Jul 05 04:18:16.551087 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-caa7fd4b-f65f-4925-a99c-ea08fa991cfb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=644fe24e4698442ea0c912b3ee6f20be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294778 Jul 05 04:18:16.568526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7fd4b-f65f-4925-a99c-ea08fa991cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c72ab6-0b03-4e67-923c-17d94b0866e3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:16.568526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49154) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:16.612645 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b69b-ebdb-4813-a008-5b0fd9968059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.710531 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-b6535245-5a99-4f09-97d6-5aa95f958b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:16.712158 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-b6535245-5a99-4f09-97d6-5aa95f958b79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f03194a7-344a-4f1d-8789-8f7b79c93450 HTTP/1.1" status: 200 len: 898 time: 0.1725140 Jul 05 04:18:16.715111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-b232ec5c-40fd-402c-b83f-597a13119dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:16.716550 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-b232ec5c-40fd-402c-b83f-597a13119dc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f03194a7-344a-4f1d-8789-8f7b79c93450 HTTP/1.1" status: 200 len: 898 time: 0.1690700 Jul 05 04:18:16.830846 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-e197bab3-3eb5-45d3-9967-886941e0ee56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b53930a9-f840-481c-9b0c-88425daa808c HTTP/1.1" status: 200 len: 999 time: 0.1108267 Jul 05 04:18:16.835303 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-e19ef876-86dc-48db-9576-c2f5f756f80d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b53930a9-f840-481c-9b0c-88425daa808c HTTP/1.1" status: 200 len: 999 time: 0.1078269 Jul 05 04:18:16.926646 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-eaeb92b7-8fa0-4444-91dc-ac861b0c668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:16.928177 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-eaeb92b7-8fa0-4444-91dc-ac861b0c668c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b8a59358-93f8-484f-aea3-ffbc4f5a8951 HTTP/1.1" status: 200 len: 835 time: 0.0865746 Jul 05 04:18:16.931997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-ca893a89-4b57-4521-ac43-2886ceff9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:16.933477 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-ca893a89-4b57-4521-ac43-2886ceff9fca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8a59358-93f8-484f-aea3-ffbc4f5a8951 HTTP/1.1" status: 200 len: 835 time: 0.0835524 Jul 05 04:18:16.938141 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.988498 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b69b-ebdb-4813-a008-5b0fd9968059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.031393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-6c66d8e0-027c-4755-8b9d-13872e2e34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:17.032965 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-6c66d8e0-027c-4755-8b9d-13872e2e34f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f03194a7-344a-4f1d-8789-8f7b79c93450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896449 Jul 05 04:18:17.036116 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-bf7788d5-e293-4e29-866f-9855049788fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:17.037562 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-bf7788d5-e293-4e29-866f-9855049788fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f03194a7-344a-4f1d-8789-8f7b79c93450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021788 Jul 05 04:18:17.123761 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b69b-ebdb-4813-a008-5b0fd9968059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.126473 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b69b-ebdb-4813-a008-5b0fd9968059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.127649 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a8e2b69b-ebdb-4813-a008-5b0fd9968059 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/13c72ab6-0b03-4e67-923c-17d94b0866e3 HTTP/1.1" status: 204 len: 168 time: 0.5708048 Jul 05 04:18:17.158956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640544e5-893b-4ae7-a809-f4e774cc24b5 req-5d6da6fa-5073-4892-be1a-a89cad28dff4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:17.158956 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-640544e5-893b-4ae7-a809-f4e774cc24b5 req-5d6da6fa-5073-4892-be1a-a89cad28dff4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 945 time: 0.0935135 Jul 05 04:18:17.161277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2b69b-ebdb-4813-a008-5b0fd9968059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c72ab6-0b03-4e67-923c-17d94b0866e3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:17.205177 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-cd88db6c-5a7e-42d9-8548-505d0f3707b1 service neutron] 10.222.0.10 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629145 Jul 05 04:18:17.208679 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-ce37ff09-aa4a-4d36-bc24-15f65ff705a3 service neutron] 10.222.0.36 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578009 Jul 05 04:18:17.215228 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-640544e5-893b-4ae7-a809-f4e774cc24b5 req-2fa7b80f-f7bd-4f4e-ab5e-470992358e97 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556917 Jul 05 04:18:17.380089 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-4e3d9169-99b3-4c61-9be0-987e16004b49 service neutron] 10.222.0.10 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659806 Jul 05 04:18:17.381997 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2f4d456-6924-4d00-b913-5890cc52ad8c req-f3592098-897d-4594-a5a8-b963ca1a3e88 service neutron] 10.222.0.36 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599154 Jul 05 04:18:17.858759 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49168) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:17.876741 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-72443020-4ff4-49c4-8d33-5f25fe952dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.973109 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-72443020-4ff4-49c4-8d33-5f25fe952dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.063801 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-72443020-4ff4-49c4-8d33-5f25fe952dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.105116 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-72443020-4ff4-49c4-8d33-5f25fe952dd8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=70c9b92233f844f0a1e7bc7bc584ed32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452652 Jul 05 04:18:18.105968 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72443020-4ff4-49c4-8d33-5f25fe952dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a734a0-6c80-4d06-8080-9e0fc57df0e0,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:18.108289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49170) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:18.162686 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8d31-4b5f-4762-b253-0294dab91903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.184919 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8d31-4b5f-4762-b253-0294dab91903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.269057 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8d31-4b5f-4762-b253-0294dab91903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.271700 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8d31-4b5f-4762-b253-0294dab91903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.281565 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0c7f8d31-4b5f-4762-b253-0294dab91903 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/01a734a0-6c80-4d06-8080-9e0fc57df0e0 HTTP/1.1" status: 204 len: 168 time: 0.1643407 Jul 05 04:18:18.283514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f8d31-4b5f-4762-b253-0294dab91903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a734a0-6c80-4d06-8080-9e0fc57df0e0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:18.409672 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898525d3-66b0-4515-a1aa-3308976d6aa8 req-855c01db-f167-4b5a-ac00-4ddb91a91340 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:18.411295 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-898525d3-66b0-4515-a1aa-3308976d6aa8 req-855c01db-f167-4b5a-ac00-4ddb91a91340 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 945 time: 0.0671439 Jul 05 04:18:18.449267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-898525d3-66b0-4515-a1aa-3308976d6aa8 req-ccb58394-7df2-4fe7-8987-f2ad057a1b14 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323734 Jul 05 04:18:19.644544 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad6285-6ddc-471b-9dd1-4b8c8838679a req-9db67c2b-2c9c-4b2a-9b37-73b40cee9850 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:19.649475 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8ad6285-6ddc-471b-9dd1-4b8c8838679a req-9db67c2b-2c9c-4b2a-9b37-73b40cee9850 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 945 time: 0.0721378 Jul 05 04:18:19.685831 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8ad6285-6ddc-471b-9dd1-4b8c8838679a req-abd16f71-bc0b-42e3-ac55-48c003382488 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336883 Jul 05 04:18:19.710939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49206) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:19.772971 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fe247732-d23b-4701-967c-e2272ecbf902 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/a51ad12f-800f-45ef-b08b-ef14caae5fe9 HTTP/1.1" status: 200 len: 991 time: 0.0609138 Jul 05 04:18:20.058982 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b53930a9-f840-481c-9b0c-88425daa808c details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:18:20.163705 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b53930a9-f840-481c-9b0c-88425daa808c,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:20.176255 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'b53930a9-f840-481c-9b0c-88425daa808c', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'port_id': 'b53930a9-f840-481c-9b0c-88425daa808c', 'mac_address': 'fa:16:3e:d6:b5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:18:20.217017 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.229976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53930a9-f840-481c-9b0c-88425daa808c {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:20.249606 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b53930a9-f840-481c-9b0c-88425daa808c,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:20.378011 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.430036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=b53930a9-f840-481c-9b0c-88425daa808c,revision_number=12']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:20.786949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['b53930a9-f840-481c-9b0c-88425daa808c'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:18:22.089528 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b53930a9-f840-481c-9b0c-88425daa808c up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:22.219235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port b53930a9-f840-481c-9b0c-88425daa808c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:22.224653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port b53930a9-f840-481c-9b0c-88425daa808c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:22.225249 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.348629 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.373093 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:22.375664 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce200b1-f705-4d50-9b09-e86463dbe4d4" -d '{"events": [{"server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "name": "network-vif-plugged", "status": "completed", "tag": "b53930a9-f840-481c-9b0c-88425daa808c"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:22.392544 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b53930a9-f840-481c-9b0c-88425daa808c,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:22.420440 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd265e0-d02a-4f76-bf69-94dbe3549c3f x-openstack-request-id: req-ebd265e0-d02a-4f76-bf69-94dbe3549c3f {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:22.420440 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "name": "network-vif-plugged", "status": "completed", "tag": "b53930a9-f840-481c-9b0c-88425daa808c", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:22.420440 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ebd265e0-d02a-4f76-bf69-94dbe3549c3f {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:22.420440 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c', 'code': 200} Jul 05 04:18:22.481358 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.559888 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=b53930a9-f840-481c-9b0c-88425daa808c,revision_number=13']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:31.619001 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49352) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:31.739577 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0fbf3d4-e991-46bb-9c4d-33b766a92585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.847329 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0fbf3d4-e991-46bb-9c4d-33b766a92585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.950792 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c0fbf3d4-e991-46bb-9c4d-33b766a92585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.999527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbf3d4-e991-46bb-9c4d-33b766a92585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e69490-7f6a-4a30-9053-e54a68ef4f75,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:32.005206 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c0fbf3d4-e991-46bb-9c4d-33b766a92585 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=82c41c66fb524cc288b82ef9164da803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851564 Jul 05 04:18:32.007995 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49356) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:32.078826 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.102921 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.260544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.263727 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.269631 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/01e69490-7f6a-4a30-9053-e54a68ef4f75 HTTP/1.1" status: 204 len: 168 time: 0.2604151 Jul 05 04:18:32.281477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e69490-7f6a-4a30-9053-e54a68ef4f75,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:32.295418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:32.295790 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:32.296290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:32.296690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:32.297036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:32.297374 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:32.297761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:32.298040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:32.298482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:32.298863 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:32.299238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:32.299446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0443f5-e92d-4b9e-a707-90892e852f51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:32.538267 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:33.469396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49388) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:33.595113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-efd48599-9ee4-4657-b100-a9f86ae2370f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-946100656-network', 'tenant_id': '307319bfe2964846ae8477e73f508159'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:33.703720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd48599-9ee4-4657-b100-a9f86ae2370f admin admin] Made reservation on behalf of 307319bfe2964846ae8477e73f508159 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:33.706249 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-efd48599-9ee4-4657-b100-a9f86ae2370f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:33.715946 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-efd48599-9ee4-4657-b100-a9f86ae2370f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:33.821850 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53a4f78f-2e48-46a0-82e7-557d81795217 req-ea4f4981-d37a-4089-a45c-861fb427d295 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0941150 Jul 05 04:18:33.911604 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-efd48599-9ee4-4657-b100-a9f86ae2370f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:33.940729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4f78f-2e48-46a0-82e7-557d81795217 req-bd64825a-a63f-4578-9b11-e57dbe5b5603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:33.943088 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53a4f78f-2e48-46a0-82e7-557d81795217 req-bd64825a-a63f-4578-9b11-e57dbe5b5603 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1099 time: 0.0838587 Jul 05 04:18:34.018458 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-efd48599-9ee4-4657-b100-a9f86ae2370f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.050238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd48599-9ee4-4657-b100-a9f86ae2370f admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:18:34.058014 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.089775 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-efd48599-9ee4-4657-b100-a9f86ae2370f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.090145 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-efd48599-9ee4-4657-b100-a9f86ae2370f admin admin] Added segment 1e0565bf-1467-460b-86ec-2f408cfcdeec of type vlan for network 09496f82-a5c5-45fb-aced-8ca5c6454c7f Jul 05 04:18:34.093780 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd48599-9ee4-4657-b100-a9f86ae2370f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c369d0f-1305-4646-923b-f1f433fd5794,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:34.143609 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4f78f-2e48-46a0-82e7-557d81795217 req-e44959d7-f2e8-44fe-a6cd-d04bff002cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:34.145351 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53a4f78f-2e48-46a0-82e7-557d81795217 req-e44959d7-f2e8-44fe-a6cd-d04bff002cb2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f03194a7-344a-4f1d-8789-8f7b79c93450 HTTP/1.1" status: 200 len: 898 time: 0.1742651 Jul 05 04:18:34.154512 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-efd48599-9ee4-4657-b100-a9f86ae2370f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.250646 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53a4f78f-2e48-46a0-82e7-557d81795217 req-0b39e3a2-2749-4e22-a58d-b21782156b09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b53930a9-f840-481c-9b0c-88425daa808c HTTP/1.1" status: 200 len: 1001 time: 0.0923584 Jul 05 04:18:34.309813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4f78f-2e48-46a0-82e7-557d81795217 req-a664478a-367c-427f-a903-5284cb400c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:34.311297 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53a4f78f-2e48-46a0-82e7-557d81795217 req-a664478a-367c-427f-a903-5284cb400c46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b8a59358-93f8-484f-aea3-ffbc4f5a8951 HTTP/1.1" status: 200 len: 835 time: 0.0508604 Jul 05 04:18:34.332488 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-efd48599-9ee4-4657-b100-a9f86ae2370f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.333519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd48599-9ee4-4657-b100-a9f86ae2370f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:34.334166 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-efd48599-9ee4-4657-b100-a9f86ae2370f admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.443244 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-efd48599-9ee4-4657-b100-a9f86ae2370f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9725378 Jul 05 04:18:34.446462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49396) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:34.452796 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Request body: {'subnet': {'network_id': '09496f82-a5c5-45fb-aced-8ca5c6454c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-946100656-subnet', 'tenant_id': '307319bfe2964846ae8477e73f508159', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:34.462538 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd48599-9ee4-4657-b100-a9f86ae2370f admin admin] Pushing event updated for resources: {'Network': ['ID=09496f82-a5c5-45fb-aced-8ca5c6454c7f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:34.478848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4f78f-2e48-46a0-82e7-557d81795217 req-f390d5da-50de-4764-83a6-feb934984941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:34.481237 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53a4f78f-2e48-46a0-82e7-557d81795217 req-f390d5da-50de-4764-83a6-feb934984941 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f03194a7-344a-4f1d-8789-8f7b79c93450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592615 Jul 05 04:18:34.482761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 09496f82-a5c5-45fb-aced-8ca5c6454c7f details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:18:34.601419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Made reservation on behalf of 307319bfe2964846ae8477e73f508159 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:34.607585 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.615839 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53a4f78f-2e48-46a0-82e7-557d81795217 req-6e57101a-efe8-4ac0-ae51-89739ee1eaeb service neutron] 10.222.0.36 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223838 Jul 05 04:18:34.726732 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53a4f78f-2e48-46a0-82e7-557d81795217 req-38f93661-d3db-4d7a-bf79-4e5bace3447a service neutron] 10.222.0.36 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035736 Jul 05 04:18:34.859430 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.912867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c664bd2-2b9f-4a2c-94ab-e7467cee8cc5,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:34.937916 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:34.948253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:34.948253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:34.948253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:34.948253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:34.948253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:34.948253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:34.948253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:34.948253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:34.948253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:34.948253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:34.948253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:34.951898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Checking segment: {'id': '1e0565bf-1467-460b-86ec-2f408cfcdeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '09496f82-a5c5-45fb-aced-8ca5c6454c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:34.952394 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Network hostable DHCP agents. Network: 09496f82-a5c5-45fb-aced-8ca5c6454c7f, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:18:35.040940 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Network 09496f82-a5c5-45fb-aced-8ca5c6454c7f is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:18:35.138610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 09496f82-a5c5-45fb-aced-8ca5c6454c7f) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:35.144224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:35.145029 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.150747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc51b8-fd3f-45f7-80a7-1eacd541e7d5 None None] Network 09496f82-a5c5-45fb-aced-8ca5c6454c7f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:35.237189 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9ba4321c-09e6-441e-a255-85b1d6da769a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7888193 Jul 05 04:18:35.297899 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17212e44-576c-481b-8b62-43cdeea6a6fc None None] Network 09496f82-a5c5-45fb-aced-8ca5c6454c7f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:38.816744 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-003b1fe5-8440-479f-a797-1de6271f2afc tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:38.818318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-003b1fe5-8440-479f-a797-1de6271f2afc tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/networks?id=09496f82-a5c5-45fb-aced-8ca5c6454c7f HTTP/1.1" status: 200 len: 808 time: 0.1148524 Jul 05 04:18:38.834319 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-04e61904-6b63-499d-953a-c93e1f618d58 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/quotas/307319bfe2964846ae8477e73f508159 HTTP/1.1" status: 200 len: 375 time: 0.0092885 Jul 05 04:18:38.872349 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-32103f5c-7c8f-451c-a6b2-ec4df091d89a tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=307319bfe2964846ae8477e73f508159&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323966 Jul 05 04:18:39.111928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-a0bf8913-4e14-4e37-8a7d-5c4f107b6515 service neutron] 10.222.0.38 "GET /v2.0/networks/09496f82-a5c5-45fb-aced-8ca5c6454c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203166 Jul 05 04:18:39.207908 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-ef0a18d3-31b6-4a91-b164-ebc078b17d00 service neutron] 10.222.0.38 "GET /v2.0/networks/09496f82-a5c5-45fb-aced-8ca5c6454c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901206 Jul 05 04:18:39.687300 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c17524da-6da4-41b8-8b79-f36c44412c0f req-3be4e7d9-d4d3-40e6-a673-1fff7a8ed6cc tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 210 time: 0.0712507 Jul 05 04:18:39.837376 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b3f78-f37e-406f-8c16-07cdf918a861 req-325a9b90-3871-41f8-b02c-3ebb019d170b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:39.838977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-690b3f78-f37e-406f-8c16-07cdf918a861 req-325a9b90-3871-41f8-b02c-3ebb019d170b tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0778110 Jul 05 04:18:39.884757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-690b3f78-f37e-406f-8c16-07cdf918a861 req-8add5078-3b20-4d0c-a09b-cf80333644f6 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0bf3813-cde9-4233-87c4-9908aa29fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397081 Jul 05 04:18:40.488203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15f3e3-650d-4863-af36-771e4b7b735e req-2e7a3f66-c4a7-49b8-8a8d-694710a3e518 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:40.490468 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cc15f3e3-650d-4863-af36-771e4b7b735e req-2e7a3f66-c4a7-49b8-8a8d-694710a3e518 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0735788 Jul 05 04:18:40.609791 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-cc15f3e3-650d-4863-af36-771e4b7b735e req-7648ed6c-7abc-4ba8-bcb1-e500a4a3461c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Deleting port cef10f3c-b65d-450f-85e3-50808a09c935 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:40.614731 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cc15f3e3-650d-4863-af36-771e4b7b735e req-7648ed6c-7abc-4ba8-bcb1-e500a4a3461c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.742533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-cc15f3e3-650d-4863-af36-771e4b7b735e req-7648ed6c-7abc-4ba8-bcb1-e500a4a3461c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] For port cef10f3c-b65d-450f-85e3-50808a09c935, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cef10f3c-b65d-450f-85e3-50808a09c935,segment=NetworkSegment(5edb877b-6ce2-40cb-9fe6-83adfd37e5e8),segment_id=5edb877b-6ce2-40cb-9fe6-83adfd37e5e8)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:40.742865 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cc15f3e3-650d-4863-af36-771e4b7b735e req-7648ed6c-7abc-4ba8-bcb1-e500a4a3461c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.890450 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-51135eda-75db-4483-8b3a-17606acd7cb2 req-1ceeb043-3d15-45e3-bc3c-d8624eb98bde tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 210 time: 0.0295870 Jul 05 04:18:41.022664 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cc15f3e3-650d-4863-af36-771e4b7b735e req-7648ed6c-7abc-4ba8-bcb1-e500a4a3461c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.023028 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cc15f3e3-650d-4863-af36-771e4b7b735e req-7648ed6c-7abc-4ba8-bcb1-e500a4a3461c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.023156 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [req-cc15f3e3-650d-4863-af36-771e4b7b735e req-7648ed6c-7abc-4ba8-bcb1-e500a4a3461c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Floating IP a56db804-2d40-4c8a-8d62-b3d28ca80333 disassociated. External IP: 172.25.6.32, port: cef10f3c-b65d-450f-85e3-50808a09c935. Jul 05 04:18:41.023488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-cc15f3e3-650d-4863-af36-771e4b7b735e req-7648ed6c-7abc-4ba8-bcb1-e500a4a3461c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Calling delete_port for cef10f3c-b65d-450f-85e3-50808a09c935 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:41.129346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a8cda-8cc0-46b1-be91-d3bcf90fe385 req-df9a72b2-7cd5-4fbb-991e-b221a570268c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:41.133116 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be1a8cda-8cc0-46b1-be91-d3bcf90fe385 req-df9a72b2-7cd5-4fbb-991e-b221a570268c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0804679 Jul 05 04:18:41.182459 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be1a8cda-8cc0-46b1-be91-d3bcf90fe385 req-8fd66566-2c58-43f2-ac04-38cf252339c7 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0bf3813-cde9-4233-87c4-9908aa29fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414009 Jul 05 04:18:41.275944 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cc15f3e3-650d-4863-af36-771e4b7b735e req-7648ed6c-7abc-4ba8-bcb1-e500a4a3461c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.306017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648ed6c-7abc-4ba8-bcb1-e500a4a3461c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Pushing event deleted for resources: {'Port': ['ID=cef10f3c-b65d-450f-85e3-50808a09c935,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:41.440054 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc15f3e3-650d-4863-af36-771e4b7b735e req-7648ed6c-7abc-4ba8-bcb1-e500a4a3461c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Router 2b06a45a-57fb-40ca-afbb-8c8723a82569 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:41.465060 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fae759c3-3206-4b4b-8bde-afe10911f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.566150 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc15f3e3-650d-4863-af36-771e4b7b735e req-7648ed6c-7abc-4ba8-bcb1-e500a4a3461c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:41.583535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5429e20-7f0b-4bca-b218-4169ee347fa4 None None] Sync routers for ids ['2b06a45a-57fb-40ca-afbb-8c8723a82569'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:41.594546 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5429e20-7f0b-4bca-b218-4169ee347fa4 None None] Routers {'2b06a45a-57fb-40ca-afbb-8c8723a82569'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:41.595324 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-e5429e20-7f0b-4bca-b218-4169ee347fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:18:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2b06a45a-57fb-40ca-afbb-8c8723a82569'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:41.621039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc15f3e3-650d-4863-af36-771e4b7b735e req-7648ed6c-7abc-4ba8-bcb1-e500a4a3461c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] No DVR routers for this DVR port cef10f3c-b65d-450f-85e3-50808a09c935 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:41.623869 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cc15f3e3-650d-4863-af36-771e4b7b735e req-7648ed6c-7abc-4ba8-bcb1-e500a4a3461c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.625976 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cc15f3e3-650d-4863-af36-771e4b7b735e req-7648ed6c-7abc-4ba8-bcb1-e500a4a3461c tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.36 "DELETE /v2.0/ports/cef10f3c-b65d-450f-85e3-50808a09c935 HTTP/1.1" status: 204 len: 173 time: 1.1262772 Jul 05 04:18:41.626411 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb57027-dbb0-4a96-b384-33a3252b9fa0', 'name': 'network-vif-deleted', 'tag': 'cef10f3c-b65d-450f-85e3-50808a09c935'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:41.630023 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1c6e0c-79ce-480d-999b-5352b1242e7f" -d '{"events": [{"server_uuid": "fdb57027-dbb0-4a96-b384-33a3252b9fa0", "name": "network-vif-deleted", "tag": "cef10f3c-b65d-450f-85e3-50808a09c935"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:41.693997 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9300b778-2a49-4fc7-b14e-5b98603c2690 x-openstack-request-id: req-9300b778-2a49-4fc7-b14e-5b98603c2690 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:41.694362 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb57027-dbb0-4a96-b384-33a3252b9fa0", "name": "network-vif-deleted", "tag": "cef10f3c-b65d-450f-85e3-50808a09c935", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:41.695010 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9300b778-2a49-4fc7-b14e-5b98603c2690 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:41.695484 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb57027-dbb0-4a96-b384-33a3252b9fa0', 'name': 'network-vif-deleted', 'tag': 'cef10f3c-b65d-450f-85e3-50808a09c935', 'status': 'completed', 'code': 200} Jul 05 04:18:41.749058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-e5429e20-7f0b-4bca-b218-4169ee347fa4 None None] Set router 2b06a45a-57fb-40ca-afbb-8c8723a82569 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:42.018733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-e5429e20-7f0b-4bca-b218-4169ee347fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'name': 'tempest-TestServerBasicOps-1827388465-router', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:17Z', 'updated_at': '2021-07-05T04:12:24Z', 'revision_number': 4, 'project_id': '55531968aaea48f484959b725b229ec2', 'gw_port': {'id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:18Z', 'updated_at': '2021-07-05T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2307f4d4-a222-4d72-b5ea-f380b467c991', 'name': '', 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'mac_address': 'fa:16:3e:06:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:23Z', 'updated_at': '2021-07-05T04:12:34Z', 'revision_number': 5, 'project_id': '55531968aaea48f484959b725b229ec2', 'subnets': [{'id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:42.063422 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5429e20-7f0b-4bca-b218-4169ee347fa4 None None] Checking router: 2b06a45a-57fb-40ca-afbb-8c8723a82569 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:18:42.072338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5429e20-7f0b-4bca-b218-4169ee347fa4 None None] Routers {'2b06a45a-57fb-40ca-afbb-8c8723a82569'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:42.072957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-e5429e20-7f0b-4bca-b218-4169ee347fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:18:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2b06a45a-57fb-40ca-afbb-8c8723a82569'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:42.111740 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6ee89e3-f5ad-4281-a217-e1feaf83007b req-476aa2f4-dde6-4f54-a7d5-3f70098bf6d1 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 210 time: 0.0528519 Jul 05 04:18:42.199615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-e5429e20-7f0b-4bca-b218-4169ee347fa4 None None] Set router 2b06a45a-57fb-40ca-afbb-8c8723a82569 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:42.365101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-747f569d-9f9a-4a78-922a-fe2044f95671 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:42.366828 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-747f569d-9f9a-4a78-922a-fe2044f95671 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.36 "GET /v2.0/networks?id=09496f82-a5c5-45fb-aced-8ca5c6454c7f HTTP/1.1" status: 200 len: 808 time: 0.1243732 Jul 05 04:18:42.378982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d00d47da-edc8-454b-836c-894e4716584e req-167ad7d0-2248-48cb-bbd3-3b5bfa63434d tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 210 time: 0.0476067 Jul 05 04:18:42.388906 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-281ea07e-1a93-4531-8446-51ca9e8c02c1 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Request body: {'port': {'device_id': 'a6f08129-4680-4a05-a52d-6f4fe129a32b', 'network_id': '09496f82-a5c5-45fb-aced-8ca5c6454c7f', 'admin_state_up': True, 'tenant_id': '307319bfe2964846ae8477e73f508159'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:42.456410 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-e5429e20-7f0b-4bca-b218-4169ee347fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'name': 'tempest-TestServerBasicOps-1827388465-router', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:17Z', 'updated_at': '2021-07-05T04:12:24Z', 'revision_number': 4, 'project_id': '55531968aaea48f484959b725b229ec2', 'gw_port': {'id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:18Z', 'updated_at': '2021-07-05T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2307f4d4-a222-4d72-b5ea-f380b467c991', 'name': '', 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'mac_address': 'fa:16:3e:06:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:23Z', 'updated_at': '2021-07-05T04:12:34Z', 'revision_number': 5, 'project_id': '55531968aaea48f484959b725b229ec2', 'subnets': [{'id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:42.484267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5429e20-7f0b-4bca-b218-4169ee347fa4 None None] The sync data for ids ['2b06a45a-57fb-40ca-afbb-8c8723a82569'] in n-d-771363-32 is: [{'id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'name': 'tempest-TestServerBasicOps-1827388465-router', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:17Z', 'updated_at': '2021-07-05T04:12:24Z', 'revision_number': 4, 'project_id': '55531968aaea48f484959b725b229ec2', 'gw_port': {'id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:18Z', 'updated_at': '2021-07-05T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2307f4d4-a222-4d72-b5ea-f380b467c991', 'name': '', 'network_id': '9e9e977d-1500-4391-a2c3-00211ddba705', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'mac_address': 'fa:16:3e:06:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:23Z', 'updated_at': '2021-07-05T04:12:34Z', 'revision_number': 5, 'project_id': '55531968aaea48f484959b725b229ec2', 'subnets': [{'id': 'ce4df291-84df-4cc8-b469-a18e04b53998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:42.595219 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-281ea07e-1a93-4531-8446-51ca9e8c02c1 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Made reservation on behalf of 307319bfe2964846ae8477e73f508159 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:42.598889 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-281ea07e-1a93-4531-8446-51ca9e8c02c1 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.807233 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa24617b-0bb8-4863-b024-fc617b3475b7 None None] New status for floating IP a56db804-2d40-4c8a-8d62-b3d28ca80333: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:18:43.041447 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-281ea07e-1a93-4531-8446-51ca9e8c02c1 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Allocated IP 172.20.0.4 (09496f82-a5c5-45fb-aced-8ca5c6454c7f/7c664bd2-2b9f-4a2c-94ab-e7467cee8cc5/f6884263-2196-426d-a4af-cc3cec219b02) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:43.204989 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-281ea07e-1a93-4531-8446-51ca9e8c02c1 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.281084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e37ff3de-e30b-4ad1-8ffe-8c527f393d73 req-06265504-370b-44c5-a946-03e5af634522 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 210 time: 0.0292923 Jul 05 04:18:43.299167 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-281ea07e-1a93-4531-8446-51ca9e8c02c1 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.345113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-281ea07e-1a93-4531-8446-51ca9e8c02c1 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Network 09496f82-a5c5-45fb-aced-8ca5c6454c7f is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:43.350551 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-281ea07e-1a93-4531-8446-51ca9e8c02c1 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:43.354614 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-281ea07e-1a93-4531-8446-51ca9e8c02c1 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:43.363973 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ea07e-1a93-4531-8446-51ca9e8c02c1 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Pushing event updated for resources: {'Port': ['ID=f6884263-2196-426d-a4af-cc3cec219b02,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:43.417223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-281ea07e-1a93-4531-8446-51ca9e8c02c1 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:43.418121 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-281ea07e-1a93-4531-8446-51ca9e8c02c1 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.523537 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-281ea07e-1a93-4531-8446-51ca9e8c02c1 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1384785 Jul 05 04:18:43.547364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Request body: {'port': {'device_id': 'a6f08129-4680-4a05-a52d-6f4fe129a32b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:43.564671 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-320b8998-96fb-4f1a-b745-85a76b409372 req-b66d4cff-126a-4ad3-a3f1-75e026294b5a tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb57027-dbb0-4a96-b384-33a3252b9fa0 HTTP/1.1" status: 200 len: 210 time: 0.0399666 Jul 05 04:18:43.640962 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.938404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6884263-2196-426d-a4af-cc3cec219b02 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:43.946933 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.959621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Transition to ACTIVE for port object f6884263-2196-426d-a4af-cc3cec219b02 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:43.977338 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5b5d-2a3d-4e60-834a-e21830e7c5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.064493 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.122635 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54128163-de6a-4077-9652-094546eef609 service neutron] Pushing event updated for resources: {'Port': ['ID=f6884263-2196-426d-a4af-cc3cec219b02,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:44.156845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cef10f3c-b65d-450f-85e3-50808a09c935 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:44.192270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Attempting to bind port f6884263-2196-426d-a4af-cc3cec219b02 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:44.192547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Attempting to bind port f6884263-2196-426d-a4af-cc3cec219b02 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '1e0565bf-1467-460b-86ec-2f408cfcdeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '09496f82-a5c5-45fb-aced-8ca5c6454c7f'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:44.192855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Attempting to bind port f6884263-2196-426d-a4af-cc3cec219b02 on network 09496f82-a5c5-45fb-aced-8ca5c6454c7f {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:44.197763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Port f6884263-2196-426d-a4af-cc3cec219b02 on network 09496f82-a5c5-45fb-aced-8ca5c6454c7f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:18:44.198094 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Attempting to bind port f6884263-2196-426d-a4af-cc3cec219b02 on network 09496f82-a5c5-45fb-aced-8ca5c6454c7f {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:44.204129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:44.204482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Checking segment: {'id': '1e0565bf-1467-460b-86ec-2f408cfcdeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '09496f82-a5c5-45fb-aced-8ca5c6454c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:44.204875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Bound using segment: {'id': '1e0565bf-1467-460b-86ec-2f408cfcdeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '09496f82-a5c5-45fb-aced-8ca5c6454c7f'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:44.205361 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Bound port: f6884263-2196-426d-a4af-cc3cec219b02, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0565bf-1467-460b-86ec-2f408cfcdeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '09496f82-a5c5-45fb-aced-8ca5c6454c7f'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:44.205733 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.294087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] For port f6884263-2196-426d-a4af-cc3cec219b02, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:44.298110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] For port f6884263-2196-426d-a4af-cc3cec219b02, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f6884263-2196-426d-a4af-cc3cec219b02,segment=NetworkSegment(1e0565bf-1467-460b-86ec-2f408cfcdeec),segment_id=1e0565bf-1467-460b-86ec-2f408cfcdeec)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:44.344890 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: cef10f3c-b65d-450f-85e3-50808a09c935 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:44.350522 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cef10f3c-b65d-450f-85e3-50808a09c935 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:44.368022 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.410556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:44.411187 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.412653 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-54128163-de6a-4077-9652-094546eef609 service neutron] 10.222.0.36 "PUT /v2.0/ports/f6884263-2196-426d-a4af-cc3cec219b02 HTTP/1.1" status: 200 len: 1092 time: 0.8713427 Jul 05 04:18:44.413094 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f08129-4680-4a05-a52d-6f4fe129a32b', 'tag': 'f6884263-2196-426d-a4af-cc3cec219b02'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:44.415355 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48375802-1cd5-4c2c-bfce-3a2e1f58ee85" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f08129-4680-4a05-a52d-6f4fe129a32b", "tag": "f6884263-2196-426d-a4af-cc3cec219b02"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:44.458458 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e9ce7a-a742-416b-8171-5980fe7e8327 x-openstack-request-id: req-64e9ce7a-a742-416b-8171-5980fe7e8327 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:44.465354 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f08129-4680-4a05-a52d-6f4fe129a32b", "tag": "f6884263-2196-426d-a4af-cc3cec219b02", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:44.465354 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-64e9ce7a-a742-416b-8171-5980fe7e8327 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:44.465565 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.465677 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f08129-4680-4a05-a52d-6f4fe129a32b', 'tag': 'f6884263-2196-426d-a4af-cc3cec219b02', 'status': 'completed', 'code': 200} Jul 05 04:18:44.465677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54128163-de6a-4077-9652-094546eef609 service neutron] Pushing event updated for resources: {'Port': ['ID=f6884263-2196-426d-a4af-cc3cec219b02,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:44.510416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41a3ab-241e-4db0-92ce-6f812dabdd14 req-dd027c16-635f-49b7-b84b-ece17b885c73 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:44.512018 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a41a3ab-241e-4db0-92ce-6f812dabdd14 req-dd027c16-635f-49b7-b84b-ece17b885c73 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 943 time: 0.0973723 Jul 05 04:18:44.537416 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48375802-1cd5-4c2c-bfce-3a2e1f58ee85 req-c1283c27-5036-4d6b-9931-16fd3b81b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:44.539070 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48375802-1cd5-4c2c-bfce-3a2e1f58ee85 req-c1283c27-5036-4d6b-9931-16fd3b81b8b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=307319bfe2964846ae8477e73f508159&device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 1095 time: 0.0553555 Jul 05 04:18:44.560835 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a41a3ab-241e-4db0-92ce-6f812dabdd14 req-bd9cbfbe-844f-49db-b344-9205e98b2dfc tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413625 Jul 05 04:18:44.658323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48375802-1cd5-4c2c-bfce-3a2e1f58ee85 req-0285e6a9-cbed-4ee2-8a4e-358cb0747fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:44.659735 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49588) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:44.659931 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48375802-1cd5-4c2c-bfce-3a2e1f58ee85 req-0285e6a9-cbed-4ee2-8a4e-358cb0747fbb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=307319bfe2964846ae8477e73f508159&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1123025 Jul 05 04:18:44.765233 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48375802-1cd5-4c2c-bfce-3a2e1f58ee85 req-d3d3bc55-5e0a-46b3-9604-72529e40edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:44.768852 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48375802-1cd5-4c2c-bfce-3a2e1f58ee85 req-d3d3bc55-5e0a-46b3-9604-72529e40edc4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018758 Jul 05 04:18:44.803831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a9565187-34d5-4604-8143-8e67a6883697 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Deleting port caed8e1d-f44f-440e-bc0b-5040152ca4ce {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:44.804223 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9565187-34d5-4604-8143-8e67a6883697 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.873438 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-24d8d8d4-bd41-468d-923d-f38b62fe0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:44.875245 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-24d8d8d4-bd41-468d-923d-f38b62fe0310 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=307319bfe2964846ae8477e73f508159&device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 1095 time: 0.0613711 Jul 05 04:18:44.892438 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9565187-34d5-4604-8143-8e67a6883697 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.892438 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9565187-34d5-4604-8143-8e67a6883697 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.906558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a9565187-34d5-4604-8143-8e67a6883697 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Calling delete_port for caed8e1d-f44f-440e-bc0b-5040152ca4ce owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:44.932436 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-3550f9a7-c4ec-4ba9-9f52-e8f1994444c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6884263-2196-426d-a4af-cc3cec219b02 HTTP/1.1" status: 200 len: 217 time: 0.0490742 Jul 05 04:18:44.987323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-d5d1bb20-2c0c-4492-abc5-271a4293d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:44.989109 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-d5d1bb20-2c0c-4492-abc5-271a4293d3e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c664bd2-2b9f-4a2c-94ab-e7467cee8cc5 HTTP/1.1" status: 200 len: 848 time: 0.0496123 Jul 05 04:18:45.024324 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-d3cb46a2-c49c-43a7-b62f-60bcd55ebe35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09496f82-a5c5-45fb-aced-8ca5c6454c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283694 Jul 05 04:18:45.125610 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-798de7c0-5139-42e4-a60d-b4d1aa63c7a7 service neutron] 10.222.0.36 "GET /v2.0/networks/09496f82-a5c5-45fb-aced-8ca5c6454c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944302 Jul 05 04:18:45.150295 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9565187-34d5-4604-8143-8e67a6883697 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.187186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9565187-34d5-4604-8143-8e67a6883697 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Pushing event deleted for resources: {'Port': ['ID=caed8e1d-f44f-440e-bc0b-5040152ca4ce,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:45.237505 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db1e7b98-16a6-4fdb-acef-2741396b712a req-39db654d-544a-4218-9d17-b26b6a7db734 service neutron] 10.222.0.36 "GET /v2.0/networks/09496f82-a5c5-45fb-aced-8ca5c6454c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050687 Jul 05 04:18:45.273460 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9565187-34d5-4604-8143-8e67a6883697 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.276319 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9565187-34d5-4604-8143-8e67a6883697 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.278106 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a9565187-34d5-4604-8143-8e67a6883697 tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "DELETE /v2.0/floatingips/a56db804-2d40-4c8a-8d62-b3d28ca80333 HTTP/1.1" status: 204 len: 168 time: 0.6172321 Jul 05 04:18:45.404564 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.423157 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49606) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:45.484763 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-afa3c315-3d09-4796-8d78-e23f8a18fb2f tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.513788 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-afa3c315-3d09-4796-8d78-e23f8a18fb2f tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.671092 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-afa3c315-3d09-4796-8d78-e23f8a18fb2f tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.674524 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-afa3c315-3d09-4796-8d78-e23f8a18fb2f tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.676039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-afa3c315-3d09-4796-8d78-e23f8a18fb2f tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] 10.222.0.38 "DELETE /v2.0/security-groups/d0bf3813-cde9-4233-87c4-9908aa29fc50 HTTP/1.1" status: 204 len: 168 time: 0.2517648 Jul 05 04:18:45.692130 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3c315-3d09-4796-8d78-e23f8a18fb2f tempest-TestServerBasicOps-1303551729 tempest-TestServerBasicOps-1303551729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bf3813-cde9-4233-87c4-9908aa29fc50,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:45.765488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5698e78-61d8-4805-8274-7c0ee4a8be98 req-cb1b52a2-c576-4a78-821b-fc1e7c6211c4 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:45.767063 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5698e78-61d8-4805-8274-7c0ee4a8be98 req-cb1b52a2-c576-4a78-821b-fc1e7c6211c4 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 943 time: 0.0771899 Jul 05 04:18:45.785556 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49614) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:45.832551 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5698e78-61d8-4805-8274-7c0ee4a8be98 req-ec273fed-fd86-4ea1-a364-6fe97cf7b027 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568271 Jul 05 04:18:46.257596 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3bb647a9-fcc3-42a5-9c31-a2ad5e157e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.535847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3bb647a9-fcc3-42a5-9c31-a2ad5e157e9f admin admin] Deleting port 2307f4d4-a222-4d72-b5ea-f380b467c991 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:46.536526 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3bb647a9-fcc3-42a5-9c31-a2ad5e157e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.627251 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-3bb647a9-fcc3-42a5-9c31-a2ad5e157e9f admin admin] For port 2307f4d4-a222-4d72-b5ea-f380b467c991, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2307f4d4-a222-4d72-b5ea-f380b467c991,segment=NetworkSegment(5edb877b-6ce2-40cb-9fe6-83adfd37e5e8),segment_id=5edb877b-6ce2-40cb-9fe6-83adfd37e5e8)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:46.627534 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3bb647a9-fcc3-42a5-9c31-a2ad5e157e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.640494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3bb647a9-fcc3-42a5-9c31-a2ad5e157e9f admin admin] Calling delete_port for 2307f4d4-a222-4d72-b5ea-f380b467c991 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:46.928163 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3bb647a9-fcc3-42a5-9c31-a2ad5e157e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.961232 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb647a9-fcc3-42a5-9c31-a2ad5e157e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=2307f4d4-a222-4d72-b5ea-f380b467c991,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:46.965880 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.137509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab4691-4c6a-4a3c-ac84-4f491259dc85 req-e39f6d6c-4ea8-43e9-a49b-85c5ab995f14 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:47.145564 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0ab4691-4c6a-4a3c-ac84-4f491259dc85 req-e39f6d6c-4ea8-43e9-a49b-85c5ab995f14 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 943 time: 0.1805904 Jul 05 04:18:47.232293 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0ab4691-4c6a-4a3c-ac84-4f491259dc85 req-d5c5b274-4205-441e-be4f-9f8b44d5d702 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809941 Jul 05 04:18:47.238463 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3bb647a9-fcc3-42a5-9c31-a2ad5e157e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.479824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb647a9-fcc3-42a5-9c31-a2ad5e157e9f admin admin] Router 2b06a45a-57fb-40ca-afbb-8c8723a82569 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:47.584237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb647a9-fcc3-42a5-9c31-a2ad5e157e9f admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:47.589505 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3bb647a9-fcc3-42a5-9c31-a2ad5e157e9f admin admin] 10.222.0.38 "PUT /v2.0/routers/2b06a45a-57fb-40ca-afbb-8c8723a82569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8024979 Jul 05 04:18:47.592346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49648) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:47.597068 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fad6f4-b5b5-4b11-97e1-72b7b02b9780 None None] Sync routers for ids ['2b06a45a-57fb-40ca-afbb-8c8723a82569'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:47.609459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fad6f4-b5b5-4b11-97e1-72b7b02b9780 None None] Routers {'2b06a45a-57fb-40ca-afbb-8c8723a82569'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:47.610097 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-69fad6f4-b5b5-4b11-97e1-72b7b02b9780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:18:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2b06a45a-57fb-40ca-afbb-8c8723a82569'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:47.710506 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2055c4df-e5cc-4f8f-b702-dece2330d2dc admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.733680 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-69fad6f4-b5b5-4b11-97e1-72b7b02b9780 None None] Set router 2b06a45a-57fb-40ca-afbb-8c8723a82569 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:47.935978 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-69fad6f4-b5b5-4b11-97e1-72b7b02b9780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'name': 'tempest-TestServerBasicOps-1827388465-router', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:17Z', 'updated_at': '2021-07-05T04:18:46Z', 'revision_number': 5, 'project_id': '55531968aaea48f484959b725b229ec2', 'gw_port': {'id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:18Z', 'updated_at': '2021-07-05T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:47.972947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fad6f4-b5b5-4b11-97e1-72b7b02b9780 None None] Checking router: 2b06a45a-57fb-40ca-afbb-8c8723a82569 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:18:47.983932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fad6f4-b5b5-4b11-97e1-72b7b02b9780 None None] Routers {'2b06a45a-57fb-40ca-afbb-8c8723a82569'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:47.984609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-69fad6f4-b5b5-4b11-97e1-72b7b02b9780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:18:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2b06a45a-57fb-40ca-afbb-8c8723a82569'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:48.112360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-69fad6f4-b5b5-4b11-97e1-72b7b02b9780 None None] Set router 2b06a45a-57fb-40ca-afbb-8c8723a82569 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:48.182466 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2055c4df-e5cc-4f8f-b702-dece2330d2dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.210145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f6884263-2196-426d-a4af-cc3cec219b02 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:18:48.345923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-2055c4df-e5cc-4f8f-b702-dece2330d2dc admin admin] Deleting port bdbde6b6-5196-4a96-a760-118347a89ff3 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:48.346756 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2055c4df-e5cc-4f8f-b702-dece2330d2dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.370374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port f6884263-2196-426d-a4af-cc3cec219b02, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f6884263-2196-426d-a4af-cc3cec219b02,segment=NetworkSegment(1e0565bf-1467-460b-86ec-2f408cfcdeec),segment_id=1e0565bf-1467-460b-86ec-2f408cfcdeec)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:48.384686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'f6884263-2196-426d-a4af-cc3cec219b02', 'network_id': '09496f82-a5c5-45fb-aced-8ca5c6454c7f', 'port_id': 'f6884263-2196-426d-a4af-cc3cec219b02', 'mac_address': 'fa:16:3e:ab:4a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c664bd2-2b9f-4a2c-94ab-e7467cee8cc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:18:48.419408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-69fad6f4-b5b5-4b11-97e1-72b7b02b9780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'name': 'tempest-TestServerBasicOps-1827388465-router', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:17Z', 'updated_at': '2021-07-05T04:18:46Z', 'revision_number': 5, 'project_id': '55531968aaea48f484959b725b229ec2', 'gw_port': {'id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:18Z', 'updated_at': '2021-07-05T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:48.454401 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fad6f4-b5b5-4b11-97e1-72b7b02b9780 None None] The sync data for ids ['2b06a45a-57fb-40ca-afbb-8c8723a82569'] in n-d-771363-32 is: [{'id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'name': 'tempest-TestServerBasicOps-1827388465-router', 'tenant_id': '55531968aaea48f484959b725b229ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:17Z', 'updated_at': '2021-07-05T04:18:46Z', 'revision_number': 5, 'project_id': '55531968aaea48f484959b725b229ec2', 'gw_port': {'id': 'bdbde6b6-5196-4a96-a760-118347a89ff3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b06a45a-57fb-40ca-afbb-8c8723a82569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:18Z', 'updated_at': '2021-07-05T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:48.462629 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.491044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6884263-2196-426d-a4af-cc3cec219b02 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:48.503941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-2055c4df-e5cc-4f8f-b702-dece2330d2dc admin admin] For port bdbde6b6-5196-4a96-a760-118347a89ff3, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bdbde6b6-5196-4a96-a760-118347a89ff3,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:48.504332 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2055c4df-e5cc-4f8f-b702-dece2330d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.513858 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port f6884263-2196-426d-a4af-cc3cec219b02, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f6884263-2196-426d-a4af-cc3cec219b02,segment=NetworkSegment(1e0565bf-1467-460b-86ec-2f408cfcdeec),segment_id=1e0565bf-1467-460b-86ec-2f408cfcdeec)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:48.524558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efee0c-a0ac-40bc-860b-fa0772500a17 req-02fd14a3-272b-4448-ba36-59f3cba9308e tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:48.528257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3efee0c-a0ac-40bc-860b-fa0772500a17 req-02fd14a3-272b-4448-ba36-59f3cba9308e tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 943 time: 0.1392639 Jul 05 04:18:48.533634 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-2055c4df-e5cc-4f8f-b702-dece2330d2dc admin admin] Calling delete_port for bdbde6b6-5196-4a96-a760-118347a89ff3 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:48.609297 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3efee0c-a0ac-40bc-860b-fa0772500a17 req-bac92a42-f6dd-46a9-a18a-1e841ad3727b tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767338 Jul 05 04:18:48.635214 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.691934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=f6884263-2196-426d-a4af-cc3cec219b02,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:48.836020 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2055c4df-e5cc-4f8f-b702-dece2330d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.858422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055c4df-e5cc-4f8f-b702-dece2330d2dc admin admin] Pushing event deleted for resources: {'Port': ['ID=bdbde6b6-5196-4a96-a760-118347a89ff3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:48.938173 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2055c4df-e5cc-4f8f-b702-dece2330d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.998139 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['f6884263-2196-426d-a4af-cc3cec219b02'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:18:49.044828 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2055c4df-e5cc-4f8f-b702-dece2330d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.049452 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2055c4df-e5cc-4f8f-b702-dece2330d2dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.197207 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2055c4df-e5cc-4f8f-b702-dece2330d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.197985 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2055c4df-e5cc-4f8f-b702-dece2330d2dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b06a45a-57fb-40ca-afbb-8c8723a82569 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:18:49.203127 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2055c4df-e5cc-4f8f-b702-dece2330d2dc admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.206231 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2055c4df-e5cc-4f8f-b702-dece2330d2dc admin admin] 10.222.0.38 "DELETE /v2.0/routers/2b06a45a-57fb-40ca-afbb-8c8723a82569 HTTP/1.1" status: 204 len: 168 time: 1.6107640 Jul 05 04:18:49.206962 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49672) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:49.257282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbeaf4e-9e1b-470e-b96c-98d4e9aeb5db admin admin] Deleting subnet ce4df291-84df-4cc8-b469-a18e04b53998 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:49.263720 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-acbeaf4e-9e1b-470e-b96c-98d4e9aeb5db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.313779 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-acbeaf4e-9e1b-470e-b96c-98d4e9aeb5db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.401812 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-acbeaf4e-9e1b-470e-b96c-98d4e9aeb5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.545147 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-acbeaf4e-9e1b-470e-b96c-98d4e9aeb5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.571774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbeaf4e-9e1b-470e-b96c-98d4e9aeb5db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce4df291-84df-4cc8-b469-a18e04b53998,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:49.585567 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-acbeaf4e-9e1b-470e-b96c-98d4e9aeb5db admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.590530 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-acbeaf4e-9e1b-470e-b96c-98d4e9aeb5db admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ce4df291-84df-4cc8-b469-a18e04b53998 HTTP/1.1" status: 204 len: 168 time: 0.3795557 Jul 05 04:18:49.591227 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49680) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:49.598713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b329a185-4857-4041-9283-4497988cf5ac None None] Network 9e9e977d-1500-4391-a2c3-00211ddba705 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:49.740432 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.810824 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] Deleting port c57054d0-de52-46c6-bdb7-c43bff159793 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:49.811140 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.891401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] For port c57054d0-de52-46c6-bdb7-c43bff159793, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c57054d0-de52-46c6-bdb7-c43bff159793,segment=NetworkSegment(5edb877b-6ce2-40cb-9fe6-83adfd37e5e8),segment_id=5edb877b-6ce2-40cb-9fe6-83adfd37e5e8)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:49.892228 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.901185 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7157a26-1d32-47d4-8303-e839d8c47ef6 req-b1e9ae23-32fc-4013-a014-2da328c89fad tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:49.904103 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7157a26-1d32-47d4-8303-e839d8c47ef6 req-b1e9ae23-32fc-4013-a014-2da328c89fad tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 944 time: 0.1016572 Jul 05 04:18:49.913989 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] Calling delete_port for c57054d0-de52-46c6-bdb7-c43bff159793 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:49.928935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beafb35c-3174-47cc-97ae-c4f8a025e602 None None] DHCP port deletion for 9e9e977d-1500-4391-a2c3-00211ddba705 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:18:49.962905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7157a26-1d32-47d4-8303-e839d8c47ef6 req-425e3f03-097a-43b4-abbc-0a60b04436d2 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504355 Jul 05 04:18:49.995109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-beafb35c-3174-47cc-97ae-c4f8a025e602 None None] Deleting port c57054d0-de52-46c6-bdb7-c43bff159793 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:49.995696 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-beafb35c-3174-47cc-97ae-c4f8a025e602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.088371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c57054d0-de52-46c6-bdb7-c43bff159793 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:50.096283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-beafb35c-3174-47cc-97ae-c4f8a025e602 None None] For port c57054d0-de52-46c6-bdb7-c43bff159793, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c57054d0-de52-46c6-bdb7-c43bff159793,segment=NetworkSegment(5edb877b-6ce2-40cb-9fe6-83adfd37e5e8),segment_id=5edb877b-6ce2-40cb-9fe6-83adfd37e5e8)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:50.096674 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-beafb35c-3174-47cc-97ae-c4f8a025e602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.131338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-beafb35c-3174-47cc-97ae-c4f8a025e602 None None] Calling delete_port for c57054d0-de52-46c6-bdb7-c43bff159793 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:50.133412 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.161868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=c57054d0-de52-46c6-bdb7-c43bff159793,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:50.163973 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] No DVR routers for this DVR port c57054d0-de52-46c6-bdb7-c43bff159793 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:50.189145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No active binding found for port c57054d0-de52-46c6-bdb7-c43bff159793 {{(pid=100934) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 04:18:50.189601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c57054d0-de52-46c6-bdb7-c43bff159793 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:50.190137 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2307f4d4-a222-4d72-b5ea-f380b467c991 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:50.215827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f6884263-2196-426d-a4af-cc3cec219b02 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:50.217850 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 2307f4d4-a222-4d72-b5ea-f380b467c991 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:50.218578 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2307f4d4-a222-4d72-b5ea-f380b467c991 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:50.218993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bdbde6b6-5196-4a96-a760-118347a89ff3 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:50.250526 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.261692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9e977d-1500-4391-a2c3-00211ddba705']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:50.265554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: bdbde6b6-5196-4a96-a760-118347a89ff3 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:50.265900 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bdbde6b6-5196-4a96-a760-118347a89ff3 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:50.282723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edb877b-6ce2-40cb-9fe6-83adfd37e5e8') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:50.283028 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edb877b-6ce2-40cb-9fe6-83adfd37e5e8') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:50.302467 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-beafb35c-3174-47cc-97ae-c4f8a025e602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.302884 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.331844 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafb35c-3174-47cc-97ae-c4f8a025e602 None None] Pushing event deleted for resources: {'Port': ['ID=c57054d0-de52-46c6-bdb7-c43bff159793,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:50.337150 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beafb35c-3174-47cc-97ae-c4f8a025e602 None None] No DVR routers for this DVR port c57054d0-de52-46c6-bdb7-c43bff159793 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:50.340547 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.354073 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:50.356174 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port f6884263-2196-426d-a4af-cc3cec219b02 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:50.361558 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.362092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port f6884263-2196-426d-a4af-cc3cec219b02 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:50.362092 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:50.364507 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:50.407169 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:18:50.451558 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.474231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f08129-4680-4a05-a52d-6f4fe129a32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6884263-2196-426d-a4af-cc3cec219b02'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:50.476539 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315e008a-9cd6-484f-ba21-9f771c266e1f" -d '{"events": [{"server_uuid": "a6f08129-4680-4a05-a52d-6f4fe129a32b", "name": "network-vif-plugged", "status": "completed", "tag": "f6884263-2196-426d-a4af-cc3cec219b02"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:50.492990 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port f6884263-2196-426d-a4af-cc3cec219b02, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f6884263-2196-426d-a4af-cc3cec219b02,segment=NetworkSegment(1e0565bf-1467-460b-86ec-2f408cfcdeec),segment_id=1e0565bf-1467-460b-86ec-2f408cfcdeec)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:50.494982 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.502623 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.505745 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9e9e977d-1500-4391-a2c3-00211ddba705 HTTP/1.1" status: 204 len: 168 time: 0.9136291 Jul 05 04:18:50.508941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49702) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:50.528343 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a4f16-c65a-474b-be26-c4ba640d1a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e9e977d-1500-4391-a2c3-00211ddba705,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:50.579235 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.619919 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedd2864-1315-4a93-b3c9-a82a4ced66ec x-openstack-request-id: req-dedd2864-1315-4a93-b3c9-a82a4ced66ec {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:50.620255 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f08129-4680-4a05-a52d-6f4fe129a32b", "name": "network-vif-plugged", "status": "completed", "tag": "f6884263-2196-426d-a4af-cc3cec219b02", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:50.620510 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dedd2864-1315-4a93-b3c9-a82a4ced66ec {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:50.620903 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f08129-4680-4a05-a52d-6f4fe129a32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6884263-2196-426d-a4af-cc3cec219b02', 'code': 200} Jul 05 04:18:50.691840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=f6884263-2196-426d-a4af-cc3cec219b02,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:50.782073 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2327d-316c-4bd6-810e-2157e6b2ab28 req-7eb78560-7c62-4c87-b97c-55cdeab5e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:50.784220 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98f2327d-316c-4bd6-810e-2157e6b2ab28 req-7eb78560-7c62-4c87-b97c-55cdeab5e6b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 1097 time: 0.0669100 Jul 05 04:18:50.830936 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-98f2327d-316c-4bd6-810e-2157e6b2ab28 req-7957a411-fab8-458b-b4e8-69bc557caeaf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383117 Jul 05 04:18:50.948907 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb132db7-626f-43d9-ae64-4d8224160c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.186963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310b65d-6847-4057-b5fd-0e8764a52172 req-99123457-576d-40de-8a98-92047a8c3154 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:51.187981 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f310b65d-6847-4057-b5fd-0e8764a52172 req-99123457-576d-40de-8a98-92047a8c3154 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 945 time: 0.0929949 Jul 05 04:18:51.261024 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f310b65d-6847-4057-b5fd-0e8764a52172 req-8a05ab5f-3208-45de-94cf-11d6479f6254 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666111 Jul 05 04:18:51.312241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-bb132db7-626f-43d9-ae64-4d8224160c15 admin admin] Deleting port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:51.312585 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb132db7-626f-43d9-ae64-4d8224160c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.393117 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-bb132db7-626f-43d9-ae64-4d8224160c15 admin admin] For port 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3813b7dd-d6c7-4e38-b0b2-11bd93cfad75,segment=NetworkSegment(2b3304f3-ced9-4ee5-bdbf-a631d304aeb1),segment_id=2b3304f3-ced9-4ee5-bdbf-a631d304aeb1)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:51.393474 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb132db7-626f-43d9-ae64-4d8224160c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.406550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-bb132db7-626f-43d9-ae64-4d8224160c15 admin admin] Calling delete_port for 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:51.675745 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb132db7-626f-43d9-ae64-4d8224160c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.706448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb132db7-626f-43d9-ae64-4d8224160c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=3813b7dd-d6c7-4e38-b0b2-11bd93cfad75,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:51.903308 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb132db7-626f-43d9-ae64-4d8224160c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.173049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb132db7-626f-43d9-ae64-4d8224160c15 admin admin] Router a40cb18e-d950-4ceb-a586-f66c7d06ba58 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:52.284034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb132db7-626f-43d9-ae64-4d8224160c15 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:52.289079 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bb132db7-626f-43d9-ae64-4d8224160c15 admin admin] 10.222.0.38 "PUT /v2.0/routers/a40cb18e-d950-4ceb-a586-f66c7d06ba58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7788181 Jul 05 04:18:52.291601 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49730) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:52.313683 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a863b4-62fb-495d-9705-23219b2c15ab None None] Sync routers for ids ['a40cb18e-d950-4ceb-a586-f66c7d06ba58'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:52.323834 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a863b4-62fb-495d-9705-23219b2c15ab None None] Routers {'a40cb18e-d950-4ceb-a586-f66c7d06ba58'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:52.333216 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e9a863b4-62fb-495d-9705-23219b2c15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:18:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a40cb18e-d950-4ceb-a586-f66c7d06ba58'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:52.416920 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4174c65d-712a-4950-ab86-480e874bf8c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.595895 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-e9a863b4-62fb-495d-9705-23219b2c15ab None None] Set router a40cb18e-d950-4ceb-a586-f66c7d06ba58 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:52.600794 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-a4e649b2-e2cc-4979-b588-feab65871ef0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0947125 Jul 05 04:18:52.703891 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-fccfd4a1-091c-4a83-9583-392dc7112900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:52.704683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-fccfd4a1-091c-4a83-9583-392dc7112900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:52.705230 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-fccfd4a1-091c-4a83-9583-392dc7112900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:52.705995 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-fccfd4a1-091c-4a83-9583-392dc7112900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:52.706649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-fccfd4a1-091c-4a83-9583-392dc7112900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:52.707118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-fccfd4a1-091c-4a83-9583-392dc7112900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:52.707776 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-fccfd4a1-091c-4a83-9583-392dc7112900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:52.709967 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-fccfd4a1-091c-4a83-9583-392dc7112900 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 6507 time: 0.0808067 Jul 05 04:18:52.809756 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e9a863b4-62fb-495d-9705-23219b2c15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'name': 'tempest-TestServerBasicOps-988919963-router', 'tenant_id': '17f56a8b5ce64c759325a3ec287150c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:31Z', 'updated_at': '2021-07-05T04:18:51Z', 'revision_number': 5, 'project_id': '17f56a8b5ce64c759325a3ec287150c9', 'gw_port': {'id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:32Z', 'updated_at': '2021-07-05T04:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:52.860894 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a863b4-62fb-495d-9705-23219b2c15ab None None] Checking router: a40cb18e-d950-4ceb-a586-f66c7d06ba58 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:18:52.869929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-5da44a7c-b09e-4367-b9dc-d38947db9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:52.870554 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a863b4-62fb-495d-9705-23219b2c15ab None None] Routers {'a40cb18e-d950-4ceb-a586-f66c7d06ba58'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:52.870785 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-5da44a7c-b09e-4367-b9dc-d38947db9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:52.871770 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e9a863b4-62fb-495d-9705-23219b2c15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:18:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a40cb18e-d950-4ceb-a586-f66c7d06ba58'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:52.872161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-5da44a7c-b09e-4367-b9dc-d38947db9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:52.873904 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-5da44a7c-b09e-4367-b9dc-d38947db9367 service neutron] 10.222.0.10 "GET /v2.0/networks?id=698c7822-9f38-4d13-a24c-340f7e82d957&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=4f1cf73a-04b0-4401-a497-483da7eef180&id=4f1cf73a-04b0-4401-a497-483da7eef180 HTTP/1.1" status: 200 len: 2295 time: 0.1376400 Jul 05 04:18:52.959772 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-51f76979-201d-44e6-921e-4dd7ecca3d81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=738f86fa-81ff-4194-8b17-37fec1ad0865 HTTP/1.1" status: 200 len: 1001 time: 0.0789022 Jul 05 04:18:53.009015 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4174c65d-712a-4950-ab86-480e874bf8c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.013521 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-e9a863b4-62fb-495d-9705-23219b2c15ab None None] Set router a40cb18e-d950-4ceb-a586-f66c7d06ba58 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:53.036474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-3c8e23a9-9b06-4574-b12f-d8bc8dbbe6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:53.038864 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-3c8e23a9-9b06-4574-b12f-d8bc8dbbe6dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc2108e7-7cda-4a81-b5ef-7079e3e394a2 HTTP/1.1" status: 200 len: 855 time: 0.0704823 Jul 05 04:18:53.051074 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b1b5d-2dcb-4864-832c-97e4b0ab1780 req-9ebc3098-056a-4f44-a29a-6d7c693bfb0d tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:53.059098 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e4b1b5d-2dcb-4864-832c-97e4b0ab1780 req-9ebc3098-056a-4f44-a29a-6d7c693bfb0d tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 945 time: 0.5373135 Jul 05 04:18:53.117585 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-b4b47cfc-c116-4fa1-a067-8c163cd176c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:53.119389 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-b4b47cfc-c116-4fa1-a067-8c163cd176c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=698c7822-9f38-4d13-a24c-340f7e82d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736818 Jul 05 04:18:53.120807 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e4b1b5d-2dcb-4864-832c-97e4b0ab1780 req-55801491-4158-4fa0-9a8e-99ea2ec5c63a tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601199 Jul 05 04:18:53.209511 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4174c65d-712a-4950-ab86-480e874bf8c8 admin admin] Deleting port 7f922e66-c9e1-4ee0-87fe-888e8f5329f3 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:53.212054 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4174c65d-712a-4950-ab86-480e874bf8c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.258597 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-c4a68247-6a27-4a63-8c78-407867314a17 service neutron] 10.222.0.10 "GET /v2.0/networks/698c7822-9f38-4d13-a24c-340f7e82d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319067 Jul 05 04:18:53.287512 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-e9a863b4-62fb-495d-9705-23219b2c15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'name': 'tempest-TestServerBasicOps-988919963-router', 'tenant_id': '17f56a8b5ce64c759325a3ec287150c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:31Z', 'updated_at': '2021-07-05T04:18:51Z', 'revision_number': 5, 'project_id': '17f56a8b5ce64c759325a3ec287150c9', 'gw_port': {'id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:32Z', 'updated_at': '2021-07-05T04:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:53.306774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-4174c65d-712a-4950-ab86-480e874bf8c8 admin admin] For port 7f922e66-c9e1-4ee0-87fe-888e8f5329f3, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7f922e66-c9e1-4ee0-87fe-888e8f5329f3,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:53.307135 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4174c65d-712a-4950-ab86-480e874bf8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.318907 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a863b4-62fb-495d-9705-23219b2c15ab None None] The sync data for ids ['a40cb18e-d950-4ceb-a586-f66c7d06ba58'] in n-d-771363-32 is: [{'id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'name': 'tempest-TestServerBasicOps-988919963-router', 'tenant_id': '17f56a8b5ce64c759325a3ec287150c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:12:31Z', 'updated_at': '2021-07-05T04:18:51Z', 'revision_number': 5, 'project_id': '17f56a8b5ce64c759325a3ec287150c9', 'gw_port': {'id': '7f922e66-c9e1-4ee0-87fe-888e8f5329f3', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40cb18e-d950-4ceb-a586-f66c7d06ba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:12:32Z', 'updated_at': '2021-07-05T04:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:53.328314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4174c65d-712a-4950-ab86-480e874bf8c8 admin admin] Calling delete_port for 7f922e66-c9e1-4ee0-87fe-888e8f5329f3 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:53.391987 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-e8bd54d3-d05a-474b-af80-a233f8e3c425 service neutron] 10.222.0.10 "GET /v2.0/networks/698c7822-9f38-4d13-a24c-340f7e82d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259570 Jul 05 04:18:53.446382 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-5a6e427d-dc9c-4c4a-94b3-6af443202182 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=0b261412-7c1f-44d0-b0d0-86763bb68022 HTTP/1.1" status: 200 len: 217 time: 0.0476110 Jul 05 04:18:53.510227 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-c344ba68-cbcb-44d9-9341-e8c28dce6a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:53.511819 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-c344ba68-cbcb-44d9-9341-e8c28dce6a2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0474846 Jul 05 04:18:53.580146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-6a0e3b48-3602-4bcd-b9a7-7cc400406c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:53.581677 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-6a0e3b48-3602-4bcd-b9a7-7cc400406c83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0632069 Jul 05 04:18:53.619020 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4174c65d-712a-4950-ab86-480e874bf8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.687952 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-754eb687-185a-447e-a5ae-3746a7079135 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971940 Jul 05 04:18:53.695425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174c65d-712a-4950-ab86-480e874bf8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f922e66-c9e1-4ee0-87fe-888e8f5329f3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:53.768120 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4174c65d-712a-4950-ab86-480e874bf8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.838257 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-8a25995f-ed16-4757-ad55-99519e21d9bb service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418142 Jul 05 04:18:53.870595 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4174c65d-712a-4950-ab86-480e874bf8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.873589 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4174c65d-712a-4950-ab86-480e874bf8c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.915053 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-30431b84-0c50-4f79-a4c0-0824516b9902 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=9314883e-d767-4609-a20b-7dd34002a5f2 HTTP/1.1" status: 200 len: 217 time: 0.0696838 Jul 05 04:18:53.980574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-640a47b3-00f6-4625-8b7c-78dba7bb696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:53.982033 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-640a47b3-00f6-4625-8b7c-78dba7bb696a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0600972 Jul 05 04:18:54.025807 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4174c65d-712a-4950-ab86-480e874bf8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.026497 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4174c65d-712a-4950-ab86-480e874bf8c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a40cb18e-d950-4ceb-a586-f66c7d06ba58 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:18:54.036176 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4174c65d-712a-4950-ab86-480e874bf8c8 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.037629 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4174c65d-712a-4950-ab86-480e874bf8c8 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a40cb18e-d950-4ceb-a586-f66c7d06ba58 HTTP/1.1" status: 204 len: 168 time: 1.7449965 Jul 05 04:18:54.040291 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49762) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:54.085047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-6c13eb2a-b88e-47b7-872d-932bf4018c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:54.086704 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-6c13eb2a-b88e-47b7-872d-932bf4018c65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0968468 Jul 05 04:18:54.101398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:54.118755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b8657d-5135-4154-bfd6-18edb22c0658 admin admin] Deleting subnet ebaea115-f344-411b-a095-a2811f7d51bb {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:54.129302 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-30b8657d-5135-4154-bfd6-18edb22c0658 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.137597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:54.137930 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3813b7dd-d6c7-4e38-b0b2-11bd93cfad75 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:54.208541 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-30b8657d-5135-4154-bfd6-18edb22c0658 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.217883 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-56ed8c39-0691-44aa-b1c4-290994002cc9 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229815 Jul 05 04:18:54.360719 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-686025f0-1978-4f29-8a35-52b1678c5c93 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311245 Jul 05 04:18:54.408730 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-30b8657d-5135-4154-bfd6-18edb22c0658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.415523 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-38cd5e33-66c5-4933-8199-ddd71a5872e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=6c46133d-628f-46e3-b0ef-033e0c1e19fb HTTP/1.1" status: 200 len: 217 time: 0.0472274 Jul 05 04:18:54.485208 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-64b68051-e646-4119-a92d-e76d4ddea4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:54.486715 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-64b68051-e646-4119-a92d-e76d4ddea4e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0649364 Jul 05 04:18:54.551315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-ef2087e3-764f-45be-aa34-8849551112bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:54.553017 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-ef2087e3-764f-45be-aa34-8849551112bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0585840 Jul 05 04:18:54.566985 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-30b8657d-5135-4154-bfd6-18edb22c0658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.582040 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-30b8657d-5135-4154-bfd6-18edb22c0658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.585179 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-30b8657d-5135-4154-bfd6-18edb22c0658 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ebaea115-f344-411b-a095-a2811f7d51bb HTTP/1.1" status: 204 len: 168 time: 0.5424409 Jul 05 04:18:54.589316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c170ea5-0b6e-43a1-b277-43fc691b9b26 None None] Network 716c1869-4efd-42e6-b979-e15b41f7ac41 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:54.602227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49776) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:54.611095 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8657d-5135-4154-bfd6-18edb22c0658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebaea115-f344-411b-a095-a2811f7d51bb,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:54.682110 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-153098e2-7025-4989-a502-4b6eb2486f83 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218228 Jul 05 04:18:54.728361 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.803979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] Deleting port 630ffa4b-06f7-4187-affa-1a335719d397 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:54.804350 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.817964 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-48d5694f-f090-4294-ac6a-931f9ac779cc service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286447 Jul 05 04:18:54.869755 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-270f1cac-ccb5-4075-b0f0-45f23a3b869b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac HTTP/1.1" status: 200 len: 217 time: 0.0425251 Jul 05 04:18:54.884343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] For port 630ffa4b-06f7-4187-affa-1a335719d397, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=630ffa4b-06f7-4187-affa-1a335719d397,segment=NetworkSegment(2b3304f3-ced9-4ee5-bdbf-a631d304aeb1),segment_id=2b3304f3-ced9-4ee5-bdbf-a631d304aeb1)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:54.885961 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.894994 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9355b19-2af8-40cb-a6c0-288410f3ee2a None None] DHCP port deletion for 716c1869-4efd-42e6-b979-e15b41f7ac41 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:18:54.906476 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] Calling delete_port for 630ffa4b-06f7-4187-affa-1a335719d397 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:54.932552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-d230f1bf-3f1a-4095-9729-59b13cccb958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:54.934640 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-d230f1bf-3f1a-4095-9729-59b13cccb958 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0559037 Jul 05 04:18:54.967918 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b9355b19-2af8-40cb-a6c0-288410f3ee2a None None] Deleting port 630ffa4b-06f7-4187-affa-1a335719d397 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:54.968858 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9355b19-2af8-40cb-a6c0-288410f3ee2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.037429 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-c7a50d19-2edb-4fc0-9809-f8b7d3572311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:55.039148 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-c7a50d19-2edb-4fc0-9809-f8b7d3572311 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0957773 Jul 05 04:18:55.053683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b9355b19-2af8-40cb-a6c0-288410f3ee2a None None] For port 630ffa4b-06f7-4187-affa-1a335719d397, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=630ffa4b-06f7-4187-affa-1a335719d397,segment=NetworkSegment(2b3304f3-ced9-4ee5-bdbf-a631d304aeb1),segment_id=2b3304f3-ced9-4ee5-bdbf-a631d304aeb1)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:55.054199 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9355b19-2af8-40cb-a6c0-288410f3ee2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.078926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b9355b19-2af8-40cb-a6c0-288410f3ee2a None None] Calling delete_port for 630ffa4b-06f7-4187-affa-1a335719d397 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:55.140961 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-f831f8b0-72e9-4be4-a2e8-d19858a7e0c9 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942698 Jul 05 04:18:55.145312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4364b-325b-4c92-ac52-0da84813fed0 req-4a011444-7b9c-415c-bfab-38a5439e1153 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:55.146795 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2a4364b-325b-4c92-ac52-0da84813fed0 req-4a011444-7b9c-415c-bfab-38a5439e1153 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 945 time: 0.0862079 Jul 05 04:18:55.150155 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.188362 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] No DVR routers for this DVR port 630ffa4b-06f7-4187-affa-1a335719d397 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:55.200938 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b9355b19-2af8-40cb-a6c0-288410f3ee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.219595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=630ffa4b-06f7-4187-affa-1a335719d397,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:55.238464 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9355b19-2af8-40cb-a6c0-288410f3ee2a None None] Pushing event deleted for resources: {'Port': ['ID=630ffa4b-06f7-4187-affa-1a335719d397,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:55.241317 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9355b19-2af8-40cb-a6c0-288410f3ee2a None None] No DVR routers for this DVR port 630ffa4b-06f7-4187-affa-1a335719d397 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:55.272911 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-384152b6-2432-4d63-a2d2-cad481e1fb56 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245084 Jul 05 04:18:55.295012 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2a4364b-325b-4c92-ac52-0da84813fed0 req-9c132a3a-5487-4bdf-910a-4dfba61c1a2c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357663 Jul 05 04:18:55.303183 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.314429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716c1869-4efd-42e6-b979-e15b41f7ac41']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:55.318072 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-94943e89-a1c1-4ffe-a364-4cb66f3ce9c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=842fd16f-f6ac-4a0e-8522-3a548a7030b0 HTTP/1.1" status: 200 len: 217 time: 0.0382628 Jul 05 04:18:55.362197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3304f3-ced9-4ee5-bdbf-a631d304aeb1') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:55.362545 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3304f3-ced9-4ee5-bdbf-a631d304aeb1') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:55.375971 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.403498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-5bc09797-4b02-485b-a1c2-be3351e178d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:55.405117 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-5bc09797-4b02-485b-a1c2-be3351e178d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a51c3177-af5c-4643-ae1e-7fa582a1817a HTTP/1.1" status: 200 len: 797 time: 0.0778580 Jul 05 04:18:55.420856 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.427428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:55.427987 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:55.476254 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:55.498338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-2983b1b6-8b5a-45b8-b735-e760c1cd280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:55.500319 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-2983b1b6-8b5a-45b8-b735-e760c1cd280f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f1cf73a-04b0-4401-a497-483da7eef180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0872445 Jul 05 04:18:55.596085 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-569f2e3c-a14d-4077-a579-81533bae99b0 service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876727 Jul 05 04:18:55.624233 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.630832 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.633004 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/716c1869-4efd-42e6-b979-e15b41f7ac41 HTTP/1.1" status: 204 len: 168 time: 1.0291262 Jul 05 04:18:55.647076 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49fd11-ca1f-4d4a-ada9-28a98d64a4b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=716c1869-4efd-42e6-b979-e15b41f7ac41,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:55.703768 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-09208bfd-67bd-4c10-93dd-26b2ad6377ff service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000226 Jul 05 04:18:55.752564 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-8728da24-8f3a-454f-841c-a3beaadfb9bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc6253bb-103b-4e73-9c12-d322528e9316 HTTP/1.1" status: 200 len: 217 time: 0.0382431 Jul 05 04:18:55.805689 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-a8fd65cb-85d1-46d8-b9e2-7f72df64eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:55.807257 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-a8fd65cb-85d1-46d8-b9e2-7f72df64eb9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a51c3177-af5c-4643-ae1e-7fa582a1817a HTTP/1.1" status: 200 len: 797 time: 0.0458488 Jul 05 04:18:55.889653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-c9f11d2a-234c-4506-b39a-b03b4ddf4edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:55.891210 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-c9f11d2a-234c-4506-b39a-b03b4ddf4edd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f1cf73a-04b0-4401-a497-483da7eef180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0771117 Jul 05 04:18:55.992777 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-8d3e026d-659b-4a41-9ac5-9746d1e76d09 service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926278 Jul 05 04:18:56.076233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7f922e66-c9e1-4ee0-87fe-888e8f5329f3 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:56.090610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49800) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:56.095727 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 7f922e66-c9e1-4ee0-87fe-888e8f5329f3 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:56.096091 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7f922e66-c9e1-4ee0-87fe-888e8f5329f3 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:56.096724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 630ffa4b-06f7-4187-affa-1a335719d397 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:56.107029 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6f207d0b-17df-4c76-9be1-b7656fb73c0c req-d144d707-4383-48a0-993c-5b5c32cbc6ec service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074779 Jul 05 04:18:56.132890 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 630ffa4b-06f7-4187-affa-1a335719d397 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:56.133532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 630ffa4b-06f7-4187-affa-1a335719d397 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:56.151754 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-56184b14-c782-4d3a-97af-ac8f0c6c68ec admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=55531968aaea48f484959b725b229ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605214 Jul 05 04:18:56.155173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49804) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:56.204750 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9bf75711-c7b6-4d2b-8281-526aea6578a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.228238 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9bf75711-c7b6-4d2b-8281-526aea6578a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.373569 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9bf75711-c7b6-4d2b-8281-526aea6578a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.376312 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9bf75711-c7b6-4d2b-8281-526aea6578a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.377492 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9bf75711-c7b6-4d2b-8281-526aea6578a7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3c12b71e-a58c-4b62-b203-b62a1a1ef09e HTTP/1.1" status: 204 len: 168 time: 0.2213993 Jul 05 04:18:56.385311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf75711-c7b6-4d2b-8281-526aea6578a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c12b71e-a58c-4b62-b203-b62a1a1ef09e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:56.589663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905dc84-0aff-406c-9626-7ba07297e0c5 req-c327f670-1684-4054-bb3e-1ace9d6079f5 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:56.593870 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5905dc84-0aff-406c-9626-7ba07297e0c5 req-c327f670-1684-4054-bb3e-1ace9d6079f5 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 945 time: 0.0861428 Jul 05 04:18:56.648624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5905dc84-0aff-406c-9626-7ba07297e0c5 req-b4b4308f-3cde-48f8-9f98-41a3c58b1ffc tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471807 Jul 05 04:18:56.815197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9071b9-9be0-4c50-8790-d2398b88c03f req-b0cc8507-138c-4052-9905-6ade10e848fb tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:56.816938 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a9071b9-9be0-4c50-8790-d2398b88c03f req-b0cc8507-138c-4052-9905-6ade10e848fb tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 945 time: 0.0767188 Jul 05 04:18:56.932219 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-2a9071b9-9be0-4c50-8790-d2398b88c03f req-0938be1b-b575-4ffc-b03e-20db8b2da1fe tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Deleting port f6884263-2196-426d-a4af-cc3cec219b02 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:56.933302 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a9071b9-9be0-4c50-8790-d2398b88c03f req-0938be1b-b575-4ffc-b03e-20db8b2da1fe tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:57.023183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2a9071b9-9be0-4c50-8790-d2398b88c03f req-0938be1b-b575-4ffc-b03e-20db8b2da1fe tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] For port f6884263-2196-426d-a4af-cc3cec219b02, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f6884263-2196-426d-a4af-cc3cec219b02,segment=NetworkSegment(1e0565bf-1467-460b-86ec-2f408cfcdeec),segment_id=1e0565bf-1467-460b-86ec-2f408cfcdeec)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:57.025214 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a9071b9-9be0-4c50-8790-d2398b88c03f req-0938be1b-b575-4ffc-b03e-20db8b2da1fe tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:57.038663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-2a9071b9-9be0-4c50-8790-d2398b88c03f req-0938be1b-b575-4ffc-b03e-20db8b2da1fe tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Calling delete_port for f6884263-2196-426d-a4af-cc3cec219b02 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:57.141193 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49826) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:57.187614 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a1325fe1-eb4e-4d6e-b187-b6e6ea18e1be admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=17f56a8b5ce64c759325a3ec287150c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452104 Jul 05 04:18:57.193868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49828) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:57.249033 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cadcc5cd-3339-445a-8db5-fd5667078947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:57.280647 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cadcc5cd-3339-445a-8db5-fd5667078947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:57.441645 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cadcc5cd-3339-445a-8db5-fd5667078947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:57.445754 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cadcc5cd-3339-445a-8db5-fd5667078947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:57.453524 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cadcc5cd-3339-445a-8db5-fd5667078947 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4c5895d6-33fe-471a-b14c-6be960a1c1d3 HTTP/1.1" status: 204 len: 168 time: 0.2514412 Jul 05 04:18:57.459382 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcc5cd-3339-445a-8db5-fd5667078947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5895d6-33fe-471a-b14c-6be960a1c1d3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:57.601919 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a9071b9-9be0-4c50-8790-d2398b88c03f req-0938be1b-b575-4ffc-b03e-20db8b2da1fe tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:57.618032 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['f6884263-2196-426d-a4af-cc3cec219b02'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:18:57.673586 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938be1b-b575-4ffc-b03e-20db8b2da1fe tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Pushing event deleted for resources: {'Port': ['ID=f6884263-2196-426d-a4af-cc3cec219b02,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:57.719704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9071b9-9be0-4c50-8790-d2398b88c03f req-0938be1b-b575-4ffc-b03e-20db8b2da1fe tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] No DVR routers for this DVR port f6884263-2196-426d-a4af-cc3cec219b02 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:57.722606 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a9071b9-9be0-4c50-8790-d2398b88c03f req-0938be1b-b575-4ffc-b03e-20db8b2da1fe tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:57.724795 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a9071b9-9be0-4c50-8790-d2398b88c03f req-0938be1b-b575-4ffc-b03e-20db8b2da1fe tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.36 "DELETE /v2.0/ports/f6884263-2196-426d-a4af-cc3cec219b02 HTTP/1.1" status: 204 len: 173 time: 0.9015450 Jul 05 04:18:57.725236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f08129-4680-4a05-a52d-6f4fe129a32b', 'name': 'network-vif-deleted', 'tag': 'f6884263-2196-426d-a4af-cc3cec219b02'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:57.727726 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47199b2f-7b91-4bc6-81f2-02c54801dc28" -d '{"events": [{"server_uuid": "a6f08129-4680-4a05-a52d-6f4fe129a32b", "name": "network-vif-deleted", "tag": "f6884263-2196-426d-a4af-cc3cec219b02"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:57.810626 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ea4c88-3c31-48a4-be57-99c24635591b x-openstack-request-id: req-58ea4c88-3c31-48a4-be57-99c24635591b {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:57.810927 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f08129-4680-4a05-a52d-6f4fe129a32b", "name": "network-vif-deleted", "tag": "f6884263-2196-426d-a4af-cc3cec219b02", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:57.811232 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-58ea4c88-3c31-48a4-be57-99c24635591b {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:57.811632 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f08129-4680-4a05-a52d-6f4fe129a32b', 'name': 'network-vif-deleted', 'tag': 'f6884263-2196-426d-a4af-cc3cec219b02', 'status': 'completed', 'code': 200} Jul 05 04:18:57.838927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-59110e90-a899-4a53-9ec7-04ed5e51b142 req-74897385-c2a9-4132-99f4-5c066d0489a1 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 210 time: 0.0554297 Jul 05 04:18:58.846309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 49876) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:59.038433 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-3e8d0d1c-0c8d-4b53-a533-51cdcdb71bc8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1012018172-network', 'tenant_id': '74f5c72e9b0041dea11725676c604b30'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:59.075144 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-33ff4ea6-3fc0-4483-98fe-3926d2085ae6 req-b2a2c949-9f29-4fcb-8c0f-6c0d4a31c14d tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6f08129-4680-4a05-a52d-6f4fe129a32b HTTP/1.1" status: 200 len: 210 time: 0.0930724 Jul 05 04:18:59.202424 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8d0d1c-0c8d-4b53-a533-51cdcdb71bc8 admin admin] Made reservation on behalf of 74f5c72e9b0041dea11725676c604b30 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:59.205122 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0d1c-0c8d-4b53-a533-51cdcdb71bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.222302 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0d1c-0c8d-4b53-a533-51cdcdb71bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.266281 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8245a70b-9ff1-43ab-be03-c2784250461c req-903dbc88-290c-4119-80f7-010ddc398758 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400727473&fields=id&tenant_id=48e750e760504acfa4e4109b157795f3 HTTP/1.1" status: 200 len: 267 time: 0.0578086 Jul 05 04:18:59.415555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a70b-9ff1-43ab-be03-c2784250461c req-516eb3e5-3f14-416d-bdcb-812ac9b214e4 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:59.417094 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8245a70b-9ff1-43ab-be03-c2784250461c req-516eb3e5-3f14-416d-bdcb-812ac9b214e4 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 812 time: 0.1424768 Jul 05 04:18:59.444447 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8245a70b-9ff1-43ab-be03-c2784250461c req-0e5a9ae9-1063-415a-9d62-63607d210f3f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/quotas/48e750e760504acfa4e4109b157795f3 HTTP/1.1" status: 200 len: 375 time: 0.0210967 Jul 05 04:18:59.446341 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0d1c-0c8d-4b53-a533-51cdcdb71bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.525137 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8245a70b-9ff1-43ab-be03-c2784250461c req-e9b0b0a8-3e4b-4e70-bf41-f070f9a75c07 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0741673 Jul 05 04:18:59.559428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0d1c-0c8d-4b53-a533-51cdcdb71bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.619479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8d0d1c-0c8d-4b53-a533-51cdcdb71bc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:18:59.632304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d0d1c-0c8d-4b53-a533-51cdcdb71bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e9a45a-15e1-4eb2-bdbc-31a3c0ab8334,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:59.646704 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0d1c-0c8d-4b53-a533-51cdcdb71bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.647038 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-3e8d0d1c-0c8d-4b53-a533-51cdcdb71bc8 admin admin] Added segment ddda5a6c-3c3d-47de-954c-c02f9efdddaf of type vlan for network d6319d00-44cf-44ca-aab4-f2e9561a4ab9 Jul 05 04:18:59.697156 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8245a70b-9ff1-43ab-be03-c2784250461c req-87638c2b-1bcf-4dd1-a231-bbc2da42d756 service neutron] 10.222.0.38 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574867 Jul 05 04:18:59.701547 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0d1c-0c8d-4b53-a533-51cdcdb71bc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.804915 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8245a70b-9ff1-43ab-be03-c2784250461c req-730284ba-6ca8-4674-b9da-1fe39b255398 service neutron] 10.222.0.38 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997131 Jul 05 04:18:59.898776 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0d1c-0c8d-4b53-a533-51cdcdb71bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.899854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8d0d1c-0c8d-4b53-a533-51cdcdb71bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:59.900580 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3e8d0d1c-0c8d-4b53-a533-51cdcdb71bc8 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.966433 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d0d1c-0c8d-4b53-a533-51cdcdb71bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=d6319d00-44cf-44ca-aab4-f2e9561a4ab9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:59.976750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network d6319d00-44cf-44ca-aab4-f2e9561a4ab9 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:19:00.050627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49916) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:00.051220 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3e8d0d1c-0c8d-4b53-a533-51cdcdb71bc8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2015076 Jul 05 04:19:00.060103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2b7774f5-9e75-496a-9b22-33f7882548fb admin admin] Request body: {'subnet': {'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1012018172-subnet', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:00.201719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7774f5-9e75-496a-9b22-33f7882548fb admin admin] Made reservation on behalf of 74f5c72e9b0041dea11725676c604b30 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:00.204389 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b7774f5-9e75-496a-9b22-33f7882548fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.269163 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f6884263-2196-426d-a4af-cc3cec219b02 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:00.293283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: f6884263-2196-426d-a4af-cc3cec219b02 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:00.293774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f6884263-2196-426d-a4af-cc3cec219b02 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:00.487765 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b7774f5-9e75-496a-9b22-33f7882548fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.525844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-818efc6f-6b0f-4e57-b3e9-ccab744d0ab2 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:00.528299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-818efc6f-6b0f-4e57-b3e9-ccab744d0ab2 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/networks?id=09496f82-a5c5-45fb-aced-8ca5c6454c7f HTTP/1.1" status: 200 len: 808 time: 0.1108499 Jul 05 04:19:00.548283 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-692b7b19-c6a4-4b24-83c3-f67a66135bf5 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/quotas/307319bfe2964846ae8477e73f508159 HTTP/1.1" status: 200 len: 375 time: 0.0142717 Jul 05 04:19:00.558201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7774f5-9e75-496a-9b22-33f7882548fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dea3028-c24c-4a50-8c63-c045df990f3b,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:00.565967 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7774f5-9e75-496a-9b22-33f7882548fb admin admin] Checking segment: {'id': 'ddda5a6c-3c3d-47de-954c-c02f9efdddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:00.566104 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7774f5-9e75-496a-9b22-33f7882548fb admin admin] Network hostable DHCP agents. Network: d6319d00-44cf-44ca-aab4-f2e9561a4ab9, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:19:00.585285 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-baa50c6b-190f-4122-b422-7ee37ee3bbef tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=307319bfe2964846ae8477e73f508159&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307505 Jul 05 04:19:00.598782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-3d601965-ff7c-4d55-ab7e-5abf0c2abcb4 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:19:00.599745 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-3d601965-ff7c-4d55-ab7e-5abf0c2abcb4 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058010 Jul 05 04:19:00.670275 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7774f5-9e75-496a-9b22-33f7882548fb admin admin] Network d6319d00-44cf-44ca-aab4-f2e9561a4ab9 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:19:00.712474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3988d370-2149-46e6-955e-3158a51652d8 req-cb3ec304-d8c2-4a9e-b7f1-c7241f92f296 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 210 time: 0.0467937 Jul 05 04:19:00.759589 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-481dfbe3-dc3f-4449-9475-24fc21035e46 service neutron] 10.222.0.38 "GET /v2.0/networks/09496f82-a5c5-45fb-aced-8ca5c6454c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513517 Jul 05 04:19:00.773240 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-2b7774f5-9e75-496a-9b22-33f7882548fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, d6319d00-44cf-44ca-aab4-f2e9561a4ab9) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:00.777959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7774f5-9e75-496a-9b22-33f7882548fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:00.778741 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2b7774f5-9e75-496a-9b22-33f7882548fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.783516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244319e0-5184-40f5-9cb4-e0437d4c986f None None] Network d6319d00-44cf-44ca-aab4-f2e9561a4ab9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:00.891393 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-7a64496c-3c42-4166-9593-6080f8c0e6d8 service neutron] 10.222.0.38 "GET /v2.0/networks/09496f82-a5c5-45fb-aced-8ca5c6454c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223450 Jul 05 04:19:00.900196 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2b7774f5-9e75-496a-9b22-33f7882548fb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8481390 Jul 05 04:19:00.903923 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 49952) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:00.909346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:01.053147 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.055004 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.124713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-d6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'fixed_ips': [{'subnet_id': '9dea3028-c24c-4a50-8c63-c045df990f3b'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:19:01.125804 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.148015 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.267962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Allocated IP 172.20.0.2 (d6319d00-44cf-44ca-aab4-f2e9561a4ab9/9dea3028-c24c-4a50-8c63-c045df990f3b/5079ed52-0443-4db7-b36e-f85cc2b6c895) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:01.443478 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.453956 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.460573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Transition to ACTIVE for port object 5079ed52-0443-4db7-b36e-f85cc2b6c895 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:01.475966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Transition to ACTIVE for port object 5079ed52-0443-4db7-b36e-f85cc2b6c895 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:01.579927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5f6773a-0d73-4afb-ba7f-7a1f57d14f88 req-93a4763f-4133-4a8e-befe-db83cb9a0399 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 210 time: 0.0321217 Jul 05 04:19:01.726862 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.779898 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Network d6319d00-44cf-44ca-aab4-f2e9561a4ab9 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:01.783560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:01.795382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:01.828526 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc379961-aade-4495-887b-32be5a08f144 req-ced3ad61-9d33-48af-9885-35a01459b1ec tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 210 time: 0.0586371 Jul 05 04:19:01.845312 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.861405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Pushing event updated for resources: {'Port': ['ID=5079ed52-0443-4db7-b36e-f85cc2b6c895,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:01.873272 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.882559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Attempting to bind port 5079ed52-0443-4db7-b36e-f85cc2b6c895 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:01.883014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Attempting to bind port 5079ed52-0443-4db7-b36e-f85cc2b6c895 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'ddda5a6c-3c3d-47de-954c-c02f9efdddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:01.883493 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Attempting to bind port 5079ed52-0443-4db7-b36e-f85cc2b6c895 on network d6319d00-44cf-44ca-aab4-f2e9561a4ab9 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:01.892055 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:01.892462 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Checking segment: {'id': 'ddda5a6c-3c3d-47de-954c-c02f9efdddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:01.892891 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.893303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Bound using segment: {'id': 'ddda5a6c-3c3d-47de-954c-c02f9efdddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:01.893770 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Bound port: 5079ed52-0443-4db7-b36e-f85cc2b6c895, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddda5a6c-3c3d-47de-954c-c02f9efdddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:01.894154 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.960716 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] For port 5079ed52-0443-4db7-b36e-f85cc2b6c895, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:01.963885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] For port 5079ed52-0443-4db7-b36e-f85cc2b6c895, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5079ed52-0443-4db7-b36e-f85cc2b6c895,segment=NetworkSegment(ddda5a6c-3c3d-47de-954c-c02f9efdddaf),segment_id=ddda5a6c-3c3d-47de-954c-c02f9efdddaf)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:01.999743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Allocated IP 172.25.6.63 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/c726e336-3513-43ba-89e5-a09fae04ba70) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:02.060566 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.123396 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.137822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a619e9-644d-43b2-87fa-aa08357c9eeb None None] Pushing event updated for resources: {'Port': ['ID=5079ed52-0443-4db7-b36e-f85cc2b6c895,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:02.340870 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.391120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:02.396432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:02.400056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:02.412540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Pushing event updated for resources: {'Port': ['ID=c726e336-3513-43ba-89e5-a09fae04ba70,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:02.567767 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.666256 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0f82393-3c78-4156-a76a-61fe25875aa6 req-463ef4d7-e512-4544-9241-3d11e195c882 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 210 time: 0.0304904 Jul 05 04:19:02.798165 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.026934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60ff8351-371b-43a0-8053-72179647d4e4 req-9d07b7e5-6d47-49e4-8f9b-d45d47a60294 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 210 time: 0.0559878 Jul 05 04:19:03.102331 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.292121 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610f3509-e12b-41f9-b731-37dde501856a None None] Network d6319d00-44cf-44ca-aab4-f2e9561a4ab9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:03.356639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:19:03.428207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bf1478cd-5e2f-4007-8db0-60170f06c5c9 None None] Provisioning for port 5079ed52-0443-4db7-b36e-f85cc2b6c895 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:03.478711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:03.490685 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Sync routers for ids ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:03.501498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Routers {'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:03.502128 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:18:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:03.596471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.601388 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50006) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:03.604407 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f44b1199-88e3-4784-ac97-16a93b815630 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6988869 Jul 05 04:19:03.638652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Set router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:03.859531 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c02a420-e90b-4112-b1f9-b559495d98c0 req-f695c8f8-ff33-46e0-8828-b1059ea3dcd0 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 210 time: 0.0427377 Jul 05 04:19:03.980333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:02Z', 'revision_number': 3, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port': {'id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ee:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:04.020363 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Checking router: dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:04.020827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Updating router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee port c726e336-3513-43ba-89e5-a09fae04ba70 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:19:04.066952 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.097149 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.154943 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a70b-9ff1-43ab-be03-c2784250461c req-e2566399-0198-4270-9273-a50fa00b1a93 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:04.157081 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8245a70b-9ff1-43ab-be03-c2784250461c req-e2566399-0198-4270-9273-a50fa00b1a93 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 812 time: 0.2553201 Jul 05 04:19:04.229250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5079ed52-0443-4db7-b36e-f85cc2b6c895 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:04.244963 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8245a70b-9ff1-43ab-be03-c2784250461c req-719c0272-e920-4eb6-ab98-86c1d467d488 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48e750e760504acfa4e4109b157795f3 HTTP/1.1" status: 200 len: 380 time: 0.0741725 Jul 05 04:19:04.261034 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-8245a70b-9ff1-43ab-be03-c2784250461c req-fc23de61-ddc8-4284-ba4e-0da0a9e1e59a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'port': {'device_id': '18c81ded-a56d-481e-b610-a5175f52b460', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'admin_state_up': True, 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'security_groups': ['9e35c103-5de4-4200-8344-860849ba89d8']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:04.327855 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.331876 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-34c44750-8061-4c61-b1f5-9c570ca9f65b req-097c35b0-dc4a-479f-8958-31fca08f0a4a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 210 time: 0.0508783 Jul 05 04:19:04.487824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 5079ed52-0443-4db7-b36e-f85cc2b6c895 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:04.497384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 5079ed52-0443-4db7-b36e-f85cc2b6c895 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:04.497881 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.557261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8245a70b-9ff1-43ab-be03-c2784250461c req-fc23de61-ddc8-4284-ba4e-0da0a9e1e59a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Made reservation on behalf of 48e750e760504acfa4e4109b157795f3 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:04.566760 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8245a70b-9ff1-43ab-be03-c2784250461c req-fc23de61-ddc8-4284-ba4e-0da0a9e1e59a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.572742 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.587371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Transition to ACTIVE for port object c726e336-3513-43ba-89e5-a09fae04ba70 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:04.639787 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.682635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 5079ed52-0443-4db7-b36e-f85cc2b6c895, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5079ed52-0443-4db7-b36e-f85cc2b6c895,segment=NetworkSegment(ddda5a6c-3c3d-47de-954c-c02f9efdddaf),segment_id=ddda5a6c-3c3d-47de-954c-c02f9efdddaf)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:04.721705 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.765964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Allocated IP 172.20.0.1 (d6319d00-44cf-44ca-aab4-f2e9561a4ab9/9dea3028-c24c-4a50-8c63-c045df990f3b/d5eb7397-40f4-40a4-95ea-874c9c264d96) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:04.786524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-8245a70b-9ff1-43ab-be03-c2784250461c req-fc23de61-ddc8-4284-ba4e-0da0a9e1e59a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Allocated IP 172.20.0.14 (21576bdb-acd7-416e-ab70-c6ba0ea6d5de/50c6f83a-26f8-4fa9-bbc7-9cbd73efb092/cb01ea97-01ea-4458-89d8-16de1e673a46) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:04.801766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Attempting to bind port c726e336-3513-43ba-89e5-a09fae04ba70 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:04.802839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Attempting to bind port c726e336-3513-43ba-89e5-a09fae04ba70 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:04.803320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Attempting to bind port c726e336-3513-43ba-89e5-a09fae04ba70 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:04.806697 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.819356 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7734ac0-52dd-4139-88b8-4c4668920026 None None] Pushing event updated for resources: {'Port': ['ID=c726e336-3513-43ba-89e5-a09fae04ba70,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:04.866322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:04.866864 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:04.867437 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.867950 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:04.869157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Bound port: c726e336-3513-43ba-89e5-a09fae04ba70, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:04.872249 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.970148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=5079ed52-0443-4db7-b36e-f85cc2b6c895,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:04.988304 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] For port c726e336-3513-43ba-89e5-a09fae04ba70, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:04.996603 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] For port c726e336-3513-43ba-89e5-a09fae04ba70, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c726e336-3513-43ba-89e5-a09fae04ba70,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:05.005791 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.020192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Transition to ACTIVE for port object d5eb7397-40f4-40a4-95ea-874c9c264d96 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:05.033309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-f347947d-ce87-468e-9fb7-a8a591fb53bb tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:05.035124 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-f347947d-ce87-468e-9fb7-a8a591fb53bb tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.36 "GET /v2.0/networks?id=09496f82-a5c5-45fb-aced-8ca5c6454c7f HTTP/1.1" status: 200 len: 808 time: 0.4010434 Jul 05 04:19:05.039071 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8245a70b-9ff1-43ab-be03-c2784250461c req-fc23de61-ddc8-4284-ba4e-0da0a9e1e59a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.051548 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-86912279-6c09-4523-a19d-f843982d2f6c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Request body: {'port': {'device_id': '361423cd-b38b-4584-ba87-2e31b7abb5ab', 'network_id': '09496f82-a5c5-45fb-aced-8ca5c6454c7f', 'admin_state_up': True, 'tenant_id': '307319bfe2964846ae8477e73f508159'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:05.061367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-8245a70b-9ff1-43ab-be03-c2784250461c req-fc23de61-ddc8-4284-ba4e-0da0a9e1e59a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Transition to ACTIVE for port object cb01ea97-01ea-4458-89d8-16de1e673a46 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:05.070731 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.141409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Routers {'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:05.142142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:18:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:05.174630 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f87b3f65-40b7-44ce-af49-74c1a8f76d82 req-6ad08513-5436-4173-aa51-70a8a7175186 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 210 time: 0.1143196 Jul 05 04:19:05.188120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7734ac0-52dd-4139-88b8-4c4668920026 None None] Pushing event updated for resources: {'Port': ['ID=c726e336-3513-43ba-89e5-a09fae04ba70,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:05.204440 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8245a70b-9ff1-43ab-be03-c2784250461c req-fc23de61-ddc8-4284-ba4e-0da0a9e1e59a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.253343 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8245a70b-9ff1-43ab-be03-c2784250461c req-fc23de61-ddc8-4284-ba4e-0da0a9e1e59a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:05.257128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-8245a70b-9ff1-43ab-be03-c2784250461c req-fc23de61-ddc8-4284-ba4e-0da0a9e1e59a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:05.264908 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-8245a70b-9ff1-43ab-be03-c2784250461c req-fc23de61-ddc8-4284-ba4e-0da0a9e1e59a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:05.296240 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23de61-ddc8-4284-ba4e-0da0a9e1e59a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'Port': ['ID=cb01ea97-01ea-4458-89d8-16de1e673a46,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:05.305136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] Set router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:05.316482 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.335074 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a70b-9ff1-43ab-be03-c2784250461c req-fc23de61-ddc8-4284-ba4e-0da0a9e1e59a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:05.335074 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8245a70b-9ff1-43ab-be03-c2784250461c req-fc23de61-ddc8-4284-ba4e-0da0a9e1e59a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.395177 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Network d6319d00-44cf-44ca-aab4-f2e9561a4ab9 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:05.398097 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-86912279-6c09-4523-a19d-f843982d2f6c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Made reservation on behalf of 307319bfe2964846ae8477e73f508159 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:05.401989 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-86912279-6c09-4523-a19d-f843982d2f6c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.410505 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:05.416267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:05.475037 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Pushing event updated for resources: {'Port': ['ID=d5eb7397-40f4-40a4-95ea-874c9c264d96,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:05.483377 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8245a70b-9ff1-43ab-be03-c2784250461c req-fc23de61-ddc8-4284-ba4e-0da0a9e1e59a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2313099 Jul 05 04:19:05.498827 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Request body: {'port': {'device_id': '18c81ded-a56d-481e-b610-a5175f52b460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:05.617767 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.723776 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.844963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:02Z', 'revision_number': 3, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port': {'id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ee:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:05.898078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40652764-b2fc-4b9a-a6bd-df2aae4c42b1 None None] The sync data for ids ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'] in n-d-771363-32 is: [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:02Z', 'revision_number': 3, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port': {'id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ee:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:05.928948 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a09f09f1-e2a2-4d1d-99b1-4daa5a2139f7 None None] Provisioning for port cb01ea97-01ea-4458-89d8-16de1e673a46 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:05.935707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a09f09f1-e2a2-4d1d-99b1-4daa5a2139f7 None None] Provisioning complete for port cb01ea97-01ea-4458-89d8-16de1e673a46 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:05.936367 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a09f09f1-e2a2-4d1d-99b1-4daa5a2139f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.021753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a09f09f1-e2a2-4d1d-99b1-4daa5a2139f7 None None] Port cb01ea97-01ea-4458-89d8-16de1e673a46 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:06.150960 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5079ed52-0443-4db7-b36e-f85cc2b6c895 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:06.179318 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb01ea97-01ea-4458-89d8-16de1e673a46 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:19:06.207996 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.225371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 5079ed52-0443-4db7-b36e-f85cc2b6c895 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:06.225889 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.238280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Transition to ACTIVE for port object cb01ea97-01ea-4458-89d8-16de1e673a46 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:06.305298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-90e965f1-c471-432b-a0be-4649d9642b28 None None] Provisioning for port d5eb7397-40f4-40a4-95ea-874c9c264d96 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:06.305701 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-90e965f1-c471-432b-a0be-4649d9642b28 None None] Provisioning complete for port d5eb7397-40f4-40a4-95ea-874c9c264d96 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:06.305895 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-90e965f1-c471-432b-a0be-4649d9642b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.333544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.441937 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-90e965f1-c471-432b-a0be-4649d9642b28 None None] Port d5eb7397-40f4-40a4-95ea-874c9c264d96 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:06.502802 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43352c96-023c-4132-981d-94407e8d7146 req-98227271-a0e6-4876-b8ce-fec2fd57cc2d tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 210 time: 0.0572369 Jul 05 04:19:06.519245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb01ea97-01ea-4458-89d8-16de1e673a46,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:06.600192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Attempting to bind port cb01ea97-01ea-4458-89d8-16de1e673a46 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:06.600541 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Attempting to bind port cb01ea97-01ea-4458-89d8-16de1e673a46 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:06.600875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Attempting to bind port cb01ea97-01ea-4458-89d8-16de1e673a46 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:06.608359 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-86912279-6c09-4523-a19d-f843982d2f6c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Allocated IP 172.20.0.14 (09496f82-a5c5-45fb-aced-8ca5c6454c7f/7c664bd2-2b9f-4a2c-94ab-e7467cee8cc5/82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:06.609942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Port cb01ea97-01ea-4458-89d8-16de1e673a46 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:19:06.610673 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Attempting to bind port cb01ea97-01ea-4458-89d8-16de1e673a46 on network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:06.636364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:06.637502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Checking segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:06.638396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Bound using segment: {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:06.639113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Bound port: cb01ea97-01ea-4458-89d8-16de1e673a46, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba30c167-2f9c-434c-9807-718cbef7f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:06.640317 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.655629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4869e0e-b435-4a93-a217-f1cae8fed9fb req-acc1d334-ca16-49f7-92a7-c592e4b7a00c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:06.671577 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4869e0e-b435-4a93-a217-f1cae8fed9fb req-acc1d334-ca16-49f7-92a7-c592e4b7a00c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 932 time: 1.0413721 Jul 05 04:19:06.778901 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4869e0e-b435-4a93-a217-f1cae8fed9fb req-36c5152a-9e0d-4a82-bdd7-2c132b98db2f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093533 Jul 05 04:19:06.801498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] For port cb01ea97-01ea-4458-89d8-16de1e673a46, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:06.803806 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] For port cb01ea97-01ea-4458-89d8-16de1e673a46, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb01ea97-01ea-4458-89d8-16de1e673a46,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:06.935131 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.938603 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.031209 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb01ea97-01ea-4458-89d8-16de1e673a46,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:07.061934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:07.062876 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.064768 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8245a70b-9ff1-43ab-be03-c2784250461c req-c03201b5-66f4-444e-9e6e-da90a3c086b6 service neutron] 10.222.0.36 "PUT /v2.0/ports/cb01ea97-01ea-4458-89d8-16de1e673a46 HTTP/1.1" status: 200 len: 1093 time: 1.5714502 Jul 05 04:19:07.065842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c81ded-a56d-481e-b610-a5175f52b460', 'tag': 'cb01ea97-01ea-4458-89d8-16de1e673a46'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:07.071049 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738aa69b-2971-4331-b75f-ef0891baf530" -d '{"events": [{"name": "network-changed", "server_uuid": "18c81ded-a56d-481e-b610-a5175f52b460", "tag": "cb01ea97-01ea-4458-89d8-16de1e673a46"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:07.109368 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-86912279-6c09-4523-a19d-f843982d2f6c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.173815 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29404604-e6a4-46db-ab81-d4f80087f544 x-openstack-request-id: req-29404604-e6a4-46db-ab81-d4f80087f544 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:07.174125 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c81ded-a56d-481e-b610-a5175f52b460", "tag": "cb01ea97-01ea-4458-89d8-16de1e673a46", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:07.177453 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29404604-e6a4-46db-ab81-d4f80087f544 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:07.177453 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c81ded-a56d-481e-b610-a5175f52b460', 'tag': 'cb01ea97-01ea-4458-89d8-16de1e673a46', 'status': 'completed', 'code': 200} Jul 05 04:19:07.287708 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.308561 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738aa69b-2971-4331-b75f-ef0891baf530 req-1966697d-7d56-4fc1-9228-4fce003ae3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:07.310273 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-738aa69b-2971-4331-b75f-ef0891baf530 req-1966697d-7d56-4fc1-9228-4fce003ae3ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 1096 time: 0.1106889 Jul 05 04:19:07.362451 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-86912279-6c09-4523-a19d-f843982d2f6c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.432924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86912279-6c09-4523-a19d-f843982d2f6c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Pushing event updated for resources: {'Port': ['ID=82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:07.438878 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.455286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-86912279-6c09-4523-a19d-f843982d2f6c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Network 09496f82-a5c5-45fb-aced-8ca5c6454c7f is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:07.468672 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738aa69b-2971-4331-b75f-ef0891baf530 req-1fa95872-cadd-41a9-9759-c2a859a9de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:07.475280 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-738aa69b-2971-4331-b75f-ef0891baf530 req-1fa95872-cadd-41a9-9759-c2a859a9de0a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=48e750e760504acfa4e4109b157795f3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1478746 Jul 05 04:19:07.497456 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-86912279-6c09-4523-a19d-f843982d2f6c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:07.505783 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-86912279-6c09-4523-a19d-f843982d2f6c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:07.577311 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.581944 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Pushing event updated for resources: {'Port': ['ID=d5eb7397-40f4-40a4-95ea-874c9c264d96,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:07.583540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738aa69b-2971-4331-b75f-ef0891baf530 req-33143ada-abbd-4e2b-80bd-cef8b9bb84fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:07.596441 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-738aa69b-2971-4331-b75f-ef0891baf530 req-33143ada-abbd-4e2b-80bd-cef8b9bb84fa service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1160457 Jul 05 04:19:07.615775 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-86912279-6c09-4523-a19d-f843982d2f6c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:07.616449 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-86912279-6c09-4523-a19d-f843982d2f6c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.714823 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a70b-9ff1-43ab-be03-c2784250461c req-84e05619-6a64-4253-a03d-9a59eda4e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:07.717051 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8245a70b-9ff1-43ab-be03-c2784250461c req-84e05619-6a64-4253-a03d-9a59eda4e4d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 1096 time: 0.0613873 Jul 05 04:19:07.767666 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-86912279-6c09-4523-a19d-f843982d2f6c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7200260 Jul 05 04:19:07.796284 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Request body: {'port': {'device_id': '361423cd-b38b-4584-ba87-2e31b7abb5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:07.893613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3261e4-9712-4ab8-98b1-8c95b12a7760 req-96c4ab94-a221-49da-925d-ca6aa618f34b tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:07.902906 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae3261e4-9712-4ab8-98b1-8c95b12a7760 req-96c4ab94-a221-49da-925d-ca6aa618f34b tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 932 time: 0.1846473 Jul 05 04:19:08.071597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae3261e4-9712-4ab8-98b1-8c95b12a7760 req-c23d0699-5cf7-475e-8732-26165855123c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656415 Jul 05 04:19:08.160742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c726e336-3513-43ba-89e5-a09fae04ba70 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:08.161844 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8245a70b-9ff1-43ab-be03-c2784250461c req-3254ee10-8f14-4638-9d67-0502011983ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb01ea97-01ea-4458-89d8-16de1e673a46 HTTP/1.1" status: 200 len: 217 time: 0.4366016 Jul 05 04:19:08.166409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Network d6319d00-44cf-44ca-aab4-f2e9561a4ab9 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:08.168013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:08.262412 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a70b-9ff1-43ab-be03-c2784250461c req-fe2d8f19-a8ef-4c65-8215-4a4877d73b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:08.264286 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8245a70b-9ff1-43ab-be03-c2784250461c req-fe2d8f19-a8ef-4c65-8215-4a4877d73b02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0948036 Jul 05 04:19:08.287459 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.311159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port c726e336-3513-43ba-89e5-a09fae04ba70 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:08.316446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c726e336-3513-43ba-89e5-a09fae04ba70 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:08.316830 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.405720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a70b-9ff1-43ab-be03-c2784250461c req-142b2690-5f1c-44b4-b2c2-359758beb68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:08.407685 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8245a70b-9ff1-43ab-be03-c2784250461c req-142b2690-5f1c-44b4-b2c2-359758beb68f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360624 Jul 05 04:19:08.517318 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.527358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:08.534374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c04e6-0f65-408a-a481-453bf715bd01 req-4956efac-0ebf-41fd-ac70-b9d6b9f13612 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:08.546618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-887c04e6-0f65-408a-a481-453bf715bd01 req-4956efac-0ebf-41fd-ac70-b9d6b9f13612 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 944 time: 0.4615083 Jul 05 04:19:08.580131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port c726e336-3513-43ba-89e5-a09fae04ba70, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c726e336-3513-43ba-89e5-a09fae04ba70,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:08.581418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9bbe87a3-9719-4b30-a56f-17dd3d556406 None None] Provisioning complete for port d5eb7397-40f4-40a4-95ea-874c9c264d96 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:08.581737 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9bbe87a3-9719-4b30-a56f-17dd3d556406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.609451 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8245a70b-9ff1-43ab-be03-c2784250461c req-3f5fa602-2fe7-40d2-b512-c1b208d2afea service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942353 Jul 05 04:19:08.645864 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe87a3-9719-4b30-a56f-17dd3d556406 None None] Port d5eb7397-40f4-40a4-95ea-874c9c264d96 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:08.677721 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.729305 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=c726e336-3513-43ba-89e5-a09fae04ba70,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:08.737559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:08.738314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:08.738314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:08.738619 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:08.738912 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:08.739299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:08.739960 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:08.739960 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:08.740345 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:08.740677 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:08.741009 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:08.741333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:08.757395 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-887c04e6-0f65-408a-a481-453bf715bd01 req-16aad923-87ad-4387-a91f-cd6809b36b13 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052283 Jul 05 04:19:08.757515 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8245a70b-9ff1-43ab-be03-c2784250461c req-54e9b5ac-86d5-4ddf-ae38-56bfc9007ee3 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398625 Jul 05 04:19:08.832286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:08.838850 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d2b7c9e9-8f91-43c7-ba57-aef880872d45 admin admin] 10.222.0.38 "PUT /v2.0/routers/dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2364199 Jul 05 04:19:08.842034 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Sync routers for ids ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:08.853526 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Routers {'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:08.854330 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:18:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:08.980560 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Set router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:09.046478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 {{(pid=100933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:19:09.055431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:09.076236 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Transition to ACTIVE for port object 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:09.139338 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:09.212301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Pushing event updated for resources: {'Port': ['ID=82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:09.255110 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:06Z', 'revision_number': 4, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port': {'id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'd5eb7397-40f4-40a4-95ea-874c9c264d96', 'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'mac_address': 'fa:16:3e:3a:1c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:04Z', 'updated_at': '2021-07-05T04:19:07Z', 'revision_number': 2, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'subnets': [{'id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:09.291703 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Checking router: dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:09.292041 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Updating router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee port d5eb7397-40f4-40a4-95ea-874c9c264d96 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:19:09.322934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Attempting to bind port 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:09.323351 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Attempting to bind port 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '1e0565bf-1467-460b-86ec-2f408cfcdeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '09496f82-a5c5-45fb-aced-8ca5c6454c7f'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:09.323749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Attempting to bind port 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 on network 09496f82-a5c5-45fb-aced-8ca5c6454c7f {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:09.330339 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Port 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 on network 09496f82-a5c5-45fb-aced-8ca5c6454c7f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:19:09.330745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Attempting to bind port 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 on network 09496f82-a5c5-45fb-aced-8ca5c6454c7f {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:09.339340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:09.339757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Checking segment: {'id': '1e0565bf-1467-460b-86ec-2f408cfcdeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '09496f82-a5c5-45fb-aced-8ca5c6454c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:09.341896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Bound using segment: {'id': '1e0565bf-1467-460b-86ec-2f408cfcdeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '09496f82-a5c5-45fb-aced-8ca5c6454c7f'} {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:09.341896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Bound port: 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0565bf-1467-460b-86ec-2f408cfcdeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '09496f82-a5c5-45fb-aced-8ca5c6454c7f'}}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:09.341896 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:09.348735 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:09.516767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] For port 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3, host n-h2-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:09.534328 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] For port 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3,segment=NetworkSegment(1e0565bf-1467-460b-86ec-2f408cfcdeec),segment_id=1e0565bf-1467-460b-86ec-2f408cfcdeec)] {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:09.554457 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f425c-d3e3-4305-8149-6a704ac7570d req-31b5ff96-c6fe-403e-8f94-d9c6b72f7f4a tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:09.561685 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-545f425c-d3e3-4305-8149-6a704ac7570d req-31b5ff96-c6fe-403e-8f94-d9c6b72f7f4a tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 944 time: 0.2230341 Jul 05 04:19:09.613365 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-545f425c-d3e3-4305-8149-6a704ac7570d req-3b3a84e3-2538-443c-b1ce-75b9a5a4fbb0 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465767 Jul 05 04:19:09.642019 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:09.680601 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:09.683066 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:09.683066 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] 10.222.0.36 "PUT /v2.0/ports/82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 HTTP/1.1" status: 200 len: 1093 time: 1.9009161 Jul 05 04:19:09.683406 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361423cd-b38b-4584-ba87-2e31b7abb5ab', 'tag': '82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:09.685734 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55638ce5-7532-4411-82f8-003ecb078e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "361423cd-b38b-4584-ba87-2e31b7abb5ab", "tag": "82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:09.727981 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf37d12-8a6c-4204-b74e-c87bed320591 service neutron] Pushing event updated for resources: {'Port': ['ID=82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:09.778601 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0138ab-e0d6-459e-bbf0-43947df1d4ee x-openstack-request-id: req-1c0138ab-e0d6-459e-bbf0-43947df1d4ee {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:09.778601 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361423cd-b38b-4584-ba87-2e31b7abb5ab", "tag": "82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:09.778601 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c0138ab-e0d6-459e-bbf0-43947df1d4ee {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:09.778601 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361423cd-b38b-4584-ba87-2e31b7abb5ab', 'tag': '82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3', 'status': 'completed', 'code': 200} Jul 05 04:19:09.790086 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:09.807656 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Transition to ACTIVE for port object d5eb7397-40f4-40a4-95ea-874c9c264d96 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:09.868026 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-90573504-9957-4d4e-97ba-2ac47fb06e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:09.870474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-90573504-9957-4d4e-97ba-2ac47fb06e81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=307319bfe2964846ae8477e73f508159&device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 1096 time: 0.0872877 Jul 05 04:19:09.877836 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50110) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:09.883711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-bdbda979-ab02-42e4-848f-e59566208442 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1177470994-network', 'tenant_id': '51ed1c758f114bab99bfa17b3f4c169b'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:09.893820 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:09.937182 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-1f98d688-b534-4cfd-bd2b-a8799eace2e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 HTTP/1.1" status: 200 len: 217 time: 0.0502596 Jul 05 04:19:09.988265 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7e69c-ddae-470d-a358-38ce1a1006f9 None None] Pushing event updated for resources: {'Port': ['ID=d5eb7397-40f4-40a4-95ea-874c9c264d96,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:10.055893 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-bda4e261-4e32-4d11-b730-dc9d26cfe29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:10.057532 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-bda4e261-4e32-4d11-b730-dc9d26cfe29d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c664bd2-2b9f-4a2c-94ab-e7467cee8cc5 HTTP/1.1" status: 200 len: 848 time: 0.0854967 Jul 05 04:19:10.084983 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7e69c-ddae-470d-a358-38ce1a1006f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:10.087817 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7e69c-ddae-470d-a358-38ce1a1006f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:10.087817 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7e69c-ddae-470d-a358-38ce1a1006f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:10.087817 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7e69c-ddae-470d-a358-38ce1a1006f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:10.087817 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7e69c-ddae-470d-a358-38ce1a1006f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:10.087817 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7e69c-ddae-470d-a358-38ce1a1006f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:10.087817 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7e69c-ddae-470d-a358-38ce1a1006f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:10.087817 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7e69c-ddae-470d-a358-38ce1a1006f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:10.087817 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7e69c-ddae-470d-a358-38ce1a1006f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:10.088664 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7e69c-ddae-470d-a358-38ce1a1006f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:10.088664 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7e69c-ddae-470d-a358-38ce1a1006f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:10.088664 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7e69c-ddae-470d-a358-38ce1a1006f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:10.096400 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Attempting to bind port d5eb7397-40f4-40a4-95ea-874c9c264d96 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:10.096780 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Attempting to bind port d5eb7397-40f4-40a4-95ea-874c9c264d96 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'ddda5a6c-3c3d-47de-954c-c02f9efdddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:10.097239 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Attempting to bind port d5eb7397-40f4-40a4-95ea-874c9c264d96 on network d6319d00-44cf-44ca-aab4-f2e9561a4ab9 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:10.103034 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:10.103794 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Checking segment: {'id': 'ddda5a6c-3c3d-47de-954c-c02f9efdddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:10.104454 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.105008 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Bound using segment: {'id': 'ddda5a6c-3c3d-47de-954c-c02f9efdddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:10.105590 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Bound port: d5eb7397-40f4-40a4-95ea-874c9c264d96, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddda5a6c-3c3d-47de-954c-c02f9efdddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:10.106069 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.118504 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-357e87bf-2845-46e7-9761-019c31493600 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09496f82-a5c5-45fb-aced-8ca5c6454c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519168 Jul 05 04:19:10.120755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbda979-ab02-42e4-848f-e59566208442 admin admin] Made reservation on behalf of 51ed1c758f114bab99bfa17b3f4c169b for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:10.123786 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bdbda979-ab02-42e4-848f-e59566208442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.154088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c726e336-3513-43ba-89e5-a09fae04ba70 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:10.187672 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bdbda979-ab02-42e4-848f-e59566208442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.208387 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b11e-3920-4ef1-bf82-a12ab4b186db req-c4028e22-e180-4b7f-8254-82b06dbb4c7c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:10.215466 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15e9b11e-3920-4ef1-bf82-a12ab4b186db req-c4028e22-e180-4b7f-8254-82b06dbb4c7c tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 944 time: 0.2834589 Jul 05 04:19:10.226140 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] For port d5eb7397-40f4-40a4-95ea-874c9c264d96, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:10.232488 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] For port d5eb7397-40f4-40a4-95ea-874c9c264d96, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d5eb7397-40f4-40a4-95ea-874c9c264d96,segment=NetworkSegment(ddda5a6c-3c3d-47de-954c-c02f9efdddaf),segment_id=ddda5a6c-3c3d-47de-954c-c02f9efdddaf)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:10.256489 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c726e336-3513-43ba-89e5-a09fae04ba70 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:10.257143 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.275288 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15e9b11e-3920-4ef1-bf82-a12ab4b186db req-7d9c00df-e0c4-4133-b792-958538b692a2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589175 Jul 05 04:19:10.312468 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.344569 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-6b215845-2143-4b4e-80dd-a4da92aa45e2 service neutron] 10.222.0.36 "GET /v2.0/networks/09496f82-a5c5-45fb-aced-8ca5c6454c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167981 Jul 05 04:19:10.428649 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Routers {'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:10.434231 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:18:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:10.557539 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639c5ee0-8406-43a9-b2c5-6dbc7305014b req-2dc81330-960d-4a01-8f2b-09da8e212e37 service neutron] 10.222.0.36 "GET /v2.0/networks/09496f82-a5c5-45fb-aced-8ca5c6454c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045016 Jul 05 04:19:10.583688 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bdbda979-ab02-42e4-848f-e59566208442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.694268 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bdbda979-ab02-42e4-848f-e59566208442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.838539 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] Set router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:10.845962 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbda979-ab02-42e4-848f-e59566208442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4805bac-d559-4242-aae7-d38b97c5584f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:10.850787 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbda979-ab02-42e4-848f-e59566208442 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:19:10.871144 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bdbda979-ab02-42e4-848f-e59566208442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.871144 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-bdbda979-ab02-42e4-848f-e59566208442 admin admin] Added segment 794fceb3-9468-4db1-8acf-13f2c98f6919 of type vlan for network a95beb92-04c0-44d3-87e8-54a88a925c87 Jul 05 04:19:10.896591 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7e69c-ddae-470d-a358-38ce1a1006f9 None None] Pushing event updated for resources: {'Port': ['ID=d5eb7397-40f4-40a4-95ea-874c9c264d96,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:10.936179 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bdbda979-ab02-42e4-848f-e59566208442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.950511 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55638ce5-7532-4411-82f8-003ecb078e5d req-4fab6c06-613f-4c9e-9216-1d185b988f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:10.952030 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-55638ce5-7532-4411-82f8-003ecb078e5d req-4fab6c06-613f-4c9e-9216-1d185b988f2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=307319bfe2964846ae8477e73f508159&device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 1096 time: 0.2261379 Jul 05 04:19:11.063585 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bdbda979-ab02-42e4-848f-e59566208442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.064767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbda979-ab02-42e4-848f-e59566208442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:11.065572 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bdbda979-ab02-42e4-848f-e59566208442 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.155575 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:06Z', 'revision_number': 4, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port': {'id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'd5eb7397-40f4-40a4-95ea-874c9c264d96', 'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'mac_address': 'fa:16:3e:3a:1c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:04Z', 'updated_at': '2021-07-05T04:19:10Z', 'revision_number': 4, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'subnets': [{'id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:11.159384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55638ce5-7532-4411-82f8-003ecb078e5d req-5120aea3-4d93-48c8-b8ca-c281434b760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:11.160764 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-55638ce5-7532-4411-82f8-003ecb078e5d req-5120aea3-4d93-48c8-b8ca-c281434b760a service neutron] 10.222.0.36 "GET /v2.0/networks?id=09496f82-a5c5-45fb-aced-8ca5c6454c7f HTTP/1.1" status: 200 len: 909 time: 0.1964960 Jul 05 04:19:11.182550 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8819ae-e89e-4a29-af15-55f4a7b31b89 None None] The sync data for ids ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'] in n-d-771363-32 is: [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:06Z', 'revision_number': 4, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port': {'id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'd5eb7397-40f4-40a4-95ea-874c9c264d96', 'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'mac_address': 'fa:16:3e:3a:1c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:04Z', 'updated_at': '2021-07-05T04:19:10Z', 'revision_number': 4, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'subnets': [{'id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:11.233644 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-55638ce5-7532-4411-82f8-003ecb078e5d req-ee2dbd65-f2ee-4c95-91de-2aa6d926d5c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 HTTP/1.1" status: 200 len: 217 time: 0.0503700 Jul 05 04:19:11.242770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbda979-ab02-42e4-848f-e59566208442 admin admin] Pushing event updated for resources: {'Network': ['ID=a95beb92-04c0-44d3-87e8-54a88a925c87,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:11.251345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bdbda979-ab02-42e4-848f-e59566208442 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3691497 Jul 05 04:19:11.257706 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50130) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:11.270352 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e1041f34-801e-4b98-8a7f-8131072b4f36 admin admin] Request body: {'subnet': {'network_id': 'a95beb92-04c0-44d3-87e8-54a88a925c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1177470994-subnet', 'tenant_id': '51ed1c758f114bab99bfa17b3f4c169b', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:11.295428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network a95beb92-04c0-44d3-87e8-54a88a925c87 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:19:11.338151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55638ce5-7532-4411-82f8-003ecb078e5d req-5222a8e7-678f-466c-b7b2-233b16636b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:11.343877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-55638ce5-7532-4411-82f8-003ecb078e5d req-5222a8e7-678f-466c-b7b2-233b16636b6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c664bd2-2b9f-4a2c-94ab-e7467cee8cc5 HTTP/1.1" status: 200 len: 848 time: 0.0970135 Jul 05 04:19:11.373457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1041f34-801e-4b98-8a7f-8131072b4f36 admin admin] Made reservation on behalf of 51ed1c758f114bab99bfa17b3f4c169b for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:11.375992 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e1041f34-801e-4b98-8a7f-8131072b4f36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.424682 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-55638ce5-7532-4411-82f8-003ecb078e5d req-3c900c6b-8010-47c4-84b3-da8172029e85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09496f82-a5c5-45fb-aced-8ca5c6454c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708237 Jul 05 04:19:11.441881 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b027fb2-3e96-428c-bc2c-b88aa7db030d req-2ca295aa-fca7-4bba-bd5e-0f3724ed10a0 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:11.454109 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b027fb2-3e96-428c-bc2c-b88aa7db030d req-2ca295aa-fca7-4bba-bd5e-0f3724ed10a0 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 944 time: 0.3109536 Jul 05 04:19:11.482648 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f316afe5-e676-40d3-a2e1-e3e640912847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.621054 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2b027fb2-3e96-428c-bc2c-b88aa7db030d req-1c8c7898-f1c9-4ad8-82fb-08223af8ce3b tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442847 Jul 05 04:19:11.685190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-55638ce5-7532-4411-82f8-003ecb078e5d req-530ae977-8064-4359-b66d-68fac988689f service neutron] 10.222.0.36 "GET /v2.0/networks/09496f82-a5c5-45fb-aced-8ca5c6454c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291799 Jul 05 04:19:11.703537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49448aeb-7159-4bd2-9e19-e46a8d9988ce req-44146961-bdaf-43e6-8048-efd9ba621838 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:11.705649 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e1041f34-801e-4b98-8a7f-8131072b4f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.717076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49448aeb-7159-4bd2-9e19-e46a8d9988ce req-44146961-bdaf-43e6-8048-efd9ba621838 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 944 time: 0.1668346 Jul 05 04:19:11.776252 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49448aeb-7159-4bd2-9e19-e46a8d9988ce req-b1ef8314-e22e-44e3-bb93-5739a61a7bc2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586269 Jul 05 04:19:11.820858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1041f34-801e-4b98-8a7f-8131072b4f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cafe44e-e871-4418-a71b-bb8401e46ec2,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:11.842967 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1041f34-801e-4b98-8a7f-8131072b4f36 admin admin] Checking segment: {'id': '794fceb3-9468-4db1-8acf-13f2c98f6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a95beb92-04c0-44d3-87e8-54a88a925c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:11.843361 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1041f34-801e-4b98-8a7f-8131072b4f36 admin admin] Network hostable DHCP agents. Network: a95beb92-04c0-44d3-87e8-54a88a925c87, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:19:11.901554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-55638ce5-7532-4411-82f8-003ecb078e5d req-4adfa976-ac66-4e44-81af-18905ef690aa service neutron] 10.222.0.36 "GET /v2.0/networks/09496f82-a5c5-45fb-aced-8ca5c6454c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081826 Jul 05 04:19:11.910766 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1041f34-801e-4b98-8a7f-8131072b4f36 admin admin] Network a95beb92-04c0-44d3-87e8-54a88a925c87 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:19:11.984704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-e1041f34-801e-4b98-8a7f-8131072b4f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, a95beb92-04c0-44d3-87e8-54a88a925c87) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:11.989140 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1041f34-801e-4b98-8a7f-8131072b4f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:11.989919 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e1041f34-801e-4b98-8a7f-8131072b4f36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.994963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f287e40-0110-401f-a098-3f6116b83389 None None] Network a95beb92-04c0-44d3-87e8-54a88a925c87 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:12.106519 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e1041f34-801e-4b98-8a7f-8131072b4f36 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8469744 Jul 05 04:19:12.109180 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50146) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:12.114716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1177470994-router', 'tenant_id': '51ed1c758f114bab99bfa17b3f4c169b', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:12.118870 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d5eb7397-40f4-40a4-95ea-874c9c264d96 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:12.245997 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.245997 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.275330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-a95beb92-04c0-44d3-87e8-54a88a925c87', 'network_id': 'a95beb92-04c0-44d3-87e8-54a88a925c87', 'tenant_id': '51ed1c758f114bab99bfa17b3f4c169b', 'fixed_ips': [{'subnet_id': '3cafe44e-e871-4418-a71b-bb8401e46ec2'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:19:12.276924 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.314460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port d5eb7397-40f4-40a4-95ea-874c9c264d96 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:12.320696 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.357614 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port d5eb7397-40f4-40a4-95ea-874c9c264d96 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:12.358086 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.487369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Allocated IP 172.20.0.2 (a95beb92-04c0-44d3-87e8-54a88a925c87/3cafe44e-e871-4418-a71b-bb8401e46ec2/7faa23a5-3f77-46de-9dae-4459ce23fc18) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:12.508590 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.584565 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.605810 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port d5eb7397-40f4-40a4-95ea-874c9c264d96, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d5eb7397-40f4-40a4-95ea-874c9c264d96,segment=NetworkSegment(ddda5a6c-3c3d-47de-954c-c02f9efdddaf),segment_id=ddda5a6c-3c3d-47de-954c-c02f9efdddaf)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:12.696200 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.698794 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.761378 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Transition to ACTIVE for port object 7faa23a5-3f77-46de-9dae-4459ce23fc18 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:12.774897 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=d5eb7397-40f4-40a4-95ea-874c9c264d96,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:12.786544 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Transition to ACTIVE for port object 7faa23a5-3f77-46de-9dae-4459ce23fc18 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:12.853936 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.855400 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af759a45-8b7c-43d5-bbda-8c9dd3d2bf53 req-571e1729-a11e-4a45-99ab-ea6863e4cb8c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:12.864418 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af759a45-8b7c-43d5-bbda-8c9dd3d2bf53 req-571e1729-a11e-4a45-99ab-ea6863e4cb8c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 944 time: 0.1046622 Jul 05 04:19:12.918101 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af759a45-8b7c-43d5-bbda-8c9dd3d2bf53 req-9ad0b945-2e0b-426a-8a65-e667ead89fed tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521259 Jul 05 04:19:12.937935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Network a95beb92-04c0-44d3-87e8-54a88a925c87 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:12.939370 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:12.942733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:13.016142 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.026252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Pushing event updated for resources: {'Port': ['ID=7faa23a5-3f77-46de-9dae-4459ce23fc18,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:13.030463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Attempting to bind port 7faa23a5-3f77-46de-9dae-4459ce23fc18 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:13.030844 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Attempting to bind port 7faa23a5-3f77-46de-9dae-4459ce23fc18 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '794fceb3-9468-4db1-8acf-13f2c98f6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a95beb92-04c0-44d3-87e8-54a88a925c87'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:13.031217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Attempting to bind port 7faa23a5-3f77-46de-9dae-4459ce23fc18 on network a95beb92-04c0-44d3-87e8-54a88a925c87 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:13.041038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:13.041038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Checking segment: {'id': '794fceb3-9468-4db1-8acf-13f2c98f6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a95beb92-04c0-44d3-87e8-54a88a925c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:13.041038 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.041038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Bound using segment: {'id': '794fceb3-9468-4db1-8acf-13f2c98f6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a95beb92-04c0-44d3-87e8-54a88a925c87'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:13.041038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Bound port: 7faa23a5-3f77-46de-9dae-4459ce23fc18, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794fceb3-9468-4db1-8acf-13f2c98f6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a95beb92-04c0-44d3-87e8-54a88a925c87'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:13.041038 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.057596 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.074860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b0171-7ffc-428d-842f-cd2185496259 req-07bd354c-0746-444e-b99e-fac43faa0153 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:13.088631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea9b0171-7ffc-428d-842f-cd2185496259 req-07bd354c-0746-444e-b99e-fac43faa0153 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 944 time: 0.1688805 Jul 05 04:19:13.130424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] For port 7faa23a5-3f77-46de-9dae-4459ce23fc18, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:13.132400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea9b0171-7ffc-428d-842f-cd2185496259 req-a88667cf-79f6-48b3-8fc3-266c12ae958a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379732 Jul 05 04:19:13.136854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] For port 7faa23a5-3f77-46de-9dae-4459ce23fc18, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7faa23a5-3f77-46de-9dae-4459ce23fc18,segment=NetworkSegment(794fceb3-9468-4db1-8acf-13f2c98f6919),segment_id=794fceb3-9468-4db1-8acf-13f2c98f6919)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:13.184622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Allocated IP 172.25.6.114 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/702863b8-c350-432b-8031-e22fd7370e5a) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:13.276477 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.290375 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.346637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be57308-f1cc-4a08-9783-91d7baa95b48 None None] Pushing event updated for resources: {'Port': ['ID=7faa23a5-3f77-46de-9dae-4459ce23fc18,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:13.390807 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.435620 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:13.442575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:13.443890 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Pushing event updated for resources: {'Port': ['ID=702863b8-c350-432b-8031-e22fd7370e5a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:13.446090 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:13.836324 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.008132 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1c61f7f4-93ea-47a2-ad1b-f7b752c9cce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.085717 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.192677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ccb2c-f934-4cde-9f04-41afea72747c req-14e34071-3454-489f-97e6-d54d5f8b9a6b tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:14.196224 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-651ccb2c-f934-4cde-9f04-41afea72747c req-14e34071-3454-489f-97e6-d54d5f8b9a6b tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 944 time: 0.1373546 Jul 05 04:19:14.225348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d5eb7397-40f4-40a4-95ea-874c9c264d96 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:14.274088 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-651ccb2c-f934-4cde-9f04-41afea72747c req-573cec8c-bf13-4e61-9792-8b3e411b1e05 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726926 Jul 05 04:19:14.318793 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port d5eb7397-40f4-40a4-95ea-874c9c264d96 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:14.319171 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.362732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:19:14.383610 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.404945 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Router 47a93575-e43f-400b-a89c-5962c3b75cee is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:19:14.433250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7faa23a5-3f77-46de-9dae-4459ce23fc18 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:14.486546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008582e9-2321-47b3-9654-40e5dd291316 req-72be17cd-7f43-497a-b765-a04abd1fa6b9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:14.500211 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-008582e9-2321-47b3-9654-40e5dd291316 req-72be17cd-7f43-497a-b765-a04abd1fa6b9 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 944 time: 0.1069524 Jul 05 04:19:14.569959 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19ce098-5432-4d27-be0d-1965b1630963 None None] Network a95beb92-04c0-44d3-87e8-54a88a925c87 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:14.578394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-008582e9-2321-47b3-9654-40e5dd291316 req-ca28ff76-3102-4922-924f-92f2f8f26aeb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768504 Jul 05 04:19:14.649474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:14.676603 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Sync routers for ids ['47a93575-e43f-400b-a89c-5962c3b75cee'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:14.705499 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3,segment=NetworkSegment(1e0565bf-1467-460b-86ec-2f408cfcdeec),segment_id=1e0565bf-1467-460b-86ec-2f408cfcdeec)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:14.717251 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 7faa23a5-3f77-46de-9dae-4459ce23fc18 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:14.726713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Routers {'47a93575-e43f-400b-a89c-5962c3b75cee'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:14.727341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:19:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['47a93575-e43f-400b-a89c-5962c3b75cee'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:14.750971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3', 'network_id': '09496f82-a5c5-45fb-aced-8ca5c6454c7f', 'port_id': '82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3', 'mac_address': 'fa:16:3e:1d:b9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c664bd2-2b9f-4a2c-94ab-e7467cee8cc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:19:14.757248 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.761152 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-54edfea5-0c01-4055-beb9-1bcf81307751 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6514175 Jul 05 04:19:14.761499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50182) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:14.795185 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b32119a3-b5bd-4e22-825f-0798adcec7d2 None None] Provisioning for port 7faa23a5-3f77-46de-9dae-4459ce23fc18 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:14.830365 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b32119a3-b5bd-4e22-825f-0798adcec7d2 None None] Provisioning complete for port 7faa23a5-3f77-46de-9dae-4459ce23fc18 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:14.830747 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b32119a3-b5bd-4e22-825f-0798adcec7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.940152 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.970786 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:19:14.981612 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Set router 47a93575-e43f-400b-a89c-5962c3b75cee gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:15.072305 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3,segment=NetworkSegment(1e0565bf-1467-460b-86ec-2f408cfcdeec),segment_id=1e0565bf-1467-460b-86ec-2f408cfcdeec)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:15.314702 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.372959 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b32119a3-b5bd-4e22-825f-0798adcec7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.426614 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:15.491792 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b32119a3-b5bd-4e22-825f-0798adcec7d2 None None] For port 7faa23a5-3f77-46de-9dae-4459ce23fc18, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7faa23a5-3f77-46de-9dae-4459ce23fc18,segment=NetworkSegment(794fceb3-9468-4db1-8acf-13f2c98f6919),segment_id=794fceb3-9468-4db1-8acf-13f2c98f6919)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:15.511180 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.567659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'name': 'tempest-TestVolumeBackupRestore-1177470994-router', 'tenant_id': '51ed1c758f114bab99bfa17b3f4c169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '702863b8-c350-432b-8031-e22fd7370e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:12Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 3, 'project_id': '51ed1c758f114bab99bfa17b3f4c169b', 'gw_port': {'id': '702863b8-c350-432b-8031-e22fd7370e5a', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:15.608117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Checking router: 47a93575-e43f-400b-a89c-5962c3b75cee for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:15.608554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Updating router 47a93575-e43f-400b-a89c-5962c3b75cee port 702863b8-c350-432b-8031-e22fd7370e5a binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:19:15.610659 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b32119a3-b5bd-4e22-825f-0798adcec7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.711143 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32119a3-b5bd-4e22-825f-0798adcec7d2 None None] Pushing event updated for resources: {'Port': ['ID=7faa23a5-3f77-46de-9dae-4459ce23fc18,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:15.718255 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:19:15.758441 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.815375 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f15b8916-1fff-4d6a-af1f-f605ea889b55 None None] Provisioning complete for port 7faa23a5-3f77-46de-9dae-4459ce23fc18 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:15.815753 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f15b8916-1fff-4d6a-af1f-f605ea889b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.938152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25c8c7-17bd-4201-a4f1-ccc0c2385c1f req-d84c5aa1-0715-422b-8d33-8e7d1ee0c95e tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:15.939638 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae25c8c7-17bd-4201-a4f1-ccc0c2385c1f req-d84c5aa1-0715-422b-8d33-8e7d1ee0c95e tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 945 time: 0.2436204 Jul 05 04:19:15.943159 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.037645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537ebaf-c751-491c-a5e5-1f84afacf515 req-7cf729c4-8333-45f1-81b1-e0e98d73ceb2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:16.039243 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b537ebaf-c751-491c-a5e5-1f84afacf515 req-7cf729c4-8333-45f1-81b1-e0e98d73ceb2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 944 time: 0.2207925 Jul 05 04:19:16.106551 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7faa23a5-3f77-46de-9dae-4459ce23fc18 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:16.121041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae25c8c7-17bd-4201-a4f1-ccc0c2385c1f req-666e1e94-8bbd-4e7d-b6f5-fdb685c1dac9 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639128 Jul 05 04:19:16.154452 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b537ebaf-c751-491c-a5e5-1f84afacf515 req-2ece2417-3220-4199-ae89-bde9ba831093 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711896 Jul 05 04:19:16.246632 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Allocated IP 172.20.0.1 (a95beb92-04c0-44d3-87e8-54a88a925c87/3cafe44e-e871-4418-a71b-bb8401e46ec2/d416bcce-ad90-4427-83e8-c18479a046bd) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:16.272825 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 7faa23a5-3f77-46de-9dae-4459ce23fc18 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:16.273201 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.312499 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.330384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Transition to ACTIVE for port object 702863b8-c350-432b-8031-e22fd7370e5a will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:16.364662 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.378655 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Transition to ACTIVE for port object d416bcce-ad90-4427-83e8-c18479a046bd will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:16.418979 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.469632 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Attempting to bind port 702863b8-c350-432b-8031-e22fd7370e5a on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:16.470043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Attempting to bind port 702863b8-c350-432b-8031-e22fd7370e5a by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:16.470401 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Attempting to bind port 702863b8-c350-432b-8031-e22fd7370e5a on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:16.477346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bc457-1dc8-44ef-b05d-b4a15a4ce2bb None None] Pushing event updated for resources: {'Port': ['ID=702863b8-c350-432b-8031-e22fd7370e5a,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:16.480317 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:16.480447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:16.481086 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.481389 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:16.481875 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Bound port: 702863b8-c350-432b-8031-e22fd7370e5a, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:16.482730 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.496405 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.537337 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Network a95beb92-04c0-44d3-87e8-54a88a925c87 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:16.540839 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:16.544055 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] For port 702863b8-c350-432b-8031-e22fd7370e5a, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:16.548214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:16.568573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] For port 702863b8-c350-432b-8031-e22fd7370e5a, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=702863b8-c350-432b-8031-e22fd7370e5a,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:16.595977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Pushing event updated for resources: {'Port': ['ID=d416bcce-ad90-4427-83e8-c18479a046bd,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:16.605584 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.734048 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.798591 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Routers {'47a93575-e43f-400b-a89c-5962c3b75cee'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:16.799268 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:19:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['47a93575-e43f-400b-a89c-5962c3b75cee'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:16.804022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bc457-1dc8-44ef-b05d-b4a15a4ce2bb None None] Pushing event updated for resources: {'Port': ['ID=702863b8-c350-432b-8031-e22fd7370e5a,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:16.874978 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.923247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] Set router 47a93575-e43f-400b-a89c-5962c3b75cee gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:16.984395 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.028718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-194d8777-17fe-4c5b-a0ca-85957c591d3d None None] Provisioning for port d416bcce-ad90-4427-83e8-c18479a046bd completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:17.038193 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-194d8777-17fe-4c5b-a0ca-85957c591d3d None None] Provisioning complete for port d416bcce-ad90-4427-83e8-c18479a046bd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:17.038999 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-194d8777-17fe-4c5b-a0ca-85957c591d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.061205 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.101099 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-194d8777-17fe-4c5b-a0ca-85957c591d3d None None] Port d416bcce-ad90-4427-83e8-c18479a046bd cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:17.161865 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.164570 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'name': 'tempest-TestVolumeBackupRestore-1177470994-router', 'tenant_id': '51ed1c758f114bab99bfa17b3f4c169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '702863b8-c350-432b-8031-e22fd7370e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:12Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 3, 'project_id': '51ed1c758f114bab99bfa17b3f4c169b', 'gw_port': {'id': '702863b8-c350-432b-8031-e22fd7370e5a', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:17.200430 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cc0af5-7f14-4bda-87b6-d61ce505d824 None None] The sync data for ids ['47a93575-e43f-400b-a89c-5962c3b75cee'] in n-d-771363-32 is: [{'id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'name': 'tempest-TestVolumeBackupRestore-1177470994-router', 'tenant_id': '51ed1c758f114bab99bfa17b3f4c169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '702863b8-c350-432b-8031-e22fd7370e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:12Z', 'updated_at': '2021-07-05T04:19:13Z', 'revision_number': 3, 'project_id': '51ed1c758f114bab99bfa17b3f4c169b', 'gw_port': {'id': '702863b8-c350-432b-8031-e22fd7370e5a', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:17.297110 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.299729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Pushing event updated for resources: {'Port': ['ID=d416bcce-ad90-4427-83e8-c18479a046bd,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:17.475171 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba925aa-df38-46bd-ad44-c5638fa9bb54 req-87381f43-fde0-4d60-904f-fa409ec6e22e tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:17.482546 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bba925aa-df38-46bd-ad44-c5638fa9bb54 req-87381f43-fde0-4d60-904f-fa409ec6e22e tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 945 time: 0.2283602 Jul 05 04:19:17.503993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237c668-c5e8-4aea-8c31-659c69e4e02f req-ee2c3e12-ac28-42eb-9f7c-f984c01736cd tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:17.505526 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6237c668-c5e8-4aea-8c31-659c69e4e02f req-ee2c3e12-ac28-42eb-9f7c-f984c01736cd tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 944 time: 0.2009094 Jul 05 04:19:17.523417 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Network a95beb92-04c0-44d3-87e8-54a88a925c87 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:17.528856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:17.606204 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bba925aa-df38-46bd-ad44-c5638fa9bb54 req-539ef34c-6b94-4e1e-ad25-9f74318df1fc tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226888 Jul 05 04:19:17.689192 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6237c668-c5e8-4aea-8c31-659c69e4e02f req-6fa7981b-c532-4aaf-b56d-bad2527b8f0a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630046 Jul 05 04:19:17.815447 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Router 47a93575-e43f-400b-a89c-5962c3b75cee has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:17.847942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ba0f9d65-264c-40fb-9528-efa9b35b7377 None None] Provisioning complete for port d416bcce-ad90-4427-83e8-c18479a046bd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:17.847942 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9d65-264c-40fb-9528-efa9b35b7377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.878323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f9d65-264c-40fb-9528-efa9b35b7377 None None] Port d416bcce-ad90-4427-83e8-c18479a046bd cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:17.935042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:17.940758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4506e611-a65d-4f43-90ba-e5d9f5e73de3 admin admin] 10.222.0.38 "PUT /v2.0/routers/47a93575-e43f-400b-a89c-5962c3b75cee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1771555 Jul 05 04:19:18.162036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 702863b8-c350-432b-8031-e22fd7370e5a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:18.322113 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 702863b8-c350-432b-8031-e22fd7370e5a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:18.326367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 702863b8-c350-432b-8031-e22fd7370e5a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:18.326743 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.396816 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:18.440298 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.464969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 702863b8-c350-432b-8031-e22fd7370e5a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=702863b8-c350-432b-8031-e22fd7370e5a,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:18.546336 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.570622 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:18.578891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:18.579382 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.625745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=702863b8-c350-432b-8031-e22fd7370e5a,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:18.683353 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.740268 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361423cd-b38b-4584-ba87-2e31b7abb5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:18.745517 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69ee2a6-5ae9-46b5-a6c3-99783dfc316d" -d '{"events": [{"server_uuid": "361423cd-b38b-4584-ba87-2e31b7abb5ab", "name": "network-vif-plugged", "status": "completed", "tag": "82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:18.753427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3,segment=NetworkSegment(1e0565bf-1467-460b-86ec-2f408cfcdeec),segment_id=1e0565bf-1467-460b-86ec-2f408cfcdeec)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:18.832388 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.896126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:18.907327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c78b4-beaf-4b23-9059-66d3c27472a0 req-4b33ac29-80f7-4000-a3d1-32913f6235d9 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:18.909008 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e7c78b4-beaf-4b23-9059-66d3c27472a0 req-4b33ac29-80f7-4000-a3d1-32913f6235d9 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 945 time: 0.1276753 Jul 05 04:19:18.974554 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb9110-97d2-4892-80f6-d5bb4f1cc743 req-f08742d8-9b4b-44bc-9a9a-1e5ff45712b6 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:18.976255 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fdb9110-97d2-4892-80f6-d5bb4f1cc743 req-f08742d8-9b4b-44bc-9a9a-1e5ff45712b6 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 944 time: 0.1286139 Jul 05 04:19:18.979190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e7c78b4-beaf-4b23-9059-66d3c27472a0 req-4c5b6926-080b-41a3-b646-ac03d0549953 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631440 Jul 05 04:19:19.027777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fdb9110-97d2-4892-80f6-d5bb4f1cc743 req-474e4011-ecef-430f-884e-dbe94fb75b90 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450444 Jul 05 04:19:19.066981 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17525aa-9418-4093-b5ec-96c05d4d70b5 x-openstack-request-id: req-c17525aa-9418-4093-b5ec-96c05d4d70b5 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:19.067140 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361423cd-b38b-4584-ba87-2e31b7abb5ab", "name": "network-vif-plugged", "status": "completed", "tag": "82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:19.067328 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c17525aa-9418-4093-b5ec-96c05d4d70b5 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:19.068041 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361423cd-b38b-4584-ba87-2e31b7abb5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3', 'code': 200} Jul 05 04:19:19.196605 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Sync routers for ids ['47a93575-e43f-400b-a89c-5962c3b75cee'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:19.212692 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Routers {'47a93575-e43f-400b-a89c-5962c3b75cee'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:19.213791 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:19:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['47a93575-e43f-400b-a89c-5962c3b75cee'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:19.225720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee268e50-45b4-4ecd-ac6b-04b710719bdc req-788be379-3b7e-4ed8-b96e-3fa3be4d7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:19.230066 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ee268e50-45b4-4ecd-ac6b-04b710719bdc req-788be379-3b7e-4ed8-b96e-3fa3be4d7e65 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 1098 time: 0.0637035 Jul 05 04:19:19.275580 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ee268e50-45b4-4ecd-ac6b-04b710719bdc req-e2e470a4-f9c8-41ba-bd7a-91ee88c093a6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376182 Jul 05 04:19:19.343063 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Set router 47a93575-e43f-400b-a89c-5962c3b75cee gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:19.569934 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'name': 'tempest-TestVolumeBackupRestore-1177470994-router', 'tenant_id': '51ed1c758f114bab99bfa17b3f4c169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '702863b8-c350-432b-8031-e22fd7370e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:12Z', 'updated_at': '2021-07-05T04:19:16Z', 'revision_number': 4, 'project_id': '51ed1c758f114bab99bfa17b3f4c169b', 'gw_port': {'id': '702863b8-c350-432b-8031-e22fd7370e5a', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'd416bcce-ad90-4427-83e8-c18479a046bd', 'name': '', 'network_id': 'a95beb92-04c0-44d3-87e8-54a88a925c87', 'tenant_id': '51ed1c758f114bab99bfa17b3f4c169b', 'mac_address': 'fa:16:3e:cb:68:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '3cafe44e-e871-4418-a71b-bb8401e46ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:16Z', 'updated_at': '2021-07-05T04:19:16Z', 'revision_number': 2, 'project_id': '51ed1c758f114bab99bfa17b3f4c169b', 'subnets': [{'id': '3cafe44e-e871-4418-a71b-bb8401e46ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:19.602837 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Checking router: 47a93575-e43f-400b-a89c-5962c3b75cee for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:19.603199 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Updating router 47a93575-e43f-400b-a89c-5962c3b75cee port d416bcce-ad90-4427-83e8-c18479a046bd binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:19:19.639205 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:19.944875 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:19.956245 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Transition to ACTIVE for port object d416bcce-ad90-4427-83e8-c18479a046bd will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:20.007690 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.060343 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862bf40-6edf-4fba-8961-a4b9fd9bad38 None None] Pushing event updated for resources: {'Port': ['ID=d416bcce-ad90-4427-83e8-c18479a046bd,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:20.129319 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 702863b8-c350-432b-8031-e22fd7370e5a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:20.166549 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Attempting to bind port d416bcce-ad90-4427-83e8-c18479a046bd on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:20.166928 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Attempting to bind port d416bcce-ad90-4427-83e8-c18479a046bd by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '794fceb3-9468-4db1-8acf-13f2c98f6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a95beb92-04c0-44d3-87e8-54a88a925c87'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:20.167293 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Attempting to bind port d416bcce-ad90-4427-83e8-c18479a046bd on network a95beb92-04c0-44d3-87e8-54a88a925c87 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:20.180408 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:20.181951 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Checking segment: {'id': '794fceb3-9468-4db1-8acf-13f2c98f6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a95beb92-04c0-44d3-87e8-54a88a925c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:20.181951 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.183217 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Bound using segment: {'id': '794fceb3-9468-4db1-8acf-13f2c98f6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a95beb92-04c0-44d3-87e8-54a88a925c87'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:20.186405 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Bound port: d416bcce-ad90-4427-83e8-c18479a046bd, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794fceb3-9468-4db1-8acf-13f2c98f6919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a95beb92-04c0-44d3-87e8-54a88a925c87'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:20.187872 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.230743 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 702863b8-c350-432b-8031-e22fd7370e5a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:20.231895 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.315223 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] For port d416bcce-ad90-4427-83e8-c18479a046bd, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:20.319318 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] For port d416bcce-ad90-4427-83e8-c18479a046bd, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d416bcce-ad90-4427-83e8-c18479a046bd,segment=NetworkSegment(794fceb3-9468-4db1-8acf-13f2c98f6919),segment_id=794fceb3-9468-4db1-8acf-13f2c98f6919)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:20.363410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d17b7-f446-4502-b795-0d1e00d6dfd8 req-c10b46d2-750c-4ce5-a2c0-71396ec18035 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:20.370123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e2d17b7-f446-4502-b795-0d1e00d6dfd8 req-c10b46d2-750c-4ce5-a2c0-71396ec18035 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 946 time: 0.1901617 Jul 05 04:19:20.396758 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.424942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cb01ea97-01ea-4458-89d8-16de1e673a46 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:19:20.480368 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Routers {'47a93575-e43f-400b-a89c-5962c3b75cee'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:20.483117 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:19:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['47a93575-e43f-400b-a89c-5962c3b75cee'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:20.492941 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e2d17b7-f446-4502-b795-0d1e00d6dfd8 req-56408312-3e97-40d6-9f77-137f5b9a4825 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168351 Jul 05 04:19:20.510042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47862690-d4a1-46b8-addf-5c7365b9adc5 req-b7a5464b-bca4-4292-b4e0-7e0b5adbc57f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:20.512646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-47862690-d4a1-46b8-addf-5c7365b9adc5 req-b7a5464b-bca4-4292-b4e0-7e0b5adbc57f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 944 time: 0.2174814 Jul 05 04:19:20.601479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-47862690-d4a1-46b8-addf-5c7365b9adc5 req-93d2010c-5b77-4f5b-ba9d-357b0a826588 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725338 Jul 05 04:19:20.644534 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cb01ea97-01ea-4458-89d8-16de1e673a46, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb01ea97-01ea-4458-89d8-16de1e673a46,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:20.651836 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862bf40-6edf-4fba-8961-a4b9fd9bad38 None None] Pushing event updated for resources: {'Port': ['ID=d416bcce-ad90-4427-83e8-c18479a046bd,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:20.697887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'cb01ea97-01ea-4458-89d8-16de1e673a46', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'port_id': 'cb01ea97-01ea-4458-89d8-16de1e673a46', 'mac_address': 'fa:16:3e:be:5c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:19:20.724096 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] Set router 47a93575-e43f-400b-a89c-5962c3b75cee gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:20.788200 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.804904 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb01ea97-01ea-4458-89d8-16de1e673a46 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:19:20.850789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cb01ea97-01ea-4458-89d8-16de1e673a46, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb01ea97-01ea-4458-89d8-16de1e673a46,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:20.923899 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.966297 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'name': 'tempest-TestVolumeBackupRestore-1177470994-router', 'tenant_id': '51ed1c758f114bab99bfa17b3f4c169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '702863b8-c350-432b-8031-e22fd7370e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:12Z', 'updated_at': '2021-07-05T04:19:16Z', 'revision_number': 4, 'project_id': '51ed1c758f114bab99bfa17b3f4c169b', 'gw_port': {'id': '702863b8-c350-432b-8031-e22fd7370e5a', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'd416bcce-ad90-4427-83e8-c18479a046bd', 'name': '', 'network_id': 'a95beb92-04c0-44d3-87e8-54a88a925c87', 'tenant_id': '51ed1c758f114bab99bfa17b3f4c169b', 'mac_address': 'fa:16:3e:cb:68:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '3cafe44e-e871-4418-a71b-bb8401e46ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:16Z', 'updated_at': '2021-07-05T04:19:20Z', 'revision_number': 4, 'project_id': '51ed1c758f114bab99bfa17b3f4c169b', 'subnets': [{'id': '3cafe44e-e871-4418-a71b-bb8401e46ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:21.006401 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cb01ea97-01ea-4458-89d8-16de1e673a46,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:21.018562 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ba17a-2a57-44c8-8082-6d08264dfbc2 None None] The sync data for ids ['47a93575-e43f-400b-a89c-5962c3b75cee'] in n-d-771363-32 is: [{'id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'name': 'tempest-TestVolumeBackupRestore-1177470994-router', 'tenant_id': '51ed1c758f114bab99bfa17b3f4c169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '702863b8-c350-432b-8031-e22fd7370e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:12Z', 'updated_at': '2021-07-05T04:19:16Z', 'revision_number': 4, 'project_id': '51ed1c758f114bab99bfa17b3f4c169b', 'gw_port': {'id': '702863b8-c350-432b-8031-e22fd7370e5a', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'd416bcce-ad90-4427-83e8-c18479a046bd', 'name': '', 'network_id': 'a95beb92-04c0-44d3-87e8-54a88a925c87', 'tenant_id': '51ed1c758f114bab99bfa17b3f4c169b', 'mac_address': 'fa:16:3e:cb:68:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '3cafe44e-e871-4418-a71b-bb8401e46ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:16Z', 'updated_at': '2021-07-05T04:19:20Z', 'revision_number': 4, 'project_id': '51ed1c758f114bab99bfa17b3f4c169b', 'subnets': [{'id': '3cafe44e-e871-4418-a71b-bb8401e46ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:21.356683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['cb01ea97-01ea-4458-89d8-16de1e673a46'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:19:21.811962 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636e91-7cf0-45c2-8206-8f018733bf73 req-3200ec47-dbdb-4498-97bd-55a4a280586a tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:21.813632 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1636e91-7cf0-45c2-8206-8f018733bf73 req-3200ec47-dbdb-4498-97bd-55a4a280586a tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 946 time: 0.1275799 Jul 05 04:19:21.903419 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1636e91-7cf0-45c2-8206-8f018733bf73 req-9e814f0f-dd32-451c-9358-677cb023ac02 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797775 Jul 05 04:19:21.978494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b09aa-18f9-469f-95ea-4e2e23e0ed0e req-816866f9-1c32-4230-a1f8-b27adbbeee4b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:21.984634 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c6b09aa-18f9-469f-95ea-4e2e23e0ed0e req-816866f9-1c32-4230-a1f8-b27adbbeee4b tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 945 time: 0.1347923 Jul 05 04:19:22.094806 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0c6b09aa-18f9-469f-95ea-4e2e23e0ed0e req-25284053-95d3-4cc8-bc98-c57d2b62c396 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043873 Jul 05 04:19:22.137247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d416bcce-ad90-4427-83e8-c18479a046bd up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:22.310854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port d416bcce-ad90-4427-83e8-c18479a046bd completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:22.314950 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port d416bcce-ad90-4427-83e8-c18479a046bd triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:22.315292 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.425114 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.466854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port d416bcce-ad90-4427-83e8-c18479a046bd, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d416bcce-ad90-4427-83e8-c18479a046bd,segment=NetworkSegment(794fceb3-9468-4db1-8acf-13f2c98f6919),segment_id=794fceb3-9468-4db1-8acf-13f2c98f6919)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:22.545559 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.608835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=d416bcce-ad90-4427-83e8-c18479a046bd,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:23.302893 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a096f7-334f-4cf7-ad5e-451516347b63 req-2c190b09-ec27-4e84-9a63-ccf15ac16fcc tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:23.306387 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1a096f7-334f-4cf7-ad5e-451516347b63 req-2c190b09-ec27-4e84-9a63-ccf15ac16fcc tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1099 time: 0.0637121 Jul 05 04:19:23.343719 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1a096f7-334f-4cf7-ad5e-451516347b63 req-2abe4194-406a-42d5-a9ad-6cf36c287f64 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313845 Jul 05 04:19:23.369228 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50410) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:23.588623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61626a-db07-45a5-bc31-fcf8abf6e8ea req-b5cde9ec-a18f-4a9b-8d2a-4d531758f295 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:23.591269 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed61626a-db07-45a5-bc31-fcf8abf6e8ea req-b5cde9ec-a18f-4a9b-8d2a-4d531758f295 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 945 time: 0.0913963 Jul 05 04:19:23.607393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-58658ce3-2697-452f-9d75-ba48637f941f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting port 88cc89dd-fbc5-466a-88a6-5e522a5ef488 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:23.607970 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58658ce3-2697-452f-9d75-ba48637f941f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.666483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed61626a-db07-45a5-bc31-fcf8abf6e8ea req-dadc8a41-7e27-4ad1-818d-e1bfc7f72cfb tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646336 Jul 05 04:19:23.714890 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58658ce3-2697-452f-9d75-ba48637f941f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.716088 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58658ce3-2697-452f-9d75-ba48637f941f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.728780 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-58658ce3-2697-452f-9d75-ba48637f941f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Calling delete_port for 88cc89dd-fbc5-466a-88a6-5e522a5ef488 owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:23.833365 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edd5e1-8132-4036-963e-96e3227d004c req-e997b0df-9816-4751-acb2-7b2a12664569 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:23.835193 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32edd5e1-8132-4036-963e-96e3227d004c req-e997b0df-9816-4751-acb2-7b2a12664569 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 946 time: 0.0748556 Jul 05 04:19:23.884605 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32edd5e1-8132-4036-963e-96e3227d004c req-c7c3824d-b23e-49eb-925c-e5847621731d tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425782 Jul 05 04:19:24.008151 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58658ce3-2697-452f-9d75-ba48637f941f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.038686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58658ce3-2697-452f-9d75-ba48637f941f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Port': ['ID=88cc89dd-fbc5-466a-88a6-5e522a5ef488,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:24.087038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d416bcce-ad90-4427-83e8-c18479a046bd up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:24.114434 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58658ce3-2697-452f-9d75-ba48637f941f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.114829 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-58658ce3-2697-452f-9d75-ba48637f941f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Floating IP a51ad12f-800f-45ef-b08b-ef14caae5fe9 disassociated (deleted). External IP: 172.25.6.75, port: b53930a9-f840-481c-9b0c-88425daa808c. Jul 05 04:19:24.152470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port d416bcce-ad90-4427-83e8-c18479a046bd triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:24.152972 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.347881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58658ce3-2697-452f-9d75-ba48637f941f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router f2a365ed-8992-449b-8ee4-181ca104d5ec has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:24.410021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cb01ea97-01ea-4458-89d8-16de1e673a46 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:24.472292 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58658ce3-2697-452f-9d75-ba48637f941f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:24.478045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58658ce3-2697-452f-9d75-ba48637f941f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.482785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988bf982-b97d-4d6a-ac3f-2c7c6212c4b2 None None] Sync routers for ids ['f2a365ed-8992-449b-8ee4-181ca104d5ec'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:24.495005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988bf982-b97d-4d6a-ac3f-2c7c6212c4b2 None None] Routers {'f2a365ed-8992-449b-8ee4-181ca104d5ec'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:24.495651 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-988bf982-b97d-4d6a-ac3f-2c7c6212c4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:19:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f2a365ed-8992-449b-8ee4-181ca104d5ec'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:24.523864 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-58658ce3-2697-452f-9d75-ba48637f941f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/floatingips/a51ad12f-800f-45ef-b08b-ef14caae5fe9 HTTP/1.1" status: 204 len: 168 time: 1.1533775 Jul 05 04:19:24.524652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:24.527127 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60664208-bc22-4f2e-9efc-99541a81934e" -d '{"events": [{"name": "network-changed", "server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "tag": "b53930a9-f840-481c-9b0c-88425daa808c"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:24.533048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port cb01ea97-01ea-4458-89d8-16de1e673a46 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:24.542541 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port cb01ea97-01ea-4458-89d8-16de1e673a46 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:24.542541 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.603725 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17597321-4c36-4984-8f59-c47f8bee7114 x-openstack-request-id: req-17597321-4c36-4984-8f59-c47f8bee7114 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:24.604105 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "tag": "b53930a9-f840-481c-9b0c-88425daa808c", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:24.604442 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-17597321-4c36-4984-8f59-c47f8bee7114 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:24.604915 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c', 'status': 'completed', 'code': 200} Jul 05 04:19:24.785190 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-988bf982-b97d-4d6a-ac3f-2c7c6212c4b2 None None] Set router f2a365ed-8992-449b-8ee4-181ca104d5ec gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:24.807731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60664208-bc22-4f2e-9efc-99541a81934e req-d7a9a9f8-d77e-4e60-a09b-1aa6ac69d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:24.813900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60664208-bc22-4f2e-9efc-99541a81934e req-d7a9a9f8-d77e-4e60-a09b-1aa6ac69d001 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 1099 time: 0.1654601 Jul 05 04:19:24.836602 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.923356 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c81ded-a56d-481e-b610-a5175f52b460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb01ea97-01ea-4458-89d8-16de1e673a46'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:24.925747 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f08631c-c66c-45bb-a82f-c7053a37ef58" -d '{"events": [{"server_uuid": "18c81ded-a56d-481e-b610-a5175f52b460", "name": "network-vif-plugged", "status": "completed", "tag": "cb01ea97-01ea-4458-89d8-16de1e673a46"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:24.970986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cb01ea97-01ea-4458-89d8-16de1e673a46, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb01ea97-01ea-4458-89d8-16de1e673a46,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:25.015310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60664208-bc22-4f2e-9efc-99541a81934e req-b1cb26e9-14c8-43e7-b0b1-cc781c4613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:25.017100 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60664208-bc22-4f2e-9efc-99541a81934e req-b1cb26e9-14c8-43e7-b0b1-cc781c4613b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f03194a7-344a-4f1d-8789-8f7b79c93450 HTTP/1.1" status: 200 len: 898 time: 0.1951385 Jul 05 04:19:25.086488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60664208-bc22-4f2e-9efc-99541a81934e req-a572adc6-0c25-414b-aeba-b5b96bd1f8e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b53930a9-f840-481c-9b0c-88425daa808c HTTP/1.1" status: 200 len: 217 time: 0.0447474 Jul 05 04:19:25.090225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-988bf982-b97d-4d6a-ac3f-2c7c6212c4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601536934', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3253c63c-8812-4294-a947-8593c2128de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': '3253c63c-8812-4294-a947-8593c2128de5', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '092487da-7ca2-49bd-82b4-b1f19498f0d0', 'name': '', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:f1:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:03Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:25.099090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d69327-a0c5-4575-9887-2e0a203d4015 req-a566029a-4ba6-4ae0-b99c-9c4f49a3f6b0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:25.100589 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71d69327-a0c5-4575-9887-2e0a203d4015 req-a566029a-4ba6-4ae0-b99c-9c4f49a3f6b0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 945 time: 0.1755457 Jul 05 04:19:25.129064 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988bf982-b97d-4d6a-ac3f-2c7c6212c4b2 None None] Checking router: f2a365ed-8992-449b-8ee4-181ca104d5ec for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:25.131216 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.174389 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988bf982-b97d-4d6a-ac3f-2c7c6212c4b2 None None] Routers {'f2a365ed-8992-449b-8ee4-181ca104d5ec'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:25.174944 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-988bf982-b97d-4d6a-ac3f-2c7c6212c4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:19:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f2a365ed-8992-449b-8ee4-181ca104d5ec'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:25.196372 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71d69327-a0c5-4575-9887-2e0a203d4015 req-ef1ebb1e-a4d7-4825-82a2-6a2cf43c04d3 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858390 Jul 05 04:19:25.198368 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60664208-bc22-4f2e-9efc-99541a81934e req-19bd5f0b-8e15-4e00-abcb-8a8f8e4fad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:25.200364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60664208-bc22-4f2e-9efc-99541a81934e req-19bd5f0b-8e15-4e00-abcb-8a8f8e4fad59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b8a59358-93f8-484f-aea3-ffbc4f5a8951 HTTP/1.1" status: 200 len: 835 time: 0.0984890 Jul 05 04:19:25.267953 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cb01ea97-01ea-4458-89d8-16de1e673a46,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:25.297707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60664208-bc22-4f2e-9efc-99541a81934e req-d7b4a5ff-d56b-4588-81de-43fa91cbab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:25.302590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60664208-bc22-4f2e-9efc-99541a81934e req-d7b4a5ff-d56b-4588-81de-43fa91cbab4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f03194a7-344a-4f1d-8789-8f7b79c93450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942352 Jul 05 04:19:25.318454 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e4d173-2755-4129-9bd2-e4cd57f190a9 x-openstack-request-id: req-a1e4d173-2755-4129-9bd2-e4cd57f190a9 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:25.318743 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c81ded-a56d-481e-b610-a5175f52b460", "name": "network-vif-plugged", "status": "completed", "tag": "cb01ea97-01ea-4458-89d8-16de1e673a46", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:25.318992 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a1e4d173-2755-4129-9bd2-e4cd57f190a9 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:25.319375 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c81ded-a56d-481e-b610-a5175f52b460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb01ea97-01ea-4458-89d8-16de1e673a46', 'code': 200} Jul 05 04:19:25.388880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-988bf982-b97d-4d6a-ac3f-2c7c6212c4b2 None None] Set router f2a365ed-8992-449b-8ee4-181ca104d5ec gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:25.535870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3d266-0306-4151-858b-074f1810b4b2 req-8af8836c-c06d-4638-98b4-b30a165c362c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:25.546434 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bcd3d266-0306-4151-858b-074f1810b4b2 req-8af8836c-c06d-4638-98b4-b30a165c362c tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 946 time: 0.2378941 Jul 05 04:19:25.615577 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60664208-bc22-4f2e-9efc-99541a81934e req-bdf73ee6-559c-4dc1-ba05-d759addb7fa9 service neutron] 10.222.0.36 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731578 Jul 05 04:19:25.632835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc5a58-8cad-4d92-ae32-ef7992a09ea3 req-c122dc37-f14d-4a6d-83c4-b477a17491fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:25.636183 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-06dc5a58-8cad-4d92-ae32-ef7992a09ea3 req-c122dc37-f14d-4a6d-83c4-b477a17491fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 1098 time: 0.2214112 Jul 05 04:19:25.658190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bcd3d266-0306-4151-858b-074f1810b4b2 req-9172f030-f2c9-462f-ad64-651ff7426774 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/security-groups?id=5c369d0f-1305-4646-923b-f1f433fd5794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091602 Jul 05 04:19:25.716523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceb982-b322-4d02-9a10-73bf51995669 req-37b2c4c0-a4a9-4f93-a3be-e92fe491a780 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:25.718278 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6ceb982-b322-4d02-9a10-73bf51995669 req-37b2c4c0-a4a9-4f93-a3be-e92fe491a780 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.36 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 946 time: 0.2460775 Jul 05 04:19:25.720779 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-06dc5a58-8cad-4d92-ae32-ef7992a09ea3 req-a93ad8cc-a369-4cee-8d8b-59af8526e293 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738549 Jul 05 04:19:25.734698 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-988bf982-b97d-4d6a-ac3f-2c7c6212c4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601536934', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3253c63c-8812-4294-a947-8593c2128de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': '3253c63c-8812-4294-a947-8593c2128de5', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '092487da-7ca2-49bd-82b4-b1f19498f0d0', 'name': '', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:f1:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:03Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:25.749431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84a23c-6dc5-41c3-a6b8-c54f75c3111d req-4bf50c32-e2bf-408c-9413-616b9392fdf8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:25.756566 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a84a23c-6dc5-41c3-a6b8-c54f75c3111d req-4bf50c32-e2bf-408c-9413-616b9392fdf8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 947 time: 0.2320790 Jul 05 04:19:25.804433 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60664208-bc22-4f2e-9efc-99541a81934e req-245baaae-fca1-4f0d-8e61-28495bc6c6af service neutron] 10.222.0.36 "GET /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801932 Jul 05 04:19:25.821836 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a84a23c-6dc5-41c3-a6b8-c54f75c3111d req-367bb6f2-6534-48f6-929b-f32127a49fad tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643251 Jul 05 04:19:25.828173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988bf982-b97d-4d6a-ac3f-2c7c6212c4b2 None None] The sync data for ids ['f2a365ed-8992-449b-8ee4-181ca104d5ec'] in n-d-771363-32 is: [{'id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601536934', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3253c63c-8812-4294-a947-8593c2128de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': '3253c63c-8812-4294-a947-8593c2128de5', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '092487da-7ca2-49bd-82b4-b1f19498f0d0', 'name': '', 'network_id': 'f03194a7-344a-4f1d-8789-8f7b79c93450', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:f1:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:16:03Z', 'updated_at': '2021-07-05T04:16:09Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b8a59358-93f8-484f-aea3-ffbc4f5a8951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:25.968464 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-c6ceb982-b322-4d02-9a10-73bf51995669 req-7dda45bd-fb6a-4519-bb41-6356ab8cec8f tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Deleting port 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:25.968812 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c6ceb982-b322-4d02-9a10-73bf51995669 req-7dda45bd-fb6a-4519-bb41-6356ab8cec8f tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.072870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-c6ceb982-b322-4d02-9a10-73bf51995669 req-7dda45bd-fb6a-4519-bb41-6356ab8cec8f tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] For port 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3,segment=NetworkSegment(1e0565bf-1467-460b-86ec-2f408cfcdeec),segment_id=1e0565bf-1467-460b-86ec-2f408cfcdeec)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:26.073374 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c6ceb982-b322-4d02-9a10-73bf51995669 req-7dda45bd-fb6a-4519-bb41-6356ab8cec8f tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.100975 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-c6ceb982-b322-4d02-9a10-73bf51995669 req-7dda45bd-fb6a-4519-bb41-6356ab8cec8f tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Calling delete_port for 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:26.197506 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62b8071-6cae-4558-a532-47b0e2ae1c9e None None] New status for floating IP a51ad12f-800f-45ef-b08b-ef14caae5fe9: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:19:26.339249 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c6ceb982-b322-4d02-9a10-73bf51995669 req-7dda45bd-fb6a-4519-bb41-6356ab8cec8f tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.352910 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:19:26.387795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda45bd-fb6a-4519-bb41-6356ab8cec8f tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Pushing event deleted for resources: {'Port': ['ID=82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:26.425035 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152aca9-125f-482e-aa0c-e03ab429f4e5 req-459ecbfe-ad37-4046-85f7-460ff79dc9d2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:26.436799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d152aca9-125f-482e-aa0c-e03ab429f4e5 req-459ecbfe-ad37-4046-85f7-460ff79dc9d2 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 946 time: 0.1039257 Jul 05 04:19:26.444285 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ceb982-b322-4d02-9a10-73bf51995669 req-7dda45bd-fb6a-4519-bb41-6356ab8cec8f tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] No DVR routers for this DVR port 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:26.447080 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c6ceb982-b322-4d02-9a10-73bf51995669 req-7dda45bd-fb6a-4519-bb41-6356ab8cec8f tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.449363 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6ceb982-b322-4d02-9a10-73bf51995669 req-7dda45bd-fb6a-4519-bb41-6356ab8cec8f tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.36 "DELETE /v2.0/ports/82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 HTTP/1.1" status: 204 len: 173 time: 0.6190836 Jul 05 04:19:26.490820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d152aca9-125f-482e-aa0c-e03ab429f4e5 req-ecbe0be3-d4ec-444b-90c0-b05d20ccdf43 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462291 Jul 05 04:19:26.606949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361423cd-b38b-4584-ba87-2e31b7abb5ab', 'name': 'network-vif-deleted', 'tag': '82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:26.609342 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5ffa6a-f8a3-49b2-bfe0-02e37099efca" -d '{"events": [{"server_uuid": "361423cd-b38b-4584-ba87-2e31b7abb5ab", "name": "network-vif-deleted", "tag": "82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:26.648479 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0ffdcb-8b42-429d-acbb-a174f4370660 x-openstack-request-id: req-cb0ffdcb-8b42-429d-acbb-a174f4370660 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:26.649049 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361423cd-b38b-4584-ba87-2e31b7abb5ab", "name": "network-vif-deleted", "tag": "82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:26.649049 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb0ffdcb-8b42-429d-acbb-a174f4370660 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:26.649397 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361423cd-b38b-4584-ba87-2e31b7abb5ab', 'name': 'network-vif-deleted', 'tag': '82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3', 'status': 'completed', 'code': 200} Jul 05 04:19:26.813995 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b448478-c348-49c2-9c49-9884e522f540 req-a841f71c-c76a-4b6f-b8e3-68e36f524936 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 210 time: 0.0331843 Jul 05 04:19:27.043362 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360f801-f81b-43ef-8c7f-bc1a4bbe0613 req-f256e233-b43b-46e5-9887-a9e30c63ee6a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:27.046594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1360f801-f81b-43ef-8c7f-bc1a4bbe0613 req-f256e233-b43b-46e5-9887-a9e30c63ee6a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 947 time: 0.0877795 Jul 05 04:19:27.093708 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1360f801-f81b-43ef-8c7f-bc1a4bbe0613 req-55bb238a-00fa-4a67-97e1-623ff74bc96d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7ed6219-70de-4544-a689-f6c6b97e4409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398943 Jul 05 04:19:27.407007 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:19:27.410149 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a0562-e410-4b7e-b8ac-ebee484f00b6 req-1ade4340-a3a3-426f-8c79-74b518f80faf tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:27.410149 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5b3a0562-e410-4b7e-b8ac-ebee484f00b6 req-1ade4340-a3a3-426f-8c79-74b518f80faf tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.36 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 947 time: 0.0774293 Jul 05 04:19:27.538414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-5b3a0562-e410-4b7e-b8ac-ebee484f00b6 req-54b17c8e-d51b-4472-b599-9720bbc1416c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting port b53930a9-f840-481c-9b0c-88425daa808c {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:27.538414 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5b3a0562-e410-4b7e-b8ac-ebee484f00b6 req-54b17c8e-d51b-4472-b599-9720bbc1416c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.663948 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5b3a0562-e410-4b7e-b8ac-ebee484f00b6 req-54b17c8e-d51b-4472-b599-9720bbc1416c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] For port b53930a9-f840-481c-9b0c-88425daa808c, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b53930a9-f840-481c-9b0c-88425daa808c,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:27.664685 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5b3a0562-e410-4b7e-b8ac-ebee484f00b6 req-54b17c8e-d51b-4472-b599-9720bbc1416c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.682167 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-5b3a0562-e410-4b7e-b8ac-ebee484f00b6 req-54b17c8e-d51b-4472-b599-9720bbc1416c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Calling delete_port for b53930a9-f840-481c-9b0c-88425daa808c owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:27.721228 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8301553-abba-44a2-84dd-b1df366de303 req-6b9f4b1b-3ca2-4af5-925a-eb0e0f2f3bb3 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:27.723971 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d8301553-abba-44a2-84dd-b1df366de303 req-6b9f4b1b-3ca2-4af5-925a-eb0e0f2f3bb3 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 946 time: 0.0833175 Jul 05 04:19:27.795598 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d8301553-abba-44a2-84dd-b1df366de303 req-1cdbcea1-eac2-4332-974b-efda6f76b01a tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650687 Jul 05 04:19:27.991045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb1a200c-2e34-4c7a-ad92-937c4171abee req-cd222935-fbc2-42d9-8f12-308e6d7ab442 tempest-VolumesActionsTest-618557840 tempest-VolumesActionsTest-618557840-project] 10.222.0.38 "GET /v2.0/ports?device_id=361423cd-b38b-4584-ba87-2e31b7abb5ab HTTP/1.1" status: 200 len: 210 time: 0.0346522 Jul 05 04:19:28.019322 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5b3a0562-e410-4b7e-b8ac-ebee484f00b6 req-54b17c8e-d51b-4472-b599-9720bbc1416c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.070035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b17c8e-d51b-4472-b599-9720bbc1416c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Port': ['ID=b53930a9-f840-481c-9b0c-88425daa808c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:28.124508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3a0562-e410-4b7e-b8ac-ebee484f00b6 req-54b17c8e-d51b-4472-b599-9720bbc1416c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] No DVR routers for this DVR port b53930a9-f840-481c-9b0c-88425daa808c on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:28.127858 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5b3a0562-e410-4b7e-b8ac-ebee484f00b6 req-54b17c8e-d51b-4472-b599-9720bbc1416c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.130783 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5b3a0562-e410-4b7e-b8ac-ebee484f00b6 req-54b17c8e-d51b-4472-b599-9720bbc1416c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.36 "DELETE /v2.0/ports/b53930a9-f840-481c-9b0c-88425daa808c HTTP/1.1" status: 204 len: 173 time: 0.7156219 Jul 05 04:19:28.277687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d582b71d-bede-4d9e-ba42-a1080f659493 req-89155f82-2165-467a-918f-e1d0ed13836f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 210 time: 0.0429201 Jul 05 04:19:28.420311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:28.452367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:28.456588 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 82ab1a84-5ac7-4d81-830e-ebfbdb9d5ff3 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:28.650645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'name': 'network-vif-deleted', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:28.654042 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dc59fe-cb36-4200-a973-036e1fef65d0" -d '{"events": [{"server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "name": "network-vif-deleted", "tag": "b53930a9-f840-481c-9b0c-88425daa808c"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:28.693843 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dee14af-3403-412c-bc8d-06aa21eb0585 x-openstack-request-id: req-8dee14af-3403-412c-bc8d-06aa21eb0585 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:28.694405 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505745c9-0ff7-4187-8bbf-d71010fdbdd3", "name": "network-vif-deleted", "tag": "b53930a9-f840-481c-9b0c-88425daa808c", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:28.694405 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8dee14af-3403-412c-bc8d-06aa21eb0585 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:28.694804 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505745c9-0ff7-4187-8bbf-d71010fdbdd3', 'name': 'network-vif-deleted', 'tag': 'b53930a9-f840-481c-9b0c-88425daa808c', 'status': 'completed', 'code': 200} Jul 05 04:19:28.983126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04d481-c40c-4d31-a93d-fd62b74ad336 req-3a37ffc8-9347-45ef-a866-9b0f3382da63 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:28.984693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab04d481-c40c-4d31-a93d-fd62b74ad336 req-3a37ffc8-9347-45ef-a866-9b0f3382da63 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 946 time: 0.0782156 Jul 05 04:19:29.042640 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab04d481-c40c-4d31-a93d-fd62b74ad336 req-5780a238-36a7-4551-a5c8-843e612673ca tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513029 Jul 05 04:19:29.281444 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b8a58-99af-4906-9a67-51c7e8abc2b3 req-7e065b12-db5d-4ffd-adff-f3336a8fc4b1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:29.285740 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f25b8a58-99af-4906-9a67-51c7e8abc2b3 req-7e065b12-db5d-4ffd-adff-f3336a8fc4b1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 946 time: 0.0723209 Jul 05 04:19:29.360307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f25b8a58-99af-4906-9a67-51c7e8abc2b3 req-b490758b-d96f-48c9-a23e-d3ff623d8619 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576851 Jul 05 04:19:29.387486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50534) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:29.521019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f1c65d1a-395b-4ff0-8030-f5b27119f211 req-a5e2148c-074b-458a-8e58-c50aa81b7331 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=505745c9-0ff7-4187-8bbf-d71010fdbdd3 HTTP/1.1" status: 200 len: 210 time: 0.0364294 Jul 05 04:19:29.743450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4565a5f3-f18e-4552-b083-e07f02437422 tempest-TestVolumeBootPattern-1692624689 tempest-TestVolumeBootPattern-1692624689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:29.756659 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4565a5f3-f18e-4552-b083-e07f02437422 tempest-TestVolumeBootPattern-1692624689 tempest-TestVolumeBootPattern-1692624689-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 1093 time: 0.3570018 Jul 05 04:19:29.758092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50548) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:29.763664 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': 'cb01ea97-01ea-4458-89d8-16de1e673a46', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:29.888662 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.048546 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.174200 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Allocated IP 172.25.6.175 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/11ea33b6-aa6e-457e-a549-3272cf79ec86) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:30.297536 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.414068 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.422726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b53930a9-f840-481c-9b0c-88425daa808c no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:30.443723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: b53930a9-f840-481c-9b0c-88425daa808c {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:30.444130 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b53930a9-f840-481c-9b0c-88425daa808c not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:30.465950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:30.475722 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:30.488560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:30.504293 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'Port': ['ID=11ea33b6-aa6e-457e-a549-3272cf79ec86,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:30.666162 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50588) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:31.016945 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.289705 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.611147 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.887177 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.956701 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:31.978129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting port 092487da-7ca2-49bd-82b4-b1f19498f0d0 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:31.978722 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.072454 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.082374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event updated for resources: {'Port': ['ID=11ea33b6-aa6e-457e-a549-3272cf79ec86,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:32.104261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] For port 092487da-7ca2-49bd-82b4-b1f19498f0d0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=092487da-7ca2-49bd-82b4-b1f19498f0d0,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:32.104643 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.120457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Calling delete_port for 092487da-7ca2-49bd-82b4-b1f19498f0d0 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:32.245896 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Floating IP 52230a2e-64a6-471f-ab3d-4af30bd75060 associated. External IP: 172.25.6.175, port: cb01ea97-01ea-4458-89d8-16de1e673a46. Jul 05 04:19:32.659239 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.682479 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.731527 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Port': ['ID=092487da-7ca2-49bd-82b4-b1f19498f0d0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:32.746094 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.746462 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.748233 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.748598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.749029 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.765753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.765753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.765753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.765753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.765753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.765753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:32.765753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:33.043030 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:33.054591 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.180559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:33.194586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41809ecb-f343-49ca-9318-95410cfef306 None None] Sync routers for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:33.211559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41809ecb-f343-49ca-9318-95410cfef306 None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:33.212547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-41809ecb-f343-49ca-9318-95410cfef306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:19:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:33.282436 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.352876 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0af0579c-b838-48d3-b604-b432c10a4648 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5749476 Jul 05 04:19:33.352876 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c81ded-a56d-481e-b610-a5175f52b460', 'tag': 'cb01ea97-01ea-4458-89d8-16de1e673a46'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:33.352876 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2284002a-4674-4376-9daa-53c78e90afaf" -d '{"events": [{"name": "network-changed", "server_uuid": "18c81ded-a56d-481e-b610-a5175f52b460", "tag": "cb01ea97-01ea-4458-89d8-16de1e673a46"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:33.444986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-41809ecb-f343-49ca-9318-95410cfef306 None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:33.446777 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801dc771-85d9-48cb-96e2-e6e8f951c95c x-openstack-request-id: req-801dc771-85d9-48cb-96e2-e6e8f951c95c {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:33.446777 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c81ded-a56d-481e-b610-a5175f52b460", "tag": "cb01ea97-01ea-4458-89d8-16de1e673a46", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:33.446777 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-801dc771-85d9-48cb-96e2-e6e8f951c95c {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:33.446777 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c81ded-a56d-481e-b610-a5175f52b460', 'tag': 'cb01ea97-01ea-4458-89d8-16de1e673a46', 'status': 'completed', 'code': 200} Jul 05 04:19:33.447238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router f2a365ed-8992-449b-8ee4-181ca104d5ec has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:33.643493 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:33.653872 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-55e2acff-92eb-448b-b517-27d91f1ddd1d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "PUT /v2.0/routers/f2a365ed-8992-449b-8ee4-181ca104d5ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9834881 Jul 05 04:19:33.654087 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee62286c-2ee6-49a4-8ab0-81a3a9825d38 None None] Sync routers for ids ['f2a365ed-8992-449b-8ee4-181ca104d5ec'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:33.654590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50662) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:33.667555 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee62286c-2ee6-49a4-8ab0-81a3a9825d38 None None] Routers {'f2a365ed-8992-449b-8ee4-181ca104d5ec'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:33.671295 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ee62286c-2ee6-49a4-8ab0-81a3a9825d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:19:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f2a365ed-8992-449b-8ee4-181ca104d5ec'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:33.671445 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284002a-4674-4376-9daa-53c78e90afaf req-9591279e-6831-471e-b097-00883434a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:33.675245 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2284002a-4674-4376-9daa-53c78e90afaf req-9591279e-6831-471e-b097-00883434a614 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 1098 time: 0.1859682 Jul 05 04:19:33.724241 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-41809ecb-f343-49ca-9318-95410cfef306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '52230a2e-64a6-471f-ab3d-4af30bd75060', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'port_id': 'cb01ea97-01ea-4458-89d8-16de1e673a46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'mac_address': 'fa:16:3e:be:5c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c81ded-a56d-481e-b610-a5175f52b460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:19:30Z', 'updated_at': '2021-07-05T04:19:30Z', 'revision_number': 0, 'project_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address_scope': None}, {'id': 'f604c583-c806-43a5-aded-757d87b943d5', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'port_id': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'mac_address': 'fa:16:3e:ef:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:15:42Z', 'updated_at': '2021-07-05T04:15:46Z', 'revision_number': 1, 'project_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:33.743809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a12f02-2103-4460-816e-11e3b56522aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting subnet b8a59358-93f8-484f-aea3-ffbc4f5a8951 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:19:33.748290 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-36a12f02-2103-4460-816e-11e3b56522aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.820866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41809ecb-f343-49ca-9318-95410cfef306 None None] Checking router: 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:33.881707 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-ee62286c-2ee6-49a4-8ab0-81a3a9825d38 None None] Set router f2a365ed-8992-449b-8ee4-181ca104d5ec gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:33.882125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41809ecb-f343-49ca-9318-95410cfef306 None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:33.882125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-41809ecb-f343-49ca-9318-95410cfef306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:19:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:33.882328 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-36a12f02-2103-4460-816e-11e3b56522aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.882478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284002a-4674-4376-9daa-53c78e90afaf req-f3ecda5a-2cc6-4b36-aa4a-0adef29a3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:33.883510 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2284002a-4674-4376-9daa-53c78e90afaf req-f3ecda5a-2cc6-4b36-aa4a-0adef29a3b68 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.2012606 Jul 05 04:19:34.003433 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-36a12f02-2103-4460-816e-11e3b56522aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.021113 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-41809ecb-f343-49ca-9318-95410cfef306 None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:34.113925 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2284002a-4674-4376-9daa-53c78e90afaf req-f207a0c9-930d-4a02-9bf9-ebc260aca510 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb01ea97-01ea-4458-89d8-16de1e673a46 HTTP/1.1" status: 200 len: 1000 time: 0.2176938 Jul 05 04:19:34.204518 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-36a12f02-2103-4460-816e-11e3b56522aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.259436 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284002a-4674-4376-9daa-53c78e90afaf req-d3e5a879-994e-4afc-bf2e-d11c1488653d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:34.261513 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2284002a-4674-4376-9daa-53c78e90afaf req-d3e5a879-994e-4afc-bf2e-d11c1488653d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.1404393 Jul 05 04:19:34.280468 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a12f02-2103-4460-816e-11e3b56522aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a59358-93f8-484f-aea3-ffbc4f5a8951,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:34.298446 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-36a12f02-2103-4460-816e-11e3b56522aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.300739 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-36a12f02-2103-4460-816e-11e3b56522aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/subnets/b8a59358-93f8-484f-aea3-ffbc4f5a8951 HTTP/1.1" status: 204 len: 168 time: 0.6453054 Jul 05 04:19:34.312859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50672) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:34.330541 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.331886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0e7d73-9e62-4ce5-93eb-ed2f580ce2cc None None] Network f03194a7-344a-4f1d-8789-8f7b79c93450 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:34.395993 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ee62286c-2ee6-49a4-8ab0-81a3a9825d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601536934', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3253c63c-8812-4294-a947-8593c2128de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:19:32Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': '3253c63c-8812-4294-a947-8593c2128de5', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:34.450195 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee62286c-2ee6-49a4-8ab0-81a3a9825d38 None None] Checking router: f2a365ed-8992-449b-8ee4-181ca104d5ec for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:34.461081 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee62286c-2ee6-49a4-8ab0-81a3a9825d38 None None] Routers {'f2a365ed-8992-449b-8ee4-181ca104d5ec'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:34.461730 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ee62286c-2ee6-49a4-8ab0-81a3a9825d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:19:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f2a365ed-8992-449b-8ee4-181ca104d5ec'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:34.487003 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284002a-4674-4376-9daa-53c78e90afaf req-13ff8d14-fc88-4200-a2e3-bc7817223db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:34.494921 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2284002a-4674-4376-9daa-53c78e90afaf req-13ff8d14-fc88-4200-a2e3-bc7817223db3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2266655 Jul 05 04:19:34.584895 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.707070 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2284002a-4674-4376-9daa-53c78e90afaf req-3a474018-dfc8-400f-8c67-ec0384eb6d4c service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990354 Jul 05 04:19:34.734548 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-ee62286c-2ee6-49a4-8ab0-81a3a9825d38 None None] Set router f2a365ed-8992-449b-8ee4-181ca104d5ec gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:34.826131 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.848093 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-41809ecb-f343-49ca-9318-95410cfef306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '52230a2e-64a6-471f-ab3d-4af30bd75060', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'port_id': 'cb01ea97-01ea-4458-89d8-16de1e673a46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'mac_address': 'fa:16:3e:be:5c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c81ded-a56d-481e-b610-a5175f52b460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:19:30Z', 'updated_at': '2021-07-05T04:19:30Z', 'revision_number': 0, 'project_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address_scope': None}, {'id': 'f604c583-c806-43a5-aded-757d87b943d5', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'port_id': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'mac_address': 'fa:16:3e:ef:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:15:42Z', 'updated_at': '2021-07-05T04:15:46Z', 'revision_number': 1, 'project_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:34.908002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41809ecb-f343-49ca-9318-95410cfef306 None None] The sync data for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 is: [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '52230a2e-64a6-471f-ab3d-4af30bd75060', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'port_id': 'cb01ea97-01ea-4458-89d8-16de1e673a46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'mac_address': 'fa:16:3e:be:5c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c81ded-a56d-481e-b610-a5175f52b460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:19:30Z', 'updated_at': '2021-07-05T04:19:30Z', 'revision_number': 0, 'project_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address_scope': None}, {'id': 'f604c583-c806-43a5-aded-757d87b943d5', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'port_id': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'mac_address': 'fa:16:3e:ef:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:15:42Z', 'updated_at': '2021-07-05T04:15:46Z', 'revision_number': 1, 'project_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:34.928353 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2284002a-4674-4376-9daa-53c78e90afaf req-66cb1026-ff72-4c1b-882d-08bbeb0e7280 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959705 Jul 05 04:19:34.952773 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092b7b92-9d15-4b56-a7ef-e620f8fa7ae7 None None] DHCP port deletion for f03194a7-344a-4f1d-8789-8f7b79c93450 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:19:35.054267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-092b7b92-9d15-4b56-a7ef-e620f8fa7ae7 None None] Deleting port 9c95184c-139c-4f2a-8fcd-9a98c704f26d {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:35.054509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting port 3253c63c-8812-4294-a947-8593c2128de5 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:35.054903 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-092b7b92-9d15-4b56-a7ef-e620f8fa7ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.055103 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.093657 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ee62286c-2ee6-49a4-8ab0-81a3a9825d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601536934', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3253c63c-8812-4294-a947-8593c2128de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:19:32Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': '3253c63c-8812-4294-a947-8593c2128de5', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:35.133781 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee62286c-2ee6-49a4-8ab0-81a3a9825d38 None None] The sync data for ids ['f2a365ed-8992-449b-8ee4-181ca104d5ec'] in n-d-771363-32 is: [{'id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601536934', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '3253c63c-8812-4294-a947-8593c2128de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:56Z', 'updated_at': '2021-07-05T04:19:32Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': '3253c63c-8812-4294-a947-8593c2128de5', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a365ed-8992-449b-8ee4-181ca104d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:58Z', 'updated_at': '2021-07-05T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:35.206468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-092b7b92-9d15-4b56-a7ef-e620f8fa7ae7 None None] For port 9c95184c-139c-4f2a-8fcd-9a98c704f26d, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9c95184c-139c-4f2a-8fcd-9a98c704f26d,segment=NetworkSegment(0b597436-ada5-43be-b85c-8f0b06adf51e),segment_id=0b597436-ada5-43be-b85c-8f0b06adf51e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:35.206468 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-092b7b92-9d15-4b56-a7ef-e620f8fa7ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.217226 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] For port 3253c63c-8812-4294-a947-8593c2128de5, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3253c63c-8812-4294-a947-8593c2128de5,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:35.217878 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.236992 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-092b7b92-9d15-4b56-a7ef-e620f8fa7ae7 None None] Calling delete_port for 9c95184c-139c-4f2a-8fcd-9a98c704f26d owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:35.244673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Calling delete_port for 3253c63c-8812-4294-a947-8593c2128de5 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:35.393920 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2407ec-3b73-45df-82f3-db24c43068c5 None None] New status for floating IP 52230a2e-64a6-471f-ab3d-4af30bd75060: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:19:35.683093 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-092b7b92-9d15-4b56-a7ef-e620f8fa7ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.684259 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.796646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Port': ['ID=3253c63c-8812-4294-a947-8593c2128de5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:35.831253 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b7b92-9d15-4b56-a7ef-e620f8fa7ae7 None None] Pushing event deleted for resources: {'Port': ['ID=9c95184c-139c-4f2a-8fcd-9a98c704f26d,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:35.833460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b7b92-9d15-4b56-a7ef-e620f8fa7ae7 None None] No DVR routers for this DVR port 9c95184c-139c-4f2a-8fcd-9a98c704f26d on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:35.883616 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-460b46ec-167d-4982-916e-60c615c771ad req-a05ccd1b-44d8-450c-92ef-11829473d7ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1276920 Jul 05 04:19:35.905948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:35.906306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:35.906648 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:35.906987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:35.907321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:35.907692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:35.908045 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:35.908397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:35.908726 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:35.909135 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:35.909432 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:35.909760 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:35.935923 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.024840 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b46ec-167d-4982-916e-60c615c771ad req-6c2808e6-1fe8-4aae-8b82-2149f7fb638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:36.033939 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-460b46ec-167d-4982-916e-60c615c771ad req-6c2808e6-1fe8-4aae-8b82-2149f7fb638e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 1098 time: 0.0858881 Jul 05 04:19:36.063999 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.066202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.187142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9c95184c-139c-4f2a-8fcd-9a98c704f26d no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:36.197383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b46ec-167d-4982-916e-60c615c771ad req-324fed96-388e-4904-910e-83d0e02ace22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:36.199001 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-460b46ec-167d-4982-916e-60c615c771ad req-324fed96-388e-4904-910e-83d0e02ace22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.1410847 Jul 05 04:19:36.209466 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 9c95184c-139c-4f2a-8fcd-9a98c704f26d {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:36.209812 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9c95184c-139c-4f2a-8fcd-9a98c704f26d not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:36.210241 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 092487da-7ca2-49bd-82b4-b1f19498f0d0 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:36.214418 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.214988 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Fanout notify agent at l3_agent the message router_deleted on router f2a365ed-8992-449b-8ee4-181ca104d5ec {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:19:36.223313 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.229658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50694) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:36.229896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ec20eeee-da7b-4bf4-a627-011b0c8748fa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/routers/f2a365ed-8992-449b-8ee4-181ca104d5ec HTTP/1.1" status: 204 len: 168 time: 1.9159100 Jul 05 04:19:36.262428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 092487da-7ca2-49bd-82b4-b1f19498f0d0 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:36.263722 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 092487da-7ca2-49bd-82b4-b1f19498f0d0 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:36.406658 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-460b46ec-167d-4982-916e-60c615c771ad req-7b3d5941-3740-4e50-a058-353e63cdd6e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb01ea97-01ea-4458-89d8-16de1e673a46 HTTP/1.1" status: 200 len: 1002 time: 0.1962590 Jul 05 04:19:36.413292 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4dc5ea87-cce2-41e8-a47d-6ff852f4c86d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.471563 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b46ec-167d-4982-916e-60c615c771ad req-7cfd3fd8-0650-4fe5-8bfd-36cb4498a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:36.474124 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-460b46ec-167d-4982-916e-60c615c771ad req-7cfd3fd8-0650-4fe5-8bfd-36cb4498a8b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0553365 Jul 05 04:19:36.608269 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4dc5ea87-cce2-41e8-a47d-6ff852f4c86d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.625799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-4dc5ea87-cce2-41e8-a47d-6ff852f4c86d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03194a7-344a-4f1d-8789-8f7b79c93450']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:36.637523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-4dc5ea87-cce2-41e8-a47d-6ff852f4c86d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b597436-ada5-43be-b85c-8f0b06adf51e') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:36.638658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-4dc5ea87-cce2-41e8-a47d-6ff852f4c86d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b597436-ada5-43be-b85c-8f0b06adf51e') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:36.650602 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b46ec-167d-4982-916e-60c615c771ad req-21440d9f-f8ac-4d56-aa71-9726a8b39301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:36.652160 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-460b46ec-167d-4982-916e-60c615c771ad req-21440d9f-f8ac-4d56-aa71-9726a8b39301 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1628449 Jul 05 04:19:36.654325 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4dc5ea87-cce2-41e8-a47d-6ff852f4c86d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.784218 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-460b46ec-167d-4982-916e-60c615c771ad req-431799e8-4405-4d0e-b812-5153314671ee service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185882 Jul 05 04:19:36.785661 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4dc5ea87-cce2-41e8-a47d-6ff852f4c86d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.792742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc5ea87-cce2-41e8-a47d-6ff852f4c86d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:19:36.793399 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4dc5ea87-cce2-41e8-a47d-6ff852f4c86d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:19:36.797667 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:19:36.947323 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-460b46ec-167d-4982-916e-60c615c771ad req-144f9614-3821-4d25-b890-0261058e056a service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484373 Jul 05 04:19:36.973802 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4dc5ea87-cce2-41e8-a47d-6ff852f4c86d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.989270 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4dc5ea87-cce2-41e8-a47d-6ff852f4c86d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.992764 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4dc5ea87-cce2-41e8-a47d-6ff852f4c86d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/networks/f03194a7-344a-4f1d-8789-8f7b79c93450 HTTP/1.1" status: 204 len: 168 time: 0.7611208 Jul 05 04:19:36.995117 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50702) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:37.015169 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5ea87-cce2-41e8-a47d-6ff852f4c86d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Network': ['ID=f03194a7-344a-4f1d-8789-8f7b79c93450,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:37.063741 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9907c6a1-e24e-47f3-9e4d-306ff89a6441 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:37.095367 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9907c6a1-e24e-47f3-9e4d-306ff89a6441 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:37.253521 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9907c6a1-e24e-47f3-9e4d-306ff89a6441 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:37.256180 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9907c6a1-e24e-47f3-9e4d-306ff89a6441 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:37.257928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9907c6a1-e24e-47f3-9e4d-306ff89a6441 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/security-groups/d7ed6219-70de-4544-a689-f6c6b97e4409 HTTP/1.1" status: 204 len: 168 time: 0.2617135 Jul 05 04:19:37.270314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907c6a1-e24e-47f3-9e4d-306ff89a6441 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ed6219-70de-4544-a689-f6c6b97e4409,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:37.732389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50712) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:37.737941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7c44062e-2272-463c-801b-715adef573ba tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1562666789', 'description': 'tempest-secgroup-smoke-1562666789 description', 'project_id': '493f456730914ffbabda165adccd9cc1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:37.842926 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c44062e-2272-463c-801b-715adef573ba tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:37.948956 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c44062e-2272-463c-801b-715adef573ba tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.044531 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3253c63c-8812-4294-a947-8593c2128de5 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:38.066463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 3253c63c-8812-4294-a947-8593c2128de5 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:38.066814 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3253c63c-8812-4294-a947-8593c2128de5 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:38.077256 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c44062e-2272-463c-801b-715adef573ba tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.111988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44062e-2272-463c-801b-715adef573ba tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a812b4a5-ad2d-42fa-b623-231a2d53261b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:38.175273 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7c44062e-2272-463c-801b-715adef573ba tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.178534 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7c44062e-2272-463c-801b-715adef573ba tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4437671 Jul 05 04:19:38.186602 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50716) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:38.191272 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f03db5b3-5e36-4e30-9ba5-aa64ee9f6bec tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'a812b4a5-ad2d-42fa-b623-231a2d53261b', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:38.316681 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f03db5b3-5e36-4e30-9ba5-aa64ee9f6bec tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.368328 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f03db5b3-5e36-4e30-9ba5-aa64ee9f6bec tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.859312 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f03db5b3-5e36-4e30-9ba5-aa64ee9f6bec tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.879105 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03db5b3-5e36-4e30-9ba5-aa64ee9f6bec tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7b05f9-bac2-4e2a-b57d-311c30978011,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:38.951326 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f03db5b3-5e36-4e30-9ba5-aa64ee9f6bec tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.955316 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f03db5b3-5e36-4e30-9ba5-aa64ee9f6bec tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7651603 Jul 05 04:19:38.955662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50732) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:38.963594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-35c6da48-b494-4c86-a812-1feadbe437c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'a812b4a5-ad2d-42fa-b623-231a2d53261b', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:39.055547 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35c6da48-b494-4c86-a812-1feadbe437c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.156743 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35c6da48-b494-4c86-a812-1feadbe437c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.231210 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35c6da48-b494-4c86-a812-1feadbe437c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.254280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6da48-b494-4c86-a812-1feadbe437c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5c9202-b6e6-4646-a6ac-810fa4f722c7,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:39.351655 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35c6da48-b494-4c86-a812-1feadbe437c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.353751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-35c6da48-b494-4c86-a812-1feadbe437c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3970120 Jul 05 04:19:39.357206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50746) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:39.363206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d417cbe5-ac96-4e54-b716-04c96d0adc49 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'a812b4a5-ad2d-42fa-b623-231a2d53261b', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:39.447312 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d417cbe5-ac96-4e54-b716-04c96d0adc49 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.528435 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d417cbe5-ac96-4e54-b716-04c96d0adc49 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.601471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d417cbe5-ac96-4e54-b716-04c96d0adc49 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.617299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417cbe5-ac96-4e54-b716-04c96d0adc49 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81b3520-293a-4b4e-af1a-6ddfb0315363,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:39.671688 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d417cbe5-ac96-4e54-b716-04c96d0adc49 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.676508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50748) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:39.676835 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d417cbe5-ac96-4e54-b716-04c96d0adc49 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3178289 Jul 05 04:19:39.681702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-a9d1c12d-5011-4add-9803-dc3503f0666c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'a812b4a5-ad2d-42fa-b623-231a2d53261b', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:39.779600 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9d1c12d-5011-4add-9803-dc3503f0666c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.942834 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9d1c12d-5011-4add-9803-dc3503f0666c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.056959 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9d1c12d-5011-4add-9803-dc3503f0666c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.096242 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1c12d-5011-4add-9803-dc3503f0666c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575f3974-3c21-4f2c-9f45-b13193d44b50,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:40.179928 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a9d1c12d-5011-4add-9803-dc3503f0666c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.183651 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a9d1c12d-5011-4add-9803-dc3503f0666c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5034535 Jul 05 04:19:40.183918 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50760) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:40.189023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5335e745-eb46-4558-8192-a4b85dc0a372 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'a812b4a5-ad2d-42fa-b623-231a2d53261b', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:40.322700 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-5335e745-eb46-4558-8192-a4b85dc0a372 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Project 493f456730914ffbabda165adccd9cc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:19:40.330691 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5335e745-eb46-4558-8192-a4b85dc0a372 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.401187 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5335e745-eb46-4558-8192-a4b85dc0a372 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.482810 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5335e745-eb46-4558-8192-a4b85dc0a372 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.505086 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335e745-eb46-4558-8192-a4b85dc0a372 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a425a4-77cf-46a1-a766-c80b6d44b32e,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:40.625474 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5335e745-eb46-4558-8192-a4b85dc0a372 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.629287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5335e745-eb46-4558-8192-a4b85dc0a372 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4418516 Jul 05 04:19:40.629792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50762) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:40.635423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-199ab252-b142-4d75-86b0-4c50cc13bfbe tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'a812b4a5-ad2d-42fa-b623-231a2d53261b', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:40.740990 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-199ab252-b142-4d75-86b0-4c50cc13bfbe tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Project 493f456730914ffbabda165adccd9cc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:19:40.747164 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-199ab252-b142-4d75-86b0-4c50cc13bfbe tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.858010 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-199ab252-b142-4d75-86b0-4c50cc13bfbe tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.945604 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-199ab252-b142-4d75-86b0-4c50cc13bfbe tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.973144 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ab252-b142-4d75-86b0-4c50cc13bfbe tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6fe7389-311c-43a9-9e93-bdb9e00df5ed,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:41.060324 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-199ab252-b142-4d75-86b0-4c50cc13bfbe tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.061593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-199ab252-b142-4d75-86b0-4c50cc13bfbe tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4307907 Jul 05 04:19:41.065323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50784) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:41.071253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-cb0e7314-2dda-4872-ad6b-d92f83f86f64 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'network': {'name': 'tempest-network-smoke--817394592', 'project_id': '493f456730914ffbabda165adccd9cc1', 'port_security_enabled': True}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:41.236662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0e7314-2dda-4872-ad6b-d92f83f86f64 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Made reservation on behalf of 493f456730914ffbabda165adccd9cc1 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:41.241141 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7314-2dda-4872-ad6b-d92f83f86f64 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.301193 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0e7314-2dda-4872-ad6b-d92f83f86f64 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:19:41.310685 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7314-2dda-4872-ad6b-d92f83f86f64 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.311201 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-cb0e7314-2dda-4872-ad6b-d92f83f86f64 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Added segment f8d1a679-9ac9-4d5f-8653-98245c358f43 of type vlan for network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 Jul 05 04:19:41.352911 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7314-2dda-4872-ad6b-d92f83f86f64 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.453576 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-045bb679-60f6-4812-9541-d8c3eda3fc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.511265 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7314-2dda-4872-ad6b-d92f83f86f64 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.522299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0e7314-2dda-4872-ad6b-d92f83f86f64 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:41.523161 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7314-2dda-4872-ad6b-d92f83f86f64 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.598931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e7314-2dda-4872-ad6b-d92f83f86f64 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Network': ['ID=7060cd3e-68f2-4ab1-af1d-70ff578a4277,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:41.610797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:19:41.655491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cb0e7314-2dda-4872-ad6b-d92f83f86f64 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5863912 Jul 05 04:19:41.656198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50802) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:41.665862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-924704631', 'admin_state_up': True, 'project_id': '493f456730914ffbabda165adccd9cc1', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:41.802462 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.803533 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.883329 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.230257 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.567700 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.590633 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.788420 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Allocated IP 172.25.6.103 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/fca3675e-3f5c-423e-b1a2-ac5aa38fcce7) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:42.960240 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.072598 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.142032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=fca3675e-3f5c-423e-b1a2-ac5aa38fcce7,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:43.170501 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:43.172032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:43.174436 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:43.683193 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.907988 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.191183 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1f5998a4-21f6-431a-bd92-5f72e876a493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.259418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router ca6c74fb-71dd-4248-8b74-5b16aea4a467 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:19:44.405883 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.406125 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:44.414672 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Sync routers for ids ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:44.429864 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Routers {'ca6c74fb-71dd-4248-8b74-5b16aea4a467'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:44.431307 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:19:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:44.523586 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.532979 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4eea6bfb-e6ae-4f6a-8ee9-dacdf927e413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8678277 Jul 05 04:19:44.535932 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50898) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:44.568767 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Set router ca6c74fb-71dd-4248-8b74-5b16aea4a467 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:44.584879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4eab8e0e-15c8-4bcc-a14c-7d0d5039e737 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=493f456730914ffbabda165adccd9cc1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452864 Jul 05 04:19:44.586096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 50904) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:44.725718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70b460c-d9e2-4de4-bde5-53d12cd7a7a3 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:44.731278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50910) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:44.733286 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d70b460c-d9e2-4de4-bde5-53d12cd7a7a3 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1460843 Jul 05 04:19:44.783196 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4c565ab1-96b4-4a8e-92bd-316b7da72217 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491726 Jul 05 04:19:44.785974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50914) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:44.793062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-dccee9bd-a577-4e4e-ba83-d082d3ce6041 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-269675538', 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'project_id': '493f456730914ffbabda165adccd9cc1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:44.816562 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924704631', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:41Z', 'updated_at': '2021-07-05T04:19:43Z', 'revision_number': 3, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:44.859338 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Checking router: ca6c74fb-71dd-4248-8b74-5b16aea4a467 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:44.859956 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Updating router ca6c74fb-71dd-4248-8b74-5b16aea4a467 port fca3675e-3f5c-423e-b1a2-ac5aa38fcce7 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:19:44.903266 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.007948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccee9bd-a577-4e4e-ba83-d082d3ce6041 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Made reservation on behalf of 493f456730914ffbabda165adccd9cc1 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:45.011652 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dccee9bd-a577-4e4e-ba83-d082d3ce6041 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.176098 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.188757 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Transition to ACTIVE for port object fca3675e-3f5c-423e-b1a2-ac5aa38fcce7 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:45.265302 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.322635 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dccee9bd-a577-4e4e-ba83-d082d3ce6041 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.332623 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Attempting to bind port fca3675e-3f5c-423e-b1a2-ac5aa38fcce7 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:45.332997 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Attempting to bind port fca3675e-3f5c-423e-b1a2-ac5aa38fcce7 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:45.333361 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Attempting to bind port fca3675e-3f5c-423e-b1a2-ac5aa38fcce7 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:45.345378 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c03fd-d574-4973-bc9e-dbe638f4b0ec None None] Pushing event updated for resources: {'Port': ['ID=fca3675e-3f5c-423e-b1a2-ac5aa38fcce7,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:45.349521 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:45.349521 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:45.349521 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.349521 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:45.349938 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Bound port: fca3675e-3f5c-423e-b1a2-ac5aa38fcce7, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:45.349938 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.386453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccee9bd-a577-4e4e-ba83-d082d3ce6041 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Subnet': ['ID=ca3be6de-916c-4ee4-a5f3-9ab0333722fe,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:45.395211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccee9bd-a577-4e4e-ba83-d082d3ce6041 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Checking segment: {'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:45.395859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccee9bd-a577-4e4e-ba83-d082d3ce6041 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network hostable DHCP agents. Network: 7060cd3e-68f2-4ab1-af1d-70ff578a4277, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:19:45.421139 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] For port fca3675e-3f5c-423e-b1a2-ac5aa38fcce7, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:45.424282 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] For port fca3675e-3f5c-423e-b1a2-ac5aa38fcce7, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fca3675e-3f5c-423e-b1a2-ac5aa38fcce7,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:45.426988 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.609869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccee9bd-a577-4e4e-ba83-d082d3ce6041 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:19:45.614702 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.669758 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Routers {'ca6c74fb-71dd-4248-8b74-5b16aea4a467'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:45.670317 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:19:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:45.724729 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c03fd-d574-4973-bc9e-dbe638f4b0ec None None] Pushing event updated for resources: {'Port': ['ID=fca3675e-3f5c-423e-b1a2-ac5aa38fcce7,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:45.750835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-dccee9bd-a577-4e4e-ba83-d082d3ce6041 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 7060cd3e-68f2-4ab1-af1d-70ff578a4277) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:45.754805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccee9bd-a577-4e4e-ba83-d082d3ce6041 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:45.755506 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dccee9bd-a577-4e4e-ba83-d082d3ce6041 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:45.760692 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab59d01-69cb-48b1-983e-7d11f11b1c1d None None] Network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:45.807756 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] Set router ca6c74fb-71dd-4248-8b74-5b16aea4a467 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:45.863240 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dccee9bd-a577-4e4e-ba83-d082d3ce6041 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0725012 Jul 05 04:19:45.873099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 50956) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:45.944030 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ips': [{'subnet_id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:19:45.945199 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:46.132744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Allocated IP 172.20.0.2 (7060cd3e-68f2-4ab1-af1d-70ff578a4277/ca3be6de-916c-4ee4-a5f3-9ab0333722fe/fedd496c-d728-43dd-abf1-2835bfb387c6) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:46.171548 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924704631', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:41Z', 'updated_at': '2021-07-05T04:19:43Z', 'revision_number': 3, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:46.207348 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce7323-d7f6-4813-81fe-1ad1d9011677 None None] The sync data for ids ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'] in n-d-771363-32 is: [{'id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924704631', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:41Z', 'updated_at': '2021-07-05T04:19:43Z', 'revision_number': 3, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:46.359045 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:46.368036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Transition to ACTIVE for port object fedd496c-d728-43dd-abf1-2835bfb387c6 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:46.395895 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Transition to ACTIVE for port object fedd496c-d728-43dd-abf1-2835bfb387c6 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:46.454805 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:46.511518 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:46.513523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:46.519908 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:46.523860 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:46.537886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Pushing event updated for resources: {'Port': ['ID=fedd496c-d728-43dd-abf1-2835bfb387c6,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:46.641721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Attempting to bind port fedd496c-d728-43dd-abf1-2835bfb387c6 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:46.647232 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Attempting to bind port fedd496c-d728-43dd-abf1-2835bfb387c6 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:46.647232 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Attempting to bind port fedd496c-d728-43dd-abf1-2835bfb387c6 on network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:46.649648 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:46.650027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Checking segment: {'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:46.650438 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:46.650844 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Bound using segment: {'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:46.651321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Bound port: fedd496c-d728-43dd-abf1-2835bfb387c6, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:46.651714 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:46.733660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] For port fedd496c-d728-43dd-abf1-2835bfb387c6, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:46.738776 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] For port fedd496c-d728-43dd-abf1-2835bfb387c6, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fedd496c-d728-43dd-abf1-2835bfb387c6,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:46.798510 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:46.887646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645ec81-f32d-45ed-8f4f-dd715236e801 None None] Pushing event updated for resources: {'Port': ['ID=fedd496c-d728-43dd-abf1-2835bfb387c6,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:46.997602 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:47.411120 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Allocated IP 172.20.0.1 (7060cd3e-68f2-4ab1-af1d-70ff578a4277/ca3be6de-916c-4ee4-a5f3-9ab0333722fe/b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:47.551794 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:47.567411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Transition to ACTIVE for port object b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:47.694605 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:47.740714 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:47.746642 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:47.751804 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:47.758512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:47.813593 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.063317 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.188009 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b09227-bc57-410c-9618-d4feddcf9aad None None] Network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:48.280509 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fedd496c-d728-43dd-abf1-2835bfb387c6 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:48.425217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-90453744-9976-412e-a685-b1d281c0916d None None] Provisioning for port fedd496c-d728-43dd-abf1-2835bfb387c6 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:48.461739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-90453744-9976-412e-a685-b1d281c0916d None None] Provisioning complete for port fedd496c-d728-43dd-abf1-2835bfb387c6 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:48.462354 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-90453744-9976-412e-a685-b1d281c0916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.464268 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port fedd496c-d728-43dd-abf1-2835bfb387c6 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:48.498495 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port fedd496c-d728-43dd-abf1-2835bfb387c6 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:48.499370 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.592441 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.687868 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-90453744-9976-412e-a685-b1d281c0916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.693946 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.699188 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.770078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-90453744-9976-412e-a685-b1d281c0916d None None] For port fedd496c-d728-43dd-abf1-2835bfb387c6, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fedd496c-d728-43dd-abf1-2835bfb387c6,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:48.790987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:48.845924 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-90453744-9976-412e-a685-b1d281c0916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.876186 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.932493 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:19:48.932858 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:19:48.945575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90453744-9976-412e-a685-b1d281c0916d None None] Pushing event updated for resources: {'Port': ['ID=fedd496c-d728-43dd-abf1-2835bfb387c6,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:48.996958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:49.003591 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:49.134420 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fac853d4-2584-45c9-b717-d387dba37d3d None None] Provisioning for port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:49.142251 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fac853d4-2584-45c9-b717-d387dba37d3d None None] Provisioning complete for port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:49.142957 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fac853d4-2584-45c9-b717-d387dba37d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:49.170524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router ca6c74fb-71dd-4248-8b74-5b16aea4a467 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:49.213713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-fac853d4-2584-45c9-b717-d387dba37d3d None None] Port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:49.237466 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fac853d4-2584-45c9-b717-d387dba37d3d None None] Provisioning complete for port fedd496c-d728-43dd-abf1-2835bfb387c6 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:49.238274 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fac853d4-2584-45c9-b717-d387dba37d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:49.347080 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:49.361924 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0f732940-4c28-4153-9d50-1e4d02ad834f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "PUT /v2.0/routers/ca6c74fb-71dd-4248-8b74-5b16aea4a467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4908521 Jul 05 04:19:49.379476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Sync routers for ids ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:49.413524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Routers {'ca6c74fb-71dd-4248-8b74-5b16aea4a467'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:49.415742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:19:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:49.566004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f95d708a-32cc-4491-bfef-c48001cbdedd None None] Provisioning complete for port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:49.566004 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f95d708a-32cc-4491-bfef-c48001cbdedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:49.604436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fca3675e-3f5c-423e-b1a2-ac5aa38fcce7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:49.671856 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-f860c6cd-42d2-4719-8c87-327f7ff33a8a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1562666789&fields=id&tenant_id=493f456730914ffbabda165adccd9cc1 HTTP/1.1" status: 200 len: 267 time: 0.0558426 Jul 05 04:19:49.691761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f95d708a-32cc-4491-bfef-c48001cbdedd None None] Port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:49.713238 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Set router ca6c74fb-71dd-4248-8b74-5b16aea4a467 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:49.792886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-cfa07f4c-2b0f-42e7-80fe-6536cb65d99b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:49.795495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-cfa07f4c-2b0f-42e7-80fe-6536cb65d99b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/networks?id=7060cd3e-68f2-4ab1-af1d-70ff578a4277 HTTP/1.1" status: 200 len: 796 time: 0.1151893 Jul 05 04:19:49.814787 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-732e48b5-94c2-486a-928d-34c81223147d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/quotas/493f456730914ffbabda165adccd9cc1 HTTP/1.1" status: 200 len: 375 time: 0.0112798 Jul 05 04:19:49.843402 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port fca3675e-3f5c-423e-b1a2-ac5aa38fcce7 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:49.854607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port fca3675e-3f5c-423e-b1a2-ac5aa38fcce7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:49.854983 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:49.887234 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f46bbdd3-7cac-4d29-9dbf-5e6faf7bcacd None None] Provisioning complete for port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:49.887234 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f46bbdd3-7cac-4d29-9dbf-5e6faf7bcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:49.910550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-9ed983aa-a379-4f75-a857-42895f1fc51d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900295 Jul 05 04:19:49.964334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f46bbdd3-7cac-4d29-9dbf-5e6faf7bcacd None None] Port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:50.069940 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-cdb8a248-43bb-473e-90fc-6cdfa174e224 service neutron] 10.222.0.38 "GET /v2.0/networks/7060cd3e-68f2-4ab1-af1d-70ff578a4277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244128 Jul 05 04:19:50.184670 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-bf96d61f-4f66-4130-ae91-6f2ab64a862e service neutron] 10.222.0.38 "GET /v2.0/networks/7060cd3e-68f2-4ab1-af1d-70ff578a4277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049666 Jul 05 04:19:50.231497 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:50.257881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port fca3675e-3f5c-423e-b1a2-ac5aa38fcce7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fca3675e-3f5c-423e-b1a2-ac5aa38fcce7,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:50.261341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924704631', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:41Z', 'updated_at': '2021-07-05T04:19:47Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0', 'name': '', 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:40:75:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:48Z', 'revision_number': 2, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:50.295055 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Checking router: ca6c74fb-71dd-4248-8b74-5b16aea4a467 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:50.295414 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Updating router ca6c74fb-71dd-4248-8b74-5b16aea4a467 port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:19:50.333015 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:50.366674 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:50.526223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fedd496c-d728-43dd-abf1-2835bfb387c6 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:50.546340 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c9e3435-49ac-4d39-a82a-21be8f940205 req-961c2635-0eda-450f-ab07-394721a172a5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 210 time: 0.0710692 Jul 05 04:19:50.611686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=fca3675e-3f5c-423e-b1a2-ac5aa38fcce7,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:50.709136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port fedd496c-d728-43dd-abf1-2835bfb387c6 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:50.709906 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:50.871718 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:50.888399 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Transition to ACTIVE for port object b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:51.060006 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:51.125381 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd24b76-a604-41fc-b69b-2700e4771780 None None] Pushing event updated for resources: {'Port': ['ID=b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:51.213134 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Attempting to bind port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:51.214177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Attempting to bind port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:51.215691 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Attempting to bind port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 on network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:51.223722 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:51.223886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Checking segment: {'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:51.224451 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:51.226966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Bound using segment: {'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:51.226966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Bound port: b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:51.226966 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:51.311874 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] For port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:51.316258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] For port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:51.393037 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:51.469780 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Routers {'ca6c74fb-71dd-4248-8b74-5b16aea4a467'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:51.471337 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:19:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:51.476047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd24b76-a604-41fc-b69b-2700e4771780 None None] Pushing event updated for resources: {'Port': ['ID=b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:51.663813 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] Set router ca6c74fb-71dd-4248-8b74-5b16aea4a467 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:51.767548 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27fe9bb8-0ed0-4307-8d98-ce6a8b0d3454 req-771960f7-a699-4a2b-843e-7fdd5441b0c8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 210 time: 0.0531721 Jul 05 04:19:51.922184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924704631', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:41Z', 'updated_at': '2021-07-05T04:19:47Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0', 'name': '', 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:40:75:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:51Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:51.957435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2fc05-b76e-46bf-9f0f-96ea51cd6bb5 None None] The sync data for ids ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'] in n-d-771363-32 is: [{'id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924704631', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:41Z', 'updated_at': '2021-07-05T04:19:47Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0', 'name': '', 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:40:75:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:51Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:52.568485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:52.746570 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:52.752562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:52.753065 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.882481 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:52.923930 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:52.973235 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c774b4b3-ca5e-4550-89a2-39c723562f7f req-9debf877-4ee1-4f57-9178-b76322d5a9bc tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 210 time: 0.0476499 Jul 05 04:19:53.054707 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.055555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fca3675e-3f5c-423e-b1a2-ac5aa38fcce7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:53.139192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:53.151219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port fca3675e-3f5c-423e-b1a2-ac5aa38fcce7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:53.151987 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.308226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-0428c0ae-a737-46a2-a44e-57c08c01a61e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:53.310615 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-0428c0ae-a737-46a2-a44e-57c08c01a61e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.36 "GET /v2.0/networks?id=7060cd3e-68f2-4ab1-af1d-70ff578a4277 HTTP/1.1" status: 200 len: 796 time: 0.1365995 Jul 05 04:19:53.366528 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-cc56253b-c1bf-4535-9f01-528dc3e7e739 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=493f456730914ffbabda165adccd9cc1 HTTP/1.1" status: 200 len: 380 time: 0.0468884 Jul 05 04:19:53.379260 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-f3678e30-5226-46d7-b47d-63488393ade8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'port': {'device_id': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'admin_state_up': True, 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'security_groups': ['a812b4a5-ad2d-42fa-b623-231a2d53261b']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:53.531808 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d81d9e76-ec1f-411d-b948-7761fe611353 req-e7e2cd35-435b-4ef3-9ecb-9423cc1fdcc8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1091163 Jul 05 04:19:53.632456 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-f3678e30-5226-46d7-b47d-63488393ade8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Made reservation on behalf of 493f456730914ffbabda165adccd9cc1 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:53.636157 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-f3678e30-5226-46d7-b47d-63488393ade8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.663277 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d9e76-ec1f-411d-b948-7761fe611353 req-ce1e93b5-35af-499b-bc4a-dfc23c69fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:53.665027 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d81d9e76-ec1f-411d-b948-7761fe611353 req-ce1e93b5-35af-499b-bc4a-dfc23c69fe0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 1097 time: 0.0839117 Jul 05 04:19:53.855129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d9e76-ec1f-411d-b948-7761fe611353 req-839db00b-2fe0-42cf-8a5e-94232786e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:53.857457 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d81d9e76-ec1f-411d-b948-7761fe611353 req-839db00b-2fe0-42cf-8a5e-94232786e714 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.1469855 Jul 05 04:19:53.858482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-f3678e30-5226-46d7-b47d-63488393ade8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Allocated IP 172.20.0.7 (7060cd3e-68f2-4ab1-af1d-70ff578a4277/ca3be6de-916c-4ee4-a5f3-9ab0333722fe/4b488284-0ef8-4f8a-af65-2482f4f36b89) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:53.957293 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d81d9e76-ec1f-411d-b948-7761fe611353 req-3c11f856-36f4-47db-ba32-012381cfa89d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f3a2c71-d22b-42f1-848b-1364c7ce0d59 HTTP/1.1" status: 200 len: 1001 time: 0.0923822 Jul 05 04:19:54.061369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d9e76-ec1f-411d-b948-7761fe611353 req-983b7300-9e5e-42c8-9651-18aef7ed8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:54.063097 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d81d9e76-ec1f-411d-b948-7761fe611353 req-983b7300-9e5e-42c8-9651-18aef7ed8fad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0960593 Jul 05 04:19:54.134505 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-f3678e30-5226-46d7-b47d-63488393ade8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.148721 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f9ae364-00a0-44b4-a645-4c3fda260f0c req-178818da-14e6-40fb-ad21-0b9b7cef2962 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 210 time: 0.0481513 Jul 05 04:19:54.157792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-f3678e30-5226-46d7-b47d-63488393ade8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Transition to ACTIVE for port object 4b488284-0ef8-4f8a-af65-2482f4f36b89 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:54.230255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d9e76-ec1f-411d-b948-7761fe611353 req-29bfc1ae-6361-4c3e-adc8-a4243aa7dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:54.231903 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d81d9e76-ec1f-411d-b948-7761fe611353 req-29bfc1ae-6361-4c3e-adc8-a4243aa7dc14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1575191 Jul 05 04:19:54.334349 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d81d9e76-ec1f-411d-b948-7761fe611353 req-c6cfca27-ed77-4b13-8ed2-4c3185c056a6 service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927866 Jul 05 04:19:54.403070 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-f3678e30-5226-46d7-b47d-63488393ade8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.467690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-f3678e30-5226-46d7-b47d-63488393ade8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:54.490760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:54.491211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-f3678e30-5226-46d7-b47d-63488393ade8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:54.495177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-f3678e30-5226-46d7-b47d-63488393ade8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:54.506370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3678e30-5226-46d7-b47d-63488393ade8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=4b488284-0ef8-4f8a-af65-2482f4f36b89,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:54.543734 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d81d9e76-ec1f-411d-b948-7761fe611353 req-8c4c38a9-89c8-4714-8f91-a026dbff7806 service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010331 Jul 05 04:19:54.574331 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:54.576172 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.592531 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-f3678e30-5226-46d7-b47d-63488393ade8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:54.593215 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-f3678e30-5226-46d7-b47d-63488393ade8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.783835 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-f3678e30-5226-46d7-b47d-63488393ade8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4062688 Jul 05 04:19:54.792955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Request body: {'port': {'device_id': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:54.836892 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5ee80e56-8827-4636-a697-115090350619 None None] Provisioning for port 4b488284-0ef8-4f8a-af65-2482f4f36b89 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:54.847234 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5ee80e56-8827-4636-a697-115090350619 None None] Provisioning complete for port 4b488284-0ef8-4f8a-af65-2482f4f36b89 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:54.847234 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5ee80e56-8827-4636-a697-115090350619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.885029 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.887215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80e56-8827-4636-a697-115090350619 None None] Port 4b488284-0ef8-4f8a-af65-2482f4f36b89 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:55.402844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64191ad2-ebd7-4ee8-bde2-a664adde7696 req-763d56ab-7366-4c36-a486-ed130efc8372 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:55.412898 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64191ad2-ebd7-4ee8-bde2-a664adde7696 req-763d56ab-7366-4c36-a486-ed130efc8372 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 931 time: 0.0823586 Jul 05 04:19:55.445789 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64191ad2-ebd7-4ee8-bde2-a664adde7696 req-292554a0-9448-4297-8e08-c524ec3bca2d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330157 Jul 05 04:19:55.542784 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b488284-0ef8-4f8a-af65-2482f4f36b89 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:19:55.552312 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.565982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Transition to ACTIVE for port object 4b488284-0ef8-4f8a-af65-2482f4f36b89 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:55.694580 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.762541 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Pushing event updated for resources: {'Port': ['ID=4b488284-0ef8-4f8a-af65-2482f4f36b89,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:55.869246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Attempting to bind port 4b488284-0ef8-4f8a-af65-2482f4f36b89 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:55.869925 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Attempting to bind port 4b488284-0ef8-4f8a-af65-2482f4f36b89 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:55.870477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Attempting to bind port 4b488284-0ef8-4f8a-af65-2482f4f36b89 on network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:55.876503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Port 4b488284-0ef8-4f8a-af65-2482f4f36b89 on network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:19:55.877065 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Attempting to bind port 4b488284-0ef8-4f8a-af65-2482f4f36b89 on network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:55.882441 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:55.885678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Checking segment: {'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:55.885678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Bound using segment: {'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:55.885678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Bound port: 4b488284-0ef8-4f8a-af65-2482f4f36b89, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:55.885678 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.961353 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:55.964268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:56.105942 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:56.160709 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:56.161387 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:56.162878 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] 10.222.0.36 "PUT /v2.0/ports/4b488284-0ef8-4f8a-af65-2482f4f36b89 HTTP/1.1" status: 200 len: 1092 time: 1.3741257 Jul 05 04:19:56.163349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:56.165817 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec918b4-804e-41ed-a9cd-4979efd2336c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:56.189502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb7b74-5b18-4b36-9940-cd190f12bf36 service neutron] Pushing event updated for resources: {'Port': ['ID=4b488284-0ef8-4f8a-af65-2482f4f36b89,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:56.225725 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b64d060-29aa-4f3b-aa69-f85faf33f6b5 x-openstack-request-id: req-3b64d060-29aa-4f3b-aa69-f85faf33f6b5 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:56.226308 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:56.226756 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3b64d060-29aa-4f3b-aa69-f85faf33f6b5 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:56.227407 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89', 'status': 'completed', 'code': 200} Jul 05 04:19:56.307570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec918b4-804e-41ed-a9cd-4979efd2336c req-cf6a9a69-497c-4a5d-8ebd-5c96a121b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:56.309246 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ec918b4-804e-41ed-a9cd-4979efd2336c req-cf6a9a69-497c-4a5d-8ebd-5c96a121b9ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 1095 time: 0.0570505 Jul 05 04:19:56.487478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec918b4-804e-41ed-a9cd-4979efd2336c req-72a7dbf8-d493-4e48-ad1b-f7e989281974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:56.489376 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ec918b4-804e-41ed-a9cd-4979efd2336c req-72a7dbf8-d493-4e48-ad1b-f7e989281974 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=493f456730914ffbabda165adccd9cc1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1726434 Jul 05 04:19:56.602596 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec918b4-804e-41ed-a9cd-4979efd2336c req-aeeb416c-ca06-48e5-a278-27b1f50f0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:56.604331 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0ec918b4-804e-41ed-a9cd-4979efd2336c req-aeeb416c-ca06-48e5-a278-27b1f50f0279 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1079326 Jul 05 04:19:56.654621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494eb11-91d8-4e5d-9a54-1a8cfda72c35 req-6a073e69-bd79-4ab3-a28a-105e260c4b22 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:56.656938 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4494eb11-91d8-4e5d-9a54-1a8cfda72c35 req-6a073e69-bd79-4ab3-a28a-105e260c4b22 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 943 time: 0.0826483 Jul 05 04:19:56.698683 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4494eb11-91d8-4e5d-9a54-1a8cfda72c35 req-a8dc2b04-c481-457f-b1d2-6cfa6d625940 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362113 Jul 05 04:19:56.708652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-28f659e5-93ff-448c-b57e-65d4970db2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:56.710687 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-28f659e5-93ff-448c-b57e-65d4970db2f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 1095 time: 0.0625267 Jul 05 04:19:56.762684 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-c0df21e2-e8b7-4b71-a231-e6dfeffacd67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89 HTTP/1.1" status: 200 len: 217 time: 0.0442111 Jul 05 04:19:56.817943 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-4a8fc32e-742c-41fd-98fc-b4939e0f4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:56.820703 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-4a8fc32e-742c-41fd-98fc-b4939e0f4a13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca3be6de-916c-4ee4-a5f3-9ab0333722fe HTTP/1.1" status: 200 len: 834 time: 0.0499814 Jul 05 04:19:56.892082 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-c6981704-c63d-4621-8a9e-e15978e84003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:56.893974 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-c6981704-c63d-4621-8a9e-e15978e84003 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7060cd3e-68f2-4ab1-af1d-70ff578a4277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659277 Jul 05 04:19:57.019738 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-bf37b00b-bcd2-4615-b0a6-b95ff25fe859 service neutron] 10.222.0.36 "GET /v2.0/networks/7060cd3e-68f2-4ab1-af1d-70ff578a4277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187012 Jul 05 04:19:57.117644 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-25dc1acf-6af9-458f-b03a-d6aa0a750977 req-3cd1708f-61f4-4837-9af0-81496a0e7caf service neutron] 10.222.0.36 "GET /v2.0/networks/7060cd3e-68f2-4ab1-af1d-70ff578a4277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908499 Jul 05 04:19:57.895670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917f4bb-b67f-45b5-871e-c2663fd30d15 req-6c1e3736-340d-41e2-9d36-543a9eb41fe6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:57.897831 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b917f4bb-b67f-45b5-871e-c2663fd30d15 req-6c1e3736-340d-41e2-9d36-543a9eb41fe6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 943 time: 0.0762606 Jul 05 04:19:57.937471 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b917f4bb-b67f-45b5-871e-c2663fd30d15 req-e25a1d5e-6276-4b6a-b725-f5fc98b6068a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338941 Jul 05 04:19:59.148836 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdffbf-5da4-4e7e-a837-a56e7f53e11c req-53cd167c-73b4-440c-b337-990e6bf3efd2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:59.151175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3cfdffbf-5da4-4e7e-a837-a56e7f53e11c req-53cd167c-73b4-440c-b337-990e6bf3efd2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 943 time: 0.0956085 Jul 05 04:19:59.196134 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3cfdffbf-5da4-4e7e-a837-a56e7f53e11c req-6cda712f-aaff-4103-b49f-6fd111627050 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371628 Jul 05 04:20:00.159646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-b0b1b809-5b21-400c-a4bf-3241a08ddc03 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:00.161176 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-b0b1b809-5b21-400c-a4bf-3241a08ddc03 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/networks?id=7b039e06-1243-4bfe-8731-3e97949430a7 HTTP/1.1" status: 200 len: 813 time: 0.1140792 Jul 05 04:20:00.186188 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-c4be869a-4fce-4961-8e90-fa1fe76a4609 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/quotas/d3b001bcba924e85a697a78e32d962da HTTP/1.1" status: 200 len: 375 time: 0.0194228 Jul 05 04:20:00.224478 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-39f9a5e6-8b96-4e1d-bc7f-69b2d1e1acf8 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3b001bcba924e85a697a78e32d962da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366390 Jul 05 04:20:00.369069 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-23616378-4197-440a-8bb9-cd268b08749e service neutron] 10.222.0.38 "GET /v2.0/networks/7b039e06-1243-4bfe-8731-3e97949430a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283193 Jul 05 04:20:00.460327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852bfc0-38dd-465a-ba2b-3109144e8b3b req-d58fdef9-51cc-4955-aadb-fd530b720969 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:00.461854 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e852bfc0-38dd-465a-ba2b-3109144e8b3b req-d58fdef9-51cc-4955-aadb-fd530b720969 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 943 time: 0.1298094 Jul 05 04:20:00.510044 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-38493763-d978-42cb-9c50-d0ada1eb9f6a service neutron] 10.222.0.38 "GET /v2.0/networks/7b039e06-1243-4bfe-8731-3e97949430a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320415 Jul 05 04:20:00.530619 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 4b488284-0ef8-4f8a-af65-2482f4f36b89 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:20:00.531817 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e852bfc0-38dd-465a-ba2b-3109144e8b3b req-d1abc5a3-403c-4ecc-89e1-bbb8d737a4fc tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605636 Jul 05 04:20:00.700337 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:00.718426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '4b488284-0ef8-4f8a-af65-2482f4f36b89', 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'port_id': '4b488284-0ef8-4f8a-af65-2482f4f36b89', 'mac_address': 'fa:16:3e:e7:15:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:20:00.782559 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.824353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b488284-0ef8-4f8a-af65-2482f4f36b89 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:00.862013 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4bd42b27-4962-40e1-914f-f101b0e7064c req-7fa88790-3c71-47f5-bf27-c0a492fb149a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 210 time: 0.0580959 Jul 05 04:20:00.875909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:00.970012 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:01.057206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=4b488284-0ef8-4f8a-af65-2482f4f36b89,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:01.359871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['4b488284-0ef8-4f8a-af65-2482f4f36b89'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:20:01.749119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaa12b-9302-4c66-a9c4-9800fd7c4d22 req-d2b6d5b1-5fdc-412f-b4cf-bd5d55172d21 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:01.752198 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-11eaa12b-9302-4c66-a9c4-9800fd7c4d22 req-d2b6d5b1-5fdc-412f-b4cf-bd5d55172d21 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 944 time: 0.0791810 Jul 05 04:20:01.802082 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-11eaa12b-9302-4c66-a9c4-9800fd7c4d22 req-7a067a97-0eab-4ca1-b378-183469fa20a8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436232 Jul 05 04:20:01.950081 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e59448c-3404-4ca6-b140-d6721ce72cb8 req-099c6bfe-f97d-4d80-92cf-d42a3a204f21 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 210 time: 0.0368130 Jul 05 04:20:02.558832 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 4b488284-0ef8-4f8a-af65-2482f4f36b89 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:02.583671 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.716891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 4b488284-0ef8-4f8a-af65-2482f4f36b89 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:02.721383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 4b488284-0ef8-4f8a-af65-2482f4f36b89 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:02.721758 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.815649 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.841184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:02.843501 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf682d27-e565-41fb-8a0b-6800f9b65e67" -d '{"events": [{"server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "name": "network-vif-plugged", "status": "completed", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:02.862699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:02.901443 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9919c7-c7ea-494f-a058-3a9daff114a3 x-openstack-request-id: req-1b9919c7-c7ea-494f-a058-3a9daff114a3 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:02.901741 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "name": "network-vif-plugged", "status": "completed", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:02.903438 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b9919c7-c7ea-494f-a058-3a9daff114a3 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:02.903438 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89', 'code': 200} Jul 05 04:20:02.956945 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:03.046102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb17797-5db3-43e6-a379-d047d2a411a8 req-82acb3cf-e524-466d-a973-739a5bfa9acb tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:03.058118 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5bb17797-5db3-43e6-a379-d047d2a411a8 req-82acb3cf-e524-466d-a973-739a5bfa9acb tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 945 time: 0.0951548 Jul 05 04:20:03.133138 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5bb17797-5db3-43e6-a379-d047d2a411a8 req-2864ebcc-7d4d-4b7e-b797-c99b91e3727b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773802 Jul 05 04:20:03.146050 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=4b488284-0ef8-4f8a-af65-2482f4f36b89,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:03.233978 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dbf5e-b08f-41d1-8711-4fe54b16c3ce req-505fe88c-98fc-430d-8245-fc86ae23a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:03.242341 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-830dbf5e-b08f-41d1-8711-4fe54b16c3ce req-505fe88c-98fc-430d-8245-fc86ae23a8ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 1097 time: 0.2404456 Jul 05 04:20:03.258112 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b943848-aa2c-41bd-a997-cd8b4b9657f2 req-74333f1f-0d5d-44d6-9629-1f23fc67d6ee tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 210 time: 0.0600731 Jul 05 04:20:03.295744 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-830dbf5e-b08f-41d1-8711-4fe54b16c3ce req-d9aa25b7-1dfd-434f-b693-d0fadee1a405 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508542 Jul 05 04:20:03.754126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-49f29f42-06e4-4731-a2cf-69575b5f2cd5 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:03.755494 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-49f29f42-06e4-4731-a2cf-69575b5f2cd5 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.10 "GET /v2.0/networks?id=7b039e06-1243-4bfe-8731-3e97949430a7 HTTP/1.1" status: 200 len: 813 time: 0.1203835 Jul 05 04:20:03.768503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-5d8f3e6a-aacf-4373-ae31-97bdbd629b9a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Request body: {'port': {'device_id': 'c4bf6eab-137f-4518-bb87-24d2bfafcd98', 'network_id': '7b039e06-1243-4bfe-8731-3e97949430a7', 'admin_state_up': True, 'tenant_id': 'd3b001bcba924e85a697a78e32d962da'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:04.065665 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:04.066225 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-5d8f3e6a-aacf-4373-ae31-97bdbd629b9a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Made reservation on behalf of d3b001bcba924e85a697a78e32d962da for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:04.070909 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-5d8f3e6a-aacf-4373-ae31-97bdbd629b9a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:04.294097 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-5d8f3e6a-aacf-4373-ae31-97bdbd629b9a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Allocated IP 172.20.0.11 (7b039e06-1243-4bfe-8731-3e97949430a7/b6cdbb69-cda4-4110-be6d-e863e6fca420/2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:04.406510 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca775872-1db7-4c73-a0bb-ef2599b4715b req-973f4a54-b911-4325-8b89-3d3dfc3c84f8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:04.410294 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:20:04.449167 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca775872-1db7-4c73-a0bb-ef2599b4715b req-973f4a54-b911-4325-8b89-3d3dfc3c84f8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 945 time: 0.1070116 Jul 05 04:20:04.451570 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-34ad8531-fcfa-4e71-9ae5-38c92d8e7984 req-22b9432a-e498-4be4-a463-72428cd4bcda tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 210 time: 0.0378497 Jul 05 04:20:04.484315 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca775872-1db7-4c73-a0bb-ef2599b4715b req-a50917fd-0689-474e-ad56-1a780ce23afc tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688868 Jul 05 04:20:04.519729 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-5d8f3e6a-aacf-4373-ae31-97bdbd629b9a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:05.045935 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-5d8f3e6a-aacf-4373-ae31-97bdbd629b9a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:05.108265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-5d8f3e6a-aacf-4373-ae31-97bdbd629b9a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Network 7b039e06-1243-4bfe-8731-3e97949430a7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:05.120988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-5d8f3e6a-aacf-4373-ae31-97bdbd629b9a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:05.120988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-5d8f3e6a-aacf-4373-ae31-97bdbd629b9a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:05.120988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f3e6a-aacf-4373-ae31-97bdbd629b9a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Pushing event updated for resources: {'Port': ['ID=2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:05.189180 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-5d8f3e6a-aacf-4373-ae31-97bdbd629b9a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:05.189814 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-5d8f3e6a-aacf-4373-ae31-97bdbd629b9a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:05.352719 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-5d8f3e6a-aacf-4373-ae31-97bdbd629b9a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5874553 Jul 05 04:20:05.365151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Request body: {'port': {'device_id': 'c4bf6eab-137f-4518-bb87-24d2bfafcd98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:05.452431 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:05.834622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef21eaf-af1f-4a6d-a91e-d2b6eeea0cc0 req-71620f65-a0c7-4e90-81f1-528ea5779a8f tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:05.837818 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ef21eaf-af1f-4a6d-a91e-d2b6eeea0cc0 req-71620f65-a0c7-4e90-81f1-528ea5779a8f tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 932 time: 0.2065763 Jul 05 04:20:05.908626 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ef21eaf-af1f-4a6d-a91e-d2b6eeea0cc0 req-30927688-74c0-4670-b4d4-b8775d989325 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612597 Jul 05 04:20:05.936674 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:05.937100 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd649071-c022-4a35-93d8-33097b369677 req-99edb2e2-d3a6-40ee-ac57-e76f601b6af5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:05.939668 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd649071-c022-4a35-93d8-33097b369677 req-99edb2e2-d3a6-40ee-ac57-e76f601b6af5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 945 time: 0.1901224 Jul 05 04:20:05.965246 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:05.998351 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Transition to ACTIVE for port object 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:06.016656 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd649071-c022-4a35-93d8-33097b369677 req-ef9f83bb-84c4-4bcd-93ca-d7cfca73be3d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685003 Jul 05 04:20:06.129319 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:06.251048 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:06.314294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f54a4c-ef60-4bab-a898-a3f20462754a req-09d99c78-0b29-4e42-9923-ea07ec9ff8ff tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:06.331983 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-72f54a4c-ef60-4bab-a898-a3f20462754a req-09d99c78-0b29-4e42-9923-ea07ec9ff8ff tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 945 time: 0.1532912 Jul 05 04:20:06.381466 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Attempting to bind port 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:06.382542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Attempting to bind port 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7b039e06-1243-4bfe-8731-3e97949430a7'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:06.383463 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Attempting to bind port 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de on network 7b039e06-1243-4bfe-8731-3e97949430a7 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:06.396995 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Port 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de on network 7b039e06-1243-4bfe-8731-3e97949430a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:20:06.397331 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Attempting to bind port 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de on network 7b039e06-1243-4bfe-8731-3e97949430a7 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:06.406287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-72f54a4c-ef60-4bab-a898-a3f20462754a req-daf2d1d1-a450-434b-baa6-e1e60cd76d75 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733037 Jul 05 04:20:06.407855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:06.408250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Checking segment: {'id': 'f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7b039e06-1243-4bfe-8731-3e97949430a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:06.408652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Bound using segment: {'id': 'f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7b039e06-1243-4bfe-8731-3e97949430a7'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:06.409183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Bound port: 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7b039e06-1243-4bfe-8731-3e97949430a7'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:06.409455 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:06.424771 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51572) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:06.534007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d58b3c8-b7a0-4ad7-a17a-1cb835dece09 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:06.535438 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3d58b3c8-b7a0-4ad7-a17a-1cb835dece09 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 1092 time: 0.1085811 Jul 05 04:20:06.544099 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51574) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:06.544099 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] For port 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:06.549161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': '4b488284-0ef8-4f8a-af65-2482f4f36b89', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:06.588961 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] For port 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de,segment=NetworkSegment(f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a),segment_id=f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:06.677372 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:06.680462 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:06.763845 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:06.765007 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:06.766820 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] 10.222.0.10 "PUT /v2.0/ports/2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de HTTP/1.1" status: 200 len: 1093 time: 1.4067953 Jul 05 04:20:06.769725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bf6eab-137f-4518-bb87-24d2bfafcd98', 'tag': '2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:06.772125 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b487a86-ea54-4216-8b19-48cb0837906f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bf6eab-137f-4518-bb87-24d2bfafcd98", "tag": "2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:06.821369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63687f-96f8-4397-a4a4-e04ac425f994 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:06.902453 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:06.988835 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdfe06e-17dd-41c5-919a-7649e5b6df4f x-openstack-request-id: req-0bdfe06e-17dd-41c5-919a-7649e5b6df4f {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:06.988835 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bf6eab-137f-4518-bb87-24d2bfafcd98", "tag": "2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:06.988835 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0bdfe06e-17dd-41c5-919a-7649e5b6df4f {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:06.988835 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bf6eab-137f-4518-bb87-24d2bfafcd98', 'tag': '2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de', 'status': 'completed', 'code': 200} Jul 05 04:20:07.005484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-fa0fd444-989a-4788-9204-80141f361fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:07.007207 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-fa0fd444-989a-4788-9204-80141f361fa1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3b001bcba924e85a697a78e32d962da&device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 1096 time: 0.1403909 Jul 05 04:20:07.120547 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-6bfe21ed-37a7-448a-820d-5b86942b49fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de HTTP/1.1" status: 200 len: 217 time: 0.0637729 Jul 05 04:20:07.181363 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Allocated IP 172.25.6.23 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/59c8ebff-5ccb-4f10-8bf8-aa4036736bcb) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:07.229529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088335e-08df-4580-bc14-5caa169cd907 req-19851fb1-5f6c-4e60-b5b9-36ca9ba5da3e tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:07.234697 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a088335e-08df-4580-bc14-5caa169cd907 req-19851fb1-5f6c-4e60-b5b9-36ca9ba5da3e tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 944 time: 0.1287582 Jul 05 04:20:07.246138 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-71a568bd-193f-4417-b875-43ffdd866fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:07.248583 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-71a568bd-193f-4417-b875-43ffdd866fa4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6cdbb69-cda4-4110-be6d-e863e6fca420 HTTP/1.1" status: 200 len: 853 time: 0.1209986 Jul 05 04:20:07.320672 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a088335e-08df-4580-bc14-5caa169cd907 req-014e1873-66f8-4aea-b990-90c42550beb1 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763066 Jul 05 04:20:07.438613 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:07.477359 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-f539e0ea-5ffe-47c6-b706-b41a11ecfaba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b039e06-1243-4bfe-8731-3e97949430a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359397 Jul 05 04:20:07.617482 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-71b55c93-3a3f-4d05-8759-d35ef34e50a8 service neutron] 10.222.0.10 "GET /v2.0/networks/7b039e06-1243-4bfe-8731-3e97949430a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321082 Jul 05 04:20:07.649834 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:07.733367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:07.741512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:07.744812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:07.793662 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=59c8ebff-5ccb-4f10-8bf8-aa4036736bcb,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:07.832904 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2218a96e-6303-4ee7-a1b5-9768cdd2824d req-0098404c-5e88-48c2-8929-b13339c47888 service neutron] 10.222.0.10 "GET /v2.0/networks/7b039e06-1243-4bfe-8731-3e97949430a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066486 Jul 05 04:20:08.125464 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b487a86-ea54-4216-8b19-48cb0837906f req-6b2b2ac0-6426-43b7-96f4-4bd84336bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:08.127383 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1b487a86-ea54-4216-8b19-48cb0837906f req-6b2b2ac0-6426-43b7-96f4-4bd84336bc93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3b001bcba924e85a697a78e32d962da&device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 1096 time: 0.1358955 Jul 05 04:20:08.383236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b487a86-ea54-4216-8b19-48cb0837906f req-a3cccbb5-4c8e-4f2c-b795-13c27cc9c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:08.385660 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1b487a86-ea54-4216-8b19-48cb0837906f req-a3cccbb5-4c8e-4f2c-b795-13c27cc9c3b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b039e06-1243-4bfe-8731-3e97949430a7 HTTP/1.1" status: 200 len: 914 time: 0.2173140 Jul 05 04:20:08.483772 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1b487a86-ea54-4216-8b19-48cb0837906f req-ae0c1d96-a658-4c6c-a5fa-987aabcb4755 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de HTTP/1.1" status: 200 len: 217 time: 0.0819490 Jul 05 04:20:08.484860 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:08.614411 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b487a86-ea54-4216-8b19-48cb0837906f req-bc944f91-ff40-436d-8a20-35e64c49ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:08.616083 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1b487a86-ea54-4216-8b19-48cb0837906f req-bc944f91-ff40-436d-8a20-35e64c49ed0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b6cdbb69-cda4-4110-be6d-e863e6fca420 HTTP/1.1" status: 200 len: 853 time: 0.0924230 Jul 05 04:20:08.637808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef3ff9-0aac-4f3e-a5fb-e6c8366068a6 req-9eba6e85-e87b-4f40-a852-ad5ce6464ee0 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:08.650044 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4ef3ff9-0aac-4f3e-a5fb-e6c8366068a6 req-9eba6e85-e87b-4f40-a852-ad5ce6464ee0 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 944 time: 0.1373975 Jul 05 04:20:08.695615 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1b487a86-ea54-4216-8b19-48cb0837906f req-70e99e0b-d2de-47fa-9b06-624d965981a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b039e06-1243-4bfe-8731-3e97949430a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670543 Jul 05 04:20:08.716669 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4ef3ff9-0aac-4f3e-a5fb-e6c8366068a6 req-de6e5ca4-d4ca-4abe-9014-3ff56c43ef0e tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643778 Jul 05 04:20:08.835138 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:08.920960 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1b487a86-ea54-4216-8b19-48cb0837906f req-c1fd6ce5-e010-468a-a15e-785a5171aca6 service neutron] 10.222.0.10 "GET /v2.0/networks/7b039e06-1243-4bfe-8731-3e97949430a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946573 Jul 05 04:20:09.094066 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1b487a86-ea54-4216-8b19-48cb0837906f req-db942dc2-aef1-4094-a30a-b1c2e4a6c9e8 service neutron] 10.222.0.10 "GET /v2.0/networks/7b039e06-1243-4bfe-8731-3e97949430a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622691 Jul 05 04:20:09.124892 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.220238 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.301146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=59c8ebff-5ccb-4f10-8bf8-aa4036736bcb,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:09.321425 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.815551 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Floating IP f65d7655-aad0-49d2-91ce-3768321e6935 associated. External IP: 172.25.6.23, port: 4b488284-0ef8-4f8a-af65-2482f4f36b89. Jul 05 04:20:09.953095 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecdba4-0307-4b40-aa0f-a920bf2e49b0 req-f728236f-35f5-432b-be8a-e12354ae1ab2 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:09.965038 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10ecdba4-0307-4b40-aa0f-a920bf2e49b0 req-f728236f-35f5-432b-be8a-e12354ae1ab2 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 944 time: 0.1085546 Jul 05 04:20:10.028435 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10ecdba4-0307-4b40-aa0f-a920bf2e49b0 req-16879c0c-f24c-4d76-b892-72048d03d3e2 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551720 Jul 05 04:20:10.140754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router ca6c74fb-71dd-4248-8b74-5b16aea4a467 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:20:10.297314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:10.309618 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e53481-745e-4347-b659-d59fb5e893df None None] Sync routers for ids ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:10.321144 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e53481-745e-4347-b659-d59fb5e893df None None] Routers {'ca6c74fb-71dd-4248-8b74-5b16aea4a467'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:10.334996 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-84e53481-745e-4347-b659-d59fb5e893df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:19:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:10.438573 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.458783 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-84e53481-745e-4347-b659-d59fb5e893df None None] Set router ca6c74fb-71dd-4248-8b74-5b16aea4a467 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:10.487812 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-79997a5d-8786-45dc-a474-8ad18c4b865c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9423461 Jul 05 04:20:10.488425 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:10.490727 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2bde2a-e54a-49b7-ae76-9d80534a631e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:10.532314 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf6cefb-9312-4ba4-8954-eeb3a64ffbdf x-openstack-request-id: req-dcf6cefb-9312-4ba4-8954-eeb3a64ffbdf {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:10.532616 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:10.533383 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dcf6cefb-9312-4ba4-8954-eeb3a64ffbdf {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:10.533851 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89', 'status': 'completed', 'code': 200} Jul 05 04:20:10.657201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:20:10.673294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bde2a-e54a-49b7-ae76-9d80534a631e req-f4eccbf5-6468-470e-8034-0eb4d2f18bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:10.681315 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac2bde2a-e54a-49b7-ae76-9d80534a631e req-f4eccbf5-6468-470e-8034-0eb4d2f18bc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 1097 time: 0.1099668 Jul 05 04:20:10.771271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc8692-2239-4918-b458-c10b9b934dfd req-da1e4c64-6c88-4712-a53f-4c56acc22fda tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:10.778786 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7ccc8692-2239-4918-b458-c10b9b934dfd req-da1e4c64-6c88-4712-a53f-4c56acc22fda tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 945 time: 0.1429167 Jul 05 04:20:10.819455 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-84e53481-745e-4347-b659-d59fb5e893df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924704631', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:41Z', 'updated_at': '2021-07-05T04:19:47Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'f65d7655-aad0-49d2-91ce-3768321e6935', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'port_id': '4b488284-0ef8-4f8a-af65-2482f4f36b89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'mac_address': 'fa:16:3e:e7:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:20:08Z', 'updated_at': '2021-07-05T04:20:08Z', 'revision_number': 0, 'project_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0', 'name': '', 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:40:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:52Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:10.840123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7ccc8692-2239-4918-b458-c10b9b934dfd req-a3f25471-2185-4777-b0ff-c2d8b0ff0180 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596943 Jul 05 04:20:10.861133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51628) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:10.881150 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de,segment=NetworkSegment(f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a),segment_id=f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:10.900170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de', 'network_id': '7b039e06-1243-4bfe-8731-3e97949430a7', 'port_id': '2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de', 'mac_address': 'fa:16:3e:97:78:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cdbb69-cda4-4110-be6d-e863e6fca420', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:20:10.935901 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e53481-745e-4347-b659-d59fb5e893df None None] Checking router: ca6c74fb-71dd-4248-8b74-5b16aea4a467 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:10.951580 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bde2a-e54a-49b7-ae76-9d80534a631e req-a6d20caa-677a-4b4f-a6d0-d4bc28dd71da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:10.957812 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac2bde2a-e54a-49b7-ae76-9d80534a631e req-a6d20caa-677a-4b4f-a6d0-d4bc28dd71da service neutron] 10.222.0.36 "GET /v2.0/networks?id=7060cd3e-68f2-4ab1-af1d-70ff578a4277 HTTP/1.1" status: 200 len: 897 time: 0.2725601 Jul 05 04:20:10.968836 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e53481-745e-4347-b659-d59fb5e893df None None] Routers {'ca6c74fb-71dd-4248-8b74-5b16aea4a467'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:10.969469 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-84e53481-745e-4347-b659-d59fb5e893df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:19:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:10.977694 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.008190 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:11.031910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ef679363-c87a-4990-995e-bea57712ffe5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/f65d7655-aad0-49d2-91ce-3768321e6935 HTTP/1.1" status: 200 len: 990 time: 0.1692617 Jul 05 04:20:11.049070 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de,segment=NetworkSegment(f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a),segment_id=f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:11.106305 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac2bde2a-e54a-49b7-ae76-9d80534a631e req-88aa0b1f-ab3a-413b-8714-e3ed2a14be83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89 HTTP/1.1" status: 200 len: 998 time: 0.1435628 Jul 05 04:20:11.112610 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.147097 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-84e53481-745e-4347-b659-d59fb5e893df None None] Set router ca6c74fb-71dd-4248-8b74-5b16aea4a467 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:11.192184 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bde2a-e54a-49b7-ae76-9d80534a631e req-3733db57-49f5-4aa1-95b9-a4aae28d4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:11.195023 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac2bde2a-e54a-49b7-ae76-9d80534a631e req-3733db57-49f5-4aa1-95b9-a4aae28d4a87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca3be6de-916c-4ee4-a5f3-9ab0333722fe HTTP/1.1" status: 200 len: 834 time: 0.0781424 Jul 05 04:20:11.258175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:11.304512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.304512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.304512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.304512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.304512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.304512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.304512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.304512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.304512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.304512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.304512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.304512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:11.410261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb7b1e-2e91-4786-87f7-c7384078eca3 req-f68514bc-ca89-4fec-bf10-74ec6c174d81 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:11.428650 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bde2a-e54a-49b7-ae76-9d80534a631e req-d823c439-7815-4bb8-8a39-3ca54de5cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:11.428775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c1cb7b1e-2e91-4786-87f7-c7384078eca3 req-f68514bc-ca89-4fec-bf10-74ec6c174d81 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 945 time: 0.1743863 Jul 05 04:20:11.428867 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac2bde2a-e54a-49b7-ae76-9d80534a631e req-d823c439-7815-4bb8-8a39-3ca54de5cf1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7060cd3e-68f2-4ab1-af1d-70ff578a4277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1750791 Jul 05 04:20:11.439330 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b03c0c1f-a685-4765-9a1b-cf25d95ae029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.443669 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:20:11.534571 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c1cb7b1e-2e91-4786-87f7-c7384078eca3 req-5c7138a3-12f6-4ee7-9854-76e18abe5633 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997624 Jul 05 04:20:11.608938 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-84e53481-745e-4347-b659-d59fb5e893df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924704631', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:41Z', 'updated_at': '2021-07-05T04:19:47Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'f65d7655-aad0-49d2-91ce-3768321e6935', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'port_id': '4b488284-0ef8-4f8a-af65-2482f4f36b89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'mac_address': 'fa:16:3e:e7:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:20:08Z', 'updated_at': '2021-07-05T04:20:08Z', 'revision_number': 0, 'project_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0', 'name': '', 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:40:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:52Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:11.623925 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac2bde2a-e54a-49b7-ae76-9d80534a631e req-be5cfb72-9199-4381-a5f6-ea6fc7d3f30c service neutron] 10.222.0.36 "GET /v2.0/networks/7060cd3e-68f2-4ab1-af1d-70ff578a4277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801357 Jul 05 04:20:11.649301 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e53481-745e-4347-b659-d59fb5e893df None None] The sync data for ids ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'] in n-d-771363-32 is: [{'id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924704631', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:41Z', 'updated_at': '2021-07-05T04:19:47Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'f65d7655-aad0-49d2-91ce-3768321e6935', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'port_id': '4b488284-0ef8-4f8a-af65-2482f4f36b89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'mac_address': 'fa:16:3e:e7:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:20:08Z', 'updated_at': '2021-07-05T04:20:08Z', 'revision_number': 0, 'project_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0', 'name': '', 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:40:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:52Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:11.731246 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ac2bde2a-e54a-49b7-ae76-9d80534a631e req-55f656be-d9eb-4679-afb1-2f0288e06f7b service neutron] 10.222.0.36 "GET /v2.0/networks/7060cd3e-68f2-4ab1-af1d-70ff578a4277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001334 Jul 05 04:20:11.911709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054b5bab-0ddf-4188-842d-b56fc07be00a None None] New status for floating IP f65d7655-aad0-49d2-91ce-3768321e6935: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:20:12.035305 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51654) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:12.168885 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e7bcfd39-1f28-40f6-bf43-82eab2951189 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/f65d7655-aad0-49d2-91ce-3768321e6935 HTTP/1.1" status: 200 len: 990 time: 0.1316187 Jul 05 04:20:12.669591 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:12.757994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a67106-28d3-48f7-8bc2-dc258b2c4042 req-cf491199-67e6-4edb-abd8-9d07b105adc5 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:12.766322 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78a67106-28d3-48f7-8bc2-dc258b2c4042 req-cf491199-67e6-4edb-abd8-9d07b105adc5 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 945 time: 0.0785010 Jul 05 04:20:12.804087 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78a67106-28d3-48f7-8bc2-dc258b2c4042 req-e45f5ac3-39a8-4928-9439-5eb07e7168cc tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366690 Jul 05 04:20:12.827075 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:12.833642 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:12.839166 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.928652 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.959577 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bf6eab-137f-4518-bb87-24d2bfafcd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:12.962123 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131f28d6-bd87-485e-91de-c6e7f1009647" -d '{"events": [{"server_uuid": "c4bf6eab-137f-4518-bb87-24d2bfafcd98", "name": "network-vif-plugged", "status": "completed", "tag": "2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:12.982734 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de,segment=NetworkSegment(f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a),segment_id=f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:13.015099 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036f2415-ff93-42b0-9ae2-0f0827b29780 x-openstack-request-id: req-036f2415-ff93-42b0-9ae2-0f0827b29780 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:13.015390 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bf6eab-137f-4518-bb87-24d2bfafcd98", "name": "network-vif-plugged", "status": "completed", "tag": "2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:13.015689 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-036f2415-ff93-42b0-9ae2-0f0827b29780 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:13.016128 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bf6eab-137f-4518-bb87-24d2bfafcd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de', 'code': 200} Jul 05 04:20:13.071484 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.154523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:13.160603 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910737e9-7cbc-4d42-ab12-1e830aaa99ca req-cd727dd7-9fd4-482a-97ef-4af06b8c3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:13.162550 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-910737e9-7cbc-4d42-ab12-1e830aaa99ca req-cd727dd7-9fd4-482a-97ef-4af06b8c3a61 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 1098 time: 0.0663416 Jul 05 04:20:13.171009 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51680) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:13.238010 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-910737e9-7cbc-4d42-ab12-1e830aaa99ca req-b7d8093d-5ad9-476f-ad59-d012ceacae55 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661397 Jul 05 04:20:13.261386 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-40b32454-efe8-4779-8ce3-71a81382b61d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/f65d7655-aad0-49d2-91ce-3768321e6935 HTTP/1.1" status: 200 len: 992 time: 0.0892210 Jul 05 04:20:13.996980 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ff68462a-4214-4524-8e98-56aae5953807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.027622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f418fd7-11c1-40cf-9002-b31096b099a7 req-62335761-039b-4e02-8432-daf363948f2f tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:14.041101 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f418fd7-11c1-40cf-9002-b31096b099a7 req-62335761-039b-4e02-8432-daf363948f2f tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 946 time: 0.1108572 Jul 05 04:20:14.102541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f418fd7-11c1-40cf-9002-b31096b099a7 req-b7c6dd7d-d3f0-4a4b-9cdb-581f5c59774e tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602999 Jul 05 04:20:14.391261 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.320486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a2fec-249f-4fde-a513-43f11c372a70 req-627b2c10-443a-446c-8bd1-63f151f763a3 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:15.322898 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d6a2fec-249f-4fde-a513-43f11c372a70 req-627b2c10-443a-446c-8bd1-63f151f763a3 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 946 time: 0.0872412 Jul 05 04:20:15.371130 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d6a2fec-249f-4fde-a513-43f11c372a70 req-93f98752-2a1a-4e6b-b338-fe3c3ab4c60a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Jul 05 04:20:15.423550 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.193236 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.148915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 51992) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:26.197964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-722f1616-64ee-410e-a401-1f02a92e2284 admin admin] Deleting subnet 7c664bd2-2b9f-4a2c-94ab-e7467cee8cc5 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:20:26.202189 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-722f1616-64ee-410e-a401-1f02a92e2284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.241870 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-722f1616-64ee-410e-a401-1f02a92e2284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.288924 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-722f1616-64ee-410e-a401-1f02a92e2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.441363 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-722f1616-64ee-410e-a401-1f02a92e2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.481753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f1616-64ee-410e-a401-1f02a92e2284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c664bd2-2b9f-4a2c-94ab-e7467cee8cc5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:26.496030 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-722f1616-64ee-410e-a401-1f02a92e2284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.500355 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-722f1616-64ee-410e-a401-1f02a92e2284 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7c664bd2-2b9f-4a2c-94ab-e7467cee8cc5 HTTP/1.1" status: 204 len: 168 time: 0.3493428 Jul 05 04:20:26.502030 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 51994) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:26.597523 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-23f57d92-4782-4c84-bdd4-7a533d4add00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.687968 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-23f57d92-4782-4c84-bdd4-7a533d4add00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.699346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-23f57d92-4782-4c84-bdd4-7a533d4add00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09496f82-a5c5-45fb-aced-8ca5c6454c7f']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:26.713727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-23f57d92-4782-4c84-bdd4-7a533d4add00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0565bf-1467-460b-86ec-2f408cfcdeec') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:26.714083 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-23f57d92-4782-4c84-bdd4-7a533d4add00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0565bf-1467-460b-86ec-2f408cfcdeec') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:26.730321 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-23f57d92-4782-4c84-bdd4-7a533d4add00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.753433 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-23f57d92-4782-4c84-bdd4-7a533d4add00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.759892 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f57d92-4782-4c84-bdd4-7a533d4add00 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:20:26.760319 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-23f57d92-4782-4c84-bdd4-7a533d4add00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:20:26.761924 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:20:26.928868 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-23f57d92-4782-4c84-bdd4-7a533d4add00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.938171 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-23f57d92-4782-4c84-bdd4-7a533d4add00 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.938171 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-23f57d92-4782-4c84-bdd4-7a533d4add00 admin admin] 10.222.0.38 "DELETE /v2.0/networks/09496f82-a5c5-45fb-aced-8ca5c6454c7f HTTP/1.1" status: 204 len: 168 time: 0.4333320 Jul 05 04:20:26.954799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f57d92-4782-4c84-bdd4-7a533d4add00 admin admin] Pushing event deleted for resources: {'Network': ['ID=09496f82-a5c5-45fb-aced-8ca5c6454c7f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:27.366655 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52008) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:27.411000 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4627f28f-04ef-4f27-a107-09fe1efbd669 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=307319bfe2964846ae8477e73f508159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431385 Jul 05 04:20:27.413756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 52010) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:27.474101 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b5626099-e887-4471-a49c-8abce36bc410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.497316 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b5626099-e887-4471-a49c-8abce36bc410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.614663 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b5626099-e887-4471-a49c-8abce36bc410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.618464 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b5626099-e887-4471-a49c-8abce36bc410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:27.624920 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b5626099-e887-4471-a49c-8abce36bc410 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c369d0f-1305-4646-923b-f1f433fd5794 HTTP/1.1" status: 204 len: 168 time: 0.2080631 Jul 05 04:20:27.633433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5626099-e887-4471-a49c-8abce36bc410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c369d0f-1305-4646-923b-f1f433fd5794,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:32.557113 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:34.077527 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.832467 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b363843-2451-46a4-a738-3936235d3d0f req-f4c094c2-1fd3-4644-af53-1e40987cb06a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0646825 Jul 05 04:20:36.949204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363843-2451-46a4-a738-3936235d3d0f req-016b7371-029f-4699-9e99-0a65dd0ea283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:36.952815 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b363843-2451-46a4-a738-3936235d3d0f req-016b7371-029f-4699-9e99-0a65dd0ea283 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 1098 time: 0.0669658 Jul 05 04:20:37.110150 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363843-2451-46a4-a738-3936235d3d0f req-6aeb4fd3-4e24-47d4-9128-238514c39961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:37.111631 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b363843-2451-46a4-a738-3936235d3d0f req-6aeb4fd3-4e24-47d4-9128-238514c39961 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.1266694 Jul 05 04:20:37.219278 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b363843-2451-46a4-a738-3936235d3d0f req-1dacf6a9-f5e1-4b2b-8880-5151219ffbc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb01ea97-01ea-4458-89d8-16de1e673a46 HTTP/1.1" status: 200 len: 1002 time: 0.1006107 Jul 05 04:20:37.288314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363843-2451-46a4-a738-3936235d3d0f req-632d966d-7d30-4272-83f7-ebc3caa6f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:37.289876 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b363843-2451-46a4-a738-3936235d3d0f req-632d966d-7d30-4272-83f7-ebc3caa6f29f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0639839 Jul 05 04:20:37.355768 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363843-2451-46a4-a738-3936235d3d0f req-ae98e9bc-ec96-4678-9d4d-0936d1b5e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:37.358598 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b363843-2451-46a4-a738-3936235d3d0f req-ae98e9bc-ec96-4678-9d4d-0936d1b5e8e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616612 Jul 05 04:20:37.455166 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b363843-2451-46a4-a738-3936235d3d0f req-cab593cc-3d94-4356-80f0-f7121ea48e60 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894842 Jul 05 04:20:37.557487 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b363843-2451-46a4-a738-3936235d3d0f req-8cab3391-5b55-4eb2-9d09-a4de42c39b1b service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954990 Jul 05 04:20:41.413518 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:20:41.431920 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f315ca2e-266d-495b-90ea-4364dcc32557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.037604 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-28865195-362b-496a-9f01-e1bfd9c20a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.421007 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:45.391750 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:46.946441 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.561081 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-62558bea-6917-4698-9bbe-2b4205f2f846 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0742333 Jul 05 04:20:55.666177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-31d35646-c1a5-47fa-bb2d-53565af117a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.666672 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-31d35646-c1a5-47fa-bb2d-53565af117a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.667146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-31d35646-c1a5-47fa-bb2d-53565af117a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.667804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-31d35646-c1a5-47fa-bb2d-53565af117a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.668480 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-31d35646-c1a5-47fa-bb2d-53565af117a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.669075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-31d35646-c1a5-47fa-bb2d-53565af117a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.669553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-31d35646-c1a5-47fa-bb2d-53565af117a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.672644 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-31d35646-c1a5-47fa-bb2d-53565af117a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 6507 time: 0.0780232 Jul 05 04:20:55.812911 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-8ef919e8-47d1-44e4-a39d-0598e7e26a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.813489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-8ef919e8-47d1-44e4-a39d-0598e7e26a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.814021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-8ef919e8-47d1-44e4-a39d-0598e7e26a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.815622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-8ef919e8-47d1-44e4-a39d-0598e7e26a0e service neutron] 10.222.0.10 "GET /v2.0/networks?id=698c7822-9f38-4d13-a24c-340f7e82d957&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=4f1cf73a-04b0-4401-a497-483da7eef180&id=4f1cf73a-04b0-4401-a497-483da7eef180 HTTP/1.1" status: 200 len: 2295 time: 0.1044767 Jul 05 04:20:55.895709 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-db302a78-7d7d-4d3d-8ba8-906bed04bf86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=738f86fa-81ff-4194-8b17-37fec1ad0865 HTTP/1.1" status: 200 len: 1001 time: 0.0673285 Jul 05 04:20:55.958909 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-5ed87e66-f4bb-4c64-8dd4-84b66c1eb0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:55.960932 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-5ed87e66-f4bb-4c64-8dd4-84b66c1eb0b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc2108e7-7cda-4a81-b5ef-7079e3e394a2 HTTP/1.1" status: 200 len: 855 time: 0.0519726 Jul 05 04:20:56.022694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-533b06a8-0142-482e-a31c-0a2696262c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:56.024223 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-533b06a8-0142-482e-a31c-0a2696262c2a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=698c7822-9f38-4d13-a24c-340f7e82d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543308 Jul 05 04:20:56.121093 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-53cc6af7-d1f4-412c-8b17-1b89adc45870 service neutron] 10.222.0.10 "GET /v2.0/networks/698c7822-9f38-4d13-a24c-340f7e82d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874832 Jul 05 04:20:56.227131 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-4c1e0f4c-cef7-4444-a684-bd57f1def05d service neutron] 10.222.0.10 "GET /v2.0/networks/698c7822-9f38-4d13-a24c-340f7e82d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954416 Jul 05 04:20:56.277513 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-c24b8a9f-a2e8-4034-8a97-0169f9aa8662 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=0b261412-7c1f-44d0-b0d0-86763bb68022 HTTP/1.1" status: 200 len: 217 time: 0.0374093 Jul 05 04:20:56.336557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-c3914cce-7ba5-4eb1-9893-7c09a2d0bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:56.338026 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-c3914cce-7ba5-4eb1-9893-7c09a2d0bcc3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0534089 Jul 05 04:20:56.410471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-503d2cee-1185-4189-be59-f40fe5b1374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:56.412201 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-503d2cee-1185-4189-be59-f40fe5b1374f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0630310 Jul 05 04:20:56.506582 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-49e435ba-80d1-48a2-ad07-8bb562f617bf service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866077 Jul 05 04:20:56.616167 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-2f80d5a4-f0cc-4177-8192-4ad2f1def799 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919988 Jul 05 04:20:56.665208 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-86f9dee8-803d-42db-8bd6-899efc1e8dad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=9314883e-d767-4609-a20b-7dd34002a5f2 HTTP/1.1" status: 200 len: 217 time: 0.0403683 Jul 05 04:20:56.741532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-ad8961e0-fa5b-4b81-82f1-622f0e98cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:56.747497 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-ad8961e0-fa5b-4b81-82f1-622f0e98cb94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0749626 Jul 05 04:20:56.832546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-2869488f-737c-47db-8ad9-255b1a20f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:56.834149 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-2869488f-737c-47db-8ad9-255b1a20f386 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0780270 Jul 05 04:20:56.936134 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-73d2d936-2818-40e4-8d47-024c600ccf20 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929935 Jul 05 04:20:57.033138 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-d3599816-49e4-4a1c-ade0-aa9c25333761 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894144 Jul 05 04:20:57.079618 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-e46f77dd-6369-40a1-ab10-c3f4db4c1d87 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=6c46133d-628f-46e3-b0ef-033e0c1e19fb HTTP/1.1" status: 200 len: 217 time: 0.0376034 Jul 05 04:20:57.135884 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-d2b61cc5-57f7-4460-8257-0f0e4c610777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:57.137450 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-d2b61cc5-57f7-4460-8257-0f0e4c610777 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0493917 Jul 05 04:20:57.218387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-7f056ba8-6940-4fb2-b77b-697289a79400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:57.219913 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-7f056ba8-6940-4fb2-b77b-697289a79400 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0657940 Jul 05 04:20:57.327084 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-94982e73-d0de-48f4-9c7c-6b9518693ba2 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958908 Jul 05 04:20:57.431532 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-0d1895f7-308b-48d0-988a-792a95fe931d service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959635 Jul 05 04:20:57.475257 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-143bef1b-418c-458c-aa03-7d35a3dbc8a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac HTTP/1.1" status: 200 len: 217 time: 0.0363858 Jul 05 04:20:57.525260 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-ae19ea8b-d4bc-46d9-be6d-ac513f55ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:57.526764 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-ae19ea8b-d4bc-46d9-be6d-ac513f55ba46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0449703 Jul 05 04:20:57.602002 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-0276c3bd-3210-4b4a-9710-23c7c1e22edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:57.604021 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-0276c3bd-3210-4b4a-9710-23c7c1e22edd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0655031 Jul 05 04:20:57.712912 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-35e73250-3ac8-46e2-b073-0a2fa2fe6d0a service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015363 Jul 05 04:20:57.839615 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-7e75d214-90b7-469d-a3ca-3d61a12794f3 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166875 Jul 05 04:20:57.912135 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-89bc26ac-17a3-4514-8c32-4f795cfd9228 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=842fd16f-f6ac-4a0e-8522-3a548a7030b0 HTTP/1.1" status: 200 len: 217 time: 0.0644600 Jul 05 04:20:57.981856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-4492d5ff-5cbb-4cfe-9dfe-7e35f5ac619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:57.984807 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-4492d5ff-5cbb-4cfe-9dfe-7e35f5ac619e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a51c3177-af5c-4643-ae1e-7fa582a1817a HTTP/1.1" status: 200 len: 797 time: 0.0526175 Jul 05 04:20:58.060110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-422ce1ef-7d92-4019-b7f1-2616ef3d9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:58.062254 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-422ce1ef-7d92-4019-b7f1-2616ef3d9d76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f1cf73a-04b0-4401-a497-483da7eef180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0653982 Jul 05 04:20:58.173133 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-c6918924-3da9-4f6c-bd6a-80caf99a4fff service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969799 Jul 05 04:20:58.287343 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-09740b08-ce4d-4816-a345-ef39c79ca9b6 service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057322 Jul 05 04:20:58.337606 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-314b029e-8e14-41ee-a32c-246d8b98c588 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc6253bb-103b-4e73-9c12-d322528e9316 HTTP/1.1" status: 200 len: 217 time: 0.0403526 Jul 05 04:20:58.395232 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-16495a5d-4f4b-45f5-b563-6b1e46b8dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:58.396865 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-16495a5d-4f4b-45f5-b563-6b1e46b8dd9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a51c3177-af5c-4643-ae1e-7fa582a1817a HTTP/1.1" status: 200 len: 797 time: 0.0462406 Jul 05 04:20:58.477677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-57a2bd1d-46cd-452f-ae24-a8a120367b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:58.479215 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-57a2bd1d-46cd-452f-ae24-a8a120367b53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f1cf73a-04b0-4401-a497-483da7eef180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0594013 Jul 05 04:20:58.577018 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-4a16253f-26b2-4282-9a45-61573ca218ab service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906801 Jul 05 04:20:58.681216 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3211d9a9-8d3b-4344-9bfa-2c67a77ebbfc req-b5364db8-1bfa-4a73-b11f-ae29e60a6eb6 service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962143 Jul 05 04:21:02.535032 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.089100 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.477890 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c85173ec-2ef7-4b35-943f-7f481d8dd2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:13.963330 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-425ab6d7-b230-41b3-a605-869b8760ab38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:14.380674 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.358472 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:16.939945 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.413964 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:21:21.867275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f49d2-2be5-40b8-b86d-10eae3d572d7 req-99b22131-456f-480b-a188-903e52b9a46d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:21.868819 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-500f49d2-2be5-40b8-b86d-10eae3d572d7 req-99b22131-456f-480b-a188-903e52b9a46d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 946 time: 0.0697806 Jul 05 04:21:21.923262 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-500f49d2-2be5-40b8-b86d-10eae3d572d7 req-80f3173e-858e-43b7-9da4-64b700d3799c tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480142 Jul 05 04:21:22.535743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69375c10-6b9e-48b5-bce2-e5829651de25 req-4652188f-71e6-4f12-a471-009eb0d64cb9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:22.543576 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69375c10-6b9e-48b5-bce2-e5829651de25 req-4652188f-71e6-4f12-a471-009eb0d64cb9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 945 time: 0.0802863 Jul 05 04:21:22.588635 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69375c10-6b9e-48b5-bce2-e5829651de25 req-2125d4a2-7d21-4976-871b-3a172ef8208d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436308 Jul 05 04:21:22.629929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53228) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:22.695586 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4191d032-4040-4de1-a6e4-9764921dbbc2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/f65d7655-aad0-49d2-91ce-3768321e6935 HTTP/1.1" status: 200 len: 992 time: 0.0637221 Jul 05 04:21:23.152302 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1c6d5-9324-4d1a-83cb-e14442a9474d req-d30a7e24-42b8-440b-852e-5c83f077598e tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:23.153836 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00a1c6d5-9324-4d1a-83cb-e14442a9474d req-d30a7e24-42b8-440b-852e-5c83f077598e tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 946 time: 0.1039813 Jul 05 04:21:23.188810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77c68-b486-4a40-954e-96b65ed242e3 req-2b4f791e-36ba-407a-9952-aabb721825d8 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:23.191360 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62e77c68-b486-4a40-954e-96b65ed242e3 req-2b4f791e-36ba-407a-9952-aabb721825d8 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 1097 time: 0.1074152 Jul 05 04:21:23.252029 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00a1c6d5-9324-4d1a-83cb-e14442a9474d req-4ade90dc-ce6a-4e96-8be4-4bd3bfaf1335 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902753 Jul 05 04:21:23.262411 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62e77c68-b486-4a40-954e-96b65ed242e3 req-164af752-cd3f-4e2a-a053-bd88df4a6dec tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644970 Jul 05 04:21:23.690122 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600244f-95a4-4875-94f7-289512b09699 req-485ec75d-3917-4949-960d-8b0d88de2b57 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:23.691608 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4600244f-95a4-4875-94f7-289512b09699 req-485ec75d-3917-4949-960d-8b0d88de2b57 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 946 time: 0.0697544 Jul 05 04:21:23.812307 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-4600244f-95a4-4875-94f7-289512b09699 req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Deleting port 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:23.812706 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4600244f-95a4-4875-94f7-289512b09699 req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.919420 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-4600244f-95a4-4875-94f7-289512b09699 req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] For port 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de,segment=NetworkSegment(f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a),segment_id=f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:23.919903 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4600244f-95a4-4875-94f7-289512b09699 req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.937607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-4600244f-95a4-4875-94f7-289512b09699 req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Calling delete_port for 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:24.187216 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4600244f-95a4-4875-94f7-289512b09699 req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.201679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:21:24.218923 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Pushing event deleted for resources: {'Port': ['ID=2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:24.237828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.238382 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.242524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.242524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.242524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.242524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.242524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.242524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.242524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.242524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.242524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.242524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:24.288909 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4600244f-95a4-4875-94f7-289512b09699 req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] No DVR routers for this DVR port 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:24.294127 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4600244f-95a4-4875-94f7-289512b09699 req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.300028 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4600244f-95a4-4875-94f7-289512b09699 req-756443a5-c86a-4687-b413-76f240565c8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.10 "DELETE /v2.0/ports/2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de HTTP/1.1" status: 204 len: 173 time: 0.5973761 Jul 05 04:21:24.300028 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bf6eab-137f-4518-bb87-24d2bfafcd98', 'name': 'network-vif-deleted', 'tag': '2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:24.300301 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f246f9d-d6ec-40a3-8d31-c49eae05dee0" -d '{"events": [{"server_uuid": "c4bf6eab-137f-4518-bb87-24d2bfafcd98", "name": "network-vif-deleted", "tag": "2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:24.460339 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5dc354d5-af15-413e-a8a8-ced419bb3499 req-9063a13c-c455-420c-8bf4-fb4d46d512b8 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 210 time: 0.0724514 Jul 05 04:21:24.537657 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6957ca1a-1f2d-452e-8761-abc23d517bd7 x-openstack-request-id: req-6957ca1a-1f2d-452e-8761-abc23d517bd7 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:24.537657 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bf6eab-137f-4518-bb87-24d2bfafcd98", "name": "network-vif-deleted", "tag": "2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:24.537657 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6957ca1a-1f2d-452e-8761-abc23d517bd7 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:24.537657 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bf6eab-137f-4518-bb87-24d2bfafcd98', 'name': 'network-vif-deleted', 'tag': '2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de', 'status': 'completed', 'code': 200} Jul 05 04:21:24.831099 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-f6a4c79e-6ee5-4efc-9aa9-a65aab69fce7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1798444 Jul 05 04:21:25.723181 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a2859437-72ed-4d91-b7c4-47063d80466a req-aee68c0c-65f7-46e4-b4a7-766686f9bd94 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4bf6eab-137f-4518-bb87-24d2bfafcd98 HTTP/1.1" status: 200 len: 210 time: 0.0385864 Jul 05 04:21:26.104704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-6fc2acf7-172d-4ddc-abf7-70906d86cf40 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:21:26.105775 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-6fc2acf7-172d-4ddc-abf7-70906d86cf40 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0672781 Jul 05 04:21:26.115926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-a4fbb9d5-90c3-42a3-96f0-1c421dcec60a service neutron] Request body: {'binding': {'host': 'n-h1-771363-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:26.121823 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-a4fbb9d5-90c3-42a3-96f0-1c421dcec60a service neutron] Unknown quota resources ['binding']. {{(pid=100932) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:21:26.256093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-a4fbb9d5-90c3-42a3-96f0-1c421dcec60a service neutron] Attempting to bind port 4b488284-0ef8-4f8a-af65-2482f4f36b89 on host n-h1-771363-32 for vnic_type normal with profile None {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:26.259592 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-a4fbb9d5-90c3-42a3-96f0-1c421dcec60a service neutron] Attempting to bind port 4b488284-0ef8-4f8a-af65-2482f4f36b89 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:26.259592 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-a4fbb9d5-90c3-42a3-96f0-1c421dcec60a service neutron] Attempting to bind port 4b488284-0ef8-4f8a-af65-2482f4f36b89 on network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:26.261063 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-a4fbb9d5-90c3-42a3-96f0-1c421dcec60a service neutron] Port 4b488284-0ef8-4f8a-af65-2482f4f36b89 on network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:21:26.261387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-a4fbb9d5-90c3-42a3-96f0-1c421dcec60a service neutron] Attempting to bind port 4b488284-0ef8-4f8a-af65-2482f4f36b89 on network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:26.266819 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-a4fbb9d5-90c3-42a3-96f0-1c421dcec60a service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:26.267157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-a4fbb9d5-90c3-42a3-96f0-1c421dcec60a service neutron] Checking segment: {'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:26.267543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-a4fbb9d5-90c3-42a3-96f0-1c421dcec60a service neutron] Bound using segment: {'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:26.267962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-a4fbb9d5-90c3-42a3-96f0-1c421dcec60a service neutron] Bound port: 4b488284-0ef8-4f8a-af65-2482f4f36b89, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:26.356831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-a4fbb9d5-90c3-42a3-96f0-1c421dcec60a service neutron] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:26.398892 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-a4fbb9d5-90c3-42a3-96f0-1c421dcec60a service neutron] Notify callbacks [] for binding, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.400114 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-a4fbb9d5-90c3-42a3-96f0-1c421dcec60a service neutron] 10.222.0.38 "POST /v2.0/ports/4b488284-0ef8-4f8a-af65-2482f4f36b89/bindings HTTP/1.1" status: 201 len: 390 time: 0.2874672 Jul 05 04:21:26.789994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7320118-32c0-4022-abd1-384982f89b0d req-99c047c4-f24c-4698-ac15-c6e0d9db20e6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:26.792559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7320118-32c0-4022-abd1-384982f89b0d req-99c047c4-f24c-4698-ac15-c6e0d9db20e6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 945 time: 0.0980051 Jul 05 04:21:26.855904 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c7320118-32c0-4022-abd1-384982f89b0d req-35a9d06f-876c-40c5-a264-c038c1c237e9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571299 Jul 05 04:21:27.142354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-f74ba749-2660-4bf2-a701-382751d598e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:27.143883 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-f74ba749-2660-4bf2-a701-382751d598e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 1097 time: 0.0623939 Jul 05 04:21:27.153326 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:27.178080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:27.178925 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 2ce4cc0f-794e-4d5d-8f36-beb5fc25f8de not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:27.628315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-162986cf-03e6-4945-8567-6e5fe720e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:27.629870 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-162986cf-03e6-4945-8567-6e5fe720e487 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7060cd3e-68f2-4ab1-af1d-70ff578a4277 HTTP/1.1" status: 200 len: 897 time: 0.4781899 Jul 05 04:21:27.705939 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-c4458b44-a5b8-4ffa-a670-65fa95643ebd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89 HTTP/1.1" status: 200 len: 1000 time: 0.0670013 Jul 05 04:21:27.762380 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-fb4625a9-c678-4912-beaf-af38a80eb80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:27.764091 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-fb4625a9-c678-4912-beaf-af38a80eb80c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca3be6de-916c-4ee4-a5f3-9ab0333722fe HTTP/1.1" status: 200 len: 834 time: 0.0494144 Jul 05 04:21:27.840217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-988b5711-c8a3-445b-bc75-7b04b855ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:27.841746 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-988b5711-c8a3-445b-bc75-7b04b855ce44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7060cd3e-68f2-4ab1-af1d-70ff578a4277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675735 Jul 05 04:21:27.982644 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-f55d435a-21da-4049-968c-119f796b6fe3 service neutron] 10.222.0.10 "GET /v2.0/networks/7060cd3e-68f2-4ab1-af1d-70ff578a4277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228633 Jul 05 04:21:28.097400 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-20f5fa03-50eb-4135-b669-dd7ac8897b67 service neutron] 10.222.0.10 "GET /v2.0/networks/7060cd3e-68f2-4ab1-af1d-70ff578a4277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075101 Jul 05 04:21:28.109226 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5539fe3-d26d-449d-8fdb-9cd50a25baae req-05ca2453-1fff-4ec8-8956-4711f38b9e81 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:28.116707 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5539fe3-d26d-449d-8fdb-9cd50a25baae req-05ca2453-1fff-4ec8-8956-4711f38b9e81 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 945 time: 0.1261597 Jul 05 04:21:28.158953 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5539fe3-d26d-449d-8fdb-9cd50a25baae req-8e8af41f-8b1a-46f2-ac7d-28360904eca0 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413013 Jul 05 04:21:28.279059 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-24a313d1-66be-457a-9c3b-06a2f7969de8 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:28.281321 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-24a313d1-66be-457a-9c3b-06a2f7969de8 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea&tenant_id=493f456730914ffbabda165adccd9cc1&binding%3Ahost_id=n-h2-771363-32 HTTP/1.1" status: 200 len: 1097 time: 0.1113737 Jul 05 04:21:28.297805 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-32'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:28.388218 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.534236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:28.598063 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:28.642709 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:28.645518 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820ee056-2772-41b4-af7e-8c877d8a238f" -d '{"events": [{"server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "name": "network-vif-unplugged", "status": "completed", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:28.649523 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.694287 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e202019c-ad3d-4d72-bb1b-7f88adc436dc x-openstack-request-id: req-e202019c-ad3d-4d72-bb1b-7f88adc436dc {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:28.694287 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "name": "network-vif-unplugged", "status": "completed", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:28.694287 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e202019c-ad3d-4d72-bb1b-7f88adc436dc {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:28.694287 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89', 'code': 200} Jul 05 04:21:28.735127 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.853511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Pushing event updated for resources: {'Port': ['ID=4b488284-0ef8-4f8a-af65-2482f4f36b89,revision_number=7']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:28.947625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Attempting to bind port 4b488284-0ef8-4f8a-af65-2482f4f36b89 on host n-h2-771363-32 for vnic_type normal with profile {"migrating_to": "n-h1-771363-32"} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:28.948159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Attempting to bind port 4b488284-0ef8-4f8a-af65-2482f4f36b89 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:28.948503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Attempting to bind port 4b488284-0ef8-4f8a-af65-2482f4f36b89 on network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:28.954095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Port 4b488284-0ef8-4f8a-af65-2482f4f36b89 on network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:21:28.954428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Attempting to bind port 4b488284-0ef8-4f8a-af65-2482f4f36b89 on network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:28.960011 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:28.960390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Checking segment: {'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:28.960798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Bound using segment: {'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:28.961234 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Bound port: 4b488284-0ef8-4f8a-af65-2482f4f36b89, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d1a679-9ac9-4d5f-8653-98245c358f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:28.961605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.057759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:29.062021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:29.150813 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.230991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Provisioning complete for port 4b488284-0ef8-4f8a-af65-2482f4f36b89 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:29.234195 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.343103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Pushing event updated for resources: {'Port': ['ID=4b488284-0ef8-4f8a-af65-2482f4f36b89,revision_number=8']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:29.464580 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:29.464580 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.472252 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-4eda6ec1-ef0a-4b89-a397-0ee66094482d service neutron] 10.222.0.10 "PUT /v2.0/ports/4b488284-0ef8-4f8a-af65-2482f4f36b89 HTTP/1.1" status: 200 len: 1123 time: 1.1796641 Jul 05 04:21:29.551945 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.567622 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['4b488284-0ef8-4f8a-af65-2482f4f36b89'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:21:29.609347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b19352-079e-4451-b9da-a2d2d40dbae6 req-b1e06034-5b39-4bfc-b7b8-ac8051a2b0ae tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:29.612194 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78b19352-079e-4451-b9da-a2d2d40dbae6 req-b1e06034-5b39-4bfc-b7b8-ac8051a2b0ae tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 943 time: 0.0944550 Jul 05 04:21:29.633721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:29.635935 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1f362c-023c-4184-837b-e2fe8de173f7" -d '{"events": [{"server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "name": "network-vif-plugged", "status": "completed", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:29.656723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:29.699971 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78b19352-079e-4451-b9da-a2d2d40dbae6 req-624a448b-327a-49d6-8deb-a9bc45adc2b2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751708 Jul 05 04:21:29.720140 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62754992-970e-4761-955f-621ef3921c82 x-openstack-request-id: req-62754992-970e-4761-955f-621ef3921c82 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:29.720835 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "name": "network-vif-plugged", "status": "completed", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:29.721565 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-62754992-970e-4761-955f-621ef3921c82 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:29.722329 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89', 'code': 200} Jul 05 04:21:29.771324 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.950368 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Pushing event updated for resources: {'Port': ['ID=4b488284-0ef8-4f8a-af65-2482f4f36b89,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:29.984395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:29.984751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:29.985086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:29.985421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:29.985756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:29.986088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:29.986415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:29.986740 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:29.987065 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:29.987386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:29.987713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:29.988035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62deb966-f454-47fa-a6c1-f670b6c71ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:30.114941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3beb95ec-b689-4368-b100-593bc5be6b60 None None] Provisioning complete for port 4b488284-0ef8-4f8a-af65-2482f4f36b89 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:30.115391 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3beb95ec-b689-4368-b100-593bc5be6b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.692708 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:30.695221 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a006150-a795-4b0b-9bb7-ababab125848" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:30.742727 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c9c8d8-5c55-4d4b-b43e-4430ccad5e7c x-openstack-request-id: req-d0c9c8d8-5c55-4d4b-b43e-4430ccad5e7c {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:30.742727 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:30.742727 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d0c9c8d8-5c55-4d4b-b43e-4430ccad5e7c {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:30.742727 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89', 'status': 'completed', 'code': 200} Jul 05 04:21:30.834128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a006150-a795-4b0b-9bb7-ababab125848 req-06950f6c-c4c3-4d3e-b364-45b49d3c0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:30.835045 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a006150-a795-4b0b-9bb7-ababab125848 req-06950f6c-c4c3-4d3e-b364-45b49d3c0b40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 1128 time: 0.0692916 Jul 05 04:21:30.935309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4093749-997e-42a5-8ead-02186616b4c4 req-09b220eb-52dd-42a7-a795-17a8dc26b592 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:30.942590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4093749-997e-42a5-8ead-02186616b4c4 req-09b220eb-52dd-42a7-a795-17a8dc26b592 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 945 time: 0.0986373 Jul 05 04:21:30.997311 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a006150-a795-4b0b-9bb7-ababab125848 req-0c6f1e20-664a-454d-8974-12895a053f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:30.999490 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a006150-a795-4b0b-9bb7-ababab125848 req-0c6f1e20-664a-454d-8974-12895a053f75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7060cd3e-68f2-4ab1-af1d-70ff578a4277 HTTP/1.1" status: 200 len: 897 time: 0.1540070 Jul 05 04:21:31.000636 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4093749-997e-42a5-8ead-02186616b4c4 req-4e11cd16-ce82-4cab-93e6-14197b8c6195 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508010 Jul 05 04:21:31.085781 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a006150-a795-4b0b-9bb7-ababab125848 req-21d90125-620d-481b-8490-ad397aeb0d5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89 HTTP/1.1" status: 200 len: 1000 time: 0.0790977 Jul 05 04:21:31.142936 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a006150-a795-4b0b-9bb7-ababab125848 req-df0ca1f9-b1b9-48bd-8a4c-cc5788d39a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:31.144529 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a006150-a795-4b0b-9bb7-ababab125848 req-df0ca1f9-b1b9-48bd-8a4c-cc5788d39a0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca3be6de-916c-4ee4-a5f3-9ab0333722fe HTTP/1.1" status: 200 len: 834 time: 0.0506687 Jul 05 04:21:31.215922 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4b488284-0ef8-4f8a-af65-2482f4f36b89 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:21:31.222085 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a006150-a795-4b0b-9bb7-ababab125848 req-9673e139-ed86-4821-a50e-286daf6d6259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:31.224725 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a006150-a795-4b0b-9bb7-ababab125848 req-9673e139-ed86-4821-a50e-286daf6d6259 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7060cd3e-68f2-4ab1-af1d-70ff578a4277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724232 Jul 05 04:21:31.331164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:31.347703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4b488284-0ef8-4f8a-af65-2482f4f36b89 has no active binding in host n-h1-771363-32 {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 04:21:31.349456 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a006150-a795-4b0b-9bb7-ababab125848 req-b0ac4b61-d18a-4b56-8feb-d75be8cdb982 service neutron] 10.222.0.36 "GET /v2.0/networks/7060cd3e-68f2-4ab1-af1d-70ff578a4277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164300 Jul 05 04:21:31.451483 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a006150-a795-4b0b-9bb7-ababab125848 req-78033546-2c5a-491a-b172-b8f904e59c93 service neutron] 10.222.0.36 "GET /v2.0/networks/7060cd3e-68f2-4ab1-af1d-70ff578a4277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950375 Jul 05 04:21:32.246965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb9301-ea9d-4f1f-b602-cea7cbd178a1 req-f6261b94-0bf2-4022-9751-892f64a14cad tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:32.246965 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7bb9301-ea9d-4f1f-b602-cea7cbd178a1 req-f6261b94-0bf2-4022-9751-892f64a14cad tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 945 time: 0.0875638 Jul 05 04:21:32.283707 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7bb9301-ea9d-4f1f-b602-cea7cbd178a1 req-91c98255-8c3b-4dc8-81cd-7b973717c2dc tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458357 Jul 05 04:21:32.637664 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:33.493979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21588fc7-808b-4828-882b-ebaad6b76830 req-b620f9dc-5701-4793-a21f-cd5c5ace87be tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:33.495487 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21588fc7-808b-4828-882b-ebaad6b76830 req-b620f9dc-5701-4793-a21f-cd5c5ace87be tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 945 time: 0.0653903 Jul 05 04:21:33.537030 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21588fc7-808b-4828-882b-ebaad6b76830 req-91ccf494-2079-4026-8194-20793055fbe8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350754 Jul 05 04:21:34.072452 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.832034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251d93c-757d-44e5-ad09-fdf4a3926055 req-dc62958d-6449-4a21-b4df-e409a4c16cf5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:34.834447 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6251d93c-757d-44e5-ad09-fdf4a3926055 req-dc62958d-6449-4a21-b4df-e409a4c16cf5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 945 time: 0.0984287 Jul 05 04:21:34.877715 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6251d93c-757d-44e5-ad09-fdf4a3926055 req-a594993f-3db8-4499-a32f-69f12a9a8b06 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372696 Jul 05 04:21:35.158308 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-09d73624-b585-4b0c-83fa-61f3c99f33a1 service neutron] 10.222.0.36 "GET /v2.0/ports/4b488284-0ef8-4f8a-af65-2482f4f36b89/bindings/n-h1-771363-32 HTTP/1.1" status: 200 len: 385 time: 0.0702567 Jul 05 04:21:35.215392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4b488284-0ef8-4f8a-af65-2482f4f36b89 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:21:35.328195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:35.340877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4b488284-0ef8-4f8a-af65-2482f4f36b89 has no active binding in host n-h1-771363-32 {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 04:21:35.348085 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-e0991a92-e22e-4ed2-bddf-2c5668f54ed3 service neutron] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:35.370264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-e0991a92-e22e-4ed2-bddf-2c5668f54ed3 service neutron] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:35.425410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:35.429546 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c0eaba-e528-494f-85c0-53521a4911d4" -d '{"events": [{"server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "name": "network-vif-unplugged", "status": "completed", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:35.436167 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-e0991a92-e22e-4ed2-bddf-2c5668f54ed3 service neutron] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:35.476502 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88bd553-93e7-428f-9dff-50aac9376d59 x-openstack-request-id: req-d88bd553-93e7-428f-9dff-50aac9376d59 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:35.476793 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "name": "network-vif-unplugged", "status": "completed", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:35.477050 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d88bd553-93e7-428f-9dff-50aac9376d59 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:35.477461 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89', 'code': 200} Jul 05 04:21:35.517769 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-e0991a92-e22e-4ed2-bddf-2c5668f54ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.622540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-e0991a92-e22e-4ed2-bddf-2c5668f54ed3 service neutron] Transition to ACTIVE for port object 4b488284-0ef8-4f8a-af65-2482f4f36b89 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:35.689894 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-e0991a92-e22e-4ed2-bddf-2c5668f54ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.721896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f609ba-cba0-4629-94d3-509de4c0134e req-6e8aa572-5fc7-46b3-8bd5-151d0dfb9fb0 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:35.723869 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77f609ba-cba0-4629-94d3-509de4c0134e req-6e8aa572-5fc7-46b3-8bd5-151d0dfb9fb0 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/networks?id=7b039e06-1243-4bfe-8731-3e97949430a7 HTTP/1.1" status: 200 len: 813 time: 0.1184697 Jul 05 04:21:35.740344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77f609ba-cba0-4629-94d3-509de4c0134e req-60e6977d-67ac-4d34-8efc-e6555076d8ba tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/quotas/d3b001bcba924e85a697a78e32d962da HTTP/1.1" status: 200 len: 375 time: 0.0109365 Jul 05 04:21:35.790330 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77f609ba-cba0-4629-94d3-509de4c0134e req-a7aa6828-7fe2-4edf-a819-ef174e03ab77 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3b001bcba924e85a697a78e32d962da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426846 Jul 05 04:21:35.850557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0991a92-e22e-4ed2-bddf-2c5668f54ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=4b488284-0ef8-4f8a-af65-2482f4f36b89,revision_number=11']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:35.877901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-e0991a92-e22e-4ed2-bddf-2c5668f54ed3 service neutron] No DVR routers for this DVR port 4b488284-0ef8-4f8a-af65-2482f4f36b89 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:35.911968 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77f609ba-cba0-4629-94d3-509de4c0134e req-811eff60-33b8-4ecd-8919-a668d6d9b566 service neutron] 10.222.0.38 "GET /v2.0/networks/7b039e06-1243-4bfe-8731-3e97949430a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204300 Jul 05 04:21:36.069796 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-e0991a92-e22e-4ed2-bddf-2c5668f54ed3 service neutron] 10.222.0.36 "PUT /v2.0/ports/4b488284-0ef8-4f8a-af65-2482f4f36b89/bindings/n-h1-771363-32/activate HTTP/1.1" status: 200 len: 370 time: 0.9056067 Jul 05 04:21:36.086437 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77f609ba-cba0-4629-94d3-509de4c0134e req-581b0b77-1037-43ed-8241-1080cb597bf8 service neutron] 10.222.0.38 "GET /v2.0/networks/7b039e06-1243-4bfe-8731-3e97949430a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682441 Jul 05 04:21:36.152208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14630d5d-cee7-427a-946e-5bd5ee2d6cfa req-bb3a9889-f9fa-4d61-99da-9bdc4699803b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:36.153907 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14630d5d-cee7-427a-946e-5bd5ee2d6cfa req-bb3a9889-f9fa-4d61-99da-9bdc4699803b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 944 time: 0.1102409 Jul 05 04:21:36.214669 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14630d5d-cee7-427a-946e-5bd5ee2d6cfa req-b63b408a-8273-4e15-ad56-1f02602f24e7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513861 Jul 05 04:21:36.259698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-039e9542-5a17-42a2-abca-0304fce317fb tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:36.261419 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-039e9542-5a17-42a2-abca-0304fce317fb tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea&tenant_id=493f456730914ffbabda165adccd9cc1&binding%3Ahost_id=n-h2-771363-32 HTTP/1.1" status: 200 len: 1096 time: 0.0880635 Jul 05 04:21:36.338006 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-c729d27c-33cc-4b5e-8001-1131d8765d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:36.339534 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-c729d27c-33cc-4b5e-8001-1131d8765d5d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea&tenant_id=493f456730914ffbabda165adccd9cc1 HTTP/1.1" status: 200 len: 1096 time: 0.0706377 Jul 05 04:21:36.428296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-143cd59b-25cf-4f40-8a4c-71ae2b775b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:36.430186 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-143cd59b-25cf-4f40-8a4c-71ae2b775b53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 1096 time: 0.0602913 Jul 05 04:21:36.536192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-1a5ce3cb-5084-4826-8e58-ca2d4c9f5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:36.536192 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-1a5ce3cb-5084-4826-8e58-ca2d4c9f5a7f service neutron] 10.222.0.10 "GET /v2.0/networks?id=7060cd3e-68f2-4ab1-af1d-70ff578a4277 HTTP/1.1" status: 200 len: 897 time: 0.0960741 Jul 05 04:21:36.604977 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-cce24583-ed79-4261-b1b4-82c424b13429 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89 HTTP/1.1" status: 200 len: 998 time: 0.0639679 Jul 05 04:21:36.655910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-1f59ba53-6175-481a-a337-55ce650cd4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:36.657411 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-1f59ba53-6175-481a-a337-55ce650cd4b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca3be6de-916c-4ee4-a5f3-9ab0333722fe HTTP/1.1" status: 200 len: 834 time: 0.0458751 Jul 05 04:21:36.727280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-d08b4980-fcdc-45e1-a2bc-c4b38f0f270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:36.728994 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-d08b4980-fcdc-45e1-a2bc-c4b38f0f270a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7060cd3e-68f2-4ab1-af1d-70ff578a4277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634918 Jul 05 04:21:36.820783 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-f4ad942d-0244-4188-a7ec-bb8b51bbee86 service neutron] 10.222.0.10 "GET /v2.0/networks/7060cd3e-68f2-4ab1-af1d-70ff578a4277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845659 Jul 05 04:21:36.922544 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-01b5090c-45c6-4c51-a30f-d0c8aa776015 service neutron] 10.222.0.10 "GET /v2.0/networks/7060cd3e-68f2-4ab1-af1d-70ff578a4277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945342 Jul 05 04:21:37.431688 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22cc9bb9-2a84-49e8-a001-a287b878b592 req-92c0d13b-578e-4e88-be9a-f9bccbad2214 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 210 time: 0.0377717 Jul 05 04:21:37.471561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00362d-fc17-4190-b58b-87dc99d03793 req-f677e32b-0266-4e9a-b621-1a066543b0a1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:37.481089 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f00362d-fc17-4190-b58b-87dc99d03793 req-f677e32b-0266-4e9a-b621-1a066543b0a1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 944 time: 0.1353972 Jul 05 04:21:37.491986 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-5f296997-0db1-4e4f-9768-fcc20e2a3cae tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:37.499111 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-5f296997-0db1-4e4f-9768-fcc20e2a3cae tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea&tenant_id=493f456730914ffbabda165adccd9cc1&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 1096 time: 0.1185420 Jul 05 04:21:37.601264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f00362d-fc17-4190-b58b-87dc99d03793 req-185aa833-9055-4824-8553-f400e54cbe03 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094675 Jul 05 04:21:37.692899 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-ef2c7c62-6385-4ada-b0d5-bf256c1a48e7 service neutron] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:37.696246 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-ef2c7c62-6385-4ada-b0d5-bf256c1a48e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.697512 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-ef2c7c62-6385-4ada-b0d5-bf256c1a48e7 service neutron] 10.222.0.10 "DELETE /v2.0/ports/4b488284-0ef8-4f8a-af65-2482f4f36b89/bindings/n-h2-771363-32 HTTP/1.1" status: 204 len: 173 time: 0.1919777 Jul 05 04:21:38.590299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d50eedbc-637d-4874-91e4-89cbf75d4d70 req-516511a2-4545-4b69-99f9-88a1044a26f3 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 210 time: 0.0310752 Jul 05 04:21:38.803265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0774f0-a273-4904-9aac-4b20ac6a45d2 req-f2c8130b-ee6f-450d-9d4a-43dbe901ea1b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:38.804876 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac0774f0-a273-4904-9aac-4b20ac6a45d2 req-f2c8130b-ee6f-450d-9d4a-43dbe901ea1b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 944 time: 0.0635614 Jul 05 04:21:38.846013 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac0774f0-a273-4904-9aac-4b20ac6a45d2 req-e0c8303e-1b9f-4fd9-b073-459688193b7f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351415 Jul 05 04:21:38.964920 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 4b488284-0ef8-4f8a-af65-2482f4f36b89 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:39.008987 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 4b488284-0ef8-4f8a-af65-2482f4f36b89 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:39.016090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485ca24-6392-4c7f-91c4-492fcf42a626 req-bfd3048d-4eea-4cab-8a96-564a471daa12 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:39.017643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f485ca24-6392-4c7f-91c4-492fcf42a626 req-bfd3048d-4eea-4cab-8a96-564a471daa12 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 1096 time: 0.0578952 Jul 05 04:21:39.056832 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f485ca24-6392-4c7f-91c4-492fcf42a626 req-4157081a-dbb1-494d-a8ab-38f3af1d6b05 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335729 Jul 05 04:21:39.255948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785a6c2-6eef-42d0-8a64-8929b8969bae req-11ea1d2e-a270-43e1-9928-a3bd9d11ba2f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:39.257574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d785a6c2-6eef-42d0-8a64-8929b8969bae req-11ea1d2e-a270-43e1-9928-a3bd9d11ba2f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 944 time: 0.0738482 Jul 05 04:21:39.299532 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d785a6c2-6eef-42d0-8a64-8929b8969bae req-4d377ea5-7dbd-4cf2-8790-fd7c110fb728 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364668 Jul 05 04:21:39.325179 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 53850) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:39.391634 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ce83d29a-d63e-4b00-938c-53d991058769 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/f65d7655-aad0-49d2-91ce-3768321e6935 HTTP/1.1" status: 200 len: 990 time: 0.0640285 Jul 05 04:21:39.609713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f609ba-cba0-4629-94d3-509de4c0134e req-88e90f6a-6f9d-4e79-9a32-05044493ffa3 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:39.614042 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77f609ba-cba0-4629-94d3-509de4c0134e req-88e90f6a-6f9d-4e79-9a32-05044493ffa3 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.36 "GET /v2.0/networks?id=7b039e06-1243-4bfe-8731-3e97949430a7 HTTP/1.1" status: 200 len: 813 time: 0.1290159 Jul 05 04:21:39.626119 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-77f609ba-cba0-4629-94d3-509de4c0134e req-7a9065fc-60c2-4d2c-93eb-2ef2d3574186 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Request body: {'port': {'device_id': '8159305e-afa0-4fd7-b8ef-b4cd21258f22', 'network_id': '7b039e06-1243-4bfe-8731-3e97949430a7', 'admin_state_up': True, 'tenant_id': 'd3b001bcba924e85a697a78e32d962da'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:39.746345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0025ed4-b6fe-4aca-87e3-e44bd8dec43c req-39bfb03b-42b8-499b-9b9c-4b40d818fd18 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 210 time: 0.0357356 Jul 05 04:21:39.871926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f609ba-cba0-4629-94d3-509de4c0134e req-7a9065fc-60c2-4d2c-93eb-2ef2d3574186 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Made reservation on behalf of d3b001bcba924e85a697a78e32d962da for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:39.876985 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-77f609ba-cba0-4629-94d3-509de4c0134e req-7a9065fc-60c2-4d2c-93eb-2ef2d3574186 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.014308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-77f609ba-cba0-4629-94d3-509de4c0134e req-7a9065fc-60c2-4d2c-93eb-2ef2d3574186 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Allocated IP 172.20.0.7 (7b039e06-1243-4bfe-8731-3e97949430a7/b6cdbb69-cda4-4110-be6d-e863e6fca420/2203c459-a033-46db-8d82-50d5a55688b5) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:40.181729 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-77f609ba-cba0-4629-94d3-509de4c0134e req-7a9065fc-60c2-4d2c-93eb-2ef2d3574186 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.272662 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-77f609ba-cba0-4629-94d3-509de4c0134e req-7a9065fc-60c2-4d2c-93eb-2ef2d3574186 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.318002 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f609ba-cba0-4629-94d3-509de4c0134e req-7a9065fc-60c2-4d2c-93eb-2ef2d3574186 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Network 7b039e06-1243-4bfe-8731-3e97949430a7 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:40.323216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-77f609ba-cba0-4629-94d3-509de4c0134e req-7a9065fc-60c2-4d2c-93eb-2ef2d3574186 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:40.327810 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f609ba-cba0-4629-94d3-509de4c0134e req-7a9065fc-60c2-4d2c-93eb-2ef2d3574186 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:40.337904 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9065fc-60c2-4d2c-93eb-2ef2d3574186 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Pushing event updated for resources: {'Port': ['ID=2203c459-a033-46db-8d82-50d5a55688b5,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:40.381635 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f609ba-cba0-4629-94d3-509de4c0134e req-7a9065fc-60c2-4d2c-93eb-2ef2d3574186 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:40.382247 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-77f609ba-cba0-4629-94d3-509de4c0134e req-7a9065fc-60c2-4d2c-93eb-2ef2d3574186 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.439152 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77f609ba-cba0-4629-94d3-509de4c0134e req-7a9065fc-60c2-4d2c-93eb-2ef2d3574186 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8177242 Jul 05 04:21:40.450490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Request body: {'port': {'device_id': '8159305e-afa0-4fd7-b8ef-b4cd21258f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:40.527878 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.822485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2203c459-a033-46db-8d82-50d5a55688b5 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:21:40.830855 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.844657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Transition to ACTIVE for port object 2203c459-a033-46db-8d82-50d5a55688b5 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:40.935866 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.952445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7e324-e4ac-4623-bf7b-0d5557057755 req-8c3843a4-7ca1-4bcb-b876-b35eb8522978 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:40.953899 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78e7e324-e4ac-4623-bf7b-0d5557057755 req-8c3843a4-7ca1-4bcb-b876-b35eb8522978 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 931 time: 0.0742416 Jul 05 04:21:40.995346 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78e7e324-e4ac-4623-bf7b-0d5557057755 req-d218e81f-f49b-431d-bdbf-5f03b8301887 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359828 Jul 05 04:21:41.016289 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Pushing event updated for resources: {'Port': ['ID=2203c459-a033-46db-8d82-50d5a55688b5,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:41.069154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Attempting to bind port 2203c459-a033-46db-8d82-50d5a55688b5 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:41.069485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Attempting to bind port 2203c459-a033-46db-8d82-50d5a55688b5 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7b039e06-1243-4bfe-8731-3e97949430a7'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:41.069817 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Attempting to bind port 2203c459-a033-46db-8d82-50d5a55688b5 on network 7b039e06-1243-4bfe-8731-3e97949430a7 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:41.074033 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Port 2203c459-a033-46db-8d82-50d5a55688b5 on network 7b039e06-1243-4bfe-8731-3e97949430a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:21:41.074351 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Attempting to bind port 2203c459-a033-46db-8d82-50d5a55688b5 on network 7b039e06-1243-4bfe-8731-3e97949430a7 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:41.079282 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:41.079615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Checking segment: {'id': 'f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7b039e06-1243-4bfe-8731-3e97949430a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:41.079997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Bound using segment: {'id': 'f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7b039e06-1243-4bfe-8731-3e97949430a7'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:41.080454 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Bound port: 2203c459-a033-46db-8d82-50d5a55688b5, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7b039e06-1243-4bfe-8731-3e97949430a7'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:41.080808 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.145810 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] For port 2203c459-a033-46db-8d82-50d5a55688b5, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:41.148791 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] For port 2203c459-a033-46db-8d82-50d5a55688b5, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2203c459-a033-46db-8d82-50d5a55688b5,segment=NetworkSegment(f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a),segment_id=f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:41.227045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.261139 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:41.262164 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.263557 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77f609ba-cba0-4629-94d3-509de4c0134e req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] 10.222.0.36 "PUT /v2.0/ports/2203c459-a033-46db-8d82-50d5a55688b5 HTTP/1.1" status: 200 len: 1092 time: 0.8173780 Jul 05 04:21:41.266489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8159305e-afa0-4fd7-b8ef-b4cd21258f22', 'tag': '2203c459-a033-46db-8d82-50d5a55688b5'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:41.269612 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80361101-33ed-4c0e-b3cd-dfccf170d4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8159305e-afa0-4fd7-b8ef-b4cd21258f22", "tag": "2203c459-a033-46db-8d82-50d5a55688b5"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:41.296059 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05a84f-f3e6-4b1f-9017-fa757ba88449 service neutron] Pushing event updated for resources: {'Port': ['ID=2203c459-a033-46db-8d82-50d5a55688b5,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:41.306867 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbe9ed5-10b1-4206-b71f-7c2818de45cc x-openstack-request-id: req-1dbe9ed5-10b1-4206-b71f-7c2818de45cc {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:41.307102 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8159305e-afa0-4fd7-b8ef-b4cd21258f22", "tag": "2203c459-a033-46db-8d82-50d5a55688b5", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:41.307407 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1dbe9ed5-10b1-4206-b71f-7c2818de45cc {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:41.307813 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8159305e-afa0-4fd7-b8ef-b4cd21258f22', 'tag': '2203c459-a033-46db-8d82-50d5a55688b5', 'status': 'completed', 'code': 200} Jul 05 04:21:41.387270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80361101-33ed-4c0e-b3cd-dfccf170d4c0 req-3915e4b5-35e3-4adc-815f-24a3fe8cf71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:41.388686 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-80361101-33ed-4c0e-b3cd-dfccf170d4c0 req-3915e4b5-35e3-4adc-815f-24a3fe8cf71c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3b001bcba924e85a697a78e32d962da&device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 1095 time: 0.0594802 Jul 05 04:21:41.455119 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8844419a-fa42-49ce-872a-5b03312c6af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.497443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80361101-33ed-4c0e-b3cd-dfccf170d4c0 req-5b78dbf9-34f7-416f-8d59-b5be58f2b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:41.499743 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-80361101-33ed-4c0e-b3cd-dfccf170d4c0 req-5b78dbf9-34f7-416f-8d59-b5be58f2b3c2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d3b001bcba924e85a697a78e32d962da&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1031449 Jul 05 04:21:41.606898 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80361101-33ed-4c0e-b3cd-dfccf170d4c0 req-0bc20775-c791-4c28-8d70-9dea8013f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:41.608485 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-80361101-33ed-4c0e-b3cd-dfccf170d4c0 req-0bc20775-c791-4c28-8d70-9dea8013f9f9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023946 Jul 05 04:21:41.673943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 53980) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:41.709106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f609ba-cba0-4629-94d3-509de4c0134e req-c20367de-4bbd-4962-aeb0-fdf8f5c21137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:41.710681 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77f609ba-cba0-4629-94d3-509de4c0134e req-c20367de-4bbd-4962-aeb0-fdf8f5c21137 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3b001bcba924e85a697a78e32d962da&device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 1095 time: 0.0555212 Jul 05 04:21:41.761507 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77f609ba-cba0-4629-94d3-509de4c0134e req-d8acb176-3bcf-43ec-9b48-8a6d2adc9ac6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2203c459-a033-46db-8d82-50d5a55688b5 HTTP/1.1" status: 200 len: 217 time: 0.0423372 Jul 05 04:21:41.814410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f609ba-cba0-4629-94d3-509de4c0134e req-1371a80c-d90a-4e1d-8732-497a37adea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:41.816036 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77f609ba-cba0-4629-94d3-509de4c0134e req-1371a80c-d90a-4e1d-8732-497a37adea5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6cdbb69-cda4-4110-be6d-e863e6fca420 HTTP/1.1" status: 200 len: 853 time: 0.0476429 Jul 05 04:21:41.841973 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting port 59c8ebff-5ccb-4f10-8bf8-aa4036736bcb {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:41.845131 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.857220 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77f609ba-cba0-4629-94d3-509de4c0134e req-94d7ba5e-2941-490e-8a01-becdac1b3b0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b039e06-1243-4bfe-8731-3e97949430a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337646 Jul 05 04:21:41.917000 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.917336 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.929625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Calling delete_port for 59c8ebff-5ccb-4f10-8bf8-aa4036736bcb owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:41.960546 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77f609ba-cba0-4629-94d3-509de4c0134e req-42f1e608-9d8b-46f1-9df7-048eb2deb496 service neutron] 10.222.0.36 "GET /v2.0/networks/7b039e06-1243-4bfe-8731-3e97949430a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963905 Jul 05 04:21:42.126201 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77f609ba-cba0-4629-94d3-509de4c0134e req-65030784-bd63-4d30-99b1-0968af289f66 service neutron] 10.222.0.36 "GET /v2.0/networks/7b039e06-1243-4bfe-8731-3e97949430a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586077 Jul 05 04:21:42.285686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568143fb-fb03-4a8a-847e-777ec7c659d7 req-8a751dc5-5aee-48b6-950f-68654738d534 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.287339 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-568143fb-fb03-4a8a-847e-777ec7c659d7 req-8a751dc5-5aee-48b6-950f-68654738d534 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 943 time: 0.0953903 Jul 05 04:21:42.303054 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.348031 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Port': ['ID=59c8ebff-5ccb-4f10-8bf8-aa4036736bcb,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:42.382262 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:42.382614 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:42.382958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:42.383297 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:42.383631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:42.383964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:42.384324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:42.384655 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:42.384981 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:42.385305 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:42.385630 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:42.385950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:42.412344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-568143fb-fb03-4a8a-847e-777ec7c659d7 req-b3ba5cb3-1b66-4adf-8aea-a17a521fe1e7 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180415 Jul 05 04:21:42.432594 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.433202 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Floating IP f65d7655-aad0-49d2-91ce-3768321e6935 disassociated (deleted). External IP: 172.25.6.23, port: 4b488284-0ef8-4f8a-af65-2482f4f36b89. Jul 05 04:21:43.011277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router ca6c74fb-71dd-4248-8b74-5b16aea4a467 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:43.126779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:43.131245 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.136566 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433882ca-3ed3-4dbb-be4d-4279c016551e None None] Sync routers for ids ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:43.146688 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433882ca-3ed3-4dbb-be4d-4279c016551e None None] Routers {'ca6c74fb-71dd-4248-8b74-5b16aea4a467'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:43.147301 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-433882ca-3ed3-4dbb-be4d-4279c016551e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:21:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:43.173207 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f53375a8-c4d6-4416-bceb-163aae3485ab tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/floatingips/f65d7655-aad0-49d2-91ce-3768321e6935 HTTP/1.1" status: 204 len: 168 time: 1.4979589 Jul 05 04:21:43.173818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:43.176400 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f44edd-9eaa-471e-bd52-2dddeb5c6005" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:43.261274 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-433882ca-3ed3-4dbb-be4d-4279c016551e None None] Set router ca6c74fb-71dd-4248-8b74-5b16aea4a467 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:43.471238 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2842773-ea8a-41f3-915f-6fbf38740b5a x-openstack-request-id: req-a2842773-ea8a-41f3-915f-6fbf38740b5a {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:43.472004 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:43.472004 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2842773-ea8a-41f3-915f-6fbf38740b5a {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:43.472464 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89', 'status': 'completed', 'code': 200} Jul 05 04:21:43.522274 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-433882ca-3ed3-4dbb-be4d-4279c016551e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924704631', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:41Z', 'updated_at': '2021-07-05T04:19:47Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0', 'name': '', 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:40:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:52Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:43.555884 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433882ca-3ed3-4dbb-be4d-4279c016551e None None] Checking router: ca6c74fb-71dd-4248-8b74-5b16aea4a467 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:43.566899 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433882ca-3ed3-4dbb-be4d-4279c016551e None None] Routers {'ca6c74fb-71dd-4248-8b74-5b16aea4a467'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:43.567988 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-433882ca-3ed3-4dbb-be4d-4279c016551e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:21:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:43.611450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f44edd-9eaa-471e-bd52-2dddeb5c6005 req-a3f677cb-0a75-4f66-b58f-0eeaa44f659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:43.613842 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d8f44edd-9eaa-471e-bd52-2dddeb5c6005 req-a3f677cb-0a75-4f66-b58f-0eeaa44f659d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 1096 time: 0.0908344 Jul 05 04:21:43.739306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ad6c-6584-49d6-a2f1-d9c5be91bc27 req-5cc64bb4-4ba7-4555-90e2-518248187cf8 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:43.740910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0852ad6c-6584-49d6-a2f1-d9c5be91bc27 req-5cc64bb4-4ba7-4555-90e2-518248187cf8 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 943 time: 0.1181707 Jul 05 04:21:43.799057 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f44edd-9eaa-471e-bd52-2dddeb5c6005 req-688856b1-60d9-4925-b00b-8136a02bc427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:43.802194 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d8f44edd-9eaa-471e-bd52-2dddeb5c6005 req-688856b1-60d9-4925-b00b-8136a02bc427 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7060cd3e-68f2-4ab1-af1d-70ff578a4277 HTTP/1.1" status: 200 len: 897 time: 0.1741452 Jul 05 04:21:43.834568 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0852ad6c-6584-49d6-a2f1-d9c5be91bc27 req-fbaf9aee-1c77-41c5-b973-ce6179900340 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861077 Jul 05 04:21:43.839483 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-433882ca-3ed3-4dbb-be4d-4279c016551e None None] Set router ca6c74fb-71dd-4248-8b74-5b16aea4a467 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:43.867728 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d8f44edd-9eaa-471e-bd52-2dddeb5c6005 req-8205926f-83fd-4221-a7ff-5fb19a2c80a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89 HTTP/1.1" status: 200 len: 217 time: 0.0570362 Jul 05 04:21:43.896164 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a81ce-4dfd-434f-8d1e-41d5b77f2318 req-ac38a721-0291-4560-8099-da39273ca048 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:43.904284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad5a81ce-4dfd-434f-8d1e-41d5b77f2318 req-ac38a721-0291-4560-8099-da39273ca048 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 944 time: 0.0997953 Jul 05 04:21:43.937970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f44edd-9eaa-471e-bd52-2dddeb5c6005 req-88a6911b-0b6a-458a-9172-a4d587485288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:43.941462 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d8f44edd-9eaa-471e-bd52-2dddeb5c6005 req-88a6911b-0b6a-458a-9172-a4d587485288 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca3be6de-916c-4ee4-a5f3-9ab0333722fe HTTP/1.1" status: 200 len: 834 time: 0.0631847 Jul 05 04:21:43.948694 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad5a81ce-4dfd-434f-8d1e-41d5b77f2318 req-1bf439c7-5dba-43a3-90e2-05ac20e0262e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=a812b4a5-ad2d-42fa-b623-231a2d53261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426664 Jul 05 04:21:43.997874 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5870b07c-e409-4869-b1f8-8e671dfe5b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.032511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f44edd-9eaa-471e-bd52-2dddeb5c6005 req-b0a03883-78f5-444d-9072-ba9f052c6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:44.034300 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d8f44edd-9eaa-471e-bd52-2dddeb5c6005 req-b0a03883-78f5-444d-9072-ba9f052c6381 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7060cd3e-68f2-4ab1-af1d-70ff578a4277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736961 Jul 05 04:21:44.096097 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-433882ca-3ed3-4dbb-be4d-4279c016551e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924704631', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:41Z', 'updated_at': '2021-07-05T04:19:47Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0', 'name': '', 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:40:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:52Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:44.122550 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433882ca-3ed3-4dbb-be4d-4279c016551e None None] The sync data for ids ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'] in n-d-771363-32 is: [{'id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924704631', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:41Z', 'updated_at': '2021-07-05T04:19:47Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0', 'name': '', 'network_id': '7060cd3e-68f2-4ab1-af1d-70ff578a4277', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:40:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:47Z', 'updated_at': '2021-07-05T04:19:52Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'ca3be6de-916c-4ee4-a5f3-9ab0333722fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:44.415715 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.461296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a5b96-e2c2-4ed9-8051-5b58575b52fd None None] New status for floating IP f65d7655-aad0-49d2-91ce-3768321e6935: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:21:44.526984 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d8f44edd-9eaa-471e-bd52-2dddeb5c6005 req-66052540-bad3-4ff2-a83b-756263397505 service neutron] 10.222.0.10 "GET /v2.0/networks/7060cd3e-68f2-4ab1-af1d-70ff578a4277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812694 Jul 05 04:21:44.540600 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7847878-7fc9-4ca6-b0e4-54c81c10fa53 req-b1dd3a29-d6d7-4c1d-b873-78c901cd8644 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:44.542112 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b7847878-7fc9-4ca6-b0e4-54c81c10fa53 req-b1dd3a29-d6d7-4c1d-b873-78c901cd8644 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 944 time: 0.1284363 Jul 05 04:21:44.696865 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d8f44edd-9eaa-471e-bd52-2dddeb5c6005 req-6d271570-ec67-4093-b660-ce07168ec01c service neutron] 10.222.0.10 "GET /v2.0/networks/7060cd3e-68f2-4ab1-af1d-70ff578a4277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536946 Jul 05 04:21:44.727825 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-b7847878-7fc9-4ca6-b0e4-54c81c10fa53 req-39b90bdb-49de-4068-89a4-1aa3beb79c3e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting port 4b488284-0ef8-4f8a-af65-2482f4f36b89 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:44.728281 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b7847878-7fc9-4ca6-b0e4-54c81c10fa53 req-39b90bdb-49de-4068-89a4-1aa3beb79c3e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.819780 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b7847878-7fc9-4ca6-b0e4-54c81c10fa53 req-39b90bdb-49de-4068-89a4-1aa3beb79c3e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] For port 4b488284-0ef8-4f8a-af65-2482f4f36b89, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=4b488284-0ef8-4f8a-af65-2482f4f36b89,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:44.820214 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b7847878-7fc9-4ca6-b0e4-54c81c10fa53 req-39b90bdb-49de-4068-89a4-1aa3beb79c3e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.838740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-b7847878-7fc9-4ca6-b0e4-54c81c10fa53 req-39b90bdb-49de-4068-89a4-1aa3beb79c3e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Calling delete_port for 4b488284-0ef8-4f8a-af65-2482f4f36b89 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:45.028905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2203c459-a033-46db-8d82-50d5a55688b5 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:21:45.056508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef7463-13c0-4525-8896-a92f66aa6a95 req-a77e9edc-99d0-4baa-8533-99e97c21759a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:45.056508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7ef7463-13c0-4525-8896-a92f66aa6a95 req-a77e9edc-99d0-4baa-8533-99e97c21759a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 943 time: 0.0968416 Jul 05 04:21:45.100742 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b7847878-7fc9-4ca6-b0e4-54c81c10fa53 req-39b90bdb-49de-4068-89a4-1aa3beb79c3e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.115312 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7ef7463-13c0-4525-8896-a92f66aa6a95 req-ec913237-980b-48e2-8f8b-a92bd284c226 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502505 Jul 05 04:21:45.145191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b90bdb-49de-4068-89a4-1aa3beb79c3e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Port': ['ID=4b488284-0ef8-4f8a-af65-2482f4f36b89,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:45.169928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78e7012c-2530-4d5a-af23-7a561246a3e1 req-7d38cc17-9da7-4f0a-85e9-e0262c81d37a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 210 time: 0.0532761 Jul 05 04:21:45.181523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 2203c459-a033-46db-8d82-50d5a55688b5, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2203c459-a033-46db-8d82-50d5a55688b5,segment=NetworkSegment(f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a),segment_id=f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:45.202306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '2203c459-a033-46db-8d82-50d5a55688b5', 'network_id': '7b039e06-1243-4bfe-8731-3e97949430a7', 'port_id': '2203c459-a033-46db-8d82-50d5a55688b5', 'mac_address': 'fa:16:3e:60:4f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cdbb69-cda4-4110-be6d-e863e6fca420', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:21:45.214327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7847878-7fc9-4ca6-b0e4-54c81c10fa53 req-39b90bdb-49de-4068-89a4-1aa3beb79c3e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] No DVR routers for this DVR port 4b488284-0ef8-4f8a-af65-2482f4f36b89 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:45.216879 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b7847878-7fc9-4ca6-b0e4-54c81c10fa53 req-39b90bdb-49de-4068-89a4-1aa3beb79c3e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.218957 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b7847878-7fc9-4ca6-b0e4-54c81c10fa53 req-39b90bdb-49de-4068-89a4-1aa3beb79c3e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.10 "DELETE /v2.0/ports/4b488284-0ef8-4f8a-af65-2482f4f36b89 HTTP/1.1" status: 204 len: 173 time: 0.6679168 Jul 05 04:21:45.219392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'name': 'network-vif-deleted', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:45.221907 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f25714-ed95-46bc-82fc-7df73093a24f" -d '{"events": [{"server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "name": "network-vif-deleted", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:45.240550 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.254506 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2203c459-a033-46db-8d82-50d5a55688b5 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:21:45.259783 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a81b70-8691-4be9-8f0e-358d149be075 x-openstack-request-id: req-f4a81b70-8691-4be9-8f0e-358d149be075 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:45.259783 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c018e1-d261-4cfd-91dd-07b24428f5ea", "name": "network-vif-deleted", "tag": "4b488284-0ef8-4f8a-af65-2482f4f36b89", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:45.260014 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4a81b70-8691-4be9-8f0e-358d149be075 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:45.260313 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c018e1-d261-4cfd-91dd-07b24428f5ea', 'name': 'network-vif-deleted', 'tag': '4b488284-0ef8-4f8a-af65-2482f4f36b89', 'status': 'completed', 'code': 200} Jul 05 04:21:45.276344 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 2203c459-a033-46db-8d82-50d5a55688b5, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2203c459-a033-46db-8d82-50d5a55688b5,segment=NetworkSegment(f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a),segment_id=f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:45.340874 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.345971 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.395210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=2203c459-a033-46db-8d82-50d5a55688b5,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:45.706957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['2203c459-a033-46db-8d82-50d5a55688b5'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:21:46.366002 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9eba7565-3060-42f2-bf2c-a6d93ad3fe3b req-6549de11-f5cc-4e48-aa6f-e764aadb7642 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8c018e1-d261-4cfd-91dd-07b24428f5ea HTTP/1.1" status: 200 len: 210 time: 0.0344965 Jul 05 04:21:46.390625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c3601-de94-433f-8e73-7348226df0a1 req-d6e697dd-2012-4771-be1b-bd20ab742867 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:46.392205 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c2c3601-de94-433f-8e73-7348226df0a1 req-d6e697dd-2012-4771-be1b-bd20ab742867 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 944 time: 0.1215625 Jul 05 04:21:46.434343 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c2c3601-de94-433f-8e73-7348226df0a1 req-d6f79b58-fbc4-4c4f-b14c-99101b0a8ba7 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342064 Jul 05 04:21:46.935360 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.044794 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2203c459-a033-46db-8d82-50d5a55688b5 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:47.157925 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 2203c459-a033-46db-8d82-50d5a55688b5 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:47.166245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 2203c459-a033-46db-8d82-50d5a55688b5 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:47.166627 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.247971 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.262996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4b488284-0ef8-4f8a-af65-2482f4f36b89 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:47.289496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 4b488284-0ef8-4f8a-af65-2482f4f36b89 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:47.289740 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 4b488284-0ef8-4f8a-af65-2482f4f36b89 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:47.295197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8159305e-afa0-4fd7-b8ef-b4cd21258f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2203c459-a033-46db-8d82-50d5a55688b5'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:47.298251 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc15402b-3cdf-448d-9168-d2c8c2913bc3" -d '{"events": [{"server_uuid": "8159305e-afa0-4fd7-b8ef-b4cd21258f22", "name": "network-vif-plugged", "status": "completed", "tag": "2203c459-a033-46db-8d82-50d5a55688b5"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:47.311493 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 2203c459-a033-46db-8d82-50d5a55688b5, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2203c459-a033-46db-8d82-50d5a55688b5,segment=NetworkSegment(f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a),segment_id=f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:47.342158 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a086712-23dc-4783-95b8-1428ed6936e3 x-openstack-request-id: req-6a086712-23dc-4783-95b8-1428ed6936e3 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:47.343138 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8159305e-afa0-4fd7-b8ef-b4cd21258f22", "name": "network-vif-plugged", "status": "completed", "tag": "2203c459-a033-46db-8d82-50d5a55688b5", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:47.343678 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6a086712-23dc-4783-95b8-1428ed6936e3 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:47.344515 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8159305e-afa0-4fd7-b8ef-b4cd21258f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2203c459-a033-46db-8d82-50d5a55688b5', 'code': 200} Jul 05 04:21:47.421678 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.479989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=2203c459-a033-46db-8d82-50d5a55688b5,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:47.481219 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697783d-d52d-4826-b426-a1df65168d75 req-9e641e2d-7779-4799-a88b-a5f4f78ff969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:47.484726 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e697783d-d52d-4826-b426-a1df65168d75 req-9e641e2d-7779-4799-a88b-a5f4f78ff969 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 1097 time: 0.0573642 Jul 05 04:21:47.515926 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54140) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:47.537239 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e697783d-d52d-4826-b426-a1df65168d75 req-ac6f4140-6fe0-4993-9ad0-d04897ed97ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422177 Jul 05 04:21:47.748435 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442785f-03df-4862-b432-e0c0b73e826f req-499aca61-89d0-4e61-b6a8-c76e21deffc4 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:47.750052 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8442785f-03df-4862-b432-e0c0b73e826f req-499aca61-89d0-4e61-b6a8-c76e21deffc4 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 945 time: 0.1774654 Jul 05 04:21:47.841013 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8442785f-03df-4862-b432-e0c0b73e826f req-d22e167b-7e06-4d2f-a089-f42d99df86f1 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829463 Jul 05 04:21:48.007849 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e717793-a491-44dc-bf46-88248f651773 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.305946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9e717793-a491-44dc-bf46-88248f651773 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:48.306290 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e717793-a491-44dc-bf46-88248f651773 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.398089 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-9e717793-a491-44dc-bf46-88248f651773 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] For port b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:48.398723 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e717793-a491-44dc-bf46-88248f651773 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.414305 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9e717793-a491-44dc-bf46-88248f651773 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Calling delete_port for b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:48.650191 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54152) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:48.689594 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e717793-a491-44dc-bf46-88248f651773 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.719889 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e717793-a491-44dc-bf46-88248f651773 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Port': ['ID=b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:48.812681 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e3a3804d-b3ad-446e-b967-2498b0192fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.975764 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e717793-a491-44dc-bf46-88248f651773 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.195415 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e3a3804d-b3ad-446e-b967-2498b0192fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.276691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecad705-ced4-427a-9811-f520c564a644 req-646b7688-090d-448c-9797-e9618fa4f98b tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:49.276691 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ecad705-ced4-427a-9811-f520c564a644 req-646b7688-090d-448c-9797-e9618fa4f98b tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 945 time: 0.1625710 Jul 05 04:21:49.276691 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e3a3804d-b3ad-446e-b967-2498b0192fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.318124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3804d-b3ad-446e-b967-2498b0192fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfac341-0d4b-434a-84eb-1faa80745c1c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:49.356053 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e3a3804d-b3ad-446e-b967-2498b0192fc8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=27be8a751cca4fe5a32a8a01db54fd59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7045755 Jul 05 04:21:49.358820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54174) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:49.368677 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ecad705-ced4-427a-9811-f520c564a644 req-d220a727-d865-4a5d-b990-9a8e6746bd8d tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295929 Jul 05 04:21:49.406775 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e717793-a491-44dc-bf46-88248f651773 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router ca6c74fb-71dd-4248-8b74-5b16aea4a467 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:49.411154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4eb47483-2e39-43dc-adc5-ff323db8b199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.434859 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4eb47483-2e39-43dc-adc5-ff323db8b199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.530479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e717793-a491-44dc-bf46-88248f651773 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:49.538410 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9e717793-a491-44dc-bf46-88248f651773 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "PUT /v2.0/routers/ca6c74fb-71dd-4248-8b74-5b16aea4a467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0172048 Jul 05 04:21:49.538823 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54178) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:49.546826 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c74ad-30f6-4188-af3e-9c9020ca7ee5 None None] Sync routers for ids ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:49.556810 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c74ad-30f6-4188-af3e-9c9020ca7ee5 None None] Routers {'ca6c74fb-71dd-4248-8b74-5b16aea4a467'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:49.557517 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-351c74ad-30f6-4188-af3e-9c9020ca7ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:21:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:49.569528 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4eb47483-2e39-43dc-adc5-ff323db8b199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.573654 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4eb47483-2e39-43dc-adc5-ff323db8b199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.575266 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4eb47483-2e39-43dc-adc5-ff323db8b199 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0bfac341-0d4b-434a-84eb-1faa80745c1c HTTP/1.1" status: 204 len: 168 time: 0.2153864 Jul 05 04:21:49.586652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb47483-2e39-43dc-adc5-ff323db8b199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfac341-0d4b-434a-84eb-1faa80745c1c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:49.605513 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ccc00c4-eaf3-462a-a0f0-18b2d43276f2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting subnet ca3be6de-916c-4ee4-a5f3-9ab0333722fe {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:21:49.617608 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ccc00c4-eaf3-462a-a0f0-18b2d43276f2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.657611 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ccc00c4-eaf3-462a-a0f0-18b2d43276f2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.705305 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-351c74ad-30f6-4188-af3e-9c9020ca7ee5 None None] Set router ca6c74fb-71dd-4248-8b74-5b16aea4a467 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:49.767046 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ccc00c4-eaf3-462a-a0f0-18b2d43276f2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.894595 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-351c74ad-30f6-4188-af3e-9c9020ca7ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924704631', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:41Z', 'updated_at': '2021-07-05T04:21:48Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:49.925159 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c74ad-30f6-4188-af3e-9c9020ca7ee5 None None] Checking router: ca6c74fb-71dd-4248-8b74-5b16aea4a467 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:49.930023 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ccc00c4-eaf3-462a-a0f0-18b2d43276f2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.938843 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c74ad-30f6-4188-af3e-9c9020ca7ee5 None None] Routers {'ca6c74fb-71dd-4248-8b74-5b16aea4a467'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:49.955133 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-351c74ad-30f6-4188-af3e-9c9020ca7ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:21:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:49.966146 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc00c4-eaf3-462a-a0f0-18b2d43276f2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3be6de-916c-4ee4-a5f3-9ab0333722fe,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:49.980984 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ccc00c4-eaf3-462a-a0f0-18b2d43276f2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.983797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d62b8-36c9-4aab-9ea0-4ab604746051 None None] Network 7060cd3e-68f2-4ab1-af1d-70ff578a4277 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:49.984355 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2ccc00c4-eaf3-462a-a0f0-18b2d43276f2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/subnets/ca3be6de-916c-4ee4-a5f3-9ab0333722fe HTTP/1.1" status: 204 len: 168 time: 0.4430046 Jul 05 04:21:49.986321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54190) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:50.054623 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-351c74ad-30f6-4188-af3e-9c9020ca7ee5 None None] Set router ca6c74fb-71dd-4248-8b74-5b16aea4a467 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:50.120113 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c17f65f-39c9-4ffa-b9b2-13d2877d5b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.330867 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c17f65f-39c9-4ffa-b9b2-13d2877d5b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.347465 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-351c74ad-30f6-4188-af3e-9c9020ca7ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924704631', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:41Z', 'updated_at': '2021-07-05T04:21:48Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:50.356547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe9e50e-ac50-4daf-8b77-ed7047e37257 None None] DHCP port deletion for 7060cd3e-68f2-4ab1-af1d-70ff578a4277 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:21:50.377929 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c74ad-30f6-4188-af3e-9c9020ca7ee5 None None] The sync data for ids ['ca6c74fb-71dd-4248-8b74-5b16aea4a467'] in n-d-771363-32 is: [{'id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924704631', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:41Z', 'updated_at': '2021-07-05T04:21:48Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'fca3675e-3f5c-423e-b1a2-ac5aa38fcce7', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6c74fb-71dd-4248-8b74-5b16aea4a467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:42Z', 'updated_at': '2021-07-05T04:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:50.407462 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4fe9e50e-ac50-4daf-8b77-ed7047e37257 None None] Deleting port fedd496c-d728-43dd-abf1-2835bfb387c6 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:50.407841 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e50e-ac50-4daf-8b77-ed7047e37257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.495699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4fe9e50e-ac50-4daf-8b77-ed7047e37257 None None] For port fedd496c-d728-43dd-abf1-2835bfb387c6, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fedd496c-d728-43dd-abf1-2835bfb387c6,segment=NetworkSegment(f8d1a679-9ac9-4d5f-8653-98245c358f43),segment_id=f8d1a679-9ac9-4d5f-8653-98245c358f43)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:50.496214 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e50e-ac50-4daf-8b77-ed7047e37257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.511033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3c17f65f-39c9-4ffa-b9b2-13d2877d5b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting port fca3675e-3f5c-423e-b1a2-ac5aa38fcce7 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:50.511033 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c17f65f-39c9-4ffa-b9b2-13d2877d5b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.517688 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4fe9e50e-ac50-4daf-8b77-ed7047e37257 None None] Calling delete_port for fedd496c-d728-43dd-abf1-2835bfb387c6 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:50.619145 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-3c17f65f-39c9-4ffa-b9b2-13d2877d5b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] For port fca3675e-3f5c-423e-b1a2-ac5aa38fcce7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fca3675e-3f5c-423e-b1a2-ac5aa38fcce7,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:50.627009 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c17f65f-39c9-4ffa-b9b2-13d2877d5b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.663886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3c17f65f-39c9-4ffa-b9b2-13d2877d5b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Calling delete_port for fca3675e-3f5c-423e-b1a2-ac5aa38fcce7 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:50.759731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019295bc-0d9d-48e4-b95c-6fa0811ec111 req-2e9a2a05-4a5c-4e3e-ba01-3f6140fda81a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:50.767253 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-019295bc-0d9d-48e4-b95c-6fa0811ec111 req-2e9a2a05-4a5c-4e3e-ba01-3f6140fda81a tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 945 time: 0.2548349 Jul 05 04:21:50.845122 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e50e-ac50-4daf-8b77-ed7047e37257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.865657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-019295bc-0d9d-48e4-b95c-6fa0811ec111 req-06f55193-06d0-4e03-bb8a-8e01c16f0cde tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967851 Jul 05 04:21:50.906549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9e50e-ac50-4daf-8b77-ed7047e37257 None None] Pushing event deleted for resources: {'Port': ['ID=fedd496c-d728-43dd-abf1-2835bfb387c6,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:50.917130 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:50.935124 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9e50e-ac50-4daf-8b77-ed7047e37257 None None] No DVR routers for this DVR port fedd496c-d728-43dd-abf1-2835bfb387c6 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:50.968875 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:50.969400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b5dafcff-5b8d-4e60-ab19-bb5fe7dd4cf0 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:50.970330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fedd496c-d728-43dd-abf1-2835bfb387c6 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:50.992216 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: fedd496c-d728-43dd-abf1-2835bfb387c6 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:50.992902 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fedd496c-d728-43dd-abf1-2835bfb387c6 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:51.090732 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c17f65f-39c9-4ffa-b9b2-13d2877d5b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.117586 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17f65f-39c9-4ffa-b9b2-13d2877d5b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Port': ['ID=fca3675e-3f5c-423e-b1a2-ac5aa38fcce7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:51.188467 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c17f65f-39c9-4ffa-b9b2-13d2877d5b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.290200 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c17f65f-39c9-4ffa-b9b2-13d2877d5b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.292470 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c17f65f-39c9-4ffa-b9b2-13d2877d5b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.506251 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c17f65f-39c9-4ffa-b9b2-13d2877d5b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.506841 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c17f65f-39c9-4ffa-b9b2-13d2877d5b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Fanout notify agent at l3_agent the message router_deleted on router ca6c74fb-71dd-4248-8b74-5b16aea4a467 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:51.523595 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c17f65f-39c9-4ffa-b9b2-13d2877d5b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.523595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3c17f65f-39c9-4ffa-b9b2-13d2877d5b83 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/routers/ca6c74fb-71dd-4248-8b74-5b16aea4a467 HTTP/1.1" status: 204 len: 168 time: 1.5282273 Jul 05 04:21:51.523595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54242) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:51.619516 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d39dd130-2adb-455f-a548-61ec91ee2d9c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.722508 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d39dd130-2adb-455f-a548-61ec91ee2d9c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.733111 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-d39dd130-2adb-455f-a548-61ec91ee2d9c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7060cd3e-68f2-4ab1-af1d-70ff578a4277']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:51.735900 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54246) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:51.743792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-d39dd130-2adb-455f-a548-61ec91ee2d9c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d1a679-9ac9-4d5f-8653-98245c358f43') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:51.744228 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-d39dd130-2adb-455f-a548-61ec91ee2d9c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d1a679-9ac9-4d5f-8653-98245c358f43') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:51.754022 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d39dd130-2adb-455f-a548-61ec91ee2d9c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.779142 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d39dd130-2adb-455f-a548-61ec91ee2d9c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.779142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39dd130-2adb-455f-a548-61ec91ee2d9c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:21:51.779424 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d39dd130-2adb-455f-a548-61ec91ee2d9c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:21:51.782460 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:21:51.895811 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e36a19d-fe1e-43c7-bbf6-19d89ab7c492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.989058 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d39dd130-2adb-455f-a548-61ec91ee2d9c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.997542 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d39dd130-2adb-455f-a548-61ec91ee2d9c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.000872 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d39dd130-2adb-455f-a548-61ec91ee2d9c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/networks/7060cd3e-68f2-4ab1-af1d-70ff578a4277 HTTP/1.1" status: 204 len: 168 time: 0.4818556 Jul 05 04:21:52.005046 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54254) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:52.026478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dd130-2adb-455f-a548-61ec91ee2d9c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Network': ['ID=7060cd3e-68f2-4ab1-af1d-70ff578a4277,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:52.107039 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e36a19d-fe1e-43c7-bbf6-19d89ab7c492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.118998 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f40bd127-95e0-4a40-82da-1e18c4f6a44d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.144521 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f40bd127-95e0-4a40-82da-1e18c4f6a44d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.220451 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e36a19d-fe1e-43c7-bbf6-19d89ab7c492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.261484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36a19d-fe1e-43c7-bbf6-19d89ab7c492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cae5c73-1e4d-42ad-8daf-fd156261ef57,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:52.270894 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3e36a19d-fe1e-43c7-bbf6-19d89ab7c492 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c54a4e77f3e6440db618cd303c76c22c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5337634 Jul 05 04:21:52.273661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54260) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:52.327859 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6583e6c8-dd69-458c-9504-e65993c39ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.351016 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6583e6c8-dd69-458c-9504-e65993c39ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.365372 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f40bd127-95e0-4a40-82da-1e18c4f6a44d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.368212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f40bd127-95e0-4a40-82da-1e18c4f6a44d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.372569 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f40bd127-95e0-4a40-82da-1e18c4f6a44d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/security-groups/a812b4a5-ad2d-42fa-b623-231a2d53261b HTTP/1.1" status: 204 len: 168 time: 0.3656683 Jul 05 04:21:52.391435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bd127-95e0-4a40-82da-1e18c4f6a44d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a812b4a5-ad2d-42fa-b623-231a2d53261b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:52.478002 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6583e6c8-dd69-458c-9504-e65993c39ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.481113 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6583e6c8-dd69-458c-9504-e65993c39ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.485847 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6583e6c8-dd69-458c-9504-e65993c39ba4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0cae5c73-1e4d-42ad-8daf-fd156261ef57 HTTP/1.1" status: 204 len: 168 time: 0.2077312 Jul 05 04:21:52.494995 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583e6c8-dd69-458c-9504-e65993c39ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cae5c73-1e4d-42ad-8daf-fd156261ef57,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:52.580667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fca3675e-3f5c-423e-b1a2-ac5aa38fcce7 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:52.604443 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: fca3675e-3f5c-423e-b1a2-ac5aa38fcce7 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:52.604887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fca3675e-3f5c-423e-b1a2-ac5aa38fcce7 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:54.317817 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54318) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:54.323340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d5cb3218-4e9f-4f7b-bf62-0e54cda8170a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-596031981', 'description': 'tempest-secgroup-smoke-596031981 description', 'project_id': '493f456730914ffbabda165adccd9cc1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:54.427112 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5cb3218-4e9f-4f7b-bf62-0e54cda8170a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.520195 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5cb3218-4e9f-4f7b-bf62-0e54cda8170a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.592220 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5cb3218-4e9f-4f7b-bf62-0e54cda8170a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.626720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb3218-4e9f-4f7b-bf62-0e54cda8170a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c51581-b883-47e8-81d5-2670085b0e43,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:54.700797 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d5cb3218-4e9f-4f7b-bf62-0e54cda8170a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.702283 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d5cb3218-4e9f-4f7b-bf62-0e54cda8170a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3827324 Jul 05 04:21:54.705360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54330) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:54.712907 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b7905dfa-029c-4f1e-880a-ae83fdaf152c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'b8c51581-b883-47e8-81d5-2670085b0e43', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:54.854758 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b7905dfa-029c-4f1e-880a-ae83fdaf152c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.907372 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b7905dfa-029c-4f1e-880a-ae83fdaf152c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.957930 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b7905dfa-029c-4f1e-880a-ae83fdaf152c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.983403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7905dfa-029c-4f1e-880a-ae83fdaf152c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bb85e8-94e2-49b1-ab0b-34b700f2b9ae,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:55.078939 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b7905dfa-029c-4f1e-880a-ae83fdaf152c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.079978 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b7905dfa-029c-4f1e-880a-ae83fdaf152c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3713276 Jul 05 04:21:55.083235 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54340) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:55.088295 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-18664f6b-28c4-4344-ac25-100a67bf398f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'b8c51581-b883-47e8-81d5-2670085b0e43', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:55.211890 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18664f6b-28c4-4344-ac25-100a67bf398f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.284864 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18664f6b-28c4-4344-ac25-100a67bf398f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.370015 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18664f6b-28c4-4344-ac25-100a67bf398f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.396483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18664f6b-28c4-4344-ac25-100a67bf398f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73176438-afaf-4b63-84f6-08cf35b01317,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:55.413773 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:21:55.477798 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18664f6b-28c4-4344-ac25-100a67bf398f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.482774 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-18664f6b-28c4-4344-ac25-100a67bf398f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3949852 Jul 05 04:21:55.482774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54346) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:55.487657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1f745652-119e-4955-8ad5-8848fd14dbb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'b8c51581-b883-47e8-81d5-2670085b0e43', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:55.584296 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f745652-119e-4955-8ad5-8848fd14dbb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.663974 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f745652-119e-4955-8ad5-8848fd14dbb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.735368 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f745652-119e-4955-8ad5-8848fd14dbb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.758658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f745652-119e-4955-8ad5-8848fd14dbb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3697244e-ef00-4dd4-8721-fea8ed741582,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:55.867312 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1f745652-119e-4955-8ad5-8848fd14dbb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.873194 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1f745652-119e-4955-8ad5-8848fd14dbb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3851693 Jul 05 04:21:55.874358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54358) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:55.878126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-da010c77-cef1-455f-a552-154e964b9011 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'b8c51581-b883-47e8-81d5-2670085b0e43', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:56.051822 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da010c77-cef1-455f-a552-154e964b9011 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.136908 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da010c77-cef1-455f-a552-154e964b9011 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.300949 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da010c77-cef1-455f-a552-154e964b9011 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.321039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da010c77-cef1-455f-a552-154e964b9011 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8786dc2e-657f-4bb6-bf5e-dcb138d7e1e7,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:56.432239 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da010c77-cef1-455f-a552-154e964b9011 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.434087 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-da010c77-cef1-455f-a552-154e964b9011 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5595729 Jul 05 04:21:56.443581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54368) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:56.468800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-9002a851-f82b-4323-b9d8-dbd98f28ac80 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'b8c51581-b883-47e8-81d5-2670085b0e43', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:56.525813 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db08c6b1-b0c8-462b-814a-aff11092e9dc req-1c165b01-8aa1-4814-b894-65a757673992 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0937853 Jul 05 04:21:56.635826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08c6b1-b0c8-462b-814a-aff11092e9dc req-cb9f39c7-6f21-4b20-8f13-085646eeac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:56.637371 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db08c6b1-b0c8-462b-814a-aff11092e9dc req-cb9f39c7-6f21-4b20-8f13-085646eeac8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 1097 time: 0.0555081 Jul 05 04:21:56.652284 n-d-771363-32 neutron-server[100932]: INFO neutron.db.securitygroups_db [None req-9002a851-f82b-4323-b9d8-dbd98f28ac80 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Project 493f456730914ffbabda165adccd9cc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:21:56.658881 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9002a851-f82b-4323-b9d8-dbd98f28ac80 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.784553 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9002a851-f82b-4323-b9d8-dbd98f28ac80 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.810060 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08c6b1-b0c8-462b-814a-aff11092e9dc req-a252edaa-ef60-4472-8ad2-9506e711879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:56.812601 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db08c6b1-b0c8-462b-814a-aff11092e9dc req-a252edaa-ef60-4472-8ad2-9506e711879e service neutron] 10.222.0.10 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.1401210 Jul 05 04:21:56.888172 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db08c6b1-b0c8-462b-814a-aff11092e9dc req-4c20de77-e693-488c-be6a-2210ac388f3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f3a2c71-d22b-42f1-848b-1364c7ce0d59 HTTP/1.1" status: 200 len: 1001 time: 0.0686321 Jul 05 04:21:56.950847 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08c6b1-b0c8-462b-814a-aff11092e9dc req-810f91ae-6390-44da-81dd-6cb9162d2edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:56.952382 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db08c6b1-b0c8-462b-814a-aff11092e9dc req-810f91ae-6390-44da-81dd-6cb9162d2edf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0567553 Jul 05 04:21:57.017498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08c6b1-b0c8-462b-814a-aff11092e9dc req-2bf56b65-1ca3-42bb-add1-bf57e01438b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:57.019098 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db08c6b1-b0c8-462b-814a-aff11092e9dc req-2bf56b65-1ca3-42bb-add1-bf57e01438b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596466 Jul 05 04:21:57.038801 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9002a851-f82b-4323-b9d8-dbd98f28ac80 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.117629 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002a851-f82b-4323-b9d8-dbd98f28ac80 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63c39f6-bc9f-4c6c-9f14-857a76b386e9,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:57.175712 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db08c6b1-b0c8-462b-814a-aff11092e9dc req-2a48cd59-a87d-4f25-b0a3-3cc90e40c5cd service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468008 Jul 05 04:21:57.242787 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9002a851-f82b-4323-b9d8-dbd98f28ac80 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.246685 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9002a851-f82b-4323-b9d8-dbd98f28ac80 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7983367 Jul 05 04:21:57.247815 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54384) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:57.253542 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6c8238e9-be4f-45ac-a395-170ecc9815d2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'security_group_rule': {'security_group_id': 'b8c51581-b883-47e8-81d5-2670085b0e43', 'project_id': '493f456730914ffbabda165adccd9cc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:57.283864 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db08c6b1-b0c8-462b-814a-aff11092e9dc req-03dab08c-2a03-4809-9df6-811c0c54699b service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003735 Jul 05 04:21:57.363698 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-6c8238e9-be4f-45ac-a395-170ecc9815d2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Project 493f456730914ffbabda165adccd9cc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:21:57.379324 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c8238e9-be4f-45ac-a395-170ecc9815d2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.452940 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c8238e9-be4f-45ac-a395-170ecc9815d2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.540805 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c8238e9-be4f-45ac-a395-170ecc9815d2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.558954 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8238e9-be4f-45ac-a395-170ecc9815d2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200e8ca4-104f-42c8-ad81-26bacdb9cced,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:57.689624 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c8238e9-be4f-45ac-a395-170ecc9815d2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.693577 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6c8238e9-be4f-45ac-a395-170ecc9815d2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4417591 Jul 05 04:21:57.693921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54390) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:57.699177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8c277e45-549d-4231-a6fe-21a5e6c3c76b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'network': {'name': 'tempest-network-smoke--920856437', 'project_id': '493f456730914ffbabda165adccd9cc1', 'port_security_enabled': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:57.832334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c277e45-549d-4231-a6fe-21a5e6c3c76b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Made reservation on behalf of 493f456730914ffbabda165adccd9cc1 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:57.836637 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8c277e45-549d-4231-a6fe-21a5e6c3c76b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.864459 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c277e45-549d-4231-a6fe-21a5e6c3c76b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:21:57.875790 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8c277e45-549d-4231-a6fe-21a5e6c3c76b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.880210 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-8c277e45-549d-4231-a6fe-21a5e6c3c76b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Added segment d9934513-7540-4701-88ab-6b249f9b209b of type vlan for network 02565e1b-4457-4568-8d53-e97c04dfe385 Jul 05 04:21:57.929595 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8c277e45-549d-4231-a6fe-21a5e6c3c76b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.026156 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8c277e45-549d-4231-a6fe-21a5e6c3c76b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.032793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c277e45-549d-4231-a6fe-21a5e6c3c76b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:58.032793 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8c277e45-549d-4231-a6fe-21a5e6c3c76b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.144421 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c277e45-549d-4231-a6fe-21a5e6c3c76b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Network': ['ID=02565e1b-4457-4568-8d53-e97c04dfe385,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:58.162336 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 02565e1b-4457-4568-8d53-e97c04dfe385 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:21:58.222457 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8c277e45-549d-4231-a6fe-21a5e6c3c76b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5272799 Jul 05 04:21:58.226608 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54406) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:58.234976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1191071313', 'admin_state_up': True, 'project_id': '493f456730914ffbabda165adccd9cc1', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:58.369413 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.370487 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.425278 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.649501 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.951023 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.971856 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.092702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Allocated IP 172.25.6.123 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/e1cb9c4e-5962-470a-b2b0-542e2322fead) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:59.212691 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.363781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.403434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:59.404111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:59.410382 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:59.435858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=e1cb9c4e-5962-470a-b2b0-542e2322fead,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:59.777685 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.986043 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.194354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:22:00.302977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:00.313710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Sync routers for ids ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:00.328313 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Routers {'d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:00.329180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:21:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:00.459772 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.461469 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b6dc96e9-5254-42e2-9cf4-d634271b219d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2334509 Jul 05 04:22:00.464626 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54450) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:00.465131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Set router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:00.508154 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c80fc052-ec94-4229-ac98-723d9a1669d5 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=493f456730914ffbabda165adccd9cc1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410972 Jul 05 04:22:00.509758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54452) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:00.620290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f5b23-9272-4741-af59-0268fbb8b5c8 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:00.626009 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-752f5b23-9272-4741-af59-0268fbb8b5c8 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1108398 Jul 05 04:22:00.626256 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54458) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:00.657920 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f3da1f57-e725-4064-bb02-4877c59efea6 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304549 Jul 05 04:22:00.660518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54460) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:00.665765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e78a7832-79f0-46ef-b1bc-788961f4db0d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-531018124', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'project_id': '493f456730914ffbabda165adccd9cc1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:00.677110 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191071313', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:21:59Z', 'revision_number': 3, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:00.716611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Checking router: d2cd13af-43fe-4031-92dc-b9a29ffe6c1e for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:00.717124 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Updating router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e port e1cb9c4e-5962-470a-b2b0-542e2322fead binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:22:00.768025 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.884590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78a7832-79f0-46ef-b1bc-788961f4db0d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Made reservation on behalf of 493f456730914ffbabda165adccd9cc1 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:00.888952 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e78a7832-79f0-46ef-b1bc-788961f4db0d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.062746 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.078635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Transition to ACTIVE for port object e1cb9c4e-5962-470a-b2b0-542e2322fead will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:01.182064 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e78a7832-79f0-46ef-b1bc-788961f4db0d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.182571 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.247488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Attempting to bind port e1cb9c4e-5962-470a-b2b0-542e2322fead on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:01.247488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Attempting to bind port e1cb9c4e-5962-470a-b2b0-542e2322fead by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:01.247488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Attempting to bind port e1cb9c4e-5962-470a-b2b0-542e2322fead on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:01.247488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d1a8e-15c4-46e2-918f-c61605caf295 None None] Pushing event updated for resources: {'Port': ['ID=e1cb9c4e-5962-470a-b2b0-542e2322fead,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:01.249101 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:01.249494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:01.249897 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.250285 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:01.250749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Bound port: e1cb9c4e-5962-470a-b2b0-542e2322fead, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:01.251137 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.257591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a7832-79f0-46ef-b1bc-788961f4db0d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Subnet': ['ID=b4a03536-6a4c-4d58-a63c-cab4c2d8a31e,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:01.268580 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a7832-79f0-46ef-b1bc-788961f4db0d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Checking segment: {'id': 'd9934513-7540-4701-88ab-6b249f9b209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:01.269037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78a7832-79f0-46ef-b1bc-788961f4db0d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network hostable DHCP agents. Network: 02565e1b-4457-4568-8d53-e97c04dfe385, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:22:01.304870 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] For port e1cb9c4e-5962-470a-b2b0-542e2322fead, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:01.308447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] For port e1cb9c4e-5962-470a-b2b0-542e2322fead, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=e1cb9c4e-5962-470a-b2b0-542e2322fead,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:01.380707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78a7832-79f0-46ef-b1bc-788961f4db0d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 02565e1b-4457-4568-8d53-e97c04dfe385 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:22:01.398512 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.460938 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Routers {'d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:01.461564 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:21:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:01.464262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d1a8e-15c4-46e2-918f-c61605caf295 None None] Pushing event updated for resources: {'Port': ['ID=e1cb9c4e-5962-470a-b2b0-542e2322fead,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:01.529665 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-e78a7832-79f0-46ef-b1bc-788961f4db0d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 02565e1b-4457-4568-8d53-e97c04dfe385) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:01.537043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a7832-79f0-46ef-b1bc-788961f4db0d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:01.538327 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e78a7832-79f0-46ef-b1bc-788961f4db0d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.555598 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7107fde9-ff46-4891-8b96-e01f4e8a741f None None] Network 02565e1b-4457-4568-8d53-e97c04dfe385 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:01.627981 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e78a7832-79f0-46ef-b1bc-788961f4db0d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9663196 Jul 05 04:22:01.630982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54476) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:01.631709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] Set router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:01.836934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-02565e1b-4457-4568-8d53-e97c04dfe385', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ips': [{'subnet_id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:22:01.837810 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.066775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191071313', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:21:59Z', 'revision_number': 3, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:02.070665 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Allocated IP 172.20.0.2 (02565e1b-4457-4568-8d53-e97c04dfe385/b4a03536-6a4c-4d58-a63c-cab4c2d8a31e/fb158307-660d-4753-8ba0-c9b1c7975acf) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:02.111072 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea4d6b7-169f-44cc-80f9-081edc3a37ff None None] The sync data for ids ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'] in n-d-771363-32 is: [{'id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191071313', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:21:59Z', 'revision_number': 3, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:02.178100 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.352849 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.383471 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Transition to ACTIVE for port object fb158307-660d-4753-8ba0-c9b1c7975acf will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:02.415798 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Transition to ACTIVE for port object fb158307-660d-4753-8ba0-c9b1c7975acf will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:02.528872 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.599179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Network 02565e1b-4457-4568-8d53-e97c04dfe385 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:02.610975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:02.617291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:02.627683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Pushing event updated for resources: {'Port': ['ID=fb158307-660d-4753-8ba0-c9b1c7975acf,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:02.632253 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.798300 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device e1cb9c4e-5962-470a-b2b0-542e2322fead up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:02.801166 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Attempting to bind port fb158307-660d-4753-8ba0-c9b1c7975acf on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:02.804604 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Attempting to bind port fb158307-660d-4753-8ba0-c9b1c7975acf by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'd9934513-7540-4701-88ab-6b249f9b209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:02.805133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Attempting to bind port fb158307-660d-4753-8ba0-c9b1c7975acf on network 02565e1b-4457-4568-8d53-e97c04dfe385 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:02.814490 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:02.815060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Checking segment: {'id': 'd9934513-7540-4701-88ab-6b249f9b209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:02.815573 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.816103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Bound using segment: {'id': 'd9934513-7540-4701-88ab-6b249f9b209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:02.816695 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Bound port: fb158307-660d-4753-8ba0-c9b1c7975acf, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9934513-7540-4701-88ab-6b249f9b209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:02.817323 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.951339 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] For port fb158307-660d-4753-8ba0-c9b1c7975acf, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:02.956574 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] For port fb158307-660d-4753-8ba0-c9b1c7975acf, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fb158307-660d-4753-8ba0-c9b1c7975acf,segment=NetworkSegment(d9934513-7540-4701-88ab-6b249f9b209b),segment_id=d9934513-7540-4701-88ab-6b249f9b209b)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:03.052870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54514) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:03.095253 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port e1cb9c4e-5962-470a-b2b0-542e2322fead completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:03.103743 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port e1cb9c4e-5962-470a-b2b0-542e2322fead triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:03.104980 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.179243 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.188348 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Allocated IP 172.20.0.1 (02565e1b-4457-4568-8d53-e97c04dfe385/b4a03536-6a4c-4d58-a63c-cab4c2d8a31e/68d6a128-6bca-4a42-980c-2262cf02e4ed) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:03.366773 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbeb7a-b38b-49fe-bef0-60930f861e2f None None] Pushing event updated for resources: {'Port': ['ID=fb158307-660d-4753-8ba0-c9b1c7975acf,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:03.432972 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.469835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port e1cb9c4e-5962-470a-b2b0-542e2322fead, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=e1cb9c4e-5962-470a-b2b0-542e2322fead,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:03.481523 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.505119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Transition to ACTIVE for port object 68d6a128-6bca-4a42-980c-2262cf02e4ed will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:03.552816 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.653753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=e1cb9c4e-5962-470a-b2b0-542e2322fead,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:03.677747 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.760376 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 02565e1b-4457-4568-8d53-e97c04dfe385 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:03.767693 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:03.775787 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:03.840526 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.033880 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=68d6a128-6bca-4a42-980c-2262cf02e4ed,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:04.106662 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.208059 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.218568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-16e78efe-7161-4c4f-ac53-86507dd1e88d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Deleting port 11ea33b6-aa6e-457e-a549-3272cf79ec86 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:04.219081 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16e78efe-7161-4c4f-ac53-86507dd1e88d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.305674 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16e78efe-7161-4c4f-ac53-86507dd1e88d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.306116 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16e78efe-7161-4c4f-ac53-86507dd1e88d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.323010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-16e78efe-7161-4c4f-ac53-86507dd1e88d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Calling delete_port for 11ea33b6-aa6e-457e-a549-3272cf79ec86 owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:04.610566 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16e78efe-7161-4c4f-ac53-86507dd1e88d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.611944 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.665036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e78efe-7161-4c4f-ac53-86507dd1e88d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event deleted for resources: {'Port': ['ID=11ea33b6-aa6e-457e-a549-3272cf79ec86,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:04.727043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fb158307-660d-4753-8ba0-c9b1c7975acf up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:04.742043 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.760313 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16e78efe-7161-4c4f-ac53-86507dd1e88d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.760738 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-16e78efe-7161-4c4f-ac53-86507dd1e88d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Floating IP 52230a2e-64a6-471f-ab3d-4af30bd75060 disassociated (deleted). External IP: 172.25.6.175, port: cb01ea97-01ea-4458-89d8-16de1e673a46. Jul 05 04:22:04.844249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=68d6a128-6bca-4a42-980c-2262cf02e4ed,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:04.846919 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.913579 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port fb158307-660d-4753-8ba0-c9b1c7975acf completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:04.923484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device e1cb9c4e-5962-470a-b2b0-542e2322fead up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:05.002464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 02565e1b-4457-4568-8d53-e97c04dfe385 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:05.004561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:05.074648 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port e1cb9c4e-5962-470a-b2b0-542e2322fead triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:05.075535 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.151977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e78efe-7161-4c4f-ac53-86507dd1e88d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:05.362788 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:05.384759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e78efe-7161-4c4f-ac53-86507dd1e88d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:05.399452 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452470f9-304e-4b2f-aeb3-a978b4867f8a None None] Sync routers for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:05.410696 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16e78efe-7161-4c4f-ac53-86507dd1e88d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.421966 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452470f9-304e-4b2f-aeb3-a978b4867f8a None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:05.427451 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-452470f9-304e-4b2f-aeb3-a978b4867f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:21:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:05.512697 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-16e78efe-7161-4c4f-ac53-86507dd1e88d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "DELETE /v2.0/floatingips/52230a2e-64a6-471f-ab3d-4af30bd75060 HTTP/1.1" status: 204 len: 168 time: 2.4590166 Jul 05 04:22:05.513321 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c81ded-a56d-481e-b610-a5175f52b460', 'tag': 'cb01ea97-01ea-4458-89d8-16de1e673a46'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:05.528985 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:05.529120 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e16045-29fc-40fa-b0e3-4a48b5998c12" -d '{"events": [{"name": "network-changed", "server_uuid": "18c81ded-a56d-481e-b610-a5175f52b460", "tag": "cb01ea97-01ea-4458-89d8-16de1e673a46"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:05.540836 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-89147489-da73-43dd-9cea-1fc9905efdb7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "PUT /v2.0/routers/d2cd13af-43fe-4031-92dc-b9a29ffe6c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8996847 Jul 05 04:22:05.564833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ed7824-ef89-4fac-ba92-30134a9b2e4a None None] Network 02565e1b-4457-4568-8d53-e97c04dfe385 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:05.631140 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Sync routers for ids ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:05.702150 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5aed20-4929-41f3-a59e-48d881d3866b x-openstack-request-id: req-fe5aed20-4929-41f3-a59e-48d881d3866b {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:05.702387 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c81ded-a56d-481e-b610-a5175f52b460", "tag": "cb01ea97-01ea-4458-89d8-16de1e673a46", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:05.702648 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe5aed20-4929-41f3-a59e-48d881d3866b {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:05.703097 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c81ded-a56d-481e-b610-a5175f52b460', 'tag': 'cb01ea97-01ea-4458-89d8-16de1e673a46', 'status': 'completed', 'code': 200} Jul 05 04:22:05.729808 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-452470f9-304e-4b2f-aeb3-a978b4867f8a None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:05.804530 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Routers {'d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:05.804530 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:21:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:05.908924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16045-29fc-40fa-b0e3-4a48b5998c12 req-d0ef89ed-df00-4cd0-872d-61855aaebaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:05.911900 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e1e16045-29fc-40fa-b0e3-4a48b5998c12 req-d0ef89ed-df00-4cd0-872d-61855aaebaa7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 1098 time: 0.1747375 Jul 05 04:22:05.974192 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92286d84-0690-4374-a4ff-af044fafe898 req-335bff50-1380-49c7-8557-5c72d001377f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-596031981&fields=id&tenant_id=493f456730914ffbabda165adccd9cc1 HTTP/1.1" status: 200 len: 267 time: 0.1000283 Jul 05 04:22:06.131315 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-452470f9-304e-4b2f-aeb3-a978b4867f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'f604c583-c806-43a5-aded-757d87b943d5', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'port_id': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'mac_address': 'fa:16:3e:ef:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:15:42Z', 'updated_at': '2021-07-05T04:15:46Z', 'revision_number': 1, 'project_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:06.168600 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16045-29fc-40fa-b0e3-4a48b5998c12 req-861af65d-1e6e-4691-b38f-1aaa7843bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:06.170696 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e1e16045-29fc-40fa-b0e3-4a48b5998c12 req-861af65d-1e6e-4691-b38f-1aaa7843bd69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.2511048 Jul 05 04:22:06.179867 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452470f9-304e-4b2f-aeb3-a978b4867f8a None None] Checking router: 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:06.191487 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452470f9-304e-4b2f-aeb3-a978b4867f8a None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:06.192399 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-452470f9-304e-4b2f-aeb3-a978b4867f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:21:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:06.250683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92286d84-0690-4374-a4ff-af044fafe898 req-e46c72cc-ce6e-4892-b0fd-4f99369a457e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:06.275952 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92286d84-0690-4374-a4ff-af044fafe898 req-e46c72cc-ce6e-4892-b0fd-4f99369a457e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/networks?id=02565e1b-4457-4568-8d53-e97c04dfe385 HTTP/1.1" status: 200 len: 796 time: 0.2999833 Jul 05 04:22:06.287809 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e1e16045-29fc-40fa-b0e3-4a48b5998c12 req-2c1b866b-e6e2-40a6-8c14-ce3ee9d7ef6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb01ea97-01ea-4458-89d8-16de1e673a46 HTTP/1.1" status: 200 len: 217 time: 0.1095355 Jul 05 04:22:06.306948 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92286d84-0690-4374-a4ff-af044fafe898 req-319b0131-417c-480b-ae35-f7c32369f6d8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/quotas/493f456730914ffbabda165adccd9cc1 HTTP/1.1" status: 200 len: 375 time: 0.0256717 Jul 05 04:22:06.326227 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-15c053b7-2d2e-4c71-8d9c-39630a7bdaa0 None None] Provisioning for port fb158307-660d-4753-8ba0-c9b1c7975acf completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:06.364982 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-452470f9-304e-4b2f-aeb3-a978b4867f8a None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:06.369560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-15c053b7-2d2e-4c71-8d9c-39630a7bdaa0 None None] Provisioning complete for port fb158307-660d-4753-8ba0-c9b1c7975acf triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:06.369956 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-15c053b7-2d2e-4c71-8d9c-39630a7bdaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:06.387407 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16045-29fc-40fa-b0e3-4a48b5998c12 req-090d0c47-45a4-4273-ac61-dde3cb2e65d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:06.390336 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e1e16045-29fc-40fa-b0e3-4a48b5998c12 req-090d0c47-45a4-4273-ac61-dde3cb2e65d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.0886691 Jul 05 04:22:06.468431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92286d84-0690-4374-a4ff-af044fafe898 req-3852fbba-5f41-47b6-8027-6289abe716a4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577234 Jul 05 04:22:06.500341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Set router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:06.541186 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16045-29fc-40fa-b0e3-4a48b5998c12 req-2f5ec4af-7cc0-4a72-b16e-6010dd9a7c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:06.543320 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e1e16045-29fc-40fa-b0e3-4a48b5998c12 req-2f5ec4af-7cc0-4a72-b16e-6010dd9a7c0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1447775 Jul 05 04:22:06.794244 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e1e16045-29fc-40fa-b0e3-4a48b5998c12 req-53f71479-922e-4520-80ca-0bf8a2bacb7e service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434356 Jul 05 04:22:06.829997 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92286d84-0690-4374-a4ff-af044fafe898 req-d5f8ad63-d35d-4fd6-baa5-c1c760253c54 service neutron] 10.222.0.38 "GET /v2.0/networks/02565e1b-4457-4568-8d53-e97c04dfe385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597639 Jul 05 04:22:07.007061 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-15c053b7-2d2e-4c71-8d9c-39630a7bdaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:07.027982 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e1e16045-29fc-40fa-b0e3-4a48b5998c12 req-fe032833-ed87-42e0-b660-4b78efc57d49 service neutron] 10.222.0.36 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192628 Jul 05 04:22:07.029062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92286d84-0690-4374-a4ff-af044fafe898 req-30c9b362-0160-4286-bc76-2870e8783f1b service neutron] 10.222.0.38 "GET /v2.0/networks/02565e1b-4457-4568-8d53-e97c04dfe385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902237 Jul 05 04:22:07.156841 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-452470f9-304e-4b2f-aeb3-a978b4867f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'f604c583-c806-43a5-aded-757d87b943d5', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'port_id': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'mac_address': 'fa:16:3e:ef:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:15:42Z', 'updated_at': '2021-07-05T04:15:46Z', 'revision_number': 1, 'project_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:07.212604 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-15c053b7-2d2e-4c71-8d9c-39630a7bdaa0 None None] For port fb158307-660d-4753-8ba0-c9b1c7975acf, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fb158307-660d-4753-8ba0-c9b1c7975acf,segment=NetworkSegment(d9934513-7540-4701-88ab-6b249f9b209b),segment_id=d9934513-7540-4701-88ab-6b249f9b209b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:07.258180 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452470f9-304e-4b2f-aeb3-a978b4867f8a None None] The sync data for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 is: [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'f604c583-c806-43a5-aded-757d87b943d5', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'port_id': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'mac_address': 'fa:16:3e:ef:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:15:42Z', 'updated_at': '2021-07-05T04:15:46Z', 'revision_number': 1, 'project_id': '48e750e760504acfa4e4109b157795f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:07.312857 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191071313', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '68d6a128-6bca-4a42-980c-2262cf02e4ed', 'name': '', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:22:73:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:02Z', 'updated_at': '2021-07-05T04:22:04Z', 'revision_number': 2, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:07.349135 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd59c3-636b-4787-a584-c2141d02f274 req-dcd987e2-bc0e-4067-ae1b-1c150b79e013 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:07.362172 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-52bd59c3-636b-4787-a584-c2141d02f274 req-dcd987e2-bc0e-4067-ae1b-1c150b79e013 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 946 time: 0.2171860 Jul 05 04:22:07.362880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Checking router: d2cd13af-43fe-4031-92dc-b9a29ffe6c1e for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:07.363353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Updating router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e port 68d6a128-6bca-4a42-980c-2262cf02e4ed binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:22:07.416336 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:07.416631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-52bd59c3-636b-4787-a584-c2141d02f274 req-a10dbd8e-69d8-4859-a4b4-ad23bcb368ff tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509934 Jul 05 04:22:07.603748 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-15c053b7-2d2e-4c71-8d9c-39630a7bdaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:07.748693 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87187ab3-28bc-4e11-8cd1-3631ddce89a5 None None] New status for floating IP 52230a2e-64a6-471f-ab3d-4af30bd75060: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:22:07.887217 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc7afa6e-87cd-4da0-9ef2-93e3c4dbab65 req-2827b451-3c98-4f3e-8c04-b2ce998b512c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 210 time: 0.1515582 Jul 05 04:22:08.034413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c053b7-2d2e-4c71-8d9c-39630a7bdaa0 None None] Pushing event updated for resources: {'Port': ['ID=fb158307-660d-4753-8ba0-c9b1c7975acf,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:08.095112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a339b576-247f-4a46-ad04-f42fbce2657c None None] Provisioning complete for port fb158307-660d-4753-8ba0-c9b1c7975acf triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:08.095688 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a339b576-247f-4a46-ad04-f42fbce2657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.339227 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.357768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Transition to ACTIVE for port object 68d6a128-6bca-4a42-980c-2262cf02e4ed will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:08.363901 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a339b576-247f-4a46-ad04-f42fbce2657c None None] Provisioning for port 68d6a128-6bca-4a42-980c-2262cf02e4ed completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:08.369413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a339b576-247f-4a46-ad04-f42fbce2657c None None] Provisioning complete for port 68d6a128-6bca-4a42-980c-2262cf02e4ed triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:08.375555 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a339b576-247f-4a46-ad04-f42fbce2657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.423689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a339b576-247f-4a46-ad04-f42fbce2657c None None] Port 68d6a128-6bca-4a42-980c-2262cf02e4ed cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:22:08.425548 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.526168 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807238f3-eb79-4a6b-b3d2-5b8cba9ca8d4 None None] Pushing event updated for resources: {'Port': ['ID=68d6a128-6bca-4a42-980c-2262cf02e4ed,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:08.639882 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fb158307-660d-4753-8ba0-c9b1c7975acf up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:08.665322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Attempting to bind port 68d6a128-6bca-4a42-980c-2262cf02e4ed on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:08.673696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Attempting to bind port 68d6a128-6bca-4a42-980c-2262cf02e4ed by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'd9934513-7540-4701-88ab-6b249f9b209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:08.673696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Attempting to bind port 68d6a128-6bca-4a42-980c-2262cf02e4ed on network 02565e1b-4457-4568-8d53-e97c04dfe385 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:08.719810 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:08.720556 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Checking segment: {'id': 'd9934513-7540-4701-88ab-6b249f9b209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:08.721071 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.721872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Bound using segment: {'id': 'd9934513-7540-4701-88ab-6b249f9b209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:08.722459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Bound port: 68d6a128-6bca-4a42-980c-2262cf02e4ed, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9934513-7540-4701-88ab-6b249f9b209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:08.722905 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.772535 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d7ee7-6d9a-469b-9d88-ee5dab7350af req-4caf0992-836d-4e13-928d-7a27b45b9541 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:08.774201 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef7d7ee7-6d9a-469b-9d88-ee5dab7350af req-4caf0992-836d-4e13-928d-7a27b45b9541 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 946 time: 0.1874962 Jul 05 04:22:08.802009 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port fb158307-660d-4753-8ba0-c9b1c7975acf triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:08.806510 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.832482 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2f04-9345-47b2-bbd1-73036dbd466d req-4dd81e4d-b580-48ec-aed7-07e5c2e92454 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:08.851029 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94aa2f04-9345-47b2-bbd1-73036dbd466d req-4dd81e4d-b580-48ec-aed7-07e5c2e92454 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 946 time: 0.1917226 Jul 05 04:22:08.897940 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] For port 68d6a128-6bca-4a42-980c-2262cf02e4ed, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:08.906034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] For port 68d6a128-6bca-4a42-980c-2262cf02e4ed, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=68d6a128-6bca-4a42-980c-2262cf02e4ed,segment=NetworkSegment(d9934513-7540-4701-88ab-6b249f9b209b),segment_id=d9934513-7540-4701-88ab-6b249f9b209b)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:08.937373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94aa2f04-9345-47b2-bbd1-73036dbd466d req-fe8c9d17-7b5c-4999-b323-e39eca5151c8 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860310 Jul 05 04:22:08.998076 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.006992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-ef7d7ee7-6d9a-469b-9d88-ee5dab7350af req-692f92ad-258a-4e7e-adfe-a610cfa53a19 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Deleting port cb01ea97-01ea-4458-89d8-16de1e673a46 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:09.007331 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ef7d7ee7-6d9a-469b-9d88-ee5dab7350af req-692f92ad-258a-4e7e-adfe-a610cfa53a19 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.056993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Routers {'d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:09.058837 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:21:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:09.197287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ef7d7ee7-6d9a-469b-9d88-ee5dab7350af req-692f92ad-258a-4e7e-adfe-a610cfa53a19 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] For port cb01ea97-01ea-4458-89d8-16de1e673a46, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb01ea97-01ea-4458-89d8-16de1e673a46,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:09.197675 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ef7d7ee7-6d9a-469b-9d88-ee5dab7350af req-692f92ad-258a-4e7e-adfe-a610cfa53a19 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.203756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807238f3-eb79-4a6b-b3d2-5b8cba9ca8d4 None None] Pushing event updated for resources: {'Port': ['ID=68d6a128-6bca-4a42-980c-2262cf02e4ed,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:09.229204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-ef7d7ee7-6d9a-469b-9d88-ee5dab7350af req-692f92ad-258a-4e7e-adfe-a610cfa53a19 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Calling delete_port for cb01ea97-01ea-4458-89d8-16de1e673a46 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:09.239487 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-289df4f6-f39b-4a29-9e0a-19c88faec2e9 req-d44329e2-1888-4622-8f43-bddd45e31cef tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 210 time: 0.1530278 Jul 05 04:22:09.351377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] Set router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:09.501524 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ef7d7ee7-6d9a-469b-9d88-ee5dab7350af req-692f92ad-258a-4e7e-adfe-a610cfa53a19 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.557881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f92ad-258a-4e7e-adfe-a610cfa53a19 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event deleted for resources: {'Port': ['ID=cb01ea97-01ea-4458-89d8-16de1e673a46,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:09.626140 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7d7ee7-6d9a-469b-9d88-ee5dab7350af req-692f92ad-258a-4e7e-adfe-a610cfa53a19 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] No DVR routers for this DVR port cb01ea97-01ea-4458-89d8-16de1e673a46 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:09.634664 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ef7d7ee7-6d9a-469b-9d88-ee5dab7350af req-692f92ad-258a-4e7e-adfe-a610cfa53a19 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.636501 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ef7d7ee7-6d9a-469b-9d88-ee5dab7350af req-692f92ad-258a-4e7e-adfe-a610cfa53a19 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.36 "DELETE /v2.0/ports/cb01ea97-01ea-4458-89d8-16de1e673a46 HTTP/1.1" status: 204 len: 173 time: 0.8512459 Jul 05 04:22:09.637856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c81ded-a56d-481e-b610-a5175f52b460', 'name': 'network-vif-deleted', 'tag': 'cb01ea97-01ea-4458-89d8-16de1e673a46'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:09.649139 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dba189-b238-4b7b-a63c-301fcd69b891" -d '{"events": [{"server_uuid": "18c81ded-a56d-481e-b610-a5175f52b460", "name": "network-vif-deleted", "tag": "cb01ea97-01ea-4458-89d8-16de1e673a46"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:09.710887 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873948cf-5acf-41ec-9261-5f813f7975cd x-openstack-request-id: req-873948cf-5acf-41ec-9261-5f813f7975cd {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:09.711465 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c81ded-a56d-481e-b610-a5175f52b460", "name": "network-vif-deleted", "tag": "cb01ea97-01ea-4458-89d8-16de1e673a46", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:09.711727 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-873948cf-5acf-41ec-9261-5f813f7975cd {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:09.712165 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c81ded-a56d-481e-b610-a5175f52b460', 'name': 'network-vif-deleted', 'tag': 'cb01ea97-01ea-4458-89d8-16de1e673a46', 'status': 'completed', 'code': 200} Jul 05 04:22:09.774478 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191071313', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '68d6a128-6bca-4a42-980c-2262cf02e4ed', 'name': '', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:22:73:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:02Z', 'updated_at': '2021-07-05T04:22:08Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:09.803735 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9be658-bba4-43c5-8732-9adad858f78d None None] The sync data for ids ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'] in n-d-771363-32 is: [{'id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191071313', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '68d6a128-6bca-4a42-980c-2262cf02e4ed', 'name': '', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:22:73:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:02Z', 'updated_at': '2021-07-05T04:22:08Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:10.253402 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af2932d8-7d12-4ae6-b01f-d57e0c4d3f7e req-886086f6-956e-457c-abba-f46d04e3b9f1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 210 time: 0.0802081 Jul 05 04:22:10.668183 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de28e18f-3365-4024-9e5e-1b2bf0127ccc req-78f0e24e-bfdc-4974-922c-83a988f8535d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 210 time: 0.0716946 Jul 05 04:22:10.744327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 68d6a128-6bca-4a42-980c-2262cf02e4ed up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:11.009271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 68d6a128-6bca-4a42-980c-2262cf02e4ed completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:11.013360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 68d6a128-6bca-4a42-980c-2262cf02e4ed triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:11.013745 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.017455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92286d84-0690-4374-a4ff-af044fafe898 req-0a2e5b69-1689-418e-a178-89ed9a517c30 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:11.019355 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92286d84-0690-4374-a4ff-af044fafe898 req-0a2e5b69-1689-418e-a178-89ed9a517c30 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.10 "GET /v2.0/networks?id=02565e1b-4457-4568-8d53-e97c04dfe385 HTTP/1.1" status: 200 len: 796 time: 0.2867792 Jul 05 04:22:11.132870 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92286d84-0690-4374-a4ff-af044fafe898 req-8d125b1a-a8af-402a-abf0-12cece155961 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=493f456730914ffbabda165adccd9cc1 HTTP/1.1" status: 200 len: 379 time: 0.1001029 Jul 05 04:22:11.146200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-92286d84-0690-4374-a4ff-af044fafe898 req-63da5718-745e-4d3b-8253-c3e950632a0b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'port': {'device_id': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'admin_state_up': True, 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'security_groups': ['b8c51581-b883-47e8-81d5-2670085b0e43']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:11.157821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cb01ea97-01ea-4458-89d8-16de1e673a46 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:11.200617 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: cb01ea97-01ea-4458-89d8-16de1e673a46 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:11.201247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cb01ea97-01ea-4458-89d8-16de1e673a46 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:11.456129 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.660839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 68d6a128-6bca-4a42-980c-2262cf02e4ed, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=68d6a128-6bca-4a42-980c-2262cf02e4ed,segment=NetworkSegment(d9934513-7540-4701-88ab-6b249f9b209b),segment_id=d9934513-7540-4701-88ab-6b249f9b209b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:11.679765 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d32f416-ce23-433f-aa9d-b5bc76fc83ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.769474 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.884060 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92286d84-0690-4374-a4ff-af044fafe898 req-63da5718-745e-4d3b-8253-c3e950632a0b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Made reservation on behalf of 493f456730914ffbabda165adccd9cc1 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:11.894148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=68d6a128-6bca-4a42-980c-2262cf02e4ed,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:11.900434 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-92286d84-0690-4374-a4ff-af044fafe898 req-63da5718-745e-4d3b-8253-c3e950632a0b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.931792 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42cdd316-cda2-41c2-9055-28151df2e06b req-dfc89417-98aa-44da-a8af-b1fb1872ab49 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 210 time: 0.0900815 Jul 05 04:22:12.202464 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-92286d84-0690-4374-a4ff-af044fafe898 req-63da5718-745e-4d3b-8253-c3e950632a0b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Allocated IP 172.20.0.9 (02565e1b-4457-4568-8d53-e97c04dfe385/b4a03536-6a4c-4d58-a63c-cab4c2d8a31e/47e1c0f2-a933-4c77-9169-6d8e121cfe7f) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:12.237217 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-023ffcd0-59a3-4aad-ae3b-04f5d763c368 req-8aaa156d-1197-4a84-bdea-ff0b4dd29821 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 210 time: 0.0835721 Jul 05 04:22:12.441760 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-92286d84-0690-4374-a4ff-af044fafe898 req-63da5718-745e-4d3b-8253-c3e950632a0b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.466500 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-92286d84-0690-4374-a4ff-af044fafe898 req-63da5718-745e-4d3b-8253-c3e950632a0b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Transition to ACTIVE for port object 47e1c0f2-a933-4c77-9169-6d8e121cfe7f will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:12.632952 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-92286d84-0690-4374-a4ff-af044fafe898 req-63da5718-745e-4d3b-8253-c3e950632a0b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.644694 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 68d6a128-6bca-4a42-980c-2262cf02e4ed up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:12.763765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92286d84-0690-4374-a4ff-af044fafe898 req-63da5718-745e-4d3b-8253-c3e950632a0b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 02565e1b-4457-4568-8d53-e97c04dfe385 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:12.765255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-92286d84-0690-4374-a4ff-af044fafe898 req-63da5718-745e-4d3b-8253-c3e950632a0b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:12.769711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-92286d84-0690-4374-a4ff-af044fafe898 req-63da5718-745e-4d3b-8253-c3e950632a0b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:12.780607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 68d6a128-6bca-4a42-980c-2262cf02e4ed triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:12.781190 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.817037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da5718-745e-4d3b-8253-c3e950632a0b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:12.888081 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92286d84-0690-4374-a4ff-af044fafe898 req-63da5718-745e-4d3b-8253-c3e950632a0b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:12.889033 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-92286d84-0690-4374-a4ff-af044fafe898 req-63da5718-745e-4d3b-8253-c3e950632a0b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.038753 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92286d84-0690-4374-a4ff-af044fafe898 req-63da5718-745e-4d3b-8253-c3e950632a0b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8986166 Jul 05 04:22:13.052865 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Request body: {'port': {'device_id': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:13.216288 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.221382 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54f73247-e8b4-499f-9a2f-c78f275907d3 req-40c78007-575b-49e7-8f2f-933d307c8f33 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 210 time: 0.0552573 Jul 05 04:22:13.301036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c42f1ae6-787d-4bc9-930c-7d1fc0c499f9 None None] Provisioning for port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:13.312663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c42f1ae6-787d-4bc9-930c-7d1fc0c499f9 None None] Provisioning complete for port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:13.312663 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c42f1ae6-787d-4bc9-930c-7d1fc0c499f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.431876 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-c42f1ae6-787d-4bc9-930c-7d1fc0c499f9 None None] Port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:22:13.523039 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d949b3-7fb6-4c05-8335-9132ea40cc16 req-a5bca34b-1b3c-49c2-a913-5d462d73bbfe tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:13.529308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24d949b3-7fb6-4c05-8335-9132ea40cc16 req-a5bca34b-1b3c-49c2-a913-5d462d73bbfe tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 931 time: 0.1492801 Jul 05 04:22:13.627575 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24d949b3-7fb6-4c05-8335-9132ea40cc16 req-bf3f425a-2484-4bbe-9354-e5a6282b756f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723941 Jul 05 04:22:13.662098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e1c0f2-a933-4c77-9169-6d8e121cfe7f {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:13.672508 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.692967 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Transition to ACTIVE for port object 47e1c0f2-a933-4c77-9169-6d8e121cfe7f will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:13.805099 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.912869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Pushing event updated for resources: {'Port': ['ID=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:14.010584 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dbb352aa-70fe-4dfc-823c-b424ecc8396e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.072359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Attempting to bind port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:14.072714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Attempting to bind port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'd9934513-7540-4701-88ab-6b249f9b209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:14.073051 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Attempting to bind port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f on network 02565e1b-4457-4568-8d53-e97c04dfe385 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:14.132214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f on network 02565e1b-4457-4568-8d53-e97c04dfe385 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:22:14.132932 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Attempting to bind port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f on network 02565e1b-4457-4568-8d53-e97c04dfe385 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:14.147899 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:14.167322 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Checking segment: {'id': 'd9934513-7540-4701-88ab-6b249f9b209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:14.168186 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Bound using segment: {'id': 'd9934513-7540-4701-88ab-6b249f9b209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:14.168918 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Bound port: 47e1c0f2-a933-4c77-9169-6d8e121cfe7f, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9934513-7540-4701-88ab-6b249f9b209b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:14.172919 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.304469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] For port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:14.309969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] For port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,segment=NetworkSegment(d9934513-7540-4701-88ab-6b249f9b209b),segment_id=d9934513-7540-4701-88ab-6b249f9b209b)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:14.461978 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e737be0-9d5e-41a3-92ba-0ef3b3d1e434 req-cfed8b62-2854-4da0-8859-71861ea3c84d tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 210 time: 0.0547323 Jul 05 04:22:14.580816 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.582062 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.633308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:14.633978 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.635459 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92286d84-0690-4374-a4ff-af044fafe898 req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] 10.222.0.10 "PUT /v2.0/ports/47e1c0f2-a933-4c77-9169-6d8e121cfe7f HTTP/1.1" status: 200 len: 1092 time: 1.5871515 Jul 05 04:22:14.635931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'tag': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:14.656827 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d91862-cb25-4a67-886c-57acd75a0438" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd15594-6715-4bd3-8126-a2fd327d5b7e", "tag": "47e1c0f2-a933-4c77-9169-6d8e121cfe7f"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:14.735702 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02610422-2765-46f2-8327-78a16fe5a6bd x-openstack-request-id: req-02610422-2765-46f2-8327-78a16fe5a6bd {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:14.735990 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd15594-6715-4bd3-8126-a2fd327d5b7e", "tag": "47e1c0f2-a933-4c77-9169-6d8e121cfe7f", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:14.736278 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-02610422-2765-46f2-8327-78a16fe5a6bd {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:14.736684 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'tag': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f', 'status': 'completed', 'code': 200} Jul 05 04:22:14.737340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be0ed6-ffdc-4d02-8f4d-366259ba2a0b service neutron] Pushing event updated for resources: {'Port': ['ID=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:14.880095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d91862-cb25-4a67-886c-57acd75a0438 req-377effdf-d245-4055-a4b6-22630d309c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:14.881875 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01d91862-cb25-4a67-886c-57acd75a0438 req-377effdf-d245-4055-a4b6-22630d309c65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 1095 time: 0.1407363 Jul 05 04:22:15.023694 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afb859-8e4e-4537-bc39-0968e7d883a2 req-d4406a95-cb6d-4164-b988-353ae1b6b0d3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:15.025263 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40afb859-8e4e-4537-bc39-0968e7d883a2 req-d4406a95-cb6d-4164-b988-353ae1b6b0d3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 943 time: 0.1671236 Jul 05 04:22:15.070871 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d91862-cb25-4a67-886c-57acd75a0438 req-ea9ab186-10f8-40e0-99b0-19349cb810cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:15.070871 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01d91862-cb25-4a67-886c-57acd75a0438 req-ea9ab186-10f8-40e0-99b0-19349cb810cc service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=493f456730914ffbabda165adccd9cc1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1748455 Jul 05 04:22:15.103165 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40afb859-8e4e-4537-bc39-0968e7d883a2 req-76e40586-8b8d-44d6-91e7-f20da122fa79 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617211 Jul 05 04:22:15.199767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d91862-cb25-4a67-886c-57acd75a0438 req-dfb4b491-4853-4f12-9bd0-0816a81d06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:15.201541 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-01d91862-cb25-4a67-886c-57acd75a0438 req-dfb4b491-4853-4f12-9bd0-0816a81d06e7 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1252604 Jul 05 04:22:15.316848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92286d84-0690-4374-a4ff-af044fafe898 req-6819458d-8ba1-4c33-85f2-d71569eaa077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:15.318426 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92286d84-0690-4374-a4ff-af044fafe898 req-6819458d-8ba1-4c33-85f2-d71569eaa077 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 1095 time: 0.0680850 Jul 05 04:22:15.372406 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92286d84-0690-4374-a4ff-af044fafe898 req-19bc58af-421d-4acc-80a0-f5cace7541ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47e1c0f2-a933-4c77-9169-6d8e121cfe7f HTTP/1.1" status: 200 len: 217 time: 0.0440814 Jul 05 04:22:15.427063 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.482853 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92286d84-0690-4374-a4ff-af044fafe898 req-c8d3f23c-6b2f-4528-b4f6-8af671538c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:15.484524 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92286d84-0690-4374-a4ff-af044fafe898 req-c8d3f23c-6b2f-4528-b4f6-8af671538c5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4a03536-6a4c-4d58-a63c-cab4c2d8a31e HTTP/1.1" status: 200 len: 834 time: 0.0875511 Jul 05 04:22:15.603288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92286d84-0690-4374-a4ff-af044fafe898 req-ff7778a3-9433-41da-b3a5-524439763908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:15.604213 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92286d84-0690-4374-a4ff-af044fafe898 req-ff7778a3-9433-41da-b3a5-524439763908 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02565e1b-4457-4568-8d53-e97c04dfe385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020682 Jul 05 04:22:15.722006 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0f30bb1-7276-446e-be1b-b78d82365dd2 req-556f8a30-c9fd-43f7-9103-4842b0681108 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 210 time: 0.0467639 Jul 05 04:22:15.975875 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92286d84-0690-4374-a4ff-af044fafe898 req-370a46cd-c5db-49dc-a61a-e63617203780 service neutron] 10.222.0.10 "GET /v2.0/networks/02565e1b-4457-4568-8d53-e97c04dfe385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634245 Jul 05 04:22:16.205580 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-92286d84-0690-4374-a4ff-af044fafe898 req-ed6300bb-b093-41b0-b29e-2fb21f7ee5bc service neutron] 10.222.0.10 "GET /v2.0/networks/02565e1b-4457-4568-8d53-e97c04dfe385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005215 Jul 05 04:22:16.610195 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fa095-d678-4808-bbf4-11ac5c8d99d5 req-72ba9363-9307-4043-81a7-d0304527d78f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:16.611845 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-570fa095-d678-4808-bbf4-11ac5c8d99d5 req-72ba9363-9307-4043-81a7-d0304527d78f tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 943 time: 0.2958398 Jul 05 04:22:16.659979 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-570fa095-d678-4808-bbf4-11ac5c8d99d5 req-3572f02e-49c7-4813-9aac-a9000e1d33ec tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420873 Jul 05 04:22:16.875342 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44f82144-4bac-49af-855f-96c7760405df req-eb444144-4ab2-456c-a6b0-d945b7d214c0 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 210 time: 0.0337958 Jul 05 04:22:16.985613 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:17.957338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c44736-18aa-482c-bccb-72608c9d10e3 req-3a3e9c2c-ae06-4a6e-895c-6686b2edf86e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:17.958800 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7c44736-18aa-482c-bccb-72608c9d10e3 req-3a3e9c2c-ae06-4a6e-895c-6686b2edf86e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 943 time: 0.1529212 Jul 05 04:22:18.004097 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7c44736-18aa-482c-bccb-72608c9d10e3 req-d490d81e-1a72-463e-88a6-bbac76cc09bc tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387363 Jul 05 04:22:18.064844 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-996b55f6-aed9-402c-864a-035df01789ba req-d518ac5f-979d-43ee-b98a-5ae26283b534 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=18c81ded-a56d-481e-b610-a5175f52b460 HTTP/1.1" status: 200 len: 210 time: 0.0437241 Jul 05 04:22:19.239346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54890) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:19.298891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397e5e3-5f20-447a-b9e9-e20ac803b4b5 req-76c22707-7070-428f-9324-f57e495f625e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:19.309054 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6397e5e3-5f20-447a-b9e9-e20ac803b4b5 req-76c22707-7070-428f-9324-f57e495f625e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 943 time: 0.0914016 Jul 05 04:22:19.395654 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6397e5e3-5f20-447a-b9e9-e20ac803b4b5 req-4c5f5d4f-99fe-4452-9555-d1978a649413 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835857 Jul 05 04:22:19.447439 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-787b45ed-e940-49a5-be64-b9346fdb0245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.449700 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 47e1c0f2-a933-4c77-9169-6d8e121cfe7f details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:22:19.605404 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-787b45ed-e940-49a5-be64-b9346fdb0245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.606298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,segment=NetworkSegment(d9934513-7540-4701-88ab-6b249f9b209b),segment_id=d9934513-7540-4701-88ab-6b249f9b209b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:19.618186 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'port_id': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f', 'mac_address': 'fa:16:3e:3c:38:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:22:19.666324 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.689042 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e1c0f2-a933-4c77-9169-6d8e121cfe7f {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:19.708343 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-787b45ed-e940-49a5-be64-b9346fdb0245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.711517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,segment=NetworkSegment(d9934513-7540-4701-88ab-6b249f9b209b),segment_id=d9934513-7540-4701-88ab-6b249f9b209b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:19.760129 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-787b45ed-e940-49a5-be64-b9346fdb0245 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2a552005a3174e6e92f64caf3cea7195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5172658 Jul 05 04:22:19.760129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b45ed-e940-49a5-be64-b9346fdb0245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a57fca9-d3a9-41b8-85ef-7462b0db9332,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:19.760649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 54896) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:19.816735 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a0d63070-b49c-401a-92f6-a5a46f7a684a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.832166 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.840196 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a0d63070-b49c-401a-92f6-a5a46f7a684a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.886965 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:19.992252 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a0d63070-b49c-401a-92f6-a5a46f7a684a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.994893 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a0d63070-b49c-401a-92f6-a5a46f7a684a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.996147 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a0d63070-b49c-401a-92f6-a5a46f7a684a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9a57fca9-d3a9-41b8-85ef-7462b0db9332 HTTP/1.1" status: 204 len: 168 time: 0.2311828 Jul 05 04:22:20.010318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d63070-b49c-401a-92f6-a5a46f7a684a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a57fca9-d3a9-41b8-85ef-7462b0db9332,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:20.160609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['47e1c0f2-a933-4c77-9169-6d8e121cfe7f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:20.643198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77db97f-7424-43e4-ae17-5f11644936cd req-c98b267a-5edb-424c-9805-3da7790e90b2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:20.644342 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d77db97f-7424-43e4-ae17-5f11644936cd req-c98b267a-5edb-424c-9805-3da7790e90b2 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 944 time: 0.1120646 Jul 05 04:22:20.687108 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d77db97f-7424-43e4-ae17-5f11644936cd req-d3047f2f-1b72-4133-aa2a-10c602c9d69e tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369978 Jul 05 04:22:21.449778 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 47e1c0f2-a933-4c77-9169-6d8e121cfe7f up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:21.569739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:21.574330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:21.574704 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.660476 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.685391 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:21.688235 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de437e6-d857-4a8d-82fb-f0a9aac25b1c" -d '{"events": [{"server_uuid": "0bd15594-6715-4bd3-8126-a2fd327d5b7e", "name": "network-vif-plugged", "status": "completed", "tag": "47e1c0f2-a933-4c77-9169-6d8e121cfe7f"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:21.701840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,segment=NetworkSegment(d9934513-7540-4701-88ab-6b249f9b209b),segment_id=d9934513-7540-4701-88ab-6b249f9b209b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:21.761343 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49308d24-992a-46c0-b4d4-c86ac6c74014 x-openstack-request-id: req-49308d24-992a-46c0-b4d4-c86ac6c74014 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:21.761639 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd15594-6715-4bd3-8126-a2fd327d5b7e", "name": "network-vif-plugged", "status": "completed", "tag": "47e1c0f2-a933-4c77-9169-6d8e121cfe7f", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:21.761893 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-49308d24-992a-46c0-b4d4-c86ac6c74014 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:21.762292 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f', 'code': 200} Jul 05 04:22:21.763772 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.861705 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:21.902102 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f315b5-df65-4889-957d-91f1f34a4a00 req-3c65e2f2-9587-443b-98ca-ad229c71e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:21.904390 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-54f315b5-df65-4889-957d-91f1f34a4a00 req-3c65e2f2-9587-443b-98ca-ad229c71e01a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 1097 time: 0.0560403 Jul 05 04:22:21.917682 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28129ca6-a19f-47d4-a980-ee807fefd95e req-26247ff4-ccc8-4914-8b1d-fdea365240ac tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:21.919388 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28129ca6-a19f-47d4-a980-ee807fefd95e req-26247ff4-ccc8-4914-8b1d-fdea365240ac tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0837936 Jul 05 04:22:21.942149 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-54f315b5-df65-4889-957d-91f1f34a4a00 req-e8cc8958-64d6-4b58-8eaf-b434ef8975b1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309563 Jul 05 04:22:21.963280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28129ca6-a19f-47d4-a980-ee807fefd95e req-158a1ef7-876f-4607-8824-869d130e54bd tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368648 Jul 05 04:22:23.194071 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a5ceb-a1ec-4f9e-9538-dde44493fcec req-723ff166-5654-4cd7-9a9e-d15951832cd5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:23.209414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-056a5ceb-a1ec-4f9e-9538-dde44493fcec req-723ff166-5654-4cd7-9a9e-d15951832cd5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0818007 Jul 05 04:22:23.255945 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-056a5ceb-a1ec-4f9e-9538-dde44493fcec req-1b5237f7-d6e0-466e-b17a-451472e26dee tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439739 Jul 05 04:22:24.473545 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e51c9-7d01-4ec7-8bde-2473a68f910b req-7c823f4d-ecda-4086-829d-d50193b920e4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:24.475685 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8a3e51c9-7d01-4ec7-8bde-2473a68f910b req-7c823f4d-ecda-4086-829d-d50193b920e4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0780604 Jul 05 04:22:24.528357 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8a3e51c9-7d01-4ec7-8bde-2473a68f910b req-90ec8e26-e3b1-4e77-bb5f-94531a71216a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470407 Jul 05 04:22:24.798895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd7cda-100a-4f83-a2ef-22c9465d5ebf req-dc8054b9-4219-4ca2-857f-cf4b928ebe7c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:24.800592 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ffcd7cda-100a-4f83-a2ef-22c9465d5ebf req-dc8054b9-4219-4ca2-857f-cf4b928ebe7c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0869217 Jul 05 04:22:24.844775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ffcd7cda-100a-4f83-a2ef-22c9465d5ebf req-140c7991-33fc-4b10-9d6a-054da91a21e1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378780 Jul 05 04:22:24.868218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 54998) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:24.931515 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55acf66a-f0c1-4eee-9974-708fba8f1ed4 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:24.935776 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-55acf66a-f0c1-4eee-9974-708fba8f1ed4 tempest-TestNetworkAdvancedServerOps-248105251 tempest-TestNetworkAdvancedServerOps-248105251-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 1092 time: 0.0637152 Jul 05 04:22:24.935988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55000) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:24.941754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:25.050076 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.162058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.278636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Allocated IP 172.25.6.39 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/3a49f77c-996d-4875-98f3-2e036ce4127d) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:25.453694 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.581490 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.641948 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:25.653895 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:25.664737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:25.675943 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=3a49f77c-996d-4875-98f3-2e036ce4127d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:25.723897 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:25.724493 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:25.725206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:25.725678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:25.726406 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:25.726966 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:25.727437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:25.727832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:25.728307 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:25.728735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:25.729166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:25.729644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:26.089070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55014) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:26.094365 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0fb16308-f081-40c5-992d-af452f72ce79 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1924285103', 'description': 'tempest-secgroup-smoke-1924285103 description', 'project_id': '74f5c72e9b0041dea11725676c604b30'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:26.175969 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.193153 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0fb16308-f081-40c5-992d-af452f72ce79 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.294227 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0fb16308-f081-40c5-992d-af452f72ce79 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.371175 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.392768 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0fb16308-f081-40c5-992d-af452f72ce79 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.456987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb16308-f081-40c5-992d-af452f72ce79 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4708b7-6a80-4a3c-9400-7fca93f63ee1,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:26.512366 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0fb16308-f081-40c5-992d-af452f72ce79 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.513640 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0fb16308-f081-40c5-992d-af452f72ce79 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4234333 Jul 05 04:22:26.517592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55020) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:26.521869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7d9ae52e-c983-484e-b9f6-71dd5c4e7df4 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Request body: {'security_group_rule': {'security_group_id': '9f4708b7-6a80-4a3c-9400-7fca93f63ee1', 'project_id': '74f5c72e9b0041dea11725676c604b30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:26.600942 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.631994 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d9ae52e-c983-484e-b9f6-71dd5c4e7df4 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.688228 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d9ae52e-c983-484e-b9f6-71dd5c4e7df4 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.775405 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.803955 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d9ae52e-c983-484e-b9f6-71dd5c4e7df4 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.818479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55024) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:26.908973 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.926954 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ae52e-c983-484e-b9f6-71dd5c4e7df4 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf1d124-b67c-4ef5-83e1-da6daf5331ec,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:27.010052 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event updated for resources: {'Port': ['ID=3a49f77c-996d-4875-98f3-2e036ce4127d,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:27.045159 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7d9ae52e-c983-484e-b9f6-71dd5c4e7df4 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.047759 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7d9ae52e-c983-484e-b9f6-71dd5c4e7df4 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5294771 Jul 05 04:22:27.052801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55028) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.058264 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-3a54a889-4872-4cc5-8607-b35a4c11b6d8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Request body: {'security_group_rule': {'security_group_id': '9f4708b7-6a80-4a3c-9400-7fca93f63ee1', 'project_id': '74f5c72e9b0041dea11725676c604b30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:27.159279 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Floating IP 6b00d343-45ee-400b-b10a-55718c713d8c associated. External IP: 172.25.6.39, port: 47e1c0f2-a933-4c77-9169-6d8e121cfe7f. Jul 05 04:22:27.159423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4e04d04c-b994-4ede-a1d2-22c7ce3fb23f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Deleting port 61537a61-a28e-4de0-ae3a-21a8c3f3b4af {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:27.159423 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e04d04c-b994-4ede-a1d2-22c7ce3fb23f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.231569 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3a54a889-4872-4cc5-8607-b35a4c11b6d8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.238633 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e04d04c-b994-4ede-a1d2-22c7ce3fb23f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.238967 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e04d04c-b994-4ede-a1d2-22c7ce3fb23f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.264884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4e04d04c-b994-4ede-a1d2-22c7ce3fb23f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Calling delete_port for 61537a61-a28e-4de0-ae3a-21a8c3f3b4af owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:27.354392 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3a54a889-4872-4cc5-8607-b35a4c11b6d8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.426185 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3a54a889-4872-4cc5-8607-b35a4c11b6d8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.486478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54a889-4872-4cc5-8607-b35a4c11b6d8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5efb1f5-e0e4-4f2f-bd92-6174b3e10259,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:27.569704 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3a54a889-4872-4cc5-8607-b35a4c11b6d8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.573851 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3a54a889-4872-4cc5-8607-b35a4c11b6d8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5198596 Jul 05 04:22:27.574511 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55036) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.579222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-818e32d9-dc0d-45a8-8cfd-d33731700699 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Request body: {'security_group_rule': {'security_group_id': '9f4708b7-6a80-4a3c-9400-7fca93f63ee1', 'project_id': '74f5c72e9b0041dea11725676c604b30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:27.598648 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e04d04c-b994-4ede-a1d2-22c7ce3fb23f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.626737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04d04c-b994-4ede-a1d2-22c7ce3fb23f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event deleted for resources: {'Port': ['ID=61537a61-a28e-4de0-ae3a-21a8c3f3b4af,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:27.692938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:27.701032 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-818e32d9-dc0d-45a8-8cfd-d33731700699 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.715410 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e04d04c-b994-4ede-a1d2-22c7ce3fb23f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.715752 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-4e04d04c-b994-4ede-a1d2-22c7ce3fb23f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Floating IP f604c583-c806-43a5-aded-757d87b943d5 disassociated (deleted). External IP: 172.25.6.185, port: 7f3a2c71-d22b-42f1-848b-1364c7ce0d59. Jul 05 04:22:27.816661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:27.836827 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-818e32d9-dc0d-45a8-8cfd-d33731700699 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.836959 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf6a4fa-5678-4f00-a622-08c96228b986 None None] Sync routers for ids ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:27.848021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf6a4fa-5678-4f00-a622-08c96228b986 None None] Routers {'d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:27.848919 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-bbf6a4fa-5678-4f00-a622-08c96228b986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:22:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:27.937111 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-818e32d9-dc0d-45a8-8cfd-d33731700699 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.976425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e32d9-dc0d-45a8-8cfd-d33731700699 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f247fb-5562-4084-9cc2-0e343c5ab5c6,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:27.988818 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e04d04c-b994-4ede-a1d2-22c7ce3fb23f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:28.004004 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.078770 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ab181ef4-a707-49df-a1ae-209d1785d800 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1405582 Jul 05 04:22:28.079746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'tag': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:28.095198 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00e4a1b-227b-4309-bad6-5bae2b19859f" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd15594-6715-4bd3-8126-a2fd327d5b7e", "tag": "47e1c0f2-a933-4c77-9169-6d8e121cfe7f"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:28.150168 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-818e32d9-dc0d-45a8-8cfd-d33731700699 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.154019 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-bbf6a4fa-5678-4f00-a622-08c96228b986 None None] Set router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:28.154196 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-818e32d9-dc0d-45a8-8cfd-d33731700699 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5760882 Jul 05 04:22:28.154555 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55046) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:28.160389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-079e8193-342a-46c6-bab2-ad4d1f4ba25d tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Request body: {'security_group_rule': {'security_group_id': '9f4708b7-6a80-4a3c-9400-7fca93f63ee1', 'project_id': '74f5c72e9b0041dea11725676c604b30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:28.179533 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739acfc6-d243-4e92-ad78-7a5560ba04f5 x-openstack-request-id: req-739acfc6-d243-4e92-ad78-7a5560ba04f5 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:28.179823 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd15594-6715-4bd3-8126-a2fd327d5b7e", "tag": "47e1c0f2-a933-4c77-9169-6d8e121cfe7f", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:28.180096 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-739acfc6-d243-4e92-ad78-7a5560ba04f5 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:28.180501 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'tag': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f', 'status': 'completed', 'code': 200} Jul 05 04:22:28.212941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e04d04c-b994-4ede-a1d2-22c7ce3fb23f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:28.223658 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2ddf60-5f75-4f69-acb4-aa8f025f6b8e None None] Sync routers for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:28.231868 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4e04d04c-b994-4ede-a1d2-22c7ce3fb23f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.239207 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2ddf60-5f75-4f69-acb4-aa8f025f6b8e None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:28.247981 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ec2ddf60-5f75-4f69-acb4-aa8f025f6b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:22:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:28.312298 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-079e8193-342a-46c6-bab2-ad4d1f4ba25d tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.344967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4e04d04c-b994-4ede-a1d2-22c7ce3fb23f tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "DELETE /v2.0/floatingips/f604c583-c806-43a5-aded-757d87b943d5 HTTP/1.1" status: 204 len: 168 time: 1.5225844 Jul 05 04:22:28.344967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'tag': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:28.346027 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e5701b-683e-48ee-9892-c0b58b75ebb4" -d '{"events": [{"name": "network-changed", "server_uuid": "f276324b-b328-43a2-a8a4-ff5445d7fb8e", "tag": "7f3a2c71-d22b-42f1-848b-1364c7ce0d59"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:28.394946 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-ec2ddf60-5f75-4f69-acb4-aa8f025f6b8e None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:28.430867 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e4a1b-227b-4309-bad6-5bae2b19859f req-213a40f1-420e-472c-870b-c3418c149144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:28.431479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451de6f7-f9d8-4f5b-8835-b563ac14240e req-1791fc13-67d4-4926-9bdd-8428d11f2e53 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:28.431835 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d00e4a1b-227b-4309-bad6-5bae2b19859f req-213a40f1-420e-472c-870b-c3418c149144 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 1097 time: 0.2170281 Jul 05 04:22:28.433809 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-451de6f7-f9d8-4f5b-8835-b563ac14240e req-1791fc13-67d4-4926-9bdd-8428d11f2e53 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.1287544 Jul 05 04:22:28.513344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-451de6f7-f9d8-4f5b-8835-b563ac14240e req-c2986ea9-786f-4de1-9fca-b75bb125f922 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699022 Jul 05 04:22:28.529358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-bbf6a4fa-5678-4f00-a622-08c96228b986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191071313', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '6b00d343-45ee-400b-b10a-55718c713d8c', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'port_id': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'mac_address': 'fa:16:3e:3c:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:26Z', 'updated_at': '2021-07-05T04:22:26Z', 'revision_number': 0, 'project_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d6a128-6bca-4a42-980c-2262cf02e4ed', 'name': '', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:22:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:02Z', 'updated_at': '2021-07-05T04:22:11Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:28.558922 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55052) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:28.561803 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf6a4fa-5678-4f00-a622-08c96228b986 None None] Checking router: d2cd13af-43fe-4031-92dc-b9a29ffe6c1e for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:28.571807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf6a4fa-5678-4f00-a622-08c96228b986 None None] Routers {'d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:28.572762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-bbf6a4fa-5678-4f00-a622-08c96228b986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:22:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:28.602502 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-079e8193-342a-46c6-bab2-ad4d1f4ba25d tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.643002 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5d47ee63-1a59-42c0-8d61-72d5bb895447 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/6b00d343-45ee-400b-b10a-55718c713d8c HTTP/1.1" status: 200 len: 990 time: 0.0753295 Jul 05 04:22:28.645415 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01743fe3-a0d5-4065-9963-509460702299 x-openstack-request-id: req-01743fe3-a0d5-4065-9963-509460702299 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:28.645710 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f276324b-b328-43a2-a8a4-ff5445d7fb8e", "tag": "7f3a2c71-d22b-42f1-848b-1364c7ce0d59", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:28.646055 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-01743fe3-a0d5-4065-9963-509460702299 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:28.646581 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'tag': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'status': 'completed', 'code': 200} Jul 05 04:22:28.719817 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ec2ddf60-5f75-4f69-acb4-aa8f025f6b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:28.729239 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-079e8193-342a-46c6-bab2-ad4d1f4ba25d tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.754114 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2ddf60-5f75-4f69-acb4-aa8f025f6b8e None None] Checking router: 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:28.763788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e4a1b-227b-4309-bad6-5bae2b19859f req-5c498656-5621-47a1-9289-c3a445b95c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:28.765421 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2ddf60-5f75-4f69-acb4-aa8f025f6b8e None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:28.766131 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ec2ddf60-5f75-4f69-acb4-aa8f025f6b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:22:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:28.766522 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d00e4a1b-227b-4309-bad6-5bae2b19859f req-5c498656-5621-47a1-9289-c3a445b95c5f service neutron] 10.222.0.10 "GET /v2.0/networks?id=02565e1b-4457-4568-8d53-e97c04dfe385 HTTP/1.1" status: 200 len: 897 time: 0.3087835 Jul 05 04:22:28.782175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-bbf6a4fa-5678-4f00-a622-08c96228b986 None None] Set router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:28.785242 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e8193-342a-46c6-bab2-ad4d1f4ba25d tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4558e8ce-91a3-41f8-a49c-2a2203aa05b0,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:28.885309 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d00e4a1b-227b-4309-bad6-5bae2b19859f req-12013e4a-12a0-4bc1-9c00-d4606df17b13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47e1c0f2-a933-4c77-9169-6d8e121cfe7f HTTP/1.1" status: 200 len: 998 time: 0.1081178 Jul 05 04:22:28.890649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5701b-683e-48ee-9892-c0b58b75ebb4 req-e32df53d-9534-467b-b3d0-e709071db84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:28.893041 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-03e5701b-683e-48ee-9892-c0b58b75ebb4 req-e32df53d-9534-467b-b3d0-e709071db84e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48e750e760504acfa4e4109b157795f3&device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 1097 time: 0.2225249 Jul 05 04:22:28.904289 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-ec2ddf60-5f75-4f69-acb4-aa8f025f6b8e None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:28.944563 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-079e8193-342a-46c6-bab2-ad4d1f4ba25d tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.945765 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-079e8193-342a-46c6-bab2-ad4d1f4ba25d tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7896578 Jul 05 04:22:28.949427 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55054) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:28.956666 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7349639e-7a81-4903-ab10-dd1649ded15f tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Request body: {'security_group_rule': {'security_group_id': '9f4708b7-6a80-4a3c-9400-7fca93f63ee1', 'project_id': '74f5c72e9b0041dea11725676c604b30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:28.996407 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e4a1b-227b-4309-bad6-5bae2b19859f req-21dcb8e4-da42-48d2-9a8e-83b2fc2bde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:28.999740 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d00e4a1b-227b-4309-bad6-5bae2b19859f req-21dcb8e4-da42-48d2-9a8e-83b2fc2bde8b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4a03536-6a4c-4d58-a63c-cab4c2d8a31e HTTP/1.1" status: 200 len: 834 time: 0.1043873 Jul 05 04:22:29.032696 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-7349639e-7a81-4903-ab10-dd1649ded15f tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Project 74f5c72e9b0041dea11725676c604b30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:22:29.041003 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7349639e-7a81-4903-ab10-dd1649ded15f tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:29.066083 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5701b-683e-48ee-9892-c0b58b75ebb4 req-a0e68a36-d8af-40cf-bf14-d7ce58ec1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:29.068201 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-03e5701b-683e-48ee-9892-c0b58b75ebb4 req-a0e68a36-d8af-40cf-bf14-d7ce58ec1c3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 200 len: 913 time: 0.1654506 Jul 05 04:22:29.144497 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-03e5701b-683e-48ee-9892-c0b58b75ebb4 req-2695f14e-de15-4999-b2b1-b97cc2711ee2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f3a2c71-d22b-42f1-848b-1364c7ce0d59 HTTP/1.1" status: 200 len: 217 time: 0.0527511 Jul 05 04:22:29.235465 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ec2ddf60-5f75-4f69-acb4-aa8f025f6b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:29.239825 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7349639e-7a81-4903-ab10-dd1649ded15f tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:29.243109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-bbf6a4fa-5678-4f00-a622-08c96228b986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191071313', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '6b00d343-45ee-400b-b10a-55718c713d8c', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'port_id': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'mac_address': 'fa:16:3e:3c:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:26Z', 'updated_at': '2021-07-05T04:22:26Z', 'revision_number': 0, 'project_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d6a128-6bca-4a42-980c-2262cf02e4ed', 'name': '', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:22:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:02Z', 'updated_at': '2021-07-05T04:22:11Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:29.277876 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5701b-683e-48ee-9892-c0b58b75ebb4 req-6dec2df5-cac6-4d75-94d5-0ddfad5e737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:29.279405 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-03e5701b-683e-48ee-9892-c0b58b75ebb4 req-6dec2df5-cac6-4d75-94d5-0ddfad5e737d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 200 len: 851 time: 0.1203754 Jul 05 04:22:29.323742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf6a4fa-5678-4f00-a622-08c96228b986 None None] The sync data for ids ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'] in n-d-771363-32 is: [{'id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191071313', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '6b00d343-45ee-400b-b10a-55718c713d8c', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'port_id': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'mac_address': 'fa:16:3e:3c:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:26Z', 'updated_at': '2021-07-05T04:22:26Z', 'revision_number': 0, 'project_id': '493f456730914ffbabda165adccd9cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d6a128-6bca-4a42-980c-2262cf02e4ed', 'name': '', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:22:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:02Z', 'updated_at': '2021-07-05T04:22:11Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:29.325157 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2ddf60-5f75-4f69-acb4-aa8f025f6b8e None None] The sync data for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 is: [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:04:23Z', 'revision_number': 4, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '5855c91a-8dcf-4393-9133-cef94d35a86c', 'name': '', 'network_id': '21576bdb-acd7-416e-ab70-c6ba0ea6d5de', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'mac_address': 'fa:16:3e:f0:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:20Z', 'updated_at': '2021-07-05T04:04:30Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'subnets': [{'id': '50c6f83a-26f8-4fa9-bbc7-9cbd73efb092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:29.356886 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7349639e-7a81-4903-ab10-dd1649ded15f tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:29.362010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e4a1b-227b-4309-bad6-5bae2b19859f req-96fbf422-93b1-41e3-b40e-4cd9c44e7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:29.363716 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d00e4a1b-227b-4309-bad6-5bae2b19859f req-96fbf422-93b1-41e3-b40e-4cd9c44e7aa9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02565e1b-4457-4568-8d53-e97c04dfe385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3567622 Jul 05 04:22:29.386340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d34e-b1ab-4809-856d-5889fa771341 req-c7e1f119-15c8-4077-a5c1-87bfe2990eec tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:29.394347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3211d34e-b1ab-4809-856d-5889fa771341 req-c7e1f119-15c8-4077-a5c1-87bfe2990eec tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 945 time: 0.1487861 Jul 05 04:22:29.431846 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349639e-7a81-4903-ab10-dd1649ded15f tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b8a020-f2be-46fd-9b43-96701e778d30,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:29.463581 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3211d34e-b1ab-4809-856d-5889fa771341 req-b906ef60-4bcc-4ab0-b7e0-037f80ded2ee tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/security-groups?id=9e35c103-5de4-4200-8344-860849ba89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677423 Jul 05 04:22:29.496853 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7349639e-7a81-4903-ab10-dd1649ded15f tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:29.501379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7349639e-7a81-4903-ab10-dd1649ded15f tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5503652 Jul 05 04:22:29.502563 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55066) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:29.508322 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-186063cf-2676-4604-9ea0-60018d8d7410 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Request body: {'security_group_rule': {'security_group_id': '9f4708b7-6a80-4a3c-9400-7fca93f63ee1', 'project_id': '74f5c72e9b0041dea11725676c604b30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:29.547162 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5701b-683e-48ee-9892-c0b58b75ebb4 req-3ffe5be6-0e57-4a12-ace1-6b74c2698b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:29.547162 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-03e5701b-683e-48ee-9892-c0b58b75ebb4 req-3ffe5be6-0e57-4a12-ace1-6b74c2698b36 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21576bdb-acd7-416e-ab70-c6ba0ea6d5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2538340 Jul 05 04:22:29.615725 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d00e4a1b-227b-4309-bad6-5bae2b19859f req-3f04f043-7b29-4303-99bf-b50020692908 service neutron] 10.222.0.10 "GET /v2.0/networks/02565e1b-4457-4568-8d53-e97c04dfe385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346990 Jul 05 04:22:29.628002 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-186063cf-2676-4604-9ea0-60018d8d7410 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Project 74f5c72e9b0041dea11725676c604b30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:22:29.633524 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-186063cf-2676-4604-9ea0-60018d8d7410 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:29.646163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55068) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:29.712712 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-03e5701b-683e-48ee-9892-c0b58b75ebb4 req-7e715eea-6679-4497-9a92-e0f21133e369 service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574285 Jul 05 04:22:29.769408 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-698db79f-8f8a-4b9b-bfff-f51440c6945a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/6b00d343-45ee-400b-b10a-55718c713d8c HTTP/1.1" status: 200 len: 990 time: 0.1182685 Jul 05 04:22:29.795310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978cb531-8a16-40db-b241-c9ce47f5536b None None] New status for floating IP f604c583-c806-43a5-aded-757d87b943d5: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:22:29.812980 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-186063cf-2676-4604-9ea0-60018d8d7410 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:29.852461 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d00e4a1b-227b-4309-bad6-5bae2b19859f req-172d9eec-b2b6-408e-9a3f-d20170ea4d28 service neutron] 10.222.0.10 "GET /v2.0/networks/02565e1b-4457-4568-8d53-e97c04dfe385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994307 Jul 05 04:22:29.878489 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-03e5701b-683e-48ee-9892-c0b58b75ebb4 req-70cb965a-502b-4918-b0b7-ad146c60ed72 service neutron] 10.222.0.10 "GET /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573629 Jul 05 04:22:29.879386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0b12f-a27f-4e7a-9c58-423351d2aff9 req-45a52c61-99f7-423e-9abe-d876b94037fa tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:29.881206 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ddb0b12f-a27f-4e7a-9c58-423351d2aff9 req-45a52c61-99f7-423e-9abe-d876b94037fa tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.10 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 945 time: 0.1294994 Jul 05 04:22:29.914500 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-186063cf-2676-4604-9ea0-60018d8d7410 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:30.046872 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f805de42-56f5-4a10-958d-2094eec62ed7 None None] New status for floating IP 6b00d343-45ee-400b-b10a-55718c713d8c: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:22:30.069225 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186063cf-2676-4604-9ea0-60018d8d7410 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e53d32-44e8-4420-ba79-883090dcc90f,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:30.153326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-ddb0b12f-a27f-4e7a-9c58-423351d2aff9 req-788ff841-2c2d-47f1-953d-51f6b6042050 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Deleting port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:30.153778 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ddb0b12f-a27f-4e7a-9c58-423351d2aff9 req-788ff841-2c2d-47f1-953d-51f6b6042050 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:30.160038 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-186063cf-2676-4604-9ea0-60018d8d7410 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:30.171261 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-186063cf-2676-4604-9ea0-60018d8d7410 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6572633 Jul 05 04:22:30.277583 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-ddb0b12f-a27f-4e7a-9c58-423351d2aff9 req-788ff841-2c2d-47f1-953d-51f6b6042050 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] For port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=7f3a2c71-d22b-42f1-848b-1364c7ce0d59,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:30.278279 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ddb0b12f-a27f-4e7a-9c58-423351d2aff9 req-788ff841-2c2d-47f1-953d-51f6b6042050 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:30.295047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-ddb0b12f-a27f-4e7a-9c58-423351d2aff9 req-788ff841-2c2d-47f1-953d-51f6b6042050 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Calling delete_port for 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:30.464109 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8efe2-ea8b-4a86-8127-ca20eb8e1fd6 req-5d27b431-8759-4498-90f6-bd2da7028e4c tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:30.465641 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29e8efe2-ea8b-4a86-8127-ca20eb8e1fd6 req-5d27b431-8759-4498-90f6-bd2da7028e4c tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 945 time: 0.1538198 Jul 05 04:22:30.473123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-a42ca924-bf88-41c0-8ec1-594f69593188 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1924285103&fields=id&tenant_id=74f5c72e9b0041dea11725676c604b30 HTTP/1.1" status: 200 len: 267 time: 0.0762019 Jul 05 04:22:30.769968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55084) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:30.834871 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fa8920e6-671f-4bb4-a793-1ac4ecc1d1fe tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/6b00d343-45ee-400b-b10a-55718c713d8c HTTP/1.1" status: 200 len: 992 time: 0.0636938 Jul 05 04:22:30.931875 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29e8efe2-ea8b-4a86-8127-ca20eb8e1fd6 req-eef63c26-3fa7-4c76-a96a-a5dd536147ff tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578094 Jul 05 04:22:30.980510 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-3811efca-773f-4780-9b2b-62d182b472a4 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:30.982270 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-3811efca-773f-4780-9b2b-62d182b472a4 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/networks?id=d6319d00-44cf-44ca-aab4-f2e9561a4ab9 HTTP/1.1" status: 200 len: 814 time: 0.5018227 Jul 05 04:22:30.997012 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-b728b1db-19c7-480f-a804-4dadd3a0f94b tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/quotas/74f5c72e9b0041dea11725676c604b30 HTTP/1.1" status: 200 len: 375 time: 0.0091324 Jul 05 04:22:31.033056 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ddb0b12f-a27f-4e7a-9c58-423351d2aff9 req-788ff841-2c2d-47f1-953d-51f6b6042050 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:31.080159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ff841-2c2d-47f1-953d-51f6b6042050 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event deleted for resources: {'Port': ['ID=7f3a2c71-d22b-42f1-848b-1364c7ce0d59,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:31.103884 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-086d7e42-2513-4e42-8f4d-a89a18873a6b req-b16d8cf8-2ab3-4d49-be68-b7d7754d8fa1 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 210 time: 0.0632179 Jul 05 04:22:31.155150 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb0b12f-a27f-4e7a-9c58-423351d2aff9 req-788ff841-2c2d-47f1-953d-51f6b6042050 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] No DVR routers for this DVR port 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 on host n-h1-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:31.158786 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-ddb0b12f-a27f-4e7a-9c58-423351d2aff9 req-788ff841-2c2d-47f1-953d-51f6b6042050 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:31.160761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ddb0b12f-a27f-4e7a-9c58-423351d2aff9 req-788ff841-2c2d-47f1-953d-51f6b6042050 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.10 "DELETE /v2.0/ports/7f3a2c71-d22b-42f1-848b-1364c7ce0d59 HTTP/1.1" status: 204 len: 173 time: 1.2635601 Jul 05 04:22:31.161223 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'name': 'network-vif-deleted', 'tag': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:31.163755 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1df440-e1c1-4710-9587-21b382cf6b3b" -d '{"events": [{"server_uuid": "f276324b-b328-43a2-a8a4-ff5445d7fb8e", "name": "network-vif-deleted", "tag": "7f3a2c71-d22b-42f1-848b-1364c7ce0d59"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:31.180957 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-327e8aa9-c897-4769-bf79-d7aacc4c88c6 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=74f5c72e9b0041dea11725676c604b30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1781936 Jul 05 04:22:31.265197 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4308d3-b963-4757-809f-b4ac55e2a836 x-openstack-request-id: req-df4308d3-b963-4757-809f-b4ac55e2a836 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:31.265625 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f276324b-b328-43a2-a8a4-ff5445d7fb8e", "name": "network-vif-deleted", "tag": "7f3a2c71-d22b-42f1-848b-1364c7ce0d59", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:31.265888 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-df4308d3-b963-4757-809f-b4ac55e2a836 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:31.266291 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f276324b-b328-43a2-a8a4-ff5445d7fb8e', 'name': 'network-vif-deleted', 'tag': '7f3a2c71-d22b-42f1-848b-1364c7ce0d59', 'status': 'completed', 'code': 200} Jul 05 04:22:31.294031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-c1dee350-2bbf-4f20-abd0-68246b70b011 service neutron] 10.222.0.38 "GET /v2.0/networks/d6319d00-44cf-44ca-aab4-f2e9561a4ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937541 Jul 05 04:22:31.380235 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-de65b73e-4974-4cbe-9c6f-e2adc482c22e service neutron] 10.222.0.38 "GET /v2.0/networks/d6319d00-44cf-44ca-aab4-f2e9561a4ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877712 Jul 05 04:22:32.066376 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e26abe-173d-4601-9a65-ad3554d3448d req-022b1589-7510-429f-a8da-e189260928f8 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:32.068754 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a1e26abe-173d-4601-9a65-ad3554d3448d req-022b1589-7510-429f-a8da-e189260928f8 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.36 "GET /v2.0/ports?device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 945 time: 0.1100988 Jul 05 04:22:32.199210 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4938d1-b838-4893-9d7b-7e3b35c4a525 req-a0db7ea5-e983-486a-bf8d-5232eecdf3dc tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:32.205616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b4938d1-b838-4893-9d7b-7e3b35c4a525 req-a0db7ea5-e983-486a-bf8d-5232eecdf3dc tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 945 time: 0.1322613 Jul 05 04:22:32.219988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-a1e26abe-173d-4601-9a65-ad3554d3448d req-b8c2a663-2e54-4f70-bb15-a103ce2da4a1 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Deleting port 2203c459-a033-46db-8d82-50d5a55688b5 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:32.221034 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a1e26abe-173d-4601-9a65-ad3554d3448d req-b8c2a663-2e54-4f70-bb15-a103ce2da4a1 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.255403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df812f78-e7b7-4178-854b-d2a495f8d610 req-a3842b0b-1e19-4ca6-a702-fae5b2ed3a6a tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 210 time: 0.0402393 Jul 05 04:22:32.307646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b4938d1-b838-4893-9d7b-7e3b35c4a525 req-8c07ea3a-33e2-4d69-bea0-95614806ec06 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/security-groups?id=b16c6e20-f186-4281-98e3-8c27af0736c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010761 Jul 05 04:22:32.353085 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-a1e26abe-173d-4601-9a65-ad3554d3448d req-b8c2a663-2e54-4f70-bb15-a103ce2da4a1 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] For port 2203c459-a033-46db-8d82-50d5a55688b5, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2203c459-a033-46db-8d82-50d5a55688b5,segment=NetworkSegment(f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a),segment_id=f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:32.353579 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a1e26abe-173d-4601-9a65-ad3554d3448d req-b8c2a663-2e54-4f70-bb15-a103ce2da4a1 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.373386 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-a1e26abe-173d-4601-9a65-ad3554d3448d req-b8c2a663-2e54-4f70-bb15-a103ce2da4a1 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Calling delete_port for 2203c459-a033-46db-8d82-50d5a55688b5 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:32.415295 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:22:32.528139 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e04159f-b0e2-4498-b690-3aec5ed4de67 req-0bb7a68d-8a0b-41e0-a6e1-2d742619b8f3 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 210 time: 0.0508585 Jul 05 04:22:32.575203 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.696193 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a1e26abe-173d-4601-9a65-ad3554d3448d req-b8c2a663-2e54-4f70-bb15-a103ce2da4a1 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.710528 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['2203c459-a033-46db-8d82-50d5a55688b5'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:32.731947 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2a663-2e54-4f70-bb15-a103ce2da4a1 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Pushing event deleted for resources: {'Port': ['ID=2203c459-a033-46db-8d82-50d5a55688b5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:32.792778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e26abe-173d-4601-9a65-ad3554d3448d req-b8c2a663-2e54-4f70-bb15-a103ce2da4a1 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] No DVR routers for this DVR port 2203c459-a033-46db-8d82-50d5a55688b5 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:32.795482 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a1e26abe-173d-4601-9a65-ad3554d3448d req-b8c2a663-2e54-4f70-bb15-a103ce2da4a1 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.800238 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a1e26abe-173d-4601-9a65-ad3554d3448d req-b8c2a663-2e54-4f70-bb15-a103ce2da4a1 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.36 "DELETE /v2.0/ports/2203c459-a033-46db-8d82-50d5a55688b5 HTTP/1.1" status: 204 len: 173 time: 0.7226083 Jul 05 04:22:32.800238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8159305e-afa0-4fd7-b8ef-b4cd21258f22', 'name': 'network-vif-deleted', 'tag': '2203c459-a033-46db-8d82-50d5a55688b5'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:32.800495 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64026f97-9bfd-4446-94c0-cbce013aba1d" -d '{"events": [{"server_uuid": "8159305e-afa0-4fd7-b8ef-b4cd21258f22", "name": "network-vif-deleted", "tag": "2203c459-a033-46db-8d82-50d5a55688b5"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:32.849595 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4573833c-7b3e-4042-a8ff-6ddbcbd6f9af x-openstack-request-id: req-4573833c-7b3e-4042-a8ff-6ddbcbd6f9af {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:32.849595 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8159305e-afa0-4fd7-b8ef-b4cd21258f22", "name": "network-vif-deleted", "tag": "2203c459-a033-46db-8d82-50d5a55688b5", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:32.849595 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4573833c-7b3e-4042-a8ff-6ddbcbd6f9af {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:32.849595 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8159305e-afa0-4fd7-b8ef-b4cd21258f22', 'name': 'network-vif-deleted', 'tag': '2203c459-a033-46db-8d82-50d5a55688b5', 'status': 'completed', 'code': 200} Jul 05 04:22:33.369956 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e06e11d2-789e-4c1e-9b68-5d6def44ae71 req-75b571aa-62b7-44ff-a901-c5ccbaeab238 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 210 time: 0.0428534 Jul 05 04:22:33.497042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-38c4f4bf-d805-49fa-90c3-366437413c37 req-52e37ed0-6d0e-4601-a97c-2e53cf7e0356 tempest-VolumesSnapshotTestJSON-872325690 tempest-VolumesSnapshotTestJSON-872325690-project] 10.222.0.38 "GET /v2.0/ports?device_id=8159305e-afa0-4fd7-b8ef-b4cd21258f22 HTTP/1.1" status: 200 len: 210 time: 0.0326159 Jul 05 04:22:33.515141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:33.547715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:33.547715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 7f3a2c71-d22b-42f1-848b-1364c7ce0d59 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:33.699581 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abfc02df-c00b-4e8c-8b09-10a6a8c0e17a req-d8b4ca47-c117-4b0d-aed4-f29f84510399 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 210 time: 0.0324347 Jul 05 04:22:34.084481 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:34.543357 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c68016d-dc75-4c9c-a8e8-58a9bfce04d2 req-6d011b01-e4fe-49c3-abed-5dc077de87aa tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 210 time: 0.0441563 Jul 05 04:22:34.880307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-34dd92ab-3dce-4c88-808c-8837fb6b4415 req-0fc20069-5812-4115-956d-30ceee794354 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 210 time: 0.0388067 Jul 05 04:22:35.060881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-8e4a41ef-3ad3-4866-b6df-2cf27ad387a8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:35.066513 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-8e4a41ef-3ad3-4866-b6df-2cf27ad387a8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.36 "GET /v2.0/networks?id=d6319d00-44cf-44ca-aab4-f2e9561a4ab9 HTTP/1.1" status: 200 len: 814 time: 0.1224010 Jul 05 04:22:35.118018 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-216c4efd-7d41-4d96-a185-7e6b46440c5e tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74f5c72e9b0041dea11725676c604b30 HTTP/1.1" status: 200 len: 380 time: 0.0411406 Jul 05 04:22:35.131911 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-bc1e3b3a-5f69-4626-9adb-240990132b3a tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Request body: {'port': {'device_id': '537212e1-9628-4683-9b91-b3c64d430b1f', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'admin_state_up': True, 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'security_groups': ['9f4708b7-6a80-4a3c-9400-7fca93f63ee1']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:35.358126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-bc1e3b3a-5f69-4626-9adb-240990132b3a tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Made reservation on behalf of 74f5c72e9b0041dea11725676c604b30 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:35.362399 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-bc1e3b3a-5f69-4626-9adb-240990132b3a tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:35.518822 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-bc1e3b3a-5f69-4626-9adb-240990132b3a tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Allocated IP 172.20.0.6 (d6319d00-44cf-44ca-aab4-f2e9561a4ab9/9dea3028-c24c-4a50-8c63-c045df990f3b/dd797aa9-f9f9-491f-9897-c77531783ffc) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:35.827237 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-bc1e3b3a-5f69-4626-9adb-240990132b3a tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:35.856147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-bc1e3b3a-5f69-4626-9adb-240990132b3a tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Transition to ACTIVE for port object dd797aa9-f9f9-491f-9897-c77531783ffc will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:35.923393 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3bbd60f2-dd98-4c9b-a97f-49cb4726b75c req-a60dcd64-69ce-4ab8-8c24-ba80cedb5ebb tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 210 time: 0.0822089 Jul 05 04:22:35.981144 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-bc1e3b3a-5f69-4626-9adb-240990132b3a tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:36.038859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-bc1e3b3a-5f69-4626-9adb-240990132b3a tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Network d6319d00-44cf-44ca-aab4-f2e9561a4ab9 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:36.044119 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-bc1e3b3a-5f69-4626-9adb-240990132b3a tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:36.054376 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-bc1e3b3a-5f69-4626-9adb-240990132b3a tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:36.094725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e3b3a-5f69-4626-9adb-240990132b3a tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Pushing event updated for resources: {'Port': ['ID=dd797aa9-f9f9-491f-9897-c77531783ffc,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:36.134617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-bc1e3b3a-5f69-4626-9adb-240990132b3a tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:36.135319 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-bc1e3b3a-5f69-4626-9adb-240990132b3a tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:36.150635 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88b871ff-654d-45dc-a1bc-b76e0d1bb201 req-4b0a16f6-8eae-4a31-aed7-f8f00a015b7e tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "GET /v2.0/ports?device_id=f276324b-b328-43a2-a8a4-ff5445d7fb8e HTTP/1.1" status: 200 len: 210 time: 0.0651634 Jul 05 04:22:36.340316 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-bc1e3b3a-5f69-4626-9adb-240990132b3a tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2127004 Jul 05 04:22:36.356192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Request body: {'port': {'device_id': '537212e1-9628-4683-9b91-b3c64d430b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:36.454848 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:36.457171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-65cd7f0f-6f6b-4ddc-b686-ccc64fea929a None None] Provisioning for port dd797aa9-f9f9-491f-9897-c77531783ffc completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:36.474720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-65cd7f0f-6f6b-4ddc-b686-ccc64fea929a None None] Provisioning complete for port dd797aa9-f9f9-491f-9897-c77531783ffc triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:36.476578 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-65cd7f0f-6f6b-4ddc-b686-ccc64fea929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:36.527567 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-65cd7f0f-6f6b-4ddc-b686-ccc64fea929a None None] Port dd797aa9-f9f9-491f-9897-c77531783ffc cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:22:36.779716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd797aa9-f9f9-491f-9897-c77531783ffc {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:36.788231 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:36.801186 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Transition to ACTIVE for port object dd797aa9-f9f9-491f-9897-c77531783ffc will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:36.901097 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:36.969826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Pushing event updated for resources: {'Port': ['ID=dd797aa9-f9f9-491f-9897-c77531783ffc,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:37.072828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Attempting to bind port dd797aa9-f9f9-491f-9897-c77531783ffc on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:37.076647 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Attempting to bind port dd797aa9-f9f9-491f-9897-c77531783ffc by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'ddda5a6c-3c3d-47de-954c-c02f9efdddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:37.077500 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Attempting to bind port dd797aa9-f9f9-491f-9897-c77531783ffc on network d6319d00-44cf-44ca-aab4-f2e9561a4ab9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:37.084163 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Port dd797aa9-f9f9-491f-9897-c77531783ffc on network d6319d00-44cf-44ca-aab4-f2e9561a4ab9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:22:37.084765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Attempting to bind port dd797aa9-f9f9-491f-9897-c77531783ffc on network d6319d00-44cf-44ca-aab4-f2e9561a4ab9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:37.098171 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:37.099223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Checking segment: {'id': 'ddda5a6c-3c3d-47de-954c-c02f9efdddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:37.099787 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Bound using segment: {'id': 'ddda5a6c-3c3d-47de-954c-c02f9efdddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:37.101117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Bound port: dd797aa9-f9f9-491f-9897-c77531783ffc, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddda5a6c-3c3d-47de-954c-c02f9efdddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:37.101717 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:37.225542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] For port dd797aa9-f9f9-491f-9897-c77531783ffc, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:37.229573 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] For port dd797aa9-f9f9-491f-9897-c77531783ffc, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=dd797aa9-f9f9-491f-9897-c77531783ffc,segment=NetworkSegment(ddda5a6c-3c3d-47de-954c-c02f9efdddaf),segment_id=ddda5a6c-3c3d-47de-954c-c02f9efdddaf)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:37.260122 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695749b-a978-4ff0-8783-6e96d0431b3c req-74987202-763c-4e74-b3e4-2c2c0930d92f tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:37.272667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2203c459-a033-46db-8d82-50d5a55688b5 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:37.274140 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a695749b-a978-4ff0-8783-6e96d0431b3c req-74987202-763c-4e74-b3e4-2c2c0930d92f tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 943 time: 0.1201198 Jul 05 04:22:37.294138 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 2203c459-a033-46db-8d82-50d5a55688b5 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:37.295244 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2203c459-a033-46db-8d82-50d5a55688b5 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:37.312966 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55212) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:37.315703 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a695749b-a978-4ff0-8783-6e96d0431b3c req-b38e7834-55d7-4cef-b71b-19d92b91ffd7 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401444 Jul 05 04:22:37.369438 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:37.547394 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Pushing event updated for resources: {'Port': ['ID=dd797aa9-f9f9-491f-9897-c77531783ffc,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:37.553460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:37.554113 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:37.555607 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-5759fbc0-2419-4df0-82f5-4b0139a0a6ac service neutron] 10.222.0.36 "PUT /v2.0/ports/dd797aa9-f9f9-491f-9897-c77531783ffc HTTP/1.1" status: 200 len: 1092 time: 1.2062092 Jul 05 04:22:37.566420 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537212e1-9628-4683-9b91-b3c64d430b1f', 'tag': 'dd797aa9-f9f9-491f-9897-c77531783ffc'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:37.566420 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19549f9e-66df-4623-8564-27a4d3e3ca67" -d '{"events": [{"name": "network-changed", "server_uuid": "537212e1-9628-4683-9b91-b3c64d430b1f", "tag": "dd797aa9-f9f9-491f-9897-c77531783ffc"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:37.599923 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-337acb59-5fed-4c5c-8076-820466db4dae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Deleting port c036eeea-b6a3-40b3-8fba-69eae9e5f0cf {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:37.600237 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-337acb59-5fed-4c5c-8076-820466db4dae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:37.646817 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118e012f-2906-4867-9ed9-2a359213c480 x-openstack-request-id: req-118e012f-2906-4867-9ed9-2a359213c480 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:37.649997 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537212e1-9628-4683-9b91-b3c64d430b1f", "tag": "dd797aa9-f9f9-491f-9897-c77531783ffc", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:37.649997 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-118e012f-2906-4867-9ed9-2a359213c480 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:37.649997 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537212e1-9628-4683-9b91-b3c64d430b1f', 'tag': 'dd797aa9-f9f9-491f-9897-c77531783ffc', 'status': 'completed', 'code': 200} Jul 05 04:22:37.750088 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-337acb59-5fed-4c5c-8076-820466db4dae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:37.750442 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-337acb59-5fed-4c5c-8076-820466db4dae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:37.768330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-337acb59-5fed-4c5c-8076-820466db4dae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Calling delete_port for c036eeea-b6a3-40b3-8fba-69eae9e5f0cf owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:37.830852 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19549f9e-66df-4623-8564-27a4d3e3ca67 req-b45af12d-9914-4adb-b56b-fbbaa285680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:37.833021 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19549f9e-66df-4623-8564-27a4d3e3ca67 req-b45af12d-9914-4adb-b56b-fbbaa285680c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74f5c72e9b0041dea11725676c604b30&device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 1095 time: 0.1643171 Jul 05 04:22:38.014154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19549f9e-66df-4623-8564-27a4d3e3ca67 req-db34e65d-be32-46f1-9438-94327b4a5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:38.016490 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19549f9e-66df-4623-8564-27a4d3e3ca67 req-db34e65d-be32-46f1-9438-94327b4a5126 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=74f5c72e9b0041dea11725676c604b30&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1684651 Jul 05 04:22:38.244420 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19549f9e-66df-4623-8564-27a4d3e3ca67 req-d393a4f7-bdd8-4c0c-aa8f-f479dc66fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:38.246230 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-19549f9e-66df-4623-8564-27a4d3e3ca67 req-d393a4f7-bdd8-4c0c-aa8f-f479dc66fdd0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2013147 Jul 05 04:22:38.304620 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-337acb59-5fed-4c5c-8076-820466db4dae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.417214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337acb59-5fed-4c5c-8076-820466db4dae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event deleted for resources: {'Port': ['ID=c036eeea-b6a3-40b3-8fba-69eae9e5f0cf,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:38.509724 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-337acb59-5fed-4c5c-8076-820466db4dae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.512659 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-337acb59-5fed-4c5c-8076-820466db4dae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.516709 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-337acb59-5fed-4c5c-8076-820466db4dae tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "DELETE /v2.0/floatingips/0f8a752d-044b-4f9f-b564-3affc01024ac HTTP/1.1" status: 204 len: 168 time: 1.1998804 Jul 05 04:22:38.522386 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-1c77479e-be24-4c7a-96e4-5d3d30d7ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:38.522386 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-1c77479e-be24-4c7a-96e4-5d3d30d7ed05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74f5c72e9b0041dea11725676c604b30&device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 1095 time: 0.2277682 Jul 05 04:22:38.589743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c1e34-41ea-4440-adf5-b31f03455d22 req-38deb860-ff4e-4486-8bee-6302c9acd91d tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:38.591657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d30c1e34-41ea-4440-adf5-b31f03455d22 req-38deb860-ff4e-4486-8bee-6302c9acd91d tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 943 time: 0.1137958 Jul 05 04:22:38.604360 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-45d13101-de90-4775-bd62-a761be225761 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd797aa9-f9f9-491f-9897-c77531783ffc HTTP/1.1" status: 200 len: 217 time: 0.0653450 Jul 05 04:22:38.664374 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-dd1a7f6e-1bc2-44b0-8bec-b0050eabc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:38.664523 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d30c1e34-41ea-4440-adf5-b31f03455d22 req-aa3d675c-cc9c-48c2-ba8c-3fb31e3a036b tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542011 Jul 05 04:22:38.666102 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-dd1a7f6e-1bc2-44b0-8bec-b0050eabc79c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9dea3028-c24c-4a50-8c63-c045df990f3b HTTP/1.1" status: 200 len: 853 time: 0.0554492 Jul 05 04:22:38.754311 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-513c03fe-4654-4ade-805b-c18c5fa4c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:38.759309 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-513c03fe-4654-4ade-805b-c18c5fa4c4ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6319d00-44cf-44ca-aab4-f2e9561a4ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836749 Jul 05 04:22:38.857035 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-6ff49ee0-543b-43aa-a7d8-4aff64b64e78 service neutron] 10.222.0.36 "GET /v2.0/networks/d6319d00-44cf-44ca-aab4-f2e9561a4ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925958 Jul 05 04:22:38.960638 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f615f837-5176-40a9-9ee9-e5cc7c2ce4e4 req-17d628ba-94ac-4ded-9ded-eecadeee80de service neutron] 10.222.0.36 "GET /v2.0/networks/d6319d00-44cf-44ca-aab4-f2e9561a4ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966930 Jul 05 04:22:39.852737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb86f69-b208-48bb-af64-e660697593fc req-0a6d1594-5e85-4704-8ac9-d1bae413bec7 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:39.854480 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5cb86f69-b208-48bb-af64-e660697593fc req-0a6d1594-5e85-4704-8ac9-d1bae413bec7 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 943 time: 0.0679288 Jul 05 04:22:39.895429 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5cb86f69-b208-48bb-af64-e660697593fc req-b9efbfaf-6f81-40c3-ab0c-2b5649644707 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348811 Jul 05 04:22:41.094781 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b6c3a-6bf5-46e4-9e8c-fd1c3190b662 req-62c43048-ad64-4908-936a-ee40b54bfef3 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:41.096428 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e0b6c3a-6bf5-46e4-9e8c-fd1c3190b662 req-62c43048-ad64-4908-936a-ee40b54bfef3 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 943 time: 0.0827825 Jul 05 04:22:41.137731 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e0b6c3a-6bf5-46e4-9e8c-fd1c3190b662 req-47dca045-fcf8-431d-af98-a78807ef979c tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344963 Jul 05 04:22:41.415066 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2f7bb0ab-a6f6-433d-a2c3-165c42227777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:42.341984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3936a6-c765-4bd6-946d-34b3371fae1d req-c272b3cd-382b-4538-ad8c-7103797cb904 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:42.344553 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff3936a6-c765-4bd6-946d-34b3371fae1d req-c272b3cd-382b-4538-ad8c-7103797cb904 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 943 time: 0.0803471 Jul 05 04:22:42.393135 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff3936a6-c765-4bd6-946d-34b3371fae1d req-bfa0d9ec-237c-47fa-8d67-37e6780f1743 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417802 Jul 05 04:22:42.829034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55284) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:42.915732 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:42.944025 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.083696 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.086741 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.087767 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] 10.222.0.38 "DELETE /v2.0/security-groups/9e35c103-5de4-4200-8344-860849ba89d8 HTTP/1.1" status: 204 len: 168 time: 0.2572794 Jul 05 04:22:43.100606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e35c103-5de4-4200-8344-860849ba89d8,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:43.113991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:43.113991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:43.113991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:43.113991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:43.113991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:43.113991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:43.113991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:43.114723 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:43.114723 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:43.114723 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:43.115170 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:43.115407 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06517cf0-6347-4c60-bb47-8f007cb6d794 tempest-TestVolumeBootPattern-551596245 tempest-TestVolumeBootPattern-551596245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:43.242521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55292) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:43.768951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b43760-916d-48db-b4aa-1f4f3cb58b9d req-ee2346fb-09a4-471e-b5c5-228a62cfc640 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:43.770418 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6b43760-916d-48db-b4aa-1f4f3cb58b9d req-ee2346fb-09a4-471e-b5c5-228a62cfc640 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 943 time: 0.1668115 Jul 05 04:22:43.826906 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6b43760-916d-48db-b4aa-1f4f3cb58b9d req-2077a8fb-b42e-4b22-87f3-1d1d9f045724 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477259 Jul 05 04:22:44.021076 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-42160c38-ea47-4965-82b9-47fef308bb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.083122 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97e5423a-ea3e-4511-88d0-8806e41ce84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.369323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-97e5423a-ea3e-4511-88d0-8806e41ce84b admin admin] Deleting port 5855c91a-8dcf-4393-9133-cef94d35a86c {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:44.369976 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97e5423a-ea3e-4511-88d0-8806e41ce84b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.448907 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-97e5423a-ea3e-4511-88d0-8806e41ce84b admin admin] For port 5855c91a-8dcf-4393-9133-cef94d35a86c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5855c91a-8dcf-4393-9133-cef94d35a86c,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:44.449269 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97e5423a-ea3e-4511-88d0-8806e41ce84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.464793 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-97e5423a-ea3e-4511-88d0-8806e41ce84b admin admin] Calling delete_port for 5855c91a-8dcf-4393-9133-cef94d35a86c owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:44.472208 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.775606 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97e5423a-ea3e-4511-88d0-8806e41ce84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.802096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5423a-ea3e-4511-88d0-8806e41ce84b admin admin] Pushing event deleted for resources: {'Port': ['ID=5855c91a-8dcf-4393-9133-cef94d35a86c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:45.253441 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05270d-9127-45ea-bc9b-02175308447c req-c264d034-5071-42b2-ad53-82101b70b8b8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:45.254968 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8a05270d-9127-45ea-bc9b-02175308447c req-c264d034-5071-42b2-ad53-82101b70b8b8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 943 time: 0.1960974 Jul 05 04:22:45.257566 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-97e5423a-ea3e-4511-88d0-8806e41ce84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:45.350657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8a05270d-9127-45ea-bc9b-02175308447c req-115fccd4-ed31-4bff-b3f1-af9c2de881f7 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896926 Jul 05 04:22:45.387724 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:45.538756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e5423a-ea3e-4511-88d0-8806e41ce84b admin admin] Router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:45.679778 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e5423a-ea3e-4511-88d0-8806e41ce84b admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:45.688499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-97e5423a-ea3e-4511-88d0-8806e41ce84b admin admin] 10.222.0.38 "PUT /v2.0/routers/7fd0362d-4ac3-434f-8e11-5dc1e8c35a59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4417372 Jul 05 04:22:45.688499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55318) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:45.691540 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a092c6-690b-4582-980f-82c333340687 None None] Sync routers for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:45.702560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a092c6-690b-4582-980f-82c333340687 None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:45.703211 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c8a092c6-690b-4582-980f-82c333340687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:22:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:45.766130 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55320) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:45.840047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-c8a092c6-690b-4582-980f-82c333340687 None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:45.857307 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-51078ed3-bb57-4505-8fd4-6045cf50f514 admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:45.992102 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c26ac2a4-3b65-444f-94aa-897f51c73a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.040794 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-51078ed3-bb57-4505-8fd4-6045cf50f514 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.143642 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c8a092c6-690b-4582-980f-82c333340687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:22:44Z', 'revision_number': 5, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port': {'id': '57422ea4-31d0-481f-bff9-2e9791740b08', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:15Z', 'updated_at': '2021-07-05T04:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:46.175267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a092c6-690b-4582-980f-82c333340687 None None] Checking router: 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:46.187369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a092c6-690b-4582-980f-82c333340687 None None] Routers {'7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:46.187760 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c26ac2a4-3b65-444f-94aa-897f51c73a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.193702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c8a092c6-690b-4582-980f-82c333340687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:22:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:46.261882 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-51078ed3-bb57-4505-8fd4-6045cf50f514 admin admin] Deleting port 57422ea4-31d0-481f-bff9-2e9791740b08 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:46.262328 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-51078ed3-bb57-4505-8fd4-6045cf50f514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.318715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-c8a092c6-690b-4582-980f-82c333340687 None None] Set router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:46.340828 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c26ac2a4-3b65-444f-94aa-897f51c73a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.377254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c8a092c6-690b-4582-980f-82c333340687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:22:46Z', 'revision_number': 6, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:46.386321 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ac2a4-3b65-444f-94aa-897f51c73a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5350a4-460f-428f-b97e-a81a9bb68aa3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:46.400106 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c26ac2a4-3b65-444f-94aa-897f51c73a64 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=65b3e0fc93b0496a9f9f4e1bfc438099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6306045 Jul 05 04:22:46.401393 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55330) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:46.411592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a092c6-690b-4582-980f-82c333340687 None None] The sync data for ids ['7fd0362d-4ac3-434f-8e11-5dc1e8c35a59'] in n-d-771363-32 is: [{'id': '7fd0362d-4ac3-434f-8e11-5dc1e8c35a59', 'name': 'tempest-TestVolumeBootPattern-1695611411-router', 'tenant_id': '48e750e760504acfa4e4109b157795f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:14Z', 'updated_at': '2021-07-05T04:22:46Z', 'revision_number': 6, 'project_id': '48e750e760504acfa4e4109b157795f3', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:46.426268 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-51078ed3-bb57-4505-8fd4-6045cf50f514 admin admin] For port 57422ea4-31d0-481f-bff9-2e9791740b08, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=57422ea4-31d0-481f-bff9-2e9791740b08,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:46.427364 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-51078ed3-bb57-4505-8fd4-6045cf50f514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.461819 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-51078ed3-bb57-4505-8fd4-6045cf50f514 admin admin] Calling delete_port for 57422ea4-31d0-481f-bff9-2e9791740b08 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:46.527936 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-957b5dd7-c408-49dc-94ca-d9e35e3d06ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.600550 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-957b5dd7-c408-49dc-94ca-d9e35e3d06ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.714206 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6c484-8390-48a1-abfe-db08f491202a req-c1dd118f-c2e2-412f-9275-e9f31433fe1d tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:46.715725 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fc6c484-8390-48a1-abfe-db08f491202a req-c1dd118f-c2e2-412f-9275-e9f31433fe1d tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 943 time: 0.1835968 Jul 05 04:22:46.792775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1fc6c484-8390-48a1-abfe-db08f491202a req-23561921-1b81-4c32-887b-fcda908d2e54 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652792 Jul 05 04:22:46.803585 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-957b5dd7-c408-49dc-94ca-d9e35e3d06ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.806682 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-957b5dd7-c408-49dc-94ca-d9e35e3d06ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.808102 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-957b5dd7-c408-49dc-94ca-d9e35e3d06ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f5350a4-460f-428f-b97e-a81a9bb68aa3 HTTP/1.1" status: 204 len: 168 time: 0.4055173 Jul 05 04:22:46.820620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b5dd7-c408-49dc-94ca-d9e35e3d06ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5350a4-460f-428f-b97e-a81a9bb68aa3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:46.885576 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-51078ed3-bb57-4505-8fd4-6045cf50f514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.886178 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5855c91a-8dcf-4393-9133-cef94d35a86c no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:46.918820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 5855c91a-8dcf-4393-9133-cef94d35a86c {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:46.922528 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5855c91a-8dcf-4393-9133-cef94d35a86c not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:46.922651 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51078ed3-bb57-4505-8fd4-6045cf50f514 admin admin] Pushing event deleted for resources: {'Port': ['ID=57422ea4-31d0-481f-bff9-2e9791740b08,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:46.994041 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-51078ed3-bb57-4505-8fd4-6045cf50f514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.004233 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.095039 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-51078ed3-bb57-4505-8fd4-6045cf50f514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.097488 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-51078ed3-bb57-4505-8fd4-6045cf50f514 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.232483 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-51078ed3-bb57-4505-8fd4-6045cf50f514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.233487 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51078ed3-bb57-4505-8fd4-6045cf50f514 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:22:47.242268 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-51078ed3-bb57-4505-8fd4-6045cf50f514 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.243768 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-51078ed3-bb57-4505-8fd4-6045cf50f514 admin admin] 10.222.0.38 "DELETE /v2.0/routers/7fd0362d-4ac3-434f-8e11-5dc1e8c35a59 HTTP/1.1" status: 204 len: 168 time: 1.5526626 Jul 05 04:22:47.246598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55338) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:47.334165 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ccf4bc-33f0-4fd0-b26b-8f809c83015b admin admin] Deleting subnet 50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:22:47.341736 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04ccf4bc-33f0-4fd0-b26b-8f809c83015b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.393859 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04ccf4bc-33f0-4fd0-b26b-8f809c83015b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.569510 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04ccf4bc-33f0-4fd0-b26b-8f809c83015b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.787975 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04ccf4bc-33f0-4fd0-b26b-8f809c83015b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.821078 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccf4bc-33f0-4fd0-b26b-8f809c83015b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50c6f83a-26f8-4fa9-bbc7-9cbd73efb092,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:47.823097 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-04ccf4bc-33f0-4fd0-b26b-8f809c83015b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.827766 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-04ccf4bc-33f0-4fd0-b26b-8f809c83015b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/50c6f83a-26f8-4fa9-bbc7-9cbd73efb092 HTTP/1.1" status: 204 len: 168 time: 0.5777562 Jul 05 04:22:47.828422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55350) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:47.831353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a300a1c3-635c-441c-b916-d4c82c6dc02a None None] Network 21576bdb-acd7-416e-ab70-c6ba0ea6d5de requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:47.931501 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.031806 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] Deleting port 92cddf28-6770-440e-bac9-1a0ae7ef2854 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:48.033846 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.118491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] DHCP port deletion for 21576bdb-acd7-416e-ab70-c6ba0ea6d5de request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:22:48.124474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e28623-9f3d-4dd7-8fd6-e251a5155e46 req-e8eb0ce9-c01b-4ce6-8e8d-4a633debf608 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:48.126870 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7e28623-9f3d-4dd7-8fd6-e251a5155e46 req-e8eb0ce9-c01b-4ce6-8e8d-4a633debf608 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 943 time: 0.1082969 Jul 05 04:22:48.138819 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] For port 92cddf28-6770-440e-bac9-1a0ae7ef2854, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=92cddf28-6770-440e-bac9-1a0ae7ef2854,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:48.139274 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.152823 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] Calling delete_port for 92cddf28-6770-440e-bac9-1a0ae7ef2854 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:48.182813 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7e28623-9f3d-4dd7-8fd6-e251a5155e46 req-f37638bf-e043-4724-b9e4-dc41f38b9348 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462706 Jul 05 04:22:48.204372 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Deleting port 92cddf28-6770-440e-bac9-1a0ae7ef2854 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:48.205002 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.277817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] For port 92cddf28-6770-440e-bac9-1a0ae7ef2854, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=92cddf28-6770-440e-bac9-1a0ae7ef2854,segment=NetworkSegment(ba30c167-2f9c-434c-9807-718cbef7f758),segment_id=ba30c167-2f9c-434c-9807-718cbef7f758)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:48.278222 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.292985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Calling delete_port for 92cddf28-6770-440e-bac9-1a0ae7ef2854 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:22:48.414638 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:22:48.441899 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.446099 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.452551 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Pushing event deleted for resources: {'Port': ['ID=92cddf28-6770-440e-bac9-1a0ae7ef2854,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:48.461545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] No DVR routers for this DVR port 92cddf28-6770-440e-bac9-1a0ae7ef2854 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:48.463993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:48.464560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:48.465323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:48.465715 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:48.466197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:48.466683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:48.467180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:48.468425 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:48.472358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:48.472358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:48.472358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:48.472358 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8b258-ff65-4935-916c-4e7bd75aeeae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:48.491283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] No DVR routers for this DVR port 92cddf28-6770-440e-bac9-1a0ae7ef2854 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:48.502998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] Pushing event deleted for resources: {'Port': ['ID=92cddf28-6770-440e-bac9-1a0ae7ef2854,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:48.623092 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.627032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55368) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:48.634946 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21576bdb-acd7-416e-ab70-c6ba0ea6d5de']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:48.642750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 57422ea4-31d0-481f-bff9-2e9791740b08 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:48.647428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba30c167-2f9c-434c-9807-718cbef7f758') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:48.647769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba30c167-2f9c-434c-9807-718cbef7f758') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:48.659750 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.664670 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 57422ea4-31d0-481f-bff9-2e9791740b08 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:48.665939 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 57422ea4-31d0-481f-bff9-2e9791740b08 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:48.666366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 92cddf28-6770-440e-bac9-1a0ae7ef2854 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:48.687245 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.687558 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 92cddf28-6770-440e-bac9-1a0ae7ef2854 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:48.687928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 92cddf28-6770-440e-bac9-1a0ae7ef2854 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:48.697430 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:22:48.698081 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:22:48.699678 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:22:48.795233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6484f0f2-6958-4acc-93ec-959a2e1894bd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-206099029-network', 'tenant_id': 'f64df635ced44d04a51244b8a53894d2'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:49.289809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6484f0f2-6958-4acc-93ec-959a2e1894bd admin admin] Made reservation on behalf of f64df635ced44d04a51244b8a53894d2 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:49.295029 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6484f0f2-6958-4acc-93ec-959a2e1894bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.302164 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6484f0f2-6958-4acc-93ec-959a2e1894bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.324341 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.330973 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.335971 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] 10.222.0.38 "DELETE /v2.0/networks/21576bdb-acd7-416e-ab70-c6ba0ea6d5de HTTP/1.1" status: 204 len: 168 time: 1.5063021 Jul 05 04:22:49.337728 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55376) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:49.403857 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7312f5-d24b-451c-83c7-b1be47ebfa11 admin admin] Pushing event deleted for resources: {'Network': ['ID=21576bdb-acd7-416e-ab70-c6ba0ea6d5de,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:49.439129 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5518d91-f4e0-40c8-8cbe-e3bc54752928 req-9eea2e11-096d-442c-b0f1-c45ed9608ccd tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:49.440692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5518d91-f4e0-40c8-8cbe-e3bc54752928 req-9eea2e11-096d-442c-b0f1-c45ed9608ccd tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 943 time: 0.1353748 Jul 05 04:22:49.513967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5518d91-f4e0-40c8-8cbe-e3bc54752928 req-09d06f06-20ce-4800-81cc-ae70534b3bd9 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664794 Jul 05 04:22:49.523762 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6484f0f2-6958-4acc-93ec-959a2e1894bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.672920 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6484f0f2-6958-4acc-93ec-959a2e1894bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.719479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6484f0f2-6958-4acc-93ec-959a2e1894bd admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:22:49.740949 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484f0f2-6958-4acc-93ec-959a2e1894bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:49.747808 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6484f0f2-6958-4acc-93ec-959a2e1894bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.748202 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-6484f0f2-6958-4acc-93ec-959a2e1894bd admin admin] Added segment dd9d6bbe-97eb-4463-aa16-dc49d4aace22 of type vlan for network 76a3690e-72ca-4988-a57f-9e0dc1188e63 Jul 05 04:22:49.787379 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8269876-2c99-4491-b18f-04ea6a3d896b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.788672 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6484f0f2-6958-4acc-93ec-959a2e1894bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.883561 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6484f0f2-6958-4acc-93ec-959a2e1894bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.884886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6484f0f2-6958-4acc-93ec-959a2e1894bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:49.885468 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6484f0f2-6958-4acc-93ec-959a2e1894bd admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.945993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484f0f2-6958-4acc-93ec-959a2e1894bd admin admin] Pushing event updated for resources: {'Network': ['ID=76a3690e-72ca-4988-a57f-9e0dc1188e63,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:49.968390 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 76a3690e-72ca-4988-a57f-9e0dc1188e63 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:22:50.027717 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6484f0f2-6958-4acc-93ec-959a2e1894bd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3995571 Jul 05 04:22:50.030579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55380) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:50.035600 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-59d06216-f413-433c-b74a-a0cb72f7d506 admin admin] Request body: {'subnet': {'network_id': '76a3690e-72ca-4988-a57f-9e0dc1188e63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-206099029-subnet', 'tenant_id': 'f64df635ced44d04a51244b8a53894d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:50.056000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-c8269876-2c99-4491-b18f-04ea6a3d896b admin admin] Deleting port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:50.056542 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8269876-2c99-4491-b18f-04ea6a3d896b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.124310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d06216-f413-433c-b74a-a0cb72f7d506 admin admin] Made reservation on behalf of f64df635ced44d04a51244b8a53894d2 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:50.126806 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59d06216-f413-433c-b74a-a0cb72f7d506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.138457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-c8269876-2c99-4491-b18f-04ea6a3d896b admin admin] For port afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4,segment=NetworkSegment(b15c8f89-1d55-4734-9add-c46b1a2db713),segment_id=b15c8f89-1d55-4734-9add-c46b1a2db713)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:50.138820 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8269876-2c99-4491-b18f-04ea6a3d896b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.152017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-c8269876-2c99-4491-b18f-04ea6a3d896b admin admin] Calling delete_port for afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:50.364321 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59d06216-f413-433c-b74a-a0cb72f7d506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.403869 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8269876-2c99-4491-b18f-04ea6a3d896b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.428273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d06216-f413-433c-b74a-a0cb72f7d506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b528c948-ad50-488b-a2af-78fc0e09bfe1,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:50.428777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8269876-2c99-4491-b18f-04ea6a3d896b admin admin] Pushing event deleted for resources: {'Port': ['ID=afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:50.435073 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d06216-f413-433c-b74a-a0cb72f7d506 admin admin] Checking segment: {'id': 'dd9d6bbe-97eb-4463-aa16-dc49d4aace22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '76a3690e-72ca-4988-a57f-9e0dc1188e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:50.435424 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d06216-f413-433c-b74a-a0cb72f7d506 admin admin] Network hostable DHCP agents. Network: 76a3690e-72ca-4988-a57f-9e0dc1188e63, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:22:50.547011 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d06216-f413-433c-b74a-a0cb72f7d506 admin admin] Network 76a3690e-72ca-4988-a57f-9e0dc1188e63 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:22:50.640836 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8269876-2c99-4491-b18f-04ea6a3d896b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.661445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-59d06216-f413-433c-b74a-a0cb72f7d506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 76a3690e-72ca-4988-a57f-9e0dc1188e63) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:50.678740 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3652b369-7677-41cc-8bb1-bcae56ea0608 None None] Network 76a3690e-72ca-4988-a57f-9e0dc1188e63 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:50.951305 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8269876-2c99-4491-b18f-04ea6a3d896b admin admin] Router 0571dbbc-26f8-4e35-b988-6dc1b500690a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:51.067796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8269876-2c99-4491-b18f-04ea6a3d896b admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:51.075251 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c8269876-2c99-4491-b18f-04ea6a3d896b admin admin] 10.222.0.38 "PUT /v2.0/routers/0571dbbc-26f8-4e35-b988-6dc1b500690a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7344842 Jul 05 04:22:51.075566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55394) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:51.082788 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba7d35-16e8-4e86-888f-4dd775032403 None None] Sync routers for ids ['0571dbbc-26f8-4e35-b988-6dc1b500690a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:51.093404 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba7d35-16e8-4e86-888f-4dd775032403 None None] Routers {'0571dbbc-26f8-4e35-b988-6dc1b500690a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:51.094589 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1bba7d35-16e8-4e86-888f-4dd775032403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:22:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0571dbbc-26f8-4e35-b988-6dc1b500690a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:51.097695 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d06216-f413-433c-b74a-a0cb72f7d506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:51.098271 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-59d06216-f413-433c-b74a-a0cb72f7d506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.099514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2670cb-c53f-441a-b3ba-1f5b15baf6e9 None None] Network 76a3690e-72ca-4988-a57f-9e0dc1188e63 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:51.145548 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ca195-0792-4ce0-b762-ce317cd53b2f req-8be0e2fc-0229-4279-a58d-26da1ec195aa tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:51.153855 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-790ca195-0792-4ce0-b762-ce317cd53b2f req-8be0e2fc-0229-4279-a58d-26da1ec195aa tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 943 time: 0.5036085 Jul 05 04:22:51.201423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-790ca195-0792-4ce0-b762-ce317cd53b2f req-dd004adb-e21c-4d4d-b7cc-f49fc345a547 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462129 Jul 05 04:22:51.209121 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-59d06216-f413-433c-b74a-a0cb72f7d506 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1773951 Jul 05 04:22:51.213338 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-1bba7d35-16e8-4e86-888f-4dd775032403 None None] Set router 0571dbbc-26f8-4e35-b988-6dc1b500690a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:51.281688 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70de0941-6171-4f73-8a4b-d0c00463bb3a admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.375261 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device dd797aa9-f9f9-491f-9897-c77531783ffc details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:22:51.439844 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70de0941-6171-4f73-8a4b-d0c00463bb3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.486933 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port dd797aa9-f9f9-491f-9897-c77531783ffc, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=dd797aa9-f9f9-491f-9897-c77531783ffc,segment=NetworkSegment(ddda5a6c-3c3d-47de-954c-c02f9efdddaf),segment_id=ddda5a6c-3c3d-47de-954c-c02f9efdddaf)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:51.506218 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'dd797aa9-f9f9-491f-9897-c77531783ffc', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'port_id': 'dd797aa9-f9f9-491f-9897-c77531783ffc', 'mac_address': 'fa:16:3e:56:37:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:22:51.527396 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1bba7d35-16e8-4e86-888f-4dd775032403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'name': 'tempest-TestVolumeBootPattern-1484576655-router', 'tenant_id': 'c921da20c6fd465a9792af8849e93b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b6f5821c-e085-4b9d-af98-d33a2b1aef98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:30Z', 'updated_at': '2021-07-05T04:22:50Z', 'revision_number': 5, 'project_id': 'c921da20c6fd465a9792af8849e93b31', 'gw_port': {'id': 'b6f5821c-e085-4b9d-af98-d33a2b1aef98', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:04:31Z', 'updated_at': '2021-07-05T04:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:51.554702 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba7d35-16e8-4e86-888f-4dd775032403 None None] Checking router: 0571dbbc-26f8-4e35-b988-6dc1b500690a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:51.567092 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.571517 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba7d35-16e8-4e86-888f-4dd775032403 None None] Routers {'0571dbbc-26f8-4e35-b988-6dc1b500690a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:51.572173 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1bba7d35-16e8-4e86-888f-4dd775032403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:22:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['0571dbbc-26f8-4e35-b988-6dc1b500690a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:51.584659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd797aa9-f9f9-491f-9897-c77531783ffc {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:51.608926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port dd797aa9-f9f9-491f-9897-c77531783ffc, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=dd797aa9-f9f9-491f-9897-c77531783ffc,segment=NetworkSegment(ddda5a6c-3c3d-47de-954c-c02f9efdddaf),segment_id=ddda5a6c-3c3d-47de-954c-c02f9efdddaf)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:51.635218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-70de0941-6171-4f73-8a4b-d0c00463bb3a admin admin] Deleting port b6f5821c-e085-4b9d-af98-d33a2b1aef98 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:51.635571 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70de0941-6171-4f73-8a4b-d0c00463bb3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.683888 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.688573 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-1bba7d35-16e8-4e86-888f-4dd775032403 None None] Set router 0571dbbc-26f8-4e35-b988-6dc1b500690a gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:51.731051 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-70de0941-6171-4f73-8a4b-d0c00463bb3a admin admin] For port b6f5821c-e085-4b9d-af98-d33a2b1aef98, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b6f5821c-e085-4b9d-af98-d33a2b1aef98,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:51.731420 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70de0941-6171-4f73-8a4b-d0c00463bb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.749522 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-70de0941-6171-4f73-8a4b-d0c00463bb3a admin admin] Calling delete_port for b6f5821c-e085-4b9d-af98-d33a2b1aef98 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:51.762577 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1bba7d35-16e8-4e86-888f-4dd775032403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'name': 'tempest-TestVolumeBootPattern-1484576655-router', 'tenant_id': 'c921da20c6fd465a9792af8849e93b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:30Z', 'updated_at': '2021-07-05T04:22:51Z', 'revision_number': 6, 'project_id': 'c921da20c6fd465a9792af8849e93b31', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:51.773615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=dd797aa9-f9f9-491f-9897-c77531783ffc,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:51.794022 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba7d35-16e8-4e86-888f-4dd775032403 None None] The sync data for ids ['0571dbbc-26f8-4e35-b988-6dc1b500690a'] in n-d-771363-32 is: [{'id': '0571dbbc-26f8-4e35-b988-6dc1b500690a', 'name': 'tempest-TestVolumeBootPattern-1484576655-router', 'tenant_id': 'c921da20c6fd465a9792af8849e93b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:04:30Z', 'updated_at': '2021-07-05T04:22:51Z', 'revision_number': 6, 'project_id': 'c921da20c6fd465a9792af8849e93b31', 'gw_port_host': None}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:52.026845 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70de0941-6171-4f73-8a4b-d0c00463bb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.031413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['dd797aa9-f9f9-491f-9897-c77531783ffc'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:52.056618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de0941-6171-4f73-8a4b-d0c00463bb3a admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f5821c-e085-4b9d-af98-d33a2b1aef98,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:52.089004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55414) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:52.097809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-636bf392-9c6b-40e4-8e3d-1033c58c01b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1780431287-network', 'tenant_id': '4a2479930b914c6d817d63379a2d3aae'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:52.134511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70de0941-6171-4f73-8a4b-d0c00463bb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.198561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636bf392-9c6b-40e4-8e3d-1033c58c01b9 admin admin] Made reservation on behalf of 4a2479930b914c6d817d63379a2d3aae for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:52.206450 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-636bf392-9c6b-40e4-8e3d-1033c58c01b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.223673 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-636bf392-9c6b-40e4-8e3d-1033c58c01b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.253083 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70de0941-6171-4f73-8a4b-d0c00463bb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.255661 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70de0941-6171-4f73-8a4b-d0c00463bb3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.377330 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-636bf392-9c6b-40e4-8e3d-1033c58c01b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.380326 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70de0941-6171-4f73-8a4b-d0c00463bb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.383811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70de0941-6171-4f73-8a4b-d0c00463bb3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0571dbbc-26f8-4e35-b988-6dc1b500690a {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:22:52.390768 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70de0941-6171-4f73-8a4b-d0c00463bb3a admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.392034 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-70de0941-6171-4f73-8a4b-d0c00463bb3a admin admin] 10.222.0.38 "DELETE /v2.0/routers/0571dbbc-26f8-4e35-b988-6dc1b500690a HTTP/1.1" status: 204 len: 168 time: 1.3154314 Jul 05 04:22:52.394559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55418) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:52.441272 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef441b5c-65d2-4fba-a74b-ca8b151d8fca req-b37b4c33-831f-4f36-ae74-c712fa32954c tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:52.441709 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a7d93c-edea-412c-8525-2c517c92276f admin admin] Deleting subnet ec6f2aee-0677-4d2f-a745-5419c651ebd1 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:22:52.442795 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef441b5c-65d2-4fba-a74b-ca8b151d8fca req-b37b4c33-831f-4f36-ae74-c712fa32954c tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 944 time: 0.0802531 Jul 05 04:22:52.445416 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b9a7d93c-edea-412c-8525-2c517c92276f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.448837 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-636bf392-9c6b-40e4-8e3d-1033c58c01b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.483304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b9a7d93c-edea-412c-8525-2c517c92276f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.492454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636bf392-9c6b-40e4-8e3d-1033c58c01b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:22:52.511231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bf392-9c6b-40e4-8e3d-1033c58c01b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becc57c4-e475-41f6-8506-c93b8e42d006,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:52.522037 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef441b5c-65d2-4fba-a74b-ca8b151d8fca req-f46a161a-ea1a-4fea-8f1e-8de81333af8b tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717471 Jul 05 04:22:52.523177 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-636bf392-9c6b-40e4-8e3d-1033c58c01b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.523433 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-636bf392-9c6b-40e4-8e3d-1033c58c01b9 admin admin] Added segment f65d8609-6341-4214-8e01-bbf822904a26 of type vlan for network f1be402a-41ca-4a26-90cb-8487a94438a1 Jul 05 04:22:52.580049 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-636bf392-9c6b-40e4-8e3d-1033c58c01b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.594401 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b9a7d93c-edea-412c-8525-2c517c92276f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.695572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b6f5821c-e085-4b9d-af98-d33a2b1aef98 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:52.700965 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-636bf392-9c6b-40e4-8e3d-1033c58c01b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.702825 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636bf392-9c6b-40e4-8e3d-1033c58c01b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:52.703718 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-636bf392-9c6b-40e4-8e3d-1033c58c01b9 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.717180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: b6f5821c-e085-4b9d-af98-d33a2b1aef98 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:52.717714 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b6f5821c-e085-4b9d-af98-d33a2b1aef98 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:52.718518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:52.734092 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b9a7d93c-edea-412c-8525-2c517c92276f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.775044 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b9a7d93c-edea-412c-8525-2c517c92276f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.776299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bf392-9c6b-40e4-8e3d-1033c58c01b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f1be402a-41ca-4a26-90cb-8487a94438a1,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:52.777560 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b9a7d93c-edea-412c-8525-2c517c92276f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ec6f2aee-0677-4d2f-a745-5419c651ebd1 HTTP/1.1" status: 204 len: 168 time: 0.3819845 Jul 05 04:22:52.779503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7d93c-edea-412c-8525-2c517c92276f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6f2aee-0677-4d2f-a745-5419c651ebd1,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:52.790402 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55420) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:52.849296 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-636bf392-9c6b-40e4-8e3d-1033c58c01b9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7562735 Jul 05 04:22:52.849750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55424) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:52.854908 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-58b0cc9e-1079-4486-ad8e-f643ba571768 admin admin] Request body: {'subnet': {'network_id': 'f1be402a-41ca-4a26-90cb-8487a94438a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1780431287-subnet', 'tenant_id': '4a2479930b914c6d817d63379a2d3aae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:52.880312 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.923663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e6cbb3-ca66-40e5-8d10-9fa4f80f3c0c None None] Network ceddfeb3-cd14-4701-9f58-5d4746e25c2f requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:52.925545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network f1be402a-41ca-4a26-90cb-8487a94438a1 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:22:52.928255 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:52.937522 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device afece3b5-66f9-4c34-8ee6-f4db9fd0f0d4 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:52.953257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b0cc9e-1079-4486-ad8e-f643ba571768 admin admin] Made reservation on behalf of 4a2479930b914c6d817d63379a2d3aae for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:52.954429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] Deleting port c613aa8f-f968-4e71-b14e-44295f982e54 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:52.954968 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.955718 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58b0cc9e-1079-4486-ad8e-f643ba571768 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.100181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] For port c613aa8f-f968-4e71-b14e-44295f982e54, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c613aa8f-f968-4e71-b14e-44295f982e54,segment=NetworkSegment(b15c8f89-1d55-4734-9add-c46b1a2db713),segment_id=b15c8f89-1d55-4734-9add-c46b1a2db713)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:53.100780 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.146790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] Calling delete_port for c613aa8f-f968-4e71-b14e-44295f982e54 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:53.271610 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d86be5c-a605-422a-8b91-d239a8bcf772 None None] DHCP port deletion for ceddfeb3-cd14-4701-9f58-5d4746e25c2f request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:22:53.303070 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device dd797aa9-f9f9-491f-9897-c77531783ffc up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:53.368210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-3d86be5c-a605-422a-8b91-d239a8bcf772 None None] Deleting port c613aa8f-f968-4e71-b14e-44295f982e54 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:53.368585 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3d86be5c-a605-422a-8b91-d239a8bcf772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.380936 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58b0cc9e-1079-4486-ad8e-f643ba571768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.403758 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.437166 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port dd797aa9-f9f9-491f-9897-c77531783ffc completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:53.449006 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c613aa8f-f968-4e71-b14e-44295f982e54,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:53.453450 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3d86be5c-a605-422a-8b91-d239a8bcf772 None None] For port c613aa8f-f968-4e71-b14e-44295f982e54, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c613aa8f-f968-4e71-b14e-44295f982e54,segment=NetworkSegment(b15c8f89-1d55-4734-9add-c46b1a2db713),segment_id=b15c8f89-1d55-4734-9add-c46b1a2db713)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:53.453450 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3d86be5c-a605-422a-8b91-d239a8bcf772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.454514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] No DVR routers for this DVR port c613aa8f-f968-4e71-b14e-44295f982e54 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:53.458216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0cc9e-1079-4486-ad8e-f643ba571768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f99110-8e9d-47da-b045-ecd4b0077d9f,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:53.460487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b0cc9e-1079-4486-ad8e-f643ba571768 admin admin] Checking segment: {'id': 'f65d8609-6341-4214-8e01-bbf822904a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1be402a-41ca-4a26-90cb-8487a94438a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:53.460853 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b0cc9e-1079-4486-ad8e-f643ba571768 admin admin] Network hostable DHCP agents. Network: f1be402a-41ca-4a26-90cb-8487a94438a1, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:22:53.465813 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port dd797aa9-f9f9-491f-9897-c77531783ffc triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:53.466378 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.491703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-3d86be5c-a605-422a-8b91-d239a8bcf772 None None] Calling delete_port for c613aa8f-f968-4e71-b14e-44295f982e54 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:53.548372 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.569771 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b0cc9e-1079-4486-ad8e-f643ba571768 admin admin] Network f1be402a-41ca-4a26-90cb-8487a94438a1 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:22:53.585366 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceddfeb3-cd14-4701-9f58-5d4746e25c2f']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:53.596857 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15c8f89-1d55-4734-9add-c46b1a2db713') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:53.597725 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15c8f89-1d55-4734-9add-c46b1a2db713') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:53.607487 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.620810 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.625905 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.630424 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3d86be5c-a605-422a-8b91-d239a8bcf772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.632339 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:22:53.632842 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:22:53.634618 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:22:53.668374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86be5c-a605-422a-8b91-d239a8bcf772 None None] Pushing event deleted for resources: {'Port': ['ID=c613aa8f-f968-4e71-b14e-44295f982e54,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:53.677420 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537212e1-9628-4683-9b91-b3c64d430b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd797aa9-f9f9-491f-9897-c77531783ffc'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:53.679721 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85f3d87-50ce-4179-906c-028c7fae7f93" -d '{"events": [{"server_uuid": "537212e1-9628-4683-9b91-b3c64d430b1f", "name": "network-vif-plugged", "status": "completed", "tag": "dd797aa9-f9f9-491f-9897-c77531783ffc"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:53.682993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d86be5c-a605-422a-8b91-d239a8bcf772 None None] No DVR routers for this DVR port c613aa8f-f968-4e71-b14e-44295f982e54 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:22:53.697991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-58b0cc9e-1079-4486-ad8e-f643ba571768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, f1be402a-41ca-4a26-90cb-8487a94438a1) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:53.697991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b0cc9e-1079-4486-ad8e-f643ba571768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:53.697991 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58b0cc9e-1079-4486-ad8e-f643ba571768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.710447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port dd797aa9-f9f9-491f-9897-c77531783ffc, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=dd797aa9-f9f9-491f-9897-c77531783ffc,segment=NetworkSegment(ddda5a6c-3c3d-47de-954c-c02f9efdddaf),segment_id=ddda5a6c-3c3d-47de-954c-c02f9efdddaf)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:53.723387 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf16297e-ce1d-44e5-993d-2f363edced8e None None] Network f1be402a-41ca-4a26-90cb-8487a94438a1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:53.807158 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9717d26-4f8a-4a0f-8f78-49dd717c3485 x-openstack-request-id: req-f9717d26-4f8a-4a0f-8f78-49dd717c3485 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:53.811808 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537212e1-9628-4683-9b91-b3c64d430b1f", "name": "network-vif-plugged", "status": "completed", "tag": "dd797aa9-f9f9-491f-9897-c77531783ffc", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:53.811808 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f9717d26-4f8a-4a0f-8f78-49dd717c3485 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:53.811808 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537212e1-9628-4683-9b91-b3c64d430b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd797aa9-f9f9-491f-9897-c77531783ffc', 'code': 200} Jul 05 04:22:53.828112 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-58b0cc9e-1079-4486-ad8e-f643ba571768 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9770648 Jul 05 04:22:53.845817 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d406e0-1caa-41a6-a204-ae87f0fb3ace req-1d22d32b-c54a-47f0-94f2-08b377e6b9e8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:53.845817 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92d406e0-1caa-41a6-a204-ae87f0fb3ace req-1d22d32b-c54a-47f0-94f2-08b377e6b9e8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 944 time: 0.1008854 Jul 05 04:22:53.892463 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92d406e0-1caa-41a6-a204-ae87f0fb3ace req-599003b2-bd39-4205-aba1-f91958ac2120 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420966 Jul 05 04:22:53.900612 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.901899 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.914546 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.928442 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ceddfeb3-cd14-4701-9f58-5d4746e25c2f HTTP/1.1" status: 204 len: 168 time: 1.1361849 Jul 05 04:22:53.952917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fd0e2-2a7e-4495-8a47-f8570e979cf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceddfeb3-cd14-4701-9f58-5d4746e25c2f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:53.976475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cefc4-acfb-4132-b618-d257cf017a4c req-ca0201a7-8069-4b6f-8a74-602667e5c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:53.978023 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d80cefc4-acfb-4132-b618-d257cf017a4c req-ca0201a7-8069-4b6f-8a74-602667e5c7ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 1097 time: 0.1416907 Jul 05 04:22:54.032914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8052b4c8-015d-45de-a150-e5971c7e9d7b None None] Network f1be402a-41ca-4a26-90cb-8487a94438a1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:54.077068 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d80cefc4-acfb-4132-b618-d257cf017a4c req-699aad41-7eec-4ca6-a626-af969491f6a7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876818 Jul 05 04:22:54.090950 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=dd797aa9-f9f9-491f-9897-c77531783ffc,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:54.464485 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-f722c4e9-4c26-4818-a61c-733a6d93b359 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:54.465988 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-f722c4e9-4c26-4818-a61c-733a6d93b359 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/networks?id=76a3690e-72ca-4988-a57f-9e0dc1188e63 HTTP/1.1" status: 200 len: 811 time: 0.1145439 Jul 05 04:22:54.483766 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-b0836d4b-ded6-4081-8157-0d35f6a02f2d tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/quotas/f64df635ced44d04a51244b8a53894d2 HTTP/1.1" status: 200 len: 375 time: 0.0102780 Jul 05 04:22:54.507233 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55460) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:54.520409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-3edc22c8-99e8-4598-b51b-e0a39f349066 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f64df635ced44d04a51244b8a53894d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313394 Jul 05 04:22:54.553242 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-68962187-50a6-4217-a97e-7a291dde6554 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=48e750e760504acfa4e4109b157795f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441113 Jul 05 04:22:54.555612 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55462) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:54.615973 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c613aa8f-f968-4e71-b14e-44295f982e54 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:22:54.625664 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af0bc97f-15ec-4d6a-a9d5-0430537787e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.642052 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: c613aa8f-f968-4e71-b14e-44295f982e54 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:22:54.642404 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c613aa8f-f968-4e71-b14e-44295f982e54 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:22:54.649129 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af0bc97f-15ec-4d6a-a9d5-0430537787e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.652311 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-3ab9d5c8-143a-4d63-948e-2270a7e771dc service neutron] 10.222.0.38 "GET /v2.0/networks/76a3690e-72ca-4988-a57f-9e0dc1188e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246574 Jul 05 04:22:54.747970 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-2cf370ad-6cc7-4551-a21c-953d7c3175ae service neutron] 10.222.0.38 "GET /v2.0/networks/76a3690e-72ca-4988-a57f-9e0dc1188e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894413 Jul 05 04:22:54.784712 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af0bc97f-15ec-4d6a-a9d5-0430537787e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.789955 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-af0bc97f-15ec-4d6a-a9d5-0430537787e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.809262 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-af0bc97f-15ec-4d6a-a9d5-0430537787e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8316fa40-4103-4de2-b3e4-6614004d1cc0 HTTP/1.1" status: 204 len: 168 time: 0.2393086 Jul 05 04:22:54.828365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bc97f-15ec-4d6a-a9d5-0430537787e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8316fa40-4103-4de2-b3e4-6614004d1cc0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:55.031345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-de089918-73e3-4aae-913c-cef9612e1077 req-622c922e-83ca-450a-9b54-cab8d4c42289 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 210 time: 0.0312328 Jul 05 04:22:55.105702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d24fe8-6b0e-488f-99dc-27c27e7d1867 req-c617459f-4ce2-4bad-b495-e4125b6e9447 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:55.107324 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a3d24fe8-6b0e-488f-99dc-27c27e7d1867 req-c617459f-4ce2-4bad-b495-e4125b6e9447 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 945 time: 0.0736196 Jul 05 04:22:55.162679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a3d24fe8-6b0e-488f-99dc-27c27e7d1867 req-e4aaf2e7-4407-413e-8b7f-094bb5a12de6 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428145 Jul 05 04:22:55.553375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55488) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:55.595706 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ca7eeab6-1404-4d22-81db-4877211920e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c921da20c6fd465a9792af8849e93b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406435 Jul 05 04:22:55.598001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55490) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:55.650886 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e1e0ebb-0fa2-4572-bc0e-b642aa3e04e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.672808 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e1e0ebb-0fa2-4572-bc0e-b642aa3e04e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.794124 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e1e0ebb-0fa2-4572-bc0e-b642aa3e04e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.797276 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e1e0ebb-0fa2-4572-bc0e-b642aa3e04e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.798657 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9e1e0ebb-0fa2-4572-bc0e-b642aa3e04e2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f77ea42-032e-4de4-ab7e-dedaa775c781 HTTP/1.1" status: 204 len: 168 time: 0.1995790 Jul 05 04:22:55.808803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e0ebb-0fa2-4572-bc0e-b642aa3e04e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f77ea42-032e-4de4-ab7e-dedaa775c781,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:56.126678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3aa9bf89-8d53-4b21-b497-123e7b0b4483 req-b69546fc-ef14-4f47-ad74-dbf8b0681e34 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 210 time: 0.0377374 Jul 05 04:22:56.371480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b4e0b-d11a-4fb8-88f6-0ee29f6cc5ce req-21b4aaee-6c1f-4bfa-a32d-009b86e2e004 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:56.373147 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b2b4e0b-d11a-4fb8-88f6-0ee29f6cc5ce req-21b4aaee-6c1f-4bfa-a32d-009b86e2e004 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 945 time: 0.0836267 Jul 05 04:22:56.417360 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b2b4e0b-d11a-4fb8-88f6-0ee29f6cc5ce req-37680969-0b85-4a0b-aab2-dafd8eb58da2 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367410 Jul 05 04:22:56.682291 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26217d19-ffa2-4740-9963-a44c8935a85b req-f3bdb65a-baad-4676-9fb7-3f861921e996 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:56.684332 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26217d19-ffa2-4740-9963-a44c8935a85b req-f3bdb65a-baad-4676-9fb7-3f861921e996 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 945 time: 0.1109440 Jul 05 04:22:56.759137 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26217d19-ffa2-4740-9963-a44c8935a85b req-e33a2d68-fafd-4aae-a731-28a3dcaece7f tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682874 Jul 05 04:22:56.784218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55512) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:56.790299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-0a2f131b-a3e0-4b4d-8cfa-e64e034ff2be service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2949529 Jul 05 04:22:56.897808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-c0faa9a9-c9d2-4d99-89d4-a1b2b2a2b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:56.898383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-c0faa9a9-c9d2-4d99-89d4-a1b2b2a2b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:56.899490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-c0faa9a9-c9d2-4d99-89d4-a1b2b2a2b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:56.899980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-c0faa9a9-c9d2-4d99-89d4-a1b2b2a2b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:56.900755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-c0faa9a9-c9d2-4d99-89d4-a1b2b2a2b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:56.901255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-c0faa9a9-c9d2-4d99-89d4-a1b2b2a2b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:56.901727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-c0faa9a9-c9d2-4d99-89d4-a1b2b2a2b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:56.904270 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-c0faa9a9-c9d2-4d99-89d4-a1b2b2a2b767 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 6507 time: 0.0875354 Jul 05 04:22:56.964642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237e6ccf-7ab8-4add-b0b9-781008d9ea52 tempest-TestVolumeBackupRestore-282663647 tempest-TestVolumeBackupRestore-282663647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:56.966475 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-237e6ccf-7ab8-4add-b0b9-781008d9ea52 tempest-TestVolumeBackupRestore-282663647 tempest-TestVolumeBackupRestore-282663647-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 1092 time: 0.1809268 Jul 05 04:22:56.971356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55516) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:56.976610 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': 'dd797aa9-f9f9-491f-9897-c77531783ffc', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:57.040699 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-60941fa1-e299-4c10-96b7-99673f13a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:57.041180 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-60941fa1-e299-4c10-96b7-99673f13a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:57.041646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-60941fa1-e299-4c10-96b7-99673f13a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:57.043256 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-60941fa1-e299-4c10-96b7-99673f13a1ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=698c7822-9f38-4d13-a24c-340f7e82d957&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=4f1cf73a-04b0-4401-a497-483da7eef180&id=4f1cf73a-04b0-4401-a497-483da7eef180 HTTP/1.1" status: 200 len: 2295 time: 0.1052577 Jul 05 04:22:57.067280 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:57.117997 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-a5810b8c-8491-4b2a-8e8d-7a82f389c74f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=738f86fa-81ff-4194-8b17-37fec1ad0865 HTTP/1.1" status: 200 len: 1001 time: 0.0681369 Jul 05 04:22:57.185808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-00cf8135-273a-4002-ac60-804e673cf160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:57.188232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-00cf8135-273a-4002-ac60-804e673cf160 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc2108e7-7cda-4a81-b5ef-7079e3e394a2 HTTP/1.1" status: 200 len: 855 time: 0.0628324 Jul 05 04:22:57.191714 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:57.281369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-4fac32d4-8349-4c68-866c-53a47849cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:57.283404 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-4fac32d4-8349-4c68-866c-53a47849cd2c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=698c7822-9f38-4d13-a24c-340f7e82d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843616 Jul 05 04:22:57.303724 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43e1ceb4-b449-45d9-8419-ccba1273d2b5 req-7326225d-8586-42dd-a1dc-4f607053c664 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 210 time: 0.0418704 Jul 05 04:22:57.339728 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Allocated IP 172.25.6.82 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/6c0d1e78-119e-4cb9-b968-7f4a120dd768) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:57.435116 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-0f081777-7c3e-4fea-8b99-f370b983e0fb service neutron] 10.222.0.10 "GET /v2.0/networks/698c7822-9f38-4d13-a24c-340f7e82d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340115 Jul 05 04:22:57.477172 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:57.563667 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-e00c9f93-d284-45eb-931d-27461906d6ad service neutron] 10.222.0.10 "GET /v2.0/networks/698c7822-9f38-4d13-a24c-340f7e82d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202235 Jul 05 04:22:57.613768 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-dce604d3-056d-4e93-a490-4ab2c2403555 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=0b261412-7c1f-44d0-b0d0-86763bb68022 HTTP/1.1" status: 200 len: 217 time: 0.0408249 Jul 05 04:22:57.621232 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:57.664540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:57.671190 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-59e492c3-5549-49bd-8ae4-05bf48758e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:57.672885 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-59e492c3-5549-49bd-8ae4-05bf48758e60 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0511913 Jul 05 04:22:57.673448 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:57.677035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:57.702814 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Pushing event updated for resources: {'Port': ['ID=6c0d1e78-119e-4cb9-b968-7f4a120dd768,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:57.780246 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-be60d53d-aaf2-4a55-9146-0e4101146555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:57.783234 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-be60d53d-aaf2-4a55-9146-0e4101146555 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0922832 Jul 05 04:22:57.949445 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-754a05ec-50bb-4809-99c1-c13824b27c72 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:57.950827 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-754a05ec-50bb-4809-99c1-c13824b27c72 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.10 "GET /v2.0/networks?id=76a3690e-72ca-4988-a57f-9e0dc1188e63 HTTP/1.1" status: 200 len: 811 time: 0.2435546 Jul 05 04:22:57.964112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-ca77a3e4-b3be-43a4-adf8-38c9fa335ee2 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Request body: {'port': {'device_id': 'f0469e7c-cd02-45ec-b310-ddaf39cae0d0', 'network_id': '76a3690e-72ca-4988-a57f-9e0dc1188e63', 'admin_state_up': True, 'tenant_id': 'f64df635ced44d04a51244b8a53894d2'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:57.973147 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-576ef353-48b8-4cfb-bd9b-6a19ca68f8e6 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638598 Jul 05 04:22:58.107356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-0fc10537-e9d3-4dc7-92ff-1b0bcf419ff4 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272695 Jul 05 04:22:58.154641 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-7e977f3d-ce23-4c62-96e4-d0036c0b677f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=9314883e-d767-4609-a20b-7dd34002a5f2 HTTP/1.1" status: 200 len: 217 time: 0.0389574 Jul 05 04:22:58.245696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-cb9af179-504c-4047-9ef4-8697f022370b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:58.249417 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-cb9af179-504c-4047-9ef4-8697f022370b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0837967 Jul 05 04:22:58.283607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-ca77a3e4-b3be-43a4-adf8-38c9fa335ee2 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Made reservation on behalf of f64df635ced44d04a51244b8a53894d2 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:58.287262 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-ca77a3e4-b3be-43a4-adf8-38c9fa335ee2 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.318741 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-92805268-2e21-4390-a6a4-1026c9eb4ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:58.320627 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-92805268-2e21-4390-a6a4-1026c9eb4ccf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0652308 Jul 05 04:22:58.397511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.483703 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81610d09-ae06-4096-839d-b13f9c22e33e req-682ab261-86dc-471d-8b7c-ff5795f4254f tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 210 time: 0.0419037 Jul 05 04:22:58.495858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-7d712dd2-61c6-4014-b3a1-371748196437 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658833 Jul 05 04:22:58.517971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-ca77a3e4-b3be-43a4-adf8-38c9fa335ee2 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Allocated IP 172.20.0.12 (76a3690e-72ca-4988-a57f-9e0dc1188e63/b528c948-ad50-488b-a2af-78fc0e09bfe1/e2a95105-92e4-4325-aae7-2146d8dc6add) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:58.611027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-3b4e6bbe-965d-43ba-8e13-e489acaf256d service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054332 Jul 05 04:22:58.626218 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.664202 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-c8ac7b73-a5d6-4b7a-ab75-bfe84168e496 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=6c46133d-628f-46e3-b0ef-033e0c1e19fb HTTP/1.1" status: 200 len: 217 time: 0.0415442 Jul 05 04:22:58.716785 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-7160b598-d0f6-4ee3-89c4-60cb5c12e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:58.718943 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-7160b598-d0f6-4ee3-89c4-60cb5c12e628 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0473382 Jul 05 04:22:58.784741 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-3c4de39e-6d35-49e6-ab08-933af9d32c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:58.786342 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-3c4de39e-6d35-49e6-ab08-933af9d32c89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0554707 Jul 05 04:22:58.901292 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-1dfeab57-740f-4e42-9585-4087d996fb83 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059403 Jul 05 04:22:59.004396 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-1071436f-df95-4d2e-a8b8-df49cb157867 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957766 Jul 05 04:22:59.057992 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-18927017-b770-4bbb-9e01-9a2701f68352 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac HTTP/1.1" status: 200 len: 217 time: 0.0442588 Jul 05 04:22:59.117415 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-6bd64a96-dd96-4b38-95f3-633dfd22c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:59.118923 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-6bd64a96-dd96-4b38-95f3-633dfd22c174 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0537462 Jul 05 04:22:59.169415 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-ca77a3e4-b3be-43a4-adf8-38c9fa335ee2 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.180324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-1c476d76-b8e4-4963-b606-2c4980d2c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:59.181943 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-1c476d76-b8e4-4963-b606-2c4980d2c888 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0560458 Jul 05 04:22:59.236442 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.274944 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-62cb411b-b283-411e-82fc-643f49894281 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853035 Jul 05 04:22:59.300783 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.370952 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-ca77a3e4-b3be-43a4-adf8-38c9fa335ee2 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.371559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-f212bae3-14bd-44ea-8b97-bd936efd439f service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898015 Jul 05 04:22:59.391538 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Pushing event updated for resources: {'Port': ['ID=6c0d1e78-119e-4cb9-b968-7f4a120dd768,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:59.424982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-2a357987-aed3-4d3a-9a26-d6b096c6a3a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=842fd16f-f6ac-4a0e-8522-3a548a7030b0 HTTP/1.1" status: 200 len: 217 time: 0.0451312 Jul 05 04:22:59.427900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.436602 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-ca77a3e4-b3be-43a4-adf8-38c9fa335ee2 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Network 76a3690e-72ca-4988-a57f-9e0dc1188e63 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:59.471174 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-ca77a3e4-b3be-43a4-adf8-38c9fa335ee2 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:59.473819 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-ca77a3e4-b3be-43a4-adf8-38c9fa335ee2 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:59.487004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-aa47b031-dc02-44b9-bc19-5585720eea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:59.488527 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-aa47b031-dc02-44b9-bc19-5585720eea31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a51c3177-af5c-4643-ae1e-7fa582a1817a HTTP/1.1" status: 200 len: 797 time: 0.0539341 Jul 05 04:22:59.535260 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77a3e4-b3be-43a4-adf8-38c9fa335ee2 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Pushing event updated for resources: {'Port': ['ID=e2a95105-92e4-4325-aae7-2146d8dc6add,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:59.577107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-55e9fdf6-1c09-44bb-8436-419db6fcc24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:59.580462 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-55e9fdf6-1c09-44bb-8436-419db6fcc24c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f1cf73a-04b0-4401-a497-483da7eef180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0779176 Jul 05 04:22:59.598941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-ca77a3e4-b3be-43a4-adf8-38c9fa335ee2 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:59.599574 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-ca77a3e4-b3be-43a4-adf8-38c9fa335ee2 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.620557 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Floating IP 43d39dd0-eb38-4e37-9487-aaf26d827c2d associated. External IP: 172.25.6.82, port: dd797aa9-f9f9-491f-9897-c77531783ffc. Jul 05 04:22:59.708858 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-ca77a3e4-b3be-43a4-adf8-38c9fa335ee2 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7485819 Jul 05 04:22:59.723433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Request body: {'port': {'device_id': 'f0469e7c-cd02-45ec-b310-ddaf39cae0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:59.738428 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-31607fce-ba16-4c62-a7b5-9a56a0c305b4 service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441092 Jul 05 04:22:59.752233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae16892-f707-4fcf-a8ba-8812acb80c1d req-14b1e1a0-f267-4a6a-84e4-679cb6d51663 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:59.753899 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ae16892-f707-4fcf-a8ba-8812acb80c1d req-14b1e1a0-f267-4a6a-84e4-679cb6d51663 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 932 time: 0.1078293 Jul 05 04:22:59.845184 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ae16892-f707-4fcf-a8ba-8812acb80c1d req-426c0b9e-e78d-4d9f-a0c3-c23fa47c46d8 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817227 Jul 05 04:22:59.859249 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.873241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-0e041868-6e17-48c3-ad0e-9cf977de4a61 service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182756 Jul 05 04:22:59.916396 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-ba9d347d-e284-49f7-b539-544dd003ebab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc6253bb-103b-4e73-9c12-d322528e9316 HTTP/1.1" status: 200 len: 217 time: 0.0356169 Jul 05 04:22:59.963075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:59.975777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-460836db-35c9-4b39-a6f6-17dae6aa603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:59.978136 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-460836db-35c9-4b39-a6f6-17dae6aa603a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a51c3177-af5c-4643-ae1e-7fa582a1817a HTTP/1.1" status: 200 len: 797 time: 0.0494063 Jul 05 04:23:00.066765 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-a4b29c6a-d710-4d5d-b73c-f78b95dc1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:00.068508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-a4b29c6a-d710-4d5d-b73c-f78b95dc1df0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f1cf73a-04b0-4401-a497-483da7eef180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0808902 Jul 05 04:23:00.189576 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-63ee4bb6-cb95-4f0c-94e3-3402f8302f08 service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112971 Jul 05 04:23:00.240490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:00.254088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89335bfe-6309-438a-9a8d-d4a35451e394 None None] Sync routers for ids ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:00.271790 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89335bfe-6309-438a-9a8d-d4a35451e394 None None] Routers {'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:00.274309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-89335bfe-6309-438a-9a8d-d4a35451e394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:22:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:00.322063 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.332462 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-66045110-6c6b-4fe9-88df-a939fbdb88f4 service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335278 Jul 05 04:23:00.387180 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a95105-92e4-4325-aae7-2146d8dc6add {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:23:00.393572 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.401108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-89335bfe-6309-438a-9a8d-d4a35451e394 None None] Set router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:00.407457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Transition to ACTIVE for port object e2a95105-92e4-4325-aae7-2146d8dc6add will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:00.422200 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b99901f7-8890-4db4-ac26-d006e7840449 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4456494 Jul 05 04:23:00.422200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537212e1-9628-4683-9b91-b3c64d430b1f', 'tag': 'dd797aa9-f9f9-491f-9897-c77531783ffc'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:00.422200 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544865e3-2011-4853-94e9-ba6fa49a15cb" -d '{"events": [{"name": "network-changed", "server_uuid": "537212e1-9628-4683-9b91-b3c64d430b1f", "tag": "dd797aa9-f9f9-491f-9897-c77531783ffc"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:00.422782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55548) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:00.476711 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143b6e6e-dbfb-4337-abe1-cdfee3808a65 x-openstack-request-id: req-143b6e6e-dbfb-4337-abe1-cdfee3808a65 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:00.477008 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537212e1-9628-4683-9b91-b3c64d430b1f", "tag": "dd797aa9-f9f9-491f-9897-c77531783ffc", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:00.477325 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-143b6e6e-dbfb-4337-abe1-cdfee3808a65 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:00.477669 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537212e1-9628-4683-9b91-b3c64d430b1f', 'tag': 'dd797aa9-f9f9-491f-9897-c77531783ffc', 'status': 'completed', 'code': 200} Jul 05 04:23:00.488041 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dd484a-673b-4498-a620-a993c49bd54e tempest-TestVolumeBackupRestore-282663647 tempest-TestVolumeBackupRestore-282663647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:00.489653 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-81dd484a-673b-4498-a620-a993c49bd54e tempest-TestVolumeBackupRestore-282663647 tempest-TestVolumeBackupRestore-282663647-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 1092 time: 0.0646877 Jul 05 04:23:00.491664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55552) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:00.492510 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.500671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-cc1ac366-dec1-4b07-8f1b-27bc6daf76aa tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Request body: {'floatingip': {'port_id': 'dd797aa9-f9f9-491f-9897-c77531783ffc'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:00.632142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a95105-92e4-4325-aae7-2146d8dc6add,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:00.645329 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc1ac366-dec1-4b07-8f1b-27bc6daf76aa tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for floatingip, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.678583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-89335bfe-6309-438a-9a8d-d4a35451e394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:06Z', 'revision_number': 4, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port': {'id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '43d39dd0-eb38-4e37-9487-aaf26d827c2d', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'port_id': 'dd797aa9-f9f9-491f-9897-c77531783ffc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'mac_address': 'fa:16:3e:56:37:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537212e1-9628-4683-9b91-b3c64d430b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:58Z', 'updated_at': '2021-07-05T04:22:58Z', 'revision_number': 0, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eb7397-40f4-40a4-95ea-874c9c264d96', 'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'mac_address': 'fa:16:3e:3a:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:04Z', 'updated_at': '2021-07-05T04:19:12Z', 'revision_number': 5, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'subnets': [{'id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:00.708030 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89335bfe-6309-438a-9a8d-d4a35451e394 None None] Checking router: dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:23:00.717353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89335bfe-6309-438a-9a8d-d4a35451e394 None None] Routers {'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:00.718674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-89335bfe-6309-438a-9a8d-d4a35451e394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:22:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:00.758118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544865e3-2011-4853-94e9-ba6fa49a15cb req-02c1e435-7b2b-4c2c-8cef-104b8de937f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:00.759656 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-544865e3-2011-4853-94e9-ba6fa49a15cb req-02c1e435-7b2b-4c2c-8cef-104b8de937f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74f5c72e9b0041dea11725676c604b30&device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 1097 time: 0.2495434 Jul 05 04:23:00.832406 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-89335bfe-6309-438a-9a8d-d4a35451e394 None None] Set router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:00.855238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Attempting to bind port e2a95105-92e4-4325-aae7-2146d8dc6add on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:23:00.855575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Attempting to bind port e2a95105-92e4-4325-aae7-2146d8dc6add by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'dd9d6bbe-97eb-4463-aa16-dc49d4aace22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '76a3690e-72ca-4988-a57f-9e0dc1188e63'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:23:00.855910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Attempting to bind port e2a95105-92e4-4325-aae7-2146d8dc6add on network 76a3690e-72ca-4988-a57f-9e0dc1188e63 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:00.887919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Port e2a95105-92e4-4325-aae7-2146d8dc6add on network 76a3690e-72ca-4988-a57f-9e0dc1188e63 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:23:00.888286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Attempting to bind port e2a95105-92e4-4325-aae7-2146d8dc6add on network 76a3690e-72ca-4988-a57f-9e0dc1188e63 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:00.905583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:23:00.906013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Checking segment: {'id': 'dd9d6bbe-97eb-4463-aa16-dc49d4aace22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '76a3690e-72ca-4988-a57f-9e0dc1188e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:00.906409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Bound using segment: {'id': 'dd9d6bbe-97eb-4463-aa16-dc49d4aace22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '76a3690e-72ca-4988-a57f-9e0dc1188e63'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:23:00.906860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Bound port: e2a95105-92e4-4325-aae7-2146d8dc6add, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9d6bbe-97eb-4463-aa16-dc49d4aace22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '76a3690e-72ca-4988-a57f-9e0dc1188e63'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:23:00.907226 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.031124 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544865e3-2011-4853-94e9-ba6fa49a15cb req-6a0b7cde-bac9-458e-891b-19605c732b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:01.032599 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-544865e3-2011-4853-94e9-ba6fa49a15cb req-6a0b7cde-bac9-458e-891b-19605c732b1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6319d00-44cf-44ca-aab4-f2e9561a4ab9 HTTP/1.1" status: 200 len: 915 time: 0.2494032 Jul 05 04:23:01.113452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-89335bfe-6309-438a-9a8d-d4a35451e394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:06Z', 'revision_number': 4, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port': {'id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '43d39dd0-eb38-4e37-9487-aaf26d827c2d', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'port_id': 'dd797aa9-f9f9-491f-9897-c77531783ffc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'mac_address': 'fa:16:3e:56:37:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537212e1-9628-4683-9b91-b3c64d430b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:58Z', 'updated_at': '2021-07-05T04:22:58Z', 'revision_number': 0, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eb7397-40f4-40a4-95ea-874c9c264d96', 'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'mac_address': 'fa:16:3e:3a:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:04Z', 'updated_at': '2021-07-05T04:19:12Z', 'revision_number': 5, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'subnets': [{'id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:01.130845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bbdcc-455f-41b3-9048-ae1bedb46ba8 req-c25c7f41-153e-4c09-a8ad-7867b9c641ca tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:01.142300 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c27bbdcc-455f-41b3-9048-ae1bedb46ba8 req-c25c7f41-153e-4c09-a8ad-7867b9c641ca tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 944 time: 0.1218390 Jul 05 04:23:01.144989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89335bfe-6309-438a-9a8d-d4a35451e394 None None] The sync data for ids ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'] in n-d-771363-32 is: [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:06Z', 'revision_number': 4, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port': {'id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '43d39dd0-eb38-4e37-9487-aaf26d827c2d', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'port_id': 'dd797aa9-f9f9-491f-9897-c77531783ffc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'mac_address': 'fa:16:3e:56:37:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537212e1-9628-4683-9b91-b3c64d430b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:58Z', 'updated_at': '2021-07-05T04:22:58Z', 'revision_number': 0, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eb7397-40f4-40a4-95ea-874c9c264d96', 'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'mac_address': 'fa:16:3e:3a:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:04Z', 'updated_at': '2021-07-05T04:19:12Z', 'revision_number': 5, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'subnets': [{'id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:01.146767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] For port e2a95105-92e4-4325-aae7-2146d8dc6add, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:23:01.170080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] For port e2a95105-92e4-4325-aae7-2146d8dc6add, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e2a95105-92e4-4325-aae7-2146d8dc6add,segment=NetworkSegment(dd9d6bbe-97eb-4463-aa16-dc49d4aace22),segment_id=dd9d6bbe-97eb-4463-aa16-dc49d4aace22)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:23:01.219235 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-544865e3-2011-4853-94e9-ba6fa49a15cb req-e605eaf3-27b1-46be-94e3-86b74c0920da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd797aa9-f9f9-491f-9897-c77531783ffc HTTP/1.1" status: 200 len: 998 time: 0.1772943 Jul 05 04:23:01.228812 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c27bbdcc-455f-41b3-9048-ae1bedb46ba8 req-005b3bce-de75-4c33-9e40-dcff508d12be tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775044 Jul 05 04:23:01.278118 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.378001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544865e3-2011-4853-94e9-ba6fa49a15cb req-5bad25ac-54b4-482a-9d4f-e3e5434f14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:01.379575 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-544865e3-2011-4853-94e9-ba6fa49a15cb req-5bad25ac-54b4-482a-9d4f-e3e5434f14b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9dea3028-c24c-4a50-8c63-c045df990f3b HTTP/1.1" status: 200 len: 853 time: 0.1514134 Jul 05 04:23:01.413251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:01.413880 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.415282 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] 10.222.0.10 "PUT /v2.0/ports/e2a95105-92e4-4325-aae7-2146d8dc6add HTTP/1.1" status: 200 len: 1093 time: 1.6978145 Jul 05 04:23:01.474445 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac27ff3-a67b-4a9c-9714-835aa284eb59 None None] New status for floating IP 43d39dd0-eb38-4e37-9487-aaf26d827c2d: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:23:01.498243 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da7fff-fa23-4565-a9cd-845755546662 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a95105-92e4-4325-aae7-2146d8dc6add,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:01.562484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544865e3-2011-4853-94e9-ba6fa49a15cb req-296e114f-4ab4-45e0-ab0c-5123c8e48741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:01.564318 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-544865e3-2011-4853-94e9-ba6fa49a15cb req-296e114f-4ab4-45e0-ab0c-5123c8e48741 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6319d00-44cf-44ca-aab4-f2e9561a4ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1480181 Jul 05 04:23:01.589820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-544865e3-2011-4853-94e9-ba6fa49a15cb req-d0eeed61-1079-4d0f-9232-afe77da4db75 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:01.589820 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-544865e3-2011-4853-94e9-ba6fa49a15cb req-d0eeed61-1079-4d0f-9232-afe77da4db75 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080080 Jul 05 04:23:01.728205 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc1ac366-dec1-4b07-8f1b-27bc6daf76aa tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.778176 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-544865e3-2011-4853-94e9-ba6fa49a15cb req-20a3565f-6b45-4d72-856b-f534a2a956e5 service neutron] 10.222.0.36 "GET /v2.0/networks/d6319d00-44cf-44ca-aab4-f2e9561a4ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440718 Jul 05 04:23:01.780842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-c0e14f12-b4be-479a-bf6e-487c6885429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:01.782241 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-c0e14f12-b4be-479a-bf6e-487c6885429f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f64df635ced44d04a51244b8a53894d2&device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 1096 time: 0.1493161 Jul 05 04:23:01.810669 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.db.api [None req-fac27ff3-a67b-4a9c-9714-835aa284eb59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:23:01.811019 n-d-771363-32 neutron-server[100935]: DEBUG oslo_db.api [None req-fac27ff3-a67b-4a9c-9714-835aa284eb59 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:23:01.834712 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc1ac366-dec1-4b07-8f1b-27bc6daf76aa tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.239352 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-18b14ff5-102a-47a4-b5c3-fced654567c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2a95105-92e4-4325-aae7-2146d8dc6add HTTP/1.1" status: 200 len: 217 time: 0.4471676 Jul 05 04:23:02.313184 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac27ff3-a67b-4a9c-9714-835aa284eb59 None None] New status for floating IP 43d39dd0-eb38-4e37-9487-aaf26d827c2d: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:23:02.357589 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-eb72ba7d-cfe4-4dd8-aee8-97beed20a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:02.359145 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-eb72ba7d-cfe4-4dd8-aee8-97beed20a9b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b528c948-ad50-488b-a2af-78fc0e09bfe1 HTTP/1.1" status: 200 len: 851 time: 0.1107795 Jul 05 04:23:02.363463 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-544865e3-2011-4853-94e9-ba6fa49a15cb req-3e0d27b7-0878-46b6-8663-bd754d930332 service neutron] 10.222.0.36 "GET /v2.0/networks/d6319d00-44cf-44ca-aab4-f2e9561a4ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785334 Jul 05 04:23:02.420713 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-7c605c86-4ae1-41cb-a0fb-0ba42121ab79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76a3690e-72ca-4988-a57f-9e0dc1188e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475793 Jul 05 04:23:02.462438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db193942-3780-43f9-8b60-72e140e24d37 req-ea94bca1-4822-417c-a1ac-95c5ec6d4d47 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:02.471676 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db193942-3780-43f9-8b60-72e140e24d37 req-ea94bca1-4822-417c-a1ac-95c5ec6d4d47 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 944 time: 0.1102133 Jul 05 04:23:02.548246 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db193942-3780-43f9-8b60-72e140e24d37 req-eca56297-31c6-437a-804c-3cb32a0f6a9e tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697598 Jul 05 04:23:02.554013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0469e7c-cd02-45ec-b310-ddaf39cae0d0', 'tag': 'e2a95105-92e4-4325-aae7-2146d8dc6add'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:02.557105 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed733937-905b-4c87-a7d0-3b2703a772a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f0469e7c-cd02-45ec-b310-ddaf39cae0d0", "tag": "e2a95105-92e4-4325-aae7-2146d8dc6add"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:02.588638 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-b0910e34-2d9f-4782-a84a-8b57e7f10a49 service neutron] 10.222.0.10 "GET /v2.0/networks/76a3690e-72ca-4988-a57f-9e0dc1188e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520929 Jul 05 04:23:02.632047 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426ad3fd-0d31-4583-9038-befffc74f3aa x-openstack-request-id: req-426ad3fd-0d31-4583-9038-befffc74f3aa {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:02.632307 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0469e7c-cd02-45ec-b310-ddaf39cae0d0", "tag": "e2a95105-92e4-4325-aae7-2146d8dc6add", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:02.632531 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-426ad3fd-0d31-4583-9038-befffc74f3aa {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:02.632926 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0469e7c-cd02-45ec-b310-ddaf39cae0d0', 'tag': 'e2a95105-92e4-4325-aae7-2146d8dc6add', 'status': 'completed', 'code': 200} Jul 05 04:23:02.700877 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.785922 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b74b357-bf4d-48ef-88c8-f3ae65d802c3 req-c5ff140f-c458-44c8-9605-29f8afc0c230 service neutron] 10.222.0.10 "GET /v2.0/networks/76a3690e-72ca-4988-a57f-9e0dc1188e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518445 Jul 05 04:23:02.789877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1ac366-dec1-4b07-8f1b-27bc6daf76aa tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:02.917216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1ac366-dec1-4b07-8f1b-27bc6daf76aa tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:02.923876 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc1ac366-dec1-4b07-8f1b-27bc6daf76aa tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.928845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f659b6d-67a2-407d-a158-7aa6e62fccaf None None] Sync routers for ids ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:02.940289 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f659b6d-67a2-407d-a158-7aa6e62fccaf None None] Routers {'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:02.940938 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-7f659b6d-67a2-407d-a158-7aa6e62fccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:22:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:03.052428 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cc1ac366-dec1-4b07-8f1b-27bc6daf76aa tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "PUT /v2.0/floatingips/43d39dd0-eb38-4e37-9487-aaf26d827c2d HTTP/1.1" status: 200 len: 990 time: 2.5567846 Jul 05 04:23:03.070470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed733937-905b-4c87-a7d0-3b2703a772a5 req-ffbb5e8c-39aa-4ae0-b636-850d109bbe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:03.072005 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ed733937-905b-4c87-a7d0-3b2703a772a5 req-ffbb5e8c-39aa-4ae0-b636-850d109bbe13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f64df635ced44d04a51244b8a53894d2&device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 1096 time: 0.0746107 Jul 05 04:23:03.073401 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-7f659b6d-67a2-407d-a158-7aa6e62fccaf None None] Set router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:03.175761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed733937-905b-4c87-a7d0-3b2703a772a5 req-360c5809-4e02-4618-b1ea-6212914f212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:03.177577 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ed733937-905b-4c87-a7d0-3b2703a772a5 req-360c5809-4e02-4618-b1ea-6212914f212a service neutron] 10.222.0.10 "GET /v2.0/networks?id=76a3690e-72ca-4988-a57f-9e0dc1188e63 HTTP/1.1" status: 200 len: 912 time: 0.0944173 Jul 05 04:23:03.230438 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ed733937-905b-4c87-a7d0-3b2703a772a5 req-c06e17a3-0f99-43f1-a82b-c423185ffc98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2a95105-92e4-4325-aae7-2146d8dc6add HTTP/1.1" status: 200 len: 217 time: 0.0449510 Jul 05 04:23:03.291455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed733937-905b-4c87-a7d0-3b2703a772a5 req-1635d8af-eb49-451c-8946-56b4f2702b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:03.293116 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ed733937-905b-4c87-a7d0-3b2703a772a5 req-1635d8af-eb49-451c-8946-56b4f2702b24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b528c948-ad50-488b-a2af-78fc0e09bfe1 HTTP/1.1" status: 200 len: 851 time: 0.0554609 Jul 05 04:23:03.340588 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ed733937-905b-4c87-a7d0-3b2703a772a5 req-9a0e5cee-1798-445b-ae48-cd359166aad3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76a3690e-72ca-4988-a57f-9e0dc1188e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353923 Jul 05 04:23:03.341894 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-7f659b6d-67a2-407d-a158-7aa6e62fccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:06Z', 'revision_number': 4, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port': {'id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '43d39dd0-eb38-4e37-9487-aaf26d827c2d', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'port_id': 'dd797aa9-f9f9-491f-9897-c77531783ffc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'mac_address': 'fa:16:3e:56:37:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537212e1-9628-4683-9b91-b3c64d430b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:58Z', 'updated_at': '2021-07-05T04:23:02Z', 'revision_number': 2, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eb7397-40f4-40a4-95ea-874c9c264d96', 'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'mac_address': 'fa:16:3e:3a:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:04Z', 'updated_at': '2021-07-05T04:19:12Z', 'revision_number': 5, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'subnets': [{'id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:03.370200 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f659b6d-67a2-407d-a158-7aa6e62fccaf None None] Checking router: dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:23:03.380096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f659b6d-67a2-407d-a158-7aa6e62fccaf None None] Routers {'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:03.380659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-7f659b6d-67a2-407d-a158-7aa6e62fccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:22:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:03.459855 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ed733937-905b-4c87-a7d0-3b2703a772a5 req-1c1b334f-5f3e-4c41-9e39-2faf623d53bd service neutron] 10.222.0.10 "GET /v2.0/networks/76a3690e-72ca-4988-a57f-9e0dc1188e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053898 Jul 05 04:23:03.664953 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ed733937-905b-4c87-a7d0-3b2703a772a5 req-1f8e266c-31ae-4504-997f-480893dbe1d1 service neutron] 10.222.0.10 "GET /v2.0/networks/76a3690e-72ca-4988-a57f-9e0dc1188e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949747 Jul 05 04:23:03.710726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-7f659b6d-67a2-407d-a158-7aa6e62fccaf None None] Set router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:03.834274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ab9f3-8477-480b-a849-b0917f1c4e22 req-a083be96-ba77-423f-af39-79db39df701f tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:03.835903 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c8ab9f3-8477-480b-a849-b0917f1c4e22 req-a083be96-ba77-423f-af39-79db39df701f tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 944 time: 0.0821197 Jul 05 04:23:03.886987 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c8ab9f3-8477-480b-a849-b0917f1c4e22 req-fdd4151f-3e72-4911-9b53-7710424a033f tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439205 Jul 05 04:23:03.978851 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-7f659b6d-67a2-407d-a158-7aa6e62fccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:06Z', 'revision_number': 4, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port': {'id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '43d39dd0-eb38-4e37-9487-aaf26d827c2d', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'port_id': 'dd797aa9-f9f9-491f-9897-c77531783ffc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'mac_address': 'fa:16:3e:56:37:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537212e1-9628-4683-9b91-b3c64d430b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:58Z', 'updated_at': '2021-07-05T04:23:02Z', 'revision_number': 2, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eb7397-40f4-40a4-95ea-874c9c264d96', 'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'mac_address': 'fa:16:3e:3a:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:04Z', 'updated_at': '2021-07-05T04:19:12Z', 'revision_number': 5, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'subnets': [{'id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:04.012755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f659b6d-67a2-407d-a158-7aa6e62fccaf None None] The sync data for ids ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'] in n-d-771363-32 is: [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:06Z', 'revision_number': 4, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port': {'id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '43d39dd0-eb38-4e37-9487-aaf26d827c2d', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'port_id': 'dd797aa9-f9f9-491f-9897-c77531783ffc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'mac_address': 'fa:16:3e:56:37:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537212e1-9628-4683-9b91-b3c64d430b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:58Z', 'updated_at': '2021-07-05T04:23:02Z', 'revision_number': 2, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eb7397-40f4-40a4-95ea-874c9c264d96', 'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'mac_address': 'fa:16:3e:3a:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:04Z', 'updated_at': '2021-07-05T04:19:12Z', 'revision_number': 5, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'subnets': [{'id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:04.130064 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:04.633888 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537212e1-9628-4683-9b91-b3c64d430b1f', 'tag': 'dd797aa9-f9f9-491f-9897-c77531783ffc'}, {'name': 'network-changed', 'server_uuid': '537212e1-9628-4683-9b91-b3c64d430b1f', 'tag': 'dd797aa9-f9f9-491f-9897-c77531783ffc'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:04.636441 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df06004-0319-4b40-92d0-2bcbbffe74fc" -d '{"events": [{"name": "network-changed", "server_uuid": "537212e1-9628-4683-9b91-b3c64d430b1f", "tag": "dd797aa9-f9f9-491f-9897-c77531783ffc"}, {"name": "network-changed", "server_uuid": "537212e1-9628-4683-9b91-b3c64d430b1f", "tag": "dd797aa9-f9f9-491f-9897-c77531783ffc"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:04.700802 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de1b1f8-5a2d-4aeb-baaf-7f6dbe0bced9 x-openstack-request-id: req-3de1b1f8-5a2d-4aeb-baaf-7f6dbe0bced9 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:04.701502 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537212e1-9628-4683-9b91-b3c64d430b1f", "tag": "dd797aa9-f9f9-491f-9897-c77531783ffc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "537212e1-9628-4683-9b91-b3c64d430b1f", "tag": "dd797aa9-f9f9-491f-9897-c77531783ffc", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:04.702035 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3de1b1f8-5a2d-4aeb-baaf-7f6dbe0bced9 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:04.702605 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537212e1-9628-4683-9b91-b3c64d430b1f', 'tag': 'dd797aa9-f9f9-491f-9897-c77531783ffc', 'status': 'completed', 'code': 200} Jul 05 04:23:04.702871 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537212e1-9628-4683-9b91-b3c64d430b1f', 'tag': 'dd797aa9-f9f9-491f-9897-c77531783ffc', 'status': 'completed', 'code': 200} Jul 05 04:23:04.806008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-0229debe-0c25-411a-b1a1-20f3b773e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:04.807635 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-0229debe-0c25-411a-b1a1-20f3b773e713 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74f5c72e9b0041dea11725676c604b30&device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 1097 time: 0.0701210 Jul 05 04:23:04.906855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-7ca2703d-70d0-4054-85d9-b74a916e8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:04.908465 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-7ca2703d-70d0-4054-85d9-b74a916e8bb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6319d00-44cf-44ca-aab4-f2e9561a4ab9 HTTP/1.1" status: 200 len: 915 time: 0.0938811 Jul 05 04:23:04.981925 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-99b2b65f-1004-4194-8932-eb2abe64512c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd797aa9-f9f9-491f-9897-c77531783ffc HTTP/1.1" status: 200 len: 1000 time: 0.0663469 Jul 05 04:23:05.051130 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-eb92abf2-cc40-4e8f-a416-da076e88acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:05.052980 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-eb92abf2-cc40-4e8f-a416-da076e88acd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9dea3028-c24c-4a50-8c63-c045df990f3b HTTP/1.1" status: 200 len: 853 time: 0.0648813 Jul 05 04:23:05.104873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317ab7f-d97e-40f8-8485-240f2dc026da req-65f4ac52-7b6a-4a02-9d64-1d429ed9ac82 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:05.114406 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b317ab7f-d97e-40f8-8485-240f2dc026da req-65f4ac52-7b6a-4a02-9d64-1d429ed9ac82 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 944 time: 0.1016834 Jul 05 04:23:05.124286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-a2dd80aa-19d5-46a8-b8b5-9de95d2f77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:05.125876 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-a2dd80aa-19d5-46a8-b8b5-9de95d2f77d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6319d00-44cf-44ca-aab4-f2e9561a4ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636573 Jul 05 04:23:05.161320 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b317ab7f-d97e-40f8-8485-240f2dc026da req-3f611f54-090c-4872-8a07-f3b962312856 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458269 Jul 05 04:23:05.222894 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-d9cef146-348b-43ba-ae1c-d876685ec727 service neutron] 10.222.0.36 "GET /v2.0/networks/d6319d00-44cf-44ca-aab4-f2e9561a4ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895867 Jul 05 04:23:05.332683 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-f20587a2-328c-44cd-a831-0ce5408fc7ab service neutron] 10.222.0.36 "GET /v2.0/networks/d6319d00-44cf-44ca-aab4-f2e9561a4ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016922 Jul 05 04:23:05.465813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-5d0875c3-5bd6-4916-ac30-ae2d1f64b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:05.467214 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-5d0875c3-5bd6-4916-ac30-ae2d1f64b7ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74f5c72e9b0041dea11725676c604b30&device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 1097 time: 0.0689123 Jul 05 04:23:05.579549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-2bee0e18-b350-4655-8fd6-44c395487919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:05.581230 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-2bee0e18-b350-4655-8fd6-44c395487919 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6319d00-44cf-44ca-aab4-f2e9561a4ab9 HTTP/1.1" status: 200 len: 915 time: 0.1068110 Jul 05 04:23:05.632048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e2a95105-92e4-4325-aae7-2146d8dc6add details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:23:05.680013 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-41e181e3-e207-4823-9fe4-ad21bd15eaa3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd797aa9-f9f9-491f-9897-c77531783ffc HTTP/1.1" status: 200 len: 1000 time: 0.0896902 Jul 05 04:23:05.748816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-22d9fc5f-d8ad-4d16-af13-7796418b5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:05.751248 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-22d9fc5f-d8ad-4d16-af13-7796418b5614 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9dea3028-c24c-4a50-8c63-c045df990f3b HTTP/1.1" status: 200 len: 853 time: 0.0610719 Jul 05 04:23:05.775538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e2a95105-92e4-4325-aae7-2146d8dc6add, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e2a95105-92e4-4325-aae7-2146d8dc6add,segment=NetworkSegment(dd9d6bbe-97eb-4463-aa16-dc49d4aace22),segment_id=dd9d6bbe-97eb-4463-aa16-dc49d4aace22)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:05.815045 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'e2a95105-92e4-4325-aae7-2146d8dc6add', 'network_id': '76a3690e-72ca-4988-a57f-9e0dc1188e63', 'port_id': 'e2a95105-92e4-4325-aae7-2146d8dc6add', 'mac_address': 'fa:16:3e:62:b1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b528c948-ad50-488b-a2af-78fc0e09bfe1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:23:05.863045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-ced75cbf-ace8-4771-9dc9-85527ef8633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:05.865027 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-ced75cbf-ace8-4771-9dc9-85527ef8633f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6319d00-44cf-44ca-aab4-f2e9561a4ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065881 Jul 05 04:23:05.934055 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:05.956497 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a95105-92e4-4325-aae7-2146d8dc6add {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:23:05.978455 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e2a95105-92e4-4325-aae7-2146d8dc6add, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e2a95105-92e4-4325-aae7-2146d8dc6add,segment=NetworkSegment(dd9d6bbe-97eb-4463-aa16-dc49d4aace22),segment_id=dd9d6bbe-97eb-4463-aa16-dc49d4aace22)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:06.017219 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-45438202-747e-45c9-839f-4f22cb2737be service neutron] 10.222.0.36 "GET /v2.0/networks/d6319d00-44cf-44ca-aab4-f2e9561a4ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393847 Jul 05 04:23:06.078834 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:06.153578 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e2a95105-92e4-4325-aae7-2146d8dc6add,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:06.164054 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5df06004-0319-4b40-92d0-2bcbbffe74fc req-a94b80c7-6878-4e82-93b4-941210219182 service neutron] 10.222.0.36 "GET /v2.0/networks/d6319d00-44cf-44ca-aab4-f2e9561a4ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387627 Jul 05 04:23:06.368153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8956fb-f091-45bc-a706-27707e09ae0c req-13f7b1e0-b222-4ea6-be46-b7db231f0e59 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:06.374108 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af8956fb-f091-45bc-a706-27707e09ae0c req-13f7b1e0-b222-4ea6-be46-b7db231f0e59 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 945 time: 0.0973654 Jul 05 04:23:06.426949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e2a95105-92e4-4325-aae7-2146d8dc6add'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:06.446334 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af8956fb-f091-45bc-a706-27707e09ae0c req-c85bd5c0-c3f1-4f77-b0df-a9fe62c42ae4 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681398 Jul 05 04:23:07.401314 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a65e0-33a8-4cce-bd93-80956ae3efa3 req-41cc5d58-edc5-456f-959d-4779553182a7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:07.402869 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf9a65e0-33a8-4cce-bd93-80956ae3efa3 req-41cc5d58-edc5-456f-959d-4779553182a7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0676143 Jul 05 04:23:07.444323 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf9a65e0-33a8-4cce-bd93-80956ae3efa3 req-63354034-530c-4a11-98c2-9813af9377eb tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339034 Jul 05 04:23:07.637905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e2a95105-92e4-4325-aae7-2146d8dc6add up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:07.641402 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdfb7e-fd28-4bf0-b9d6-9a642ba2aeeb req-9920c7fc-ba6e-4bf4-b7de-8e34307cd0a2 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:07.642950 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0fdfb7e-fd28-4bf0-b9d6-9a642ba2aeeb req-9920c7fc-ba6e-4bf4-b7de-8e34307cd0a2 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 945 time: 0.0694418 Jul 05 04:23:07.681489 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0fdfb7e-fd28-4bf0-b9d6-9a642ba2aeeb req-ca7bc2bb-0483-48d7-b259-894e9045390a tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322831 Jul 05 04:23:07.740821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port e2a95105-92e4-4325-aae7-2146d8dc6add completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:07.744809 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port e2a95105-92e4-4325-aae7-2146d8dc6add triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:07.745212 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.824308 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.847347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0469e7c-cd02-45ec-b310-ddaf39cae0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a95105-92e4-4325-aae7-2146d8dc6add'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:07.849634 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c441e5d8-9711-470a-b585-7cc1ada90165" -d '{"events": [{"server_uuid": "f0469e7c-cd02-45ec-b310-ddaf39cae0d0", "name": "network-vif-plugged", "status": "completed", "tag": "e2a95105-92e4-4325-aae7-2146d8dc6add"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:07.862481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e2a95105-92e4-4325-aae7-2146d8dc6add, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e2a95105-92e4-4325-aae7-2146d8dc6add,segment=NetworkSegment(dd9d6bbe-97eb-4463-aa16-dc49d4aace22),segment_id=dd9d6bbe-97eb-4463-aa16-dc49d4aace22)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:07.886865 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40638266-451b-4910-8adc-5aa6a988a68c x-openstack-request-id: req-40638266-451b-4910-8adc-5aa6a988a68c {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:07.887151 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0469e7c-cd02-45ec-b310-ddaf39cae0d0", "name": "network-vif-plugged", "status": "completed", "tag": "e2a95105-92e4-4325-aae7-2146d8dc6add", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:07.887405 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-40638266-451b-4910-8adc-5aa6a988a68c {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:07.887804 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0469e7c-cd02-45ec-b310-ddaf39cae0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a95105-92e4-4325-aae7-2146d8dc6add', 'code': 200} Jul 05 04:23:07.924098 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.977037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e2a95105-92e4-4325-aae7-2146d8dc6add,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:08.049532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c385ad-1956-4950-bbf9-540374fc7ef3 req-0be5055e-765e-4d3b-b95a-5d9d23405112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:08.051114 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f9c385ad-1956-4950-bbf9-540374fc7ef3 req-0be5055e-765e-4d3b-b95a-5d9d23405112 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0827954 Jul 05 04:23:08.094831 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f9c385ad-1956-4950-bbf9-540374fc7ef3 req-0ef8d7a8-d61f-4a3e-8c63-bf7effe8d8d7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314853 Jul 05 04:23:08.650448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e70526-e0a2-4771-8b8e-47e7e644471b req-ea83b709-2ac6-49a1-866a-7c5ceb528649 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:08.651958 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82e70526-e0a2-4771-8b8e-47e7e644471b req-ea83b709-2ac6-49a1-866a-7c5ceb528649 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0840664 Jul 05 04:23:08.694643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82e70526-e0a2-4771-8b8e-47e7e644471b req-3a0ca13f-bdec-4f88-ac95-ba22acaad8be tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343051 Jul 05 04:23:08.870620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dfbc4-db05-4e93-8c6c-e8f791b7826b req-73d1eb1d-f2f0-494c-b8c0-28f1fa042e50 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:08.872137 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-208dfbc4-db05-4e93-8c6c-e8f791b7826b req-73d1eb1d-f2f0-494c-b8c0-28f1fa042e50 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.0658362 Jul 05 04:23:08.911285 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-208dfbc4-db05-4e93-8c6c-e8f791b7826b req-9b641f1a-310d-408f-9a8d-453f8271cb56 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333989 Jul 05 04:23:09.414625 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:23:09.877982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b613ad-4284-42bd-9c77-5563beaccd59 req-d21d3722-d6ae-41dc-8405-40625461f20c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:09.879673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8b613ad-4284-42bd-9c77-5563beaccd59 req-d21d3722-d6ae-41dc-8405-40625461f20c tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0689721 Jul 05 04:23:09.917954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8b613ad-4284-42bd-9c77-5563beaccd59 req-484745f6-bc68-48dc-a8a6-18092987037d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320783 Jul 05 04:23:10.092510 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa4ab1-711d-4f9b-8316-3c0acd4c5c04 req-abe84eef-d415-4032-9c8c-d0d6cb0e23dd tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:10.094138 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9aaa4ab1-711d-4f9b-8316-3c0acd4c5c04 req-abe84eef-d415-4032-9c8c-d0d6cb0e23dd tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.0664799 Jul 05 04:23:10.133158 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9aaa4ab1-711d-4f9b-8316-3c0acd4c5c04 req-c8d256fb-0756-462f-8988-68347f64e443 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329037 Jul 05 04:23:10.319121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98160c8-2790-459f-b4ab-360dae0a0927 req-48ab6d23-4a8f-4350-824f-cdd1778ef38e tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:10.320738 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a98160c8-2790-459f-b4ab-360dae0a0927 req-48ab6d23-4a8f-4350-824f-cdd1778ef38e tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.0738838 Jul 05 04:23:10.361337 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a98160c8-2790-459f-b4ab-360dae0a0927 req-2df10fad-369a-4ae1-8f8f-17b057deb7d4 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346043 Jul 05 04:23:11.111280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3a967-9e9a-4cbb-b7b3-85403d3204dc req-9f6b3849-8cc4-4229-9ad3-d9dddb00be82 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:11.114113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-23b3a967-9e9a-4cbb-b7b3-85403d3204dc req-9f6b3849-8cc4-4229-9ad3-d9dddb00be82 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0761235 Jul 05 04:23:11.184781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-23b3a967-9e9a-4cbb-b7b3-85403d3204dc req-58668569-b89a-43de-b618-1e2e07e9c0f7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595503 Jul 05 04:23:11.210412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911affa7-20fd-4df9-a778-1a0c2232f98c req-1cefde28-bdd3-4e4f-9c64-51d5cc08bede tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:11.210412 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-911affa7-20fd-4df9-a778-1a0c2232f98c req-1cefde28-bdd3-4e4f-9c64-51d5cc08bede tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.0926456 Jul 05 04:23:11.251533 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-911affa7-20fd-4df9-a778-1a0c2232f98c req-2e5c6563-e98b-4c14-a53b-94972515d553 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369618 Jul 05 04:23:11.484469 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3de35fc0-4d91-480a-b36c-edf39f96a09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.365414 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ce97-47ef-4e64-9447-e6f42cef300a req-a630bb2a-3178-4813-b02c-8e864702b0ae tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:12.367086 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31d3ce97-47ef-4e64-9447-e6f42cef300a req-a630bb2a-3178-4813-b02c-8e864702b0ae tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0658326 Jul 05 04:23:12.439487 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31d3ce97-47ef-4e64-9447-e6f42cef300a req-6c538ce0-03e1-41d4-8175-87aca74661dd tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668275 Jul 05 04:23:12.465483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22f510-4819-48e5-a49e-c1314e9b9688 req-2de68969-d48e-4a2c-9ff6-bc1c0467e1cb tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:12.466906 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a22f510-4819-48e5-a49e-c1314e9b9688 req-2de68969-d48e-4a2c-9ff6-bc1c0467e1cb tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.0874379 Jul 05 04:23:12.505693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a22f510-4819-48e5-a49e-c1314e9b9688 req-17ba3bfd-b3d3-46d9-b4d7-4ddc8e663876 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326567 Jul 05 04:23:13.020997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710c44a-8cad-4195-927f-2a4d2d94c55e req-72dda6ab-d213-4fe4-b78a-c8213ab4e2bd tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:13.022560 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5710c44a-8cad-4195-927f-2a4d2d94c55e req-72dda6ab-d213-4fe4-b78a-c8213ab4e2bd tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.0787487 Jul 05 04:23:13.065475 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5710c44a-8cad-4195-927f-2a4d2d94c55e req-ce4b45f0-ed4b-4132-8998-5354bef985d5 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368648 Jul 05 04:23:13.084444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5e582-faa1-4120-b5ba-b6faa43e1e57 req-4580a6fd-7913-45ff-b5fb-cb27c6de8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:13.085844 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6cc5e582-faa1-4120-b5ba-b6faa43e1e57 req-4580a6fd-7913-45ff-b5fb-cb27c6de8996 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f64df635ced44d04a51244b8a53894d2&device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0664394 Jul 05 04:23:13.190482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5e582-faa1-4120-b5ba-b6faa43e1e57 req-9485aeeb-e435-45d8-baf9-1a67824381bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:13.191922 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6cc5e582-faa1-4120-b5ba-b6faa43e1e57 req-9485aeeb-e435-45d8-baf9-1a67824381bc service neutron] 10.222.0.10 "GET /v2.0/networks?id=76a3690e-72ca-4988-a57f-9e0dc1188e63 HTTP/1.1" status: 200 len: 912 time: 0.0967536 Jul 05 04:23:13.236888 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6cc5e582-faa1-4120-b5ba-b6faa43e1e57 req-7f80b38d-57f2-4362-ab66-7f3be43c4d74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2a95105-92e4-4325-aae7-2146d8dc6add HTTP/1.1" status: 200 len: 217 time: 0.0362904 Jul 05 04:23:13.290405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5e582-faa1-4120-b5ba-b6faa43e1e57 req-500dfc3a-4ba1-4e70-bd5f-1e46666a2ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:13.291873 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6cc5e582-faa1-4120-b5ba-b6faa43e1e57 req-500dfc3a-4ba1-4e70-bd5f-1e46666a2ecf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b528c948-ad50-488b-a2af-78fc0e09bfe1 HTTP/1.1" status: 200 len: 851 time: 0.0484426 Jul 05 04:23:13.325085 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6cc5e582-faa1-4120-b5ba-b6faa43e1e57 req-4a5f028d-ba06-4c4e-bcb2-28ec86d7c1d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76a3690e-72ca-4988-a57f-9e0dc1188e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266511 Jul 05 04:23:13.417813 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6cc5e582-faa1-4120-b5ba-b6faa43e1e57 req-d78ce09d-dee7-411d-9a77-93e213e16c27 service neutron] 10.222.0.10 "GET /v2.0/networks/76a3690e-72ca-4988-a57f-9e0dc1188e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859883 Jul 05 04:23:13.521348 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6cc5e582-faa1-4120-b5ba-b6faa43e1e57 req-fa6a20aa-d7df-494f-b28a-1ae8167f691e service neutron] 10.222.0.10 "GET /v2.0/networks/76a3690e-72ca-4988-a57f-9e0dc1188e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966997 Jul 05 04:23:13.650707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf50c24-18b3-4c0e-b5cf-9d2f46acc526 req-b9b19f0d-79db-41be-96d2-836721d9a9a4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:13.650707 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cf50c24-18b3-4c0e-b5cf-9d2f46acc526 req-b9b19f0d-79db-41be-96d2-836721d9a9a4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0672815 Jul 05 04:23:13.679043 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cf50c24-18b3-4c0e-b5cf-9d2f46acc526 req-57a44a11-bfdc-4313-b8a0-1824122ad8a3 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389607 Jul 05 04:23:13.992316 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-19e11051-f5d0-4e0c-b5e1-7b193f22e0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.256801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3a283-b16f-4696-83e0-52fbf356fb3a req-ef604a2a-da7e-4868-b432-3c0df6fabe79 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:14.258219 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ebd3a283-b16f-4696-83e0-52fbf356fb3a req-ef604a2a-da7e-4868-b432-3c0df6fabe79 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.0736916 Jul 05 04:23:14.301089 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ebd3a283-b16f-4696-83e0-52fbf356fb3a req-e37e9d0b-49c9-46a7-8717-f538bc77e991 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371583 Jul 05 04:23:14.352386 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.865454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044709b4-7f10-46f5-b023-d0dcb5e3e1f2 req-6071b511-c986-4066-9712-28a0af7fa7c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:14.866948 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-044709b4-7f10-46f5-b023-d0dcb5e3e1f2 req-6071b511-c986-4066-9712-28a0af7fa7c9 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0659237 Jul 05 04:23:14.905892 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-044709b4-7f10-46f5-b023-d0dcb5e3e1f2 req-01af1fd2-522b-4412-86ce-d8276b53a5ce tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329223 Jul 05 04:23:15.380470 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:15.495271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3206f3-85c5-45d1-bfac-801291a8e539 req-28fb2b6b-f6c5-4feb-af29-f0ee709a5998 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:15.496702 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a3206f3-85c5-45d1-bfac-801291a8e539 req-28fb2b6b-f6c5-4feb-af29-f0ee709a5998 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.0649860 Jul 05 04:23:15.537457 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a3206f3-85c5-45d1-bfac-801291a8e539 req-a22fcdf5-03d1-4ac7-8d9f-49f806af74e2 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338168 Jul 05 04:23:16.170826 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37a807-4a8f-4e52-9958-199c8fd75130 req-67255ebc-6faf-49f3-b402-a784e11d1657 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.172540 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb37a807-4a8f-4e52-9958-199c8fd75130 req-67255ebc-6faf-49f3-b402-a784e11d1657 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0973468 Jul 05 04:23:16.237644 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb37a807-4a8f-4e52-9958-199c8fd75130 req-9db6b1c2-29bd-4e59-8161-baff58d64c8d tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459971 Jul 05 04:23:16.256941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fa766-b461-488a-8455-85c3f8da3da9 req-0b10d17b-4da9-4cb4-b05f-373c6c53e26b tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.263713 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-557fa766-b461-488a-8455-85c3f8da3da9 req-0b10d17b-4da9-4cb4-b05f-373c6c53e26b tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.1102812 Jul 05 04:23:16.304785 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-557fa766-b461-488a-8455-85c3f8da3da9 req-f8f9fa41-02b2-4771-ad64-e6c7fd30ca30 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399177 Jul 05 04:23:16.935175 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:17.492737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c509c-a7fd-498b-8020-b90118830a49 req-243eb856-19a5-490e-90c5-fd744e2ae4a8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:17.494380 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-071c509c-a7fd-498b-8020-b90118830a49 req-243eb856-19a5-490e-90c5-fd744e2ae4a8 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.1123052 Jul 05 04:23:17.535127 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85912e-2f7a-4c8c-a5cd-b6d59b54c131 req-f6594098-90a1-401d-b9d2-2a4807a32e39 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:17.536826 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d85912e-2f7a-4c8c-a5cd-b6d59b54c131 req-f6594098-90a1-401d-b9d2-2a4807a32e39 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.1150918 Jul 05 04:23:17.572497 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-071c509c-a7fd-498b-8020-b90118830a49 req-2debdc0f-61e8-49b6-9b51-017f88941596 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692875 Jul 05 04:23:17.592568 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d85912e-2f7a-4c8c-a5cd-b6d59b54c131 req-9ea4b5f8-5d61-4784-b963-4ae5820bee11 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496495 Jul 05 04:23:18.107975 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee4b76-c19d-4da3-9843-a1dd44306fce req-203176ab-e03a-49df-b12f-67234badad1d tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:18.112954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dfee4b76-c19d-4da3-9843-a1dd44306fce req-203176ab-e03a-49df-b12f-67234badad1d tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.0717039 Jul 05 04:23:18.170345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dfee4b76-c19d-4da3-9843-a1dd44306fce req-586e68ab-c3c8-4665-952a-7c9e0ea56ce9 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525587 Jul 05 04:23:18.196280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600d55b-4fc9-4271-a76b-96540d1c2e0f req-01b35e18-df57-422a-ae5f-5329d27202b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:18.197976 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f600d55b-4fc9-4271-a76b-96540d1c2e0f req-01b35e18-df57-422a-ae5f-5329d27202b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f64df635ced44d04a51244b8a53894d2&device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0700271 Jul 05 04:23:18.295565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600d55b-4fc9-4271-a76b-96540d1c2e0f req-33f600e4-47fb-4169-b9f9-5f4d92d364f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:18.297595 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f600d55b-4fc9-4271-a76b-96540d1c2e0f req-33f600e4-47fb-4169-b9f9-5f4d92d364f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76a3690e-72ca-4988-a57f-9e0dc1188e63 HTTP/1.1" status: 200 len: 912 time: 0.0891991 Jul 05 04:23:18.340460 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f600d55b-4fc9-4271-a76b-96540d1c2e0f req-af3374bb-f6a0-4eac-bcad-93ce690b9b3e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2a95105-92e4-4325-aae7-2146d8dc6add HTTP/1.1" status: 200 len: 217 time: 0.0350060 Jul 05 04:23:18.393454 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600d55b-4fc9-4271-a76b-96540d1c2e0f req-cf60898a-8a68-4ac6-9833-2a2a795e9452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:18.394921 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f600d55b-4fc9-4271-a76b-96540d1c2e0f req-cf60898a-8a68-4ac6-9833-2a2a795e9452 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b528c948-ad50-488b-a2af-78fc0e09bfe1 HTTP/1.1" status: 200 len: 851 time: 0.0478921 Jul 05 04:23:18.434822 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f600d55b-4fc9-4271-a76b-96540d1c2e0f req-2f923c92-7df1-4951-97cd-1542b72360cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76a3690e-72ca-4988-a57f-9e0dc1188e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266776 Jul 05 04:23:18.548045 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f600d55b-4fc9-4271-a76b-96540d1c2e0f req-1ef34139-9766-4af2-be5b-fcbade7c0f0f service neutron] 10.222.0.10 "GET /v2.0/networks/76a3690e-72ca-4988-a57f-9e0dc1188e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006422 Jul 05 04:23:18.648524 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f600d55b-4fc9-4271-a76b-96540d1c2e0f req-09cf9163-664d-4156-8b1c-10681976a60f service neutron] 10.222.0.10 "GET /v2.0/networks/76a3690e-72ca-4988-a57f-9e0dc1188e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915661 Jul 05 04:23:18.765088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac09fd-4129-4bc5-8f0d-7b665f356024 req-368157ca-16b9-42d7-bd3e-a8ae40abf45b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:18.766518 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77ac09fd-4129-4bc5-8f0d-7b665f356024 req-368157ca-16b9-42d7-bd3e-a8ae40abf45b tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0713596 Jul 05 04:23:18.808586 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77ac09fd-4129-4bc5-8f0d-7b665f356024 req-5f1353aa-00ac-4cb3-bda0-0382e38242e0 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341628 Jul 05 04:23:19.357973 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dca9a5-3ef6-46c1-9d45-38cad6482ef6 req-b2dccd0a-a9e6-4de7-8ef4-6e3c36814a90 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:19.359497 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98dca9a5-3ef6-46c1-9d45-38cad6482ef6 req-b2dccd0a-a9e6-4de7-8ef4-6e3c36814a90 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.0692310 Jul 05 04:23:19.402141 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98dca9a5-3ef6-46c1-9d45-38cad6482ef6 req-8fbd30bb-45d5-483e-9760-dfdce3e25674 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364861 Jul 05 04:23:20.017489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c35897-1fd4-4ed5-b1b4-1a267149ca5d req-4d6fad96-0528-4ab9-8322-825f5bdb0353 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:20.019115 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2c35897-1fd4-4ed5-b1b4-1a267149ca5d req-4d6fad96-0528-4ab9-8322-825f5bdb0353 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0833132 Jul 05 04:23:20.060429 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2c35897-1fd4-4ed5-b1b4-1a267149ca5d req-7d1de15c-973c-4008-86ae-e02211b8ac70 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348504 Jul 05 04:23:20.622376 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481e136-563e-4efa-845e-bb40909decea req-c3a9042c-87ae-46f1-8f72-72cc369f72ca tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:20.623917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8481e136-563e-4efa-845e-bb40909decea req-c3a9042c-87ae-46f1-8f72-72cc369f72ca tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.0725892 Jul 05 04:23:20.676497 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8481e136-563e-4efa-845e-bb40909decea req-00e1d88b-4e5f-40f9-8a49-032c997839ac tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468409 Jul 05 04:23:21.271483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1a1bd-5fd2-44d8-a0ce-a969ce780e35 req-9dacb50f-5586-4bd8-ba15-a2aa267a89c4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:21.278276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-36f1a1bd-5fd2-44d8-a0ce-a969ce780e35 req-9dacb50f-5586-4bd8-ba15-a2aa267a89c4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0914342 Jul 05 04:23:21.696669 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-36f1a1bd-5fd2-44d8-a0ce-a969ce780e35 req-81f48f94-ccc3-41e4-9fed-ee1f22c5d765 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4175308 Jul 05 04:23:21.736693 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dfd28-f91d-4536-b6ff-214635dbbbec req-f38f1a0c-5e14-4a1a-b6fc-5f7bac9ce1dd tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:21.738269 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f9dfd28-f91d-4536-b6ff-214635dbbbec req-f38f1a0c-5e14-4a1a-b6fc-5f7bac9ce1dd tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.4446416 Jul 05 04:23:21.782628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f9dfd28-f91d-4536-b6ff-214635dbbbec req-90dd161d-9216-403c-947a-a2d034d4a6cc tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381269 Jul 05 04:23:21.947411 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798f112-e881-46cb-9328-51263e9aac8a req-5c141b67-46c2-4442-8591-48660c65927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:21.948928 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7798f112-e881-46cb-9328-51263e9aac8a req-5c141b67-46c2-4442-8591-48660c65927f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 1097 time: 0.0586851 Jul 05 04:23:21.989110 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7798f112-e881-46cb-9328-51263e9aac8a req-beb99592-4510-45ca-8ce7-b1debd27349b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323637 Jul 05 04:23:22.879988 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9cd1b-024e-47e0-a7f3-03a4a42a4f77 req-570120d5-a6af-4ed7-ac01-0931a9b361d1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:22.881991 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-95e9cd1b-024e-47e0-a7f3-03a4a42a4f77 req-570120d5-a6af-4ed7-ac01-0931a9b361d1 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0701916 Jul 05 04:23:22.958555 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-95e9cd1b-024e-47e0-a7f3-03a4a42a4f77 req-3c1530b9-6ade-4a97-9a26-3b51dca14755 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695534 Jul 05 04:23:22.990317 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c5547-467e-4a02-b2d2-4938627cc24f req-c06239ed-f085-40a2-9a7b-00df0da2597a tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:22.991998 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-735c5547-467e-4a02-b2d2-4938627cc24f req-c06239ed-f085-40a2-9a7b-00df0da2597a tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.0865827 Jul 05 04:23:23.044654 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-735c5547-467e-4a02-b2d2-4938627cc24f req-6c80b0c2-8095-40e3-8403-37ddd87c9f24 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463953 Jul 05 04:23:23.738624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 47e1c0f2-a933-4c77-9169-6d8e121cfe7f details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:23:23.742971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 47e1c0f2-a933-4c77-9169-6d8e121cfe7f no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:23.890018 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:23.919216 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,segment=NetworkSegment(d9934513-7540-4701-88ab-6b249f9b209b),segment_id=d9934513-7540-4701-88ab-6b249f9b209b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:23.936643 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:23.936643 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da243c40-097c-4704-ab3c-64cb42389bbf" -d '{"events": [{"server_uuid": "0bd15594-6715-4bd3-8126-a2fd327d5b7e", "name": "network-vif-unplugged", "status": "completed", "tag": "47e1c0f2-a933-4c77-9169-6d8e121cfe7f"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:23.942564 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'port_id': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f', 'mac_address': 'fa:16:3e:3c:38:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:23:23.952699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,segment=NetworkSegment(d9934513-7540-4701-88ab-6b249f9b209b),segment_id=d9934513-7540-4701-88ab-6b249f9b209b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:23.977365 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951437db-87d8-4d3f-88de-ae4be70b0bcb x-openstack-request-id: req-951437db-87d8-4d3f-88de-ae4be70b0bcb {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:23.977656 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd15594-6715-4bd3-8126-a2fd327d5b7e", "name": "network-vif-unplugged", "status": "completed", "tag": "47e1c0f2-a933-4c77-9169-6d8e121cfe7f", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:23.977909 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-951437db-87d8-4d3f-88de-ae4be70b0bcb {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:23.978288 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f', 'code': 200} Jul 05 04:23:23.993148 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.010357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47e1c0f2-a933-4c77-9169-6d8e121cfe7f {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:23:24.014539 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.096016 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:23:24.099889 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:23:24.099889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:24.134452 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50158d46-f8bc-402f-b877-1a4ce2e8e68a req-828a75a8-b073-48a1-9b4d-e5f9af5d836b tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:24.137340 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-50158d46-f8bc-402f-b877-1a4ce2e8e68a req-828a75a8-b073-48a1-9b4d-e5f9af5d836b tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.1343417 Jul 05 04:23:24.163197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dd578-8cf5-4509-8046-8c38ea793c67 req-b8f787fb-5511-4b9f-8306-4a8bbfa454b5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:24.165704 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec7dd578-8cf5-4509-8046-8c38ea793c67 req-b8f787fb-5511-4b9f-8306-4a8bbfa454b5 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 943 time: 0.0755157 Jul 05 04:23:24.214608 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec7dd578-8cf5-4509-8046-8c38ea793c67 req-f1ec47b3-b62b-4d61-b2bd-537650e5ab80 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400126 Jul 05 04:23:24.246064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55796) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:24.288855 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee03bf-54e4-436a-b528-70d03a275f0e req-8ec87712-ed44-4b05-86a3-19032b70dfbb tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:24.295766 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86ee03bf-54e4-436a-b528-70d03a275f0e req-8ec87712-ed44-4b05-86a3-19032b70dfbb tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 946 time: 0.0859010 Jul 05 04:23:24.324983 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-68380d4d-dffa-4b1c-8722-6f6a9a71af24 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/floatingips/6b00d343-45ee-400b-b10a-55718c713d8c HTTP/1.1" status: 200 len: 990 time: 0.0774391 Jul 05 04:23:24.336828 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86ee03bf-54e4-436a-b528-70d03a275f0e req-3dbb9959-312f-4948-b87a-47f396f59806 tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398631 Jul 05 04:23:24.339450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-50158d46-f8bc-402f-b877-1a4ce2e8e68a req-8b3d9961-b531-42be-8dac-7325ce5b74de tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Deleting port e2a95105-92e4-4325-aae7-2146d8dc6add {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:24.339814 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-50158d46-f8bc-402f-b877-1a4ce2e8e68a req-8b3d9961-b531-42be-8dac-7325ce5b74de tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.440546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-50158d46-f8bc-402f-b877-1a4ce2e8e68a req-8b3d9961-b531-42be-8dac-7325ce5b74de tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] For port e2a95105-92e4-4325-aae7-2146d8dc6add, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e2a95105-92e4-4325-aae7-2146d8dc6add,segment=NetworkSegment(dd9d6bbe-97eb-4463-aa16-dc49d4aace22),segment_id=dd9d6bbe-97eb-4463-aa16-dc49d4aace22)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:24.441437 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-50158d46-f8bc-402f-b877-1a4ce2e8e68a req-8b3d9961-b531-42be-8dac-7325ce5b74de tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.456229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-50158d46-f8bc-402f-b877-1a4ce2e8e68a req-8b3d9961-b531-42be-8dac-7325ce5b74de tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Calling delete_port for e2a95105-92e4-4325-aae7-2146d8dc6add owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:24.633295 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.648946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e1c0f2-a933-4c77-9169-6d8e121cfe7f {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:23:24.668464 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,segment=NetworkSegment(d9934513-7540-4701-88ab-6b249f9b209b),segment_id=d9934513-7540-4701-88ab-6b249f9b209b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:24.677972 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-50158d46-f8bc-402f-b877-1a4ce2e8e68a req-8b3d9961-b531-42be-8dac-7325ce5b74de tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.692751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e2a95105-92e4-4325-aae7-2146d8dc6add'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:24.712297 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d9961-b531-42be-8dac-7325ce5b74de tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Pushing event deleted for resources: {'Port': ['ID=e2a95105-92e4-4325-aae7-2146d8dc6add,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:24.757130 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-50158d46-f8bc-402f-b877-1a4ce2e8e68a req-8b3d9961-b531-42be-8dac-7325ce5b74de tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] No DVR routers for this DVR port e2a95105-92e4-4325-aae7-2146d8dc6add on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:23:24.759787 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-50158d46-f8bc-402f-b877-1a4ce2e8e68a req-8b3d9961-b531-42be-8dac-7325ce5b74de tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.761805 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-50158d46-f8bc-402f-b877-1a4ce2e8e68a req-8b3d9961-b531-42be-8dac-7325ce5b74de tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.10 "DELETE /v2.0/ports/e2a95105-92e4-4325-aae7-2146d8dc6add HTTP/1.1" status: 204 len: 173 time: 0.6174765 Jul 05 04:23:24.762235 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0469e7c-cd02-45ec-b310-ddaf39cae0d0', 'name': 'network-vif-deleted', 'tag': 'e2a95105-92e4-4325-aae7-2146d8dc6add'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:24.764540 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2befb014-1fe4-4943-8c77-421c43c5ee8b" -d '{"events": [{"server_uuid": "f0469e7c-cd02-45ec-b310-ddaf39cae0d0", "name": "network-vif-deleted", "tag": "e2a95105-92e4-4325-aae7-2146d8dc6add"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:24.769552 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.800881 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a71fa07-cbbf-48e4-aa97-5f221f56fe9a x-openstack-request-id: req-7a71fa07-cbbf-48e4-aa97-5f221f56fe9a {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:24.801182 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0469e7c-cd02-45ec-b310-ddaf39cae0d0", "name": "network-vif-deleted", "tag": "e2a95105-92e4-4325-aae7-2146d8dc6add", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:24.801456 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7a71fa07-cbbf-48e4-aa97-5f221f56fe9a {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:24.802496 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0469e7c-cd02-45ec-b310-ddaf39cae0d0', 'name': 'network-vif-deleted', 'tag': 'e2a95105-92e4-4325-aae7-2146d8dc6add', 'status': 'completed', 'code': 200} Jul 05 04:23:24.823545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:25.163276 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['47e1c0f2-a933-4c77-9169-6d8e121cfe7f'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:25.503617 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1241f78d-af3a-4f91-adde-3fba96cd1f5a req-e0e613c6-9fd6-4935-80a5-dc8bfa9800eb tempest-TestServerAdvancedOps-1589737525 tempest-TestServerAdvancedOps-1589737525-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0469e7c-cd02-45ec-b310-ddaf39cae0d0 HTTP/1.1" status: 200 len: 210 time: 0.0306575 Jul 05 04:23:26.618800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55816) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:26.664635 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Deleting subnet b528c948-ad50-488b-a2af-78fc0e09bfe1 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:23:26.667902 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.704639 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.750267 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.866963 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.894795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b528c948-ad50-488b-a2af-78fc0e09bfe1,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:26.899311 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.901221 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b528c948-ad50-488b-a2af-78fc0e09bfe1 HTTP/1.1" status: 204 len: 168 time: 0.2814343 Jul 05 04:23:26.903782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55820) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:26.909203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:26.909203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:26.909203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:26.909203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:26.909203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:26.909888 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:26.910335 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:26.910737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:26.911136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:26.911647 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:26.911936 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:26.912356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137776bf-93bb-4944-8428-b13ef3c11e7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:26.979140 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0936-2b50-490f-bab0-363670646106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.060506 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0936-2b50-490f-bab0-363670646106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.071315 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-6bfe0936-2b50-490f-bab0-363670646106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a3690e-72ca-4988-a57f-9e0dc1188e63']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:27.082434 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-6bfe0936-2b50-490f-bab0-363670646106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9d6bbe-97eb-4463-aa16-dc49d4aace22') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:27.082709 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-6bfe0936-2b50-490f-bab0-363670646106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9d6bbe-97eb-4463-aa16-dc49d4aace22') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:27.091511 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0936-2b50-490f-bab0-363670646106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.106305 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0936-2b50-490f-bab0-363670646106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.113163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfe0936-2b50-490f-bab0-363670646106 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:23:27.113312 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0936-2b50-490f-bab0-363670646106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:23:27.114996 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:23:27.226964 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0936-2b50-490f-bab0-363670646106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.231636 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0936-2b50-490f-bab0-363670646106 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.233691 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6bfe0936-2b50-490f-bab0-363670646106 admin admin] 10.222.0.38 "DELETE /v2.0/networks/76a3690e-72ca-4988-a57f-9e0dc1188e63 HTTP/1.1" status: 204 len: 168 time: 0.3287394 Jul 05 04:23:27.237953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55822) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:27.255266 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe0936-2b50-490f-bab0-363670646106 admin admin] Pushing event deleted for resources: {'Network': ['ID=76a3690e-72ca-4988-a57f-9e0dc1188e63,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:27.294088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77a849e-39d3-48af-bd1e-52875f4f24f9 admin admin] Deleting subnet b0f99110-8e9d-47da-b045-ecd4b0077d9f {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:23:27.297220 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d77a849e-39d3-48af-bd1e-52875f4f24f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.331894 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d77a849e-39d3-48af-bd1e-52875f4f24f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.371431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d77a849e-39d3-48af-bd1e-52875f4f24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.518462 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d77a849e-39d3-48af-bd1e-52875f4f24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.546479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a849e-39d3-48af-bd1e-52875f4f24f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f99110-8e9d-47da-b045-ecd4b0077d9f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:27.549284 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d77a849e-39d3-48af-bd1e-52875f4f24f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.552545 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d77a849e-39d3-48af-bd1e-52875f4f24f9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b0f99110-8e9d-47da-b045-ecd4b0077d9f HTTP/1.1" status: 204 len: 168 time: 0.3136177 Jul 05 04:23:27.553558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55824) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:27.623692 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcfa69e8-e6b9-4f7c-8804-db09629c57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.708365 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcfa69e8-e6b9-4f7c-8804-db09629c57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.718141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-dcfa69e8-e6b9-4f7c-8804-db09629c57c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1be402a-41ca-4a26-90cb-8487a94438a1']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:27.729655 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-dcfa69e8-e6b9-4f7c-8804-db09629c57c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65d8609-6341-4214-8e01-bbf822904a26') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:27.729985 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-dcfa69e8-e6b9-4f7c-8804-db09629c57c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65d8609-6341-4214-8e01-bbf822904a26') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:27.739405 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcfa69e8-e6b9-4f7c-8804-db09629c57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.753988 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcfa69e8-e6b9-4f7c-8804-db09629c57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.759673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfa69e8-e6b9-4f7c-8804-db09629c57c2 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:23:27.760054 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcfa69e8-e6b9-4f7c-8804-db09629c57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:23:27.761665 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:23:27.767536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 47e1c0f2-a933-4c77-9169-6d8e121cfe7f up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:27.818388 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:27.818771 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.899482 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.921278 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:27.923776 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f962769-7149-451f-b101-37fca9892d0e" -d '{"events": [{"server_uuid": "0bd15594-6715-4bd3-8126-a2fd327d5b7e", "name": "network-vif-plugged", "status": "completed", "tag": "47e1c0f2-a933-4c77-9169-6d8e121cfe7f"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:27.924001 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcfa69e8-e6b9-4f7c-8804-db09629c57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.930081 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcfa69e8-e6b9-4f7c-8804-db09629c57c2 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.932881 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dcfa69e8-e6b9-4f7c-8804-db09629c57c2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f1be402a-41ca-4a26-90cb-8487a94438a1 HTTP/1.1" status: 204 len: 168 time: 0.3779528 Jul 05 04:23:27.937376 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,segment=NetworkSegment(d9934513-7540-4701-88ab-6b249f9b209b),segment_id=d9934513-7540-4701-88ab-6b249f9b209b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:27.947500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa69e8-e6b9-4f7c-8804-db09629c57c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1be402a-41ca-4a26-90cb-8487a94438a1,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:27.983495 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d70de3f-7b19-485e-816a-68eac0093349 x-openstack-request-id: req-8d70de3f-7b19-485e-816a-68eac0093349 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:27.983792 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd15594-6715-4bd3-8126-a2fd327d5b7e", "name": "network-vif-plugged", "status": "completed", "tag": "47e1c0f2-a933-4c77-9169-6d8e121cfe7f", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:27.984050 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d70de3f-7b19-485e-816a-68eac0093349 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:27.984478 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f', 'code': 200} Jul 05 04:23:28.035552 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.035552 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e2a95105-92e4-4325-aae7-2146d8dc6add no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:28.071612 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: e2a95105-92e4-4325-aae7-2146d8dc6add {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:28.071957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e2a95105-92e4-4325-aae7-2146d8dc6add not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:28.100213 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:28.474290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55834) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:28.517677 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a1f495fe-06e4-4167-8626-bdb820f667aa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f64df635ced44d04a51244b8a53894d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419512 Jul 05 04:23:28.520027 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55836) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:28.571534 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d0b9fe3e-bc29-4d65-95de-08fcaca207e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.592664 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d0b9fe3e-bc29-4d65-95de-08fcaca207e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.718186 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d0b9fe3e-bc29-4d65-95de-08fcaca207e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.721678 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d0b9fe3e-bc29-4d65-95de-08fcaca207e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.723281 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d0b9fe3e-bc29-4d65-95de-08fcaca207e1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9 HTTP/1.1" status: 204 len: 168 time: 0.2022064 Jul 05 04:23:28.733618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9fe3e-bc29-4d65-95de-08fcaca207e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4225c6-4a30-4f62-a7ca-32a07a1fa6f9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:28.908134 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55844) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:29.174384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e665fb0-248e-4eaf-8cb2-9980b351327f admin admin] Deleting subnet b6cdbb69-cda4-4110-be6d-e863e6fca420 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:23:29.179064 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6e665fb0-248e-4eaf-8cb2-9980b351327f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.230477 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6e665fb0-248e-4eaf-8cb2-9980b351327f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.276154 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6e665fb0-248e-4eaf-8cb2-9980b351327f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.393291 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6e665fb0-248e-4eaf-8cb2-9980b351327f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.422797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e665fb0-248e-4eaf-8cb2-9980b351327f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6cdbb69-cda4-4110-be6d-e863e6fca420,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:29.426565 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6e665fb0-248e-4eaf-8cb2-9980b351327f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.428702 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6e665fb0-248e-4eaf-8cb2-9980b351327f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b6cdbb69-cda4-4110-be6d-e863e6fca420 HTTP/1.1" status: 204 len: 168 time: 0.5194232 Jul 05 04:23:29.431242 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 55850) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:29.458341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55852) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:29.495655 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fb1b29d5-2d00-4821-a27e-21bd5cf87c56 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4a2479930b914c6d817d63379a2d3aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391967 Jul 05 04:23:29.502691 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-918e4545-1670-4142-ba92-ccc0d7191d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.503049 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55854) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:29.554566 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff600119-e39a-4799-967d-708fd54459b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.576641 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff600119-e39a-4799-967d-708fd54459b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.608923 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-918e4545-1670-4142-ba92-ccc0d7191d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.619507 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-918e4545-1670-4142-ba92-ccc0d7191d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b039e06-1243-4bfe-8731-3e97949430a7']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:29.630412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-918e4545-1670-4142-ba92-ccc0d7191d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:29.630757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-918e4545-1670-4142-ba92-ccc0d7191d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8cd87c5-c0ac-4f5a-886a-7a1d19429b5a') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:29.639193 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-918e4545-1670-4142-ba92-ccc0d7191d28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.652532 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-918e4545-1670-4142-ba92-ccc0d7191d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.658443 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918e4545-1670-4142-ba92-ccc0d7191d28 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:23:29.658830 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-918e4545-1670-4142-ba92-ccc0d7191d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:23:29.660469 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:23:29.695084 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff600119-e39a-4799-967d-708fd54459b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.697743 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff600119-e39a-4799-967d-708fd54459b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.699011 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ff600119-e39a-4799-967d-708fd54459b6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/becc57c4-e475-41f6-8506-c93b8e42d006 HTTP/1.1" status: 204 len: 168 time: 0.1949773 Jul 05 04:23:29.706983 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff600119-e39a-4799-967d-708fd54459b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becc57c4-e475-41f6-8506-c93b8e42d006,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:29.796234 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-918e4545-1670-4142-ba92-ccc0d7191d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.799029 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-918e4545-1670-4142-ba92-ccc0d7191d28 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.801072 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-918e4545-1670-4142-ba92-ccc0d7191d28 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7b039e06-1243-4bfe-8731-3e97949430a7 HTTP/1.1" status: 204 len: 168 time: 0.3688679 Jul 05 04:23:29.815638 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e4545-1670-4142-ba92-ccc0d7191d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b039e06-1243-4bfe-8731-3e97949430a7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:30.190141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55862) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:30.233955 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b7f00bb3-cd80-421b-8432-a9474e11acdf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d3b001bcba924e85a697a78e32d962da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425873 Jul 05 04:23:30.237591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 55864) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:30.292336 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8157-d3cd-42d2-817a-e1d0db60c002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.320132 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8157-d3cd-42d2-817a-e1d0db60c002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.432146 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8157-d3cd-42d2-817a-e1d0db60c002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.434759 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8157-d3cd-42d2-817a-e1d0db60c002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.435923 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2f3b8157-d3cd-42d2-817a-e1d0db60c002 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b16c6e20-f186-4281-98e3-8c27af0736c9 HTTP/1.1" status: 204 len: 168 time: 0.1973257 Jul 05 04:23:30.443819 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b8157-d3cd-42d2-817a-e1d0db60c002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16c6e20-f186-4281-98e3-8c27af0736c9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:32.598479 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.152224 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.489683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56030) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:35.597848 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c00ed991-5bf6-4409-9cbe-be5c1f8d98dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.685484 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c00ed991-5bf6-4409-9cbe-be5c1f8d98dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.735055 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c00ed991-5bf6-4409-9cbe-be5c1f8d98dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.773654 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ed991-5bf6-4409-9cbe-be5c1f8d98dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe467b7-11b5-49bb-9d17-741ea501d58f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:35.779087 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c00ed991-5bf6-4409-9cbe-be5c1f8d98dd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ece87c2971da4746b8b91a79cb866715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882471 Jul 05 04:23:35.781686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56036) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:35.832404 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-05795c52-8244-44ff-ae67-4e3093f5bc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.853277 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-05795c52-8244-44ff-ae67-4e3093f5bc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.992157 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-05795c52-8244-44ff-ae67-4e3093f5bc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.994706 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-05795c52-8244-44ff-ae67-4e3093f5bc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.995854 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-05795c52-8244-44ff-ae67-4e3093f5bc25 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cfe467b7-11b5-49bb-9d17-741ea501d58f HTTP/1.1" status: 204 len: 168 time: 0.2132664 Jul 05 04:23:36.004244 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05795c52-8244-44ff-ae67-4e3093f5bc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe467b7-11b5-49bb-9d17-741ea501d58f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:36.662002 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56044) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:36.675265 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3adad3f5-58f4-4e5f-8150-4d16ccbe7ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:36.761824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3adad3f5-58f4-4e5f-8150-4d16ccbe7ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:36.820539 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3adad3f5-58f4-4e5f-8150-4d16ccbe7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:36.859035 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3adad3f5-58f4-4e5f-8150-4d16ccbe7ee5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=689f0652b0a44b7d8e16b719427d8785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959205 Jul 05 04:23:36.859959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adad3f5-58f4-4e5f-8150-4d16ccbe7ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b04e23-89c3-4386-ba4b-153c4d2bb1ce,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:36.863371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56046) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:36.911792 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2fe07ae1-fb79-46bc-b3c0-d52bf46ccb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:36.932616 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2fe07ae1-fb79-46bc-b3c0-d52bf46ccb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:37.072523 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2fe07ae1-fb79-46bc-b3c0-d52bf46ccb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:37.076862 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2fe07ae1-fb79-46bc-b3c0-d52bf46ccb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:37.078810 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2fe07ae1-fb79-46bc-b3c0-d52bf46ccb17 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e5b04e23-89c3-4386-ba4b-153c4d2bb1ce HTTP/1.1" status: 204 len: 168 time: 0.2141275 Jul 05 04:23:37.091722 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe07ae1-fb79-46bc-b3c0-d52bf46ccb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b04e23-89c3-4386-ba4b-153c4d2bb1ce,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:40.880538 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5aa36ef-e7ed-47cc-b4fc-04e113736ac8 req-986eb6c2-15bf-448f-a1f0-80a0992a5c8f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1983545 Jul 05 04:23:40.980078 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa36ef-e7ed-47cc-b4fc-04e113736ac8 req-60ed44a4-db3b-4a28-8143-afb510dd4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:40.981583 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5aa36ef-e7ed-47cc-b4fc-04e113736ac8 req-60ed44a4-db3b-4a28-8143-afb510dd4cd8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74f5c72e9b0041dea11725676c604b30&device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 1097 time: 0.0536606 Jul 05 04:23:41.094882 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa36ef-e7ed-47cc-b4fc-04e113736ac8 req-9f8accd5-ec9c-4aa5-b28f-3d5be2415275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.097189 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5aa36ef-e7ed-47cc-b4fc-04e113736ac8 req-9f8accd5-ec9c-4aa5-b28f-3d5be2415275 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6319d00-44cf-44ca-aab4-f2e9561a4ab9 HTTP/1.1" status: 200 len: 915 time: 0.0947766 Jul 05 04:23:41.166054 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5aa36ef-e7ed-47cc-b4fc-04e113736ac8 req-b252f8e2-01c3-4a8b-ab15-3d64465591a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd797aa9-f9f9-491f-9897-c77531783ffc HTTP/1.1" status: 200 len: 1000 time: 0.0609448 Jul 05 04:23:41.210990 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089a623-35e2-4cd1-bad6-c799d85a58e9 req-9fd433e2-b9fe-4ff9-9bbd-4ca9e8525df9 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.216965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089a623-35e2-4cd1-bad6-c799d85a58e9 req-9fd433e2-b9fe-4ff9-9bbd-4ca9e8525df9 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.221404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa36ef-e7ed-47cc-b4fc-04e113736ac8 req-508c9409-e4f9-481e-ab9d-6c7aed7cac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.221404 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5aa36ef-e7ed-47cc-b4fc-04e113736ac8 req-508c9409-e4f9-481e-ab9d-6c7aed7cac0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9dea3028-c24c-4a50-8c63-c045df990f3b HTTP/1.1" status: 200 len: 853 time: 0.0478165 Jul 05 04:23:41.223305 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089a623-35e2-4cd1-bad6-c799d85a58e9 req-9fd433e2-b9fe-4ff9-9bbd-4ca9e8525df9 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.229252 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089a623-35e2-4cd1-bad6-c799d85a58e9 req-9fd433e2-b9fe-4ff9-9bbd-4ca9e8525df9 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.235162 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089a623-35e2-4cd1-bad6-c799d85a58e9 req-9fd433e2-b9fe-4ff9-9bbd-4ca9e8525df9 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.241349 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089a623-35e2-4cd1-bad6-c799d85a58e9 req-9fd433e2-b9fe-4ff9-9bbd-4ca9e8525df9 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.247223 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089a623-35e2-4cd1-bad6-c799d85a58e9 req-9fd433e2-b9fe-4ff9-9bbd-4ca9e8525df9 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.249202 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a089a623-35e2-4cd1-bad6-c799d85a58e9 req-9fd433e2-b9fe-4ff9-9bbd-4ca9e8525df9 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5443 time: 0.1083419 Jul 05 04:23:41.278989 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa36ef-e7ed-47cc-b4fc-04e113736ac8 req-5bdd7edc-b2aa-4425-95dd-96d6bfc54511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.280523 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5aa36ef-e7ed-47cc-b4fc-04e113736ac8 req-5bdd7edc-b2aa-4425-95dd-96d6bfc54511 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6319d00-44cf-44ca-aab4-f2e9561a4ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532157 Jul 05 04:23:41.291822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a089a623-35e2-4cd1-bad6-c799d85a58e9 req-13d8e2b7-cfe1-49b1-b7e4-c1dca1f32477 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359831 Jul 05 04:23:41.372122 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5aa36ef-e7ed-47cc-b4fc-04e113736ac8 req-29564b8a-8a15-4067-9567-b4b0178a5325 service neutron] 10.222.0.36 "GET /v2.0/networks/d6319d00-44cf-44ca-aab4-f2e9561a4ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842731 Jul 05 04:23:41.449413 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-58432192-edf6-4d92-b33b-410a085d3f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.469283 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e5aa36ef-e7ed-47cc-b4fc-04e113736ac8 req-7640aa9a-d418-4fbb-9646-66f3bc96d932 service neutron] 10.222.0.36 "GET /v2.0/networks/d6319d00-44cf-44ca-aab4-f2e9561a4ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897779 Jul 05 04:23:41.503186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e010-6f31-406e-84fe-3e60161aba00 req-80fee3e5-f385-4b5b-b97a-f8b8252f316a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.509187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e010-6f31-406e-84fe-3e60161aba00 req-80fee3e5-f385-4b5b-b97a-f8b8252f316a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.515095 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e010-6f31-406e-84fe-3e60161aba00 req-80fee3e5-f385-4b5b-b97a-f8b8252f316a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.521776 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e010-6f31-406e-84fe-3e60161aba00 req-80fee3e5-f385-4b5b-b97a-f8b8252f316a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.527669 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e010-6f31-406e-84fe-3e60161aba00 req-80fee3e5-f385-4b5b-b97a-f8b8252f316a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.534346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e010-6f31-406e-84fe-3e60161aba00 req-80fee3e5-f385-4b5b-b97a-f8b8252f316a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.540325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e010-6f31-406e-84fe-3e60161aba00 req-80fee3e5-f385-4b5b-b97a-f8b8252f316a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:41.542269 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-52a5e010-6f31-406e-84fe-3e60161aba00 req-80fee3e5-f385-4b5b-b97a-f8b8252f316a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5443 time: 0.1138885 Jul 05 04:23:44.008057 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022c7c4-20fe-4eec-8915-7dcdd1a622e9 req-6e953bbc-4eed-4985-8f9d-9b347d47c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:44.008714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022c7c4-20fe-4eec-8915-7dcdd1a622e9 req-6e953bbc-4eed-4985-8f9d-9b347d47c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:44.009032 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022c7c4-20fe-4eec-8915-7dcdd1a622e9 req-6e953bbc-4eed-4985-8f9d-9b347d47c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:44.009501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022c7c4-20fe-4eec-8915-7dcdd1a622e9 req-6e953bbc-4eed-4985-8f9d-9b347d47c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:44.010180 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022c7c4-20fe-4eec-8915-7dcdd1a622e9 req-6e953bbc-4eed-4985-8f9d-9b347d47c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:44.010645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022c7c4-20fe-4eec-8915-7dcdd1a622e9 req-6e953bbc-4eed-4985-8f9d-9b347d47c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:44.011111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022c7c4-20fe-4eec-8915-7dcdd1a622e9 req-6e953bbc-4eed-4985-8f9d-9b347d47c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:44.013155 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d022c7c4-20fe-4eec-8915-7dcdd1a622e9 req-6e953bbc-4eed-4985-8f9d-9b347d47c447 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 6507 time: 0.1116199 Jul 05 04:23:44.015075 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e3db8bbe-54d0-4f39-901a-fe7b7b6b5532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.050738 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d022c7c4-20fe-4eec-8915-7dcdd1a622e9 req-34842928-b950-4696-a148-5d31f7c7a1ff service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0311499 Jul 05 04:23:44.357860 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:45.409739 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:46.414242 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:23:46.934912 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.512360 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-9995ba5b-c154-4c18-9330-577d1b362de7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0639529 Jul 05 04:23:56.626291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-3ac7c275-2bb4-4578-baba-abeef6c4eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:56.626874 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-3ac7c275-2bb4-4578-baba-abeef6c4eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:56.627356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-3ac7c275-2bb4-4578-baba-abeef6c4eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:56.627823 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-3ac7c275-2bb4-4578-baba-abeef6c4eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:56.628317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-3ac7c275-2bb4-4578-baba-abeef6c4eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:56.628782 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-3ac7c275-2bb4-4578-baba-abeef6c4eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:56.629405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-3ac7c275-2bb4-4578-baba-abeef6c4eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:56.631429 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-3ac7c275-2bb4-4578-baba-abeef6c4eb46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 6507 time: 0.0672250 Jul 05 04:23:56.758385 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-0acc87a9-0726-45ae-9b74-d31079187faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:56.758914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-0acc87a9-0726-45ae-9b74-d31079187faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:56.759386 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-0acc87a9-0726-45ae-9b74-d31079187faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:56.761076 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-0acc87a9-0726-45ae-9b74-d31079187faa service neutron] 10.222.0.10 "GET /v2.0/networks?id=698c7822-9f38-4d13-a24c-340f7e82d957&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=f693826a-bb1e-45e3-a13b-526015aea4c9&id=4f1cf73a-04b0-4401-a497-483da7eef180&id=4f1cf73a-04b0-4401-a497-483da7eef180 HTTP/1.1" status: 200 len: 2295 time: 0.0996981 Jul 05 04:23:56.830021 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-bc18167c-f295-41c3-a691-8313355c6fbf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=738f86fa-81ff-4194-8b17-37fec1ad0865 HTTP/1.1" status: 200 len: 1001 time: 0.0613301 Jul 05 04:23:56.885582 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-71aed4e4-eaf7-4157-9221-bd87f6fa22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:56.886992 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-71aed4e4-eaf7-4157-9221-bd87f6fa22cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc2108e7-7cda-4a81-b5ef-7079e3e394a2 HTTP/1.1" status: 200 len: 855 time: 0.0445960 Jul 05 04:23:56.950995 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-22a0e664-cf3f-42a4-b981-f1ca6018e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:56.952478 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-22a0e664-cf3f-42a4-b981-f1ca6018e712 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=698c7822-9f38-4d13-a24c-340f7e82d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550535 Jul 05 04:23:56.967934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-7c959a39-5643-4b2d-9e32-261df5aebbf1 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:56.977214 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-7c959a39-5643-4b2d-9e32-261df5aebbf1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050759 Jul 05 04:23:57.060227 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-3846d831-62dc-44e1-95f2-9ef5887627c4 service neutron] 10.222.0.10 "GET /v2.0/networks/698c7822-9f38-4d13-a24c-340f7e82d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809448 Jul 05 04:23:57.155682 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-892522c6-7ec6-4764-8dd2-e9dbda873c29 service neutron] 10.222.0.10 "GET /v2.0/networks/698c7822-9f38-4d13-a24c-340f7e82d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871496 Jul 05 04:23:57.201466 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-d71b4c96-1d7a-4242-9e46-6a0ad05b8129 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=0b261412-7c1f-44d0-b0d0-86763bb68022 HTTP/1.1" status: 200 len: 217 time: 0.0371864 Jul 05 04:23:57.251239 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-ce8e1207-b79e-4be4-adc3-3767db3f0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:57.252871 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-ce8e1207-b79e-4be4-adc3-3767db3f0845 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0441389 Jul 05 04:23:57.321038 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-781cda58-3998-47d2-aafb-3b16b5835d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:57.322498 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-781cda58-3998-47d2-aafb-3b16b5835d43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0588503 Jul 05 04:23:57.422501 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-e07f9907-dd6c-4d14-84ae-f73690855be1 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874236 Jul 05 04:23:57.524248 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-6838de8b-7ebd-400d-8cfa-53d90159ceff service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906603 Jul 05 04:23:57.587858 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-c14272b3-3139-4d07-b328-2e0df1f1f3e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=9314883e-d767-4609-a20b-7dd34002a5f2 HTTP/1.1" status: 200 len: 217 time: 0.0542624 Jul 05 04:23:57.642091 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-a7ce5406-b01b-4d44-ac49-ac194a8374a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:57.643567 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-a7ce5406-b01b-4d44-ac49-ac194a8374a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0444407 Jul 05 04:23:57.712958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-a4c1b4ef-166b-4d1a-aaea-3bb3e07b456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:57.714386 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-a4c1b4ef-166b-4d1a-aaea-3bb3e07b456b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0583069 Jul 05 04:23:58.139403 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-47f1b321-6f85-4fc8-b343-449814fd1d03 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131937 Jul 05 04:23:58.236207 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-81a8494a-39f4-4678-99a2-2f5c1e73781c service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879409 Jul 05 04:23:58.280001 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-0cb46a52-d52c-4625-8eae-b98ff3a4fa25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=6c46133d-628f-46e3-b0ef-033e0c1e19fb HTTP/1.1" status: 200 len: 217 time: 0.0340188 Jul 05 04:23:58.328547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-f2f1734a-505a-4146-8c0c-4b7e56f7106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:58.329965 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-f2f1734a-505a-4146-8c0c-4b7e56f7106e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0438421 Jul 05 04:23:58.393914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-db601eed-a53d-4b42-95a9-f77e5f6e8f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:58.395339 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-db601eed-a53d-4b42-95a9-f77e5f6e8f76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0561857 Jul 05 04:23:58.487022 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-aee761ea-417a-4bb7-b1c3-cf10710e3757 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818646 Jul 05 04:23:58.587146 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-aa2861fc-d234-431e-844f-4468e0d66ef9 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882788 Jul 05 04:23:58.633853 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-5f0beb81-3f34-4763-b267-eb0ba4405af7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac HTTP/1.1" status: 200 len: 217 time: 0.0348153 Jul 05 04:23:58.683222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-a35e9e90-2436-41e4-8a56-b4d65e8a131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:58.684586 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-a35e9e90-2436-41e4-8a56-b4d65e8a131d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 200 len: 797 time: 0.0429049 Jul 05 04:23:58.747300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-060c1727-fd61-4e43-8dbc-da88bf2d429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:58.748820 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-060c1727-fd61-4e43-8dbc-da88bf2d429a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f693826a-bb1e-45e3-a13b-526015aea4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0554094 Jul 05 04:23:58.839330 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-79097205-017d-406f-8254-b28b50927563 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821297 Jul 05 04:23:58.936208 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-cf47aac8-f148-4819-b670-0469a9656590 service neutron] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853431 Jul 05 04:23:58.978393 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-9cf926b3-8cf1-46ed-a579-3495b75e1569 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=842fd16f-f6ac-4a0e-8522-3a548a7030b0 HTTP/1.1" status: 200 len: 217 time: 0.0353742 Jul 05 04:23:59.027153 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-b1572379-46e4-440a-b88f-b043af37c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:59.028632 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-b1572379-46e4-440a-b88f-b043af37c309 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a51c3177-af5c-4643-ae1e-7fa582a1817a HTTP/1.1" status: 200 len: 797 time: 0.0425191 Jul 05 04:23:59.091444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-8aa228cb-e504-4960-a43c-1014c453f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:59.092961 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-8aa228cb-e504-4960-a43c-1014c453f259 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f1cf73a-04b0-4401-a497-483da7eef180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0573945 Jul 05 04:23:59.193383 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-5cc8136c-a2d9-488f-9b6b-f7cc5593f3e3 service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869381 Jul 05 04:23:59.290948 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-dc61b2fd-ad3f-4637-b42f-26d61c59e261 service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865204 Jul 05 04:23:59.348515 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-c839e7fa-4087-4ef8-bd41-d78750a8c5a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc6253bb-103b-4e73-9c12-d322528e9316 HTTP/1.1" status: 200 len: 217 time: 0.0450189 Jul 05 04:23:59.400627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-75da1406-408e-43fa-b074-44a49a322eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:59.402071 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-75da1406-408e-43fa-b074-44a49a322eab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a51c3177-af5c-4643-ae1e-7fa582a1817a HTTP/1.1" status: 200 len: 797 time: 0.0451512 Jul 05 04:23:59.472125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-26bef5da-13ec-4954-9ca6-e92d7a52d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:59.474030 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-26bef5da-13ec-4954-9ca6-e92d7a52d63f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f1cf73a-04b0-4401-a497-483da7eef180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0590000 Jul 05 04:23:59.571795 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-e40db0da-b8a2-4dba-a05e-293bc9aafbf5 service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896163 Jul 05 04:23:59.673768 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a20bdbc3-a905-4d79-be64-a76e3209e4a8 req-061b7ca8-7aff-4f8a-b401-8b594800f763 service neutron] 10.222.0.10 "GET /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945678 Jul 05 04:24:02.569007 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.580595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56100) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:03.606549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56102) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:03.746214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting port 3a49f77c-996d-4875-98f3-2e036ce4127d {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:03.746592 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.771904 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4c21e-8dc8-4af8-bb52-8a2d9147e4be tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Deleting port 6c0d1e78-119e-4cb9-b968-7f4a120dd768 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:03.772284 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c21e-8dc8-4af8-bb52-8a2d9147e4be tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.825562 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.825897 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.838449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Calling delete_port for 3a49f77c-996d-4875-98f3-2e036ce4127d owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:03.848634 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c21e-8dc8-4af8-bb52-8a2d9147e4be tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.848999 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c21e-8dc8-4af8-bb52-8a2d9147e4be tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.860775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4c21e-8dc8-4af8-bb52-8a2d9147e4be tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Calling delete_port for 6c0d1e78-119e-4cb9-b968-7f4a120dd768 owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:04.071978 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.097267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Port': ['ID=3a49f77c-996d-4875-98f3-2e036ce4127d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:04.100574 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c21e-8dc8-4af8-bb52-8a2d9147e4be tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.125373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4c21e-8dc8-4af8-bb52-8a2d9147e4be tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Pushing event deleted for resources: {'Port': ['ID=6c0d1e78-119e-4cb9-b968-7f4a120dd768,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:04.137671 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:04.138227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:04.138813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:04.139393 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:04.139960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:04.140574 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:04.140707 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.141334 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:04.141739 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:04.142327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:04.142901 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:04.143456 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:04.143813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:04.185200 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.185930 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Floating IP 6b00d343-45ee-400b-b10a-55718c713d8c disassociated (deleted). External IP: 172.25.6.39, port: 47e1c0f2-a933-4c77-9169-6d8e121cfe7f. Jul 05 04:24:04.196366 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c21e-8dc8-4af8-bb52-8a2d9147e4be tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.196706 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-ebe4c21e-8dc8-4af8-bb52-8a2d9147e4be tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Floating IP 43d39dd0-eb38-4e37-9487-aaf26d827c2d disassociated (deleted). External IP: 172.25.6.82, port: dd797aa9-f9f9-491f-9897-c77531783ffc. Jul 05 04:24:04.400935 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:04.412423 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe4c21e-8dc8-4af8-bb52-8a2d9147e4be tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:04.513742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:04.518850 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.523724 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe4c21e-8dc8-4af8-bb52-8a2d9147e4be tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:04.528714 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c21e-8dc8-4af8-bb52-8a2d9147e4be tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.534532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415b4dd-c350-4f61-9788-fdf3d7ffe936 None None] Sync routers for ids ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:04.538223 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6d02fe-c4d2-4ca1-8bae-d0368c822e91 None None] Sync routers for ids ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:04.546583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415b4dd-c350-4f61-9788-fdf3d7ffe936 None None] Routers {'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:04.547492 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0415b4dd-c350-4f61-9788-fdf3d7ffe936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:23:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:04.548748 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6d02fe-c4d2-4ca1-8bae-d0368c822e91 None None] Routers {'d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:04.549363 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-dd6d02fe-c4d2-4ca1-8bae-d0368c822e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:23:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:04.565978 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-734397a4-b087-449e-bee5-8b50b275eae4 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/floatingips/6b00d343-45ee-400b-b10a-55718c713d8c HTTP/1.1" status: 204 len: 168 time: 0.9814682 Jul 05 04:24:04.565978 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'tag': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:04.569324 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336f7896-28e0-4aad-8925-bb25cbcfec54" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd15594-6715-4bd3-8126-a2fd327d5b7e", "tag": "47e1c0f2-a933-4c77-9169-6d8e121cfe7f"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:04.597278 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ebe4c21e-8dc8-4af8-bb52-8a2d9147e4be tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "DELETE /v2.0/floatingips/43d39dd0-eb38-4e37-9487-aaf26d827c2d HTTP/1.1" status: 204 len: 168 time: 0.9894683 Jul 05 04:24:04.598288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537212e1-9628-4683-9b91-b3c64d430b1f', 'tag': 'dd797aa9-f9f9-491f-9897-c77531783ffc'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:04.601073 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7d02fa-e3ee-4669-8554-e5c2255622cf" -d '{"events": [{"name": "network-changed", "server_uuid": "537212e1-9628-4683-9b91-b3c64d430b1f", "tag": "dd797aa9-f9f9-491f-9897-c77531783ffc"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:04.635887 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2a8c60-a86a-49ff-be5f-2f3fba7251f5 x-openstack-request-id: req-1a2a8c60-a86a-49ff-be5f-2f3fba7251f5 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:04.636664 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd15594-6715-4bd3-8126-a2fd327d5b7e", "tag": "47e1c0f2-a933-4c77-9169-6d8e121cfe7f", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:04.636664 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a2a8c60-a86a-49ff-be5f-2f3fba7251f5 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:04.638045 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'tag': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f', 'status': 'completed', 'code': 200} Jul 05 04:24:04.715518 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-dd6d02fe-c4d2-4ca1-8bae-d0368c822e91 None None] Set router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:04.739307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-0415b4dd-c350-4f61-9788-fdf3d7ffe936 None None] Set router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:04.780786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f7896-28e0-4aad-8925-bb25cbcfec54 req-541a27e8-63fe-4b6c-b7c1-be79ebfa288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:04.780786 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-336f7896-28e0-4aad-8925-bb25cbcfec54 req-541a27e8-63fe-4b6c-b7c1-be79ebfa288a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=493f456730914ffbabda165adccd9cc1&device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 1097 time: 0.1096144 Jul 05 04:24:04.888387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f7896-28e0-4aad-8925-bb25cbcfec54 req-5de8db02-a798-4539-8bbc-58ec0a0c41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:04.889978 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-336f7896-28e0-4aad-8925-bb25cbcfec54 req-5de8db02-a798-4539-8bbc-58ec0a0c41a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=02565e1b-4457-4568-8d53-e97c04dfe385 HTTP/1.1" status: 200 len: 897 time: 0.1015878 Jul 05 04:24:04.934624 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-336f7896-28e0-4aad-8925-bb25cbcfec54 req-5c7fb885-7eba-4a9c-b3ca-525489658e34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47e1c0f2-a933-4c77-9169-6d8e121cfe7f HTTP/1.1" status: 200 len: 217 time: 0.0362613 Jul 05 04:24:04.955279 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-dd6d02fe-c4d2-4ca1-8bae-d0368c822e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191071313', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '68d6a128-6bca-4a42-980c-2262cf02e4ed', 'name': '', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:22:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:02Z', 'updated_at': '2021-07-05T04:22:11Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:04.982176 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6d02fe-c4d2-4ca1-8bae-d0368c822e91 None None] Checking router: d2cd13af-43fe-4031-92dc-b9a29ffe6c1e for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:04.990220 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f7896-28e0-4aad-8925-bb25cbcfec54 req-db50499a-7f85-45a9-9af8-cbc563ad4b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:04.991704 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-336f7896-28e0-4aad-8925-bb25cbcfec54 req-db50499a-7f85-45a9-9af8-cbc563ad4b2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b4a03536-6a4c-4d58-a63c-cab4c2d8a31e HTTP/1.1" status: 200 len: 834 time: 0.0493782 Jul 05 04:24:04.997384 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6d02fe-c4d2-4ca1-8bae-d0368c822e91 None None] Routers {'d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:04.997384 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-dd6d02fe-c4d2-4ca1-8bae-d0368c822e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:23:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:05.008723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0415b4dd-c350-4f61-9788-fdf3d7ffe936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:06Z', 'revision_number': 4, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port': {'id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'd5eb7397-40f4-40a4-95ea-874c9c264d96', 'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'mac_address': 'fa:16:3e:3a:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:04Z', 'updated_at': '2021-07-05T04:19:12Z', 'revision_number': 5, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'subnets': [{'id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:05.038223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415b4dd-c350-4f61-9788-fdf3d7ffe936 None None] Checking router: dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:05.046879 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415b4dd-c350-4f61-9788-fdf3d7ffe936 None None] Routers {'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:05.047498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0415b4dd-c350-4f61-9788-fdf3d7ffe936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:23:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:05.055454 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f7896-28e0-4aad-8925-bb25cbcfec54 req-7fb49e30-215b-42d7-9b4d-44d15c1dd87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:05.057942 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-336f7896-28e0-4aad-8925-bb25cbcfec54 req-7fb49e30-215b-42d7-9b4d-44d15c1dd87c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02565e1b-4457-4568-8d53-e97c04dfe385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578263 Jul 05 04:24:05.130448 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-dd6d02fe-c4d2-4ca1-8bae-d0368c822e91 None None] Set router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:05.165668 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-0415b4dd-c350-4f61-9788-fdf3d7ffe936 None None] Set router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:05.169851 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-336f7896-28e0-4aad-8925-bb25cbcfec54 req-3ac04547-75ac-4c8a-a561-68cd5ec3860d service neutron] 10.222.0.10 "GET /v2.0/networks/02565e1b-4457-4568-8d53-e97c04dfe385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050706 Jul 05 04:24:05.280304 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6ff72f-423e-4cee-9944-339d59591737 x-openstack-request-id: req-fb6ff72f-423e-4cee-9944-339d59591737 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:05.280729 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537212e1-9628-4683-9b91-b3c64d430b1f", "tag": "dd797aa9-f9f9-491f-9897-c77531783ffc", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:05.281082 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb6ff72f-423e-4cee-9944-339d59591737 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:05.281676 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537212e1-9628-4683-9b91-b3c64d430b1f', 'tag': 'dd797aa9-f9f9-491f-9897-c77531783ffc', 'status': 'completed', 'code': 200} Jul 05 04:24:05.325245 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-336f7896-28e0-4aad-8925-bb25cbcfec54 req-cf511b0b-8dcb-487d-bbf3-12ee896f3c66 service neutron] 10.222.0.10 "GET /v2.0/networks/02565e1b-4457-4568-8d53-e97c04dfe385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472435 Jul 05 04:24:05.361799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d02fa-e3ee-4669-8554-e5c2255622cf req-869ce546-455d-4436-b8d5-9d3d026103ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:05.363290 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff7d02fa-e3ee-4669-8554-e5c2255622cf req-869ce546-455d-4436-b8d5-9d3d026103ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74f5c72e9b0041dea11725676c604b30&device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 1097 time: 0.1012571 Jul 05 04:24:05.465298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0415b4dd-c350-4f61-9788-fdf3d7ffe936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:06Z', 'revision_number': 4, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port': {'id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'd5eb7397-40f4-40a4-95ea-874c9c264d96', 'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'mac_address': 'fa:16:3e:3a:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:04Z', 'updated_at': '2021-07-05T04:19:12Z', 'revision_number': 5, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'subnets': [{'id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:05.471143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261868a-561d-4184-9f98-a98329459112 req-ab16eccb-6426-466f-b24e-8a38981a98af tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:05.479553 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9261868a-561d-4184-9f98-a98329459112 req-ab16eccb-6426-466f-b24e-8a38981a98af tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.1233351 Jul 05 04:24:05.498125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d02fa-e3ee-4669-8554-e5c2255622cf req-c672ed3f-a7d4-4a26-8646-971ffedbe631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:05.499852 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff7d02fa-e3ee-4669-8554-e5c2255622cf req-c672ed3f-a7d4-4a26-8646-971ffedbe631 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6319d00-44cf-44ca-aab4-f2e9561a4ab9 HTTP/1.1" status: 200 len: 915 time: 0.1262856 Jul 05 04:24:05.504701 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415b4dd-c350-4f61-9788-fdf3d7ffe936 None None] The sync data for ids ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'] in n-d-771363-32 is: [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:06Z', 'revision_number': 4, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port': {'id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'd5eb7397-40f4-40a4-95ea-874c9c264d96', 'name': '', 'network_id': 'd6319d00-44cf-44ca-aab4-f2e9561a4ab9', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'mac_address': 'fa:16:3e:3a:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:04Z', 'updated_at': '2021-07-05T04:19:12Z', 'revision_number': 5, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'subnets': [{'id': '9dea3028-c24c-4a50-8c63-c045df990f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:05.517267 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-dd6d02fe-c4d2-4ca1-8bae-d0368c822e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191071313', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '68d6a128-6bca-4a42-980c-2262cf02e4ed', 'name': '', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:22:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:02Z', 'updated_at': '2021-07-05T04:22:11Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:05.538801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9261868a-561d-4184-9f98-a98329459112 req-c5fc0f3b-117f-4221-a599-1d2710493453 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583484 Jul 05 04:24:05.546170 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6d02fe-c4d2-4ca1-8bae-d0368c822e91 None None] The sync data for ids ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'] in n-d-771363-32 is: [{'id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191071313', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:04Z', 'revision_number': 4, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '68d6a128-6bca-4a42-980c-2262cf02e4ed', 'name': '', 'network_id': '02565e1b-4457-4568-8d53-e97c04dfe385', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'mac_address': 'fa:16:3e:22:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:02Z', 'updated_at': '2021-07-05T04:22:11Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'subnets': [{'id': 'b4a03536-6a4c-4d58-a63c-cab4c2d8a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:05.551846 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff7d02fa-e3ee-4669-8554-e5c2255622cf req-8a083d5b-c6f4-4ab9-a091-b641c7966516 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd797aa9-f9f9-491f-9897-c77531783ffc HTTP/1.1" status: 200 len: 217 time: 0.0432429 Jul 05 04:24:05.563976 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6fab1-5db6-4b88-a4d6-c02382b1888b req-862f6ecb-b586-40af-997a-3890750aeb58 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:05.576384 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfe6fab1-5db6-4b88-a4d6-c02382b1888b req-862f6ecb-b586-40af-997a-3890750aeb58 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 945 time: 0.1770577 Jul 05 04:24:05.616349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d02fa-e3ee-4669-8554-e5c2255622cf req-30d90007-7082-47aa-bb7a-40e5208c3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:05.619984 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff7d02fa-e3ee-4669-8554-e5c2255622cf req-30d90007-7082-47aa-bb7a-40e5208c3b85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9dea3028-c24c-4a50-8c63-c045df990f3b HTTP/1.1" status: 200 len: 853 time: 0.0575967 Jul 05 04:24:05.632571 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfe6fab1-5db6-4b88-a4d6-c02382b1888b req-845e55b1-3c30-460b-a82d-b42212c7dfce tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553014 Jul 05 04:24:05.698798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d02fa-e3ee-4669-8554-e5c2255622cf req-f3e4f01b-7e02-4e85-9c4b-be4159e4a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:05.700578 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff7d02fa-e3ee-4669-8554-e5c2255622cf req-f3e4f01b-7e02-4e85-9c4b-be4159e4a51e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6319d00-44cf-44ca-aab4-f2e9561a4ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698333 Jul 05 04:24:05.806956 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff7d02fa-e3ee-4669-8554-e5c2255622cf req-1e656c63-d597-4b98-8f88-b80fca2e3e8d service neutron] 10.222.0.36 "GET /v2.0/networks/d6319d00-44cf-44ca-aab4-f2e9561a4ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976822 Jul 05 04:24:05.878204 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e7772-e20f-484d-a21d-6fec4cbc360f None None] New status for floating IP 43d39dd0-eb38-4e37-9487-aaf26d827c2d: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:24:05.906096 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff7d02fa-e3ee-4669-8554-e5c2255622cf req-2059fe14-0cd4-4319-9a8e-aa2153982e25 service neutron] 10.222.0.36 "GET /v2.0/networks/d6319d00-44cf-44ca-aab4-f2e9561a4ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903919 Jul 05 04:24:05.908008 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d531e58-cfe8-4e17-bd41-80cee8d4dd16 None None] New status for floating IP 6b00d343-45ee-400b-b10a-55718c713d8c: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:24:06.734992 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230279f-dc1f-4d23-a65b-e7e31b8e2043 req-9c80affa-b8d9-4b86-9883-8cbe5cb904c6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:06.736529 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9230279f-dc1f-4d23-a65b-e7e31b8e2043 req-9c80affa-b8d9-4b86-9883-8cbe5cb904c6 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0638182 Jul 05 04:24:06.808668 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9230279f-dc1f-4d23-a65b-e7e31b8e2043 req-29835226-e245-4439-aa7b-04ec4844a0c7 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/security-groups?id=b8c51581-b883-47e8-81d5-2670085b0e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639017 Jul 05 04:24:06.840673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaec50-7a55-44bc-bf26-85f4860e83af req-98d62a1e-f6f8-4979-abf2-3bb14c6873cd tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:06.842294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2aaec50-7a55-44bc-bf26-85f4860e83af req-98d62a1e-f6f8-4979-abf2-3bb14c6873cd tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 945 time: 0.0912073 Jul 05 04:24:06.884573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2aaec50-7a55-44bc-bf26-85f4860e83af req-2320f1a8-eb34-4c26-a109-698eadbdf9ac tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/security-groups?id=9f4708b7-6a80-4a3c-9400-7fca93f63ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356834 Jul 05 04:24:06.890769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c373f7-8de6-4f5d-8dad-f077f672b829 req-4e88fb48-e130-462a-afde-61b050304f69 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:06.892275 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-37c373f7-8de6-4f5d-8dad-f077f672b829 req-4e88fb48-e130-462a-afde-61b050304f69 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.10 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 945 time: 0.0663190 Jul 05 04:24:06.996368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-37c373f7-8de6-4f5d-8dad-f077f672b829 req-faf9c484-4465-48f3-ac91-e7aac9da5768 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:06.996717 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-37c373f7-8de6-4f5d-8dad-f077f672b829 req-faf9c484-4465-48f3-ac91-e7aac9da5768 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.080832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-37c373f7-8de6-4f5d-8dad-f077f672b829 req-faf9c484-4465-48f3-ac91-e7aac9da5768 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] For port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,segment=NetworkSegment(d9934513-7540-4701-88ab-6b249f9b209b),segment_id=d9934513-7540-4701-88ab-6b249f9b209b)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:07.081204 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-37c373f7-8de6-4f5d-8dad-f077f672b829 req-faf9c484-4465-48f3-ac91-e7aac9da5768 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.099319 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-37c373f7-8de6-4f5d-8dad-f077f672b829 req-faf9c484-4465-48f3-ac91-e7aac9da5768 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Calling delete_port for 47e1c0f2-a933-4c77-9169-6d8e121cfe7f owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:07.295107 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-37c373f7-8de6-4f5d-8dad-f077f672b829 req-faf9c484-4465-48f3-ac91-e7aac9da5768 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.324077 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9c484-4465-48f3-ac91-e7aac9da5768 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Port': ['ID=47e1c0f2-a933-4c77-9169-6d8e121cfe7f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:07.373548 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c373f7-8de6-4f5d-8dad-f077f672b829 req-faf9c484-4465-48f3-ac91-e7aac9da5768 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] No DVR routers for this DVR port 47e1c0f2-a933-4c77-9169-6d8e121cfe7f on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:07.376142 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-37c373f7-8de6-4f5d-8dad-f077f672b829 req-faf9c484-4465-48f3-ac91-e7aac9da5768 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.378105 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-37c373f7-8de6-4f5d-8dad-f077f672b829 req-faf9c484-4465-48f3-ac91-e7aac9da5768 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.10 "DELETE /v2.0/ports/47e1c0f2-a933-4c77-9169-6d8e121cfe7f HTTP/1.1" status: 204 len: 173 time: 0.4792976 Jul 05 04:24:07.378551 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'name': 'network-vif-deleted', 'tag': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:07.381043 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45aee09a-77fc-4325-aaa4-ade468ae55a4" -d '{"events": [{"server_uuid": "0bd15594-6715-4bd3-8126-a2fd327d5b7e", "name": "network-vif-deleted", "tag": "47e1c0f2-a933-4c77-9169-6d8e121cfe7f"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:07.417098 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a878b82c-9c9b-4b73-8dbb-6dbbe43efca7 x-openstack-request-id: req-a878b82c-9c9b-4b73-8dbb-6dbbe43efca7 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:07.417390 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd15594-6715-4bd3-8126-a2fd327d5b7e", "name": "network-vif-deleted", "tag": "47e1c0f2-a933-4c77-9169-6d8e121cfe7f", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:07.417641 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a878b82c-9c9b-4b73-8dbb-6dbbe43efca7 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:07.418045 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd15594-6715-4bd3-8126-a2fd327d5b7e', 'name': 'network-vif-deleted', 'tag': '47e1c0f2-a933-4c77-9169-6d8e121cfe7f', 'status': 'completed', 'code': 200} Jul 05 04:24:07.527533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9c97f-45ca-404e-ae47-6dd57010c862 req-0bb27e2c-b8a9-49c3-a864-d607dd053410 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:07.529033 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-11f9c97f-45ca-404e-ae47-6dd57010c862 req-0bb27e2c-b8a9-49c3-a864-d607dd053410 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.36 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 945 time: 0.0646038 Jul 05 04:24:07.636038 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-11f9c97f-45ca-404e-ae47-6dd57010c862 req-74ee25eb-729a-42ec-9203-9896a094ace8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Deleting port dd797aa9-f9f9-491f-9897-c77531783ffc {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:07.636314 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-11f9c97f-45ca-404e-ae47-6dd57010c862 req-74ee25eb-729a-42ec-9203-9896a094ace8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.733199 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-11f9c97f-45ca-404e-ae47-6dd57010c862 req-74ee25eb-729a-42ec-9203-9896a094ace8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] For port dd797aa9-f9f9-491f-9897-c77531783ffc, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=dd797aa9-f9f9-491f-9897-c77531783ffc,segment=NetworkSegment(ddda5a6c-3c3d-47de-954c-c02f9efdddaf),segment_id=ddda5a6c-3c3d-47de-954c-c02f9efdddaf)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:07.733559 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-11f9c97f-45ca-404e-ae47-6dd57010c862 req-74ee25eb-729a-42ec-9203-9896a094ace8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.747453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-11f9c97f-45ca-404e-ae47-6dd57010c862 req-74ee25eb-729a-42ec-9203-9896a094ace8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Calling delete_port for dd797aa9-f9f9-491f-9897-c77531783ffc owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:07.967138 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-668f611b-958b-4664-813e-3a1513cb57d7 req-c9ac6a2a-013e-419b-a39a-ccda31fccf16 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "GET /v2.0/ports?device_id=0bd15594-6715-4bd3-8126-a2fd327d5b7e HTTP/1.1" status: 200 len: 210 time: 0.0297406 Jul 05 04:24:07.969350 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-11f9c97f-45ca-404e-ae47-6dd57010c862 req-74ee25eb-729a-42ec-9203-9896a094ace8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.004669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee25eb-729a-42ec-9203-9896a094ace8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Pushing event deleted for resources: {'Port': ['ID=dd797aa9-f9f9-491f-9897-c77531783ffc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:08.049155 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d31b341-38e3-4942-bf40-bde9d3fad2d3 req-d41af47c-8ca1-4cfe-ac3b-e1192eacbf62 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 210 time: 0.0443993 Jul 05 04:24:08.057599 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f9c97f-45ca-404e-ae47-6dd57010c862 req-74ee25eb-729a-42ec-9203-9896a094ace8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] No DVR routers for this DVR port dd797aa9-f9f9-491f-9897-c77531783ffc on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:08.060127 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-11f9c97f-45ca-404e-ae47-6dd57010c862 req-74ee25eb-729a-42ec-9203-9896a094ace8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.062204 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-11f9c97f-45ca-404e-ae47-6dd57010c862 req-74ee25eb-729a-42ec-9203-9896a094ace8 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.36 "DELETE /v2.0/ports/dd797aa9-f9f9-491f-9897-c77531783ffc HTTP/1.1" status: 204 len: 173 time: 0.5235403 Jul 05 04:24:09.065260 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56132) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:09.196925 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19178b95-4c89-445d-b45f-122a6147fd17 req-2f7ecdd2-8613-4ca6-afd2-dbeff8cc88a9 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 210 time: 0.0311863 Jul 05 04:24:09.419359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537212e1-9628-4683-9b91-b3c64d430b1f', 'name': 'network-vif-deleted', 'tag': 'dd797aa9-f9f9-491f-9897-c77531783ffc'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:09.421601 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e595fae-f490-4092-abaa-b6c191b53108" -d '{"events": [{"server_uuid": "537212e1-9628-4683-9b91-b3c64d430b1f", "name": "network-vif-deleted", "tag": "dd797aa9-f9f9-491f-9897-c77531783ffc"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:09.455763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-351aa313-bf8c-49f2-aed2-e159edd8663a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:09.458960 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe4adea-be64-4ae9-a2d6-0685b392362b x-openstack-request-id: req-9fe4adea-be64-4ae9-a2d6-0685b392362b {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:09.459305 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537212e1-9628-4683-9b91-b3c64d430b1f", "name": "network-vif-deleted", "tag": "dd797aa9-f9f9-491f-9897-c77531783ffc", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:09.459563 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9fe4adea-be64-4ae9-a2d6-0685b392362b {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:09.460147 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537212e1-9628-4683-9b91-b3c64d430b1f', 'name': 'network-vif-deleted', 'tag': 'dd797aa9-f9f9-491f-9897-c77531783ffc', 'status': 'completed', 'code': 200} Jul 05 04:24:10.051160 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-351aa313-bf8c-49f2-aed2-e159edd8663a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting port 68d6a128-6bca-4a42-980c-2262cf02e4ed {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:10.051423 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-351aa313-bf8c-49f2-aed2-e159edd8663a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.142443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-351aa313-bf8c-49f2-aed2-e159edd8663a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] For port 68d6a128-6bca-4a42-980c-2262cf02e4ed, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=68d6a128-6bca-4a42-980c-2262cf02e4ed,segment=NetworkSegment(d9934513-7540-4701-88ab-6b249f9b209b),segment_id=d9934513-7540-4701-88ab-6b249f9b209b)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:10.143167 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-351aa313-bf8c-49f2-aed2-e159edd8663a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.155572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-351aa313-bf8c-49f2-aed2-e159edd8663a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Calling delete_port for 68d6a128-6bca-4a42-980c-2262cf02e4ed owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:10.344395 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5bd0fabc-952c-4412-9cd5-b05d71c1218d req-e71d9d14-8966-4413-b9bd-ba4cf6cfc687 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 210 time: 0.0340774 Jul 05 04:24:10.409625 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-351aa313-bf8c-49f2-aed2-e159edd8663a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.438332 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351aa313-bf8c-49f2-aed2-e159edd8663a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Port': ['ID=68d6a128-6bca-4a42-980c-2262cf02e4ed,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:10.629877 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-351aa313-bf8c-49f2-aed2-e159edd8663a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.854624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351aa313-bf8c-49f2-aed2-e159edd8663a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:10.971177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351aa313-bf8c-49f2-aed2-e159edd8663a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:10.977233 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-351aa313-bf8c-49f2-aed2-e159edd8663a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "PUT /v2.0/routers/d2cd13af-43fe-4031-92dc-b9a29ffe6c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9102767 Jul 05 04:24:10.979319 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56140) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:10.982203 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee38d0-c28f-4c9c-8861-9a56185f5706 None None] Sync routers for ids ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:10.992787 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee38d0-c28f-4c9c-8861-9a56185f5706 None None] Routers {'d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:10.993421 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-baee38d0-c28f-4c9c-8861-9a56185f5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:23:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:11.040901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-198fdf73-4ab3-467c-ac0c-722ec2aac39a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting subnet b4a03536-6a4c-4d58-a63c-cab4c2d8a31e {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:24:11.044540 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-198fdf73-4ab3-467c-ac0c-722ec2aac39a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.096680 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-198fdf73-4ab3-467c-ac0c-722ec2aac39a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.103417 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-baee38d0-c28f-4c9c-8861-9a56185f5706 None None] Set router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:11.195763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-198fdf73-4ab3-467c-ac0c-722ec2aac39a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.284823 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-baee38d0-c28f-4c9c-8861-9a56185f5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191071313', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:24:10Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:11.315967 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee38d0-c28f-4c9c-8861-9a56185f5706 None None] Checking router: d2cd13af-43fe-4031-92dc-b9a29ffe6c1e for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:11.318701 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-198fdf73-4ab3-467c-ac0c-722ec2aac39a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.325139 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee38d0-c28f-4c9c-8861-9a56185f5706 None None] Routers {'d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:11.326230 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-baee38d0-c28f-4c9c-8861-9a56185f5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:23:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:11.348436 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fdf73-4ab3-467c-ac0c-722ec2aac39a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a03536-6a4c-4d58-a63c-cab4c2d8a31e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:11.353566 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-198fdf73-4ab3-467c-ac0c-722ec2aac39a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.355472 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-198fdf73-4ab3-467c-ac0c-722ec2aac39a tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/subnets/b4a03536-6a4c-4d58-a63c-cab4c2d8a31e HTTP/1.1" status: 204 len: 168 time: 0.3751931 Jul 05 04:24:11.358230 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56142) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:11.365474 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b37ab1-650c-4a17-b0df-90f809717524 None None] Network 02565e1b-4457-4568-8d53-e97c04dfe385 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:11.457263 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-baee38d0-c28f-4c9c-8861-9a56185f5706 None None] Set router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:11.501753 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c41809b2-2507-4a94-9b2d-bfd442f832aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.512545 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-385512e3-2b27-431f-8af1-3ea106f9cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.612362 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b91041c-efee-447c-a23c-3ef35bc7c9bb req-5f234e44-3d77-446f-a044-2eee1cfbc346 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 210 time: 0.0375054 Jul 05 04:24:11.653018 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c41809b2-2507-4a94-9b2d-bfd442f832aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.653992 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] DHCP port deletion for 02565e1b-4457-4568-8d53-e97c04dfe385 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:24:11.684432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device dd797aa9-f9f9-491f-9897-c77531783ffc no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:11.706635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: dd797aa9-f9f9-491f-9897-c77531783ffc {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:11.707096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device dd797aa9-f9f9-491f-9897-c77531783ffc not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:11.731789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Deleting port fb158307-660d-4753-8ba0-c9b1c7975acf {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:11.732056 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.735442 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-baee38d0-c28f-4c9c-8861-9a56185f5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191071313', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:24:10Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:11.770208 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baee38d0-c28f-4c9c-8861-9a56185f5706 None None] The sync data for ids ['d2cd13af-43fe-4031-92dc-b9a29ffe6c1e'] in n-d-771363-32 is: [{'id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191071313', 'tenant_id': '493f456730914ffbabda165adccd9cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:24:10Z', 'revision_number': 5, 'project_id': '493f456730914ffbabda165adccd9cc1', 'gw_port': {'id': 'e1cb9c4e-5962-470a-b2b0-542e2322fead', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cd13af-43fe-4031-92dc-b9a29ffe6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:58Z', 'updated_at': '2021-07-05T04:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:11.775398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-c41809b2-2507-4a94-9b2d-bfd442f832aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Deleting port e1cb9c4e-5962-470a-b2b0-542e2322fead {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:11.775969 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c41809b2-2507-4a94-9b2d-bfd442f832aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.813776 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] For port fb158307-660d-4753-8ba0-c9b1c7975acf, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=fb158307-660d-4753-8ba0-c9b1c7975acf,segment=NetworkSegment(d9934513-7540-4701-88ab-6b249f9b209b),segment_id=d9934513-7540-4701-88ab-6b249f9b209b)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:11.814283 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.836152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Calling delete_port for fb158307-660d-4753-8ba0-c9b1c7975acf owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:11.866477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-c41809b2-2507-4a94-9b2d-bfd442f832aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] For port e1cb9c4e-5962-470a-b2b0-542e2322fead, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=e1cb9c4e-5962-470a-b2b0-542e2322fead,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:11.866873 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c41809b2-2507-4a94-9b2d-bfd442f832aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.879305 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-c41809b2-2507-4a94-9b2d-bfd442f832aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Calling delete_port for e1cb9c4e-5962-470a-b2b0-542e2322fead owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:11.964718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 47e1c0f2-a933-4c77-9169-6d8e121cfe7f no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:11.988201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 47e1c0f2-a933-4c77-9169-6d8e121cfe7f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:11.988201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 47e1c0f2-a933-4c77-9169-6d8e121cfe7f not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:11.993598 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.020146 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Pushing event deleted for resources: {'Port': ['ID=fb158307-660d-4753-8ba0-c9b1c7975acf,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:12.028706 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:12.029049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:12.029398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:12.029743 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:12.030084 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:12.030417 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:12.030750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:12.031081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:12.031415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:12.031743 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:12.032105 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:12.032420 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:12.035088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2aae14-a7a1-4c95-af2e-e32d8f618f98 None None] No DVR routers for this DVR port fb158307-660d-4753-8ba0-c9b1c7975acf on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:12.112186 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c41809b2-2507-4a94-9b2d-bfd442f832aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.142393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41809b2-2507-4a94-9b2d-bfd442f832aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Port': ['ID=e1cb9c4e-5962-470a-b2b0-542e2322fead,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:12.216907 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c41809b2-2507-4a94-9b2d-bfd442f832aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.319435 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c41809b2-2507-4a94-9b2d-bfd442f832aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.321603 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c41809b2-2507-4a94-9b2d-bfd442f832aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.420416 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c41809b2-2507-4a94-9b2d-bfd442f832aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.420982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41809b2-2507-4a94-9b2d-bfd442f832aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Fanout notify agent at l3_agent the message router_deleted on router d2cd13af-43fe-4031-92dc-b9a29ffe6c1e {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:24:12.428481 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c41809b2-2507-4a94-9b2d-bfd442f832aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.429639 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c41809b2-2507-4a94-9b2d-bfd442f832aa tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/routers/d2cd13af-43fe-4031-92dc-b9a29ffe6c1e HTTP/1.1" status: 204 len: 168 time: 1.0704145 Jul 05 04:24:12.432433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56146) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:12.522263 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6062492f-4ab3-4203-8e33-2d8b1ba49c72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.618497 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6062492f-4ab3-4203-8e33-2d8b1ba49c72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.628295 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-6062492f-4ab3-4203-8e33-2d8b1ba49c72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02565e1b-4457-4568-8d53-e97c04dfe385']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:12.639267 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-6062492f-4ab3-4203-8e33-2d8b1ba49c72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9934513-7540-4701-88ab-6b249f9b209b') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:12.639568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-6062492f-4ab3-4203-8e33-2d8b1ba49c72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9934513-7540-4701-88ab-6b249f9b209b') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:12.649543 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6062492f-4ab3-4203-8e33-2d8b1ba49c72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.664803 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6062492f-4ab3-4203-8e33-2d8b1ba49c72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.671154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6062492f-4ab3-4203-8e33-2d8b1ba49c72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:12.672016 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6062492f-4ab3-4203-8e33-2d8b1ba49c72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:12.675365 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:12.773534 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-91e0e234-3b8a-46dc-bf32-44acf27169f2 req-9777cbd8-bca0-4e98-ae18-6f3b571c0b6e tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "GET /v2.0/ports?device_id=537212e1-9628-4683-9b91-b3c64d430b1f HTTP/1.1" status: 200 len: 210 time: 0.0287848 Jul 05 04:24:12.815141 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6062492f-4ab3-4203-8e33-2d8b1ba49c72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.822188 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6062492f-4ab3-4203-8e33-2d8b1ba49c72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.824005 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6062492f-4ab3-4203-8e33-2d8b1ba49c72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/networks/02565e1b-4457-4568-8d53-e97c04dfe385 HTTP/1.1" status: 204 len: 168 time: 0.3906071 Jul 05 04:24:12.826936 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56150) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:12.836225 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062492f-4ab3-4203-8e33-2d8b1ba49c72 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'Network': ['ID=02565e1b-4457-4568-8d53-e97c04dfe385,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:12.901990 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b2bbb532-9e47-4565-86d2-a64583e03584 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.921272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 68d6a128-6bca-4a42-980c-2262cf02e4ed no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:12.930534 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b2bbb532-9e47-4565-86d2-a64583e03584 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.943662 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 68d6a128-6bca-4a42-980c-2262cf02e4ed {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:12.944013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 68d6a128-6bca-4a42-980c-2262cf02e4ed not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:12.944471 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fb158307-660d-4753-8ba0-c9b1c7975acf no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:12.963555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: fb158307-660d-4753-8ba0-c9b1c7975acf {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:12.963933 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device fb158307-660d-4753-8ba0-c9b1c7975acf not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:12.964373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device e1cb9c4e-5962-470a-b2b0-542e2322fead no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:12.984227 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: e1cb9c4e-5962-470a-b2b0-542e2322fead {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:12.991429 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device e1cb9c4e-5962-470a-b2b0-542e2322fead not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:13.094595 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b2bbb532-9e47-4565-86d2-a64583e03584 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.098108 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b2bbb532-9e47-4565-86d2-a64583e03584 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.098879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b2bbb532-9e47-4565-86d2-a64583e03584 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] 10.222.0.38 "DELETE /v2.0/security-groups/b8c51581-b883-47e8-81d5-2670085b0e43 HTTP/1.1" status: 204 len: 168 time: 0.2708948 Jul 05 04:24:13.108626 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbb532-9e47-4565-86d2-a64583e03584 tempest-TestNetworkAdvancedServerOps-1610865806 tempest-TestNetworkAdvancedServerOps-1610865806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c51581-b883-47e8-81d5-2670085b0e43,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:13.756135 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56158) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:13.869581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56164) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:13.901145 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-381a25da-b562-4480-9ede-e04ef9cbff35 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=493f456730914ffbabda165adccd9cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437719 Jul 05 04:24:13.903590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56166) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:13.929776 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a43271af-3419-49fe-9380-0ce10d14a072 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.955188 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9230fe4d-214e-496d-89a2-aeb4f299277c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.955860 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a43271af-3419-49fe-9380-0ce10d14a072 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.978383 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9230fe4d-214e-496d-89a2-aeb4f299277c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.003266 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4ebffaff-9659-4e56-849c-2726ef6c76bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.077562 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a43271af-3419-49fe-9380-0ce10d14a072 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.080319 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a43271af-3419-49fe-9380-0ce10d14a072 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.081483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a43271af-3419-49fe-9380-0ce10d14a072 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] 10.222.0.38 "DELETE /v2.0/security-groups/9f4708b7-6a80-4a3c-9400-7fca93f63ee1 HTTP/1.1" status: 204 len: 168 time: 0.2108364 Jul 05 04:24:14.091916 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43271af-3419-49fe-9380-0ce10d14a072 tempest-TestVolumeBackupRestore-722403985 tempest-TestVolumeBackupRestore-722403985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4708b7-6a80-4a3c-9400-7fca93f63ee1,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:14.119697 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9230fe4d-214e-496d-89a2-aeb4f299277c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.120801 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9230fe4d-214e-496d-89a2-aeb4f299277c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.122014 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9230fe4d-214e-496d-89a2-aeb4f299277c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0492b45e-8eed-4c1a-b98c-33c282177d0a HTTP/1.1" status: 204 len: 168 time: 0.2174792 Jul 05 04:24:14.131400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230fe4d-214e-496d-89a2-aeb4f299277c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0492b45e-8eed-4c1a-b98c-33c282177d0a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:14.375079 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.847389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56200) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:14.906354 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4faf044b-1e79-4415-b18e-27d81c688ebf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=183324097161461eb72136ba24741716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571897 Jul 05 04:24:14.908698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56206) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:14.963367 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c939f226-1264-4fa4-8ed7-81e93c05c008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.985845 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c939f226-1264-4fa4-8ed7-81e93c05c008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.123454 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c939f226-1264-4fa4-8ed7-81e93c05c008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.126463 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c939f226-1264-4fa4-8ed7-81e93c05c008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.129690 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c939f226-1264-4fa4-8ed7-81e93c05c008 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d082871-0c22-42c5-8ce5-a183d19e09b2 HTTP/1.1" status: 204 len: 168 time: 0.2180488 Jul 05 04:24:15.143883 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939f226-1264-4fa4-8ed7-81e93c05c008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d082871-0c22-42c5-8ce5-a183d19e09b2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:15.432734 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:16.501710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56274) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:16.650716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6110bbe4-4aa9-4ed8-8f72-db33bb390490 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-998059117-network', 'tenant_id': '2b7c481964044122b38e033e3b6a0f25'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:16.803967 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6110bbe4-4aa9-4ed8-8f72-db33bb390490 admin admin] Made reservation on behalf of 2b7c481964044122b38e033e3b6a0f25 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:16.806423 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6110bbe4-4aa9-4ed8-8f72-db33bb390490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:16.816777 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6110bbe4-4aa9-4ed8-8f72-db33bb390490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:16.951337 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6110bbe4-4aa9-4ed8-8f72-db33bb390490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:17.009216 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:17.117660 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6110bbe4-4aa9-4ed8-8f72-db33bb390490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:17.147761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6110bbe4-4aa9-4ed8-8f72-db33bb390490 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:24:17.154135 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110bbe4-4aa9-4ed8-8f72-db33bb390490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a78b67c-09a3-4004-bc43-6cf79e929702,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:17.160314 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6110bbe4-4aa9-4ed8-8f72-db33bb390490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:17.160663 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-6110bbe4-4aa9-4ed8-8f72-db33bb390490 admin admin] Added segment 74a2cea5-6211-421f-b5e7-7fea1ecfbde7 of type vlan for network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 Jul 05 04:24:17.211297 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6110bbe4-4aa9-4ed8-8f72-db33bb390490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:17.329551 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6110bbe4-4aa9-4ed8-8f72-db33bb390490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:17.330579 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6110bbe4-4aa9-4ed8-8f72-db33bb390490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:17.331255 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6110bbe4-4aa9-4ed8-8f72-db33bb390490 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:17.403506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110bbe4-4aa9-4ed8-8f72-db33bb390490 admin admin] Pushing event updated for resources: {'Network': ['ID=95003e7d-93ed-4eb2-9ea5-fe89673f1da4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:17.415681 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:24:17.494565 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6110bbe4-4aa9-4ed8-8f72-db33bb390490 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9886913 Jul 05 04:24:17.494813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56308) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:17.500100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-7e262c9f-0c39-4579-9217-fbf144241835 admin admin] Request body: {'subnet': {'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-998059117-subnet', 'tenant_id': '2b7c481964044122b38e033e3b6a0f25', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:17.643782 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e262c9f-0c39-4579-9217-fbf144241835 admin admin] Made reservation on behalf of 2b7c481964044122b38e033e3b6a0f25 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:17.647041 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7e262c9f-0c39-4579-9217-fbf144241835 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:17.941131 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7e262c9f-0c39-4579-9217-fbf144241835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.031569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e262c9f-0c39-4579-9217-fbf144241835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7510a9-d950-45ed-9fdd-c0dd00a4a79b,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:18.042703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e262c9f-0c39-4579-9217-fbf144241835 admin admin] Checking segment: {'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:18.042874 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e262c9f-0c39-4579-9217-fbf144241835 admin admin] Network hostable DHCP agents. Network: 95003e7d-93ed-4eb2-9ea5-fe89673f1da4, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:24:18.117720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e262c9f-0c39-4579-9217-fbf144241835 admin admin] Network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:24:18.210401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7e262c9f-0c39-4579-9217-fbf144241835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 95003e7d-93ed-4eb2-9ea5-fe89673f1da4) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:18.214859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e262c9f-0c39-4579-9217-fbf144241835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:18.215457 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7e262c9f-0c39-4579-9217-fbf144241835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.217882 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56340) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:18.225096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97dfec3-98be-4cf4-ab05-56f760adf507 None None] Network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:18.314446 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7e262c9f-0c39-4579-9217-fbf144241835 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8138955 Jul 05 04:24:18.314446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56348) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:18.319984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-998059117-router', 'tenant_id': '2b7c481964044122b38e033e3b6a0f25', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:18.394805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-95003e7d-93ed-4eb2-9ea5-fe89673f1da4', 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4', 'tenant_id': '2b7c481964044122b38e033e3b6a0f25', 'fixed_ips': [{'subnet_id': '0e7510a9-d950-45ed-9fdd-c0dd00a4a79b'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:24:18.395803 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.449837 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.450898 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.542281 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.682657 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf059b02-90cc-4ba6-99a2-a2f4efa254d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.793579 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Allocated IP 172.20.0.2 (95003e7d-93ed-4eb2-9ea5-fe89673f1da4/0e7510a9-d950-45ed-9fdd-c0dd00a4a79b/c0f21496-eea6-47dd-92cf-0012ca95f139) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:18.804604 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.941782 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.951696 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Transition to ACTIVE for port object c0f21496-eea6-47dd-92cf-0012ca95f139 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:18.953091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-bf059b02-90cc-4ba6-99a2-a2f4efa254d4 admin admin] Deleting port d5eb7397-40f4-40a4-95ea-874c9c264d96 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:18.953722 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf059b02-90cc-4ba6-99a2-a2f4efa254d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.970191 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Transition to ACTIVE for port object c0f21496-eea6-47dd-92cf-0012ca95f139 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:19.035175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-bf059b02-90cc-4ba6-99a2-a2f4efa254d4 admin admin] For port d5eb7397-40f4-40a4-95ea-874c9c264d96, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d5eb7397-40f4-40a4-95ea-874c9c264d96,segment=NetworkSegment(ddda5a6c-3c3d-47de-954c-c02f9efdddaf),segment_id=ddda5a6c-3c3d-47de-954c-c02f9efdddaf)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:19.035458 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf059b02-90cc-4ba6-99a2-a2f4efa254d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.049152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-bf059b02-90cc-4ba6-99a2-a2f4efa254d4 admin admin] Calling delete_port for d5eb7397-40f4-40a4-95ea-874c9c264d96 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:19.061344 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.100112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:19.105202 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:19.108910 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:19.128231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Pushing event updated for resources: {'Port': ['ID=c0f21496-eea6-47dd-92cf-0012ca95f139,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:19.138198 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.162038 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.191286 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Attempting to bind port c0f21496-eea6-47dd-92cf-0012ca95f139 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:19.191991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Attempting to bind port c0f21496-eea6-47dd-92cf-0012ca95f139 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:19.192434 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Attempting to bind port c0f21496-eea6-47dd-92cf-0012ca95f139 on network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:19.198268 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:19.198646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Checking segment: {'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:19.199320 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.199955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Bound using segment: {'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:19.200645 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Bound port: c0f21496-eea6-47dd-92cf-0012ca95f139, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:19.201236 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.278852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] For port c0f21496-eea6-47dd-92cf-0012ca95f139, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:19.280177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] For port c0f21496-eea6-47dd-92cf-0012ca95f139, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c0f21496-eea6-47dd-92cf-0012ca95f139,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:19.302077 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Allocated IP 172.25.6.227 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/a4a2704c-da26-4001-a8a5-e0bda4098ebe) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:19.348267 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.428824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.432483 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486386c-b002-4abd-aaf2-c41802ea8edd None None] Pushing event updated for resources: {'Port': ['ID=c0f21496-eea6-47dd-92cf-0012ca95f139,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:19.536107 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.602449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:19.606471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:19.610235 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:19.643927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a2704c-da26-4001-a8a5-e0bda4098ebe,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:19.792394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf059b02-90cc-4ba6-99a2-a2f4efa254d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.823811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf059b02-90cc-4ba6-99a2-a2f4efa254d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5eb7397-40f4-40a4-95ea-874c9c264d96,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:19.953312 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.024737 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bf059b02-90cc-4ba6-99a2-a2f4efa254d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.197554 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.279566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf059b02-90cc-4ba6-99a2-a2f4efa254d4 admin admin] Router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:20.400538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf059b02-90cc-4ba6-99a2-a2f4efa254d4 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:20.406396 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bf059b02-90cc-4ba6-99a2-a2f4efa254d4 admin admin] 10.222.0.38 "PUT /v2.0/routers/dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1871586 Jul 05 04:24:20.408746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56426) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:20.413960 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfae461b-6a15-409c-ab56-600b4a1ae77e None None] Sync routers for ids ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:20.423906 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfae461b-6a15-409c-ab56-600b4a1ae77e None None] Routers {'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:20.424600 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-bfae461b-6a15-409c-ab56-600b4a1ae77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:24:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:20.449564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Router 3f95ef20-ad1b-408d-ba6b-522e619cab39 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:24:20.465453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bed4247-ddbd-40ce-b40d-225bbca0e230 None None] Network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:20.590695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41983754-3f00-4c36-9568-f603b7f3dd1c admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.616619 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-bfae461b-6a15-409c-ab56-600b4a1ae77e None None] Set router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:20.684660 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:20.685279 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cb57c3f9-21f0-4dd7-a55b-aabe277cdce3 None None] Provisioning for port c0f21496-eea6-47dd-92cf-0012ca95f139 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:20.702441 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Sync routers for ids ['3f95ef20-ad1b-408d-ba6b-522e619cab39'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:20.723608 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Routers {'3f95ef20-ad1b-408d-ba6b-522e619cab39'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:20.724481 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:24:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['3f95ef20-ad1b-408d-ba6b-522e619cab39'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:20.738686 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41983754-3f00-4c36-9568-f603b7f3dd1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.798643 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c0f21496-eea6-47dd-92cf-0012ca95f139 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:20.815353 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.817329 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c09c791a-76dc-4e9f-8d0b-a26fca05c2a5 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5026946 Jul 05 04:24:20.820345 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56440) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:20.838810 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Set router 3f95ef20-ad1b-408d-ba6b-522e619cab39 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:20.951390 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-bfae461b-6a15-409c-ab56-600b4a1ae77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:24:19Z', 'revision_number': 5, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port': {'id': 'c726e336-3513-43ba-89e5-a09fae04ba70', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:20.986331 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfae461b-6a15-409c-ab56-600b4a1ae77e None None] Checking router: dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:21.003090 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port c0f21496-eea6-47dd-92cf-0012ca95f139 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:21.003090 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfae461b-6a15-409c-ab56-600b4a1ae77e None None] Routers {'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:21.003090 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-bfae461b-6a15-409c-ab56-600b4a1ae77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:24:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:21.048406 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c0f21496-eea6-47dd-92cf-0012ca95f139 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:21.048928 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.050762 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'name': 'tempest-TestServerMultinode-998059117-router', 'tenant_id': '2b7c481964044122b38e033e3b6a0f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:18Z', 'updated_at': '2021-07-05T04:24:19Z', 'revision_number': 3, 'project_id': '2b7c481964044122b38e033e3b6a0f25', 'gw_port': {'id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:19Z', 'updated_at': '2021-07-05T04:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:21.080422 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Checking router: 3f95ef20-ad1b-408d-ba6b-522e619cab39 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:21.081087 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Updating router 3f95ef20-ad1b-408d-ba6b-522e619cab39 port a4a2704c-da26-4001-a8a5-e0bda4098ebe binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:24:21.119477 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.160346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-bfae461b-6a15-409c-ab56-600b4a1ae77e None None] Set router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:21.244143 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-bfae461b-6a15-409c-ab56-600b4a1ae77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:24:20Z', 'revision_number': 6, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:21.288893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfae461b-6a15-409c-ab56-600b4a1ae77e None None] The sync data for ids ['dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee'] in n-d-771363-32 is: [{'id': 'dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee', 'name': 'tempest-TestVolumeBackupRestore-1012018172-router', 'tenant_id': '74f5c72e9b0041dea11725676c604b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:01Z', 'updated_at': '2021-07-05T04:24:20Z', 'revision_number': 6, 'project_id': '74f5c72e9b0041dea11725676c604b30', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:21.343881 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.357291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-90ec0587-0d73-4d74-b071-f1abc863adc4 None None] Provisioning complete for port c0f21496-eea6-47dd-92cf-0012ca95f139 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:21.357291 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-90ec0587-0d73-4d74-b071-f1abc863adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.388191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-41983754-3f00-4c36-9568-f603b7f3dd1c admin admin] Deleting port c726e336-3513-43ba-89e5-a09fae04ba70 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:21.388815 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41983754-3f00-4c36-9568-f603b7f3dd1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.406145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port c0f21496-eea6-47dd-92cf-0012ca95f139, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c0f21496-eea6-47dd-92cf-0012ca95f139,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:21.472809 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-90ec0587-0d73-4d74-b071-f1abc863adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.479363 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.494717 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Transition to ACTIVE for port object a4a2704c-da26-4001-a8a5-e0bda4098ebe will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:21.576404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-41983754-3f00-4c36-9568-f603b7f3dd1c admin admin] For port c726e336-3513-43ba-89e5-a09fae04ba70, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c726e336-3513-43ba-89e5-a09fae04ba70,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:21.576831 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41983754-3f00-4c36-9568-f603b7f3dd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.603349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-41983754-3f00-4c36-9568-f603b7f3dd1c admin admin] Calling delete_port for c726e336-3513-43ba-89e5-a09fae04ba70 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:21.678407 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.729249 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.771426 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-90ec0587-0d73-4d74-b071-f1abc863adc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:24:21.772211 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-90ec0587-0d73-4d74-b071-f1abc863adc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:24:21.775422 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=c0f21496-eea6-47dd-92cf-0012ca95f139,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:21.792932 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289e473-eed0-43c5-88b1-cb9519cba0c1 None None] Pushing event updated for resources: {'Port': ['ID=a4a2704c-da26-4001-a8a5-e0bda4098ebe,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:21.805575 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289e473-eed0-43c5-88b1-cb9519cba0c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.806190 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289e473-eed0-43c5-88b1-cb9519cba0c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.806534 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289e473-eed0-43c5-88b1-cb9519cba0c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.806868 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289e473-eed0-43c5-88b1-cb9519cba0c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.807207 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289e473-eed0-43c5-88b1-cb9519cba0c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.807665 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289e473-eed0-43c5-88b1-cb9519cba0c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.807993 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289e473-eed0-43c5-88b1-cb9519cba0c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.808504 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289e473-eed0-43c5-88b1-cb9519cba0c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.809009 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289e473-eed0-43c5-88b1-cb9519cba0c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.809334 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289e473-eed0-43c5-88b1-cb9519cba0c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.809839 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289e473-eed0-43c5-88b1-cb9519cba0c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.810170 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289e473-eed0-43c5-88b1-cb9519cba0c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.817312 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Attempting to bind port a4a2704c-da26-4001-a8a5-e0bda4098ebe on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:21.817804 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Attempting to bind port a4a2704c-da26-4001-a8a5-e0bda4098ebe by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:21.818424 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Attempting to bind port a4a2704c-da26-4001-a8a5-e0bda4098ebe on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:21.824204 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:21.824368 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:21.824782 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.825157 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:21.825583 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Bound port: a4a2704c-da26-4001-a8a5-e0bda4098ebe, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:21.826053 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.883012 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] For port a4a2704c-da26-4001-a8a5-e0bda4098ebe, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:21.888451 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] For port a4a2704c-da26-4001-a8a5-e0bda4098ebe, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a4a2704c-da26-4001-a8a5-e0bda4098ebe,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:21.906605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.947521 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.009710 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Routers {'3f95ef20-ad1b-408d-ba6b-522e619cab39'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:22.010516 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:24:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['3f95ef20-ad1b-408d-ba6b-522e619cab39'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:22.066188 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41983754-3f00-4c36-9568-f603b7f3dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.109531 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41983754-3f00-4c36-9568-f603b7f3dd1c admin admin] Pushing event deleted for resources: {'Port': ['ID=c726e336-3513-43ba-89e5-a09fae04ba70,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:22.162992 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289e473-eed0-43c5-88b1-cb9519cba0c1 None None] Pushing event updated for resources: {'Port': ['ID=a4a2704c-da26-4001-a8a5-e0bda4098ebe,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:22.246510 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] Set router 3f95ef20-ad1b-408d-ba6b-522e619cab39 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:22.528520 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41983754-3f00-4c36-9568-f603b7f3dd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.528520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Allocated IP 172.20.0.1 (95003e7d-93ed-4eb2-9ea5-fe89673f1da4/0e7510a9-d950-45ed-9fdd-c0dd00a4a79b/94059171-e02f-4d9b-b3a3-2948ee3bc76c) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:22.528520 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41983754-3f00-4c36-9568-f603b7f3dd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.528520 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41983754-3f00-4c36-9568-f603b7f3dd1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.529619 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'name': 'tempest-TestServerMultinode-998059117-router', 'tenant_id': '2b7c481964044122b38e033e3b6a0f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:18Z', 'updated_at': '2021-07-05T04:24:19Z', 'revision_number': 3, 'project_id': '2b7c481964044122b38e033e3b6a0f25', 'gw_port': {'id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:19Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:22.529788 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41983754-3f00-4c36-9568-f603b7f3dd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.529788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41983754-3f00-4c36-9568-f603b7f3dd1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:24:22.529788 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-41983754-3f00-4c36-9568-f603b7f3dd1c admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.530054 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc7ce5-0215-469e-9713-bd7059f15c0f None None] The sync data for ids ['3f95ef20-ad1b-408d-ba6b-522e619cab39'] in n-d-771363-32 is: [{'id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'name': 'tempest-TestServerMultinode-998059117-router', 'tenant_id': '2b7c481964044122b38e033e3b6a0f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:18Z', 'updated_at': '2021-07-05T04:24:19Z', 'revision_number': 3, 'project_id': '2b7c481964044122b38e033e3b6a0f25', 'gw_port': {'id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:19Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:22.530313 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-41983754-3f00-4c36-9568-f603b7f3dd1c admin admin] 10.222.0.38 "DELETE /v2.0/routers/dbf959c8-3d16-4255-9fef-dfe4a2f1d3ee HTTP/1.1" status: 204 len: 168 time: 2.1043918 Jul 05 04:24:22.530482 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56498) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:22.563648 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.582543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Transition to ACTIVE for port object 94059171-e02f-4d9b-b3a3-2948ee3bc76c will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:22.603806 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-082b5098-edbc-44e1-97e8-2ab1325b4164 admin admin] Deleting subnet 9dea3028-c24c-4a50-8c63-c045df990f3b {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:24:22.603806 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-082b5098-edbc-44e1-97e8-2ab1325b4164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.692031 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-082b5098-edbc-44e1-97e8-2ab1325b4164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.707040 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.728432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c0f21496-eea6-47dd-92cf-0012ca95f139 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:22.782355 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:22.782355 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Pushing event updated for resources: {'Port': ['ID=94059171-e02f-4d9b-b3a3-2948ee3bc76c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:22.782355 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:22.782355 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:22.811403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c0f21496-eea6-47dd-92cf-0012ca95f139 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:22.812037 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.828759 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.856635 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-082b5098-edbc-44e1-97e8-2ab1325b4164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.077270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d5eb7397-40f4-40a4-95ea-874c9c264d96 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:23.102741 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-082b5098-edbc-44e1-97e8-2ab1325b4164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.102999 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: d5eb7397-40f4-40a4-95ea-874c9c264d96 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:23.103448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d5eb7397-40f4-40a4-95ea-874c9c264d96 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:23.104052 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c726e336-3513-43ba-89e5-a09fae04ba70 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:23.131888 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: c726e336-3513-43ba-89e5-a09fae04ba70 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:23.131888 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c726e336-3513-43ba-89e5-a09fae04ba70 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:23.172422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b5098-edbc-44e1-97e8-2ab1325b4164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dea3028-c24c-4a50-8c63-c045df990f3b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:23.172422 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-082b5098-edbc-44e1-97e8-2ab1325b4164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.172549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56520) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:23.172609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-082b5098-edbc-44e1-97e8-2ab1325b4164 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9dea3028-c24c-4a50-8c63-c045df990f3b HTTP/1.1" status: 204 len: 168 time: 0.6487389 Jul 05 04:24:23.172735 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccee54d0-416f-4a5b-8219-6c6098c84293 None None] Network d6319d00-44cf-44ca-aab4-f2e9561a4ab9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:23.245797 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.310841 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.375646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5c908dab-11f2-42fe-bda4-3d34a11fd77e None None] Provisioning for port 94059171-e02f-4d9b-b3a3-2948ee3bc76c completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:23.388043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5c908dab-11f2-42fe-bda4-3d34a11fd77e None None] Provisioning complete for port 94059171-e02f-4d9b-b3a3-2948ee3bc76c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:23.388043 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5c908dab-11f2-42fe-bda4-3d34a11fd77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.417237 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:24:23.432205 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a364e427-9b95-4856-bbed-f274e9fa4cbe None None] DHCP port deletion for d6319d00-44cf-44ca-aab4-f2e9561a4ab9 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:24:23.468583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5c908dab-11f2-42fe-bda4-3d34a11fd77e None None] Port 94059171-e02f-4d9b-b3a3-2948ee3bc76c cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:23.479755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] Deleting port 5079ed52-0443-4db7-b36e-f85cc2b6c895 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:23.480133 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.514402 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a364e427-9b95-4856-bbed-f274e9fa4cbe None None] Deleting port 5079ed52-0443-4db7-b36e-f85cc2b6c895 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:23.514791 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a364e427-9b95-4856-bbed-f274e9fa4cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.564377 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.579644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] For port 5079ed52-0443-4db7-b36e-f85cc2b6c895, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5079ed52-0443-4db7-b36e-f85cc2b6c895,segment=NetworkSegment(ddda5a6c-3c3d-47de-954c-c02f9efdddaf),segment_id=ddda5a6c-3c3d-47de-954c-c02f9efdddaf)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:23.579998 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.607719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] Calling delete_port for 5079ed52-0443-4db7-b36e-f85cc2b6c895 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:23.614109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a364e427-9b95-4856-bbed-f274e9fa4cbe None None] For port 5079ed52-0443-4db7-b36e-f85cc2b6c895, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5079ed52-0443-4db7-b36e-f85cc2b6c895,segment=NetworkSegment(ddda5a6c-3c3d-47de-954c-c02f9efdddaf),segment_id=ddda5a6c-3c3d-47de-954c-c02f9efdddaf)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:23.615746 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a364e427-9b95-4856-bbed-f274e9fa4cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.636971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a364e427-9b95-4856-bbed-f274e9fa4cbe None None] Calling delete_port for 5079ed52-0443-4db7-b36e-f85cc2b6c895 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:23.677797 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.751548 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.774704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Pushing event updated for resources: {'Port': ['ID=94059171-e02f-4d9b-b3a3-2948ee3bc76c,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:23.809040 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a364e427-9b95-4856-bbed-f274e9fa4cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.830631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364e427-9b95-4856-bbed-f274e9fa4cbe None None] Pushing event deleted for resources: {'Port': ['ID=5079ed52-0443-4db7-b36e-f85cc2b6c895,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:23.835486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a364e427-9b95-4856-bbed-f274e9fa4cbe None None] No DVR routers for this DVR port 5079ed52-0443-4db7-b36e-f85cc2b6c895 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:23.869637 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.908506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] No DVR routers for this DVR port 5079ed52-0443-4db7-b36e-f85cc2b6c895 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:23.918331 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] Pushing event deleted for resources: {'Port': ['ID=5079ed52-0443-4db7-b36e-f85cc2b6c895,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:23.950593 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:23.960131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:24.042058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.057262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6319d00-44cf-44ca-aab4-f2e9561a4ab9']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:24.074591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddda5a6c-3c3d-47de-954c-c02f9efdddaf') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:24.074804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddda5a6c-3c3d-47de-954c-c02f9efdddaf') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:24.118810 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.143057 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.153327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:24.153734 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: self.session.flush() Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:24.155667 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:24.199147 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-25f80e21-3363-4b3d-bb24-71ed2193465a None None] Provisioning complete for port 94059171-e02f-4d9b-b3a3-2948ee3bc76c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:24.199623 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-25f80e21-3363-4b3d-bb24-71ed2193465a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.203607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Router 3f95ef20-ad1b-408d-ba6b-522e619cab39 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:24.238188 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-25f80e21-3363-4b3d-bb24-71ed2193465a None None] Port 94059171-e02f-4d9b-b3a3-2948ee3bc76c cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:24.302153 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.309704 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.311509 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] 10.222.0.38 "DELETE /v2.0/networks/d6319d00-44cf-44ca-aab4-f2e9561a4ab9 HTTP/1.1" status: 204 len: 168 time: 1.1440148 Jul 05 04:24:24.314608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56562) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:24.324222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edcdf3-40ac-4b20-9ea8-6a289a2ba75d admin admin] Pushing event deleted for resources: {'Network': ['ID=d6319d00-44cf-44ca-aab4-f2e9561a4ab9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:24.343133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:24.357425 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f6946077-9bcc-460c-9047-5b22e69e5469 admin admin] 10.222.0.38 "PUT /v2.0/routers/3f95ef20-ad1b-408d-ba6b-522e619cab39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5267732 Jul 05 04:24:24.717955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a4a2704c-da26-4001-a8a5-e0bda4098ebe up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:24.747656 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-43969853-8d22-499a-b375-a0c04a08635f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.763068 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Sync routers for ids ['3f95ef20-ad1b-408d-ba6b-522e619cab39'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:24.782566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Routers {'3f95ef20-ad1b-408d-ba6b-522e619cab39'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:24.783205 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:24:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['3f95ef20-ad1b-408d-ba6b-522e619cab39'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:25.044089 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port a4a2704c-da26-4001-a8a5-e0bda4098ebe completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:25.053692 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port a4a2704c-da26-4001-a8a5-e0bda4098ebe triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:25.054061 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.057178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-43969853-8d22-499a-b375-a0c04a08635f admin admin] Deleting port d416bcce-ad90-4427-83e8-c18479a046bd {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:25.057709 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-43969853-8d22-499a-b375-a0c04a08635f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.091580 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56608) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:25.093654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Set router 3f95ef20-ad1b-408d-ba6b-522e619cab39 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:25.096587 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-00e1cb23-a0f1-4efd-ac40-976067d8a124 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1514757037-network', 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:25.152044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-43969853-8d22-499a-b375-a0c04a08635f admin admin] For port d416bcce-ad90-4427-83e8-c18479a046bd, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d416bcce-ad90-4427-83e8-c18479a046bd,segment=NetworkSegment(794fceb3-9468-4db1-8acf-13f2c98f6919),segment_id=794fceb3-9468-4db1-8acf-13f2c98f6919)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:25.152463 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-43969853-8d22-499a-b375-a0c04a08635f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.165619 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-43969853-8d22-499a-b375-a0c04a08635f admin admin] Calling delete_port for d416bcce-ad90-4427-83e8-c18479a046bd owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:25.194189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e1cb23-a0f1-4efd-ac40-976067d8a124 admin admin] Made reservation on behalf of c2b83fa397b54801822ff7a214a2f8a3 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:25.198014 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00e1cb23-a0f1-4efd-ac40-976067d8a124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.216155 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00e1cb23-a0f1-4efd-ac40-976067d8a124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.264448 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.301682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port a4a2704c-da26-4001-a8a5-e0bda4098ebe, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a4a2704c-da26-4001-a8a5-e0bda4098ebe,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:25.369060 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.374939 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00e1cb23-a0f1-4efd-ac40-976067d8a124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.397532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'name': 'tempest-TestServerMultinode-998059117-router', 'tenant_id': '2b7c481964044122b38e033e3b6a0f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:18Z', 'updated_at': '2021-07-05T04:24:23Z', 'revision_number': 4, 'project_id': '2b7c481964044122b38e033e3b6a0f25', 'gw_port': {'id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:19Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '94059171-e02f-4d9b-b3a3-2948ee3bc76c', 'name': '', 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4', 'tenant_id': '2b7c481964044122b38e033e3b6a0f25', 'mac_address': 'fa:16:3e:02:37:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '0e7510a9-d950-45ed-9fdd-c0dd00a4a79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:21Z', 'updated_at': '2021-07-05T04:24:23Z', 'revision_number': 2, 'project_id': '2b7c481964044122b38e033e3b6a0f25', 'subnets': [{'id': '0e7510a9-d950-45ed-9fdd-c0dd00a4a79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:25.431487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Checking router: 3f95ef20-ad1b-408d-ba6b-522e619cab39 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:25.431864 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Updating router 3f95ef20-ad1b-408d-ba6b-522e619cab39 port 94059171-e02f-4d9b-b3a3-2948ee3bc76c binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:24:25.471479 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5079ed52-0443-4db7-b36e-f85cc2b6c895 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:25.490216 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00e1cb23-a0f1-4efd-ac40-976067d8a124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.493983 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 5079ed52-0443-4db7-b36e-f85cc2b6c895 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:25.494335 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5079ed52-0443-4db7-b36e-f85cc2b6c895 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:25.508478 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=a4a2704c-da26-4001-a8a5-e0bda4098ebe,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:25.510444 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.523313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e1cb23-a0f1-4efd-ac40-976067d8a124 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:24:25.525437 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-43969853-8d22-499a-b375-a0c04a08635f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.533886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1cb23-a0f1-4efd-ac40-976067d8a124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:25.547203 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00e1cb23-a0f1-4efd-ac40-976067d8a124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.550390 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-00e1cb23-a0f1-4efd-ac40-976067d8a124 admin admin] Added segment c214f885-9b2e-4bcb-bfd9-943057a6fee1 of type vlan for network a81ff0f2-9e06-4ed1-89b1-8c9fae37734a Jul 05 04:24:25.564465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43969853-8d22-499a-b375-a0c04a08635f admin admin] Pushing event deleted for resources: {'Port': ['ID=d416bcce-ad90-4427-83e8-c18479a046bd,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:25.612189 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00e1cb23-a0f1-4efd-ac40-976067d8a124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.752995 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00e1cb23-a0f1-4efd-ac40-976067d8a124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.754821 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e1cb23-a0f1-4efd-ac40-976067d8a124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:25.757303 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00e1cb23-a0f1-4efd-ac40-976067d8a124 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.771485 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-43969853-8d22-499a-b375-a0c04a08635f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.856541 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1cb23-a0f1-4efd-ac40-976067d8a124 admin admin] Pushing event updated for resources: {'Network': ['ID=a81ff0f2-9e06-4ed1-89b1-8c9fae37734a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:25.872667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network a81ff0f2-9e06-4ed1-89b1-8c9fae37734a details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:24:25.937822 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.959542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Transition to ACTIVE for port object 94059171-e02f-4d9b-b3a3-2948ee3bc76c will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:25.978055 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-00e1cb23-a0f1-4efd-ac40-976067d8a124 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8776829 Jul 05 04:24:25.978493 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56642) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:25.986695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6521cc48-2a53-484b-be16-be818f8c2142 admin admin] Request body: {'subnet': {'network_id': 'a81ff0f2-9e06-4ed1-89b1-8c9fae37734a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1514757037-subnet', 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:26.051934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43969853-8d22-499a-b375-a0c04a08635f admin admin] Router 47a93575-e43f-400b-a89c-5962c3b75cee has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:26.066565 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.095649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6521cc48-2a53-484b-be16-be818f8c2142 admin admin] Made reservation on behalf of c2b83fa397b54801822ff7a214a2f8a3 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:26.100682 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6521cc48-2a53-484b-be16-be818f8c2142 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.153611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86fe94-54b8-4407-8646-cc1231cf8cc1 None None] Pushing event updated for resources: {'Port': ['ID=94059171-e02f-4d9b-b3a3-2948ee3bc76c,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:26.194834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Attempting to bind port 94059171-e02f-4d9b-b3a3-2948ee3bc76c on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:26.195481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Attempting to bind port 94059171-e02f-4d9b-b3a3-2948ee3bc76c by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:26.196100 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Attempting to bind port 94059171-e02f-4d9b-b3a3-2948ee3bc76c on network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:26.203629 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:26.204491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Checking segment: {'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:26.205047 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.205583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Bound using segment: {'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:26.206881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Bound port: 94059171-e02f-4d9b-b3a3-2948ee3bc76c, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:26.207448 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.216505 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43969853-8d22-499a-b375-a0c04a08635f admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:26.230671 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4464c8-27d7-4a2a-926b-0cacf5d2d62d None None] Sync routers for ids ['47a93575-e43f-400b-a89c-5962c3b75cee'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:26.242813 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-43969853-8d22-499a-b375-a0c04a08635f admin admin] 10.222.0.38 "PUT /v2.0/routers/47a93575-e43f-400b-a89c-5962c3b75cee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9241216 Jul 05 04:24:26.243112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56654) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:26.257188 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4464c8-27d7-4a2a-926b-0cacf5d2d62d None None] Routers {'47a93575-e43f-400b-a89c-5962c3b75cee'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:26.257892 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7d4464c8-27d7-4a2a-926b-0cacf5d2d62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:24:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['47a93575-e43f-400b-a89c-5962c3b75cee'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:26.353967 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] For port 94059171-e02f-4d9b-b3a3-2948ee3bc76c, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:26.358646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] For port 94059171-e02f-4d9b-b3a3-2948ee3bc76c, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=94059171-e02f-4d9b-b3a3-2948ee3bc76c,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:26.389829 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-7d4464c8-27d7-4a2a-926b-0cacf5d2d62d None None] Set router 47a93575-e43f-400b-a89c-5962c3b75cee gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:26.448957 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.478931 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6521cc48-2a53-484b-be16-be818f8c2142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.497884 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-298182a5-2a5c-4f6f-840a-c2f1e652c52e admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.537944 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Routers {'3f95ef20-ad1b-408d-ba6b-522e619cab39'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:26.539486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:24:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['3f95ef20-ad1b-408d-ba6b-522e619cab39'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:26.591154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521cc48-2a53-484b-be16-be818f8c2142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ef6710-eb61-4322-8600-9aeef1ed4815,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:26.634457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6521cc48-2a53-484b-be16-be818f8c2142 admin admin] Checking segment: {'id': 'c214f885-9b2e-4bcb-bfd9-943057a6fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a81ff0f2-9e06-4ed1-89b1-8c9fae37734a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:26.634828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6521cc48-2a53-484b-be16-be818f8c2142 admin admin] Network hostable DHCP agents. Network: a81ff0f2-9e06-4ed1-89b1-8c9fae37734a, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:24:26.666242 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7d4464c8-27d7-4a2a-926b-0cacf5d2d62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'name': 'tempest-TestVolumeBackupRestore-1177470994-router', 'tenant_id': '51ed1c758f114bab99bfa17b3f4c169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '702863b8-c350-432b-8031-e22fd7370e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:12Z', 'updated_at': '2021-07-05T04:24:25Z', 'revision_number': 5, 'project_id': '51ed1c758f114bab99bfa17b3f4c169b', 'gw_port': {'id': '702863b8-c350-432b-8031-e22fd7370e5a', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:26.682281 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86fe94-54b8-4407-8646-cc1231cf8cc1 None None] Pushing event updated for resources: {'Port': ['ID=94059171-e02f-4d9b-b3a3-2948ee3bc76c,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:26.718424 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-298182a5-2a5c-4f6f-840a-c2f1e652c52e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.757659 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6521cc48-2a53-484b-be16-be818f8c2142 admin admin] Network a81ff0f2-9e06-4ed1-89b1-8c9fae37734a is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:24:26.757862 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4464c8-27d7-4a2a-926b-0cacf5d2d62d None None] Checking router: 47a93575-e43f-400b-a89c-5962c3b75cee for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:26.770520 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4464c8-27d7-4a2a-926b-0cacf5d2d62d None None] Routers {'47a93575-e43f-400b-a89c-5962c3b75cee'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:26.772326 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7d4464c8-27d7-4a2a-926b-0cacf5d2d62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:24:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['47a93575-e43f-400b-a89c-5962c3b75cee'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:26.789538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] Set router 3f95ef20-ad1b-408d-ba6b-522e619cab39 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:26.843322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a4a2704c-da26-4001-a8a5-e0bda4098ebe up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:26.895288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-6521cc48-2a53-484b-be16-be818f8c2142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, a81ff0f2-9e06-4ed1-89b1-8c9fae37734a) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:26.900739 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6521cc48-2a53-484b-be16-be818f8c2142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:26.901281 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6521cc48-2a53-484b-be16-be818f8c2142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.927830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb7d25f-a599-41e1-89a0-d2933329aad3 None None] Network a81ff0f2-9e06-4ed1-89b1-8c9fae37734a requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:26.938483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-298182a5-2a5c-4f6f-840a-c2f1e652c52e admin admin] Deleting port 702863b8-c350-432b-8031-e22fd7370e5a {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:26.938744 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-298182a5-2a5c-4f6f-840a-c2f1e652c52e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:26.939481 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-7d4464c8-27d7-4a2a-926b-0cacf5d2d62d None None] Set router 47a93575-e43f-400b-a89c-5962c3b75cee gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:26.999327 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6521cc48-2a53-484b-be16-be818f8c2142 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0190806 Jul 05 04:24:27.003425 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56682) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:27.009862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1514757037-router', 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:27.089233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-298182a5-2a5c-4f6f-840a-c2f1e652c52e admin admin] For port 702863b8-c350-432b-8031-e22fd7370e5a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=702863b8-c350-432b-8031-e22fd7370e5a,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:27.089233 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-298182a5-2a5c-4f6f-840a-c2f1e652c52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.096966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port a4a2704c-da26-4001-a8a5-e0bda4098ebe triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:27.097744 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.107928 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-298182a5-2a5c-4f6f-840a-c2f1e652c52e admin admin] Calling delete_port for 702863b8-c350-432b-8031-e22fd7370e5a owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:27.198425 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.199864 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.215865 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7d4464c8-27d7-4a2a-926b-0cacf5d2d62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'name': 'tempest-TestVolumeBackupRestore-1177470994-router', 'tenant_id': '51ed1c758f114bab99bfa17b3f4c169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '702863b8-c350-432b-8031-e22fd7370e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:12Z', 'updated_at': '2021-07-05T04:24:25Z', 'revision_number': 5, 'project_id': '51ed1c758f114bab99bfa17b3f4c169b', 'gw_port': {'id': '702863b8-c350-432b-8031-e22fd7370e5a', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:27.250041 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4464c8-27d7-4a2a-926b-0cacf5d2d62d None None] The sync data for ids ['47a93575-e43f-400b-a89c-5962c3b75cee'] in n-d-771363-32 is: [{'id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'name': 'tempest-TestVolumeBackupRestore-1177470994-router', 'tenant_id': '51ed1c758f114bab99bfa17b3f4c169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '702863b8-c350-432b-8031-e22fd7370e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:19:12Z', 'updated_at': '2021-07-05T04:24:25Z', 'revision_number': 5, 'project_id': '51ed1c758f114bab99bfa17b3f4c169b', 'gw_port': {'id': '702863b8-c350-432b-8031-e22fd7370e5a', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a93575-e43f-400b-a89c-5962c3b75cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:19:13Z', 'updated_at': '2021-07-05T04:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:27.282333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-a81ff0f2-9e06-4ed1-89b1-8c9fae37734a', 'network_id': 'a81ff0f2-9e06-4ed1-89b1-8c9fae37734a', 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'fixed_ips': [{'subnet_id': 'c4ef6710-eb61-4322-8600-9aeef1ed4815'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:24:27.284655 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.292609 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.316436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'name': 'tempest-TestServerMultinode-998059117-router', 'tenant_id': '2b7c481964044122b38e033e3b6a0f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:18Z', 'updated_at': '2021-07-05T04:24:23Z', 'revision_number': 4, 'project_id': '2b7c481964044122b38e033e3b6a0f25', 'gw_port': {'id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:19Z', 'updated_at': '2021-07-05T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '94059171-e02f-4d9b-b3a3-2948ee3bc76c', 'name': '', 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4', 'tenant_id': '2b7c481964044122b38e033e3b6a0f25', 'mac_address': 'fa:16:3e:02:37:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '0e7510a9-d950-45ed-9fdd-c0dd00a4a79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:21Z', 'updated_at': '2021-07-05T04:24:26Z', 'revision_number': 4, 'project_id': '2b7c481964044122b38e033e3b6a0f25', 'subnets': [{'id': '0e7510a9-d950-45ed-9fdd-c0dd00a4a79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:27.358412 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ca75f-ac7a-47ab-8cec-3087852e3339 None None] The sync data for ids ['3f95ef20-ad1b-408d-ba6b-522e619cab39'] in n-d-771363-32 is: [{'id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'name': 'tempest-TestServerMultinode-998059117-router', 'tenant_id': '2b7c481964044122b38e033e3b6a0f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:18Z', 'updated_at': '2021-07-05T04:24:23Z', 'revision_number': 4, 'project_id': '2b7c481964044122b38e033e3b6a0f25', 'gw_port': {'id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:19Z', 'updated_at': '2021-07-05T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '94059171-e02f-4d9b-b3a3-2948ee3bc76c', 'name': '', 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4', 'tenant_id': '2b7c481964044122b38e033e3b6a0f25', 'mac_address': 'fa:16:3e:02:37:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '0e7510a9-d950-45ed-9fdd-c0dd00a4a79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:21Z', 'updated_at': '2021-07-05T04:24:26Z', 'revision_number': 4, 'project_id': '2b7c481964044122b38e033e3b6a0f25', 'subnets': [{'id': '0e7510a9-d950-45ed-9fdd-c0dd00a4a79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:27.462627 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-298182a5-2a5c-4f6f-840a-c2f1e652c52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.485622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298182a5-2a5c-4f6f-840a-c2f1e652c52e admin admin] Pushing event deleted for resources: {'Port': ['ID=702863b8-c350-432b-8031-e22fd7370e5a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:27.525741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Allocated IP 172.20.0.2 (a81ff0f2-9e06-4ed1-89b1-8c9fae37734a/c4ef6710-eb61-4322-8600-9aeef1ed4815/ca43deb9-1c00-423e-8ef6-ac9d1f391998) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:27.585403 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-298182a5-2a5c-4f6f-840a-c2f1e652c52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.778335 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-298182a5-2a5c-4f6f-840a-c2f1e652c52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.789970 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-298182a5-2a5c-4f6f-840a-c2f1e652c52e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.936168 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-298182a5-2a5c-4f6f-840a-c2f1e652c52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.937012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298182a5-2a5c-4f6f-840a-c2f1e652c52e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47a93575-e43f-400b-a89c-5962c3b75cee {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:24:27.941727 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-298182a5-2a5c-4f6f-840a-c2f1e652c52e admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.943659 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-298182a5-2a5c-4f6f-840a-c2f1e652c52e admin admin] 10.222.0.38 "DELETE /v2.0/routers/47a93575-e43f-400b-a89c-5962c3b75cee HTTP/1.1" status: 204 len: 168 time: 1.6977408 Jul 05 04:24:27.946188 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56694) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:27.997710 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.009395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Transition to ACTIVE for port object ca43deb9-1c00-423e-8ef6-ac9d1f391998 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:28.029397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Transition to ACTIVE for port object ca43deb9-1c00-423e-8ef6-ac9d1f391998 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:28.029922 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f616172-70b4-474f-be03-fd13222f664e admin admin] Deleting subnet 3cafe44e-e871-4418-a71b-bb8401e46ec2 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:24:28.034453 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f616172-70b4-474f-be03-fd13222f664e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.055522 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.075833 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f616172-70b4-474f-be03-fd13222f664e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.130681 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.171721 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f616172-70b4-474f-be03-fd13222f664e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.196002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Network a81ff0f2-9e06-4ed1-89b1-8c9fae37734a is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:28.199378 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:28.203840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:28.207422 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Pushing event updated for resources: {'Port': ['ID=ca43deb9-1c00-423e-8ef6-ac9d1f391998,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:28.291993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Attempting to bind port ca43deb9-1c00-423e-8ef6-ac9d1f391998 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:28.292391 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Attempting to bind port ca43deb9-1c00-423e-8ef6-ac9d1f391998 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'c214f885-9b2e-4bcb-bfd9-943057a6fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a81ff0f2-9e06-4ed1-89b1-8c9fae37734a'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:28.292751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Attempting to bind port ca43deb9-1c00-423e-8ef6-ac9d1f391998 on network a81ff0f2-9e06-4ed1-89b1-8c9fae37734a {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:28.301341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:28.302572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Checking segment: {'id': 'c214f885-9b2e-4bcb-bfd9-943057a6fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a81ff0f2-9e06-4ed1-89b1-8c9fae37734a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:28.302572 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.302572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Bound using segment: {'id': 'c214f885-9b2e-4bcb-bfd9-943057a6fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a81ff0f2-9e06-4ed1-89b1-8c9fae37734a'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:28.303810 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Bound port: ca43deb9-1c00-423e-8ef6-ac9d1f391998, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c214f885-9b2e-4bcb-bfd9-943057a6fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a81ff0f2-9e06-4ed1-89b1-8c9fae37734a'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:28.304185 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.331298 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f616172-70b4-474f-be03-fd13222f664e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.352274 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f616172-70b4-474f-be03-fd13222f664e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.355081 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5f616172-70b4-474f-be03-fd13222f664e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3cafe44e-e871-4418-a71b-bb8401e46ec2 HTTP/1.1" status: 204 len: 168 time: 0.4076383 Jul 05 04:24:28.357551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56696) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:28.366199 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eeeaca-58e5-4cc1-8db4-b4ed20e115e4 None None] Network a95beb92-04c0-44d3-87e8-54a88a925c87 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:28.398435 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f616172-70b4-474f-be03-fd13222f664e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cafe44e-e871-4418-a71b-bb8401e46ec2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:28.436408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] For port ca43deb9-1c00-423e-8ef6-ac9d1f391998, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:28.455367 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.464941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] For port ca43deb9-1c00-423e-8ef6-ac9d1f391998, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ca43deb9-1c00-423e-8ef6-ac9d1f391998,segment=NetworkSegment(c214f885-9b2e-4bcb-bfd9-943057a6fee1),segment_id=c214f885-9b2e-4bcb-bfd9-943057a6fee1)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:28.484599 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.488677 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.565386 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.576599 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] Deleting port 7faa23a5-3f77-46de-9dae-4459ce23fc18 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:28.576960 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.661016 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0656e25-b7c1-4942-8727-42ef147973a3 None None] DHCP port deletion for a95beb92-04c0-44d3-87e8-54a88a925c87 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:24:28.666586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434f671-360b-4142-b2a7-a91476d58117 None None] Pushing event updated for resources: {'Port': ['ID=ca43deb9-1c00-423e-8ef6-ac9d1f391998,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:28.701152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Allocated IP 172.25.6.183 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/2ea55e39-fb9b-4525-aba6-447f0f19fd68) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:28.721250 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] For port 7faa23a5-3f77-46de-9dae-4459ce23fc18, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7faa23a5-3f77-46de-9dae-4459ce23fc18,segment=NetworkSegment(794fceb3-9468-4db1-8acf-13f2c98f6919),segment_id=794fceb3-9468-4db1-8acf-13f2c98f6919)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:28.721699 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.764248 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e0656e25-b7c1-4942-8727-42ef147973a3 None None] Deleting port 7faa23a5-3f77-46de-9dae-4459ce23fc18 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:28.765072 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e0656e25-b7c1-4942-8727-42ef147973a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.776484 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] Calling delete_port for 7faa23a5-3f77-46de-9dae-4459ce23fc18 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:28.870444 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.886902 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 94059171-e02f-4d9b-b3a3-2948ee3bc76c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:28.923012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e0656e25-b7c1-4942-8727-42ef147973a3 None None] For port 7faa23a5-3f77-46de-9dae-4459ce23fc18, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7faa23a5-3f77-46de-9dae-4459ce23fc18,segment=NetworkSegment(794fceb3-9468-4db1-8acf-13f2c98f6919),segment_id=794fceb3-9468-4db1-8acf-13f2c98f6919)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:28.923421 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e0656e25-b7c1-4942-8727-42ef147973a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.944666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e0656e25-b7c1-4942-8727-42ef147973a3 None None] Calling delete_port for 7faa23a5-3f77-46de-9dae-4459ce23fc18 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:28.970302 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.993236 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.004799 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=7faa23a5-3f77-46de-9dae-4459ce23fc18,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:29.011997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] No DVR routers for this DVR port 7faa23a5-3f77-46de-9dae-4459ce23fc18 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:29.087434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:29.090926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:29.093663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:29.102865 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e0656e25-b7c1-4942-8727-42ef147973a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.130996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0656e25-b7c1-4942-8727-42ef147973a3 None None] Pushing event deleted for resources: {'Port': ['ID=7faa23a5-3f77-46de-9dae-4459ce23fc18,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:29.134364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 94059171-e02f-4d9b-b3a3-2948ee3bc76c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:29.154981 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 94059171-e02f-4d9b-b3a3-2948ee3bc76c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:29.155932 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.175136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0656e25-b7c1-4942-8727-42ef147973a3 None None] No DVR routers for this DVR port 7faa23a5-3f77-46de-9dae-4459ce23fc18 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:29.263062 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Pushing event updated for resources: {'Port': ['ID=2ea55e39-fb9b-4525-aba6-447f0f19fd68,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:29.292652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:29.293225 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:29.293714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:29.294786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:29.295277 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:29.295771 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:29.296279 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:29.296755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:29.297230 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:29.297750 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:29.298250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:29.298724 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:29.302940 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.343486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 94059171-e02f-4d9b-b3a3-2948ee3bc76c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=94059171-e02f-4d9b-b3a3-2948ee3bc76c,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:29.450443 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.518195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=94059171-e02f-4d9b-b3a3-2948ee3bc76c,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:29.543015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 702863b8-c350-432b-8031-e22fd7370e5a no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:29.551046 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.558084 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.561886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95beb92-04c0-44d3-87e8-54a88a925c87']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:29.572656 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 702863b8-c350-432b-8031-e22fd7370e5a {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:29.573006 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 702863b8-c350-432b-8031-e22fd7370e5a not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:29.573433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d416bcce-ad90-4427-83e8-c18479a046bd no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:29.581116 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794fceb3-9468-4db1-8acf-13f2c98f6919') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:29.581489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794fceb3-9468-4db1-8acf-13f2c98f6919') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:29.592660 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.594410 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: d416bcce-ad90-4427-83e8-c18479a046bd {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:29.594765 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d416bcce-ad90-4427-83e8-c18479a046bd not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:29.612900 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.619969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:29.620479 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:29.627967 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:29.794660 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.815072 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.821566 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.826197 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a95beb92-04c0-44d3-87e8-54a88a925c87 HTTP/1.1" status: 204 len: 168 time: 1.4647412 Jul 05 04:24:29.839613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6f1a3-b72b-4183-9726-421d8be09c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=a95beb92-04c0-44d3-87e8-54a88a925c87,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:29.944440 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf18582-eed4-472b-8d5d-bdb91c66a8f1 None None] Network a81ff0f2-9e06-4ed1-89b1-8c9fae37734a requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:30.128942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Router 89dba6f4-bdd8-4435-888f-ca9c26671024 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:24:30.129147 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-88f51449-c3f5-476b-b897-3017f85b16a8 None None] Provisioning for port ca43deb9-1c00-423e-8ef6-ac9d1f391998 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:30.254036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:30.263258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Sync routers for ids ['89dba6f4-bdd8-4435-888f-ca9c26671024'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:30.273326 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Routers {'89dba6f4-bdd8-4435-888f-ca9c26671024'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:30.273954 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:24:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['89dba6f4-bdd8-4435-888f-ca9c26671024'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:30.364159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56700) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:30.370261 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.376536 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ca502bcf-b588-4455-a45c-7d983a0951dd admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3717794 Jul 05 04:24:30.377737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56702) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:30.389394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Set router 89dba6f4-bdd8-4435-888f-ca9c26671024 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:30.410708 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9d0d934f-6746-4953-ba8c-7bd2870b09c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=74f5c72e9b0041dea11725676c604b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430241 Jul 05 04:24:30.411048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56704) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:30.466251 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19865a7b-3650-4f9f-ae09-f911dbb425a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.488203 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19865a7b-3650-4f9f-ae09-f911dbb425a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.586139 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'name': 'tempest-TestServerMultinode-1514757037-router', 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '2ea55e39-fb9b-4525-aba6-447f0f19fd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:27Z', 'updated_at': '2021-07-05T04:24:29Z', 'revision_number': 3, 'project_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'gw_port': {'id': '2ea55e39-fb9b-4525-aba6-447f0f19fd68', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:28Z', 'updated_at': '2021-07-05T04:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:30.586911 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19865a7b-3650-4f9f-ae09-f911dbb425a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.590869 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-19865a7b-3650-4f9f-ae09-f911dbb425a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.594826 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-19865a7b-3650-4f9f-ae09-f911dbb425a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a4e9a45a-15e1-4eb2-bdbc-31a3c0ab8334 HTTP/1.1" status: 204 len: 168 time: 0.1805928 Jul 05 04:24:30.616726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Checking router: 89dba6f4-bdd8-4435-888f-ca9c26671024 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:30.617170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Updating router 89dba6f4-bdd8-4435-888f-ca9c26671024 port 2ea55e39-fb9b-4525-aba6-447f0f19fd68 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:24:30.622944 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19865a7b-3650-4f9f-ae09-f911dbb425a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e9a45a-15e1-4eb2-bdbc-31a3c0ab8334,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:30.659660 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.839429 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 94059171-e02f-4d9b-b3a3-2948ee3bc76c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:30.882745 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.953500 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 94059171-e02f-4d9b-b3a3-2948ee3bc76c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:30.953884 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.003908 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.017875 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Transition to ACTIVE for port object 2ea55e39-fb9b-4525-aba6-447f0f19fd68 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:31.050952 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Allocated IP 172.20.0.1 (a81ff0f2-9e06-4ed1-89b1-8c9fae37734a/c4ef6710-eb61-4322-8600-9aeef1ed4815/3782cd6b-e20e-424f-82fb-c46a9c679765) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:31.062682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ca43deb9-1c00-423e-8ef6-ac9d1f391998 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:31.099854 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.160205 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.163466 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Attempting to bind port 2ea55e39-fb9b-4525-aba6-447f0f19fd68 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:31.163830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Attempting to bind port 2ea55e39-fb9b-4525-aba6-447f0f19fd68 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:31.164232 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Attempting to bind port 2ea55e39-fb9b-4525-aba6-447f0f19fd68 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:31.173225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b325d-322b-4784-aa0d-4468297eebcc None None] Pushing event updated for resources: {'Port': ['ID=2ea55e39-fb9b-4525-aba6-447f0f19fd68,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:31.175714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Transition to ACTIVE for port object 3782cd6b-e20e-424f-82fb-c46a9c679765 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:31.178324 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:31.178487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:31.178904 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.179295 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:31.179780 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Bound port: 2ea55e39-fb9b-4525-aba6-447f0f19fd68, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:31.180196 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.233089 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port ca43deb9-1c00-423e-8ef6-ac9d1f391998 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:31.239327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] For port 2ea55e39-fb9b-4525-aba6-447f0f19fd68, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:31.241360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ca43deb9-1c00-423e-8ef6-ac9d1f391998 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:31.241749 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.244277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] For port 2ea55e39-fb9b-4525-aba6-447f0f19fd68, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2ea55e39-fb9b-4525-aba6-447f0f19fd68,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:31.301363 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.312800 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.345113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Network a81ff0f2-9e06-4ed1-89b1-8c9fae37734a is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:31.348268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:31.353982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:31.376194 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.381070 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Pushing event updated for resources: {'Port': ['ID=3782cd6b-e20e-424f-82fb-c46a9c679765,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:31.397857 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.405842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Routers {'89dba6f4-bdd8-4435-888f-ca9c26671024'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:31.406477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:24:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['89dba6f4-bdd8-4435-888f-ca9c26671024'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:31.415448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b325d-322b-4784-aa0d-4468297eebcc None None] Pushing event updated for resources: {'Port': ['ID=2ea55e39-fb9b-4525-aba6-447f0f19fd68,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:31.423287 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56710) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:31.477545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port ca43deb9-1c00-423e-8ef6-ac9d1f391998, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ca43deb9-1c00-423e-8ef6-ac9d1f391998,segment=NetworkSegment(c214f885-9b2e-4bcb-bfd9-943057a6fee1),segment_id=c214f885-9b2e-4bcb-bfd9-943057a6fee1)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:31.487279 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a078f5cf-899e-4a93-8505-74681bfadbfd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51ed1c758f114bab99bfa17b3f4c169b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627553 Jul 05 04:24:31.488051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56712) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:31.537048 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.554423 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c702c5bb-4a5f-4a2b-8f2f-75ae4f714f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.570800 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] Set router 89dba6f4-bdd8-4435-888f-ca9c26671024 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:31.587522 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c702c5bb-4a5f-4a2b-8f2f-75ae4f714f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.637686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7faa23a5-3f77-46de-9dae-4459ce23fc18 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:31.644845 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.666941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 7faa23a5-3f77-46de-9dae-4459ce23fc18 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:31.667284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7faa23a5-3f77-46de-9dae-4459ce23fc18 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:31.707072 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c702c5bb-4a5f-4a2b-8f2f-75ae4f714f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.710683 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c702c5bb-4a5f-4a2b-8f2f-75ae4f714f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.714296 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c702c5bb-4a5f-4a2b-8f2f-75ae4f714f68 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c4805bac-d559-4242-aae7-d38b97c5584f HTTP/1.1" status: 204 len: 168 time: 0.2228711 Jul 05 04:24:31.719834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=ca43deb9-1c00-423e-8ef6-ac9d1f391998,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:31.740247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702c5bb-4a5f-4a2b-8f2f-75ae4f714f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4805bac-d559-4242-aae7-d38b97c5584f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:31.827817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1a8c09db-9db5-4f2a-851b-a5581063054b None None] Provisioning for port 3782cd6b-e20e-424f-82fb-c46a9c679765 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:31.834269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1a8c09db-9db5-4f2a-851b-a5581063054b None None] Provisioning complete for port 3782cd6b-e20e-424f-82fb-c46a9c679765 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:31.834652 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1a8c09db-9db5-4f2a-851b-a5581063054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.842475 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.874649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c09db-9db5-4f2a-851b-a5581063054b None None] Port 3782cd6b-e20e-424f-82fb-c46a9c679765 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:31.878096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'name': 'tempest-TestServerMultinode-1514757037-router', 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '2ea55e39-fb9b-4525-aba6-447f0f19fd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:27Z', 'updated_at': '2021-07-05T04:24:29Z', 'revision_number': 3, 'project_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'gw_port': {'id': '2ea55e39-fb9b-4525-aba6-447f0f19fd68', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:28Z', 'updated_at': '2021-07-05T04:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:32.014790 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.059031 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8962aeeb-b11d-4271-8895-048dbd6f1713 None None] The sync data for ids ['89dba6f4-bdd8-4435-888f-ca9c26671024'] in n-d-771363-32 is: [{'id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'name': 'tempest-TestServerMultinode-1514757037-router', 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '2ea55e39-fb9b-4525-aba6-447f0f19fd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:27Z', 'updated_at': '2021-07-05T04:24:29Z', 'revision_number': 3, 'project_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'gw_port': {'id': '2ea55e39-fb9b-4525-aba6-447f0f19fd68', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:28Z', 'updated_at': '2021-07-05T04:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:32.083140 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.085677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Pushing event updated for resources: {'Port': ['ID=3782cd6b-e20e-424f-82fb-c46a9c679765,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:32.193822 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Network a81ff0f2-9e06-4ed1-89b1-8c9fae37734a is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:32.195954 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:32.369983 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Router 89dba6f4-bdd8-4435-888f-ca9c26671024 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:32.534150 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:32.541026 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7176ea7f-cdbf-4a11-9947-f07efd4b1845 admin admin] 10.222.0.38 "PUT /v2.0/routers/89dba6f4-bdd8-4435-888f-ca9c26671024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1625481 Jul 05 04:24:32.570205 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.613307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-04befecd-c59b-4b84-9025-91f8e2a40860 None None] Provisioning complete for port 3782cd6b-e20e-424f-82fb-c46a9c679765 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:32.615622 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-04befecd-c59b-4b84-9025-91f8e2a40860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.697017 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-04befecd-c59b-4b84-9025-91f8e2a40860 None None] Port 3782cd6b-e20e-424f-82fb-c46a9c679765 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:32.792343 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2ea55e39-fb9b-4525-aba6-447f0f19fd68 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:32.923808 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 2ea55e39-fb9b-4525-aba6-447f0f19fd68 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:32.923808 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2ea55e39-fb9b-4525-aba6-447f0f19fd68 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:32.923808 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.008455 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.035190 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 2ea55e39-fb9b-4525-aba6-447f0f19fd68, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2ea55e39-fb9b-4525-aba6-447f0f19fd68,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:33.169189 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.169924 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ca43deb9-1c00-423e-8ef6-ac9d1f391998 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:33.206996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251f249-22d4-4908-8145-981083937006 req-41a7ba52-2660-4f1d-8e19-e2b95a3257ea tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:33.209105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4251f249-22d4-4908-8145-981083937006 req-41a7ba52-2660-4f1d-8e19-e2b95a3257ea tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/networks?id=95003e7d-93ed-4eb2-9ea5-fe89673f1da4 HTTP/1.1" status: 200 len: 910 time: 0.0910437 Jul 05 04:24:33.226241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4251f249-22d4-4908-8145-981083937006 req-9b90ca6f-07b8-4177-bc52-a889848db189 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/quotas/c2b83fa397b54801822ff7a214a2f8a3 HTTP/1.1" status: 200 len: 375 time: 0.0103073 Jul 05 04:24:33.273866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=2ea55e39-fb9b-4525-aba6-447f0f19fd68,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:33.287560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ca43deb9-1c00-423e-8ef6-ac9d1f391998 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:33.287970 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.331324 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4251f249-22d4-4908-8145-981083937006 req-c7f7be87-b0f9-4b23-90ad-6b822d7b4d47 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?tenant_id=c2b83fa397b54801822ff7a214a2f8a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989916 Jul 05 04:24:33.425777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4251f249-22d4-4908-8145-981083937006 req-2e052f1c-d416-41fe-83e1-070002268396 service neutron] 10.222.0.38 "GET /v2.0/networks/95003e7d-93ed-4eb2-9ea5-fe89673f1da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863006 Jul 05 04:24:33.520060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4251f249-22d4-4908-8145-981083937006 req-4be31fc2-ad18-4baa-8fa2-0621e16400a3 service neutron] 10.222.0.38 "GET /v2.0/networks/95003e7d-93ed-4eb2-9ea5-fe89673f1da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879843 Jul 05 04:24:33.794231 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a880298f-bff3-43a0-8c26-b5f67bbe4af9 req-fae3fa2e-de8e-4440-a3d1-59eeb1fecb71 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 210 time: 0.0282547 Jul 05 04:24:34.112389 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.616604 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Sync routers for ids ['89dba6f4-bdd8-4435-888f-ca9c26671024'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:34.626182 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Routers {'89dba6f4-bdd8-4435-888f-ca9c26671024'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:34.626805 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:24:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['89dba6f4-bdd8-4435-888f-ca9c26671024'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:34.676470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2ea55e39-fb9b-4525-aba6-447f0f19fd68 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:34.726610 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2ea55e39-fb9b-4525-aba6-447f0f19fd68 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:34.727083 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.740246 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Set router 89dba6f4-bdd8-4435-888f-ca9c26671024 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:34.874034 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-934f8654-0d6c-4786-b92c-a7d5079a5de9 req-99c1271a-17c2-46c1-8321-46dca756c64c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 210 time: 0.0273514 Jul 05 04:24:34.948518 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'name': 'tempest-TestServerMultinode-1514757037-router', 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '2ea55e39-fb9b-4525-aba6-447f0f19fd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:27Z', 'updated_at': '2021-07-05T04:24:31Z', 'revision_number': 4, 'project_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'gw_port': {'id': '2ea55e39-fb9b-4525-aba6-447f0f19fd68', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:28Z', 'updated_at': '2021-07-05T04:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '3782cd6b-e20e-424f-82fb-c46a9c679765', 'name': '', 'network_id': 'a81ff0f2-9e06-4ed1-89b1-8c9fae37734a', 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'mac_address': 'fa:16:3e:27:27:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'c4ef6710-eb61-4322-8600-9aeef1ed4815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:31Z', 'revision_number': 2, 'project_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'subnets': [{'id': 'c4ef6710-eb61-4322-8600-9aeef1ed4815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:34.974724 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Checking router: 89dba6f4-bdd8-4435-888f-ca9c26671024 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:34.975075 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Updating router 89dba6f4-bdd8-4435-888f-ca9c26671024 port 3782cd6b-e20e-424f-82fb-c46a9c679765 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:24:35.007604 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.359181 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.369668 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Transition to ACTIVE for port object 3782cd6b-e20e-424f-82fb-c46a9c679765 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:35.426602 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.476671 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08981cef-e8c9-43c6-bc4c-a191544a2010 None None] Pushing event updated for resources: {'Port': ['ID=3782cd6b-e20e-424f-82fb-c46a9c679765,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:35.532190 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Attempting to bind port 3782cd6b-e20e-424f-82fb-c46a9c679765 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:35.532569 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Attempting to bind port 3782cd6b-e20e-424f-82fb-c46a9c679765 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'c214f885-9b2e-4bcb-bfd9-943057a6fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a81ff0f2-9e06-4ed1-89b1-8c9fae37734a'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:35.532932 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Attempting to bind port 3782cd6b-e20e-424f-82fb-c46a9c679765 on network a81ff0f2-9e06-4ed1-89b1-8c9fae37734a {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:35.539500 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:35.540116 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Checking segment: {'id': 'c214f885-9b2e-4bcb-bfd9-943057a6fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a81ff0f2-9e06-4ed1-89b1-8c9fae37734a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:35.540766 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.540913 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Bound using segment: {'id': 'c214f885-9b2e-4bcb-bfd9-943057a6fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a81ff0f2-9e06-4ed1-89b1-8c9fae37734a'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:35.541384 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Bound port: 3782cd6b-e20e-424f-82fb-c46a9c679765, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c214f885-9b2e-4bcb-bfd9-943057a6fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a81ff0f2-9e06-4ed1-89b1-8c9fae37734a'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:35.541766 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.609623 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] For port 3782cd6b-e20e-424f-82fb-c46a9c679765, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:35.612837 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] For port 3782cd6b-e20e-424f-82fb-c46a9c679765, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3782cd6b-e20e-424f-82fb-c46a9c679765,segment=NetworkSegment(c214f885-9b2e-4bcb-bfd9-943057a6fee1),segment_id=c214f885-9b2e-4bcb-bfd9-943057a6fee1)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:35.666930 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.726261 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08981cef-e8c9-43c6-bc4c-a191544a2010 None None] Pushing event updated for resources: {'Port': ['ID=3782cd6b-e20e-424f-82fb-c46a9c679765,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:35.728703 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Routers {'89dba6f4-bdd8-4435-888f-ca9c26671024'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:35.729350 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:24:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['89dba6f4-bdd8-4435-888f-ca9c26671024'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:35.843052 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] Set router 89dba6f4-bdd8-4435-888f-ca9c26671024 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:36.023931 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f544eee-9e0e-486f-aaf3-c933b5e55645 req-a3b25dff-d877-4b8d-8d87-5d4271f69986 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 210 time: 0.0277379 Jul 05 04:24:36.065630 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'name': 'tempest-TestServerMultinode-1514757037-router', 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '2ea55e39-fb9b-4525-aba6-447f0f19fd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:27Z', 'updated_at': '2021-07-05T04:24:31Z', 'revision_number': 4, 'project_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'gw_port': {'id': '2ea55e39-fb9b-4525-aba6-447f0f19fd68', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:28Z', 'updated_at': '2021-07-05T04:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '3782cd6b-e20e-424f-82fb-c46a9c679765', 'name': '', 'network_id': 'a81ff0f2-9e06-4ed1-89b1-8c9fae37734a', 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'mac_address': 'fa:16:3e:27:27:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'c4ef6710-eb61-4322-8600-9aeef1ed4815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:35Z', 'revision_number': 4, 'project_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'subnets': [{'id': 'c4ef6710-eb61-4322-8600-9aeef1ed4815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:36.093288 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d23994f-b7d4-4b15-8ddf-9bff9005268f None None] The sync data for ids ['89dba6f4-bdd8-4435-888f-ca9c26671024'] in n-d-771363-32 is: [{'id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'name': 'tempest-TestServerMultinode-1514757037-router', 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '2ea55e39-fb9b-4525-aba6-447f0f19fd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:27Z', 'updated_at': '2021-07-05T04:24:31Z', 'revision_number': 4, 'project_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'gw_port': {'id': '2ea55e39-fb9b-4525-aba6-447f0f19fd68', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:28Z', 'updated_at': '2021-07-05T04:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '3782cd6b-e20e-424f-82fb-c46a9c679765', 'name': '', 'network_id': 'a81ff0f2-9e06-4ed1-89b1-8c9fae37734a', 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'mac_address': 'fa:16:3e:27:27:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'c4ef6710-eb61-4322-8600-9aeef1ed4815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:30Z', 'updated_at': '2021-07-05T04:24:35Z', 'revision_number': 4, 'project_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'subnets': [{'id': 'c4ef6710-eb61-4322-8600-9aeef1ed4815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:36.232567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251f249-22d4-4908-8145-981083937006 req-2b119d41-2d64-4309-8def-3485fa4ae12f tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:36.234077 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4251f249-22d4-4908-8145-981083937006 req-2b119d41-2d64-4309-8def-3485fa4ae12f tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.36 "GET /v2.0/networks?id=95003e7d-93ed-4eb2-9ea5-fe89673f1da4 HTTP/1.1" status: 200 len: 910 time: 0.1180301 Jul 05 04:24:36.246550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-4251f249-22d4-4908-8145-981083937006 req-91f28ae4-54cd-48cb-b098-c21a595b556c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Request body: {'port': {'device_id': 'e634eb26-a6e4-471d-8961-d92a7cc8e6e0', 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4', 'admin_state_up': True, 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:36.369071 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4251f249-22d4-4908-8145-981083937006 req-91f28ae4-54cd-48cb-b098-c21a595b556c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Made reservation on behalf of c2b83fa397b54801822ff7a214a2f8a3 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:36.371900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4251f249-22d4-4908-8145-981083937006 req-91f28ae4-54cd-48cb-b098-c21a595b556c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.498645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-4251f249-22d4-4908-8145-981083937006 req-91f28ae4-54cd-48cb-b098-c21a595b556c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Allocated IP 172.20.0.9 (95003e7d-93ed-4eb2-9ea5-fe89673f1da4/0e7510a9-d950-45ed-9fdd-c0dd00a4a79b/7332c514-f6a1-4b61-acbf-ff1201bc24f1) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:36.658309 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4251f249-22d4-4908-8145-981083937006 req-91f28ae4-54cd-48cb-b098-c21a595b556c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.676391 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-4251f249-22d4-4908-8145-981083937006 req-91f28ae4-54cd-48cb-b098-c21a595b556c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Transition to ACTIVE for port object 7332c514-f6a1-4b61-acbf-ff1201bc24f1 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:36.696681 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3782cd6b-e20e-424f-82fb-c46a9c679765 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:36.787060 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4251f249-22d4-4908-8145-981083937006 req-91f28ae4-54cd-48cb-b098-c21a595b556c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.826608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 3782cd6b-e20e-424f-82fb-c46a9c679765 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:36.830597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 3782cd6b-e20e-424f-82fb-c46a9c679765 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:36.831186 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.832869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4251f249-22d4-4908-8145-981083937006 req-91f28ae4-54cd-48cb-b098-c21a595b556c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:36.838032 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-4251f249-22d4-4908-8145-981083937006 req-91f28ae4-54cd-48cb-b098-c21a595b556c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:36.841482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4251f249-22d4-4908-8145-981083937006 req-91f28ae4-54cd-48cb-b098-c21a595b556c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:36.866681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f28ae4-54cd-48cb-b098-c21a595b556c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Pushing event updated for resources: {'Port': ['ID=7332c514-f6a1-4b61-acbf-ff1201bc24f1,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:36.894815 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251f249-22d4-4908-8145-981083937006 req-91f28ae4-54cd-48cb-b098-c21a595b556c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:36.895452 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4251f249-22d4-4908-8145-981083937006 req-91f28ae4-54cd-48cb-b098-c21a595b556c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.924173 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.961437 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 3782cd6b-e20e-424f-82fb-c46a9c679765, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3782cd6b-e20e-424f-82fb-c46a9c679765,segment=NetworkSegment(c214f885-9b2e-4bcb-bfd9-943057a6fee1),segment_id=c214f885-9b2e-4bcb-bfd9-943057a6fee1)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:37.015825 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4251f249-22d4-4908-8145-981083937006 req-91f28ae4-54cd-48cb-b098-c21a595b556c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7735033 Jul 05 04:24:37.028528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Request body: {'port': {'device_id': 'e634eb26-a6e4-471d-8961-d92a7cc8e6e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:37.060731 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:37.116360 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:37.133579 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=3782cd6b-e20e-424f-82fb-c46a9c679765,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:37.197738 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-668f3dad-8d98-49b6-a30f-46614422f771 None None] Provisioning for port 7332c514-f6a1-4b61-acbf-ff1201bc24f1 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:37.201882 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-668f3dad-8d98-49b6-a30f-46614422f771 None None] Provisioning complete for port 7332c514-f6a1-4b61-acbf-ff1201bc24f1 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:37.202466 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-668f3dad-8d98-49b6-a30f-46614422f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:37.214883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774598a-ef03-401f-9796-5658bb32e6bf req-c76923c4-e7cc-4e1d-ad81-b8c356ab3599 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:37.220631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1774598a-ef03-401f-9796-5658bb32e6bf req-c76923c4-e7cc-4e1d-ad81-b8c356ab3599 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1027 time: 0.0705233 Jul 05 04:24:37.246250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-668f3dad-8d98-49b6-a30f-46614422f771 None None] Port 7332c514-f6a1-4b61-acbf-ff1201bc24f1 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:37.259118 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1774598a-ef03-401f-9796-5658bb32e6bf req-b0c39712-2476-40bb-b1fc-7aef33b5a909 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363073 Jul 05 04:24:37.393892 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7332c514-f6a1-4b61-acbf-ff1201bc24f1 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:24:37.401866 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:37.413795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Transition to ACTIVE for port object 7332c514-f6a1-4b61-acbf-ff1201bc24f1 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:37.471553 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:37.523407 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Pushing event updated for resources: {'Port': ['ID=7332c514-f6a1-4b61-acbf-ff1201bc24f1,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:37.593846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Attempting to bind port 7332c514-f6a1-4b61-acbf-ff1201bc24f1 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:37.594191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Attempting to bind port 7332c514-f6a1-4b61-acbf-ff1201bc24f1 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:37.594527 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Attempting to bind port 7332c514-f6a1-4b61-acbf-ff1201bc24f1 on network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:37.599434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Port 7332c514-f6a1-4b61-acbf-ff1201bc24f1 on network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:24:37.600404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Attempting to bind port 7332c514-f6a1-4b61-acbf-ff1201bc24f1 on network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:37.605542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:37.605885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Checking segment: {'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:37.606277 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Bound using segment: {'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:37.606714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Bound port: 7332c514-f6a1-4b61-acbf-ff1201bc24f1, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:37.607081 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.019126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] For port 7332c514-f6a1-4b61-acbf-ff1201bc24f1, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:38.022743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] For port 7332c514-f6a1-4b61-acbf-ff1201bc24f1, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7332c514-f6a1-4b61-acbf-ff1201bc24f1,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:38.106430 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.138518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:38.139153 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.140568 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4251f249-22d4-4908-8145-981083937006 req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] 10.222.0.36 "PUT /v2.0/ports/7332c514-f6a1-4b61-acbf-ff1201bc24f1 HTTP/1.1" status: 200 len: 1092 time: 1.1166427 Jul 05 04:24:38.140998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e634eb26-a6e4-471d-8961-d92a7cc8e6e0', 'tag': '7332c514-f6a1-4b61-acbf-ff1201bc24f1'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:38.143238 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03c7075-a891-40f1-a509-b190596dac8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e634eb26-a6e4-471d-8961-d92a7cc8e6e0", "tag": "7332c514-f6a1-4b61-acbf-ff1201bc24f1"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:38.172302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f072f-ca95-43a3-a42a-0e374cf2883b service neutron] Pushing event updated for resources: {'Port': ['ID=7332c514-f6a1-4b61-acbf-ff1201bc24f1,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:38.187295 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6f1dd5-f108-4370-93b7-4c15b56b569a x-openstack-request-id: req-0c6f1dd5-f108-4370-93b7-4c15b56b569a {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:38.187587 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e634eb26-a6e4-471d-8961-d92a7cc8e6e0", "tag": "7332c514-f6a1-4b61-acbf-ff1201bc24f1", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:38.187842 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0c6f1dd5-f108-4370-93b7-4c15b56b569a {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:38.188278 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e634eb26-a6e4-471d-8961-d92a7cc8e6e0', 'tag': '7332c514-f6a1-4b61-acbf-ff1201bc24f1', 'status': 'completed', 'code': 200} Jul 05 04:24:38.268870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c7075-a891-40f1-a509-b190596dac8b req-68aa2f2d-8138-48c2-9daf-fa4de480f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:38.270567 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d03c7075-a891-40f1-a509-b190596dac8b req-68aa2f2d-8138-48c2-9daf-fa4de480f513 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2b83fa397b54801822ff7a214a2f8a3&device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1095 time: 0.0587611 Jul 05 04:24:38.381919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c7075-a891-40f1-a509-b190596dac8b req-0f560c57-fad4-48ed-b542-8b76041f43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:38.383802 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d03c7075-a891-40f1-a509-b190596dac8b req-0f560c57-fad4-48ed-b542-8b76041f43ad service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c2b83fa397b54801822ff7a214a2f8a3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1056645 Jul 05 04:24:38.435287 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d703d42-976f-4f97-bfe9-ad3a11f68cb1 req-8f711665-a2c2-4cf2-b781-2ab6e183066f tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:38.436822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d703d42-976f-4f97-bfe9-ad3a11f68cb1 req-8f711665-a2c2-4cf2-b781-2ab6e183066f tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1095 time: 0.0557721 Jul 05 04:24:38.474553 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d703d42-976f-4f97-bfe9-ad3a11f68cb1 req-8875d186-b1c2-45c8-afaf-aa826eada003 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320604 Jul 05 04:24:38.488387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c7075-a891-40f1-a509-b190596dac8b req-a96082bb-675d-4952-abc8-12c87d23ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:38.489886 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d03c7075-a891-40f1-a509-b190596dac8b req-a96082bb-675d-4952-abc8-12c87d23ea58 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996265 Jul 05 04:24:38.603737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251f249-22d4-4908-8145-981083937006 req-efc3c55b-946d-468c-9ee9-2b41bd277042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:38.605199 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4251f249-22d4-4908-8145-981083937006 req-efc3c55b-946d-468c-9ee9-2b41bd277042 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2b83fa397b54801822ff7a214a2f8a3&device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1095 time: 0.0696902 Jul 05 04:24:38.658603 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4251f249-22d4-4908-8145-981083937006 req-6fff8edf-55c9-4ec4-b95a-8631eef1d610 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7332c514-f6a1-4b61-acbf-ff1201bc24f1 HTTP/1.1" status: 200 len: 217 time: 0.0448458 Jul 05 04:24:38.670121 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3782cd6b-e20e-424f-82fb-c46a9c679765 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:38.707277 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251f249-22d4-4908-8145-981083937006 req-7003fe8a-2283-46c8-84b1-32676ff0d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:38.709036 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4251f249-22d4-4908-8145-981083937006 req-7003fe8a-2283-46c8-84b1-32676ff0d4d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e7510a9-d950-45ed-9fdd-c0dd00a4a79b HTTP/1.1" status: 200 len: 848 time: 0.0438592 Jul 05 04:24:38.717938 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 3782cd6b-e20e-424f-82fb-c46a9c679765 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:38.718328 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.775437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251f249-22d4-4908-8145-981083937006 req-e51a5b2c-71fc-4b75-8c93-4eb5823b0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:38.776983 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4251f249-22d4-4908-8145-981083937006 req-e51a5b2c-71fc-4b75-8c93-4eb5823b0c87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95003e7d-93ed-4eb2-9ea5-fe89673f1da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611496 Jul 05 04:24:38.870759 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4251f249-22d4-4908-8145-981083937006 req-6831d056-50fc-4857-be15-b405c5460877 service neutron] 10.222.0.36 "GET /v2.0/networks/95003e7d-93ed-4eb2-9ea5-fe89673f1da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857329 Jul 05 04:24:38.963277 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4251f249-22d4-4908-8145-981083937006 req-306fdf68-ec75-4602-90b6-7bac6e453eec service neutron] 10.222.0.36 "GET /v2.0/networks/95003e7d-93ed-4eb2-9ea5-fe89673f1da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854180 Jul 05 04:24:39.641155 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ea97f-c9a3-42cf-98fb-256a24e369d9 req-35735acc-5d8b-4929-b438-1843665d7b18 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:39.642663 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f7ea97f-c9a3-42cf-98fb-256a24e369d9 req-35735acc-5d8b-4929-b438-1843665d7b18 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1095 time: 0.0561025 Jul 05 04:24:39.680917 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f7ea97f-c9a3-42cf-98fb-256a24e369d9 req-61902885-75d5-4d4d-94bc-3b5f9025a6a9 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313361 Jul 05 04:24:40.842931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548dfea-5b0e-4cfb-a565-53bebaebbba6 req-0a231d75-5a7f-4cf5-b5f9-86ccc59b6ef2 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:40.844510 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6548dfea-5b0e-4cfb-a565-53bebaebbba6 req-0a231d75-5a7f-4cf5-b5f9-86ccc59b6ef2 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1095 time: 0.0530705 Jul 05 04:24:40.878994 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6548dfea-5b0e-4cfb-a565-53bebaebbba6 req-bdbe3517-9baa-493d-b5f3-db7e7b76c3c9 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281379 Jul 05 04:24:41.437401 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-70875c32-c7d1-4a33-be43-a48f2224dd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.035282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec717ca8-be1f-426c-a760-31defb240639 req-5f1680a9-1de4-411f-bc6f-b49ca47570ce tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:42.036804 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec717ca8-be1f-426c-a760-31defb240639 req-5f1680a9-1de4-411f-bc6f-b49ca47570ce tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1095 time: 0.0511084 Jul 05 04:24:42.070614 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec717ca8-be1f-426c-a760-31defb240639 req-99816847-4eb8-4a19-9a31-4a76f9d88bab tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281899 Jul 05 04:24:43.232735 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a8a8c-e74b-4f49-a276-04016b5597fb req-adc7e8cb-86c9-464f-a3a6-25c700249015 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:43.234349 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c66a8a8c-e74b-4f49-a276-04016b5597fb req-adc7e8cb-86c9-464f-a3a6-25c700249015 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1095 time: 0.0554085 Jul 05 04:24:43.268562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c66a8a8c-e74b-4f49-a276-04016b5597fb req-701099a7-6485-408e-905e-137b2a192c0e tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286484 Jul 05 04:24:43.851607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7332c514-f6a1-4b61-acbf-ff1201bc24f1 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:24:43.953503 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7332c514-f6a1-4b61-acbf-ff1201bc24f1, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7332c514-f6a1-4b61-acbf-ff1201bc24f1,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:43.964599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '7332c514-f6a1-4b61-acbf-ff1201bc24f1', 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4', 'port_id': '7332c514-f6a1-4b61-acbf-ff1201bc24f1', 'mac_address': 'fa:16:3e:d7:6d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e7510a9-d950-45ed-9fdd-c0dd00a4a79b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:24:44.007111 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.019723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7332c514-f6a1-4b61-acbf-ff1201bc24f1 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:24:44.025587 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4c8d34ac-2b90-4584-9014-065551a1958b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.042584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7332c514-f6a1-4b61-acbf-ff1201bc24f1, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7332c514-f6a1-4b61-acbf-ff1201bc24f1,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:44.089209 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.136383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7332c514-f6a1-4b61-acbf-ff1201bc24f1,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:44.357745 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.419201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['7332c514-f6a1-4b61-acbf-ff1201bc24f1'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:24:44.431076 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7a1e6-aa29-4a1d-ada2-1396d0624f38 req-2239eb3a-267d-46af-8b13-c66409ba410e tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:44.432620 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94a7a1e6-aa29-4a1d-ada2-1396d0624f38 req-2239eb3a-267d-46af-8b13-c66409ba410e tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1096 time: 0.0522580 Jul 05 04:24:44.467592 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94a7a1e6-aa29-4a1d-ada2-1396d0624f38 req-82018ec9-d35d-4cb7-ae5d-7ead18f73156 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293548 Jul 05 04:24:45.369150 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.637719 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca92eb-24ce-41fc-b2c3-4b1edd1b1b0b req-c8e97c2f-c1d2-40c7-8e83-55e73cea889d tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:45.639130 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bcca92eb-24ce-41fc-b2c3-4b1edd1b1b0b req-c8e97c2f-c1d2-40c7-8e83-55e73cea889d tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1096 time: 0.0565586 Jul 05 04:24:45.674487 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bcca92eb-24ce-41fc-b2c3-4b1edd1b1b0b req-3e4c72d0-d621-476a-ac14-a2e2fd09d864 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295877 Jul 05 04:24:45.852913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7332c514-f6a1-4b61-acbf-ff1201bc24f1 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:45.992099 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 7332c514-f6a1-4b61-acbf-ff1201bc24f1 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:45.996058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 7332c514-f6a1-4b61-acbf-ff1201bc24f1 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:45.996457 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.073487 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.095811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e634eb26-a6e4-471d-8961-d92a7cc8e6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7332c514-f6a1-4b61-acbf-ff1201bc24f1'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:46.098440 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1eb28c-ab7f-49d8-be72-c9c2f87fcfe7" -d '{"events": [{"server_uuid": "e634eb26-a6e4-471d-8961-d92a7cc8e6e0", "name": "network-vif-plugged", "status": "completed", "tag": "7332c514-f6a1-4b61-acbf-ff1201bc24f1"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:46.111511 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7332c514-f6a1-4b61-acbf-ff1201bc24f1, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7332c514-f6a1-4b61-acbf-ff1201bc24f1,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:46.195543 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7331cdb4-a2af-46a0-8abd-85fafad8b29a x-openstack-request-id: req-7331cdb4-a2af-46a0-8abd-85fafad8b29a {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:46.195842 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e634eb26-a6e4-471d-8961-d92a7cc8e6e0", "name": "network-vif-plugged", "status": "completed", "tag": "7332c514-f6a1-4b61-acbf-ff1201bc24f1", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:46.196183 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7331cdb4-a2af-46a0-8abd-85fafad8b29a {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:46.196600 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e634eb26-a6e4-471d-8961-d92a7cc8e6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7332c514-f6a1-4b61-acbf-ff1201bc24f1', 'code': 200} Jul 05 04:24:46.197953 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.256927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7332c514-f6a1-4b61-acbf-ff1201bc24f1,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:46.312019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b1061-8147-4875-a931-3aa80b7e055d req-3cf5887b-bbd7-462f-ae78-6a9824ce19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:46.313538 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1c3b1061-8147-4875-a931-3aa80b7e055d req-3cf5887b-bbd7-462f-ae78-6a9824ce19a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1097 time: 0.0515301 Jul 05 04:24:46.349939 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1c3b1061-8147-4875-a931-3aa80b7e055d req-26de5f68-4581-4b26-b4a7-714e6fe62514 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294693 Jul 05 04:24:46.839429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3fe04-027d-4776-9b82-b2f880aea2da req-a440d61f-553e-4ef8-b5ea-48ffe95c1614 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:46.841006 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49e3fe04-027d-4776-9b82-b2f880aea2da req-a440d61f-553e-4ef8-b5ea-48ffe95c1614 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1097 time: 0.0542517 Jul 05 04:24:46.876535 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49e3fe04-027d-4776-9b82-b2f880aea2da req-264f85b0-f212-4138-bf49-7036c9103fa0 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297987 Jul 05 04:24:46.945980 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:48.044204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109de3b-f032-4d39-a8cb-b051d4f86fc5 req-b7a0279c-7789-4778-9da5-dd1aee19796e tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:48.045732 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5109de3b-f032-4d39-a8cb-b051d4f86fc5 req-b7a0279c-7789-4778-9da5-dd1aee19796e tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1097 time: 0.0533717 Jul 05 04:24:48.081042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5109de3b-f032-4d39-a8cb-b051d4f86fc5 req-0c7d31c6-cd46-4e62-a091-182056b4fb09 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295606 Jul 05 04:24:48.245511 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a4c1f-dfd1-48ed-b995-862b34fa0ab6 req-51f50f9b-f388-417b-ae64-22ca27f6ea40 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:48.246952 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-479a4c1f-dfd1-48ed-b995-862b34fa0ab6 req-51f50f9b-f388-417b-ae64-22ca27f6ea40 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1097 time: 0.0572221 Jul 05 04:24:48.280205 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-479a4c1f-dfd1-48ed-b995-862b34fa0ab6 req-1cc689c9-60c6-4992-98d1-5d9551eeeec4 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274882 Jul 05 04:24:48.441111 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a290eb1-9a40-42c9-a477-c862195ff96b req-377c2137-72cb-42d1-87d1-f3af456e4aa7 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:48.442645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a290eb1-9a40-42c9-a477-c862195ff96b req-377c2137-72cb-42d1-87d1-f3af456e4aa7 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1097 time: 0.0522110 Jul 05 04:24:48.476513 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a290eb1-9a40-42c9-a477-c862195ff96b req-2c881684-9d05-4d33-8140-fa983dbe03a5 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280488 Jul 05 04:24:48.715152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-50f8ffd1-2ef5-464a-9c10-c713f3670bb0 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:48.716685 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-50f8ffd1-2ef5-464a-9c10-c713f3670bb0 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/networks?id=95003e7d-93ed-4eb2-9ea5-fe89673f1da4 HTTP/1.1" status: 200 len: 910 time: 0.0872736 Jul 05 04:24:48.731630 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-8f044c86-713d-4af4-bc17-8318c344c4cc tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/quotas/c2b83fa397b54801822ff7a214a2f8a3 HTTP/1.1" status: 200 len: 375 time: 0.0095842 Jul 05 04:24:48.791586 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-05dc1b33-7636-4d07-ae41-3cd4332321be tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?tenant_id=c2b83fa397b54801822ff7a214a2f8a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549304 Jul 05 04:24:48.883843 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-33e4d982-a8f5-4d58-ac03-bdddcdc295cb service neutron] 10.222.0.38 "GET /v2.0/networks/95003e7d-93ed-4eb2-9ea5-fe89673f1da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856903 Jul 05 04:24:48.974384 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-6ba50283-6ad9-4467-b41c-7555f7417fbf service neutron] 10.222.0.38 "GET /v2.0/networks/95003e7d-93ed-4eb2-9ea5-fe89673f1da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846894 Jul 05 04:24:49.232218 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f07a3e00-a510-499b-8ae0-be7b68a6de98 req-3d6105ff-0c93-4d67-88a6-633208430a1f tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 210 time: 0.0297930 Jul 05 04:24:50.375059 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c1e888e-5b9f-47cb-b820-bb9d9b82c682 req-b89da526-3c33-4ab6-b65a-d2000345b627 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 210 time: 0.0318146 Jul 05 04:24:51.351394 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3981d6ad-4e89-4d3d-a33b-a2fe3ad31524 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:51.352940 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3981d6ad-4e89-4d3d-a33b-a2fe3ad31524 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.10 "GET /v2.0/networks?id=95003e7d-93ed-4eb2-9ea5-fe89673f1da4 HTTP/1.1" status: 200 len: 910 time: 0.0874741 Jul 05 04:24:51.373591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3f9f8f76-6907-4381-881e-7a7d37fb60e3 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Request body: {'port': {'device_id': '83215c13-8835-41cf-a81c-8eac304be85c', 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4', 'admin_state_up': True, 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:51.466467 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3f9f8f76-6907-4381-881e-7a7d37fb60e3 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Made reservation on behalf of c2b83fa397b54801822ff7a214a2f8a3 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:51.469015 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3f9f8f76-6907-4381-881e-7a7d37fb60e3 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.518643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e14c3df9-7410-4037-a094-f0c03957af43 req-4d118ee4-2b02-44c3-8508-75c59a40899c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 210 time: 0.0278313 Jul 05 04:24:51.594580 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3f9f8f76-6907-4381-881e-7a7d37fb60e3 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Allocated IP 172.20.0.14 (95003e7d-93ed-4eb2-9ea5-fe89673f1da4/0e7510a9-d950-45ed-9fdd-c0dd00a4a79b/b88f09c1-3250-4f00-8094-3d8965c5ee53) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:51.734893 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3f9f8f76-6907-4381-881e-7a7d37fb60e3 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.749879 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3f9f8f76-6907-4381-881e-7a7d37fb60e3 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Transition to ACTIVE for port object b88f09c1-3250-4f00-8094-3d8965c5ee53 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:51.872601 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3f9f8f76-6907-4381-881e-7a7d37fb60e3 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.884595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['7332c514-f6a1-4b61-acbf-ff1201bc24f1'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:24:51.914410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3f9f8f76-6907-4381-881e-7a7d37fb60e3 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:51.919385 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3f9f8f76-6907-4381-881e-7a7d37fb60e3 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:51.922824 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3f9f8f76-6907-4381-881e-7a7d37fb60e3 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:51.949538 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f8f76-6907-4381-881e-7a7d37fb60e3 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Pushing event updated for resources: {'Port': ['ID=b88f09c1-3250-4f00-8094-3d8965c5ee53,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:51.976399 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3f9f8f76-6907-4381-881e-7a7d37fb60e3 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:51.977177 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3f9f8f76-6907-4381-881e-7a7d37fb60e3 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.050125 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3f9f8f76-6907-4381-881e-7a7d37fb60e3 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6802409 Jul 05 04:24:52.062448 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Request body: {'port': {'device_id': '83215c13-8835-41cf-a81c-8eac304be85c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:52.150990 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.243559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e282b9f7-0179-479f-ac5c-5b618c85f05a None None] Provisioning for port b88f09c1-3250-4f00-8094-3d8965c5ee53 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:52.247718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e282b9f7-0179-479f-ac5c-5b618c85f05a None None] Provisioning complete for port b88f09c1-3250-4f00-8094-3d8965c5ee53 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:52.248127 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e282b9f7-0179-479f-ac5c-5b618c85f05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.287553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e282b9f7-0179-479f-ac5c-5b618c85f05a None None] Port b88f09c1-3250-4f00-8094-3d8965c5ee53 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:52.419995 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88f09c1-3250-4f00-8094-3d8965c5ee53 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:24:52.427342 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.439961 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Transition to ACTIVE for port object b88f09c1-3250-4f00-8094-3d8965c5ee53 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:52.586923 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.636872 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Pushing event updated for resources: {'Port': ['ID=b88f09c1-3250-4f00-8094-3d8965c5ee53,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:52.707300 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3ed8b-fabc-4c46-8991-9e942651f75f req-f0056416-ae31-40ad-b8ce-b1b38a956c2e tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:52.708969 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04f3ed8b-fabc-4c46-8991-9e942651f75f req-f0056416-ae31-40ad-b8ce-b1b38a956c2e tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 1054 time: 0.0704026 Jul 05 04:24:52.734412 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Attempting to bind port b88f09c1-3250-4f00-8094-3d8965c5ee53 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:52.734758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Attempting to bind port b88f09c1-3250-4f00-8094-3d8965c5ee53 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:52.735093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Attempting to bind port b88f09c1-3250-4f00-8094-3d8965c5ee53 on network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:52.740699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Port b88f09c1-3250-4f00-8094-3d8965c5ee53 on network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:24:52.741132 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Attempting to bind port b88f09c1-3250-4f00-8094-3d8965c5ee53 on network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:52.747177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:52.747527 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Checking segment: {'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:52.747937 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Bound using segment: {'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:52.748433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Bound port: b88f09c1-3250-4f00-8094-3d8965c5ee53, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a2cea5-6211-421f-b5e7-7fea1ecfbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:52.748812 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.751996 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04f3ed8b-fabc-4c46-8991-9e942651f75f req-29da6788-369b-4adf-987d-459be66c56da tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364993 Jul 05 04:24:52.827834 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] For port b88f09c1-3250-4f00-8094-3d8965c5ee53, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:52.831307 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] For port b88f09c1-3250-4f00-8094-3d8965c5ee53, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b88f09c1-3250-4f00-8094-3d8965c5ee53,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:52.890145 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.926659 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:52.927521 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:52.929463 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] 10.222.0.10 "PUT /v2.0/ports/b88f09c1-3250-4f00-8094-3d8965c5ee53 HTTP/1.1" status: 200 len: 1093 time: 0.8715448 Jul 05 04:24:52.929912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83215c13-8835-41cf-a81c-8eac304be85c', 'tag': 'b88f09c1-3250-4f00-8094-3d8965c5ee53'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:52.932171 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b12a288-f128-4c93-9d2e-c6a3a96cbc31" -d '{"events": [{"name": "network-changed", "server_uuid": "83215c13-8835-41cf-a81c-8eac304be85c", "tag": "b88f09c1-3250-4f00-8094-3d8965c5ee53"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:52.959087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b9cab-7372-4946-a11e-37f4abaaf438 service neutron] Pushing event updated for resources: {'Port': ['ID=b88f09c1-3250-4f00-8094-3d8965c5ee53,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:52.976424 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44324fc-1148-43ea-a36e-470703fff081 x-openstack-request-id: req-c44324fc-1148-43ea-a36e-470703fff081 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:52.976728 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83215c13-8835-41cf-a81c-8eac304be85c", "tag": "b88f09c1-3250-4f00-8094-3d8965c5ee53", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:52.977013 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c44324fc-1148-43ea-a36e-470703fff081 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:52.977450 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83215c13-8835-41cf-a81c-8eac304be85c', 'tag': 'b88f09c1-3250-4f00-8094-3d8965c5ee53', 'status': 'completed', 'code': 200} Jul 05 04:24:53.067848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12a288-f128-4c93-9d2e-c6a3a96cbc31 req-f058b03f-7736-49f1-9551-6bab08ea5183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:53.070410 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4b12a288-f128-4c93-9d2e-c6a3a96cbc31 req-f058b03f-7736-49f1-9551-6bab08ea5183 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2b83fa397b54801822ff7a214a2f8a3&device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 1096 time: 0.0698848 Jul 05 04:24:53.173247 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12a288-f128-4c93-9d2e-c6a3a96cbc31 req-112fafc9-274b-4af6-ba77-7f927d3b890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:53.174737 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4b12a288-f128-4c93-9d2e-c6a3a96cbc31 req-112fafc9-274b-4af6-ba77-7f927d3b890c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c2b83fa397b54801822ff7a214a2f8a3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0964160 Jul 05 04:24:53.276492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12a288-f128-4c93-9d2e-c6a3a96cbc31 req-9d08d793-6ba3-4d31-af1a-9b13a5c746b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:53.277877 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4b12a288-f128-4c93-9d2e-c6a3a96cbc31 req-9d08d793-6ba3-4d31-af1a-9b13a5c746b3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958631 Jul 05 04:24:53.373030 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-d44946e6-a199-4d93-a281-26ac6fa635a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:53.374522 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-d44946e6-a199-4d93-a281-26ac6fa635a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2b83fa397b54801822ff7a214a2f8a3&device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 1096 time: 0.0546408 Jul 05 04:24:53.418579 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-7a21ac8a-cc97-404f-8289-a6e1342128da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b88f09c1-3250-4f00-8094-3d8965c5ee53 HTTP/1.1" status: 200 len: 217 time: 0.0332642 Jul 05 04:24:53.467362 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3aa4d8ab-7dec-4b6f-854d-16c88db1e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:53.468810 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-3aa4d8ab-7dec-4b6f-854d-16c88db1e2dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0e7510a9-d950-45ed-9fdd-c0dd00a4a79b HTTP/1.1" status: 200 len: 848 time: 0.0435281 Jul 05 04:24:53.532028 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-a65f8eaf-3091-4164-af1b-a5bdcc3072c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:53.533456 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-a65f8eaf-3091-4164-af1b-a5bdcc3072c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95003e7d-93ed-4eb2-9ea5-fe89673f1da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564353 Jul 05 04:24:53.623870 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-0ca827f7-c73f-4b61-9d31-0f6b3c23d621 service neutron] 10.222.0.10 "GET /v2.0/networks/95003e7d-93ed-4eb2-9ea5-fe89673f1da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823932 Jul 05 04:24:53.717695 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c3c66147-ff13-4dad-82b9-24307dd75541 req-2aa67ed9-c7d8-452c-8350-5742df77fa00 service neutron] 10.222.0.10 "GET /v2.0/networks/95003e7d-93ed-4eb2-9ea5-fe89673f1da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871656 Jul 05 04:24:53.918324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d0026-bed0-470a-912b-a3bcbbd70cb5 req-cbb01d8e-e640-4c86-9db7-cb14ff76c7ec tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:53.919829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-875d0026-bed0-470a-912b-a3bcbbd70cb5 req-cbb01d8e-e640-4c86-9db7-cb14ff76c7ec tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 1096 time: 0.0538418 Jul 05 04:24:53.958381 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-875d0026-bed0-470a-912b-a3bcbbd70cb5 req-9e036285-2e79-4852-a413-f6415994b45a tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328929 Jul 05 04:24:55.120914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dee6e-3109-46ee-b2a6-f589cae04db5 req-e511f002-081e-4806-a043-affb69bf4491 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:55.123543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a5dee6e-3109-46ee-b2a6-f589cae04db5 req-e511f002-081e-4806-a043-affb69bf4491 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 1096 time: 0.0520849 Jul 05 04:24:55.156443 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a5dee6e-3109-46ee-b2a6-f589cae04db5 req-a988398b-f917-49f6-af42-d8506721813e tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284495 Jul 05 04:24:56.229666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b88f09c1-3250-4f00-8094-3d8965c5ee53 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:24:56.320577 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9e6bb-c148-42d6-bc3e-e46f9e0b175c req-420c06e1-3593-4d5b-abdb-bf615f835a7f tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:56.322017 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49d9e6bb-c148-42d6-bc3e-e46f9e0b175c req-420c06e1-3593-4d5b-abdb-bf615f835a7f tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 1096 time: 0.0543284 Jul 05 04:24:56.335698 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b88f09c1-3250-4f00-8094-3d8965c5ee53, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b88f09c1-3250-4f00-8094-3d8965c5ee53,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:56.347071 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'b88f09c1-3250-4f00-8094-3d8965c5ee53', 'network_id': '95003e7d-93ed-4eb2-9ea5-fe89673f1da4', 'port_id': 'b88f09c1-3250-4f00-8094-3d8965c5ee53', 'mac_address': 'fa:16:3e:b2:51:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e7510a9-d950-45ed-9fdd-c0dd00a4a79b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:24:56.357167 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49d9e6bb-c148-42d6-bc3e-e46f9e0b175c req-9ac6c3d1-acd6-4afe-8e98-45fa2312e9da tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295753 Jul 05 04:24:56.389866 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.402857 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88f09c1-3250-4f00-8094-3d8965c5ee53 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:24:56.421847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b88f09c1-3250-4f00-8094-3d8965c5ee53, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b88f09c1-3250-4f00-8094-3d8965c5ee53,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:56.512000 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.559369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=b88f09c1-3250-4f00-8094-3d8965c5ee53,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:56.825753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['b88f09c1-3250-4f00-8094-3d8965c5ee53'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:24:57.529217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7df28f-8a9c-41d8-9eb9-4409ee9f1ba1 req-44b78692-dd9c-48d0-ba00-8b629603a372 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:57.530648 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e7df28f-8a9c-41d8-9eb9-4409ee9f1ba1 req-44b78692-dd9c-48d0-ba00-8b629603a372 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 1097 time: 0.0579782 Jul 05 04:24:57.571252 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e7df28f-8a9c-41d8-9eb9-4409ee9f1ba1 req-77866271-9fcf-495f-b245-4eb470a74d78 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343518 Jul 05 04:24:58.244307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b88f09c1-3250-4f00-8094-3d8965c5ee53 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:58.363470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port b88f09c1-3250-4f00-8094-3d8965c5ee53 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:58.368322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port b88f09c1-3250-4f00-8094-3d8965c5ee53 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:58.368696 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.444213 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.466196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83215c13-8835-41cf-a81c-8eac304be85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88f09c1-3250-4f00-8094-3d8965c5ee53'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:58.468466 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4177f6a-1c04-41fc-aedc-862cca9866fa" -d '{"events": [{"server_uuid": "83215c13-8835-41cf-a81c-8eac304be85c", "name": "network-vif-plugged", "status": "completed", "tag": "b88f09c1-3250-4f00-8094-3d8965c5ee53"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:58.486279 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port b88f09c1-3250-4f00-8094-3d8965c5ee53, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b88f09c1-3250-4f00-8094-3d8965c5ee53,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:58.505057 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ad826a-abaf-4760-a5ae-0e5f43e33543 x-openstack-request-id: req-21ad826a-abaf-4760-a5ae-0e5f43e33543 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:58.505350 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83215c13-8835-41cf-a81c-8eac304be85c", "name": "network-vif-plugged", "status": "completed", "tag": "b88f09c1-3250-4f00-8094-3d8965c5ee53", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:58.505654 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-21ad826a-abaf-4760-a5ae-0e5f43e33543 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:58.506051 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83215c13-8835-41cf-a81c-8eac304be85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88f09c1-3250-4f00-8094-3d8965c5ee53', 'code': 200} Jul 05 04:24:58.540716 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.593416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=b88f09c1-3250-4f00-8094-3d8965c5ee53,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:58.637280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f3a1f-2b1e-488f-ab1a-ce1e1640068f req-3e3b0b31-5e0c-48d1-8260-75d002232363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:58.638795 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d24f3a1f-2b1e-488f-ab1a-ce1e1640068f req-3e3b0b31-5e0c-48d1-8260-75d002232363 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 1098 time: 0.0573928 Jul 05 04:24:58.676853 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d24f3a1f-2b1e-488f-ab1a-ce1e1640068f req-2e830bb5-b5b4-4e8a-83d8-66036473e0af service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293877 Jul 05 04:24:58.735683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4821631-46f7-4205-a47b-4a004f954912 req-4df34ac7-e098-453e-88dd-00c9f1c98c62 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:58.737172 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4821631-46f7-4205-a47b-4a004f954912 req-4df34ac7-e098-453e-88dd-00c9f1c98c62 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 1098 time: 0.0539134 Jul 05 04:24:58.772982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4821631-46f7-4205-a47b-4a004f954912 req-ae6ac4f1-34b1-4bef-9f52-f2fc9e2c8ee8 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295634 Jul 05 04:24:59.939569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb01289-7194-4a76-b6e4-4d1a41560eab req-162105e9-6ad6-4932-affe-de9727bf0044 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:59.941124 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9bb01289-7194-4a76-b6e4-4d1a41560eab req-162105e9-6ad6-4932-affe-de9727bf0044 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 1098 time: 0.0529315 Jul 05 04:24:59.977186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9bb01289-7194-4a76-b6e4-4d1a41560eab req-883c195b-ced8-4068-aadc-d94480635fb7 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290940 Jul 05 04:25:00.155550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00dfee-6c66-4dd6-83c9-2bb1049d4fb0 req-fe919895-50b9-49b1-8a66-a163fca8cbaa tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:00.157090 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d00dfee-6c66-4dd6-83c9-2bb1049d4fb0 req-fe919895-50b9-49b1-8a66-a163fca8cbaa tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 1098 time: 0.0585859 Jul 05 04:25:00.192442 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d00dfee-6c66-4dd6-83c9-2bb1049d4fb0 req-45ffc4de-4043-449a-8e0e-230ebd373a29 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289078 Jul 05 04:25:00.373351 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b85fa1-821e-42e2-bb03-b4631f26ca0d req-1aae8270-84bf-4545-b9f0-dfe810ae96bc tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:00.374900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0b85fa1-821e-42e2-bb03-b4631f26ca0d req-1aae8270-84bf-4545-b9f0-dfe810ae96bc tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 1098 time: 0.0531530 Jul 05 04:25:00.417293 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:25:00.420647 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0b85fa1-821e-42e2-bb03-b4631f26ca0d req-9fc2c16f-f4dd-49a0-8ccf-5854ebe793f0 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397589 Jul 05 04:25:00.988710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4755d-cb84-4bcd-9574-8a0a96dde152 req-fc312371-fcea-44e2-b050-77b50e1c7d37 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:00.990174 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fcd4755d-cb84-4bcd-9574-8a0a96dde152 req-fc312371-fcea-44e2-b050-77b50e1c7d37 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 1098 time: 0.0557876 Jul 05 04:25:01.024230 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fcd4755d-cb84-4bcd-9574-8a0a96dde152 req-ccfaf11c-fb2d-4835-8a65-7a3ac2316504 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277970 Jul 05 04:25:02.205375 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11a5b7-d03f-4e81-8a27-a06102f9738a req-ee93c8d4-8c56-480f-9051-f97b911abe59 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:02.206891 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db11a5b7-d03f-4e81-8a27-a06102f9738a req-ee93c8d4-8c56-480f-9051-f97b911abe59 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 1098 time: 0.0559845 Jul 05 04:25:02.242696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db11a5b7-d03f-4e81-8a27-a06102f9738a req-6404a940-2a41-4a53-beee-c7fdda2d41a3 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294125 Jul 05 04:25:02.609009 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.613039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809efc3-6891-467e-bf24-3cb03ae051f9 req-bd34e70a-02f4-40aa-bb53-b649a3cd443d tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:02.615547 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5809efc3-6891-467e-bf24-3cb03ae051f9 req-bd34e70a-02f4-40aa-bb53-b649a3cd443d tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 1098 time: 0.0536613 Jul 05 04:25:02.710695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-5809efc3-6891-467e-bf24-3cb03ae051f9 req-68cbec16-8474-4b78-9451-bd3ce4941178 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Deleting port b88f09c1-3250-4f00-8094-3d8965c5ee53 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:02.711038 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5809efc3-6891-467e-bf24-3cb03ae051f9 req-68cbec16-8474-4b78-9451-bd3ce4941178 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.793866 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5809efc3-6891-467e-bf24-3cb03ae051f9 req-68cbec16-8474-4b78-9451-bd3ce4941178 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] For port b88f09c1-3250-4f00-8094-3d8965c5ee53, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=b88f09c1-3250-4f00-8094-3d8965c5ee53,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:02.794146 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5809efc3-6891-467e-bf24-3cb03ae051f9 req-68cbec16-8474-4b78-9451-bd3ce4941178 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:02.808166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-5809efc3-6891-467e-bf24-3cb03ae051f9 req-68cbec16-8474-4b78-9451-bd3ce4941178 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Calling delete_port for b88f09c1-3250-4f00-8094-3d8965c5ee53 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:02.992091 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5809efc3-6891-467e-bf24-3cb03ae051f9 req-68cbec16-8474-4b78-9451-bd3ce4941178 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:03.003682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['7332c514-f6a1-4b61-acbf-ff1201bc24f1'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:25:03.006021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['b88f09c1-3250-4f00-8094-3d8965c5ee53'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:25:03.022480 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbec16-8474-4b78-9451-bd3ce4941178 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Pushing event deleted for resources: {'Port': ['ID=b88f09c1-3250-4f00-8094-3d8965c5ee53,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:03.072590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5809efc3-6891-467e-bf24-3cb03ae051f9 req-68cbec16-8474-4b78-9451-bd3ce4941178 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] No DVR routers for this DVR port b88f09c1-3250-4f00-8094-3d8965c5ee53 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:03.076049 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5809efc3-6891-467e-bf24-3cb03ae051f9 req-68cbec16-8474-4b78-9451-bd3ce4941178 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:03.078864 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5809efc3-6891-467e-bf24-3cb03ae051f9 req-68cbec16-8474-4b78-9451-bd3ce4941178 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.10 "DELETE /v2.0/ports/b88f09c1-3250-4f00-8094-3d8965c5ee53 HTTP/1.1" status: 204 len: 173 time: 0.4580112 Jul 05 04:25:03.079354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83215c13-8835-41cf-a81c-8eac304be85c', 'name': 'network-vif-deleted', 'tag': 'b88f09c1-3250-4f00-8094-3d8965c5ee53'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:03.082193 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be76615d-a915-4ee1-a6c0-f9a47741cac8" -d '{"events": [{"server_uuid": "83215c13-8835-41cf-a81c-8eac304be85c", "name": "network-vif-deleted", "tag": "b88f09c1-3250-4f00-8094-3d8965c5ee53"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:03.122702 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ef3ca7-7c4c-4daf-a01a-edc213cc67a4 x-openstack-request-id: req-69ef3ca7-7c4c-4daf-a01a-edc213cc67a4 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:03.123042 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83215c13-8835-41cf-a81c-8eac304be85c", "name": "network-vif-deleted", "tag": "b88f09c1-3250-4f00-8094-3d8965c5ee53", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:03.123271 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-69ef3ca7-7c4c-4daf-a01a-edc213cc67a4 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:03.123705 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83215c13-8835-41cf-a81c-8eac304be85c', 'name': 'network-vif-deleted', 'tag': 'b88f09c1-3250-4f00-8094-3d8965c5ee53', 'status': 'completed', 'code': 200} Jul 05 04:25:03.392222 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf309b47-4fe2-4d04-951b-61b156f0ff73 req-6c1544e1-7abe-42f3-b0cf-3d1f41bf8b1e tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=83215c13-8835-41cf-a81c-8eac304be85c HTTP/1.1" status: 200 len: 210 time: 0.0292661 Jul 05 04:25:04.134744 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:05.062939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa512b-5ecb-4d65-adcd-74d8ab2cf30d req-7241a5b2-5648-4934-b5a1-990c48b7a4ed tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:05.064423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39aa512b-5ecb-4d65-adcd-74d8ab2cf30d req-7241a5b2-5648-4934-b5a1-990c48b7a4ed tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1097 time: 0.0519922 Jul 05 04:25:05.100949 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39aa512b-5ecb-4d65-adcd-74d8ab2cf30d req-030e05c9-128e-4744-8cae-9bc8b8109069 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303948 Jul 05 04:25:06.246546 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b88f09c1-3250-4f00-8094-3d8965c5ee53 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:06.266757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: b88f09c1-3250-4f00-8094-3d8965c5ee53 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:06.267074 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12c400-3c95-4076-a0e4-643836608c81 req-650f31b7-92b6-4fc7-9098-c0f758aa553c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:06.267534 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device b88f09c1-3250-4f00-8094-3d8965c5ee53 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:06.268634 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d12c400-3c95-4076-a0e4-643836608c81 req-650f31b7-92b6-4fc7-9098-c0f758aa553c tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1097 time: 0.0563636 Jul 05 04:25:06.302301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d12c400-3c95-4076-a0e4-643836608c81 req-8a6412ff-4706-427b-a76d-3f9fc09c0f36 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275695 Jul 05 04:25:06.844964 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334b37e-4015-4cc6-8dca-5ea9e01885c7 req-efc57254-bf15-4604-9343-54ded8cd7df2 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:06.846459 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9334b37e-4015-4cc6-8dca-5ea9e01885c7 req-efc57254-bf15-4604-9343-54ded8cd7df2 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 1097 time: 0.0525618 Jul 05 04:25:06.932972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-9334b37e-4015-4cc6-8dca-5ea9e01885c7 req-da178edf-d126-416d-b5d0-cffaf2d37102 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Deleting port 7332c514-f6a1-4b61-acbf-ff1201bc24f1 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:06.933324 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9334b37e-4015-4cc6-8dca-5ea9e01885c7 req-da178edf-d126-416d-b5d0-cffaf2d37102 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.013778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9334b37e-4015-4cc6-8dca-5ea9e01885c7 req-da178edf-d126-416d-b5d0-cffaf2d37102 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] For port 7332c514-f6a1-4b61-acbf-ff1201bc24f1, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7332c514-f6a1-4b61-acbf-ff1201bc24f1,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:07.014147 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9334b37e-4015-4cc6-8dca-5ea9e01885c7 req-da178edf-d126-416d-b5d0-cffaf2d37102 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.027213 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-9334b37e-4015-4cc6-8dca-5ea9e01885c7 req-da178edf-d126-416d-b5d0-cffaf2d37102 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Calling delete_port for 7332c514-f6a1-4b61-acbf-ff1201bc24f1 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:07.243600 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9334b37e-4015-4cc6-8dca-5ea9e01885c7 req-da178edf-d126-416d-b5d0-cffaf2d37102 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.254925 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['7332c514-f6a1-4b61-acbf-ff1201bc24f1'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:25:07.271593 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da178edf-d126-416d-b5d0-cffaf2d37102 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Pushing event deleted for resources: {'Port': ['ID=7332c514-f6a1-4b61-acbf-ff1201bc24f1,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:07.318247 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9334b37e-4015-4cc6-8dca-5ea9e01885c7 req-da178edf-d126-416d-b5d0-cffaf2d37102 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] No DVR routers for this DVR port 7332c514-f6a1-4b61-acbf-ff1201bc24f1 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:07.321142 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9334b37e-4015-4cc6-8dca-5ea9e01885c7 req-da178edf-d126-416d-b5d0-cffaf2d37102 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:07.323304 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9334b37e-4015-4cc6-8dca-5ea9e01885c7 req-da178edf-d126-416d-b5d0-cffaf2d37102 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.36 "DELETE /v2.0/ports/7332c514-f6a1-4b61-acbf-ff1201bc24f1 HTTP/1.1" status: 204 len: 173 time: 0.4714136 Jul 05 04:25:07.323754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e634eb26-a6e4-471d-8961-d92a7cc8e6e0', 'name': 'network-vif-deleted', 'tag': '7332c514-f6a1-4b61-acbf-ff1201bc24f1'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:07.326106 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf7aa39-2c67-448f-a773-2609702a8cce" -d '{"events": [{"server_uuid": "e634eb26-a6e4-471d-8961-d92a7cc8e6e0", "name": "network-vif-deleted", "tag": "7332c514-f6a1-4b61-acbf-ff1201bc24f1"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:07.443697 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d850796-d315-4255-b474-dfd2dbade537 x-openstack-request-id: req-2d850796-d315-4255-b474-dfd2dbade537 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:07.443986 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e634eb26-a6e4-471d-8961-d92a7cc8e6e0", "name": "network-vif-deleted", "tag": "7332c514-f6a1-4b61-acbf-ff1201bc24f1", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:07.446713 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d850796-d315-4255-b474-dfd2dbade537 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:07.447981 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e634eb26-a6e4-471d-8961-d92a7cc8e6e0', 'name': 'network-vif-deleted', 'tag': '7332c514-f6a1-4b61-acbf-ff1201bc24f1', 'status': 'completed', 'code': 200} Jul 05 04:25:07.460706 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e768ea18-dc1a-4599-9994-3e107cfee3c3 req-0cf5c410-f106-42e9-9a3d-ccecb5bb97b3 tempest-TestServerMultinode-1775807224 tempest-TestServerMultinode-1775807224-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e634eb26-a6e4-471d-8961-d92a7cc8e6e0 HTTP/1.1" status: 200 len: 210 time: 0.0306222 Jul 05 04:25:08.561706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56870) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:08.907025 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.155543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Deleting port 94059171-e02f-4d9b-b3a3-2948ee3bc76c {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:09.155887 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.231891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] For port 94059171-e02f-4d9b-b3a3-2948ee3bc76c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=94059171-e02f-4d9b-b3a3-2948ee3bc76c,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:09.232203 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.244644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Calling delete_port for 94059171-e02f-4d9b-b3a3-2948ee3bc76c owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:09.488960 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.517764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=94059171-e02f-4d9b-b3a3-2948ee3bc76c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:09.529784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:09.530128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:09.530468 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:09.530795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:09.531124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:09.531449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:09.531768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:09.532111 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:09.532431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:09.532748 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:09.533087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:09.533404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:09.693257 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:09.908114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Router 3f95ef20-ad1b-408d-ba6b-522e619cab39 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:25:10.017787 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:10.022998 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-883dd345-4522-4dba-83ce-52a550b6fca1 admin admin] 10.222.0.38 "PUT /v2.0/routers/3f95ef20-ad1b-408d-ba6b-522e619cab39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4586318 Jul 05 04:25:10.025791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56872) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:10.028561 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5210c596-0ae7-48b5-9912-d3657f7e3c59 None None] Sync routers for ids ['3f95ef20-ad1b-408d-ba6b-522e619cab39'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:25:10.037352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5210c596-0ae7-48b5-9912-d3657f7e3c59 None None] Routers {'3f95ef20-ad1b-408d-ba6b-522e619cab39'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:10.038628 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5210c596-0ae7-48b5-9912-d3657f7e3c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:24:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['3f95ef20-ad1b-408d-ba6b-522e619cab39'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:10.135314 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4da79517-573d-4a1b-8f2e-92e9934532b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.144661 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-5210c596-0ae7-48b5-9912-d3657f7e3c59 None None] Set router 3f95ef20-ad1b-408d-ba6b-522e619cab39 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:10.338064 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5210c596-0ae7-48b5-9912-d3657f7e3c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'name': 'tempest-TestServerMultinode-998059117-router', 'tenant_id': '2b7c481964044122b38e033e3b6a0f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:18Z', 'updated_at': '2021-07-05T04:25:09Z', 'revision_number': 5, 'project_id': '2b7c481964044122b38e033e3b6a0f25', 'gw_port': {'id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:19Z', 'updated_at': '2021-07-05T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:10.368735 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5210c596-0ae7-48b5-9912-d3657f7e3c59 None None] Checking router: 3f95ef20-ad1b-408d-ba6b-522e619cab39 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:25:10.378322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5210c596-0ae7-48b5-9912-d3657f7e3c59 None None] Routers {'3f95ef20-ad1b-408d-ba6b-522e619cab39'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:10.379005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5210c596-0ae7-48b5-9912-d3657f7e3c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:24:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['3f95ef20-ad1b-408d-ba6b-522e619cab39'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:10.490565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-5210c596-0ae7-48b5-9912-d3657f7e3c59 None None] Set router 3f95ef20-ad1b-408d-ba6b-522e619cab39 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:10.586033 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4da79517-573d-4a1b-8f2e-92e9934532b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.674466 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5210c596-0ae7-48b5-9912-d3657f7e3c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'name': 'tempest-TestServerMultinode-998059117-router', 'tenant_id': '2b7c481964044122b38e033e3b6a0f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:18Z', 'updated_at': '2021-07-05T04:25:09Z', 'revision_number': 5, 'project_id': '2b7c481964044122b38e033e3b6a0f25', 'gw_port': {'id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:19Z', 'updated_at': '2021-07-05T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:10.704536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5210c596-0ae7-48b5-9912-d3657f7e3c59 None None] The sync data for ids ['3f95ef20-ad1b-408d-ba6b-522e619cab39'] in n-d-771363-32 is: [{'id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'name': 'tempest-TestServerMultinode-998059117-router', 'tenant_id': '2b7c481964044122b38e033e3b6a0f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:18Z', 'updated_at': '2021-07-05T04:25:09Z', 'revision_number': 5, 'project_id': '2b7c481964044122b38e033e3b6a0f25', 'gw_port': {'id': 'a4a2704c-da26-4001-a8a5-e0bda4098ebe', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f95ef20-ad1b-408d-ba6b-522e619cab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:19Z', 'updated_at': '2021-07-05T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:10.730194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4da79517-573d-4a1b-8f2e-92e9934532b9 admin admin] Deleting port a4a2704c-da26-4001-a8a5-e0bda4098ebe {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:10.730680 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4da79517-573d-4a1b-8f2e-92e9934532b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.809312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-4da79517-573d-4a1b-8f2e-92e9934532b9 admin admin] For port a4a2704c-da26-4001-a8a5-e0bda4098ebe, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a4a2704c-da26-4001-a8a5-e0bda4098ebe,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:10.809669 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4da79517-573d-4a1b-8f2e-92e9934532b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.823058 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4da79517-573d-4a1b-8f2e-92e9934532b9 admin admin] Calling delete_port for a4a2704c-da26-4001-a8a5-e0bda4098ebe owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:11.060613 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4da79517-573d-4a1b-8f2e-92e9934532b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.093486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da79517-573d-4a1b-8f2e-92e9934532b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a2704c-da26-4001-a8a5-e0bda4098ebe,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:11.158744 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4da79517-573d-4a1b-8f2e-92e9934532b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.250485 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4da79517-573d-4a1b-8f2e-92e9934532b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.252690 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4da79517-573d-4a1b-8f2e-92e9934532b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.357861 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4da79517-573d-4a1b-8f2e-92e9934532b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.358453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da79517-573d-4a1b-8f2e-92e9934532b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f95ef20-ad1b-408d-ba6b-522e619cab39 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:25:11.362895 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4da79517-573d-4a1b-8f2e-92e9934532b9 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.364048 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4da79517-573d-4a1b-8f2e-92e9934532b9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/3f95ef20-ad1b-408d-ba6b-522e619cab39 HTTP/1.1" status: 204 len: 168 time: 1.3373525 Jul 05 04:25:11.367188 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56874) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:11.445547 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e18739-00c6-4ae1-a281-03f67b1d84d7 admin admin] Deleting subnet 0e7510a9-d950-45ed-9fdd-c0dd00a4a79b {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:25:11.448938 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0e18739-00c6-4ae1-a281-03f67b1d84d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.477997 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4fa8cb7e-def8-44c6-a2b6-830efe3a6c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.485571 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0e18739-00c6-4ae1-a281-03f67b1d84d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.569349 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0e18739-00c6-4ae1-a281-03f67b1d84d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.695356 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0e18739-00c6-4ae1-a281-03f67b1d84d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.723835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e18739-00c6-4ae1-a281-03f67b1d84d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7510a9-d950-45ed-9fdd-c0dd00a4a79b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:11.731266 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f0e18739-00c6-4ae1-a281-03f67b1d84d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.733195 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f0e18739-00c6-4ae1-a281-03f67b1d84d7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0e7510a9-d950-45ed-9fdd-c0dd00a4a79b HTTP/1.1" status: 204 len: 168 time: 0.3649745 Jul 05 04:25:11.735897 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56876) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:11.738536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d348649b-d630-46bd-8080-4f310611f10d None None] Network 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:25:11.807738 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.878009 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] Deleting port c0f21496-eea6-47dd-92cf-0012ca95f139 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:11.878359 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.954973 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] For port c0f21496-eea6-47dd-92cf-0012ca95f139, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c0f21496-eea6-47dd-92cf-0012ca95f139,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:11.955267 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.968502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] Calling delete_port for c0f21496-eea6-47dd-92cf-0012ca95f139 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:11.980326 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] DHCP port deletion for 95003e7d-93ed-4eb2-9ea5-fe89673f1da4 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:25:12.012362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7332c514-f6a1-4b61-acbf-ff1201bc24f1 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:12.037382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 7332c514-f6a1-4b61-acbf-ff1201bc24f1 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:12.038133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7332c514-f6a1-4b61-acbf-ff1201bc24f1 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:12.059980 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Deleting port c0f21496-eea6-47dd-92cf-0012ca95f139 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:12.060394 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:12.124138 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] For port c0f21496-eea6-47dd-92cf-0012ca95f139, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c0f21496-eea6-47dd-92cf-0012ca95f139,segment=NetworkSegment(74a2cea5-6211-421f-b5e7-7fea1ecfbde7),segment_id=74a2cea5-6211-421f-b5e7-7fea1ecfbde7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:12.124538 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:12.138101 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Calling delete_port for c0f21496-eea6-47dd-92cf-0012ca95f139 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:12.146513 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:12.172891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f21496-eea6-47dd-92cf-0012ca95f139,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:12.178498 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] No DVR routers for this DVR port c0f21496-eea6-47dd-92cf-0012ca95f139 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:12.230578 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:12.253575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Pushing event deleted for resources: {'Port': ['ID=c0f21496-eea6-47dd-92cf-0012ca95f139,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:12.261605 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] No DVR routers for this DVR port c0f21496-eea6-47dd-92cf-0012ca95f139 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:12.262764 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:12.270767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:12.270767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:12.270767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:12.270767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:12.270767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:12.270767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:12.270767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:12.270767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:12.270767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:12.270767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:12.270767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:12.270767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516af45-86b3-4cb8-8b29-53903b264f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:12.274267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95003e7d-93ed-4eb2-9ea5-fe89673f1da4']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:12.288999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a2cea5-6211-421f-b5e7-7fea1ecfbde7') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:12.289438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a2cea5-6211-421f-b5e7-7fea1ecfbde7') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:12.298649 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:12.313388 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:12.319355 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:25:12.319825 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:25:12.321489 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:25:12.455058 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:12.459689 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:12.461740 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] 10.222.0.38 "DELETE /v2.0/networks/95003e7d-93ed-4eb2-9ea5-fe89673f1da4 HTTP/1.1" status: 204 len: 168 time: 0.7248149 Jul 05 04:25:12.464917 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56880) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:12.474453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e057622-9c5b-40d9-b632-b2ade2a6a335 admin admin] Pushing event deleted for resources: {'Network': ['ID=95003e7d-93ed-4eb2-9ea5-fe89673f1da4,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:12.683209 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 94059171-e02f-4d9b-b3a3-2948ee3bc76c no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:12.703421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 94059171-e02f-4d9b-b3a3-2948ee3bc76c {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:12.703758 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 94059171-e02f-4d9b-b3a3-2948ee3bc76c not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:12.704330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c0f21496-eea6-47dd-92cf-0012ca95f139 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:12.724008 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: c0f21496-eea6-47dd-92cf-0012ca95f139 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:12.724664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c0f21496-eea6-47dd-92cf-0012ca95f139 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:12.724755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a4a2704c-da26-4001-a8a5-e0bda4098ebe no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:12.746946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: a4a2704c-da26-4001-a8a5-e0bda4098ebe {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:12.747209 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a4a2704c-da26-4001-a8a5-e0bda4098ebe not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:12.817709 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5105e124-2945-405d-bd91-2aa9e57ecbc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:13.088927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5105e124-2945-405d-bd91-2aa9e57ecbc6 admin admin] Deleting port 3782cd6b-e20e-424f-82fb-c46a9c679765 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:13.089192 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5105e124-2945-405d-bd91-2aa9e57ecbc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:13.167079 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-5105e124-2945-405d-bd91-2aa9e57ecbc6 admin admin] For port 3782cd6b-e20e-424f-82fb-c46a9c679765, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=3782cd6b-e20e-424f-82fb-c46a9c679765,segment=NetworkSegment(c214f885-9b2e-4bcb-bfd9-943057a6fee1),segment_id=c214f885-9b2e-4bcb-bfd9-943057a6fee1)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:13.167436 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5105e124-2945-405d-bd91-2aa9e57ecbc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:13.184602 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5105e124-2945-405d-bd91-2aa9e57ecbc6 admin admin] Calling delete_port for 3782cd6b-e20e-424f-82fb-c46a9c679765 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:13.420408 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5105e124-2945-405d-bd91-2aa9e57ecbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:13.445420 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105e124-2945-405d-bd91-2aa9e57ecbc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3782cd6b-e20e-424f-82fb-c46a9c679765,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:13.614219 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5105e124-2945-405d-bd91-2aa9e57ecbc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:13.833372 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5105e124-2945-405d-bd91-2aa9e57ecbc6 admin admin] Router 89dba6f4-bdd8-4435-888f-ca9c26671024 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:25:13.938122 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5105e124-2945-405d-bd91-2aa9e57ecbc6 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:13.943595 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5105e124-2945-405d-bd91-2aa9e57ecbc6 admin admin] 10.222.0.38 "PUT /v2.0/routers/89dba6f4-bdd8-4435-888f-ca9c26671024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4773595 Jul 05 04:25:13.946719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56882) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:13.949365 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab98da1b-6567-4d03-95a1-4336e9a18684 None None] Sync routers for ids ['89dba6f4-bdd8-4435-888f-ca9c26671024'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:25:13.958790 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab98da1b-6567-4d03-95a1-4336e9a18684 None None] Routers {'89dba6f4-bdd8-4435-888f-ca9c26671024'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:13.959406 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ab98da1b-6567-4d03-95a1-4336e9a18684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:24:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['89dba6f4-bdd8-4435-888f-ca9c26671024'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:14.032318 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-92e52bd0-7586-406d-bccb-93f2f657a5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:14.051677 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec7271d1-e76e-4ccc-b88b-424b16940a8e admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:14.064158 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-ab98da1b-6567-4d03-95a1-4336e9a18684 None None] Set router 89dba6f4-bdd8-4435-888f-ca9c26671024 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:14.156697 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec7271d1-e76e-4ccc-b88b-424b16940a8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:14.241064 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ab98da1b-6567-4d03-95a1-4336e9a18684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'name': 'tempest-TestServerMultinode-1514757037-router', 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '2ea55e39-fb9b-4525-aba6-447f0f19fd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:27Z', 'updated_at': '2021-07-05T04:25:13Z', 'revision_number': 5, 'project_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'gw_port': {'id': '2ea55e39-fb9b-4525-aba6-447f0f19fd68', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:28Z', 'updated_at': '2021-07-05T04:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:14.265025 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ec7271d1-e76e-4ccc-b88b-424b16940a8e admin admin] Deleting port 2ea55e39-fb9b-4525-aba6-447f0f19fd68 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:14.265362 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec7271d1-e76e-4ccc-b88b-424b16940a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:14.270553 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab98da1b-6567-4d03-95a1-4336e9a18684 None None] Checking router: 89dba6f4-bdd8-4435-888f-ca9c26671024 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:25:14.279497 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab98da1b-6567-4d03-95a1-4336e9a18684 None None] Routers {'89dba6f4-bdd8-4435-888f-ca9c26671024'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:14.280136 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ab98da1b-6567-4d03-95a1-4336e9a18684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:25:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['89dba6f4-bdd8-4435-888f-ca9c26671024'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:14.347994 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-ec7271d1-e76e-4ccc-b88b-424b16940a8e admin admin] For port 2ea55e39-fb9b-4525-aba6-447f0f19fd68, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2ea55e39-fb9b-4525-aba6-447f0f19fd68,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:14.348485 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec7271d1-e76e-4ccc-b88b-424b16940a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:14.352257 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:14.368304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ec7271d1-e76e-4ccc-b88b-424b16940a8e admin admin] Calling delete_port for 2ea55e39-fb9b-4525-aba6-447f0f19fd68 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:14.369036 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-ab98da1b-6567-4d03-95a1-4336e9a18684 None None] Set router 89dba6f4-bdd8-4435-888f-ca9c26671024 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:14.422105 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ab98da1b-6567-4d03-95a1-4336e9a18684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'name': 'tempest-TestServerMultinode-1514757037-router', 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:27Z', 'updated_at': '2021-07-05T04:25:14Z', 'revision_number': 6, 'project_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:14.453540 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab98da1b-6567-4d03-95a1-4336e9a18684 None None] The sync data for ids ['89dba6f4-bdd8-4435-888f-ca9c26671024'] in n-d-771363-32 is: [{'id': '89dba6f4-bdd8-4435-888f-ca9c26671024', 'name': 'tempest-TestServerMultinode-1514757037-router', 'tenant_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:27Z', 'updated_at': '2021-07-05T04:25:14Z', 'revision_number': 6, 'project_id': 'c2b83fa397b54801822ff7a214a2f8a3', 'gw_port_host': None}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:14.614837 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec7271d1-e76e-4ccc-b88b-424b16940a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:14.644820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7271d1-e76e-4ccc-b88b-424b16940a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea55e39-fb9b-4525-aba6-447f0f19fd68,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:14.706828 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec7271d1-e76e-4ccc-b88b-424b16940a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:14.918032 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3782cd6b-e20e-424f-82fb-c46a9c679765 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:14.942023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 3782cd6b-e20e-424f-82fb-c46a9c679765 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:14.942664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 3782cd6b-e20e-424f-82fb-c46a9c679765 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:15.141680 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec7271d1-e76e-4ccc-b88b-424b16940a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.143789 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec7271d1-e76e-4ccc-b88b-424b16940a8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.300850 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec7271d1-e76e-4ccc-b88b-424b16940a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.301302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7271d1-e76e-4ccc-b88b-424b16940a8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89dba6f4-bdd8-4435-888f-ca9c26671024 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:25:15.306204 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec7271d1-e76e-4ccc-b88b-424b16940a8e admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.308386 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ec7271d1-e76e-4ccc-b88b-424b16940a8e admin admin] 10.222.0.38 "DELETE /v2.0/routers/89dba6f4-bdd8-4435-888f-ca9c26671024 HTTP/1.1" status: 204 len: 168 time: 1.3599415 Jul 05 04:25:15.310338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56884) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:15.358339 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-81eb2151-dbca-4b05-b2bd-8891a4acdfd6 admin admin] Deleting subnet c4ef6710-eb61-4322-8600-9aeef1ed4815 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:25:15.361593 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81eb2151-dbca-4b05-b2bd-8891a4acdfd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.397622 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81eb2151-dbca-4b05-b2bd-8891a4acdfd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.442931 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.482633 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81eb2151-dbca-4b05-b2bd-8891a4acdfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.615288 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81eb2151-dbca-4b05-b2bd-8891a4acdfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.640827 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb2151-dbca-4b05-b2bd-8891a4acdfd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ef6710-eb61-4322-8600-9aeef1ed4815,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:15.644707 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-81eb2151-dbca-4b05-b2bd-8891a4acdfd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.646634 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-81eb2151-dbca-4b05-b2bd-8891a4acdfd6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c4ef6710-eb61-4322-8600-9aeef1ed4815 HTTP/1.1" status: 204 len: 168 time: 0.3353033 Jul 05 04:25:15.650232 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56886) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:15.653718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee397c6-6529-41b1-9ac4-cf0ddb6c7782 None None] Network a81ff0f2-9e06-4ed1-89b1-8c9fae37734a requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:25:15.719125 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.772637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] Deleting port ca43deb9-1c00-423e-8ef6-ac9d1f391998 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:15.773654 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.842190 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d484eea-4737-4890-9b00-cfda607075e8 None None] DHCP port deletion for a81ff0f2-9e06-4ed1-89b1-8c9fae37734a request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:25:15.845650 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] For port ca43deb9-1c00-423e-8ef6-ac9d1f391998, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ca43deb9-1c00-423e-8ef6-ac9d1f391998,segment=NetworkSegment(c214f885-9b2e-4bcb-bfd9-943057a6fee1),segment_id=c214f885-9b2e-4bcb-bfd9-943057a6fee1)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:15.846027 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.863617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] Calling delete_port for ca43deb9-1c00-423e-8ef6-ac9d1f391998 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:15.889409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9d484eea-4737-4890-9b00-cfda607075e8 None None] Deleting port ca43deb9-1c00-423e-8ef6-ac9d1f391998 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:15.889707 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9d484eea-4737-4890-9b00-cfda607075e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.957364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9d484eea-4737-4890-9b00-cfda607075e8 None None] For port ca43deb9-1c00-423e-8ef6-ac9d1f391998, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ca43deb9-1c00-423e-8ef6-ac9d1f391998,segment=NetworkSegment(c214f885-9b2e-4bcb-bfd9-943057a6fee1),segment_id=c214f885-9b2e-4bcb-bfd9-943057a6fee1)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:15.957755 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9d484eea-4737-4890-9b00-cfda607075e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.971099 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9d484eea-4737-4890-9b00-cfda607075e8 None None] Calling delete_port for ca43deb9-1c00-423e-8ef6-ac9d1f391998 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:16.020648 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.047857 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9d484eea-4737-4890-9b00-cfda607075e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.048162 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca43deb9-1c00-423e-8ef6-ac9d1f391998,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:16.054319 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] No DVR routers for this DVR port ca43deb9-1c00-423e-8ef6-ac9d1f391998 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:16.073639 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d484eea-4737-4890-9b00-cfda607075e8 None None] Pushing event deleted for resources: {'Port': ['ID=ca43deb9-1c00-423e-8ef6-ac9d1f391998,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:16.079599 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d484eea-4737-4890-9b00-cfda607075e8 None None] No DVR routers for this DVR port ca43deb9-1c00-423e-8ef6-ac9d1f391998 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:16.135623 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.145626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81ff0f2-9e06-4ed1-89b1-8c9fae37734a']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:16.156447 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c214f885-9b2e-4bcb-bfd9-943057a6fee1') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:16.156761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c214f885-9b2e-4bcb-bfd9-943057a6fee1') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:16.165542 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.179311 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.185225 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:25:16.185632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:25:16.187257 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:25:16.329567 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.335591 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.337598 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a81ff0f2-9e06-4ed1-89b1-8c9fae37734a HTTP/1.1" status: 204 len: 168 time: 0.6862488 Jul 05 04:25:16.348741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96582b-3c08-49a7-8fe3-fc8ee7454936 admin admin] Pushing event deleted for resources: {'Network': ['ID=a81ff0f2-9e06-4ed1-89b1-8c9fae37734a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:16.679776 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2ea55e39-fb9b-4525-aba6-447f0f19fd68 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:16.696005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56890) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:16.700043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 2ea55e39-fb9b-4525-aba6-447f0f19fd68 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:16.700416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2ea55e39-fb9b-4525-aba6-447f0f19fd68 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:16.700838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ca43deb9-1c00-423e-8ef6-ac9d1f391998 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:16.718893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: ca43deb9-1c00-423e-8ef6-ac9d1f391998 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:16.719234 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ca43deb9-1c00-423e-8ef6-ac9d1f391998 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:16.738920 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8b279dd2-50af-42dd-bdac-7ff5f38ffed1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2b7c481964044122b38e033e3b6a0f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415261 Jul 05 04:25:16.741230 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56892) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:16.791194 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbf5be2d-c529-4b19-8c97-f2f93d0270b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.812655 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbf5be2d-c529-4b19-8c97-f2f93d0270b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.952135 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbf5be2d-c529-4b19-8c97-f2f93d0270b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.954736 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbf5be2d-c529-4b19-8c97-f2f93d0270b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:16.959033 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fbf5be2d-c529-4b19-8c97-f2f93d0270b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4a78b67c-09a3-4004-bc43-6cf79e929702 HTTP/1.1" status: 204 len: 168 time: 0.2137699 Jul 05 04:25:16.965668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5be2d-c529-4b19-8c97-f2f93d0270b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a78b67c-09a3-4004-bc43-6cf79e929702,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:16.981368 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:17.604790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56898) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:17.646305 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e627623d-7a0c-4c69-9b26-c012299364bb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2b83fa397b54801822ff7a214a2f8a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403500 Jul 05 04:25:17.648914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56900) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:17.698120 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9b08ccf-18c6-4259-a95a-091a5cc71c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:17.719412 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9b08ccf-18c6-4259-a95a-091a5cc71c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:17.825796 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9b08ccf-18c6-4259-a95a-091a5cc71c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:17.828457 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f9b08ccf-18c6-4259-a95a-091a5cc71c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:17.829623 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f9b08ccf-18c6-4259-a95a-091a5cc71c00 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f HTTP/1.1" status: 204 len: 168 time: 0.1798239 Jul 05 04:25:17.837792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b08ccf-18c6-4259-a95a-091a5cc71c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedbe9c1-c893-4a5d-8ef2-ab3c91b7987f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:32.591557 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:34.128554 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:37.417328 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:25:41.506470 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2f8d67e6-fe67-480a-ad9f-e42a308b1c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:44.002957 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b45b78a1-9e88-4d83-8306-db3f81371004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:44.374061 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:45.448815 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:46.592183 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1136a19-d566-427c-8ed0-c1eef49bff03 req-795fe548-c90f-4ae2-91a2-f02d7f8a3a29 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:46.598923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1136a19-d566-427c-8ed0-c1eef49bff03 req-795fe548-c90f-4ae2-91a2-f02d7f8a3a29 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:46.604744 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1136a19-d566-427c-8ed0-c1eef49bff03 req-795fe548-c90f-4ae2-91a2-f02d7f8a3a29 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:46.610616 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1136a19-d566-427c-8ed0-c1eef49bff03 req-795fe548-c90f-4ae2-91a2-f02d7f8a3a29 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:46.617412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1136a19-d566-427c-8ed0-c1eef49bff03 req-795fe548-c90f-4ae2-91a2-f02d7f8a3a29 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:46.623255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1136a19-d566-427c-8ed0-c1eef49bff03 req-795fe548-c90f-4ae2-91a2-f02d7f8a3a29 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:46.629168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1136a19-d566-427c-8ed0-c1eef49bff03 req-795fe548-c90f-4ae2-91a2-f02d7f8a3a29 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:46.631175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1136a19-d566-427c-8ed0-c1eef49bff03 req-795fe548-c90f-4ae2-91a2-f02d7f8a3a29 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5443 time: 0.1090846 Jul 05 04:25:46.677990 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1136a19-d566-427c-8ed0-c1eef49bff03 req-b51ca5d2-b5a5-4303-9ddb-a82175835c3a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405970 Jul 05 04:25:46.963139 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:47.670600 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-bc782a2f-3ef8-44b9-b532-91af8cae15c4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.677029 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-bc782a2f-3ef8-44b9-b532-91af8cae15c4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.682901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-bc782a2f-3ef8-44b9-b532-91af8cae15c4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.688844 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-bc782a2f-3ef8-44b9-b532-91af8cae15c4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.695645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-bc782a2f-3ef8-44b9-b532-91af8cae15c4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.701485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-bc782a2f-3ef8-44b9-b532-91af8cae15c4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.707302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-bc782a2f-3ef8-44b9-b532-91af8cae15c4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.709208 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-bc782a2f-3ef8-44b9-b532-91af8cae15c4 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.10 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5443 time: 0.1135736 Jul 05 04:25:47.768137 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-50f30cf0-fb3a-4ec5-8d77-fde9e709b3fc tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.769518 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-50f30cf0-fb3a-4ec5-8d77-fde9e709b3fc tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.10 "GET /v2.0/ports/0b261412-7c1f-44d0-b0d0-86763bb68022?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0510917 Jul 05 04:25:47.874816 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-c5e29098-9843-488a-832b-8d1f04297579 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.10 "GET /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0984194 Jul 05 04:25:47.876205 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aee7c6-b5d6-4384-b397-2ba004a61322 req-4391cf14-1707-4c19-80c5-ffd1c16e0052 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.882913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aee7c6-b5d6-4384-b397-2ba004a61322 req-4391cf14-1707-4c19-80c5-ffd1c16e0052 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.885181 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:47.888891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aee7c6-b5d6-4384-b397-2ba004a61322 req-4391cf14-1707-4c19-80c5-ffd1c16e0052 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.894793 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aee7c6-b5d6-4384-b397-2ba004a61322 req-4391cf14-1707-4c19-80c5-ffd1c16e0052 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.900757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aee7c6-b5d6-4384-b397-2ba004a61322 req-4391cf14-1707-4c19-80c5-ffd1c16e0052 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.906677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aee7c6-b5d6-4384-b397-2ba004a61322 req-4391cf14-1707-4c19-80c5-ffd1c16e0052 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.913423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aee7c6-b5d6-4384-b397-2ba004a61322 req-4391cf14-1707-4c19-80c5-ffd1c16e0052 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.915362 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5aee7c6-b5d6-4384-b397-2ba004a61322 req-4391cf14-1707-4c19-80c5-ffd1c16e0052 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 5443 time: 0.1110537 Jul 05 04:25:47.955798 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:47.956037 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5aee7c6-b5d6-4384-b397-2ba004a61322 req-fd5e7ed8-6853-4bc8-9778-8ba3aaa40c1e tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&id=bfc72119-0358-4a87-b24b-6d8634c2e73f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346260 Jul 05 04:25:48.090120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] For port 0b261412-7c1f-44d0-b0d0-86763bb68022, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=0b261412-7c1f-44d0-b0d0-86763bb68022,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:48.125196 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] For port 0b261412-7c1f-44d0-b0d0-86763bb68022, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:25:48.156211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] device_id is not set on port 0b261412-7c1f-44d0-b0d0-86763bb68022 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:25:48.165300 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.237194 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.357093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] No DVR routers for this DVR port 0b261412-7c1f-44d0-b0d0-86763bb68022 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:48.357093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Pushing event updated for resources: {'Port': ['ID=0b261412-7c1f-44d0-b0d0-86763bb68022,revision_number=6']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:48.357093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:48.357093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:48.357093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:48.357093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:48.357093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:48.357093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:48.357093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:48.357093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:48.357093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:48.357093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:48.357093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:48.357093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:48.361684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] In _notify_port_updated(), no bound segment for port 0b261412-7c1f-44d0-b0d0-86763bb68022 on network f693826a-bb1e-45e3-a13b-526015aea4c9 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:25:48.362625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:48.363259 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.364657 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-67be1fc6-5ca8-4e5f-a926-d07c53115495 service neutron] 10.222.0.10 "PUT /v2.0/ports/0b261412-7c1f-44d0-b0d0-86763bb68022 HTTP/1.1" status: 200 len: 1032 time: 0.4834225 Jul 05 04:25:48.424227 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-31054899-0faa-4fdc-a723-e6086b9cf95b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:48.426473 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-31054899-0faa-4fdc-a723-e6086b9cf95b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.10 "GET /v2.0/ports/9314883e-d767-4609-a20b-7dd34002a5f2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0539269 Jul 05 04:25:48.437035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-299ac213-0648-47a7-8adc-6dc4a8c29fc9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:48.493125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5f77b48c-7142-4326-a1a1-b8084258155c None None] Provisioning complete for port 0b261412-7c1f-44d0-b0d0-86763bb68022 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:48.493748 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f77b48c-7142-4326-a1a1-b8084258155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.519036 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-299ac213-0648-47a7-8adc-6dc4a8c29fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.528040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5f77b48c-7142-4326-a1a1-b8084258155c None None] Port 0b261412-7c1f-44d0-b0d0-86763bb68022 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:25:48.656787 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-299ac213-0648-47a7-8adc-6dc4a8c29fc9 service neutron] For port 9314883e-d767-4609-a20b-7dd34002a5f2, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9314883e-d767-4609-a20b-7dd34002a5f2,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:48.693007 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-299ac213-0648-47a7-8adc-6dc4a8c29fc9 service neutron] For port 9314883e-d767-4609-a20b-7dd34002a5f2, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:25:48.726444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-299ac213-0648-47a7-8adc-6dc4a8c29fc9 service neutron] device_id is not set on port 9314883e-d767-4609-a20b-7dd34002a5f2 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:25:48.734835 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-299ac213-0648-47a7-8adc-6dc4a8c29fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.831686 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-299ac213-0648-47a7-8adc-6dc4a8c29fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.896874 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-299ac213-0648-47a7-8adc-6dc4a8c29fc9 service neutron] No DVR routers for this DVR port 9314883e-d767-4609-a20b-7dd34002a5f2 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:48.899016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ac213-0648-47a7-8adc-6dc4a8c29fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=9314883e-d767-4609-a20b-7dd34002a5f2,revision_number=6']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:48.942377 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-299ac213-0648-47a7-8adc-6dc4a8c29fc9 service neutron] In _notify_port_updated(), no bound segment for port 9314883e-d767-4609-a20b-7dd34002a5f2 on network f693826a-bb1e-45e3-a13b-526015aea4c9 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:25:48.943422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-299ac213-0648-47a7-8adc-6dc4a8c29fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:48.944402 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-299ac213-0648-47a7-8adc-6dc4a8c29fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.945737 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-299ac213-0648-47a7-8adc-6dc4a8c29fc9 service neutron] 10.222.0.10 "PUT /v2.0/ports/9314883e-d767-4609-a20b-7dd34002a5f2 HTTP/1.1" status: 200 len: 1032 time: 0.5126421 Jul 05 04:25:49.065721 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-054409af-6271-401b-829e-edec5fe597ca tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Deleting port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:49.066069 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-054409af-6271-401b-829e-edec5fe597ca tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.154222 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1fb7bd3c-0a38-4f84-866f-f61100a2ba17 None None] Provisioning complete for port 9314883e-d767-4609-a20b-7dd34002a5f2 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:49.154804 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1fb7bd3c-0a38-4f84-866f-f61100a2ba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.164476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-054409af-6271-401b-829e-edec5fe597ca tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] For port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:49.165225 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-054409af-6271-401b-829e-edec5fe597ca tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.180498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-054409af-6271-401b-829e-edec5fe597ca tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Calling delete_port for ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:49.182208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a7408-2057-41e0-8fa0-b4838ba0ab5f req-1150d1fc-ad72-4928-ab87-b2035bfabfef tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:49.191004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a7408-2057-41e0-8fa0-b4838ba0ab5f req-1150d1fc-ad72-4928-ab87-b2035bfabfef tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:49.191159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1fb7bd3c-0a38-4f84-866f-f61100a2ba17 None None] Port 9314883e-d767-4609-a20b-7dd34002a5f2 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:25:49.196464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a7408-2057-41e0-8fa0-b4838ba0ab5f req-1150d1fc-ad72-4928-ab87-b2035bfabfef tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:49.202737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a7408-2057-41e0-8fa0-b4838ba0ab5f req-1150d1fc-ad72-4928-ab87-b2035bfabfef tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:49.209943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a7408-2057-41e0-8fa0-b4838ba0ab5f req-1150d1fc-ad72-4928-ab87-b2035bfabfef tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:49.217377 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd2a7408-2057-41e0-8fa0-b4838ba0ab5f req-1150d1fc-ad72-4928-ab87-b2035bfabfef tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 3885 time: 0.1213648 Jul 05 04:25:49.257030 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd2a7408-2057-41e0-8fa0-b4838ba0ab5f req-f5e00747-7676-41e8-bd5d-50440549cd7d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383320 Jul 05 04:25:49.408910 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-054409af-6271-401b-829e-edec5fe597ca tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.443079 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054409af-6271-401b-829e-edec5fe597ca tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event deleted for resources: {'Port': ['ID=ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:49.487887 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-054409af-6271-401b-829e-edec5fe597ca tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] No DVR routers for this DVR port ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:49.490644 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-054409af-6271-401b-829e-edec5fe597ca tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.492777 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-054409af-6271-401b-829e-edec5fe597ca tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.10 "DELETE /v2.0/ports/ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac HTTP/1.1" status: 204 len: 173 time: 0.5413182 Jul 05 04:25:49.493213 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-deleted', 'tag': 'ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:49.495466 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0290f8d-f81d-4fbf-8026-9c8ae6f0eab2" -d '{"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-deleted", "tag": "ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:49.536584 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b48ec1-cfb6-4f27-acc9-48ef843265a4 x-openstack-request-id: req-18b48ec1-cfb6-4f27-acc9-48ef843265a4 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:49.536873 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-deleted", "tag": "ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:49.537124 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18b48ec1-cfb6-4f27-acc9-48ef843265a4 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:49.537523 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-deleted', 'tag': 'ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac', 'status': 'completed', 'code': 200} Jul 05 04:25:49.601923 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-421659c7-c31a-4d63-a2db-21f0a359624f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Deleting port dc6253bb-103b-4e73-9c12-d322528e9316 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:49.602263 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-421659c7-c31a-4d63-a2db-21f0a359624f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.693298 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-421659c7-c31a-4d63-a2db-21f0a359624f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] For port dc6253bb-103b-4e73-9c12-d322528e9316, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=dc6253bb-103b-4e73-9c12-d322528e9316,segment=NetworkSegment(473ab06d-451b-4f49-8ca6-08721625f0a3),segment_id=473ab06d-451b-4f49-8ca6-08721625f0a3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:49.694001 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-421659c7-c31a-4d63-a2db-21f0a359624f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.706231 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-421659c7-c31a-4d63-a2db-21f0a359624f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Calling delete_port for dc6253bb-103b-4e73-9c12-d322528e9316 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:49.900868 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-421659c7-c31a-4d63-a2db-21f0a359624f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.931543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421659c7-c31a-4d63-a2db-21f0a359624f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event deleted for resources: {'Port': ['ID=dc6253bb-103b-4e73-9c12-d322528e9316,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:49.976794 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-421659c7-c31a-4d63-a2db-21f0a359624f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] No DVR routers for this DVR port dc6253bb-103b-4e73-9c12-d322528e9316 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:49.979385 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-421659c7-c31a-4d63-a2db-21f0a359624f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.981452 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-421659c7-c31a-4d63-a2db-21f0a359624f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.10 "DELETE /v2.0/ports/dc6253bb-103b-4e73-9c12-d322528e9316 HTTP/1.1" status: 204 len: 173 time: 0.4833810 Jul 05 04:25:50.083881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-ac269dda-3c6a-414e-bc76-0c072d18212d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Deleting port 6c46133d-628f-46e3-b0ef-033e0c1e19fb {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:50.084263 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-ac269dda-3c6a-414e-bc76-0c072d18212d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.175965 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-ac269dda-3c6a-414e-bc76-0c072d18212d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] For port 6c46133d-628f-46e3-b0ef-033e0c1e19fb, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6c46133d-628f-46e3-b0ef-033e0c1e19fb,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:50.177018 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-ac269dda-3c6a-414e-bc76-0c072d18212d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.190013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-ac269dda-3c6a-414e-bc76-0c072d18212d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Calling delete_port for 6c46133d-628f-46e3-b0ef-033e0c1e19fb owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:50.370152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:50.394011 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:50.394626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ebafdbbf-3ede-4ffd-8f0f-80bb77ebdaac not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:50.395193 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 738f86fa-81ff-4194-8b17-37fec1ad0865 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:50.437572 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-ac269dda-3c6a-414e-bc76-0c072d18212d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.458777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a33647-a048-444f-bc63-d1eeeeeff84d req-e0edc304-b8b2-4159-9c36-dc7e1d3854e7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:50.465068 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a33647-a048-444f-bc63-d1eeeeeff84d req-e0edc304-b8b2-4159-9c36-dc7e1d3854e7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:50.467471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac269dda-3c6a-414e-bc76-0c072d18212d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event deleted for resources: {'Port': ['ID=6c46133d-628f-46e3-b0ef-033e0c1e19fb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:50.471430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a33647-a048-444f-bc63-d1eeeeeff84d req-e0edc304-b8b2-4159-9c36-dc7e1d3854e7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:50.479889 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44a33647-a048-444f-bc63-d1eeeeeff84d req-e0edc304-b8b2-4159-9c36-dc7e1d3854e7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 2339 time: 0.0975552 Jul 05 04:25:50.491182 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.521702 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44a33647-a048-444f-bc63-d1eeeeeff84d req-83856a72-f92e-465e-9756-a73cf5363fb7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350757 Jul 05 04:25:50.522043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '738f86fa-81ff-4194-8b17-37fec1ad0865'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:50.523927 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ca40c4-9984-4f19-8f6d-afbff8ae97ed" -d '{"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-unplugged", "status": "completed", "tag": "738f86fa-81ff-4194-8b17-37fec1ad0865"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:50.524865 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-ac269dda-3c6a-414e-bc76-0c072d18212d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] No DVR routers for this DVR port 6c46133d-628f-46e3-b0ef-033e0c1e19fb on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:50.527481 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-ac269dda-3c6a-414e-bc76-0c072d18212d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.529804 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-ac269dda-3c6a-414e-bc76-0c072d18212d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.10 "DELETE /v2.0/ports/6c46133d-628f-46e3-b0ef-033e0c1e19fb HTTP/1.1" status: 204 len: 173 time: 0.5431545 Jul 05 04:25:50.540756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 738f86fa-81ff-4194-8b17-37fec1ad0865, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=738f86fa-81ff-4194-8b17-37fec1ad0865,segment=NetworkSegment(ed00e665-9bb6-4ebd-8816-bde4191500de),segment_id=ed00e665-9bb6-4ebd-8816-bde4191500de)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:50.570760 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15926be4-96a8-4a2b-9bd5-d61f8707cbfc x-openstack-request-id: req-15926be4-96a8-4a2b-9bd5-d61f8707cbfc {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:50.571106 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-unplugged", "status": "completed", "tag": "738f86fa-81ff-4194-8b17-37fec1ad0865", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:50.571423 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-15926be4-96a8-4a2b-9bd5-d61f8707cbfc {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:50.571821 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '738f86fa-81ff-4194-8b17-37fec1ad0865', 'code': 200} Jul 05 04:25:50.614664 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.615416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 6c46133d-628f-46e3-b0ef-033e0c1e19fb no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:50.656567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-c1976de1-8f29-443f-9b72-9227b6583b30 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Deleting port 738f86fa-81ff-4194-8b17-37fec1ad0865 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:50.656919 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-c1976de1-8f29-443f-9b72-9227b6583b30 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.657488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 6c46133d-628f-46e3-b0ef-033e0c1e19fb {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:50.657835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 6c46133d-628f-46e3-b0ef-033e0c1e19fb not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:50.658249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0b261412-7c1f-44d0-b0d0-86763bb68022 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:50.760089 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-c1976de1-8f29-443f-9b72-9227b6583b30 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] For port 738f86fa-81ff-4194-8b17-37fec1ad0865, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=738f86fa-81ff-4194-8b17-37fec1ad0865,segment=NetworkSegment(ed00e665-9bb6-4ebd-8816-bde4191500de),segment_id=ed00e665-9bb6-4ebd-8816-bde4191500de)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:50.760652 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-c1976de1-8f29-443f-9b72-9227b6583b30 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.871103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=738f86fa-81ff-4194-8b17-37fec1ad0865,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:50.875791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 0b261412-7c1f-44d0-b0d0-86763bb68022 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:50.876250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 842fd16f-f6ac-4a0e-8522-3a548a7030b0 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:50.948806 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-c1976de1-8f29-443f-9b72-9227b6583b30 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.949181 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-c1976de1-8f29-443f-9b72-9227b6583b30 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.949500 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-c1976de1-8f29-443f-9b72-9227b6583b30 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Floating IP 8b700b84-29d9-4b68-9e2f-e64518bca315 disassociated. External IP: 172.25.6.70, port: 738f86fa-81ff-4194-8b17-37fec1ad0865. Jul 05 04:25:50.949845 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-c1976de1-8f29-443f-9b72-9227b6583b30 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Calling delete_port for 738f86fa-81ff-4194-8b17-37fec1ad0865 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:50.960528 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.001004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 842fd16f-f6ac-4a0e-8522-3a548a7030b0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=842fd16f-f6ac-4a0e-8522-3a548a7030b0,segment=NetworkSegment(473ab06d-451b-4f49-8ca6-08721625f0a3),segment_id=473ab06d-451b-4f49-8ca6-08721625f0a3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:51.100126 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.100904 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device dc6253bb-103b-4e73-9c12-d322528e9316 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:51.136287 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: dc6253bb-103b-4e73-9c12-d322528e9316 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:51.136626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device dc6253bb-103b-4e73-9c12-d322528e9316 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:51.137034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9314883e-d767-4609-a20b-7dd34002a5f2 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:51.174494 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-c1976de1-8f29-443f-9b72-9227b6583b30 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.190707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=842fd16f-f6ac-4a0e-8522-3a548a7030b0,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:51.196399 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9314883e-d767-4609-a20b-7dd34002a5f2 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:51.207107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1976de1-8f29-443f-9b72-9227b6583b30 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event deleted for resources: {'Port': ['ID=738f86fa-81ff-4194-8b17-37fec1ad0865,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:51.318962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-c1976de1-8f29-443f-9b72-9227b6583b30 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:25:51.428350 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-c1976de1-8f29-443f-9b72-9227b6583b30 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:51.443943 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c76ea-eeb6-4a94-840b-9d571c3ba129 None None] Sync routers for ids ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:25:51.455941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c76ea-eeb6-4a94-840b-9d571c3ba129 None None] Routers {'d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:51.456891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-da2c76ea-eeb6-4a94-840b-9d571c3ba129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:25:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:51.473854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-c1976de1-8f29-443f-9b72-9227b6583b30 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] No DVR routers for this DVR port 738f86fa-81ff-4194-8b17-37fec1ad0865 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:51.476320 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-c1976de1-8f29-443f-9b72-9227b6583b30 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.478372 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-c1976de1-8f29-443f-9b72-9227b6583b30 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.10 "DELETE /v2.0/ports/738f86fa-81ff-4194-8b17-37fec1ad0865 HTTP/1.1" status: 204 len: 173 time: 0.9399498 Jul 05 04:25:51.554053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-deleted', 'tag': 'dc6253bb-103b-4e73-9c12-d322528e9316'}, {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-deleted', 'tag': '6c46133d-628f-46e3-b0ef-033e0c1e19fb'}, {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-deleted', 'tag': '738f86fa-81ff-4194-8b17-37fec1ad0865'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:51.564152 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6f8464-3b62-4593-a6e7-4498f73e05c2" -d '{"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-deleted", "tag": "dc6253bb-103b-4e73-9c12-d322528e9316"}, {"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-deleted", "tag": "6c46133d-628f-46e3-b0ef-033e0c1e19fb"}, {"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-deleted", "tag": "738f86fa-81ff-4194-8b17-37fec1ad0865"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:51.608900 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-da2c76ea-eeb6-4a94-840b-9d571c3ba129 None None] Set router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:51.611900 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-78b15812-899a-4b26-8a71-ae1538b1d360 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Deleting port 842fd16f-f6ac-4a0e-8522-3a548a7030b0 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:51.613484 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-78b15812-899a-4b26-8a71-ae1538b1d360 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.634413 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef24a32a-6895-43e7-add4-aa437411da64 x-openstack-request-id: req-ef24a32a-6895-43e7-add4-aa437411da64 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:51.634725 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-deleted", "tag": "dc6253bb-103b-4e73-9c12-d322528e9316", "status": "completed", "code": 200}, {"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-deleted", "tag": "6c46133d-628f-46e3-b0ef-033e0c1e19fb", "status": "completed", "code": 200}, {"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-deleted", "tag": "738f86fa-81ff-4194-8b17-37fec1ad0865", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:51.634979 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ef24a32a-6895-43e7-add4-aa437411da64 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:51.635388 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-deleted', 'tag': 'dc6253bb-103b-4e73-9c12-d322528e9316', 'status': 'completed', 'code': 200} Jul 05 04:25:51.636086 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-deleted', 'tag': '6c46133d-628f-46e3-b0ef-033e0c1e19fb', 'status': 'completed', 'code': 200} Jul 05 04:25:51.636346 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-deleted', 'tag': '738f86fa-81ff-4194-8b17-37fec1ad0865', 'status': 'completed', 'code': 200} Jul 05 04:25:51.727855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-78b15812-899a-4b26-8a71-ae1538b1d360 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] For port 842fd16f-f6ac-4a0e-8522-3a548a7030b0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=842fd16f-f6ac-4a0e-8522-3a548a7030b0,segment=NetworkSegment(473ab06d-451b-4f49-8ca6-08721625f0a3),segment_id=473ab06d-451b-4f49-8ca6-08721625f0a3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:51.727855 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-78b15812-899a-4b26-8a71-ae1538b1d360 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.747520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-78b15812-899a-4b26-8a71-ae1538b1d360 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Calling delete_port for 842fd16f-f6ac-4a0e-8522-3a548a7030b0 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:51.797699 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef000672-b992-4b91-b92e-16d74824d40e req-bdd5a95d-3b4b-461f-ae2e-c26c7b2ee332 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:51.799170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef000672-b992-4b91-b92e-16d74824d40e req-bdd5a95d-3b4b-461f-ae2e-c26c7b2ee332 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 943 time: 0.0887277 Jul 05 04:25:51.845108 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef000672-b992-4b91-b92e-16d74824d40e req-53a936c8-4ddf-47bb-b6fc-1c71830d9390 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups?id=ba61a0e4-b168-45bf-a7f3-48089574b6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353482 Jul 05 04:25:51.899051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-da2c76ea-eeb6-4a94-840b-9d571c3ba129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-452055836-router', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:28Z', 'updated_at': '2021-07-05T04:15:34Z', 'revision_number': 4, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'gw_port': {'id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:29Z', 'updated_at': '2021-07-05T04:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '62466e6e-a89e-40d9-965f-d81dca53f1c0', 'name': '', 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'mac_address': 'fa:16:3e:82:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:33Z', 'updated_at': '2021-07-05T04:15:42Z', 'revision_number': 5, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'subnets': [{'id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:51.926846 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c76ea-eeb6-4a94-840b-9d571c3ba129 None None] Checking router: d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:25:51.935163 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c76ea-eeb6-4a94-840b-9d571c3ba129 None None] Routers {'d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:51.935783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-da2c76ea-eeb6-4a94-840b-9d571c3ba129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:25:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:51.986041 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-78b15812-899a-4b26-8a71-ae1538b1d360 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:52.016444 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b15812-899a-4b26-8a71-ae1538b1d360 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event deleted for resources: {'Port': ['ID=842fd16f-f6ac-4a0e-8522-3a548a7030b0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:52.050346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-da2c76ea-eeb6-4a94-840b-9d571c3ba129 None None] Set router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:52.064947 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-78b15812-899a-4b26-8a71-ae1538b1d360 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] No DVR routers for this DVR port 842fd16f-f6ac-4a0e-8522-3a548a7030b0 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:52.068319 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-78b15812-899a-4b26-8a71-ae1538b1d360 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:52.070451 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-571aecf4-1496-4526-9f8c-418e17ed02c5 req-78b15812-899a-4b26-8a71-ae1538b1d360 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.10 "DELETE /v2.0/ports/842fd16f-f6ac-4a0e-8522-3a548a7030b0 HTTP/1.1" status: 204 len: 173 time: 0.5868561 Jul 05 04:25:52.263356 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-da2c76ea-eeb6-4a94-840b-9d571c3ba129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-452055836-router', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:28Z', 'updated_at': '2021-07-05T04:15:34Z', 'revision_number': 4, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'gw_port': {'id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:29Z', 'updated_at': '2021-07-05T04:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '62466e6e-a89e-40d9-965f-d81dca53f1c0', 'name': '', 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'mac_address': 'fa:16:3e:82:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:33Z', 'updated_at': '2021-07-05T04:15:42Z', 'revision_number': 5, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'subnets': [{'id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:52.298977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c76ea-eeb6-4a94-840b-9d571c3ba129 None None] The sync data for ids ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'] in n-d-771363-32 is: [{'id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-452055836-router', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:28Z', 'updated_at': '2021-07-05T04:15:34Z', 'revision_number': 4, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'gw_port': {'id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:29Z', 'updated_at': '2021-07-05T04:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '62466e6e-a89e-40d9-965f-d81dca53f1c0', 'name': '', 'network_id': '698c7822-9f38-4d13-a24c-340f7e82d957', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'mac_address': 'fa:16:3e:82:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:33Z', 'updated_at': '2021-07-05T04:15:42Z', 'revision_number': 5, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'subnets': [{'id': 'bc2108e7-7cda-4a81-b5ef-7079e3e394a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:52.560450 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9447b-a160-4242-8637-f5a8410487b2 None None] New status for floating IP 8b700b84-29d9-4b68-9e2f-e64518bca315: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:25:52.573501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '842fd16f-f6ac-4a0e-8522-3a548a7030b0'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:52.575823 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca4f1dd-d7ba-49e4-b78c-15226b59560b" -d '{"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-unplugged", "status": "completed", "tag": "842fd16f-f6ac-4a0e-8522-3a548a7030b0"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:52.623662 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796756e3-e178-40cc-9979-f5db002720f5 x-openstack-request-id: req-796756e3-e178-40cc-9979-f5db002720f5 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:52.624192 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-unplugged", "status": "completed", "tag": "842fd16f-f6ac-4a0e-8522-3a548a7030b0", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:52.624595 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-796756e3-e178-40cc-9979-f5db002720f5 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:52.625179 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '842fd16f-f6ac-4a0e-8522-3a548a7030b0', 'code': 200} Jul 05 04:25:53.004388 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf2a7bbd-9f63-4357-8775-c0a54d7f550b req-b68e9843-3fd8-4a5c-b55e-29ccd367dc87 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 210 time: 0.0285985 Jul 05 04:25:53.637315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-deleted', 'tag': '842fd16f-f6ac-4a0e-8522-3a548a7030b0'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:53.639707 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46ac2e3-765b-4917-99af-711dd6695e7e" -d '{"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-deleted", "tag": "842fd16f-f6ac-4a0e-8522-3a548a7030b0"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:53.677569 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27ff280-98b3-4010-b9d6-b8e26b877e22 x-openstack-request-id: req-f27ff280-98b3-4010-b9d6-b8e26b877e22 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:53.677943 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86328b0-f3c5-4f64-b7f4-377369397655", "name": "network-vif-deleted", "tag": "842fd16f-f6ac-4a0e-8522-3a548a7030b0", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:53.678266 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f27ff280-98b3-4010-b9d6-b8e26b877e22 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:53.678741 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86328b0-f3c5-4f64-b7f4-377369397655', 'name': 'network-vif-deleted', 'tag': '842fd16f-f6ac-4a0e-8522-3a548a7030b0', 'status': 'completed', 'code': 200} Jul 05 04:25:54.166488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74e076bd-dcea-450b-8d57-edfb317dfc6a req-b9e6a40d-6dc5-4155-a88e-1939ca40d978 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 210 time: 0.0356221 Jul 05 04:25:55.323500 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c39c80b9-bca7-4064-a8f9-277afa6864d6 req-bcc78722-e560-49d6-8d0e-7477e12d93e7 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 210 time: 0.0296643 Jul 05 04:25:56.487770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9ee0b4e-a1a7-4540-8aa7-132cab1fb3d4 req-87fcfa6a-0ca0-45c7-a9a3-bb9f6cc6a0d6 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 210 time: 0.0309491 Jul 05 04:25:57.649164 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5a98be6-bbaa-47ef-94fc-ac7f1fec6247 req-43b128cb-af4e-4181-8719-78bebe1f421a tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 210 time: 0.0297160 Jul 05 04:25:58.808767 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d09365a1-95a5-4821-9d76-edc81e1f2ef8 req-8803d1f0-e132-4c42-a1ae-936fa5c8711d tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 210 time: 0.0327361 Jul 05 04:25:59.966550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d3fe63c-6aa2-42c1-bc6e-887662cbd2bd req-809d6256-d841-494c-9b31-95b912290f67 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 210 time: 0.0301573 Jul 05 04:26:01.125728 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-79d7a907-cd0d-47b9-8a0b-db8631ca8c0b req-4a43e713-7cb6-4f71-b867-8c855d2d3a41 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 210 time: 0.0304127 Jul 05 04:26:02.283487 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29d108aa-298f-42e3-9311-6b37746ede82 req-db99d1ff-5cfa-4dff-9506-59fdba6e28d0 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 210 time: 0.0304523 Jul 05 04:26:02.597255 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.459089 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2162e721-c54f-48ce-acd7-630859f82dbd req-6aed2c8d-36ab-4f51-8455-4d35c8719791 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/ports?device_id=c86328b0-f3c5-4f64-b7f4-377369397655 HTTP/1.1" status: 200 len: 210 time: 0.0332339 Jul 05 04:26:04.140029 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.650591 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56964) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:04.703600 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0ea5546f-a65b-493b-830e-410b98b9b53c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.726279 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0ea5546f-a65b-493b-830e-410b98b9b53c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.854122 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0ea5546f-a65b-493b-830e-410b98b9b53c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.856762 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0ea5546f-a65b-493b-830e-410b98b9b53c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.857951 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0ea5546f-a65b-493b-830e-410b98b9b53c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "DELETE /v2.0/security-groups/ba61a0e4-b168-45bf-a7f3-48089574b6bc HTTP/1.1" status: 204 len: 168 time: 0.2063656 Jul 05 04:26:04.860729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56966) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:04.867398 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5546f-a65b-493b-830e-410b98b9b53c tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba61a0e4-b168-45bf-a7f3-48089574b6bc,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:04.879196 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-e7736861-9042-492c-83ed-3a8fd212b026 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] show failed (client error): The resource could not be found. Jul 05 04:26:04.880232 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e7736861-9042-492c-83ed-3a8fd212b026 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "GET /v2.0/security-groups/ba61a0e4-b168-45bf-a7f3-48089574b6bc HTTP/1.1" status: 404 len: 347 time: 0.0184116 Jul 05 04:26:04.883138 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56968) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:05.007792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-919eba69-460e-43f9-a93e-71214595667f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Deleting port ed55427d-e755-4f08-82f1-c8f67220d5a0 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:05.008168 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-919eba69-460e-43f9-a93e-71214595667f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.082245 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-919eba69-460e-43f9-a93e-71214595667f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.082579 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-919eba69-460e-43f9-a93e-71214595667f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.093914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-919eba69-460e-43f9-a93e-71214595667f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Calling delete_port for ed55427d-e755-4f08-82f1-c8f67220d5a0 owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:05.282914 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-919eba69-460e-43f9-a93e-71214595667f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.309015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919eba69-460e-43f9-a93e-71214595667f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event deleted for resources: {'Port': ['ID=ed55427d-e755-4f08-82f1-c8f67220d5a0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:05.374396 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-919eba69-460e-43f9-a93e-71214595667f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.377021 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-919eba69-460e-43f9-a93e-71214595667f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.378213 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-919eba69-460e-43f9-a93e-71214595667f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "DELETE /v2.0/floatingips/8b700b84-29d9-4b68-9e2f-e64518bca315 HTTP/1.1" status: 204 len: 168 time: 0.4934011 Jul 05 04:26:05.380924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56970) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:05.475245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-84bb8079-5a9e-4248-a612-8b776e63069f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Deleting port 9314883e-d767-4609-a20b-7dd34002a5f2 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:05.475610 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84bb8079-5a9e-4248-a612-8b776e63069f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.562999 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84bb8079-5a9e-4248-a612-8b776e63069f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.575259 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-84bb8079-5a9e-4248-a612-8b776e63069f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Calling delete_port for 9314883e-d767-4609-a20b-7dd34002a5f2 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:06.100336 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84bb8079-5a9e-4248-a612-8b776e63069f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.132226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb8079-5a9e-4248-a612-8b776e63069f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event deleted for resources: {'Port': ['ID=9314883e-d767-4609-a20b-7dd34002a5f2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:06.202564 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-84bb8079-5a9e-4248-a612-8b776e63069f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.204490 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-84bb8079-5a9e-4248-a612-8b776e63069f tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "DELETE /v2.0/ports/9314883e-d767-4609-a20b-7dd34002a5f2 HTTP/1.1" status: 204 len: 168 time: 0.8225393 Jul 05 04:26:06.207045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56972) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:06.305415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9b20f8b6-d15b-4034-a3c9-a23557fd391b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Deleting port 0b261412-7c1f-44d0-b0d0-86763bb68022 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:06.306300 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b20f8b6-d15b-4034-a3c9-a23557fd391b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.390151 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b20f8b6-d15b-4034-a3c9-a23557fd391b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.402487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9b20f8b6-d15b-4034-a3c9-a23557fd391b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Calling delete_port for 0b261412-7c1f-44d0-b0d0-86763bb68022 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:06.625935 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b20f8b6-d15b-4034-a3c9-a23557fd391b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.653313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20f8b6-d15b-4034-a3c9-a23557fd391b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event deleted for resources: {'Port': ['ID=0b261412-7c1f-44d0-b0d0-86763bb68022,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:06.724955 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9b20f8b6-d15b-4034-a3c9-a23557fd391b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.726875 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9b20f8b6-d15b-4034-a3c9-a23557fd391b tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "DELETE /v2.0/ports/0b261412-7c1f-44d0-b0d0-86763bb68022 HTTP/1.1" status: 204 len: 168 time: 0.5188661 Jul 05 04:26:06.730135 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56974) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:06.785560 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-66552ffa-d29f-4301-9900-b0a07a409473 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Deleting subnet a51c3177-af5c-4643-ae1e-7fa582a1817a {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:26:06.788756 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-66552ffa-d29f-4301-9900-b0a07a409473 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.828593 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-66552ffa-d29f-4301-9900-b0a07a409473 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.908667 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-66552ffa-d29f-4301-9900-b0a07a409473 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.043277 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-66552ffa-d29f-4301-9900-b0a07a409473 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.071498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66552ffa-d29f-4301-9900-b0a07a409473 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event deleted for resources: {'Subnet': ['ID=a51c3177-af5c-4643-ae1e-7fa582a1817a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:07.075154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-66552ffa-d29f-4301-9900-b0a07a409473 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.077091 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-66552ffa-d29f-4301-9900-b0a07a409473 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "DELETE /v2.0/subnets/a51c3177-af5c-4643-ae1e-7fa582a1817a HTTP/1.1" status: 204 len: 168 time: 0.3457308 Jul 05 04:26:07.079645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56976) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:07.082497 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed974d5-5a1d-44b1-bae4-3c85e3c60a56 None None] Network 4f1cf73a-04b0-4401-a497-483da7eef180 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:07.136362 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-74332acc-09b4-4c4e-b1d2-0f8e174526c5 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Deleting subnet d8913071-7481-4951-8727-ad88218bc12f {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:26:07.139615 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-74332acc-09b4-4c4e-b1d2-0f8e174526c5 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.180215 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-74332acc-09b4-4c4e-b1d2-0f8e174526c5 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.273205 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-74332acc-09b4-4c4e-b1d2-0f8e174526c5 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.284028 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f947a831-7070-4f96-9ef1-cd72bead9e56 None None] DHCP port deletion for 4f1cf73a-04b0-4401-a497-483da7eef180 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:26:07.330296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f947a831-7070-4f96-9ef1-cd72bead9e56 None None] Deleting port 07921a59-98d0-4e69-86f4-b41b88b6fc53 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:07.330675 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f947a831-7070-4f96-9ef1-cd72bead9e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.390879 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f947a831-7070-4f96-9ef1-cd72bead9e56 None None] For port 07921a59-98d0-4e69-86f4-b41b88b6fc53, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=07921a59-98d0-4e69-86f4-b41b88b6fc53,segment=NetworkSegment(473ab06d-451b-4f49-8ca6-08721625f0a3),segment_id=473ab06d-451b-4f49-8ca6-08721625f0a3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:07.391263 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f947a831-7070-4f96-9ef1-cd72bead9e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.404969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f947a831-7070-4f96-9ef1-cd72bead9e56 None None] Calling delete_port for 07921a59-98d0-4e69-86f4-b41b88b6fc53 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:07.414428 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-74332acc-09b4-4c4e-b1d2-0f8e174526c5 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.441658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74332acc-09b4-4c4e-b1d2-0f8e174526c5 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event deleted for resources: {'Subnet': ['ID=d8913071-7481-4951-8727-ad88218bc12f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:07.445172 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-74332acc-09b4-4c4e-b1d2-0f8e174526c5 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.449795 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-74332acc-09b4-4c4e-b1d2-0f8e174526c5 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "DELETE /v2.0/subnets/d8913071-7481-4951-8727-ad88218bc12f HTTP/1.1" status: 204 len: 168 time: 0.3689897 Jul 05 04:26:07.450594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 56978) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:07.454494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c9cbe7-c13f-496b-abd6-1939cd0c7756 None None] Network f693826a-bb1e-45e3-a13b-526015aea4c9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:07.530531 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.583482 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Deleting port 07921a59-98d0-4e69-86f4-b41b88b6fc53 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:07.583856 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.631970 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f947a831-7070-4f96-9ef1-cd72bead9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.649896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] For port 07921a59-98d0-4e69-86f4-b41b88b6fc53, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=07921a59-98d0-4e69-86f4-b41b88b6fc53,segment=NetworkSegment(473ab06d-451b-4f49-8ca6-08721625f0a3),segment_id=473ab06d-451b-4f49-8ca6-08721625f0a3)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:07.650426 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.659766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947a831-7070-4f96-9ef1-cd72bead9e56 None None] Pushing event deleted for resources: {'Port': ['ID=07921a59-98d0-4e69-86f4-b41b88b6fc53,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:07.662779 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947a831-7070-4f96-9ef1-cd72bead9e56 None None] No DVR routers for this DVR port 07921a59-98d0-4e69-86f4-b41b88b6fc53 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:07.664199 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Calling delete_port for 07921a59-98d0-4e69-86f4-b41b88b6fc53 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:07.664353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4334cf-eb7e-45c1-9106-ee84df1eaa00 None None] DHCP port deletion for f693826a-bb1e-45e3-a13b-526015aea4c9 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:26:07.714215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0d4334cf-eb7e-45c1-9106-ee84df1eaa00 None None] Deleting port 714eabdb-efff-4ff4-82b1-a8b4c4beb039 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:07.714523 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0d4334cf-eb7e-45c1-9106-ee84df1eaa00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.748840 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.774395 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event deleted for resources: {'Port': ['ID=07921a59-98d0-4e69-86f4-b41b88b6fc53,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:07.778568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] No DVR routers for this DVR port 07921a59-98d0-4e69-86f4-b41b88b6fc53 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:07.779872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0d4334cf-eb7e-45c1-9106-ee84df1eaa00 None None] For port 714eabdb-efff-4ff4-82b1-a8b4c4beb039, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=714eabdb-efff-4ff4-82b1-a8b4c4beb039,segment=NetworkSegment(157ab13b-36b7-4e92-a13d-eb6e60a755c5),segment_id=157ab13b-36b7-4e92-a13d-eb6e60a755c5)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:07.786479 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0d4334cf-eb7e-45c1-9106-ee84df1eaa00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.798545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0d4334cf-eb7e-45c1-9106-ee84df1eaa00 None None] Calling delete_port for 714eabdb-efff-4ff4-82b1-a8b4c4beb039 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:07.858828 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.869613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1cf73a-04b0-4401-a497-483da7eef180']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:07.880238 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '473ab06d-451b-4f49-8ca6-08721625f0a3') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:07.880535 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '473ab06d-451b-4f49-8ca6-08721625f0a3') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:07.889895 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.903857 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.909689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:26:07.910107 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: self.session.flush() Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:26:07.912982 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:26:07.974418 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0d4334cf-eb7e-45c1-9106-ee84df1eaa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.000426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4334cf-eb7e-45c1-9106-ee84df1eaa00 None None] Pushing event deleted for resources: {'Port': ['ID=714eabdb-efff-4ff4-82b1-a8b4c4beb039,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:08.002221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4334cf-eb7e-45c1-9106-ee84df1eaa00 None None] No DVR routers for this DVR port 714eabdb-efff-4ff4-82b1-a8b4c4beb039 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:08.054543 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.062446 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.064317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "DELETE /v2.0/networks/4f1cf73a-04b0-4401-a497-483da7eef180 HTTP/1.1" status: 204 len: 168 time: 0.6126893 Jul 05 04:26:08.067038 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 56980) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:08.077014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d2f37-b653-4938-b99a-951989b0e808 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event deleted for resources: {'Network': ['ID=4f1cf73a-04b0-4401-a497-483da7eef180,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:08.148196 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc312-4268-4ade-a3a6-3d762ee37c14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.235635 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc312-4268-4ade-a3a6-3d762ee37c14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.246360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-1a2bc312-4268-4ade-a3a6-3d762ee37c14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f693826a-bb1e-45e3-a13b-526015aea4c9']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:08.256111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-1a2bc312-4268-4ade-a3a6-3d762ee37c14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157ab13b-36b7-4e92-a13d-eb6e60a755c5') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:08.256417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-1a2bc312-4268-4ade-a3a6-3d762ee37c14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157ab13b-36b7-4e92-a13d-eb6e60a755c5') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:08.267017 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc312-4268-4ade-a3a6-3d762ee37c14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.283966 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc312-4268-4ade-a3a6-3d762ee37c14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.290545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2bc312-4268-4ade-a3a6-3d762ee37c14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:26:08.294042 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc312-4268-4ade-a3a6-3d762ee37c14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:26:08.294330 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:26:08.408139 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc312-4268-4ade-a3a6-3d762ee37c14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.415575 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc312-4268-4ade-a3a6-3d762ee37c14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.417569 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1a2bc312-4268-4ade-a3a6-3d762ee37c14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] 10.222.0.38 "DELETE /v2.0/networks/f693826a-bb1e-45e3-a13b-526015aea4c9 HTTP/1.1" status: 204 len: 168 time: 0.3494172 Jul 05 04:26:08.429287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc312-4268-4ade-a3a6-3d762ee37c14 tempest-TaggedBootDevicesTest_v242-1396157518 tempest-TaggedBootDevicesTest_v242-1396157518-project] Pushing event deleted for resources: {'Network': ['ID=f693826a-bb1e-45e3-a13b-526015aea4c9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:08.709544 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 07921a59-98d0-4e69-86f4-b41b88b6fc53 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:08.735326 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 07921a59-98d0-4e69-86f4-b41b88b6fc53 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:08.735689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 07921a59-98d0-4e69-86f4-b41b88b6fc53 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:08.736542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 714eabdb-efff-4ff4-82b1-a8b4c4beb039 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:08.755750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 714eabdb-efff-4ff4-82b1-a8b4c4beb039 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:08.756110 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 714eabdb-efff-4ff4-82b1-a8b4c4beb039 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:11.476896 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-589ef4c3-5328-4cfa-a275-48f6635fbcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:13.997144 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d39efbd3-31b0-488d-a04c-ca7aa46cb4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:14.385732 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:14.417755 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:26:15.386173 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.957326 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:18.877539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57018) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:19.394459 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab57b52c-5825-46d1-8972-78e2bcbe4c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.652898 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ab57b52c-5825-46d1-8972-78e2bcbe4c50 admin admin] Deleting port 62466e6e-a89e-40d9-965f-d81dca53f1c0 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:19.653243 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab57b52c-5825-46d1-8972-78e2bcbe4c50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.733754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-ab57b52c-5825-46d1-8972-78e2bcbe4c50 admin admin] For port 62466e6e-a89e-40d9-965f-d81dca53f1c0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=62466e6e-a89e-40d9-965f-d81dca53f1c0,segment=NetworkSegment(ed00e665-9bb6-4ebd-8816-bde4191500de),segment_id=ed00e665-9bb6-4ebd-8816-bde4191500de)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:19.734114 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab57b52c-5825-46d1-8972-78e2bcbe4c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.747301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ab57b52c-5825-46d1-8972-78e2bcbe4c50 admin admin] Calling delete_port for 62466e6e-a89e-40d9-965f-d81dca53f1c0 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:20.008994 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab57b52c-5825-46d1-8972-78e2bcbe4c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.040355 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57b52c-5825-46d1-8972-78e2bcbe4c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=62466e6e-a89e-40d9-965f-d81dca53f1c0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:20.223031 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ab57b52c-5825-46d1-8972-78e2bcbe4c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.440507 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab57b52c-5825-46d1-8972-78e2bcbe4c50 admin admin] Router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:20.547118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab57b52c-5825-46d1-8972-78e2bcbe4c50 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:20.554808 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ab57b52c-5825-46d1-8972-78e2bcbe4c50 admin admin] 10.222.0.38 "PUT /v2.0/routers/d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6735723 Jul 05 04:26:20.554903 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57022) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:20.558396 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc15f26-b3a8-46ab-a0f6-10af6b01af23 None None] Sync routers for ids ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:20.567849 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc15f26-b3a8-46ab-a0f6-10af6b01af23 None None] Routers {'d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:20.568563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-fcc15f26-b3a8-46ab-a0f6-10af6b01af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:26:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:20.662418 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b48e3a3-6e08-42b2-8d69-885317f99a1f admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.676918 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-fcc15f26-b3a8-46ab-a0f6-10af6b01af23 None None] Set router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:20.767161 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b48e3a3-6e08-42b2-8d69-885317f99a1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.858537 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-fcc15f26-b3a8-46ab-a0f6-10af6b01af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-452055836-router', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:28Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 5, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'gw_port': {'id': '20d7ab90-9d1d-4687-bf5d-541bc2c110a0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:15:29Z', 'updated_at': '2021-07-05T04:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:20.888751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc15f26-b3a8-46ab-a0f6-10af6b01af23 None None] Checking router: d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:20.889065 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-7b48e3a3-6e08-42b2-8d69-885317f99a1f admin admin] Deleting port 20d7ab90-9d1d-4687-bf5d-541bc2c110a0 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:20.889423 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b48e3a3-6e08-42b2-8d69-885317f99a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.897331 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc15f26-b3a8-46ab-a0f6-10af6b01af23 None None] Routers {'d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:20.897946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-fcc15f26-b3a8-46ab-a0f6-10af6b01af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:26:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:20.983460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-7b48e3a3-6e08-42b2-8d69-885317f99a1f admin admin] For port 20d7ab90-9d1d-4687-bf5d-541bc2c110a0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=20d7ab90-9d1d-4687-bf5d-541bc2c110a0,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:20.983738 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b48e3a3-6e08-42b2-8d69-885317f99a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.985217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-fcc15f26-b3a8-46ab-a0f6-10af6b01af23 None None] Set router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:20.996586 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-7b48e3a3-6e08-42b2-8d69-885317f99a1f admin admin] Calling delete_port for 20d7ab90-9d1d-4687-bf5d-541bc2c110a0 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:21.038214 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-fcc15f26-b3a8-46ab-a0f6-10af6b01af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-452055836-router', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:28Z', 'updated_at': '2021-07-05T04:26:20Z', 'revision_number': 6, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:21.068421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc15f26-b3a8-46ab-a0f6-10af6b01af23 None None] The sync data for ids ['d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d'] in n-d-771363-32 is: [{'id': 'd26b1eaa-2379-49fa-8fd8-f1ba87d15a4d', 'name': 'tempest-TaggedBootDevicesTest_v242-452055836-router', 'tenant_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:15:28Z', 'updated_at': '2021-07-05T04:26:20Z', 'revision_number': 6, 'project_id': '1094e442ed4a4b18b6008a0f1dc0f6f5', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:21.254157 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b48e3a3-6e08-42b2-8d69-885317f99a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.280013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48e3a3-6e08-42b2-8d69-885317f99a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=20d7ab90-9d1d-4687-bf5d-541bc2c110a0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:21.348689 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b48e3a3-6e08-42b2-8d69-885317f99a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.446860 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b48e3a3-6e08-42b2-8d69-885317f99a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.449861 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b48e3a3-6e08-42b2-8d69-885317f99a1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.585863 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b48e3a3-6e08-42b2-8d69-885317f99a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.586450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b48e3a3-6e08-42b2-8d69-885317f99a1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:26:21.591111 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7b48e3a3-6e08-42b2-8d69-885317f99a1f admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.592360 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7b48e3a3-6e08-42b2-8d69-885317f99a1f admin admin] 10.222.0.38 "DELETE /v2.0/routers/d26b1eaa-2379-49fa-8fd8-f1ba87d15a4d HTTP/1.1" status: 204 len: 168 time: 1.0365670 Jul 05 04:26:21.594957 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57024) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:21.642751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed16618-ae31-434d-8f11-da3049be3869 admin admin] Deleting subnet bc2108e7-7cda-4a81-b5ef-7079e3e394a2 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:26:21.645797 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ed16618-ae31-434d-8f11-da3049be3869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.679434 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ed16618-ae31-434d-8f11-da3049be3869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.755873 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ed16618-ae31-434d-8f11-da3049be3869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.906305 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ed16618-ae31-434d-8f11-da3049be3869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.939779 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed16618-ae31-434d-8f11-da3049be3869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc2108e7-7cda-4a81-b5ef-7079e3e394a2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:21.945512 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4ed16618-ae31-434d-8f11-da3049be3869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.947445 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4ed16618-ae31-434d-8f11-da3049be3869 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bc2108e7-7cda-4a81-b5ef-7079e3e394a2 HTTP/1.1" status: 204 len: 168 time: 0.3515244 Jul 05 04:26:21.950092 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57026) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:21.952664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bca9dc4-31dc-4e2b-b9a6-c9a48a7ea003 None None] Network 698c7822-9f38-4d13-a24c-340f7e82d957 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:22.019713 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.080749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] Deleting port d53d5d6c-84f9-4d12-aeac-03dae449113f {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:22.081103 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.408366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] DHCP port deletion for 698c7822-9f38-4d13-a24c-340f7e82d957 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:26:22.463093 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Deleting port d53d5d6c-84f9-4d12-aeac-03dae449113f {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:22.463559 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.498531 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] For port d53d5d6c-84f9-4d12-aeac-03dae449113f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d53d5d6c-84f9-4d12-aeac-03dae449113f,segment=NetworkSegment(ed00e665-9bb6-4ebd-8816-bde4191500de),segment_id=ed00e665-9bb6-4ebd-8816-bde4191500de)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:22.499150 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.512327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] Calling delete_port for d53d5d6c-84f9-4d12-aeac-03dae449113f owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:22.527273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] For port d53d5d6c-84f9-4d12-aeac-03dae449113f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d53d5d6c-84f9-4d12-aeac-03dae449113f,segment=NetworkSegment(ed00e665-9bb6-4ebd-8816-bde4191500de),segment_id=ed00e665-9bb6-4ebd-8816-bde4191500de)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:22.527671 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.540393 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Calling delete_port for d53d5d6c-84f9-4d12-aeac-03dae449113f owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:22.648826 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.657562 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.695276 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Pushing event deleted for resources: {'Port': ['ID=d53d5d6c-84f9-4d12-aeac-03dae449113f,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:22.695276 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] No DVR routers for this DVR port d53d5d6c-84f9-4d12-aeac-03dae449113f on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:22.704051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.704051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.704051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.704051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.704051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.704051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.704051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.704051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.704051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.705468 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] Pushing event deleted for resources: {'Port': ['ID=d53d5d6c-84f9-4d12-aeac-03dae449113f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:22.705614 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.705614 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.705614 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d37ce-da65-4d47-8e67-04ba7fdfe8d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:22.710141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] No DVR routers for this DVR port d53d5d6c-84f9-4d12-aeac-03dae449113f on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:22.740382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 20d7ab90-9d1d-4687-bf5d-541bc2c110a0 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:22.761576 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 20d7ab90-9d1d-4687-bf5d-541bc2c110a0 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:22.761924 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 20d7ab90-9d1d-4687-bf5d-541bc2c110a0 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:22.762357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 62466e6e-a89e-40d9-965f-d81dca53f1c0 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:22.781508 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 62466e6e-a89e-40d9-965f-d81dca53f1c0 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:22.781860 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 62466e6e-a89e-40d9-965f-d81dca53f1c0 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:22.782284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d53d5d6c-84f9-4d12-aeac-03dae449113f no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:22.789003 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.799293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698c7822-9f38-4d13-a24c-340f7e82d957']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:22.800806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: d53d5d6c-84f9-4d12-aeac-03dae449113f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:22.801162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d53d5d6c-84f9-4d12-aeac-03dae449113f not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:22.812281 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed00e665-9bb6-4ebd-8816-bde4191500de') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:22.812591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed00e665-9bb6-4ebd-8816-bde4191500de') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:22.822404 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.836983 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.842970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:26:22.843367 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:26:22.845062 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:26:22.985957 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.991687 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.993594 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] 10.222.0.38 "DELETE /v2.0/networks/698c7822-9f38-4d13-a24c-340f7e82d957 HTTP/1.1" status: 204 len: 168 time: 1.0425532 Jul 05 04:26:23.005926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3005ba-f075-4010-bb85-99ba1607126d admin admin] Pushing event deleted for resources: {'Network': ['ID=698c7822-9f38-4d13-a24c-340f7e82d957,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:23.340621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57030) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:23.380956 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c6c23945-4644-45da-8112-0a2fd63c1c63 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1094e442ed4a4b18b6008a0f1dc0f6f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391541 Jul 05 04:26:23.383332 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57032) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:23.430576 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8aad2120-edf6-4746-913c-eb0c3787f498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.451197 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8aad2120-edf6-4746-913c-eb0c3787f498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.534852 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8aad2120-edf6-4746-913c-eb0c3787f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.537532 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8aad2120-edf6-4746-913c-eb0c3787f498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.538767 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8aad2120-edf6-4746-913c-eb0c3787f498 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bfc72119-0358-4a87-b24b-6d8634c2e73f HTTP/1.1" status: 204 len: 168 time: 0.1545427 Jul 05 04:26:23.547623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad2120-edf6-4746-913c-eb0c3787f498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc72119-0358-4a87-b24b-6d8634c2e73f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:24.492658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57054) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:24.594278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-12f5d546-3fa7-4cfc-8a97-32e0da0cb102 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1555896913-network', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:24.722777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f5d546-3fa7-4cfc-8a97-32e0da0cb102 admin admin] Made reservation on behalf of b040f5b5b4d746d6999bd768dd9e1512 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:24.725289 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12f5d546-3fa7-4cfc-8a97-32e0da0cb102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.734610 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12f5d546-3fa7-4cfc-8a97-32e0da0cb102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.825709 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12f5d546-3fa7-4cfc-8a97-32e0da0cb102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.940211 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12f5d546-3fa7-4cfc-8a97-32e0da0cb102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.966680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f5d546-3fa7-4cfc-8a97-32e0da0cb102 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:26:24.980813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5d546-3fa7-4cfc-8a97-32e0da0cb102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1175bfee-5d2b-44a8-85e8-b1d0b2881735,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:24.988901 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12f5d546-3fa7-4cfc-8a97-32e0da0cb102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.989544 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-12f5d546-3fa7-4cfc-8a97-32e0da0cb102 admin admin] Added segment 17e34ab6-46f6-45d6-90c3-7e15e25c3bf3 of type vlan for network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c Jul 05 04:26:25.030078 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12f5d546-3fa7-4cfc-8a97-32e0da0cb102 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:25.122889 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12f5d546-3fa7-4cfc-8a97-32e0da0cb102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:25.124012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f5d546-3fa7-4cfc-8a97-32e0da0cb102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:25.124710 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-12f5d546-3fa7-4cfc-8a97-32e0da0cb102 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:25.194820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5d546-3fa7-4cfc-8a97-32e0da0cb102 admin admin] Pushing event updated for resources: {'Network': ['ID=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:25.208305 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:26:25.255042 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-12f5d546-3fa7-4cfc-8a97-32e0da0cb102 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7610929 Jul 05 04:26:25.258727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57058) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:25.264325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-dd9afe95-8744-4ffc-9404-9fe2740c8d4b admin admin] Request body: {'subnet': {'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1555896913-subnet', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:25.380345 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9afe95-8744-4ffc-9404-9fe2740c8d4b admin admin] Made reservation on behalf of b040f5b5b4d746d6999bd768dd9e1512 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:25.382894 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dd9afe95-8744-4ffc-9404-9fe2740c8d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:25.632059 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dd9afe95-8744-4ffc-9404-9fe2740c8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:25.701751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9afe95-8744-4ffc-9404-9fe2740c8d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae0aaa08-3383-4a99-a4fe-af8658ec51f3,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:25.711835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9afe95-8744-4ffc-9404-9fe2740c8d4b admin admin] Checking segment: {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:25.712453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9afe95-8744-4ffc-9404-9fe2740c8d4b admin admin] Network hostable DHCP agents. Network: bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:26:25.836903 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9afe95-8744-4ffc-9404-9fe2740c8d4b admin admin] Network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:26:25.922714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-dd9afe95-8744-4ffc-9404-9fe2740c8d4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:25.927026 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9afe95-8744-4ffc-9404-9fe2740c8d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:25.927625 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-dd9afe95-8744-4ffc-9404-9fe2740c8d4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:25.933980 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16531aeb-b7c3-4a0d-911a-ddc620bb2de5 None None] Network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:26.043757 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-dd9afe95-8744-4ffc-9404-9fe2740c8d4b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7837963 Jul 05 04:26:26.046487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57060) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:26.051507 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1555896913-router', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:26.099100 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:26:26.099982 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:26.117061 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:26.118146 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:26.171595 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:26.243047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Allocated IP 172.20.0.2 (bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c/ae0aaa08-3383-4a99-a4fe-af8658ec51f3/8e466a8f-a43c-43d1-b967-9bea02dca5fb) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:26.396010 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:26.407019 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:26.416171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Transition to ACTIVE for port object 8e466a8f-a43c-43d1-b967-9bea02dca5fb will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:26.431419 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Transition to ACTIVE for port object 8e466a8f-a43c-43d1-b967-9bea02dca5fb will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:26.523102 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:26.560001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:26.566191 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:26.572531 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:26.581694 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Pushing event updated for resources: {'Port': ['ID=8e466a8f-a43c-43d1-b967-9bea02dca5fb,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:26.641142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Attempting to bind port 8e466a8f-a43c-43d1-b967-9bea02dca5fb on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:26.641584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Attempting to bind port 8e466a8f-a43c-43d1-b967-9bea02dca5fb by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:26.641955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Attempting to bind port 8e466a8f-a43c-43d1-b967-9bea02dca5fb on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:26.647624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:26.647941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Checking segment: {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:26.648360 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:26.649270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Bound using segment: {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:26.649270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Bound port: 8e466a8f-a43c-43d1-b967-9bea02dca5fb, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:26.649610 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:26.692057 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:26.717035 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:26.725853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] For port 8e466a8f-a43c-43d1-b967-9bea02dca5fb, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:26.731273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] For port 8e466a8f-a43c-43d1-b967-9bea02dca5fb, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8e466a8f-a43c-43d1-b967-9bea02dca5fb,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:26.825358 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Allocated IP 172.25.6.36 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:26.831955 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:26.894942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e46cd3-1e7e-4b28-b055-63e6a161ae0e None None] Pushing event updated for resources: {'Port': ['ID=8e466a8f-a43c-43d1-b967-9bea02dca5fb,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:26.940009 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:27.046803 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:27.093110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:27.096040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:27.102539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:27.127829 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Pushing event updated for resources: {'Port': ['ID=1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:27.492498 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:27.700155 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:27.777935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12150bd4-2d44-4332-9926-a8e8ad555dcb None None] Network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:27.894245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:26:27.958042 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6638b05b-a1b4-4347-84d1-15884a237441 None None] Provisioning for port 8e466a8f-a43c-43d1-b967-9bea02dca5fb completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:28.024024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:28.032948 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Sync routers for ids ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:28.043699 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Routers {'7a830c97-5fb5-4cd9-9cfd-f88f10377b61'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:28.044378 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:26:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:28.105872 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.107695 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f47b4c87-792f-42e4-96e9-13974bd31765 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0599170 Jul 05 04:26:28.111892 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57062) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:28.162192 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Set router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:28.356512 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'name': 'tempest-ServerActionsTestJSON-1555896913-router', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:27Z', 'revision_number': 3, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'gw_port': {'id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:28.383261 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Checking router: 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:28.383581 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Updating router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 port 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:26:28.420519 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.577919 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.688918 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.703196 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Transition to ACTIVE for port object 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:28.764431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Allocated IP 172.20.0.1 (bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c/ae0aaa08-3383-4a99-a4fe-af8658ec51f3/1cd69b57-9748-455e-9683-c367e8f0c690) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:28.769679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8e466a8f-a43c-43d1-b967-9bea02dca5fb up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:28.800204 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.858806 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87037c81-5aa8-4ce1-8e6d-3aed7da3badb None None] Pushing event updated for resources: {'Port': ['ID=1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:28.866717 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Attempting to bind port 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:28.867079 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Attempting to bind port 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:28.867435 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Attempting to bind port 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:28.871458 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87037c81-5aa8-4ce1-8e6d-3aed7da3badb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:28.871800 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87037c81-5aa8-4ce1-8e6d-3aed7da3badb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:28.872168 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87037c81-5aa8-4ce1-8e6d-3aed7da3badb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:28.872502 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87037c81-5aa8-4ce1-8e6d-3aed7da3badb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:28.872832 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87037c81-5aa8-4ce1-8e6d-3aed7da3badb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:28.873157 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87037c81-5aa8-4ce1-8e6d-3aed7da3badb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:28.873479 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87037c81-5aa8-4ce1-8e6d-3aed7da3badb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:28.873806 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87037c81-5aa8-4ce1-8e6d-3aed7da3badb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:28.874114 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87037c81-5aa8-4ce1-8e6d-3aed7da3badb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:28.874436 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87037c81-5aa8-4ce1-8e6d-3aed7da3badb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:28.874755 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87037c81-5aa8-4ce1-8e6d-3aed7da3badb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:28.875072 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87037c81-5aa8-4ce1-8e6d-3aed7da3badb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:28.879688 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.883497 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:28.883497 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:28.883497 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.883497 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:28.883497 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Bound port: 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:28.883497 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.894234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Transition to ACTIVE for port object 1cd69b57-9748-455e-9683-c367e8f0c690 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:28.895833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 8e466a8f-a43c-43d1-b967-9bea02dca5fb completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:28.900676 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8e466a8f-a43c-43d1-b967-9bea02dca5fb triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:28.902224 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.940772 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] For port 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:28.944214 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] For port 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:28.985813 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.990064 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:29.023083 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:29.023293 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 8e466a8f-a43c-43d1-b967-9bea02dca5fb, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8e466a8f-a43c-43d1-b967-9bea02dca5fb,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:29.025888 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:29.026020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:29.032740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:29.070165 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd69b57-9748-455e-9683-c367e8f0c690,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:29.083932 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:29.084316 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:29.084665 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:29.085006 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:29.088333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:29.088333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:29.088333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:29.088333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:29.088333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:29.088333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:29.088333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:29.088333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:29.098335 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87037c81-5aa8-4ce1-8e6d-3aed7da3badb None None] Pushing event updated for resources: {'Port': ['ID=1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:29.102971 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Routers {'7a830c97-5fb5-4cd9-9cfd-f88f10377b61'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:29.103615 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:26:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:29.108657 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:29.134404 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:29.199567 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=8e466a8f-a43c-43d1-b967-9bea02dca5fb,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:29.241979 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] Set router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:29.380179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5b248fcd-084a-4d5a-ad10-8444f5312b24 None None] Provisioning for port 1cd69b57-9748-455e-9683-c367e8f0c690 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:29.384409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5b248fcd-084a-4d5a-ad10-8444f5312b24 None None] Provisioning complete for port 1cd69b57-9748-455e-9683-c367e8f0c690 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:29.384790 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5b248fcd-084a-4d5a-ad10-8444f5312b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:29.386728 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:29.425752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5b248fcd-084a-4d5a-ad10-8444f5312b24 None None] Port 1cd69b57-9748-455e-9683-c367e8f0c690 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:29.441270 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'name': 'tempest-ServerActionsTestJSON-1555896913-router', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:27Z', 'revision_number': 3, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'gw_port': {'id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:29.467338 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8791390e-aa5c-4753-b53a-fca9ecacbebc None None] The sync data for ids ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'] in n-d-771363-32 is: [{'id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'name': 'tempest-ServerActionsTestJSON-1555896913-router', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:27Z', 'revision_number': 3, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'gw_port': {'id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:29.558050 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:29.664765 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:29.743827 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd69b57-9748-455e-9683-c367e8f0c690,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:29.746966 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:29.843334 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:29.844886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:29.967730 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:30.050903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8720fbbd-9406-4a2c-9236-4ff61910b67d None None] Provisioning complete for port 1cd69b57-9748-455e-9683-c367e8f0c690 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:30.051957 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8720fbbd-9406-4a2c-9236-4ff61910b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:30.088443 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8720fbbd-9406-4a2c-9236-4ff61910b67d None None] Port 1cd69b57-9748-455e-9683-c367e8f0c690 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:30.096176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:30.101668 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4fef80f4-f3ea-446d-bf6f-58f3235ca454 admin admin] 10.222.0.38 "PUT /v2.0/routers/7a830c97-5fb5-4cd9-9cfd-f88f10377b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9885890 Jul 05 04:26:30.518811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57070) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:30.523562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-576a1adf-d3d3-4bec-9418-a60d7df47acd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1238433820', 'description': 'tempest-description--1323568577'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:30.598043 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-576a1adf-d3d3-4bec-9418-a60d7df47acd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:30.696826 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-576a1adf-d3d3-4bec-9418-a60d7df47acd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:30.751753 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-576a1adf-d3d3-4bec-9418-a60d7df47acd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:30.789106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a1adf-d3d3-4bec-9418-a60d7df47acd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb34de5b-5972-4a46-b203-be1b72f13478,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:30.809665 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:30.837053 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-576a1adf-d3d3-4bec-9418-a60d7df47acd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:30.841646 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57072) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:30.842174 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-576a1adf-d3d3-4bec-9418-a60d7df47acd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3184841 Jul 05 04:26:30.847904 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b8d9803c-0f28-4887-ae88-cdc43e6a210d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Request body: {'security_group_rule': {'security_group_id': 'bb34de5b-5972-4a46-b203-be1b72f13478', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:30.939852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:30.944468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:30.944926 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:30.973513 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8d9803c-0f28-4887-ae88-cdc43e6a210d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.028861 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.036550 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Sync routers for ids ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:31.038569 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8d9803c-0f28-4887-ae88-cdc43e6a210d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.058473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:31.063853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Routers {'7a830c97-5fb5-4cd9-9cfd-f88f10377b61'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:31.063853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:26:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:31.111069 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8d9803c-0f28-4887-ae88-cdc43e6a210d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.129053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9803c-0f28-4887-ae88-cdc43e6a210d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e585b18a-d2b9-49ac-af9d-dfe9adcda4a2,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:31.146065 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.146839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8e466a8f-a43c-43d1-b967-9bea02dca5fb up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:31.208304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b8d9803c-0f28-4887-ae88-cdc43e6a210d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.209637 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b8d9803c-0f28-4887-ae88-cdc43e6a210d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3661785 Jul 05 04:26:31.212167 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57074) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:31.217312 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b28ca953-93f5-4f29-b745-3d81e9bd0bc7 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Request body: {'security_group_rule': {'security_group_id': 'bb34de5b-5972-4a46-b203-be1b72f13478', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:31.218048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Set router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:31.277023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:31.293591 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b28ca953-93f5-4f29-b745-3d81e9bd0bc7 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.353365 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b28ca953-93f5-4f29-b745-3d81e9bd0bc7 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.361643 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8e466a8f-a43c-43d1-b967-9bea02dca5fb triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:31.362026 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.419671 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b28ca953-93f5-4f29-b745-3d81e9bd0bc7 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.441344 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ca953-93f5-4f29-b745-3d81e9bd0bc7 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e49fbff-ae73-4f68-a8b5-7d762636a6f3,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:31.494518 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b28ca953-93f5-4f29-b745-3d81e9bd0bc7 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.496548 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b28ca953-93f5-4f29-b745-3d81e9bd0bc7 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2834055 Jul 05 04:26:31.499703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 57076) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:31.504275 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:31.510133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'name': 'tempest-ServerActionsTestJSON-1555896913-router', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:29Z', 'revision_number': 4, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'gw_port': {'id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '1cd69b57-9748-455e-9683-c367e8f0c690', 'name': '', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'mac_address': 'fa:16:3e:ac:16:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:28Z', 'updated_at': '2021-07-05T04:26:29Z', 'revision_number': 2, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'subnets': [{'id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:31.539517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Checking router: 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:31.539884 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Updating router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 port 1cd69b57-9748-455e-9683-c367e8f0c690 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:26:31.575142 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.614132 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.713593 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.820549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Allocated IP 172.25.6.6 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/62e192a7-622c-4fa2-ae8f-049ecb106dc4) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:31.834817 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.845081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Transition to ACTIVE for port object 1cd69b57-9748-455e-9683-c367e8f0c690 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:31.922370 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.922941 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.975456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92030c0e-a12d-4c60-a245-1e2e87bf0ffb None None] Pushing event updated for resources: {'Port': ['ID=1cd69b57-9748-455e-9683-c367e8f0c690,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:32.032498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Attempting to bind port 1cd69b57-9748-455e-9683-c367e8f0c690 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:32.032878 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Attempting to bind port 1cd69b57-9748-455e-9683-c367e8f0c690 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:32.033247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Attempting to bind port 1cd69b57-9748-455e-9683-c367e8f0c690 on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:32.038883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:32.039254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Checking segment: {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:32.039665 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:32.040061 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Bound using segment: {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:32.040568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Bound port: 1cd69b57-9748-455e-9683-c367e8f0c690, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:32.040972 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:32.043194 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:32.080897 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:32.087563 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:32.091862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:32.097758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event updated for resources: {'Port': ['ID=62e192a7-622c-4fa2-ae8f-049ecb106dc4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:32.110112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] For port 1cd69b57-9748-455e-9683-c367e8f0c690, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:32.113815 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] For port 1cd69b57-9748-455e-9683-c367e8f0c690, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1cd69b57-9748-455e-9683-c367e8f0c690,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:32.185481 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:32.208733 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:32.280176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92030c0e-a12d-4c60-a245-1e2e87bf0ffb None None] Pushing event updated for resources: {'Port': ['ID=1cd69b57-9748-455e-9683-c367e8f0c690,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:32.282680 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Routers {'7a830c97-5fb5-4cd9-9cfd-f88f10377b61'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:32.283322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:26:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:32.363478 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:32.404040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] Set router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:32.522716 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:32.579683 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:32.665065 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event updated for resources: {'Port': ['ID=62e192a7-622c-4fa2-ae8f-049ecb106dc4,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:32.678284 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:32.696114 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:32.756811 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:32.767640 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a6c42835-de3d-473e-a6f8-447345523429 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2573814 Jul 05 04:26:32.767797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:32.833830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:32.834204 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:32.859297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'name': 'tempest-ServerActionsTestJSON-1555896913-router', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:29Z', 'revision_number': 4, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'gw_port': {'id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '1cd69b57-9748-455e-9683-c367e8f0c690', 'name': '', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'mac_address': 'fa:16:3e:ac:16:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:28Z', 'updated_at': '2021-07-05T04:26:32Z', 'revision_number': 4, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'subnets': [{'id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:32.894135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9e76e3-e166-408b-97e1-c6d77e7f6ea1 None None] The sync data for ids ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'] in n-d-771363-32 is: [{'id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'name': 'tempest-ServerActionsTestJSON-1555896913-router', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:29Z', 'revision_number': 4, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'gw_port': {'id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '1cd69b57-9748-455e-9683-c367e8f0c690', 'name': '', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'mac_address': 'fa:16:3e:ac:16:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:28Z', 'updated_at': '2021-07-05T04:26:32Z', 'revision_number': 4, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'subnets': [{'id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:32.902564 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-b56cef38-f61a-417a-a601-2d034f2e592b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1238433820&fields=id&tenant_id=b040f5b5b4d746d6999bd768dd9e1512 HTTP/1.1" status: 200 len: 267 time: 0.0336471 Jul 05 04:26:33.036775 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-4d6ac4cd-eb1e-4427-afde-2b7277cc828d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:33.038519 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-4d6ac4cd-eb1e-4427-afde-2b7277cc828d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 812 time: 0.1272888 Jul 05 04:26:33.054774 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2f2ae54d-ca15-43d6-bba5-b693cffa81d8 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/quotas/b040f5b5b4d746d6999bd768dd9e1512 HTTP/1.1" status: 200 len: 375 time: 0.0104461 Jul 05 04:26:33.134802 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-de0af482-d5a2-4190-99b6-b5bbe3fefb87 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738647 Jul 05 04:26:33.207288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-50d3c4aa-7bf0-46b4-a1ac-ae494406a5fe service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:26:33.208342 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-50d3c4aa-7bf0-46b4-a1ac-ae494406a5fe service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0600345 Jul 05 04:26:33.300717 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-f1114874-b607-471c-8ebe-bdea7f680884 service neutron] 10.222.0.38 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863557 Jul 05 04:26:33.399037 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-e0f39043-8b1a-464b-aff2-d5da47fb6473 service neutron] 10.222.0.38 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922334 Jul 05 04:26:33.640845 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a94f69a6-e91f-46bb-8b3d-54aa4f66a020 req-10979143-e229-4fcb-97c3-bdd7b64c3aa3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 210 time: 0.0308175 Jul 05 04:26:34.145288 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:34.768364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1cd69b57-9748-455e-9683-c367e8f0c690 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:34.789513 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56c0102c-22d4-4d35-b986-86fba5f0ef64 req-32b2e3d8-675a-4aa2-93b5-384d5758ce12 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 210 time: 0.0337181 Jul 05 04:26:34.871728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 1cd69b57-9748-455e-9683-c367e8f0c690 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:34.875783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1cd69b57-9748-455e-9683-c367e8f0c690 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:34.876147 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:34.957113 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:34.989067 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 1cd69b57-9748-455e-9683-c367e8f0c690, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1cd69b57-9748-455e-9683-c367e8f0c690,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:35.065378 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:35.113375 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=1cd69b57-9748-455e-9683-c367e8f0c690,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:35.898370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-344abc60-c0f7-4b13-9153-9e92b7cf9c69 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:35.899845 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-344abc60-c0f7-4b13-9153-9e92b7cf9c69 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 812 time: 0.1114833 Jul 05 04:26:35.937488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-45f9d559-6bc2-4e65-92e9-01c72bf48046 req-74c1e4e3-9aa0-4941-978a-d89411a4a7ba tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 210 time: 0.0325048 Jul 05 04:26:35.944397 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-e1cfd0fb-be79-4306-b55e-4e183569dd20 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b040f5b5b4d746d6999bd768dd9e1512 HTTP/1.1" status: 200 len: 380 time: 0.0354552 Jul 05 04:26:35.954836 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-61d9fe75-44d5-4833-8ed8-a2a65c16d516 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Request body: {'port': {'device_id': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'admin_state_up': True, 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'security_groups': ['bb34de5b-5972-4a46-b203-be1b72f13478']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:36.169071 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-61d9fe75-44d5-4833-8ed8-a2a65c16d516 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Made reservation on behalf of b040f5b5b4d746d6999bd768dd9e1512 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:36.172784 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-61d9fe75-44d5-4833-8ed8-a2a65c16d516 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.304139 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-61d9fe75-44d5-4833-8ed8-a2a65c16d516 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Allocated IP 172.20.0.4 (bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c/ae0aaa08-3383-4a99-a4fe-af8658ec51f3/7070c5df-fc5f-4b8e-8d63-c82f0e456802) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:36.496625 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-61d9fe75-44d5-4833-8ed8-a2a65c16d516 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.509516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-61d9fe75-44d5-4833-8ed8-a2a65c16d516 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Transition to ACTIVE for port object 7070c5df-fc5f-4b8e-8d63-c82f0e456802 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:36.581064 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-61d9fe75-44d5-4833-8ed8-a2a65c16d516 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.624293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-61d9fe75-44d5-4833-8ed8-a2a65c16d516 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:36.627469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-61d9fe75-44d5-4833-8ed8-a2a65c16d516 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:36.633216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-61d9fe75-44d5-4833-8ed8-a2a65c16d516 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:36.661199 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9fe75-44d5-4833-8ed8-a2a65c16d516 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event updated for resources: {'Port': ['ID=7070c5df-fc5f-4b8e-8d63-c82f0e456802,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:36.690589 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-61d9fe75-44d5-4833-8ed8-a2a65c16d516 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:36.691235 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-61d9fe75-44d5-4833-8ed8-a2a65c16d516 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.745120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1cd69b57-9748-455e-9683-c367e8f0c690 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:36.757776 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-61d9fe75-44d5-4833-8ed8-a2a65c16d516 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8073540 Jul 05 04:26:36.793272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1cd69b57-9748-455e-9683-c367e8f0c690 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:36.793648 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.823953 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Request body: {'port': {'device_id': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:36.905359 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.974375 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-84bf76a9-a57d-48ec-a761-1432fce6effa None None] Provisioning for port 7070c5df-fc5f-4b8e-8d63-c82f0e456802 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:36.979026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-84bf76a9-a57d-48ec-a761-1432fce6effa None None] Provisioning complete for port 7070c5df-fc5f-4b8e-8d63-c82f0e456802 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:36.979456 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-84bf76a9-a57d-48ec-a761-1432fce6effa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.016519 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-84bf76a9-a57d-48ec-a761-1432fce6effa None None] Port 7070c5df-fc5f-4b8e-8d63-c82f0e456802 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:37.122230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a35c18-a0a6-44d7-81db-7a70dc40548f req-422d298e-1cb0-4cd6-b20a-d78e366dc57b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:37.123717 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6a35c18-a0a6-44d7-81db-7a70dc40548f req-422d298e-1cb0-4cd6-b20a-d78e366dc57b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 931 time: 0.0682566 Jul 05 04:26:37.161449 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6a35c18-a0a6-44d7-81db-7a70dc40548f req-d3af57c5-96d0-4a82-824e-7c063c18ce2a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Jul 05 04:26:37.176573 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7070c5df-fc5f-4b8e-8d63-c82f0e456802 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:26:37.184947 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.196512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Transition to ACTIVE for port object 7070c5df-fc5f-4b8e-8d63-c82f0e456802 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:37.242217 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.291454 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Pushing event updated for resources: {'Port': ['ID=7070c5df-fc5f-4b8e-8d63-c82f0e456802,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:37.367024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Attempting to bind port 7070c5df-fc5f-4b8e-8d63-c82f0e456802 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:37.367371 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Attempting to bind port 7070c5df-fc5f-4b8e-8d63-c82f0e456802 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:37.367709 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Attempting to bind port 7070c5df-fc5f-4b8e-8d63-c82f0e456802 on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:37.373189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Port 7070c5df-fc5f-4b8e-8d63-c82f0e456802 on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:26:37.373527 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Attempting to bind port 7070c5df-fc5f-4b8e-8d63-c82f0e456802 on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:37.378527 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:37.378872 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Checking segment: {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:37.379271 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Bound using segment: {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:37.379710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Bound port: 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:37.380092 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.448390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:37.451545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:37.540443 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.575300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:37.576154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.577560 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] 10.222.0.36 "PUT /v2.0/ports/7070c5df-fc5f-4b8e-8d63-c82f0e456802 HTTP/1.1" status: 200 len: 1092 time: 0.7586107 Jul 05 04:26:37.578004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:37.580267 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1461d9e-8b1e-4775-94a5-2ac507f8f115" -d '{"events": [{"name": "network-changed", "server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:37.607890 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd24a4b-8aec-40a3-9c53-0d450497156d service neutron] Pushing event updated for resources: {'Port': ['ID=7070c5df-fc5f-4b8e-8d63-c82f0e456802,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:37.623935 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242abac0-016a-4a0e-a7f0-ed60fa8f3687 x-openstack-request-id: req-242abac0-016a-4a0e-a7f0-ed60fa8f3687 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:37.624389 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:37.624700 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-242abac0-016a-4a0e-a7f0-ed60fa8f3687 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:37.629440 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'status': 'completed', 'code': 200} Jul 05 04:26:37.707607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1461d9e-8b1e-4775-94a5-2ac507f8f115 req-535ec22f-11a3-43f8-a266-a2fdd0caa545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:37.709183 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e1461d9e-8b1e-4775-94a5-2ac507f8f115 req-535ec22f-11a3-43f8-a266-a2fdd0caa545 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 1095 time: 0.0625949 Jul 05 04:26:37.807742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1461d9e-8b1e-4775-94a5-2ac507f8f115 req-3357ecd4-58bd-447a-af96-020c71f924f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:37.809149 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e1461d9e-8b1e-4775-94a5-2ac507f8f115 req-3357ecd4-58bd-447a-af96-020c71f924f7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0919015 Jul 05 04:26:37.906964 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1461d9e-8b1e-4775-94a5-2ac507f8f115 req-6c1d3587-0b63-4628-8b91-f9533978bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:37.908455 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e1461d9e-8b1e-4775-94a5-2ac507f8f115 req-6c1d3587-0b63-4628-8b91-f9533978bedb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917487 Jul 05 04:26:38.000819 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-28209be3-4ffe-4b81-9f36-05a2400af771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:38.002325 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-28209be3-4ffe-4b81-9f36-05a2400af771 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 1095 time: 0.0548871 Jul 05 04:26:38.047408 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-d3c45b57-88f1-416e-9d67-b5032d2f96f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802 HTTP/1.1" status: 200 len: 217 time: 0.0341330 Jul 05 04:26:38.096977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-e6c8cbb8-734d-4799-be25-618611fe9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:38.098724 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-e6c8cbb8-734d-4799-be25-618611fe9c69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0434346 Jul 05 04:26:38.162639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-9f095389-2516-47b5-9ace-99c23f2c82c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:38.164148 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-9f095389-2516-47b5-9ace-99c23f2c82c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589926 Jul 05 04:26:38.264025 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-9eff9ffa-09f9-4b30-914e-ff4a1a270693 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928950 Jul 05 04:26:38.345224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526c60-4781-4905-8345-b1014202b3ad req-943b27be-5e00-489c-a2b6-d8e36f86bb06 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:38.346748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-47526c60-4781-4905-8345-b1014202b3ad req-943b27be-5e00-489c-a2b6-d8e36f86bb06 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 943 time: 0.0648816 Jul 05 04:26:38.362336 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f6e9561a-3c29-43b9-ad7a-7d8b60f23782 req-a0f87541-9d5c-49ae-b0d3-692362e0e5c1 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914671 Jul 05 04:26:38.385687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-47526c60-4781-4905-8345-b1014202b3ad req-c4fc9b43-111b-4172-8dd3-e85e5f149645 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326881 Jul 05 04:26:39.559205 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a599e0c-603d-4172-8c15-56acb731a992 req-8465174b-3be6-4e97-a51c-b9458cc13395 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:39.560735 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a599e0c-603d-4172-8c15-56acb731a992 req-8465174b-3be6-4e97-a51c-b9458cc13395 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 943 time: 0.0631161 Jul 05 04:26:39.598841 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a599e0c-603d-4172-8c15-56acb731a992 req-5561c444-b0b2-43d9-8aa7-8e6455aa19e7 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325372 Jul 05 04:26:40.776047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaedbd4-5345-426d-933f-30b8149788f7 req-fc7bce41-a33e-45b9-97c8-da4b6a87d75d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:40.777435 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5aaedbd4-5345-426d-933f-30b8149788f7 req-fc7bce41-a33e-45b9-97c8-da4b6a87d75d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 943 time: 0.0671203 Jul 05 04:26:40.814357 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5aaedbd4-5345-426d-933f-30b8149788f7 req-a98abda8-9829-4133-98b0-83bbe6227dbb tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311234 Jul 05 04:26:41.442389 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7946fb99-4a41-42bb-9928-582cb80c5dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:41.986345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74949870-3b77-416d-aac3-ed46153757d4 req-c3b5b444-a33a-4b53-8511-ea33fe785fd0 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:41.987729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74949870-3b77-416d-aac3-ed46153757d4 req-c3b5b444-a33a-4b53-8511-ea33fe785fd0 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 943 time: 0.0633330 Jul 05 04:26:42.023944 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74949870-3b77-416d-aac3-ed46153757d4 req-f8e98531-d2a1-4063-9c63-275965cdf9d3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307257 Jul 05 04:26:42.443988 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7070c5df-fc5f-4b8e-8d63-c82f0e456802 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:26:42.542478 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:42.554272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'port_id': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'mac_address': 'fa:16:3e:11:5f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:26:42.590207 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.602977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7070c5df-fc5f-4b8e-8d63-c82f0e456802 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:26:42.622865 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:42.716693 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.763369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7070c5df-fc5f-4b8e-8d63-c82f0e456802,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:43.061112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['7070c5df-fc5f-4b8e-8d63-c82f0e456802'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:26:43.199024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880454a-48e9-4140-8942-0fb00d3137b5 req-a947f7e9-9a07-4d8b-94ac-fe5b02f9960f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:43.201336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c880454a-48e9-4140-8942-0fb00d3137b5 req-a947f7e9-9a07-4d8b-94ac-fe5b02f9960f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0662713 Jul 05 04:26:43.238865 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c880454a-48e9-4140-8942-0fb00d3137b5 req-00c9bfe1-ab71-4e41-924a-6664010fe8b6 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321481 Jul 05 04:26:44.019156 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c7492306-d98f-410d-ae0e-9cc3251071aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.373738 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.424689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39667d-d120-4d19-908b-993ad1fe9a80 req-630a7d76-da39-4416-b314-4fe3dcbc46bd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:44.426187 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d39667d-d120-4d19-908b-993ad1fe9a80 req-630a7d76-da39-4416-b314-4fe3dcbc46bd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0678229 Jul 05 04:26:44.461672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7070c5df-fc5f-4b8e-8d63-c82f0e456802 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:44.464336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d39667d-d120-4d19-908b-993ad1fe9a80 req-1c283f34-0fdb-4710-bb85-87ebcd14ea7d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324025 Jul 05 04:26:44.579692 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 7070c5df-fc5f-4b8e-8d63-c82f0e456802 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:44.583798 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 7070c5df-fc5f-4b8e-8d63-c82f0e456802 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:44.584199 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.662764 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.685458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:44.687861 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238150b3-0bd4-4bd9-a154-335475ea0602" -d '{"events": [{"server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "name": "network-vif-plugged", "status": "completed", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:44.701099 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:44.723551 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645ff993-28ca-4d73-bdbc-e0b625b41e9f x-openstack-request-id: req-645ff993-28ca-4d73-bdbc-e0b625b41e9f {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:44.723863 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "name": "network-vif-plugged", "status": "completed", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:44.724150 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-645ff993-28ca-4d73-bdbc-e0b625b41e9f {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:44.724547 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'code': 200} Jul 05 04:26:44.785426 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.832735 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7070c5df-fc5f-4b8e-8d63-c82f0e456802,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:44.844384 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b6a63-cbc3-456e-bba6-7151680841b7 req-e19090d0-ac6d-4f96-8fa3-7a8115a3b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:44.845947 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c70b6a63-cbc3-456e-bba6-7151680841b7 req-e19090d0-ac6d-4f96-8fa3-7a8115a3b8d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 1097 time: 0.0577614 Jul 05 04:26:44.881314 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c70b6a63-cbc3-456e-bba6-7151680841b7 req-556f32e2-a8d6-4e6a-89f1-7971f3a9025f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289009 Jul 05 04:26:45.425373 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:45.641553 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e84826-9a4e-4159-905c-ce1c8b0a9101 req-93d10baf-eee5-42a9-9c3e-301223d42dbb tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:45.643033 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4e84826-9a4e-4159-905c-ce1c8b0a9101 req-93d10baf-eee5-42a9-9c3e-301223d42dbb tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 945 time: 0.0636647 Jul 05 04:26:45.682457 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d4e84826-9a4e-4159-905c-ce1c8b0a9101 req-493b45d2-235d-47dd-94a0-dbd0a5a9663e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336525 Jul 05 04:26:46.863526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd7f6f-99c4-4cf6-97c0-8ed26805adb2 req-2ceb80f1-3998-4397-8ebb-9ffef82b6739 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:46.865064 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f1cd7f6f-99c4-4cf6-97c0-8ed26805adb2 req-2ceb80f1-3998-4397-8ebb-9ffef82b6739 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 945 time: 0.0685914 Jul 05 04:26:46.902587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f1cd7f6f-99c4-4cf6-97c0-8ed26805adb2 req-79a20720-fa59-4e57-8988-30245a4fccd1 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319407 Jul 05 04:26:46.952418 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:47.069531 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223082a-cdf1-49f3-84c4-56675a50a4ae req-6cf09b68-5d24-46c0-9cf7-758f1a5caf03 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:47.071829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4223082a-cdf1-49f3-84c4-56675a50a4ae req-6cf09b68-5d24-46c0-9cf7-758f1a5caf03 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 945 time: 0.0646191 Jul 05 04:26:47.081093 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 57134) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:47.085733 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f35ad81d-30ec-4dd1-adc0-550ff136a042 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Request body: {'floatingip': {'port_id': '7070c5df-fc5f-4b8e-8d63-c82f0e456802'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:47.127721 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f35ad81d-30ec-4dd1-adc0-550ff136a042 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:47.894824 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f35ad81d-30ec-4dd1-adc0-550ff136a042 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:47.962582 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f35ad81d-30ec-4dd1-adc0-550ff136a042 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:48.063036 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-f35ad81d-30ec-4dd1-adc0-550ff136a042 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Floating IP 10b28b0c-a94b-4f96-b3fc-b29140c19797 associated. External IP: 172.25.6.6, port: 7070c5df-fc5f-4b8e-8d63-c82f0e456802. Jul 05 04:26:48.274812 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35ad81d-30ec-4dd1-adc0-550ff136a042 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:48.385890 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35ad81d-30ec-4dd1-adc0-550ff136a042 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:48.391112 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f35ad81d-30ec-4dd1-adc0-550ff136a042 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:48.396023 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bce5b6c-970f-4379-861f-4a0c2ffda0bd None None] Sync routers for ids ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:48.406701 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce5b6c-970f-4379-861f-4a0c2ffda0bd None None] Routers {'7a830c97-5fb5-4cd9-9cfd-f88f10377b61'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:48.407317 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7bce5b6c-970f-4379-861f-4a0c2ffda0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:26:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:48.436815 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f35ad81d-30ec-4dd1-adc0-550ff136a042 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "PUT /v2.0/floatingips/10b28b0c-a94b-4f96-b3fc-b29140c19797 HTTP/1.1" status: 200 len: 989 time: 1.3513045 Jul 05 04:26:48.436815 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:48.436815 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65ae01e-889e-47d6-ac23-7dc61c7bbb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:48.523336 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-7bce5b6c-970f-4379-861f-4a0c2ffda0bd None None] Set router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:48.541419 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8c1fda-5628-40d3-bdbb-961e2eee1d93 x-openstack-request-id: req-4f8c1fda-5628-40d3-bdbb-961e2eee1d93 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:48.541713 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:48.541967 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4f8c1fda-5628-40d3-bdbb-961e2eee1d93 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:48.542396 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'status': 'completed', 'code': 200} Jul 05 04:26:48.617195 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ae01e-889e-47d6-ac23-7dc61c7bbb8a req-fef8e22d-2f40-4c82-bfe3-cc7b7d0538e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:48.618860 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e65ae01e-889e-47d6-ac23-7dc61c7bbb8a req-fef8e22d-2f40-4c82-bfe3-cc7b7d0538e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 1097 time: 0.0550411 Jul 05 04:26:48.770431 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7bce5b6c-970f-4379-861f-4a0c2ffda0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'name': 'tempest-ServerActionsTestJSON-1555896913-router', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:29Z', 'revision_number': 4, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'gw_port': {'id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '10b28b0c-a94b-4f96-b3fc-b29140c19797', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'port_id': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'mac_address': 'fa:16:3e:11:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:26:32Z', 'updated_at': '2021-07-05T04:26:47Z', 'revision_number': 1, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd69b57-9748-455e-9683-c367e8f0c690', 'name': '', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'mac_address': 'fa:16:3e:ac:16:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:28Z', 'updated_at': '2021-07-05T04:26:34Z', 'revision_number': 5, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'subnets': [{'id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:48.798225 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bce5b6c-970f-4379-861f-4a0c2ffda0bd None None] Checking router: 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:48.806839 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce5b6c-970f-4379-861f-4a0c2ffda0bd None None] Routers {'7a830c97-5fb5-4cd9-9cfd-f88f10377b61'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:48.807500 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7bce5b6c-970f-4379-861f-4a0c2ffda0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:26:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:49.014434 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-7bce5b6c-970f-4379-861f-4a0c2ffda0bd None None] Set router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:49.071274 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ae01e-889e-47d6-ac23-7dc61c7bbb8a req-c18c177a-edd5-49ff-bb10-7d09a0fff15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:49.072710 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e65ae01e-889e-47d6-ac23-7dc61c7bbb8a req-c18c177a-edd5-49ff-bb10-7d09a0fff15b service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.4475336 Jul 05 04:26:49.139939 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e65ae01e-889e-47d6-ac23-7dc61c7bbb8a req-34c79d89-881d-4b4b-beeb-2f12d91731e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802 HTTP/1.1" status: 200 len: 997 time: 0.0597246 Jul 05 04:26:49.192114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ae01e-889e-47d6-ac23-7dc61c7bbb8a req-e7e84347-509b-488e-8101-6fb7f28430de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:49.193604 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e65ae01e-889e-47d6-ac23-7dc61c7bbb8a req-e7e84347-509b-488e-8101-6fb7f28430de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0475285 Jul 05 04:26:49.239082 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7bce5b6c-970f-4379-861f-4a0c2ffda0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'name': 'tempest-ServerActionsTestJSON-1555896913-router', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:29Z', 'revision_number': 4, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'gw_port': {'id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '10b28b0c-a94b-4f96-b3fc-b29140c19797', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'port_id': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'mac_address': 'fa:16:3e:11:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:26:32Z', 'updated_at': '2021-07-05T04:26:47Z', 'revision_number': 1, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd69b57-9748-455e-9683-c367e8f0c690', 'name': '', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'mac_address': 'fa:16:3e:ac:16:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:28Z', 'updated_at': '2021-07-05T04:26:34Z', 'revision_number': 5, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'subnets': [{'id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:49.252231 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ae01e-889e-47d6-ac23-7dc61c7bbb8a req-4d48e077-74d5-432d-abaf-cbdee96a39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:49.253791 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e65ae01e-889e-47d6-ac23-7dc61c7bbb8a req-4d48e077-74d5-432d-abaf-cbdee96a39d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516582 Jul 05 04:26:49.268971 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bce5b6c-970f-4379-861f-4a0c2ffda0bd None None] The sync data for ids ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'] in n-d-771363-32 is: [{'id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'name': 'tempest-ServerActionsTestJSON-1555896913-router', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:29Z', 'revision_number': 4, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'gw_port': {'id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '10b28b0c-a94b-4f96-b3fc-b29140c19797', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'port_id': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'mac_address': 'fa:16:3e:11:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:26:32Z', 'updated_at': '2021-07-05T04:26:47Z', 'revision_number': 1, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd69b57-9748-455e-9683-c367e8f0c690', 'name': '', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'mac_address': 'fa:16:3e:ac:16:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:28Z', 'updated_at': '2021-07-05T04:26:34Z', 'revision_number': 5, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'subnets': [{'id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:49.352869 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e65ae01e-889e-47d6-ac23-7dc61c7bbb8a req-0dce5088-41df-4ec8-8ab9-559f45c38991 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916855 Jul 05 04:26:49.451351 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e65ae01e-889e-47d6-ac23-7dc61c7bbb8a req-cc17ada5-d26e-439d-b2a4-cb14123bade2 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917823 Jul 05 04:26:49.463416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64089f3d-ed27-40bd-ba2b-ca695911d96c None None] New status for floating IP 10b28b0c-a94b-4f96-b3fc-b29140c19797: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:26:51.416733 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:27:02.619412 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:04.162369 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:11.424558 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4b06b235-68ce-403a-9109-7568bc0efecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:13.990836 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-928912ba-fa20-4d8f-b053-06d8d0b54d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:14.345072 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:15.367518 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:16.956149 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:28.416451 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:27:32.636453 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:34.161792 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:41.453236 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4c7154b2-cb37-4e94-a4a5-b03072de074d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:43.732478 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ab6b8b18-1a44-4539-aa5f-5ee3ab0c6178 req-ec507053-d271-4819-918d-e5d3f8e12b1a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526674 Jul 05 04:27:43.824028 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b8b18-1a44-4539-aa5f-5ee3ab0c6178 req-3559c36a-5dd9-41a6-b124-55b1d5310653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:43.825448 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ab6b8b18-1a44-4539-aa5f-5ee3ab0c6178 req-3559c36a-5dd9-41a6-b124-55b1d5310653 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 1097 time: 0.0513110 Jul 05 04:27:43.930726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b8b18-1a44-4539-aa5f-5ee3ab0c6178 req-857459b8-4836-4be5-96ac-dbbb569424e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:43.932559 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ab6b8b18-1a44-4539-aa5f-5ee3ab0c6178 req-857459b8-4836-4be5-96ac-dbbb569424e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0867238 Jul 05 04:27:43.997970 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ab6b8b18-1a44-4539-aa5f-5ee3ab0c6178 req-df474325-eb2f-4579-8106-b72b976912d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802 HTTP/1.1" status: 200 len: 999 time: 0.0591962 Jul 05 04:27:44.001894 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2c561c17-25ba-47ce-924c-570390823ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:44.051115 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b8b18-1a44-4539-aa5f-5ee3ab0c6178 req-8398c1f7-55b4-4623-a87b-de9388b7aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:44.052642 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ab6b8b18-1a44-4539-aa5f-5ee3ab0c6178 req-8398c1f7-55b4-4623-a87b-de9388b7aee3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0475352 Jul 05 04:27:44.109953 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b8b18-1a44-4539-aa5f-5ee3ab0c6178 req-b370e2a0-11fa-4e6a-8d88-c91d77356f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:44.111459 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ab6b8b18-1a44-4539-aa5f-5ee3ab0c6178 req-b370e2a0-11fa-4e6a-8d88-c91d77356f4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519056 Jul 05 04:27:44.199685 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ab6b8b18-1a44-4539-aa5f-5ee3ab0c6178 req-8156d1dc-019b-4505-ba7a-3386b3912b32 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810399 Jul 05 04:27:44.293036 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ab6b8b18-1a44-4539-aa5f-5ee3ab0c6178 req-965981ad-f1b2-4183-b959-ab54df8e51e7 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859721 Jul 05 04:27:44.356190 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:45.384804 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:46.984150 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:02.630586 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:04.150598 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:05.416510 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:28:11.453035 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-feee0db9-4dce-400c-8a29-f188357bc1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:14.006977 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-18ecad0a-b5c5-4043-baa6-4bd55e8bf524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:14.355267 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:15.378653 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:16.955470 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:32.652903 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:34.166730 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:41.429314 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-22f7fea9-5e10-42c4-b228-63e655feeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:42.416166 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:28:44.000625 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2a250f8b-abcb-49b3-8bd3-021b1e472aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:44.366770 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:44.791859 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e9a01f37-8bfa-4260-8e47-2c0520e14b6b req-d104fe48-67da-42d8-8993-d7580ab8bc68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1062410 Jul 05 04:28:44.890303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a01f37-8bfa-4260-8e47-2c0520e14b6b req-4b29d422-d758-4b79-b78f-260fe7f9ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:44.891858 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e9a01f37-8bfa-4260-8e47-2c0520e14b6b req-4b29d422-d758-4b79-b78f-260fe7f9ecd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 1097 time: 0.0576241 Jul 05 04:28:44.993287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a01f37-8bfa-4260-8e47-2c0520e14b6b req-901d4c39-483a-4e92-95af-1c61633ca2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:44.994653 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e9a01f37-8bfa-4260-8e47-2c0520e14b6b req-901d4c39-483a-4e92-95af-1c61633ca2b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0827157 Jul 05 04:28:45.061763 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e9a01f37-8bfa-4260-8e47-2c0520e14b6b req-8253431d-bbe4-4bf6-9459-bb3b79a2b393 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802 HTTP/1.1" status: 200 len: 999 time: 0.0610213 Jul 05 04:28:45.108235 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a01f37-8bfa-4260-8e47-2c0520e14b6b req-3b0da452-b6e2-4965-ad00-e6eef5078349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:45.109625 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e9a01f37-8bfa-4260-8e47-2c0520e14b6b req-3b0da452-b6e2-4965-ad00-e6eef5078349 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0416048 Jul 05 04:28:45.167577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a01f37-8bfa-4260-8e47-2c0520e14b6b req-bcbcfbd8-22a9-4983-8364-09e955e41b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:45.169100 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e9a01f37-8bfa-4260-8e47-2c0520e14b6b req-bcbcfbd8-22a9-4983-8364-09e955e41b8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511451 Jul 05 04:28:45.261692 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e9a01f37-8bfa-4260-8e47-2c0520e14b6b req-992f8644-010c-4293-b6c1-877c4c44e70f service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852816 Jul 05 04:28:45.350536 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e9a01f37-8bfa-4260-8e47-2c0520e14b6b req-5937ae47-ca70-4af1-b507-cf1d12974c9b service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826802 Jul 05 04:28:45.383566 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:46.961049 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:02.640925 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:04.166591 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:11.463061 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81bdf090-b195-494b-b058-b6ee7421a5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:14.000387 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-20439662-99bb-4007-99f3-34e3a58fc8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:14.354847 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:15.417709 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:16.943340 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:19.415014 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:29:27.941996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe93680-5b49-4ff7-a224-d46184311c41 req-8be1eaa5-e5e2-45d6-8b2e-2d9ed29e43cb tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:27.943930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cbe93680-5b49-4ff7-a224-d46184311c41 req-8be1eaa5-e5e2-45d6-8b2e-2d9ed29e43cb tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 945 time: 0.1351039 Jul 05 04:29:27.987830 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cbe93680-5b49-4ff7-a224-d46184311c41 req-820cd256-1b83-4013-b92e-68757d4798c3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373762 Jul 05 04:29:32.628984 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:33.412208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7070c5df-fc5f-4b8e-8d63-c82f0e456802 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:29:33.506024 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:33.517324 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'port_id': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'mac_address': 'fa:16:3e:11:5f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:29:33.552761 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:33.565465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7070c5df-fc5f-4b8e-8d63-c82f0e456802 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:29:33.583734 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:33.646063 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:33.700038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7070c5df-fc5f-4b8e-8d63-c82f0e456802,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:33.706993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:33.707341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:33.707681 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:33.708017 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:33.708379 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:33.708708 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:33.709036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:33.709364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:33.709689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:33.710014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:33.710347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:33.710664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:33.722209 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['7070c5df-fc5f-4b8e-8d63-c82f0e456802'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:29:34.154625 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:35.424874 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7070c5df-fc5f-4b8e-8d63-c82f0e456802 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:29:35.471632 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 7070c5df-fc5f-4b8e-8d63-c82f0e456802 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:35.472001 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:35.550812 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:35.572716 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:29:35.575054 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee536fa-ff8c-4c31-aac1-0ef20a4082c9" -d '{"events": [{"server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "name": "network-vif-plugged", "status": "completed", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:29:35.587413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:35.613384 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752831bd-9531-463c-99ce-f169249fcba0 x-openstack-request-id: req-752831bd-9531-463c-99ce-f169249fcba0 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:29:35.613681 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "name": "network-vif-plugged", "status": "completed", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:29:35.613940 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-752831bd-9531-463c-99ce-f169249fcba0 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:29:35.614337 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'code': 200} Jul 05 04:29:35.651422 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:35.700922 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7070c5df-fc5f-4b8e-8d63-c82f0e456802,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:41.457402 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a6d080ce-7941-4a8e-ba3d-9030aced848f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:44.017343 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b7656b93-d386-44be-b429-5d33cdff3eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:44.360344 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:45.412054 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:46.781356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23981c2-0237-4b6a-838b-88638e78b555 req-6efb8727-60f2-4796-9f0a-b21000f4a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:46.783009 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a23981c2-0237-4b6a-838b-88638e78b555 req-6efb8727-60f2-4796-9f0a-b21000f4a8ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 1097 time: 0.0661483 Jul 05 04:29:46.918294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23981c2-0237-4b6a-838b-88638e78b555 req-d33501fe-9cfb-4e55-8eae-73acfcc583e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:46.920816 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a23981c2-0237-4b6a-838b-88638e78b555 req-d33501fe-9cfb-4e55-8eae-73acfcc583e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.1153991 Jul 05 04:29:46.948770 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:47.019076 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a23981c2-0237-4b6a-838b-88638e78b555 req-1f3e7029-40d0-4985-960b-088935b7c1e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802 HTTP/1.1" status: 200 len: 999 time: 0.0911112 Jul 05 04:29:47.097641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23981c2-0237-4b6a-838b-88638e78b555 req-db492294-5fd0-46c0-8099-00972895e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:47.099957 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a23981c2-0237-4b6a-838b-88638e78b555 req-db492294-5fd0-46c0-8099-00972895e3f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0744042 Jul 05 04:29:47.168448 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23981c2-0237-4b6a-838b-88638e78b555 req-2381947d-7570-4a36-9591-5dcc3b41a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:47.170113 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a23981c2-0237-4b6a-838b-88638e78b555 req-2381947d-7570-4a36-9591-5dcc3b41a8c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619869 Jul 05 04:29:47.290902 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a23981c2-0237-4b6a-838b-88638e78b555 req-71b4d219-3364-4a5d-9870-36d515c9d186 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129141 Jul 05 04:29:47.407524 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a23981c2-0237-4b6a-838b-88638e78b555 req-e44cbf92-201f-4494-8930-852a39c803d5 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087193 Jul 05 04:29:51.516128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab7a1f-b2b1-41c9-b42a-f1962cad0f40 req-9f50736b-edca-40e4-980f-d154411dda3a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:51.517608 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1cab7a1f-b2b1-41c9-b42a-f1962cad0f40 req-9f50736b-edca-40e4-980f-d154411dda3a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 945 time: 0.0640187 Jul 05 04:29:51.555031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1cab7a1f-b2b1-41c9-b42a-f1962cad0f40 req-83cf3269-d563-4e73-b662-ea65c33fae57 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317504 Jul 05 04:29:55.517793 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7070c5df-fc5f-4b8e-8d63-c82f0e456802 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:29:55.595025 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:55.617475 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:29:55.619705 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee24ea8f-3548-4bbd-86d6-7d049fa932fd" -d '{"events": [{"server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "name": "network-vif-unplugged", "status": "completed", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:29:55.632007 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:55.724914 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8449ff-1117-4734-a617-abca377b3b3a x-openstack-request-id: req-2f8449ff-1117-4734-a617-abca377b3b3a {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:29:55.725231 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "name": "network-vif-unplugged", "status": "completed", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:29:55.725489 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2f8449ff-1117-4734-a617-abca377b3b3a {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:29:55.725890 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'code': 200} Jul 05 04:29:55.731797 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:55.777254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7070c5df-fc5f-4b8e-8d63-c82f0e456802,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:56.414051 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:29:57.531949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7070c5df-fc5f-4b8e-8d63-c82f0e456802 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:29:57.633907 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:57.645609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'port_id': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'mac_address': 'fa:16:3e:11:5f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:29:57.682317 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:57.695257 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7070c5df-fc5f-4b8e-8d63-c82f0e456802 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:29:57.714005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:57.749463 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:57.804411 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7070c5df-fc5f-4b8e-8d63-c82f0e456802,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:57.820707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['7070c5df-fc5f-4b8e-8d63-c82f0e456802'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:29:59.563304 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7070c5df-fc5f-4b8e-8d63-c82f0e456802 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:29:59.612862 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 7070c5df-fc5f-4b8e-8d63-c82f0e456802 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:59.613262 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:59.697102 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:59.718298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:29:59.720549 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eddd3b8-d0a8-44b5-a93e-a39d2193f672" -d '{"events": [{"server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "name": "network-vif-plugged", "status": "completed", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:29:59.732638 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:59.759374 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d731f49c-6660-4c01-8ec3-154a50e328f1 x-openstack-request-id: req-d731f49c-6660-4c01-8ec3-154a50e328f1 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:29:59.759669 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "name": "network-vif-plugged", "status": "completed", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:29:59.759930 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d731f49c-6660-4c01-8ec3-154a50e328f1 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:29:59.760366 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'code': 200} Jul 05 04:29:59.794256 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:59.839974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7070c5df-fc5f-4b8e-8d63-c82f0e456802,revision_number=10']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:02.674078 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:04.159817 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:11.457609 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9ce37040-8412-4bf8-aa5d-f3db79fa727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:14.028505 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e04c1367-b508-4728-a6a1-775622128714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:14.105354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30c08f-3432-4e2d-89c6-efb7c92ee4b2 req-ec36ef84-314e-4e51-8f1a-96299927977f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:14.106821 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff30c08f-3432-4e2d-89c6-efb7c92ee4b2 req-ec36ef84-314e-4e51-8f1a-96299927977f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0685260 Jul 05 04:30:14.147301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff30c08f-3432-4e2d-89c6-efb7c92ee4b2 req-83f41e89-74d6-4de1-9614-72ab2113fefc tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340943 Jul 05 04:30:14.371310 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:14.901632 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d67aee-bc26-4f8b-b84f-7ca460efe49b req-e651ffa7-8116-46b0-88eb-72a1923e4c7f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:14.903221 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49d67aee-bc26-4f8b-b84f-7ca460efe49b req-e651ffa7-8116-46b0-88eb-72a1923e4c7f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0690463 Jul 05 04:30:14.956003 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-49d67aee-bc26-4f8b-b84f-7ca460efe49b req-029e42aa-19d3-4eff-b4a0-7fbc16138584 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428083 Jul 05 04:30:15.451340 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:16.157923 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27faf2-5c95-4b47-82ec-8a71bad300d3 req-8d59df9c-2b5d-4987-b430-e38c271c92c3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:16.159434 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f27faf2-5c95-4b47-82ec-8a71bad300d3 req-8d59df9c-2b5d-4987-b430-e38c271c92c3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0691354 Jul 05 04:30:16.203523 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f27faf2-5c95-4b47-82ec-8a71bad300d3 req-a6fa76eb-1071-4c8f-9b7c-b5f8cb029fed tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385044 Jul 05 04:30:16.982596 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:17.379025 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f982c0-8724-430b-9840-91862d896ce5 req-20c66222-8287-4ba4-a99b-576c0ed193ec tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:17.380516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39f982c0-8724-430b-9840-91862d896ce5 req-20c66222-8287-4ba4-a99b-576c0ed193ec tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0630548 Jul 05 04:30:17.417577 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39f982c0-8724-430b-9840-91862d896ce5 req-b3283a95-fddb-4b08-8778-33b658f9ef62 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314639 Jul 05 04:30:17.656379 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7070c5df-fc5f-4b8e-8d63-c82f0e456802 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:30:17.729834 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:17.750859 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:17.754203 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f13de9a-4d97-4a34-93a0-15430b6ea45d" -d '{"events": [{"server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "name": "network-vif-unplugged", "status": "completed", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:17.766529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:17.793274 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb1164f-ea8b-4fd8-af76-f34732d76cb2 x-openstack-request-id: req-ecb1164f-ea8b-4fd8-af76-f34732d76cb2 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:17.793571 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "name": "network-vif-unplugged", "status": "completed", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:17.793826 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ecb1164f-ea8b-4fd8-af76-f34732d76cb2 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:17.794221 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'code': 200} Jul 05 04:30:17.816640 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:17.866481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7070c5df-fc5f-4b8e-8d63-c82f0e456802,revision_number=11']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:18.595221 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab8cf8-6ee3-4347-ba37-207700388aa6 req-e430ceb9-6316-4a8c-9398-fecf04a564e3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:18.597381 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28ab8cf8-6ee3-4347-ba37-207700388aa6 req-e430ceb9-6316-4a8c-9398-fecf04a564e3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0658550 Jul 05 04:30:18.635410 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28ab8cf8-6ee3-4347-ba37-207700388aa6 req-af11e582-ff6d-45b5-8683-e2da26136667 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325036 Jul 05 04:30:19.674563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7070c5df-fc5f-4b8e-8d63-c82f0e456802 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:30:19.768695 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:19.779953 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'port_id': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'mac_address': 'fa:16:3e:11:5f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:30:19.820843 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:19.823227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894877f3-0acf-4b3b-8312-8898e361bf54 req-d5a5cd7f-2f36-4734-ae9a-1e2671ab895a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:19.824749 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-894877f3-0acf-4b3b-8312-8898e361bf54 req-d5a5cd7f-2f36-4734-ae9a-1e2671ab895a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0698452 Jul 05 04:30:19.834325 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7070c5df-fc5f-4b8e-8d63-c82f0e456802 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:30:19.853816 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:19.865867 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-894877f3-0acf-4b3b-8312-8898e361bf54 req-959e230c-962b-46d5-83ca-1c661e1ebb9b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335815 Jul 05 04:30:19.908084 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:19.959003 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7070c5df-fc5f-4b8e-8d63-c82f0e456802,revision_number=12']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:19.975847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['7070c5df-fc5f-4b8e-8d63-c82f0e456802'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:30:21.039178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b639505-bbc4-49df-a671-dabd51b5ac07 req-b0b0d20c-0df5-41b3-819b-a742a2dcd3c9 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:21.040639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b639505-bbc4-49df-a671-dabd51b5ac07 req-b0b0d20c-0df5-41b3-819b-a742a2dcd3c9 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 945 time: 0.0632982 Jul 05 04:30:21.077863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b639505-bbc4-49df-a671-dabd51b5ac07 req-b1e4e74c-da71-4b5d-9d76-0beb804d4b85 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316689 Jul 05 04:30:21.685120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7070c5df-fc5f-4b8e-8d63-c82f0e456802 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:30:21.888421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 7070c5df-fc5f-4b8e-8d63-c82f0e456802 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:21.888800 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:21.967914 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:21.990722 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:21.993003 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9d532d-5468-4bca-a0f9-258a4aa4bbe6" -d '{"events": [{"server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "name": "network-vif-plugged", "status": "completed", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:22.006328 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:22.029593 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ccacb8-ef09-4975-8ba8-d75782d1b478 x-openstack-request-id: req-e8ccacb8-ef09-4975-8ba8-d75782d1b478 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:22.029876 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "name": "network-vif-plugged", "status": "completed", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:22.030129 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e8ccacb8-ef09-4975-8ba8-d75782d1b478 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:22.030516 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'code': 200} Jul 05 04:30:22.070458 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:22.127570 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7070c5df-fc5f-4b8e-8d63-c82f0e456802,revision_number=13']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:22.260690 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433549a8-509a-46fb-bd66-373e979a351a req-6e98c54c-7fe7-4dcc-b410-4029591fceea tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:22.262107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-433549a8-509a-46fb-bd66-373e979a351a req-6e98c54c-7fe7-4dcc-b410-4029591fceea tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0713587 Jul 05 04:30:22.311213 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-433549a8-509a-46fb-bd66-373e979a351a req-2c0cbd85-0d40-4284-8e35-43120f673e3d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410295 Jul 05 04:30:23.486493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20e6b4-aae6-481e-93f7-1826e9f106e2 req-8f825307-460d-4aa5-8d41-0bd691dba157 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:23.488010 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df20e6b4-aae6-481e-93f7-1826e9f106e2 req-8f825307-460d-4aa5-8d41-0bd691dba157 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0635538 Jul 05 04:30:23.529572 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df20e6b4-aae6-481e-93f7-1826e9f106e2 req-2b0495a0-d5be-4d5e-ad31-e228e29385d9 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360191 Jul 05 04:30:24.718357 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396dbb0-7ffb-4599-82a5-d16d40c43c57 req-d820eae8-2b20-4048-a192-84c40f3cac7f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:24.721205 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2396dbb0-7ffb-4599-82a5-d16d40c43c57 req-d820eae8-2b20-4048-a192-84c40f3cac7f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0722020 Jul 05 04:30:24.762482 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2396dbb0-7ffb-4599-82a5-d16d40c43c57 req-128b3aeb-beae-4392-8115-a8a40f3c5504 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345588 Jul 05 04:30:25.974997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f6472-b0f8-4842-a2fb-1d78ef9426b9 req-9504d38a-fe3c-492e-9fde-fd88f2ea93b2 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:25.976535 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f3f6472-b0f8-4842-a2fb-1d78ef9426b9 req-9504d38a-fe3c-492e-9fde-fd88f2ea93b2 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0762737 Jul 05 04:30:26.020105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f3f6472-b0f8-4842-a2fb-1d78ef9426b9 req-947ec8a8-64f8-4f90-81a7-bf7cba9b41a9 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367785 Jul 05 04:30:27.219134 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3d5d9-4db1-4f58-927f-ca13a507d549 req-2923e1a9-2822-4841-9cbc-8cb53af18c42 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:27.221571 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50d3d5d9-4db1-4f58-927f-ca13a507d549 req-2923e1a9-2822-4841-9cbc-8cb53af18c42 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0785563 Jul 05 04:30:27.262645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50d3d5d9-4db1-4f58-927f-ca13a507d549 req-d469934c-9b65-4887-9495-eecf3f5229d3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355475 Jul 05 04:30:28.456538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f491f-9819-4e2c-965a-c77e19ad9192 req-dd6bc7ca-df4a-4098-b9f5-914a239c7e38 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:28.458096 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a8f491f-9819-4e2c-965a-c77e19ad9192 req-dd6bc7ca-df4a-4098-b9f5-914a239c7e38 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0717912 Jul 05 04:30:28.501244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a8f491f-9819-4e2c-965a-c77e19ad9192 req-1b0dcf46-38d5-41fd-b54e-516bc638e041 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368853 Jul 05 04:30:29.682960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a33ea0-9181-49c3-863c-a0b8ffde9d02 req-7a10e643-75eb-44d4-b733-99d62e42d5dd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:29.684582 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6a33ea0-9181-49c3-863c-a0b8ffde9d02 req-7a10e643-75eb-44d4-b733-99d62e42d5dd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0670390 Jul 05 04:30:29.729859 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6a33ea0-9181-49c3-863c-a0b8ffde9d02 req-73beaec9-7003-4869-954d-a698c318a95c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381310 Jul 05 04:30:30.933592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9f9ca-628e-4466-a103-3b63188ad202 req-357d2e9a-f6a2-4317-9678-fba43f3d8941 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:30.935179 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a2e9f9ca-628e-4466-a103-3b63188ad202 req-357d2e9a-f6a2-4317-9678-fba43f3d8941 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0720325 Jul 05 04:30:30.978766 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a2e9f9ca-628e-4466-a103-3b63188ad202 req-ebad4664-a509-4b69-92ee-88c6a71efc95 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363762 Jul 05 04:30:32.178611 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872109f-85d2-4920-b7fb-947be0abd729 req-7d3b9461-5585-46e1-95cf-aef75b4f5450 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:32.180266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2872109f-85d2-4920-b7fb-947be0abd729 req-7d3b9461-5585-46e1-95cf-aef75b4f5450 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0730171 Jul 05 04:30:32.219200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2872109f-85d2-4920-b7fb-947be0abd729 req-85031e27-4061-44ca-a1a0-533e1e2ac8a2 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331316 Jul 05 04:30:32.708228 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:33.400100 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c49a72-80ec-4830-a7e1-474731aa924d req-7cbc8eb4-6c56-4381-973c-3be9134e56a5 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:33.403914 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28c49a72-80ec-4830-a7e1-474731aa924d req-7cbc8eb4-6c56-4381-973c-3be9134e56a5 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0677359 Jul 05 04:30:33.414125 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:30:33.453214 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28c49a72-80ec-4830-a7e1-474731aa924d req-b787f7b6-8321-4b56-91ae-aba0fe0d5b39 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461080 Jul 05 04:30:34.153588 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:34.629107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde539dd-059a-4b9d-a556-00e2aa69953e req-7570e864-4260-454f-bb14-8f39e487cd24 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:34.630587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dde539dd-059a-4b9d-a556-00e2aa69953e req-7570e864-4260-454f-bb14-8f39e487cd24 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0666800 Jul 05 04:30:34.668870 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dde539dd-059a-4b9d-a556-00e2aa69953e req-2a532a87-039f-466b-a70a-047f95c0f77f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327296 Jul 05 04:30:35.848466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855cc1b-b733-4a86-878e-2072e0ba738b req-c4782e1b-6e63-4102-80d2-2bbdb168f7f0 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:35.849982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f855cc1b-b733-4a86-878e-2072e0ba738b req-c4782e1b-6e63-4102-80d2-2bbdb168f7f0 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0670292 Jul 05 04:30:35.887392 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f855cc1b-b733-4a86-878e-2072e0ba738b req-ab7f1887-4b90-4506-bb11-104e1cfbb3f8 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318549 Jul 05 04:30:37.173293 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a0cc8-510d-4774-97ac-cd702c164fb8 req-21c68a9a-2a8f-4094-9104-01d97e23e7f3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:37.174819 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-117a0cc8-510d-4774-97ac-cd702c164fb8 req-21c68a9a-2a8f-4094-9104-01d97e23e7f3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 946 time: 0.0614474 Jul 05 04:30:37.211488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-117a0cc8-510d-4774-97ac-cd702c164fb8 req-bd595e37-a048-4115-b5e8-cdd3cd69aaf6 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312772 Jul 05 04:30:37.793294 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7070c5df-fc5f-4b8e-8d63-c82f0e456802 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:30:37.871751 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:37.894808 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:37.906209 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18eacdd2-c459-4805-86d9-baaecc8dc85a" -d '{"events": [{"server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "name": "network-vif-unplugged", "status": "completed", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:37.910950 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:37.933400 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28956023-1373-4ae8-b10a-604ae34eaed3 x-openstack-request-id: req-28956023-1373-4ae8-b10a-604ae34eaed3 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:37.933686 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "name": "network-vif-unplugged", "status": "completed", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:37.933941 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-28956023-1373-4ae8-b10a-604ae34eaed3 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:37.934329 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'code': 200} Jul 05 04:30:37.999602 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:38.048855 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=7070c5df-fc5f-4b8e-8d63-c82f0e456802,revision_number=14']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:38.056309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:38.056663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:38.057008 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:38.057349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:38.057685 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:38.058017 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:38.058345 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:38.058674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:38.058999 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:38.059322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:38.059646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:38.059968 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:39.364265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3de24-c690-4a38-8e23-c5c11f4cb8c7 req-26f4f379-3a1d-4ede-be36-eff4d2dad697 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:39.365731 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2b3de24-c690-4a38-8e23-c5c11f4cb8c7 req-26f4f379-3a1d-4ede-be36-eff4d2dad697 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0682852 Jul 05 04:30:39.402734 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2b3de24-c690-4a38-8e23-c5c11f4cb8c7 req-8415becb-f154-4995-a371-48ffcc5be755 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313580 Jul 05 04:30:39.916856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517078a-4d34-4d5e-badb-9407b13bfc3b req-3ce171d5-9de5-4286-b051-eabfd06256ec tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:39.918370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a517078a-4d34-4d5e-badb-9407b13bfc3b req-3ce171d5-9de5-4286-b051-eabfd06256ec tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0694170 Jul 05 04:30:39.947848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3f77e-907c-42aa-a2f4-028fa5c42577 req-25ef42f0-c341-4cb3-8976-0881da5aefcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:39.949443 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85e3f77e-907c-42aa-a2f4-028fa5c42577 req-25ef42f0-c341-4cb3-8976-0881da5aefcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 1096 time: 0.0556977 Jul 05 04:30:39.958154 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a517078a-4d34-4d5e-badb-9407b13bfc3b req-7d50ca85-2d9f-49a1-b212-33538165b147 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331151 Jul 05 04:30:40.045671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3f77e-907c-42aa-a2f4-028fa5c42577 req-986db88e-8ed7-43f3-938f-82ccffdafe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:40.047081 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85e3f77e-907c-42aa-a2f4-028fa5c42577 req-986db88e-8ed7-43f3-938f-82ccffdafe7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0902092 Jul 05 04:30:40.111388 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85e3f77e-907c-42aa-a2f4-028fa5c42577 req-b32133dc-242b-4a04-87f3-ee0a6b3d284f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802 HTTP/1.1" status: 200 len: 997 time: 0.0576761 Jul 05 04:30:40.159516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3f77e-907c-42aa-a2f4-028fa5c42577 req-b8ce2e4f-062e-494d-adf9-d838e4952b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:40.161011 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85e3f77e-907c-42aa-a2f4-028fa5c42577 req-b8ce2e4f-062e-494d-adf9-d838e4952b4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0436342 Jul 05 04:30:40.225512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3f77e-907c-42aa-a2f4-028fa5c42577 req-5d030731-8e4b-4c5c-adf3-6a34a6313332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:40.227013 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85e3f77e-907c-42aa-a2f4-028fa5c42577 req-5d030731-8e4b-4c5c-adf3-6a34a6313332 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598245 Jul 05 04:30:40.317438 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85e3f77e-907c-42aa-a2f4-028fa5c42577 req-86c89fad-f225-4cef-802b-dcdbfc1a9001 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831962 Jul 05 04:30:40.412216 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-85e3f77e-907c-42aa-a2f4-028fa5c42577 req-e36fa7a0-398c-40c2-9690-902c8505f677 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881212 Jul 05 04:30:41.137608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78aa76-87fd-4642-8f9e-31404d91dbd1 req-c1130b4b-dcde-4659-ac5c-743e4f012bf6 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:41.139170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bb78aa76-87fd-4642-8f9e-31404d91dbd1 req-c1130b4b-dcde-4659-ac5c-743e4f012bf6 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0681148 Jul 05 04:30:41.179878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bb78aa76-87fd-4642-8f9e-31404d91dbd1 req-42caa6a8-9172-4d9a-8a2a-f28d2a9d3d43 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345223 Jul 05 04:30:41.433267 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e17be0de-32de-41e3-9d0f-68424c2af0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:42.356275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcacd6f-52a3-47d8-bf0d-87c1821e2dca req-c480a01d-7e2d-4881-8ab8-7abf3f91e301 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:42.357757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fcacd6f-52a3-47d8-bf0d-87c1821e2dca req-c480a01d-7e2d-4881-8ab8-7abf3f91e301 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0668581 Jul 05 04:30:42.394782 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fcacd6f-52a3-47d8-bf0d-87c1821e2dca req-7847b3de-ca91-468a-8ced-a1dac65ec981 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308785 Jul 05 04:30:42.670092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada538d2-2479-41f6-9404-171335f1e0c5 req-453f526a-a658-4e55-b3d9-ed690a5f7b5b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:42.672497 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ada538d2-2479-41f6-9404-171335f1e0c5 req-453f526a-a658-4e55-b3d9-ed690a5f7b5b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0658040 Jul 05 04:30:42.714019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ada538d2-2479-41f6-9404-171335f1e0c5 req-05f1884d-81e6-4b49-aae7-3d951550a9c2 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364008 Jul 05 04:30:42.896308 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19269533-a2fc-45ac-8b6e-509e28b07450 req-24c409d3-8191-4b95-a813-20332bb97b1c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:42.897759 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19269533-a2fc-45ac-8b6e-509e28b07450 req-24c409d3-8191-4b95-a813-20332bb97b1c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0661597 Jul 05 04:30:42.934681 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19269533-a2fc-45ac-8b6e-509e28b07450 req-67bbb2bf-7296-48e7-b7fa-5aa552d8628b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313921 Jul 05 04:30:43.160873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-5c364194-2c34-44c4-bbd7-4605698483df tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:43.162352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-5c364194-2c34-44c4-bbd7-4605698483df tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 812 time: 0.1002212 Jul 05 04:30:43.176687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-ad833e10-acd3-4e8e-947c-4de5b93caec9 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/quotas/b040f5b5b4d746d6999bd768dd9e1512 HTTP/1.1" status: 200 len: 375 time: 0.0089824 Jul 05 04:30:43.250527 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-dba1e8c3-2a34-4963-80fd-5b1133b72ce8 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0691514 Jul 05 04:30:43.361927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-75bb3a57-5a0f-420c-a1f8-bbf15305ad94 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:30:43.362999 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-75bb3a57-5a0f-420c-a1f8-bbf15305ad94 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1059625 Jul 05 04:30:43.450377 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-7c42f8cb-0b13-4f75-815e-1542abc291b0 service neutron] 10.222.0.38 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814810 Jul 05 04:30:43.541415 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-c844c82a-4c72-4572-a75a-3a009ffb6455 service neutron] 10.222.0.38 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847554 Jul 05 04:30:43.821259 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94f308fc-0447-4752-98be-fffe36dd91e6 req-2f94aa9b-90c2-4f35-add7-0f9babae438b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 210 time: 0.0296140 Jul 05 04:30:44.004817 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2846525e-cf75-4f9d-a552-09546d3e1ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:44.370652 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:44.962501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-742d54c1-9fcc-4620-b1f8-cf85a157e13b req-90047941-0786-4619-a1f6-dacdc0e7d1e0 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 210 time: 0.0295212 Jul 05 04:30:45.416472 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:46.075682 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-ebbb857a-d3e6-410b-aa8b-31c7195bc340 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:46.077175 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-ebbb857a-d3e6-410b-aa8b-31c7195bc340 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.10 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 812 time: 0.1038926 Jul 05 04:30:46.090058 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Request body: {'port': {'device_id': '084d8044-55dd-4825-951b-085838d06487', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'admin_state_up': True, 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:46.113455 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-beb1fd6b-32c8-489d-b335-8ef5a7a43813 req-08d6c924-da1e-4b27-8543-cf14d43c562c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 210 time: 0.0347254 Jul 05 04:30:46.267743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Made reservation on behalf of b040f5b5b4d746d6999bd768dd9e1512 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:30:46.271329 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:46.398106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Allocated IP 172.20.0.7 (bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c/ae0aaa08-3383-4a99-a4fe-af8658ec51f3/23277cfa-32b1-4328-9a5a-04273fcfba81) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:30:46.551349 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:46.565429 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Transition to ACTIVE for port object 23277cfa-32b1-4328-9a5a-04273fcfba81 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:30:46.687676 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:46.758960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:30:46.768429 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:30:46.773937 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:30:46.779436 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event updated for resources: {'Port': ['ID=23277cfa-32b1-4328-9a5a-04273fcfba81,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:46.820846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:46.820846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:46.820846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:46.820846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:46.822308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:46.822308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:46.822308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:46.822308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:46.822308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:46.822725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:46.822955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:46.823283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:46.846285 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:46.846925 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:46.853589 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35bc25fd-cd9d-448a-b005-0f6153f535fd req-71a77386-61b6-4ca8-a69e-15f304129597 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1749289 Jul 05 04:30:46.927700 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-ce014d29-2512-4adf-81a1-48e45596bd56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8415217 Jul 05 04:30:46.960223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc25fd-cd9d-448a-b005-0f6153f535fd req-cdc13232-059a-4bf8-9baf-c2b819df3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:46.961748 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35bc25fd-cd9d-448a-b005-0f6153f535fd req-cdc13232-059a-4bf8-9baf-c2b819df3ef6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 1096 time: 0.0638440 Jul 05 04:30:46.976433 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:47.040851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Request body: {'port': {'device_id': '084d8044-55dd-4825-951b-085838d06487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:47.119092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0df52d35-652a-4477-90c0-7f3ede5b1840 None None] Provisioning for port 23277cfa-32b1-4328-9a5a-04273fcfba81 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:30:47.123223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0df52d35-652a-4477-90c0-7f3ede5b1840 None None] Provisioning complete for port 23277cfa-32b1-4328-9a5a-04273fcfba81 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:47.123669 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0df52d35-652a-4477-90c0-7f3ede5b1840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:47.142108 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc25fd-cd9d-448a-b005-0f6153f535fd req-806bcd17-e31c-4d81-8c39-9878dc2b076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:47.143588 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35bc25fd-cd9d-448a-b005-0f6153f535fd req-806bcd17-e31c-4d81-8c39-9878dc2b076d service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.1536217 Jul 05 04:30:47.148055 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:47.166811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0df52d35-652a-4477-90c0-7f3ede5b1840 None None] Port 23277cfa-32b1-4328-9a5a-04273fcfba81 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:30:47.243031 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35bc25fd-cd9d-448a-b005-0f6153f535fd req-82231913-7536-4dc8-80b9-6c6a369e2f75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802 HTTP/1.1" status: 200 len: 997 time: 0.0918517 Jul 05 04:30:47.292950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15d794-6f59-49f6-b177-0a816a52699b req-30946921-4555-4903-9350-5945097cd3f9 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:47.294436 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c15d794-6f59-49f6-b177-0a816a52699b req-30946921-4555-4903-9350-5945097cd3f9 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 931 time: 0.0646567 Jul 05 04:30:47.332469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c15d794-6f59-49f6-b177-0a816a52699b req-ff62638d-f2a5-497b-9fa8-327f36082a5f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323167 Jul 05 04:30:47.361342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc25fd-cd9d-448a-b005-0f6153f535fd req-ac2735f4-390f-44d1-bac5-74ef47bfd821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:47.362792 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35bc25fd-cd9d-448a-b005-0f6153f535fd req-ac2735f4-390f-44d1-bac5-74ef47bfd821 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.1123543 Jul 05 04:30:47.495508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc25fd-cd9d-448a-b005-0f6153f535fd req-07480bdd-99cc-4da7-a9ab-af9e3dbd19af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:47.496931 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35bc25fd-cd9d-448a-b005-0f6153f535fd req-07480bdd-99cc-4da7-a9ab-af9e3dbd19af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251228 Jul 05 04:30:47.589626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23277cfa-32b1-4328-9a5a-04273fcfba81 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:30:47.600769 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:47.633833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Transition to ACTIVE for port object 23277cfa-32b1-4328-9a5a-04273fcfba81 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:30:47.644286 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35bc25fd-cd9d-448a-b005-0f6153f535fd req-5238b186-f965-4bc9-9dd3-e56bf25e2058 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376224 Jul 05 04:30:47.690313 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:47.754884 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Pushing event updated for resources: {'Port': ['ID=23277cfa-32b1-4328-9a5a-04273fcfba81,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:47.823397 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35bc25fd-cd9d-448a-b005-0f6153f535fd req-90e70d47-ce20-4075-bdb3-8aaaca6cf30e service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729677 Jul 05 04:30:47.851697 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Attempting to bind port 23277cfa-32b1-4328-9a5a-04273fcfba81 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:30:47.852040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Attempting to bind port 23277cfa-32b1-4328-9a5a-04273fcfba81 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:30:47.852407 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Attempting to bind port 23277cfa-32b1-4328-9a5a-04273fcfba81 on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:30:47.856945 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Port 23277cfa-32b1-4328-9a5a-04273fcfba81 on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:30:47.857271 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Attempting to bind port 23277cfa-32b1-4328-9a5a-04273fcfba81 on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:30:47.862498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:30:47.862834 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Checking segment: {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:30:47.863220 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Bound using segment: {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:30:47.863651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Bound port: 23277cfa-32b1-4328-9a5a-04273fcfba81, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:30:47.864018 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:47.933630 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] For port 23277cfa-32b1-4328-9a5a-04273fcfba81, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:30:47.936574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] For port 23277cfa-32b1-4328-9a5a-04273fcfba81, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=23277cfa-32b1-4328-9a5a-04273fcfba81,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:30:48.006856 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:48.039090 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:48.039717 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:48.041153 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] 10.222.0.10 "PUT /v2.0/ports/23277cfa-32b1-4328-9a5a-04273fcfba81 HTTP/1.1" status: 200 len: 1092 time: 1.1045883 Jul 05 04:30:48.041677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084d8044-55dd-4825-951b-085838d06487', 'tag': '23277cfa-32b1-4328-9a5a-04273fcfba81'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:48.043802 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fc89ca-308e-40a2-9080-bb9b8c66865a" -d '{"events": [{"name": "network-changed", "server_uuid": "084d8044-55dd-4825-951b-085838d06487", "tag": "23277cfa-32b1-4328-9a5a-04273fcfba81"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:48.072213 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ced9c-09c1-45d9-afe7-c404f7ab2871 service neutron] Pushing event updated for resources: {'Port': ['ID=23277cfa-32b1-4328-9a5a-04273fcfba81,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:48.163802 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cca5fa5-8147-4e31-906a-9b111d13ed9d x-openstack-request-id: req-3cca5fa5-8147-4e31-906a-9b111d13ed9d {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:48.164473 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084d8044-55dd-4825-951b-085838d06487", "tag": "23277cfa-32b1-4328-9a5a-04273fcfba81", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:48.164473 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3cca5fa5-8147-4e31-906a-9b111d13ed9d {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:48.164781 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084d8044-55dd-4825-951b-085838d06487', 'tag': '23277cfa-32b1-4328-9a5a-04273fcfba81', 'status': 'completed', 'code': 200} Jul 05 04:30:48.212567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-52c1029a-712d-4b6e-ad4a-aaf8cfd5bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:48.214414 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-52c1029a-712d-4b6e-ad4a-aaf8cfd5bdd3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 1095 time: 0.0601232 Jul 05 04:30:48.260087 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-6a8d4396-4ad1-4296-9a51-68c036f267d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23277cfa-32b1-4328-9a5a-04273fcfba81 HTTP/1.1" status: 200 len: 217 time: 0.0381098 Jul 05 04:30:48.310093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-da599dce-87ab-4ea3-9e83-3396c1439d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:48.311574 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-da599dce-87ab-4ea3-9e83-3396c1439d92 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0445695 Jul 05 04:30:48.368877 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-5ebaca0f-d665-44be-8edd-2fb70b19fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:48.370397 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-5ebaca0f-d665-44be-8edd-2fb70b19fff4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524616 Jul 05 04:30:48.468373 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-e8443b9f-408e-4a3b-9797-05ea57d67607 service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881073 Jul 05 04:30:48.508648 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e88a04-c7a4-42b5-a540-90a0be73a100 req-1158c5f2-e1b0-4933-bd87-9857249faaa0 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:48.510339 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8e88a04-c7a4-42b5-a540-90a0be73a100 req-1158c5f2-e1b0-4933-bd87-9857249faaa0 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 943 time: 0.0646443 Jul 05 04:30:48.549725 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8e88a04-c7a4-42b5-a540-90a0be73a100 req-5faed98f-31b0-46e1-a74f-e8b8bcb9dcac tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337000 Jul 05 04:30:48.558351 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40a5cd55-0cb0-46e4-b529-f4646154fbd9 req-23905973-9620-41d0-a1c8-8c88068b33d1 service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837317 Jul 05 04:30:48.717570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc89ca-308e-40a2-9080-bb9b8c66865a req-e3e18895-289e-4733-a5bc-28309deee780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:48.719072 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-30fc89ca-308e-40a2-9080-bb9b8c66865a req-e3e18895-289e-4733-a5bc-28309deee780 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 1095 time: 0.0523226 Jul 05 04:30:48.811793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc89ca-308e-40a2-9080-bb9b8c66865a req-c53209a6-0af7-4b84-a4f0-4c765a5b0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:48.813247 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-30fc89ca-308e-40a2-9080-bb9b8c66865a req-c53209a6-0af7-4b84-a4f0-4c765a5b0b9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0876164 Jul 05 04:30:48.854377 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-30fc89ca-308e-40a2-9080-bb9b8c66865a req-b3c22a48-31c6-4736-bdb0-5b729a164489 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23277cfa-32b1-4328-9a5a-04273fcfba81 HTTP/1.1" status: 200 len: 217 time: 0.0348101 Jul 05 04:30:48.906291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc89ca-308e-40a2-9080-bb9b8c66865a req-ff88eeaa-3028-45ce-a9d4-d5b3c7c2324e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:48.908447 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-30fc89ca-308e-40a2-9080-bb9b8c66865a req-ff88eeaa-3028-45ce-a9d4-d5b3c7c2324e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0469329 Jul 05 04:30:48.964529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc89ca-308e-40a2-9080-bb9b8c66865a req-5ffb7147-93f5-4632-8dd3-9f8a286131b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:48.965985 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-30fc89ca-308e-40a2-9080-bb9b8c66865a req-5ffb7147-93f5-4632-8dd3-9f8a286131b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504320 Jul 05 04:30:49.052405 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-30fc89ca-308e-40a2-9080-bb9b8c66865a req-a4a257f7-e609-4421-a7b2-212599f08e9d service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788341 Jul 05 04:30:49.145032 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-30fc89ca-308e-40a2-9080-bb9b8c66865a req-3ed4e288-13d3-4cc4-868e-8347d177b7d8 service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856688 Jul 05 04:30:49.726962 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54f397-19ba-4cf2-bbf4-dc17325488da req-d320c0e3-a3c1-4c5e-b872-fd0ef6162e89 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:49.728438 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd54f397-19ba-4cf2-bbf4-dc17325488da req-d320c0e3-a3c1-4c5e-b872-fd0ef6162e89 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 943 time: 0.0675008 Jul 05 04:30:49.765570 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cd54f397-19ba-4cf2-bbf4-dc17325488da req-271bf0d1-4914-414d-a033-368f8e30f3c3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Jul 05 04:30:50.939768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea621821-ddbb-464a-8da3-f95fe3fb2863 req-b6b3b970-b632-4402-b593-865d4e77ec56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:50.941567 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea621821-ddbb-464a-8da3-f95fe3fb2863 req-b6b3b970-b632-4402-b593-865d4e77ec56 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 943 time: 0.0617907 Jul 05 04:30:50.979204 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea621821-ddbb-464a-8da3-f95fe3fb2863 req-5ab4fe59-103c-40b7-809a-264960a2da5f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323431 Jul 05 04:30:51.738564 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 23277cfa-32b1-4328-9a5a-04273fcfba81 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:30:51.835446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 23277cfa-32b1-4328-9a5a-04273fcfba81, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=23277cfa-32b1-4328-9a5a-04273fcfba81,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:51.846626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '23277cfa-32b1-4328-9a5a-04273fcfba81', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'port_id': '23277cfa-32b1-4328-9a5a-04273fcfba81', 'mac_address': 'fa:16:3e:3e:f1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:30:51.882775 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:51.895556 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23277cfa-32b1-4328-9a5a-04273fcfba81 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:30:51.914702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 23277cfa-32b1-4328-9a5a-04273fcfba81, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=23277cfa-32b1-4328-9a5a-04273fcfba81,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:51.987874 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:52.036090 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=23277cfa-32b1-4328-9a5a-04273fcfba81,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:52.155724 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240c4d6-1b70-4814-9ad3-9e53d6afe480 req-01dcfdca-4014-49b9-bbc2-94841725085a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:52.157177 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7240c4d6-1b70-4814-9ad3-9e53d6afe480 req-01dcfdca-4014-49b9-bbc2-94841725085a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 944 time: 0.0687063 Jul 05 04:30:52.197548 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7240c4d6-1b70-4814-9ad3-9e53d6afe480 req-a1c2ca99-21de-4b7b-a5a1-4a9437823ddf tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340350 Jul 05 04:30:52.240458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['23277cfa-32b1-4328-9a5a-04273fcfba81'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:30:53.377488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e636f5-0f21-41c8-afb5-d523a4218a65 req-cc20bb03-e3c8-4d8f-b330-e17a7dd9e453 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:53.379019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21e636f5-0f21-41c8-afb5-d523a4218a65 req-cc20bb03-e3c8-4d8f-b330-e17a7dd9e453 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 944 time: 0.0662796 Jul 05 04:30:53.417315 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21e636f5-0f21-41c8-afb5-d523a4218a65 req-5918ada2-cf6b-46a8-b285-5b398ff1afae tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327101 Jul 05 04:30:53.740051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 23277cfa-32b1-4328-9a5a-04273fcfba81 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:30:53.833029 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 23277cfa-32b1-4328-9a5a-04273fcfba81 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:30:53.836719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 23277cfa-32b1-4328-9a5a-04273fcfba81 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:53.837092 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:53.915172 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:53.936859 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084d8044-55dd-4825-951b-085838d06487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23277cfa-32b1-4328-9a5a-04273fcfba81'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:53.939931 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b76f23-53d1-44e4-9861-43c14b8243ce" -d '{"events": [{"server_uuid": "084d8044-55dd-4825-951b-085838d06487", "name": "network-vif-plugged", "status": "completed", "tag": "23277cfa-32b1-4328-9a5a-04273fcfba81"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:53.952450 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 23277cfa-32b1-4328-9a5a-04273fcfba81, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=23277cfa-32b1-4328-9a5a-04273fcfba81,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:53.977992 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873dc291-1296-4a13-b2d3-52ed39747fd9 x-openstack-request-id: req-873dc291-1296-4a13-b2d3-52ed39747fd9 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:53.978360 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084d8044-55dd-4825-951b-085838d06487", "name": "network-vif-plugged", "status": "completed", "tag": "23277cfa-32b1-4328-9a5a-04273fcfba81", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:53.978731 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-873dc291-1296-4a13-b2d3-52ed39747fd9 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:53.979133 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084d8044-55dd-4825-951b-085838d06487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23277cfa-32b1-4328-9a5a-04273fcfba81', 'code': 200} Jul 05 04:30:54.016972 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:54.067841 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=23277cfa-32b1-4328-9a5a-04273fcfba81,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:54.091405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6308e-bafb-4477-985d-294ffa9abb42 req-b8c4d9c2-1956-4100-a071-0b279a6f5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:54.092999 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bbe6308e-bafb-4477-985d-294ffa9abb42 req-b8c4d9c2-1956-4100-a071-0b279a6f5e24 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 1097 time: 0.0522079 Jul 05 04:30:54.133730 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bbe6308e-bafb-4477-985d-294ffa9abb42 req-9f4ffdc2-64ca-498f-8dda-588fcb5abbbb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343435 Jul 05 04:30:54.589124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84243b-a469-4133-82aa-b5963762c548 req-a79449bd-111a-443a-950f-971c7cd27bd8 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:54.590595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b84243b-a469-4133-82aa-b5963762c548 req-a79449bd-111a-443a-950f-971c7cd27bd8 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0637364 Jul 05 04:30:54.628709 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b84243b-a469-4133-82aa-b5963762c548 req-c8313d32-2df9-4528-a023-1fd18921222e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312300 Jul 05 04:30:55.810821 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a55637-7284-4959-a384-9267bfbd13c0 req-62da7006-d299-4747-a376-c6e15ed09253 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:55.812227 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62a55637-7284-4959-a384-9267bfbd13c0 req-62da7006-d299-4747-a376-c6e15ed09253 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0690455 Jul 05 04:30:55.851041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62a55637-7284-4959-a384-9267bfbd13c0 req-72cce9a6-b2b9-4644-a923-2411e6500312 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327063 Jul 05 04:30:56.320781 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d856d1-af38-4c16-8ce3-b7f0efe434a6 req-b98d88bb-c737-47ed-84b4-6ecdbc73bb38 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:56.322275 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94d856d1-af38-4c16-8ce3-b7f0efe434a6 req-b98d88bb-c737-47ed-84b4-6ecdbc73bb38 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0700483 Jul 05 04:30:56.360245 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94d856d1-af38-4c16-8ce3-b7f0efe434a6 req-e9c7a93b-523f-46c6-9dbf-07161c701001 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Jul 05 04:30:57.544576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbf81d-34a7-4f07-b0d9-9e789fd11000 req-596cd0a3-49a8-459e-9335-75dedfd0a469 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:57.546031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ebbf81d-34a7-4f07-b0d9-9e789fd11000 req-596cd0a3-49a8-459e-9335-75dedfd0a469 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0676265 Jul 05 04:30:57.586223 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ebbf81d-34a7-4f07-b0d9-9e789fd11000 req-141613a6-bdc5-49c5-b696-9d0fb5f20654 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343294 Jul 05 04:30:58.759842 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcfbc1-bea1-426b-b2c0-2935527244d9 req-b5cc7ca9-666a-451d-b63c-ac014d26619f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:58.761353 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8dfcfbc1-bea1-426b-b2c0-2935527244d9 req-b5cc7ca9-666a-451d-b63c-ac014d26619f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0656290 Jul 05 04:30:58.799152 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8dfcfbc1-bea1-426b-b2c0-2935527244d9 req-3b8ecb98-3ee4-4857-bccb-29e06aaae618 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321705 Jul 05 04:30:59.971531 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb0b60-de5b-4073-b8e7-5b51f0757053 req-be7329b4-2f21-4ba0-a336-8eaf87453cac tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:59.973070 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfcb0b60-de5b-4073-b8e7-5b51f0757053 req-be7329b4-2f21-4ba0-a336-8eaf87453cac tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0637877 Jul 05 04:31:00.012449 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfcb0b60-de5b-4073-b8e7-5b51f0757053 req-53ae9f1a-6c8c-404d-b715-bdcb56d4c0b7 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338328 Jul 05 04:31:01.192230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6308e-332c-48c3-b3ad-68fbbf2dca38 req-1b5ce829-7bea-4a2d-996f-5be6eb6540a2 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:01.193713 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81e6308e-332c-48c3-b3ad-68fbbf2dca38 req-1b5ce829-7bea-4a2d-996f-5be6eb6540a2 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0698309 Jul 05 04:31:01.232121 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81e6308e-332c-48c3-b3ad-68fbbf2dca38 req-f33d2a6a-18e3-48fd-942c-27bd1a3c9977 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 Jul 05 04:31:02.409804 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c8a10-b931-41d9-9da3-9224b02058fe req-894d53bc-27bc-47a6-8227-99b939ce271b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:02.411087 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd2c8a10-b931-41d9-9da3-9224b02058fe req-894d53bc-27bc-47a6-8227-99b939ce271b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0653532 Jul 05 04:31:02.454953 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd2c8a10-b931-41d9-9da3-9224b02058fe req-57472e8e-45c4-4f63-834c-d438cbc14b6d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367136 Jul 05 04:31:02.684812 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:03.632383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27517b63-8afa-42d4-b2ed-8c90a9823c6a req-51322f6b-14fa-40dc-8a1f-ad2712354222 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:03.633957 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27517b63-8afa-42d4-b2ed-8c90a9823c6a req-51322f6b-14fa-40dc-8a1f-ad2712354222 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0683575 Jul 05 04:31:03.672097 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27517b63-8afa-42d4-b2ed-8c90a9823c6a req-5f4246c0-58bb-4736-b008-98ce1d4fca11 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325229 Jul 05 04:31:04.181530 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:04.846234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23adf11-d859-4f53-b5a6-5a9f9fac0c84 req-f50f0206-37f9-49f5-a510-44c69e0d64e6 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:04.848524 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c23adf11-d859-4f53-b5a6-5a9f9fac0c84 req-f50f0206-37f9-49f5-a510-44c69e0d64e6 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0630879 Jul 05 04:31:04.885729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c23adf11-d859-4f53-b5a6-5a9f9fac0c84 req-b63794c2-cd86-461f-8e02-dee53d0c78be tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316546 Jul 05 04:31:05.615869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8f919-5678-4d6e-9ae4-8447d1febbfa req-4979c1fb-15fb-4cdd-8bee-07ba00ebf40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:05.617392 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-02a8f919-5678-4d6e-9ae4-8447d1febbfa req-4979c1fb-15fb-4cdd-8bee-07ba00ebf40f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 1097 time: 0.0533087 Jul 05 04:31:05.727113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8f919-5678-4d6e-9ae4-8447d1febbfa req-c8b4ea78-2129-4430-ae9e-88f22a27a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:05.728639 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-02a8f919-5678-4d6e-9ae4-8447d1febbfa req-c8b4ea78-2129-4430-ae9e-88f22a27a7f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0909657 Jul 05 04:31:05.771912 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-02a8f919-5678-4d6e-9ae4-8447d1febbfa req-359acab2-7e16-46aa-81f4-4c7a8a7bfabe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23277cfa-32b1-4328-9a5a-04273fcfba81 HTTP/1.1" status: 200 len: 217 time: 0.0362253 Jul 05 04:31:05.826740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8f919-5678-4d6e-9ae4-8447d1febbfa req-7a3c08c1-15e8-484b-be0e-8495eaf6801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:05.828248 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-02a8f919-5678-4d6e-9ae4-8447d1febbfa req-7a3c08c1-15e8-484b-be0e-8495eaf6801a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0508888 Jul 05 04:31:05.889157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8f919-5678-4d6e-9ae4-8447d1febbfa req-dcc944b4-c9d3-4ae6-8604-0288d944d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:05.890655 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-02a8f919-5678-4d6e-9ae4-8447d1febbfa req-dcc944b4-c9d3-4ae6-8604-0288d944d124 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561912 Jul 05 04:31:05.989850 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-02a8f919-5678-4d6e-9ae4-8447d1febbfa req-b00a2382-9ac9-4da0-8578-54c289f32d46 service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926383 Jul 05 04:31:06.061115 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cc9b3-c533-484b-aef2-01d1afb166db req-8f348548-8a8b-4ae9-aa38-fb945a8f6e1c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:06.062591 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-507cc9b3-c533-484b-aef2-01d1afb166db req-8f348548-8a8b-4ae9-aa38-fb945a8f6e1c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0631714 Jul 05 04:31:06.089103 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-02a8f919-5678-4d6e-9ae4-8447d1febbfa req-eed29c56-247b-4820-8a67-68c5204d0900 service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915856 Jul 05 04:31:06.101763 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-507cc9b3-c533-484b-aef2-01d1afb166db req-791ebf61-d757-4678-9763-2b6e2a8ad704 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328295 Jul 05 04:31:07.276749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b7174-c6e8-4c9e-b9dc-a2df7f5ad5c6 req-698c70df-38a6-41c6-856a-dc5f158dfe44 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:07.278296 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-825b7174-c6e8-4c9e-b9dc-a2df7f5ad5c6 req-698c70df-38a6-41c6-856a-dc5f158dfe44 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0676973 Jul 05 04:31:07.315821 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-825b7174-c6e8-4c9e-b9dc-a2df7f5ad5c6 req-6dbf0392-d255-41d0-8564-c257c8561ba2 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Jul 05 04:31:08.496373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbefd35-8b38-4591-bbef-6f4e39637b94 req-38473df6-7f4d-4adf-adc3-7b7c2d76ea20 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:08.497975 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1cbefd35-8b38-4591-bbef-6f4e39637b94 req-38473df6-7f4d-4adf-adc3-7b7c2d76ea20 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0685496 Jul 05 04:31:08.540608 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1cbefd35-8b38-4591-bbef-6f4e39637b94 req-74a2f1eb-d13e-4beb-8898-0b0e3a889d11 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369031 Jul 05 04:31:09.720172 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f911878-f23a-402e-9e64-61822b3b7c15 req-717a76ea-5e82-4d91-8729-23148c0225f9 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:09.721923 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f911878-f23a-402e-9e64-61822b3b7c15 req-717a76ea-5e82-4d91-8729-23148c0225f9 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0666103 Jul 05 04:31:09.759848 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f911878-f23a-402e-9e64-61822b3b7c15 req-909bf574-ccb6-47f4-aed5-8eee89a1fc75 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322399 Jul 05 04:31:10.413619 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:31:10.934834 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bc02e-84b1-40d4-ad85-3c9dbce04d31 req-9e817add-108e-414c-8728-6ba37b0c213b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:10.936327 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-945bc02e-84b1-40d4-ad85-3c9dbce04d31 req-9e817add-108e-414c-8728-6ba37b0c213b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0627682 Jul 05 04:31:10.973960 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-945bc02e-84b1-40d4-ad85-3c9dbce04d31 req-b525e5dc-ae5a-493c-9c98-436f05b54a5b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317016 Jul 05 04:31:11.444481 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-54b5ecc5-d4e0-4e8f-8841-41f977b1e4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:12.142666 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafc62d-7e86-472a-a6ff-5e55695ad8c1 req-d7d77dea-d60f-4483-acc5-073e701a7c5a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:12.144179 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdafc62d-7e86-472a-a6ff-5e55695ad8c1 req-d7d77dea-d60f-4483-acc5-073e701a7c5a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0624542 Jul 05 04:31:12.182969 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdafc62d-7e86-472a-a6ff-5e55695ad8c1 req-d1fbf20f-1844-48c3-a55b-15a47a105d07 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Jul 05 04:31:13.359875 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d6271-b35a-4f9d-9681-75a05d89d9a7 req-7714ce82-b60a-42d0-b48e-14b96f5816ad tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:13.361396 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b89d6271-b35a-4f9d-9681-75a05d89d9a7 req-7714ce82-b60a-42d0-b48e-14b96f5816ad tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0685191 Jul 05 04:31:13.398792 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b89d6271-b35a-4f9d-9681-75a05d89d9a7 req-2a96e8d1-1e3c-4d5d-adb0-592ed83012fc tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311990 Jul 05 04:31:13.998676 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-18ccc353-4769-4efc-87d7-f1eb3082ff5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:14.358600 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:14.576662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189b3ac-bb01-4825-a8c3-099959768987 req-a5205d4e-e412-4f06-b422-fd608a01957a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:14.579015 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a189b3ac-bb01-4825-a8c3-099959768987 req-a5205d4e-e412-4f06-b422-fd608a01957a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0649557 Jul 05 04:31:14.617594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a189b3ac-bb01-4825-a8c3-099959768987 req-c29e8d58-66da-4d75-961e-400d5a935d26 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322204 Jul 05 04:31:15.404362 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:15.792194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37662a50-50cf-444a-b9e6-c667a7b3fafd req-2dfe55cb-13e7-4953-885a-3556071b23fe tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:15.793673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-37662a50-50cf-444a-b9e6-c667a7b3fafd req-2dfe55cb-13e7-4953-885a-3556071b23fe tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0661457 Jul 05 04:31:15.832522 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-37662a50-50cf-444a-b9e6-c667a7b3fafd req-84a09f97-3bd1-41b8-bcc3-d22bc906c28a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331488 Jul 05 04:31:16.986941 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:17.014892 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa6c1a-ed0b-4059-88b4-28a85f70e912 req-9e550fdc-2aaa-4279-a7b7-a0c0871ac97c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:17.016521 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-acaa6c1a-ed0b-4059-88b4-28a85f70e912 req-9e550fdc-2aaa-4279-a7b7-a0c0871ac97c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0644717 Jul 05 04:31:17.055101 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-acaa6c1a-ed0b-4059-88b4-28a85f70e912 req-4628e7f0-30cf-4340-a6f2-c58c7233e1a4 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328963 Jul 05 04:31:18.227931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e93224-12b5-4541-a403-f8d35829df15 req-e4404bca-bb39-474d-9aaf-ee849ca2e428 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:18.229459 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88e93224-12b5-4541-a403-f8d35829df15 req-e4404bca-bb39-474d-9aaf-ee849ca2e428 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0655100 Jul 05 04:31:18.267449 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-88e93224-12b5-4541-a403-f8d35829df15 req-d9457267-b232-4e2b-9bd3-9f922f3d3f68 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322511 Jul 05 04:31:19.443786 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426596e-8843-4440-9db7-78131605864c req-47deedf1-ad70-43cc-ba0a-8c7411c6a77f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:19.445296 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c426596e-8843-4440-9db7-78131605864c req-47deedf1-ad70-43cc-ba0a-8c7411c6a77f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0675387 Jul 05 04:31:19.482236 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c426596e-8843-4440-9db7-78131605864c req-6f7aba86-28f2-4aa0-9f1f-01bc6627edbf tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314145 Jul 05 04:31:20.659966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b95fa-4287-4358-9db1-dac14a8a8bcb req-87559c25-5e42-45a7-bc37-963f6534f288 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:20.661559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-015b95fa-4287-4358-9db1-dac14a8a8bcb req-87559c25-5e42-45a7-bc37-963f6534f288 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0641468 Jul 05 04:31:20.699576 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-015b95fa-4287-4358-9db1-dac14a8a8bcb req-29ce236e-6c4b-4084-a201-7b490628ca4e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320015 Jul 05 04:31:21.883227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab079b-1d69-43a4-9235-36337104bb73 req-3841dfba-e0e6-43a9-94bb-016762fc3dbf tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:21.884760 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-deab079b-1d69-43a4-9235-36337104bb73 req-3841dfba-e0e6-43a9-94bb-016762fc3dbf tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0695536 Jul 05 04:31:21.923175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-deab079b-1d69-43a4-9235-36337104bb73 req-10204a15-9db8-4095-ae90-2b04d0a35300 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326025 Jul 05 04:31:23.288409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f994d-c6fb-4e70-91a2-cc4b6f490dc1 req-08a0a870-1827-46fa-a859-439ebd35af2c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:23.289916 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b0f994d-c6fb-4e70-91a2-cc4b6f490dc1 req-08a0a870-1827-46fa-a859-439ebd35af2c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0638132 Jul 05 04:31:23.326760 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b0f994d-c6fb-4e70-91a2-cc4b6f490dc1 req-4c8284e7-773d-44b2-a936-72c598e6aa7f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314059 Jul 05 04:31:24.507176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d629-9363-4130-84ec-48e535e3488a req-85439ec3-da90-4300-83b9-dc8c7f4f9b95 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:24.508739 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b152d629-9363-4130-84ec-48e535e3488a req-85439ec3-da90-4300-83b9-dc8c7f4f9b95 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0629065 Jul 05 04:31:24.545803 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b152d629-9363-4130-84ec-48e535e3488a req-ba92df60-3a69-45cd-a041-58f2a93ecab9 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315681 Jul 05 04:31:25.730096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cebbc-ca0b-4d91-880d-df929e75532d req-b8b73ca4-9333-4718-ab03-16cce0a3b36e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:25.731588 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c55cebbc-ca0b-4d91-880d-df929e75532d req-b8b73ca4-9333-4718-ab03-16cce0a3b36e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0742636 Jul 05 04:31:25.772264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c55cebbc-ca0b-4d91-880d-df929e75532d req-58828f89-42a0-4a57-a7ca-5e504cfd6006 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347116 Jul 05 04:31:26.944790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34730f-b3ca-42b9-9fdc-d3571a4c39db req-49d1e982-61ea-48b3-bd0f-fe94ab5c669a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:26.946267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c34730f-b3ca-42b9-9fdc-d3571a4c39db req-49d1e982-61ea-48b3-bd0f-fe94ab5c669a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0634604 Jul 05 04:31:26.983297 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c34730f-b3ca-42b9-9fdc-d3571a4c39db req-30d565f8-3220-42b9-8063-cd42827a3a83 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314760 Jul 05 04:31:27.260179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ed0e8-9137-48ff-98f9-74219ba7e0e7 req-ae7a4163-c5b6-4a82-9ae0-0f60ae807d01 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:27.261725 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-628ed0e8-9137-48ff-98f9-74219ba7e0e7 req-ae7a4163-c5b6-4a82-9ae0-0f60ae807d01 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0682828 Jul 05 04:31:27.308022 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-628ed0e8-9137-48ff-98f9-74219ba7e0e7 req-d76471ee-326d-4961-851a-a95120f8c991 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406990 Jul 05 04:31:27.543785 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7387c-189b-4062-bff2-047c681de918 req-973ddcd3-5ef9-4389-8439-938397b6bb83 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:27.545858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5be7387c-189b-4062-bff2-047c681de918 req-973ddcd3-5ef9-4389-8439-938397b6bb83 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0707850 Jul 05 04:31:27.589064 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5be7387c-189b-4062-bff2-047c681de918 req-f4ea22f7-fb15-4c8e-aa07-f9adc1d7ad7c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353496 Jul 05 04:31:27.899358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-6fc6d6a3-a475-4b09-8eb5-f567e33c2d61 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:27.906683 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-6fc6d6a3-a475-4b09-8eb5-f567e33c2d61 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 812 time: 0.1512687 Jul 05 04:31:27.920483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-fa72e18e-cbcd-4ca7-99ca-c4d3cfe1192a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/quotas/b040f5b5b4d746d6999bd768dd9e1512 HTTP/1.1" status: 200 len: 375 time: 0.0124190 Jul 05 04:31:28.003048 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-79201ac5-1b13-4f4c-845b-82f1c20f0627 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0760157 Jul 05 04:31:28.099121 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-d2705bfd-a077-4ebd-932b-53c15ec77b54 service neutron] 10.222.0.38 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883152 Jul 05 04:31:28.186044 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-04e44c03-f7d8-418e-911c-11f8b771a2d3 service neutron] 10.222.0.38 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809748 Jul 05 04:31:28.397699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1c3d302-9370-4f79-b7a8-76f0929eb322 req-2b1b31cc-42ef-4beb-93fb-587e61870634 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 210 time: 0.0304475 Jul 05 04:31:29.548633 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-58748c68-fa1a-4601-ae97-cf1acccd33f0 req-c2f4cff0-daac-427c-aa6f-183be40d5439 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 210 time: 0.0339305 Jul 05 04:31:30.668742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-d04b5c35-75ab-4f9c-a4cf-e34ce4f467fa tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:30.670401 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-d04b5c35-75ab-4f9c-a4cf-e34ce4f467fa tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 812 time: 0.1548307 Jul 05 04:31:30.688086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-1343faf8-fb24-40fb-a722-e32b06b1ad0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Request body: {'port': {'device_id': 'db06f08f-730b-462a-a8d3-6dbd00beaf03', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'admin_state_up': True, 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:31:30.704958 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eed8636c-eb76-4087-b7c0-e3d91fdb2318 req-60e2ffdf-ebbd-4c9f-b409-13845dd09d75 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 210 time: 0.0300655 Jul 05 04:31:30.867320 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-1343faf8-fb24-40fb-a722-e32b06b1ad0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Made reservation on behalf of b040f5b5b4d746d6999bd768dd9e1512 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:31:30.871002 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-1343faf8-fb24-40fb-a722-e32b06b1ad0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:31.003210 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-1343faf8-fb24-40fb-a722-e32b06b1ad0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Allocated IP 172.20.0.3 (bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c/ae0aaa08-3383-4a99-a4fe-af8658ec51f3/e1b68c9a-aa2d-4457-8f0d-29c3b73e0894) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:31:31.186239 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-1343faf8-fb24-40fb-a722-e32b06b1ad0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:31.200707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-1343faf8-fb24-40fb-a722-e32b06b1ad0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Transition to ACTIVE for port object e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:31:31.273355 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-1343faf8-fb24-40fb-a722-e32b06b1ad0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:31.287528 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['23277cfa-32b1-4328-9a5a-04273fcfba81'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:31:31.322552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-1343faf8-fb24-40fb-a722-e32b06b1ad0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:31:31.325924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-1343faf8-fb24-40fb-a722-e32b06b1ad0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:31:31.332206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-1343faf8-fb24-40fb-a722-e32b06b1ad0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:31:31.365628 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343faf8-fb24-40fb-a722-e32b06b1ad0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event updated for resources: {'Port': ['ID=e1b68c9a-aa2d-4457-8f0d-29c3b73e0894,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:31.394411 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-1343faf8-fb24-40fb-a722-e32b06b1ad0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:31.395074 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-1343faf8-fb24-40fb-a722-e32b06b1ad0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:31.451879 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-1343faf8-fb24-40fb-a722-e32b06b1ad0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7679629 Jul 05 04:31:31.465015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Request body: {'port': {'device_id': 'db06f08f-730b-462a-a8d3-6dbd00beaf03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:31:31.546057 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:31.621219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bcde054c-6455-4ccd-a557-604a51388d25 None None] Provisioning for port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:31:31.625157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bcde054c-6455-4ccd-a557-604a51388d25 None None] Provisioning complete for port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:31:31.625532 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bcde054c-6455-4ccd-a557-604a51388d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:31.660424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bcde054c-6455-4ccd-a557-604a51388d25 None None] Port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:31:31.813780 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:31:31.822012 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:31.835131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Transition to ACTIVE for port object e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:31:31.884362 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:31.888012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44606e-2640-451b-a07a-d46d9fe212cc req-80c3a7c6-1cb8-49ad-8e0e-18b973382f23 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:31.889607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ee44606e-2640-451b-a07a-d46d9fe212cc req-80c3a7c6-1cb8-49ad-8e0e-18b973382f23 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 931 time: 0.0642853 Jul 05 04:31:31.929910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ee44606e-2640-451b-a07a-d46d9fe212cc req-e19689c5-f5e1-4453-b2ea-bddd30a59ddc tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339220 Jul 05 04:31:31.938203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Pushing event updated for resources: {'Port': ['ID=e1b68c9a-aa2d-4457-8f0d-29c3b73e0894,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:32.014981 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Attempting to bind port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:31:32.015317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Attempting to bind port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:31:32.015652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Attempting to bind port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:31:32.020093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:31:32.020577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Attempting to bind port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:31:32.025937 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:31:32.026269 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Checking segment: {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:31:32.026649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Bound using segment: {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:31:32.027100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Bound port: e1b68c9a-aa2d-4457-8f0d-29c3b73e0894, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:31:32.027464 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:32.097339 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] For port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:31:32.100501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] For port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e1b68c9a-aa2d-4457-8f0d-29c3b73e0894,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:31:32.182686 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:32.215369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:32.215991 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:32.217934 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] 10.222.0.36 "PUT /v2.0/ports/e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 HTTP/1.1" status: 200 len: 1092 time: 0.7578692 Jul 05 04:31:32.220089 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db06f08f-730b-462a-a8d3-6dbd00beaf03', 'tag': 'e1b68c9a-aa2d-4457-8f0d-29c3b73e0894'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:31:32.222552 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b0df87-3fe4-4e74-b9a3-464b0d66569d" -d '{"events": [{"name": "network-changed", "server_uuid": "db06f08f-730b-462a-a8d3-6dbd00beaf03", "tag": "e1b68c9a-aa2d-4457-8f0d-29c3b73e0894"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:31:32.252136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3152e5-69d6-42da-a9b8-4d37ee58926e service neutron] Pushing event updated for resources: {'Port': ['ID=e1b68c9a-aa2d-4457-8f0d-29c3b73e0894,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:32.260197 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09467a4c-1579-47a4-8feb-82921f1c9f55 x-openstack-request-id: req-09467a4c-1579-47a4-8feb-82921f1c9f55 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:31:32.260533 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db06f08f-730b-462a-a8d3-6dbd00beaf03", "tag": "e1b68c9a-aa2d-4457-8f0d-29c3b73e0894", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:31:32.260795 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-09467a4c-1579-47a4-8feb-82921f1c9f55 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:31:32.261199 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db06f08f-730b-462a-a8d3-6dbd00beaf03', 'tag': 'e1b68c9a-aa2d-4457-8f0d-29c3b73e0894', 'status': 'completed', 'code': 200} Jul 05 04:31:32.338037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0df87-3fe4-4e74-b9a3-464b0d66569d req-2ccad955-7c99-4288-b3c9-e3a7a2326a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:32.339577 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-00b0df87-3fe4-4e74-b9a3-464b0d66569d req-2ccad955-7c99-4288-b3c9-e3a7a2326a79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 1095 time: 0.0570436 Jul 05 04:31:32.781224 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0df87-3fe4-4e74-b9a3-464b0d66569d req-b042393c-dcc8-409d-8e74-0eeec9a3cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:32.782634 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-00b0df87-3fe4-4e74-b9a3-464b0d66569d req-b042393c-dcc8-409d-8e74-0eeec9a3cad2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4351509 Jul 05 04:31:32.792500 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:32.877462 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0df87-3fe4-4e74-b9a3-464b0d66569d req-86d0eecb-9b62-4a68-ae7c-4b54967e3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:32.879001 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-00b0df87-3fe4-4e74-b9a3-464b0d66569d req-86d0eecb-9b62-4a68-ae7c-4b54967e3437 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899971 Jul 05 04:31:32.971737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-896d2578-794a-4748-aff9-83e6073397ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:32.973252 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-896d2578-794a-4748-aff9-83e6073397ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 1095 time: 0.0565112 Jul 05 04:31:33.015078 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-c3bf1833-539e-41ad-8cc1-3d20e0560ab1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 HTTP/1.1" status: 200 len: 217 time: 0.0337596 Jul 05 04:31:33.067351 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-51ec3ad1-0448-4d70-b134-943372725426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:33.069198 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-51ec3ad1-0448-4d70-b134-943372725426 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0472004 Jul 05 04:31:33.122266 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fa10d-4884-4c53-9f7c-2ca39b118ceb req-5ab9221d-e41c-44cd-b1c0-59c63e1978d5 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:33.123756 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b13fa10d-4884-4c53-9f7c-2ca39b118ceb req-5ab9221d-e41c-44cd-b1c0-59c63e1978d5 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 943 time: 0.0666177 Jul 05 04:31:33.136053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-85c013b8-c728-4765-bac3-347d59d8c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:33.137640 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-85c013b8-c728-4765-bac3-347d59d8c0df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615079 Jul 05 04:31:33.162483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b13fa10d-4884-4c53-9f7c-2ca39b118ceb req-0fd63515-860c-471a-836b-270414f21d43 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328903 Jul 05 04:31:33.229644 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-3ae8bcdf-97c0-48bc-a63c-97a72e8df937 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850234 Jul 05 04:31:33.322754 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9668ca37-92b1-4ac4-840e-5e269f6612f2 req-ea0629b7-1181-4e71-8df4-a0664b607c9c service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858920 Jul 05 04:31:34.215494 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:34.336043 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02bee4-2c92-48fa-a1b5-b7853e17291e req-7fe85a3f-ccd2-4d4d-80fe-4e662fab17ae tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:34.337546 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b02bee4-2c92-48fa-a1b5-b7853e17291e req-7fe85a3f-ccd2-4d4d-80fe-4e662fab17ae tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 943 time: 0.0629168 Jul 05 04:31:34.375301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b02bee4-2c92-48fa-a1b5-b7853e17291e req-4e08dfa9-3788-4864-a2b4-c0fff70a20e8 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322111 Jul 05 04:31:35.546270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec77d4c-1e1d-4d6e-9440-3d119f817505 req-4487e308-cc77-4a36-86b4-48f51fc1db41 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:35.547737 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ec77d4c-1e1d-4d6e-9440-3d119f817505 req-4487e308-cc77-4a36-86b4-48f51fc1db41 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 943 time: 0.0629940 Jul 05 04:31:35.585318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ec77d4c-1e1d-4d6e-9440-3d119f817505 req-1a831fc0-65cb-49c7-a97e-bbc7405fc665 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313993 Jul 05 04:31:36.765524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d97e3-04db-417f-a395-85d4f6fdbcf2 req-32c3da39-3810-4fbb-83e4-f136553fee22 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:36.767019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-967d97e3-04db-417f-a395-85d4f6fdbcf2 req-32c3da39-3810-4fbb-83e4-f136553fee22 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 943 time: 0.0657661 Jul 05 04:31:36.805394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-967d97e3-04db-417f-a395-85d4f6fdbcf2 req-5af6816f-7db4-4bd3-9fbc-f85a47a910ee tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316522 Jul 05 04:31:37.973538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d494685-e748-452e-841a-5f3f31a160de req-430c6e41-b12c-47d3-a89c-1cc7d2c79ac2 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:37.975047 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d494685-e748-452e-841a-5f3f31a160de req-430c6e41-b12c-47d3-a89c-1cc7d2c79ac2 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 943 time: 0.0624480 Jul 05 04:31:38.012574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d494685-e748-452e-841a-5f3f31a160de req-7d23e08a-3421-4e2e-beff-332561141a68 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313580 Jul 05 04:31:38.077270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:31:38.170922 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e1b68c9a-aa2d-4457-8f0d-29c3b73e0894,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:38.181760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'e1b68c9a-aa2d-4457-8f0d-29c3b73e0894', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'port_id': 'e1b68c9a-aa2d-4457-8f0d-29c3b73e0894', 'mac_address': 'fa:16:3e:f2:ae:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:31:38.218386 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:38.232314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:31:38.251558 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e1b68c9a-aa2d-4457-8f0d-29c3b73e0894,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:38.341110 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:38.390292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e1b68c9a-aa2d-4457-8f0d-29c3b73e0894,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:38.397757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:38.398112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:38.398446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:38.398786 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:38.399116 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:38.399436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:38.399761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:38.400103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:38.400431 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:38.400753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:38.401073 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:38.401394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:38.693780 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e1b68c9a-aa2d-4457-8f0d-29c3b73e0894'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:31:39.185761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82cd0b-e8ae-47b9-80a8-5252ebcc7654 req-ae1a5ee2-00fa-4c6e-9d56-1d80b03ef85e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:39.187129 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b82cd0b-e8ae-47b9-80a8-5252ebcc7654 req-ae1a5ee2-00fa-4c6e-9d56-1d80b03ef85e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 944 time: 0.0659933 Jul 05 04:31:39.560921 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b82cd0b-e8ae-47b9-80a8-5252ebcc7654 req-2ab8844d-b6f8-4b0e-a97b-d1f74d56aaa1 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681827 Jul 05 04:31:40.077616 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:31:40.186863 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:31:40.190938 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:31:40.196885 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:40.265768 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:40.293303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db06f08f-730b-462a-a8d3-6dbd00beaf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b68c9a-aa2d-4457-8f0d-29c3b73e0894'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:31:40.296637 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b016de14-7933-4783-9092-7c637d00dc44" -d '{"events": [{"server_uuid": "db06f08f-730b-462a-a8d3-6dbd00beaf03", "name": "network-vif-plugged", "status": "completed", "tag": "e1b68c9a-aa2d-4457-8f0d-29c3b73e0894"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:31:40.314674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e1b68c9a-aa2d-4457-8f0d-29c3b73e0894,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:40.339437 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7705f4df-39f0-417c-a89d-64efc0bf1e80 x-openstack-request-id: req-7705f4df-39f0-417c-a89d-64efc0bf1e80 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:31:40.339768 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db06f08f-730b-462a-a8d3-6dbd00beaf03", "name": "network-vif-plugged", "status": "completed", "tag": "e1b68c9a-aa2d-4457-8f0d-29c3b73e0894", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:31:40.340092 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7705f4df-39f0-417c-a89d-64efc0bf1e80 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:31:40.340616 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db06f08f-730b-462a-a8d3-6dbd00beaf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b68c9a-aa2d-4457-8f0d-29c3b73e0894', 'code': 200} Jul 05 04:31:40.364492 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:40.417233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e1b68c9a-aa2d-4457-8f0d-29c3b73e0894,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:40.454278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdde1d9-ddc8-481a-97b1-e5c92ed79618 req-488ec8fb-59ab-4356-b68b-f736eed37566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:40.455779 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-acdde1d9-ddc8-481a-97b1-e5c92ed79618 req-488ec8fb-59ab-4356-b68b-f736eed37566 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 1097 time: 0.0526505 Jul 05 04:31:40.490927 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-acdde1d9-ddc8-481a-97b1-e5c92ed79618 req-9da789bb-ec5a-4a36-b067-de0ee3b1a0e5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280356 Jul 05 04:31:40.733740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3000771-f1c6-4a7f-ae7e-a781151dfb31 req-5a4de7be-9cd1-4e1c-9550-a7454a9680dd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:40.735203 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e3000771-f1c6-4a7f-ae7e-a781151dfb31 req-5a4de7be-9cd1-4e1c-9550-a7454a9680dd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 945 time: 0.0622149 Jul 05 04:31:40.771626 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e3000771-f1c6-4a7f-ae7e-a781151dfb31 req-3320710f-f44e-49f6-aaf2-b016606dc824 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309212 Jul 05 04:31:41.438175 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8f932844-150c-4806-809d-83593b6d711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:41.955829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6cf9a-e80c-4111-adbb-63a9bbd17681 req-b461932f-30d7-4ccc-b92a-f5bee416aa4d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:41.957302 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01b6cf9a-e80c-4111-adbb-63a9bbd17681 req-b461932f-30d7-4ccc-b92a-f5bee416aa4d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 945 time: 0.0633907 Jul 05 04:31:41.999724 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01b6cf9a-e80c-4111-adbb-63a9bbd17681 req-53a45242-4539-4118-a14e-ad1da2eced75 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359266 Jul 05 04:31:44.014981 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d7576267-79f4-4f60-9c71-a0f09278b711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:44.358030 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:45.416472 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:46.998341 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:47.413720 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:31:47.719711 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-88108e8f-346d-4bd8-9076-59f8b14a187a req-2cb9d3ad-b924-4a5f-890c-1570076a3b13 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518496 Jul 05 04:31:47.815993 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88108e8f-346d-4bd8-9076-59f8b14a187a req-47810e0d-4965-44ae-8f97-b57dc5d5beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:47.817496 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-88108e8f-346d-4bd8-9076-59f8b14a187a req-47810e0d-4965-44ae-8f97-b57dc5d5beb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 1096 time: 0.0553286 Jul 05 04:31:47.922894 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88108e8f-346d-4bd8-9076-59f8b14a187a req-6a1717db-de95-451a-8a9b-bd1d69eca0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:47.924300 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-88108e8f-346d-4bd8-9076-59f8b14a187a req-6a1717db-de95-451a-8a9b-bd1d69eca0d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0843010 Jul 05 04:31:47.992207 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-88108e8f-346d-4bd8-9076-59f8b14a187a req-9c0ec8db-6921-4948-aec3-923b10c9305f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802 HTTP/1.1" status: 200 len: 997 time: 0.0609758 Jul 05 04:31:48.041956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88108e8f-346d-4bd8-9076-59f8b14a187a req-10f6b2ed-49f8-4966-8ca6-ac6ff204ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:48.043433 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-88108e8f-346d-4bd8-9076-59f8b14a187a req-10f6b2ed-49f8-4966-8ca6-ac6ff204ae7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0449848 Jul 05 04:31:48.099637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88108e8f-346d-4bd8-9076-59f8b14a187a req-027842fb-3167-4ee5-ac0b-f4835c8b4ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:48.101942 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-88108e8f-346d-4bd8-9076-59f8b14a187a req-027842fb-3167-4ee5-ac0b-f4835c8b4ec6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524452 Jul 05 04:31:48.194657 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-88108e8f-346d-4bd8-9076-59f8b14a187a req-e1532123-ab83-4c3d-b0c4-ba0fe2d53df1 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835445 Jul 05 04:31:48.284374 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-88108e8f-346d-4bd8-9076-59f8b14a187a req-6555f5e8-847c-4874-9ae1-7e3abcbc074c service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832527 Jul 05 04:31:54.363887 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1af4b1-dda9-4b9f-aa04-5da5d7e9b758 req-898387dd-9f62-42f5-b598-f41aaf95872c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:54.365370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c1af4b1-dda9-4b9f-aa04-5da5d7e9b758 req-898387dd-9f62-42f5-b598-f41aaf95872c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0623765 Jul 05 04:31:54.403140 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c1af4b1-dda9-4b9f-aa04-5da5d7e9b758 req-177aadc6-5d78-48da-8021-fa63ff2bd732 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314567 Jul 05 04:31:54.586791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54888cfb-a1ed-46ab-84d8-7e7a3ac56059 req-6ea4ccc6-28f4-4006-93c7-990be923666b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:54.588296 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54888cfb-a1ed-46ab-84d8-7e7a3ac56059 req-6ea4ccc6-28f4-4006-93c7-990be923666b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0629063 Jul 05 04:31:54.624899 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54888cfb-a1ed-46ab-84d8-7e7a3ac56059 req-d26b0cb4-598e-43e9-9a15-8904805c66ea tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311162 Jul 05 04:31:55.227811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd4249-84bf-45da-8519-bffaa5e7b7ee req-e254e8a2-5352-4ac9-8159-47cf62b3edac tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:55.229197 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17cd4249-84bf-45da-8519-bffaa5e7b7ee req-e254e8a2-5352-4ac9-8159-47cf62b3edac tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0667033 Jul 05 04:31:55.265580 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17cd4249-84bf-45da-8519-bffaa5e7b7ee req-fe7af9a3-9d97-46bf-b139-f27ff65033a6 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308743 Jul 05 04:31:56.222447 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14cef2-e76e-4f9c-80e7-04c88ecc7af9 req-2dc8f879-97ef-414d-a4e2-8b8ad670148a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:56.223914 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed14cef2-e76e-4f9c-80e7-04c88ecc7af9 req-2dc8f879-97ef-414d-a4e2-8b8ad670148a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0639458 Jul 05 04:31:56.263065 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed14cef2-e76e-4f9c-80e7-04c88ecc7af9 req-e9272c97-bd19-46ed-8fc9-0636315931c8 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324006 Jul 05 04:31:57.442662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fbeaa-4e2a-47e7-a813-1c69b5b0ba0b req-4d2a539c-4eb0-450b-97a5-24aae8ec635f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:57.444243 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d30fbeaa-4e2a-47e7-a813-1c69b5b0ba0b req-4d2a539c-4eb0-450b-97a5-24aae8ec635f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0679162 Jul 05 04:31:57.482378 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d30fbeaa-4e2a-47e7-a813-1c69b5b0ba0b req-54982913-236f-4d53-af42-350ed9707c50 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324602 Jul 05 04:31:58.654416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0561e3-35af-4096-b238-e350a4bf3ef9 req-f58a5089-56fd-441d-86ec-267885fd5bda tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:58.655897 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a0561e3-35af-4096-b238-e350a4bf3ef9 req-f58a5089-56fd-441d-86ec-267885fd5bda tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0625565 Jul 05 04:31:58.693437 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a0561e3-35af-4096-b238-e350a4bf3ef9 req-68e212f4-a6dc-47f5-b43e-e05d9cca1ecb tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318909 Jul 05 04:31:59.870922 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba83f-4f11-4981-93dc-c798128bf17c req-9c9515e1-2bf4-4904-97a3-87bbcea6e961 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:59.872405 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5eba83f-4f11-4981-93dc-c798128bf17c req-9c9515e1-2bf4-4904-97a3-87bbcea6e961 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0643740 Jul 05 04:31:59.909023 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5eba83f-4f11-4981-93dc-c798128bf17c req-0f8ff70c-0cb2-48b2-8fef-1ff140b0829b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310330 Jul 05 04:32:01.083230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23af5e-5409-4db5-8654-9736c31d3372 req-3e8192a5-93d9-44c3-928b-5ce8ce53006e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:01.084764 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae23af5e-5409-4db5-8654-9736c31d3372 req-3e8192a5-93d9-44c3-928b-5ce8ce53006e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0664935 Jul 05 04:32:01.123264 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae23af5e-5409-4db5-8654-9736c31d3372 req-9298d4aa-eb03-4725-8a53-6bb55f8d50c2 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320964 Jul 05 04:32:02.296239 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dea649-13d4-494e-a61e-2ea9c379a25a req-5d49ed2c-5e7e-4f3b-9f5a-d42c6d50f9c8 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:02.297733 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4dea649-13d4-494e-a61e-2ea9c379a25a req-5d49ed2c-5e7e-4f3b-9f5a-d42c6d50f9c8 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0624824 Jul 05 04:32:02.336175 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4dea649-13d4-494e-a61e-2ea9c379a25a req-104202fa-15ca-4111-8cc0-f03712140cf9 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326774 Jul 05 04:32:02.712235 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:03.513597 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e2595-50f3-4739-96bc-61db1318a758 req-8fa2316c-9bea-4c40-abce-2ec3bb700343 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:03.515066 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c2e2595-50f3-4739-96bc-61db1318a758 req-8fa2316c-9bea-4c40-abce-2ec3bb700343 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0694764 Jul 05 04:32:03.552795 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c2e2595-50f3-4739-96bc-61db1318a758 req-cad7aad3-70c8-4d3f-b545-aace4883936b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322087 Jul 05 04:32:04.237803 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:04.724698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35345f4d-89f0-4006-ab6d-2b801dd19604 req-f3c6d87c-b5f9-42f5-bff7-2a356ee4b40d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:04.726176 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35345f4d-89f0-4006-ab6d-2b801dd19604 req-f3c6d87c-b5f9-42f5-bff7-2a356ee4b40d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0632615 Jul 05 04:32:04.762881 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35345f4d-89f0-4006-ab6d-2b801dd19604 req-803c5615-a92c-471e-9339-f5fd0bf1e27b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311666 Jul 05 04:32:05.939538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d7f2d-2f96-4730-a045-442a603486ce req-69641180-9572-4cbe-bd64-d4ea98fc930f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:05.941073 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a33d7f2d-2f96-4730-a045-442a603486ce req-69641180-9572-4cbe-bd64-d4ea98fc930f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0635083 Jul 05 04:32:05.979799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a33d7f2d-2f96-4730-a045-442a603486ce req-3e9e5b16-da4c-402f-bb46-49a69cafeadf tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329278 Jul 05 04:32:06.473206 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-55cf897f-e023-491d-95d9-90c77259a4cd req-aa223829-ad57-4a3c-bed5-567deabf8871 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539324 Jul 05 04:32:06.578065 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf897f-e023-491d-95d9-90c77259a4cd req-4ee93cee-bcf5-4087-8961-e783c44b17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:06.579543 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-55cf897f-e023-491d-95d9-90c77259a4cd req-4ee93cee-bcf5-4087-8961-e783c44b17a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 1097 time: 0.0602121 Jul 05 04:32:06.683690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf897f-e023-491d-95d9-90c77259a4cd req-1cdffb63-113c-490b-837f-fb6a3e6df21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:06.685199 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-55cf897f-e023-491d-95d9-90c77259a4cd req-1cdffb63-113c-490b-837f-fb6a3e6df21c service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0845320 Jul 05 04:32:06.731313 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-55cf897f-e023-491d-95d9-90c77259a4cd req-9cebf9e7-559e-40a0-b063-214e7687a1fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23277cfa-32b1-4328-9a5a-04273fcfba81 HTTP/1.1" status: 200 len: 217 time: 0.0354404 Jul 05 04:32:06.784571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf897f-e023-491d-95d9-90c77259a4cd req-ffae7c3e-4f2b-4e9f-819e-73c3ff775d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:06.786059 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-55cf897f-e023-491d-95d9-90c77259a4cd req-ffae7c3e-4f2b-4e9f-819e-73c3ff775d30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0479536 Jul 05 04:32:06.844309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf897f-e023-491d-95d9-90c77259a4cd req-db94a719-bc14-464a-a537-f499b8af4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:06.846083 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-55cf897f-e023-491d-95d9-90c77259a4cd req-db94a719-bc14-464a-a537-f499b8af4acf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535324 Jul 05 04:32:06.934863 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-55cf897f-e023-491d-95d9-90c77259a4cd req-acd79cfc-06d0-48c7-83fa-183fa7914497 service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818272 Jul 05 04:32:07.031249 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-55cf897f-e023-491d-95d9-90c77259a4cd req-5234d3a6-af5c-45c3-a98d-0cf7001ae6ee service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892286 Jul 05 04:32:07.155032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaf0f8-b5b7-419e-93db-18457917639f req-9f6ffe32-e90e-4bcb-a1f8-0ce1ee87b27c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:07.156529 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4bdaf0f8-b5b7-419e-93db-18457917639f req-9f6ffe32-e90e-4bcb-a1f8-0ce1ee87b27c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0667253 Jul 05 04:32:07.192729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4bdaf0f8-b5b7-419e-93db-18457917639f req-414268ed-14ff-4d24-aa2c-08a8c3dca492 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306880 Jul 05 04:32:07.677374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a056f-a511-492e-854a-53d3ec1daa82 req-ecb4317c-7f92-497d-b851-645f0bc2b984 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:07.680731 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-533a056f-a511-492e-854a-53d3ec1daa82 req-ecb4317c-7f92-497d-b851-645f0bc2b984 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0697651 Jul 05 04:32:07.721887 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-533a056f-a511-492e-854a-53d3ec1daa82 req-4e8a57b7-92d6-4bc2-a771-803bd1347cd4 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361955 Jul 05 04:32:07.749846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c397469-c242-4932-ad00-42b095103f99 req-3ee710d8-c303-4620-9d18-b6fdd030dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:07.751362 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9c397469-c242-4932-ad00-42b095103f99 req-3ee710d8-c303-4620-9d18-b6fdd030dd67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 1096 time: 0.0573645 Jul 05 04:32:07.844950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c397469-c242-4932-ad00-42b095103f99 req-cc4b5bbf-f12e-406a-a626-e7444c8045a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:07.846542 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9c397469-c242-4932-ad00-42b095103f99 req-cc4b5bbf-f12e-406a-a626-e7444c8045a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0892267 Jul 05 04:32:07.914283 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9c397469-c242-4932-ad00-42b095103f99 req-aa9f53d1-46c2-4cb9-a591-0ca108b961cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802 HTTP/1.1" status: 200 len: 997 time: 0.0589633 Jul 05 04:32:07.963334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c397469-c242-4932-ad00-42b095103f99 req-d1690c44-ca1a-4c8a-a881-17ad3a6263cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:07.965089 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9c397469-c242-4932-ad00-42b095103f99 req-d1690c44-ca1a-4c8a-a881-17ad3a6263cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0449872 Jul 05 04:32:08.026733 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c397469-c242-4932-ad00-42b095103f99 req-67e2d9b3-c6a0-4d2f-9da5-149b7e29f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:08.028286 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9c397469-c242-4932-ad00-42b095103f99 req-67e2d9b3-c6a0-4d2f-9da5-149b7e29f2cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570476 Jul 05 04:32:08.117420 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9c397469-c242-4932-ad00-42b095103f99 req-908f9873-5634-4f4a-adef-85649c9164a1 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819781 Jul 05 04:32:08.208641 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9c397469-c242-4932-ad00-42b095103f99 req-3030d475-2cfe-432c-9e4c-5829a6c0f522 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849657 Jul 05 04:32:08.915107 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598e84d-c402-44c5-b88d-0e5b928c7548 req-324876a2-5a5e-415a-8523-96aaed6cc8e4 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:08.917312 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4598e84d-c402-44c5-b88d-0e5b928c7548 req-324876a2-5a5e-415a-8523-96aaed6cc8e4 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0737212 Jul 05 04:32:08.958092 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4598e84d-c402-44c5-b88d-0e5b928c7548 req-18b86723-d9cb-480e-a558-9d9f70cc171b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352414 Jul 05 04:32:10.134550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00319007-94a0-4158-adf3-daa6ceba3765 req-7b90356e-6298-4c26-a873-cfb9adf966c3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:10.136050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00319007-94a0-4158-adf3-daa6ceba3765 req-7b90356e-6298-4c26-a873-cfb9adf966c3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0640984 Jul 05 04:32:10.174679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-00319007-94a0-4158-adf3-daa6ceba3765 req-e92e80b9-ef76-45d7-be9f-e48f9437e361 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330458 Jul 05 04:32:10.355268 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceccedf-bf25-469a-ac55-365e921dc06f req-0a1866f7-fccc-4c5c-ae4d-bbdbec14ad89 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:10.356827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ceccedf-bf25-469a-ac55-365e921dc06f req-0a1866f7-fccc-4c5c-ae4d-bbdbec14ad89 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0660129 Jul 05 04:32:10.398749 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ceccedf-bf25-469a-ac55-365e921dc06f req-60aeced5-1047-45ec-8c23-fe4198a162ed tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363371 Jul 05 04:32:11.188940 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59c886-c4a8-4d4b-81d4-3c81b13f1a74 req-1111cf73-9022-417d-8969-ca382ca83a50 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:11.190400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da59c886-c4a8-4d4b-81d4-3c81b13f1a74 req-1111cf73-9022-417d-8969-ca382ca83a50 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0749488 Jul 05 04:32:11.228363 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da59c886-c4a8-4d4b-81d4-3c81b13f1a74 req-602ad7e5-34c0-4d9f-9e15-a4488d4b81cf tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324390 Jul 05 04:32:11.454788 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ff222580-c2ef-43b3-9fee-65c8e8d7b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:11.701931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa96f9d-c1aa-4033-9c03-78b6c68b58cd req-a370276f-2a72-4cc2-84a4-88c4ffdf78f4 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:11.703409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-efa96f9d-c1aa-4033-9c03-78b6c68b58cd req-a370276f-2a72-4cc2-84a4-88c4ffdf78f4 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0636945 Jul 05 04:32:11.747928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-efa96f9d-c1aa-4033-9c03-78b6c68b58cd req-8aeeec41-0db3-4093-9ef1-44232ef5bc72 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367365 Jul 05 04:32:12.935939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807909a-912b-4fec-a88c-c7dfcb7dab07 req-900a1b1a-a611-482a-bfc7-d431e053e037 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:12.937454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7807909a-912b-4fec-a88c-c7dfcb7dab07 req-900a1b1a-a611-482a-bfc7-d431e053e037 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0757964 Jul 05 04:32:12.977019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7807909a-912b-4fec-a88c-c7dfcb7dab07 req-fd48a1a7-99a3-44b6-9766-adde13b60d37 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334065 Jul 05 04:32:13.454068 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196787c-e29b-4e5b-b2e2-8f7c1d1c3d5a req-4da51996-2a79-46fd-9b7b-613fbabaa3c4 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:13.455613 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9196787c-e29b-4e5b-b2e2-8f7c1d1c3d5a req-4da51996-2a79-46fd-9b7b-613fbabaa3c4 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0661800 Jul 05 04:32:13.496308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9196787c-e29b-4e5b-b2e2-8f7c1d1c3d5a req-2388238c-fbad-4464-9583-d571eb7b0d08 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348644 Jul 05 04:32:14.008990 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a5a667fb-e6ad-491d-9568-15df03af5dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.357449 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.677680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f5fbb-0799-4899-b6ea-3eca3df899b9 req-2aa9cef9-0edb-4571-922d-3d6d1ebb4d48 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:14.679055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c9f5fbb-0799-4899-b6ea-3eca3df899b9 req-2aa9cef9-0edb-4571-922d-3d6d1ebb4d48 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0686467 Jul 05 04:32:14.716158 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c9f5fbb-0799-4899-b6ea-3eca3df899b9 req-b0a6748a-7b61-4946-858b-498cfb773c08 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308805 Jul 05 04:32:14.891797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870270d6-99ce-4bfb-99e0-d51d007e3df2 req-349be3ff-5a43-4aa7-a556-a62b724aa412 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:14.893326 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-870270d6-99ce-4bfb-99e0-d51d007e3df2 req-349be3ff-5a43-4aa7-a556-a62b724aa412 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0637934 Jul 05 04:32:14.930776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-870270d6-99ce-4bfb-99e0-d51d007e3df2 req-35ca67e0-ad22-48a2-9687-596d436d77a8 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318339 Jul 05 04:32:15.103056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37b9e6-c557-4665-86e2-6e4538eefc8e req-4bb112ca-4433-4171-a392-d3e980667587 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:15.104734 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc37b9e6-c557-4665-86e2-6e4538eefc8e req-4bb112ca-4433-4171-a392-d3e980667587 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0633256 Jul 05 04:32:15.142573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc37b9e6-c557-4665-86e2-6e4538eefc8e req-186a045b-3d75-4904-ba7a-7c35dea9b81a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323012 Jul 05 04:32:15.316746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2775f-11b8-4ff4-ab99-6f7c8bd78ba4 req-555c7bcf-1ec7-4b0d-b06c-64340acdd809 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:15.318227 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ba2775f-11b8-4ff4-ab99-6f7c8bd78ba4 req-555c7bcf-1ec7-4b0d-b06c-64340acdd809 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0674112 Jul 05 04:32:15.355784 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ba2775f-11b8-4ff4-ab99-6f7c8bd78ba4 req-8bcde1eb-7025-4e48-9938-d5c5a38c9450 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319142 Jul 05 04:32:15.426427 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:16.974470 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:24.417846 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:32:32.705764 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:34.208253 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:41.465502 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ff9d15ff-3be8-4eff-a49b-49e632706c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:43.997103 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-214f971e-1d62-4aee-856b-b6df59eeaa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:44.345751 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:45.419795 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:46.974294 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:49.756526 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3bcc34c2-66ba-494c-84ad-3e9410c95165 req-56735d2b-49c5-4742-96ff-6805b9c3e3d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549667 Jul 05 04:32:49.829867 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc34c2-66ba-494c-84ad-3e9410c95165 req-1edf2fde-d5f3-4b92-a6e9-9cb941936b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:49.831343 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3bcc34c2-66ba-494c-84ad-3e9410c95165 req-1edf2fde-d5f3-4b92-a6e9-9cb941936b34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 1097 time: 0.0519729 Jul 05 04:32:49.940001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc34c2-66ba-494c-84ad-3e9410c95165 req-7e484a26-b27a-48be-81a3-931b59394e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:49.941506 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3bcc34c2-66ba-494c-84ad-3e9410c95165 req-7e484a26-b27a-48be-81a3-931b59394e51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0897887 Jul 05 04:32:49.983320 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3bcc34c2-66ba-494c-84ad-3e9410c95165 req-86a11e9d-c0d1-45e1-b542-85eb5b862c97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 HTTP/1.1" status: 200 len: 217 time: 0.0340815 Jul 05 04:32:50.031807 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc34c2-66ba-494c-84ad-3e9410c95165 req-93c94efe-f49a-4adb-8c15-7244b0abcd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:50.033303 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3bcc34c2-66ba-494c-84ad-3e9410c95165 req-93c94efe-f49a-4adb-8c15-7244b0abcd7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0426466 Jul 05 04:32:50.094094 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc34c2-66ba-494c-84ad-3e9410c95165 req-9de5ae19-e062-4344-9697-fe338afd3bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:50.096115 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3bcc34c2-66ba-494c-84ad-3e9410c95165 req-9de5ae19-e062-4344-9697-fe338afd3bab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566723 Jul 05 04:32:50.190325 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3bcc34c2-66ba-494c-84ad-3e9410c95165 req-a70b63ab-c111-4188-a72e-dab5098fec76 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868571 Jul 05 04:32:50.284801 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3bcc34c2-66ba-494c-84ad-3e9410c95165 req-5b47a516-cf06-4f72-b040-7d450afb1d55 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865982 Jul 05 04:33:01.415704 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:33:02.716194 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:04.248009 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:06.484054 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff0fee45-881b-43be-b7c6-ab0379064047 req-d4e306ca-c71d-484a-bf33-c85ab7b7c72e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559905 Jul 05 04:33:06.578591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fee45-881b-43be-b7c6-ab0379064047 req-f5a4465b-995c-4ea1-8e14-fab27e02f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:06.580333 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff0fee45-881b-43be-b7c6-ab0379064047 req-f5a4465b-995c-4ea1-8e14-fab27e02f4d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 1097 time: 0.0558894 Jul 05 04:33:06.686119 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fee45-881b-43be-b7c6-ab0379064047 req-e53a858c-6ead-49cf-9014-f4f752e8c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:06.687572 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff0fee45-881b-43be-b7c6-ab0379064047 req-e53a858c-6ead-49cf-9014-f4f752e8c071 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0877168 Jul 05 04:33:06.731837 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff0fee45-881b-43be-b7c6-ab0379064047 req-47780d4a-ba56-4af9-bf8f-fe6f2bac2644 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23277cfa-32b1-4328-9a5a-04273fcfba81 HTTP/1.1" status: 200 len: 217 time: 0.0347619 Jul 05 04:33:06.787470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fee45-881b-43be-b7c6-ab0379064047 req-8c505a9d-d2e3-4715-8a74-cd5e24c41809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:06.787470 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff0fee45-881b-43be-b7c6-ab0379064047 req-8c505a9d-d2e3-4715-8a74-cd5e24c41809 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0439413 Jul 05 04:33:06.846229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fee45-881b-43be-b7c6-ab0379064047 req-17d15bf6-0a11-4f37-ba38-b49b617a2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:06.847899 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff0fee45-881b-43be-b7c6-ab0379064047 req-17d15bf6-0a11-4f37-ba38-b49b617a2263 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578647 Jul 05 04:33:06.935839 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff0fee45-881b-43be-b7c6-ab0379064047 req-96afc099-3bc2-47b7-a5e6-d6579c62ab07 service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805991 Jul 05 04:33:07.029524 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff0fee45-881b-43be-b7c6-ab0379064047 req-5fc8db06-1246-4568-a8fc-3fb7d17a8f6b service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869234 Jul 05 04:33:11.080554 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e9545-7fbe-4462-b27a-f017cfa7df9c req-ca2f70df-68d5-4676-996b-214d3c17ca10 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:11.082155 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a57e9545-7fbe-4462-b27a-f017cfa7df9c req-ca2f70df-68d5-4676-996b-214d3c17ca10 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0687933 Jul 05 04:33:11.093322 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a504d-2af0-4c54-8b0f-9e08828637e4 req-3da9b9c0-f2b7-42e0-b8de-4fbc23c81368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:11.095082 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-447a504d-2af0-4c54-8b0f-9e08828637e4 req-3da9b9c0-f2b7-42e0-b8de-4fbc23c81368 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 1096 time: 0.0555658 Jul 05 04:33:11.121750 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a57e9545-7fbe-4462-b27a-f017cfa7df9c req-2cf61c9a-0869-4f84-955f-b3de0a16148d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337830 Jul 05 04:33:11.183835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a504d-2af0-4c54-8b0f-9e08828637e4 req-3e321d3b-7867-475d-aebe-7b08777459a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:11.185234 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-447a504d-2af0-4c54-8b0f-9e08828637e4 req-3e321d3b-7867-475d-aebe-7b08777459a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0841410 Jul 05 04:33:11.252125 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-447a504d-2af0-4c54-8b0f-9e08828637e4 req-2318be43-2dc1-45b6-b0e7-fd912d827981 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802 HTTP/1.1" status: 200 len: 997 time: 0.0601330 Jul 05 04:33:11.302163 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a504d-2af0-4c54-8b0f-9e08828637e4 req-0fd61fba-8172-4c61-a880-10d1a9c7c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:11.304931 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-447a504d-2af0-4c54-8b0f-9e08828637e4 req-0fd61fba-8172-4c61-a880-10d1a9c7c33f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0446813 Jul 05 04:33:11.359705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a504d-2af0-4c54-8b0f-9e08828637e4 req-6d7a8a7a-0ad7-4eee-aa58-4f4ba0ef5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:11.362526 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-447a504d-2af0-4c54-8b0f-9e08828637e4 req-6d7a8a7a-0ad7-4eee-aa58-4f4ba0ef5d4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510750 Jul 05 04:33:11.371526 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-447a504d-2af0-4c54-8b0f-9e08828637e4 req-ee82e283-f8c3-4fdd-89ff-f206472ea078 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:33:11.372490 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-447a504d-2af0-4c54-8b0f-9e08828637e4 req-ee82e283-f8c3-4fdd-89ff-f206472ea078 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049183 Jul 05 04:33:11.447965 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5da95e52-4c68-43dc-9189-392be0bfea1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:11.471538 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-447a504d-2af0-4c54-8b0f-9e08828637e4 req-041fc1da-1922-4b1d-bc66-cfadfa3bf66f service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921724 Jul 05 04:33:11.562702 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-447a504d-2af0-4c54-8b0f-9e08828637e4 req-2c7946b7-0fa9-4437-a626-10164b20d520 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845892 Jul 05 04:33:12.303581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9890a9e-47ca-472d-a7ed-6339b29fa154 req-ea8b5e1a-00ab-45ab-a9d1-961cdf701820 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:12.305092 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9890a9e-47ca-472d-a7ed-6339b29fa154 req-ea8b5e1a-00ab-45ab-a9d1-961cdf701820 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0696409 Jul 05 04:33:12.343293 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9890a9e-47ca-472d-a7ed-6339b29fa154 req-58121602-c99c-4396-8075-3875afcbe6d5 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325530 Jul 05 04:33:13.526219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744a667-0e78-40ed-92ec-b9a78968b955 req-785aa4e0-8e27-4f45-ae4a-ba445a56d85c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:13.528482 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b744a667-0e78-40ed-92ec-b9a78968b955 req-785aa4e0-8e27-4f45-ae4a-ba445a56d85c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0733743 Jul 05 04:33:13.567538 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b744a667-0e78-40ed-92ec-b9a78968b955 req-81c6f66d-3d73-4c84-b001-7a7c2db96946 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335054 Jul 05 04:33:13.990378 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d2935a83-c719-41e2-a563-5136dabf31ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:14.425177 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:14.739290 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fcca4-e2cd-4ef8-a618-a63380f1a963 req-2f033257-cc9a-453a-b3e8-e9c0ebde9321 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:14.740711 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc7fcca4-e2cd-4ef8-a618-a63380f1a963 req-2f033257-cc9a-453a-b3e8-e9c0ebde9321 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0632150 Jul 05 04:33:14.777384 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc7fcca4-e2cd-4ef8-a618-a63380f1a963 req-e37d121e-fd5b-4bdc-b191-a7faf1e36a28 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311792 Jul 05 04:33:15.430797 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:15.959140 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402509b8-e3da-44f5-b7fb-ced375d7a9d2 req-8a8d1e85-b7ae-4584-a080-14f4b93c54c4 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:15.960647 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-402509b8-e3da-44f5-b7fb-ced375d7a9d2 req-8a8d1e85-b7ae-4584-a080-14f4b93c54c4 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0693192 Jul 05 04:33:15.998430 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-402509b8-e3da-44f5-b7fb-ced375d7a9d2 req-0c0a211c-0ddb-4bca-82d8-390944cee397 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319641 Jul 05 04:33:17.007909 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:17.177390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eaaafd-4985-44a5-9bba-d7fedeca74f4 req-a71f5345-b90a-4a81-8a0b-5f5333a4a6e4 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:17.178861 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96eaaafd-4985-44a5-9bba-d7fedeca74f4 req-a71f5345-b90a-4a81-8a0b-5f5333a4a6e4 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0655656 Jul 05 04:33:17.217698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-96eaaafd-4985-44a5-9bba-d7fedeca74f4 req-29300876-3fd4-42d3-8dfb-80ffa8aa95e0 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332072 Jul 05 04:33:18.395885 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18820940-f9bf-43df-9d10-5bf20741a0dc req-33157cea-15b6-4ebe-8408-e76bab4c87c3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:18.397468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-18820940-f9bf-43df-9d10-5bf20741a0dc req-33157cea-15b6-4ebe-8408-e76bab4c87c3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0690475 Jul 05 04:33:18.435416 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-18820940-f9bf-43df-9d10-5bf20741a0dc req-8874018f-d59c-4932-8f1b-8b561a121803 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324674 Jul 05 04:33:32.733307 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:34.241574 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:38.415324 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:33:41.470546 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f115e538-765f-433e-b7a3-3c6a3ddc4aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:44.018823 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a89d1a89-247c-4158-913a-57f483c86dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:44.384392 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:45.429713 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:46.978118 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:51.788133 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e4a657f-4426-4732-bcd7-82178635e953 req-fb2fd084-3806-46bc-b7ed-8639c5fd7bf4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1243403 Jul 05 04:33:51.891354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a657f-4426-4732-bcd7-82178635e953 req-52f4f7f2-d7e9-4963-b0bb-c35af75427fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:51.893051 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e4a657f-4426-4732-bcd7-82178635e953 req-52f4f7f2-d7e9-4963-b0bb-c35af75427fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 1096 time: 0.0581677 Jul 05 04:33:52.021508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a657f-4426-4732-bcd7-82178635e953 req-924133d2-078a-4b5c-b6ab-6930ed37681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:52.023152 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e4a657f-4426-4732-bcd7-82178635e953 req-924133d2-078a-4b5c-b6ab-6930ed37681d service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.1066473 Jul 05 04:33:52.095793 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e4a657f-4426-4732-bcd7-82178635e953 req-1fa3d48a-2aa7-40ce-9454-283207b92592 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802 HTTP/1.1" status: 200 len: 997 time: 0.0613163 Jul 05 04:33:52.144758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a657f-4426-4732-bcd7-82178635e953 req-c2bdfab4-9da2-4bd8-ab0f-3f90da9e3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:52.146187 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e4a657f-4426-4732-bcd7-82178635e953 req-c2bdfab4-9da2-4bd8-ab0f-3f90da9e3e08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0440528 Jul 05 04:33:52.207509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a657f-4426-4732-bcd7-82178635e953 req-69c6c120-0c4a-4848-8345-b1f99aa4b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:52.209020 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e4a657f-4426-4732-bcd7-82178635e953 req-69c6c120-0c4a-4848-8345-b1f99aa4b1ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549059 Jul 05 04:33:52.296855 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e4a657f-4426-4732-bcd7-82178635e953 req-83548c17-93af-4cad-8995-7190485733a4 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808780 Jul 05 04:33:52.399402 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e4a657f-4426-4732-bcd7-82178635e953 req-7ea4d699-bedf-44b6-b425-613bb3a9b277 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954373 Jul 05 04:34:02.778391 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:04.241022 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:07.452939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae46883-05ec-470e-b952-d523a5c4e7b6 req-dc1fb671-573f-431a-88ec-3d51b5650ce8 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:07.454717 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dae46883-05ec-470e-b952-d523a5c4e7b6 req-dc1fb671-573f-431a-88ec-3d51b5650ce8 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0659566 Jul 05 04:34:07.464729 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db815fb9-6d05-4b61-96ff-ed3cf2c6ce02 req-79d969bc-47ca-424c-8983-38e463b50ed1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524182 Jul 05 04:34:07.494926 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dae46883-05ec-470e-b952-d523a5c4e7b6 req-e398c264-7998-4a9e-865d-cb3896cede66 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345118 Jul 05 04:34:07.571922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db815fb9-6d05-4b61-96ff-ed3cf2c6ce02 req-e50c2dad-1fe8-453d-a7c5-a0d40d9d7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:07.573452 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db815fb9-6d05-4b61-96ff-ed3cf2c6ce02 req-e50c2dad-1fe8-453d-a7c5-a0d40d9d7cda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 1097 time: 0.0634866 Jul 05 04:34:07.680779 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db815fb9-6d05-4b61-96ff-ed3cf2c6ce02 req-e07bb5d6-f2e8-44dd-8069-ee81ce7de443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:07.682243 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db815fb9-6d05-4b61-96ff-ed3cf2c6ce02 req-e07bb5d6-f2e8-44dd-8069-ee81ce7de443 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0870974 Jul 05 04:34:07.682536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0de42-d0ca-49bd-bddc-21b1cd91634e req-b9db53d6-e8ab-48f0-b80f-af0965d1020d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:07.684109 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39d0de42-d0ca-49bd-bddc-21b1cd91634e req-b9db53d6-e8ab-48f0-b80f-af0965d1020d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0625544 Jul 05 04:34:07.722487 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39d0de42-d0ca-49bd-bddc-21b1cd91634e req-aa6be58b-8012-4fc2-864f-ff0f7fef2600 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324292 Jul 05 04:34:07.723662 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db815fb9-6d05-4b61-96ff-ed3cf2c6ce02 req-3ead3455-117c-4e36-9905-fbded774b3bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23277cfa-32b1-4328-9a5a-04273fcfba81 HTTP/1.1" status: 200 len: 217 time: 0.0348120 Jul 05 04:34:07.774704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db815fb9-6d05-4b61-96ff-ed3cf2c6ce02 req-28ae87aa-e89c-4571-b042-a7271040dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:07.776205 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db815fb9-6d05-4b61-96ff-ed3cf2c6ce02 req-28ae87aa-e89c-4571-b042-a7271040dc57 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0448539 Jul 05 04:34:07.837818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db815fb9-6d05-4b61-96ff-ed3cf2c6ce02 req-10b2736b-5fe8-42f2-aef5-95d8b5e7d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:07.839292 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db815fb9-6d05-4b61-96ff-ed3cf2c6ce02 req-10b2736b-5fe8-42f2-aef5-95d8b5e7d3bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567183 Jul 05 04:34:07.850179 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-db815fb9-6d05-4b61-96ff-ed3cf2c6ce02 req-52a940f7-f323-45f8-9f97-76093bbae98c service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:34:07.851171 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db815fb9-6d05-4b61-96ff-ed3cf2c6ce02 req-52a940f7-f323-45f8-9f97-76093bbae98c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051522 Jul 05 04:34:07.942942 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db815fb9-6d05-4b61-96ff-ed3cf2c6ce02 req-eb767453-dcad-4072-8918-205421204146 service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855074 Jul 05 04:34:07.981915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-20ed75dc-f59e-4527-8860-a2cf94545fb2 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:07.983385 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-20ed75dc-f59e-4527-8860-a2cf94545fb2 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 812 time: 0.1060762 Jul 05 04:34:07.998429 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-8305952d-e53a-4ee0-82c8-b4db9152c2c3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/quotas/b040f5b5b4d746d6999bd768dd9e1512 HTTP/1.1" status: 200 len: 375 time: 0.0090609 Jul 05 04:34:08.036865 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db815fb9-6d05-4b61-96ff-ed3cf2c6ce02 req-5184a430-327f-4f0e-9a57-eec2e01c18fd service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866239 Jul 05 04:34:08.081347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-027e3e27-d7f0-479e-838f-645c0fd36638 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0767298 Jul 05 04:34:08.173591 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-61b51105-4901-4350-acf1-ddee239b2c17 service neutron] 10.222.0.38 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859315 Jul 05 04:34:08.261783 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-81427c7d-d61e-4913-8ef9-939097f3c6d3 service neutron] 10.222.0.38 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825241 Jul 05 04:34:08.503321 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6aa1f77-420b-4fbb-be70-5e5bd02b9357 req-8a034e1b-13c6-4400-b10d-4f1c41b60973 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 210 time: 0.0344925 Jul 05 04:34:09.650748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7bc551f0-49a5-4432-a6a9-9500c23512a4 req-9ccf1417-7789-4632-9114-b3ef356df609 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 210 time: 0.0285578 Jul 05 04:34:10.573368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-8cba6987-659a-4f79-89aa-411b0de07f16 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:10.574962 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-8cba6987-659a-4f79-89aa-411b0de07f16 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.10 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 812 time: 0.1038694 Jul 05 04:34:10.587820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Request body: {'port': {'device_id': 'ad212e7e-94dd-4bd2-b305-52c260dd901a', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'admin_state_up': True, 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:34:10.794303 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a0c5526-3676-410c-abaa-2acba018717f req-1894610f-f422-4093-9409-caa714688464 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 210 time: 0.0295374 Jul 05 04:34:10.806656 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Made reservation on behalf of b040f5b5b4d746d6999bd768dd9e1512 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:34:10.815144 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:10.942425 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Allocated IP 172.20.0.6 (bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c/ae0aaa08-3383-4a99-a4fe-af8658ec51f3/fac972bf-393b-4b5c-8603-5df4c54d70b0) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:34:11.091353 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.105376 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Transition to ACTIVE for port object fac972bf-393b-4b5c-8603-5df4c54d70b0 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:34:11.212801 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.226871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['23277cfa-32b1-4328-9a5a-04273fcfba81'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:34:11.229714 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e1b68c9a-aa2d-4457-8f0d-29c3b73e0894'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:34:11.255268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:34:11.258503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:34:11.264803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:34:11.301251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event updated for resources: {'Port': ['ID=fac972bf-393b-4b5c-8603-5df4c54d70b0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:11.320605 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.321000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.321388 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.321782 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.322049 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.322388 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.322719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.323210 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.323578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.323904 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.324315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.324606 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.354814 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:11.355541 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.430735 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-6dd05116-859f-4cc2-bb75-5a4656bb8315 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8465633 Jul 05 04:34:11.446430 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Request body: {'port': {'device_id': 'ad212e7e-94dd-4bd2-b305-52c260dd901a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:34:11.496454 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2df89b48-0b9c-434e-b094-52f57fdf90c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.519547 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.589002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d09fc2a5-a665-431c-9c84-b4c342dc5763 None None] Provisioning for port fac972bf-393b-4b5c-8603-5df4c54d70b0 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:34:11.594312 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d09fc2a5-a665-431c-9c84-b4c342dc5763 None None] Provisioning complete for port fac972bf-393b-4b5c-8603-5df4c54d70b0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:34:11.604197 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d09fc2a5-a665-431c-9c84-b4c342dc5763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.638385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d09fc2a5-a665-431c-9c84-b4c342dc5763 None None] Port fac972bf-393b-4b5c-8603-5df4c54d70b0 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:34:11.781939 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac972bf-393b-4b5c-8603-5df4c54d70b0 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:34:11.789293 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.800776 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Transition to ACTIVE for port object fac972bf-393b-4b5c-8603-5df4c54d70b0 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:34:11.858383 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.913515 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Pushing event updated for resources: {'Port': ['ID=fac972bf-393b-4b5c-8603-5df4c54d70b0,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:11.982858 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284906a3-7aca-44e9-8ad0-e1e2bc640212 req-40f5c149-35b8-4ea5-b89c-87f8dfbd9f73 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:11.984505 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-284906a3-7aca-44e9-8ad0-e1e2bc640212 req-40f5c149-35b8-4ea5-b89c-87f8dfbd9f73 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 943 time: 0.0724180 Jul 05 04:34:11.984948 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Attempting to bind port fac972bf-393b-4b5c-8603-5df4c54d70b0 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:34:11.985330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Attempting to bind port fac972bf-393b-4b5c-8603-5df4c54d70b0 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:34:11.985733 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Attempting to bind port fac972bf-393b-4b5c-8603-5df4c54d70b0 on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:34:11.990664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Port fac972bf-393b-4b5c-8603-5df4c54d70b0 on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:34:11.991071 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Attempting to bind port fac972bf-393b-4b5c-8603-5df4c54d70b0 on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:34:11.996990 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:34:11.997657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Checking segment: {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:34:11.997802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Bound using segment: {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:34:11.998148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Bound port: fac972bf-393b-4b5c-8603-5df4c54d70b0, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:34:11.998521 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:12.029366 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-284906a3-7aca-44e9-8ad0-e1e2bc640212 req-36967a70-7a99-462a-b915-f3e5d998ebab tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385203 Jul 05 04:34:12.078698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] For port fac972bf-393b-4b5c-8603-5df4c54d70b0, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:34:12.081950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] For port fac972bf-393b-4b5c-8603-5df4c54d70b0, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=fac972bf-393b-4b5c-8603-5df4c54d70b0,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:34:12.155586 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:12.193232 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:12.193232 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:12.193232 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] 10.222.0.10 "PUT /v2.0/ports/fac972bf-393b-4b5c-8603-5df4c54d70b0 HTTP/1.1" status: 200 len: 1092 time: 0.7507534 Jul 05 04:34:12.193232 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad212e7e-94dd-4bd2-b305-52c260dd901a', 'tag': 'fac972bf-393b-4b5c-8603-5df4c54d70b0'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:12.194696 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd721ac7-28be-4692-a36b-758ebd6ccfb3" -d '{"events": [{"name": "network-changed", "server_uuid": "ad212e7e-94dd-4bd2-b305-52c260dd901a", "tag": "fac972bf-393b-4b5c-8603-5df4c54d70b0"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:12.221188 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f87b19-8e4a-41f1-85c4-6c127d5149bb service neutron] Pushing event updated for resources: {'Port': ['ID=fac972bf-393b-4b5c-8603-5df4c54d70b0,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:12.238912 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafee7a6-c0e3-464c-9d24-bbe06278d181 x-openstack-request-id: req-bafee7a6-c0e3-464c-9d24-bbe06278d181 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:12.239205 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad212e7e-94dd-4bd2-b305-52c260dd901a", "tag": "fac972bf-393b-4b5c-8603-5df4c54d70b0", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:12.239459 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bafee7a6-c0e3-464c-9d24-bbe06278d181 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:12.239864 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad212e7e-94dd-4bd2-b305-52c260dd901a', 'tag': 'fac972bf-393b-4b5c-8603-5df4c54d70b0', 'status': 'completed', 'code': 200} Jul 05 04:34:12.319690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd721ac7-28be-4692-a36b-758ebd6ccfb3 req-97802661-9855-477a-93c5-5c5478d36886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:12.321264 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fd721ac7-28be-4692-a36b-758ebd6ccfb3 req-97802661-9855-477a-93c5-5c5478d36886 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 1095 time: 0.0591784 Jul 05 04:34:12.768452 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd721ac7-28be-4692-a36b-758ebd6ccfb3 req-7f11a0cf-ccbb-4289-a814-5be248525a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:12.769848 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fd721ac7-28be-4692-a36b-758ebd6ccfb3 req-7f11a0cf-ccbb-4289-a814-5be248525a8f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4401426 Jul 05 04:34:12.863752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd721ac7-28be-4692-a36b-758ebd6ccfb3 req-521c0540-4085-49f9-a666-9b04306ff1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:12.865250 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fd721ac7-28be-4692-a36b-758ebd6ccfb3 req-521c0540-4085-49f9-a666-9b04306ff1d7 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890071 Jul 05 04:34:12.955305 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-7b35e701-486c-4a47-8162-5d29d1fa185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:12.956834 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-7b35e701-486c-4a47-8162-5d29d1fa185d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 1095 time: 0.0523517 Jul 05 04:34:13.000968 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-42a61e50-94d5-4fcc-b218-a1013888db6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fac972bf-393b-4b5c-8603-5df4c54d70b0 HTTP/1.1" status: 200 len: 217 time: 0.0368838 Jul 05 04:34:13.048477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-0dac801b-e90f-4bf5-9b3e-2331654b5a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:13.049855 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-0dac801b-e90f-4bf5-9b3e-2331654b5a67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0426602 Jul 05 04:34:13.109456 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-456801e9-d067-49f0-88ee-44dda5a729f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:13.110891 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-456801e9-d067-49f0-88ee-44dda5a729f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541646 Jul 05 04:34:13.206760 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-eb2d38f7-a36a-414a-b49e-1b76fdf95afa service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877550 Jul 05 04:34:13.224550 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9498d-922e-479a-8339-769cb0a51674 req-4ac104a6-7403-4f52-8753-b608b094361a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:13.226038 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ceb9498d-922e-479a-8339-769cb0a51674 req-4ac104a6-7403-4f52-8753-b608b094361a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 943 time: 0.0648892 Jul 05 04:34:13.266869 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ceb9498d-922e-479a-8339-769cb0a51674 req-451a6b4d-2cd8-4a24-ad36-cd15ee29a814 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345597 Jul 05 04:34:13.299865 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-736e0af1-18ab-4a77-84d0-41cc1713feed req-67dea8e9-504c-4804-b031-3cbcf0f8a4ed service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859373 Jul 05 04:34:14.012131 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-17eae92a-c960-446c-a431-4c5f3e089bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:14.355660 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:14.444895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44e5c8-ed91-482e-bd92-1a735c3ffc9c req-bebce00d-a26e-41a5-97eb-ae9871cb8d0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:14.446620 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff44e5c8-ed91-482e-bd92-1a735c3ffc9c req-bebce00d-a26e-41a5-97eb-ae9871cb8d0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 943 time: 0.0642076 Jul 05 04:34:14.487334 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff44e5c8-ed91-482e-bd92-1a735c3ffc9c req-b533219c-62b5-4a68-9551-95df7ab3e984 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348554 Jul 05 04:34:15.415326 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:34:15.435268 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:15.673325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c193e1-9ef8-4e56-ba72-111099ffcab9 req-023fe401-4889-4ddb-8064-0ccd73130189 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:15.674710 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57c193e1-9ef8-4e56-ba72-111099ffcab9 req-023fe401-4889-4ddb-8064-0ccd73130189 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 943 time: 0.0769641 Jul 05 04:34:15.712134 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57c193e1-9ef8-4e56-ba72-111099ffcab9 req-5839b325-8b64-4c11-ba9b-2156468926be tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 Jul 05 04:34:16.665385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device fac972bf-393b-4b5c-8603-5df4c54d70b0 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:34:16.761421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port fac972bf-393b-4b5c-8603-5df4c54d70b0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=fac972bf-393b-4b5c-8603-5df4c54d70b0,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:16.773021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'fac972bf-393b-4b5c-8603-5df4c54d70b0', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'port_id': 'fac972bf-393b-4b5c-8603-5df4c54d70b0', 'mac_address': 'fa:16:3e:2d:b3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:34:16.810718 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:16.823504 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac972bf-393b-4b5c-8603-5df4c54d70b0 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:34:16.843919 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port fac972bf-393b-4b5c-8603-5df4c54d70b0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=fac972bf-393b-4b5c-8603-5df4c54d70b0,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:16.886428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d59e70-e202-4876-9a8a-38ad3b7b98b6 req-943f4993-ba8c-4181-bc8a-4e10f1f72b4c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:16.887991 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56d59e70-e202-4876-9a8a-38ad3b7b98b6 req-943f4993-ba8c-4181-bc8a-4e10f1f72b4c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 943 time: 0.0644526 Jul 05 04:34:16.928155 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56d59e70-e202-4876-9a8a-38ad3b7b98b6 req-c8f33a5a-aef7-4e99-9a67-abbfb22fb1a8 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335846 Jul 05 04:34:16.949244 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:16.999110 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=fac972bf-393b-4b5c-8603-5df4c54d70b0,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:17.006197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:17.006546 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:17.006885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:17.007218 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:17.007551 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:17.007882 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:17.008238 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:17.008568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:17.008893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:17.009217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:17.009541 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:17.009888 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:17.013574 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:17.191332 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['fac972bf-393b-4b5c-8603-5df4c54d70b0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:34:18.100996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164171f2-8e37-496a-9128-f37d54b8ef80 req-260248c8-bc37-48ea-9893-8b73848cdbb5 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:18.102484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-164171f2-8e37-496a-9128-f37d54b8ef80 req-260248c8-bc37-48ea-9893-8b73848cdbb5 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 944 time: 0.0652671 Jul 05 04:34:18.146792 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-164171f2-8e37-496a-9128-f37d54b8ef80 req-9617c2bd-334d-4a93-a3a9-b13e30535cbf tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387447 Jul 05 04:34:18.671130 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device fac972bf-393b-4b5c-8603-5df4c54d70b0 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:34:18.772131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port fac972bf-393b-4b5c-8603-5df4c54d70b0 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:34:18.775806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port fac972bf-393b-4b5c-8603-5df4c54d70b0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:34:18.776210 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:18.849924 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:18.871004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad212e7e-94dd-4bd2-b305-52c260dd901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac972bf-393b-4b5c-8603-5df4c54d70b0'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:18.873282 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119df5cc-fd78-4918-a201-3abdcc419220" -d '{"events": [{"server_uuid": "ad212e7e-94dd-4bd2-b305-52c260dd901a", "name": "network-vif-plugged", "status": "completed", "tag": "fac972bf-393b-4b5c-8603-5df4c54d70b0"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:18.886310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port fac972bf-393b-4b5c-8603-5df4c54d70b0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=fac972bf-393b-4b5c-8603-5df4c54d70b0,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:18.914767 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9283eb88-3fdf-4978-ab3d-768f57f299c1 x-openstack-request-id: req-9283eb88-3fdf-4978-ab3d-768f57f299c1 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:18.914767 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad212e7e-94dd-4bd2-b305-52c260dd901a", "name": "network-vif-plugged", "status": "completed", "tag": "fac972bf-393b-4b5c-8603-5df4c54d70b0", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:18.914767 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9283eb88-3fdf-4978-ab3d-768f57f299c1 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:18.914767 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad212e7e-94dd-4bd2-b305-52c260dd901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac972bf-393b-4b5c-8603-5df4c54d70b0', 'code': 200} Jul 05 04:34:18.949789 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:18.998636 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=fac972bf-393b-4b5c-8603-5df4c54d70b0,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:19.036198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae567eb-bff3-4fb9-8ed6-e3d570291890 req-8c329e1a-9f4b-4231-84eb-a5b545dac6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:19.037726 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9ae567eb-bff3-4fb9-8ed6-e3d570291890 req-8c329e1a-9f4b-4231-84eb-a5b545dac6e7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 1097 time: 0.0593855 Jul 05 04:34:19.079718 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9ae567eb-bff3-4fb9-8ed6-e3d570291890 req-eb4baa71-d7f2-43a1-b718-54ee196efa16 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356383 Jul 05 04:34:19.325181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad0308-c600-4e8e-bd20-b50cff6f006b req-cb042f08-c2fd-46a7-b3f7-6a7ddce8192c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:19.326643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97ad0308-c600-4e8e-bd20-b50cff6f006b req-cb042f08-c2fd-46a7-b3f7-6a7ddce8192c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 945 time: 0.0650270 Jul 05 04:34:19.364961 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97ad0308-c600-4e8e-bd20-b50cff6f006b req-e87c8890-5557-4854-8792-8051b423de33 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320117 Jul 05 04:34:20.541808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7cc17-0afe-45ba-b059-06f1b2cc9e9f req-03088cd3-0659-4cd8-9c72-dcaedd08e895 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:20.543365 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44f7cc17-0afe-45ba-b059-06f1b2cc9e9f req-03088cd3-0659-4cd8-9c72-dcaedd08e895 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 945 time: 0.0663745 Jul 05 04:34:20.585414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44f7cc17-0afe-45ba-b059-06f1b2cc9e9f req-27d71cf0-b3a3-4294-8725-f55d71ec4e3f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355439 Jul 05 04:34:20.723923 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6d6205e-05e0-41b5-b702-348a34f719d0 req-0701b1bf-0ecb-485e-a74a-061427bd1ea0 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b040f5b5b4d746d6999bd768dd9e1512 HTTP/1.1" status: 200 len: 267 time: 0.0334117 Jul 05 04:34:20.796300 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6205e-05e0-41b5-b702-348a34f719d0 req-374c690e-5a6d-4d45-9738-41bdc67f7655 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:20.797820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6d6205e-05e0-41b5-b702-348a34f719d0 req-374c690e-5a6d-4d45-9738-41bdc67f7655 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 945 time: 0.0683541 Jul 05 04:34:20.808479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-a6d6205e-05e0-41b5-b702-348a34f719d0 req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Request body: {'port': {'security_groups': []}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:34:20.892555 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a6d6205e-05e0-41b5-b702-348a34f719d0 req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:21.054913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-a6d6205e-05e0-41b5-b702-348a34f719d0 req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] For port fac972bf-393b-4b5c-8603-5df4c54d70b0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=fac972bf-393b-4b5c-8603-5df4c54d70b0,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:21.085392 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a6d6205e-05e0-41b5-b702-348a34f719d0 req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:21.154681 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a6d6205e-05e0-41b5-b702-348a34f719d0 req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:21.168891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['23277cfa-32b1-4328-9a5a-04273fcfba81', 'fac972bf-393b-4b5c-8603-5df4c54d70b0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:34:21.175802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e1b68c9a-aa2d-4457-8f0d-29c3b73e0894'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:34:21.205444 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6205e-05e0-41b5-b702-348a34f719d0 req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:21.206051 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-a6d6205e-05e0-41b5-b702-348a34f719d0 req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:21.207786 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6d6205e-05e0-41b5-b702-348a34f719d0 req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "PUT /v2.0/ports/fac972bf-393b-4b5c-8603-5df4c54d70b0 HTTP/1.1" status: 200 len: 904 time: 0.4037125 Jul 05 04:34:21.208399 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad212e7e-94dd-4bd2-b305-52c260dd901a', 'tag': 'fac972bf-393b-4b5c-8603-5df4c54d70b0'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:21.210828 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be71541-7d73-4ee2-93a4-7d002c8cab1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad212e7e-94dd-4bd2-b305-52c260dd901a", "tag": "fac972bf-393b-4b5c-8603-5df4c54d70b0"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:21.268747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event updated for resources: {'Port': ['ID=fac972bf-393b-4b5c-8603-5df4c54d70b0,revision_number=6']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:21.278585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:21.279081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:21.279733 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:21.280155 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:21.280431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:21.280769 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:21.281916 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:21.281916 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:21.281916 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:21.283198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:21.283556 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:21.283895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff8332-0730-48e4-98ec-639eac694c4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:21.307868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['fac972bf-393b-4b5c-8603-5df4c54d70b0'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:34:21.384350 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e668eff-aecd-414a-a90a-7802d7692000 x-openstack-request-id: req-7e668eff-aecd-414a-a90a-7802d7692000 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:21.384645 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad212e7e-94dd-4bd2-b305-52c260dd901a", "tag": "fac972bf-393b-4b5c-8603-5df4c54d70b0", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:21.384645 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e668eff-aecd-414a-a90a-7802d7692000 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:21.385693 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad212e7e-94dd-4bd2-b305-52c260dd901a', 'tag': 'fac972bf-393b-4b5c-8603-5df4c54d70b0', 'status': 'completed', 'code': 200} Jul 05 04:34:21.416540 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2ced5-35a9-43be-a721-d9beb30debc4 req-e582b31d-62d9-4e9f-8c78-189b94f34cd0 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:21.418119 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-72c2ced5-35a9-43be-a721-d9beb30debc4 req-e582b31d-62d9-4e9f-8c78-189b94f34cd0 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 907 time: 0.0917261 Jul 05 04:34:21.481362 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be71541-7d73-4ee2-93a4-7d002c8cab1a req-d1477d99-e490-4e4d-84ac-6ee1595f9559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:21.482555 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0be71541-7d73-4ee2-93a4-7d002c8cab1a req-d1477d99-e490-4e4d-84ac-6ee1595f9559 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 1059 time: 0.0701578 Jul 05 04:34:21.554762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c128ffe3-2189-4fb7-89b1-9e35f3cb9709 None None] Provisioning complete for port fac972bf-393b-4b5c-8603-5df4c54d70b0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:34:21.555142 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c128ffe3-2189-4fb7-89b1-9e35f3cb9709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:21.583606 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be71541-7d73-4ee2-93a4-7d002c8cab1a req-7a5d7104-1b71-4e0a-9adb-3785a2922044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:21.585113 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0be71541-7d73-4ee2-93a4-7d002c8cab1a req-7a5d7104-1b71-4e0a-9adb-3785a2922044 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0945287 Jul 05 04:34:21.622310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c73974-f61f-462a-81c4-169deb196bf9 req-b451e464-6607-4e91-b742-bf8439eb40c3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:21.623829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c73974-f61f-462a-81c4-169deb196bf9 req-b451e464-6607-4e91-b742-bf8439eb40c3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0722220 Jul 05 04:34:21.632804 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0be71541-7d73-4ee2-93a4-7d002c8cab1a req-17a25414-6453-4562-aaf0-15990bca807a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fac972bf-393b-4b5c-8603-5df4c54d70b0 HTTP/1.1" status: 200 len: 217 time: 0.0362933 Jul 05 04:34:21.665496 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26c73974-f61f-462a-81c4-169deb196bf9 req-c704f414-d05e-4ebc-b763-fb8c2d03fc3a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349598 Jul 05 04:34:21.687496 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be71541-7d73-4ee2-93a4-7d002c8cab1a req-f19dbbff-5862-4471-887e-35da825cd7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:21.689291 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0be71541-7d73-4ee2-93a4-7d002c8cab1a req-f19dbbff-5862-4471-887e-35da825cd7c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0451963 Jul 05 04:34:21.771177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be71541-7d73-4ee2-93a4-7d002c8cab1a req-2bd73718-1b40-4c84-85f5-bd97080e6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:21.772946 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0be71541-7d73-4ee2-93a4-7d002c8cab1a req-2bd73718-1b40-4c84-85f5-bd97080e6a41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751762 Jul 05 04:34:21.852614 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f7faa-3282-462d-bff7-9c67e3a32e14 req-9bca6b0b-1a21-492c-8a4c-c8e09f955402 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:21.853858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d1f7faa-3282-462d-bff7-9c67e3a32e14 req-9bca6b0b-1a21-492c-8a4c-c8e09f955402 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0680325 Jul 05 04:34:21.879912 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0be71541-7d73-4ee2-93a4-7d002c8cab1a req-809fdca8-aa28-48f4-a9b0-1d5dd3ec6aa3 service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986657 Jul 05 04:34:21.891370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d1f7faa-3282-462d-bff7-9c67e3a32e14 req-2fa82cd1-50f4-4813-81c6-ae426087cf4f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322740 Jul 05 04:34:21.975597 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0be71541-7d73-4ee2-93a4-7d002c8cab1a req-9c2d8c86-3785-47a5-9c37-4bc3da0073c6 service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888853 Jul 05 04:34:22.138593 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-3fb0e5e4-7b24-4b65-a60e-b210608f94f4 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:22.140006 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-3fb0e5e4-7b24-4b65-a60e-b210608f94f4 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 812 time: 0.1163018 Jul 05 04:34:22.155727 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-b6cf36cb-77b5-4929-8f2c-ce82bdcb31b5 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/quotas/b040f5b5b4d746d6999bd768dd9e1512 HTTP/1.1" status: 200 len: 375 time: 0.0099416 Jul 05 04:34:22.241806 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-829861f5-7800-4f8c-8f65-e165396848b7 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0802348 Jul 05 04:34:22.376999 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-e4d81127-f26f-42ab-b5da-ba18065f0127 service neutron] 10.222.0.38 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274936 Jul 05 04:34:22.469380 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-585b2272-488b-4fb8-b462-fa7822bf490a service neutron] 10.222.0.38 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861568 Jul 05 04:34:22.715744 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bcfcc080-e538-46a8-aa01-2366af73202a req-fffe3645-ef19-43a9-86b3-7dcdb9daf178 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 210 time: 0.0354033 Jul 05 04:34:23.858435 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6bf59c3e-5136-4c31-9372-16b5032d5b03 req-88ef3b0b-57e3-4539-9b9d-246be9f2fc27 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 210 time: 0.0299470 Jul 05 04:34:25.007686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e12f677d-0839-4fc0-bad7-0f47cf0997ea req-72e3b870-d644-4bc8-86b7-79e5c9bca394 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 210 time: 0.0287347 Jul 05 04:34:25.059186 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-1e356c6c-7b3d-4498-9f03-48e2b7638a8a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:25.060917 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-1e356c6c-7b3d-4498-9f03-48e2b7638a8a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 812 time: 0.1151297 Jul 05 04:34:25.072729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-2a1b2b0e-2ba0-46db-b384-471125219017 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Request body: {'port': {'device_id': 'eca11b6d-b065-4abb-b962-4015ee99d6db', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'admin_state_up': True, 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:34:25.286222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-2a1b2b0e-2ba0-46db-b384-471125219017 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Made reservation on behalf of b040f5b5b4d746d6999bd768dd9e1512 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:34:25.289798 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-2a1b2b0e-2ba0-46db-b384-471125219017 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:25.415438 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-2a1b2b0e-2ba0-46db-b384-471125219017 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Allocated IP 172.20.0.11 (bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c/ae0aaa08-3383-4a99-a4fe-af8658ec51f3/86fc1a67-a775-4dd5-a86e-e4c240c7e8db) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:34:25.565019 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-2a1b2b0e-2ba0-46db-b384-471125219017 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:25.578769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-2a1b2b0e-2ba0-46db-b384-471125219017 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Transition to ACTIVE for port object 86fc1a67-a775-4dd5-a86e-e4c240c7e8db will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:34:25.669797 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-2a1b2b0e-2ba0-46db-b384-471125219017 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:25.683977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e1b68c9a-aa2d-4457-8f0d-29c3b73e0894'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:34:25.686725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['23277cfa-32b1-4328-9a5a-04273fcfba81'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:34:25.715812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-2a1b2b0e-2ba0-46db-b384-471125219017 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:34:25.719691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-2a1b2b0e-2ba0-46db-b384-471125219017 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:34:25.726265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-06dc5a58-8cad-4d92-ae32-ef7992a09ea3 req-a93ad8cc-a369-4cee-8d8b-59af8526e293 service neutron] (100932) timed out ('10.222.0.36', 64848) {{(pid=100932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:34:25.726870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-2a1b2b0e-2ba0-46db-b384-471125219017 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:34:25.762172 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b2b0e-2ba0-46db-b384-471125219017 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event updated for resources: {'Port': ['ID=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:25.794164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-2a1b2b0e-2ba0-46db-b384-471125219017 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:25.795162 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-2a1b2b0e-2ba0-46db-b384-471125219017 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:25.805644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-60664208-bc22-4f2e-9efc-99541a81934e req-245baaae-fca1-4f0d-8e61-28495bc6c6af service neutron] (100933) timed out ('10.222.0.36', 64803) {{(pid=100933) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:34:25.915784 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-2a1b2b0e-2ba0-46db-b384-471125219017 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8469284 Jul 05 04:34:25.930499 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Request body: {'port': {'device_id': 'eca11b6d-b065-4abb-b962-4015ee99d6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:34:26.009509 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.096513 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7a7432af-1d45-42ef-81aa-c62d72785b63 None None] Provisioning for port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:34:26.105036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7a7432af-1d45-42ef-81aa-c62d72785b63 None None] Provisioning complete for port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:34:26.105469 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7a7432af-1d45-42ef-81aa-c62d72785b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.148126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7a7432af-1d45-42ef-81aa-c62d72785b63 None None] Port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:34:26.209359 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c9cdd-1aa6-4e86-b625-09d16279ebec req-bf67e941-6823-4be2-b94d-bb74c48462f3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:26.210900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e4c9cdd-1aa6-4e86-b625-09d16279ebec req-bf67e941-6823-4be2-b94d-bb74c48462f3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 932 time: 0.0769305 Jul 05 04:34:26.254045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e4c9cdd-1aa6-4e86-b625-09d16279ebec req-3f32ba22-5468-4471-848a-09ca89e7c9f6 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349452 Jul 05 04:34:26.303553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fc1a67-a775-4dd5-a86e-e4c240c7e8db {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:34:26.316362 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.328564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Transition to ACTIVE for port object 86fc1a67-a775-4dd5-a86e-e4c240c7e8db will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:34:26.383735 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.437330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Pushing event updated for resources: {'Port': ['ID=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:26.515316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Attempting to bind port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:34:26.515998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Attempting to bind port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:34:26.516270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Attempting to bind port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:34:26.521856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:34:26.522189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Attempting to bind port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db on network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:34:26.527154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:34:26.527503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Checking segment: {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:34:26.527900 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Bound using segment: {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:34:26.528380 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Bound port: 86fc1a67-a775-4dd5-a86e-e4c240c7e8db, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:34:26.528752 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.620763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] For port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:34:26.624643 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] For port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:34:26.710142 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.745163 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:26.745781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:26.747176 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] 10.222.0.36 "PUT /v2.0/ports/86fc1a67-a775-4dd5-a86e-e4c240c7e8db HTTP/1.1" status: 200 len: 1093 time: 0.8234103 Jul 05 04:34:26.747606 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca11b6d-b065-4abb-b962-4015ee99d6db', 'tag': '86fc1a67-a775-4dd5-a86e-e4c240c7e8db'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:26.749890 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5003d8-bc48-4e7a-bc64-d535bdd59589" -d '{"events": [{"name": "network-changed", "server_uuid": "eca11b6d-b065-4abb-b962-4015ee99d6db", "tag": "86fc1a67-a775-4dd5-a86e-e4c240c7e8db"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:26.781290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a482e-ac7c-4bba-bdb9-e19ee1229337 service neutron] Pushing event updated for resources: {'Port': ['ID=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:26.790087 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ea080d-c901-479a-aec5-209b294715e3 x-openstack-request-id: req-b3ea080d-c901-479a-aec5-209b294715e3 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:26.790479 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca11b6d-b065-4abb-b962-4015ee99d6db", "tag": "86fc1a67-a775-4dd5-a86e-e4c240c7e8db", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:26.790681 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b3ea080d-c901-479a-aec5-209b294715e3 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:26.791040 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca11b6d-b065-4abb-b962-4015ee99d6db', 'tag': '86fc1a67-a775-4dd5-a86e-e4c240c7e8db', 'status': 'completed', 'code': 200} Jul 05 04:34:26.868846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5003d8-bc48-4e7a-bc64-d535bdd59589 req-d89d88e3-363a-4069-bc4e-8a933adf4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:26.870380 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-df5003d8-bc48-4e7a-bc64-d535bdd59589 req-d89d88e3-363a-4069-bc4e-8a933adf4a87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 1096 time: 0.0577312 Jul 05 04:34:26.975359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5003d8-bc48-4e7a-bc64-d535bdd59589 req-c6918331-572b-4ba2-be0c-6db664110f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:26.976918 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-df5003d8-bc48-4e7a-bc64-d535bdd59589 req-c6918331-572b-4ba2-be0c-6db664110f43 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0999002 Jul 05 04:34:27.073310 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5003d8-bc48-4e7a-bc64-d535bdd59589 req-fbbf144c-13ef-4b0d-aade-8433d57fb26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:27.074734 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-df5003d8-bc48-4e7a-bc64-d535bdd59589 req-fbbf144c-13ef-4b0d-aade-8433d57fb26c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918093 Jul 05 04:34:27.166538 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-b7859b80-84cf-453c-9aeb-f5392de5188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:27.168147 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-b7859b80-84cf-453c-9aeb-f5392de5188b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 1096 time: 0.0549889 Jul 05 04:34:27.214240 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-4538afa4-7fd1-4061-b7f2-7e48b02bafa9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86fc1a67-a775-4dd5-a86e-e4c240c7e8db HTTP/1.1" status: 200 len: 217 time: 0.0387602 Jul 05 04:34:27.263772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-6610e5f6-8d0f-420a-8b18-cccdd0e0c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:27.265266 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-6610e5f6-8d0f-420a-8b18-cccdd0e0c78a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0456138 Jul 05 04:34:27.326314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-e8b2d5c4-2bbd-400d-afe1-5752eec4db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:27.327856 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-e8b2d5c4-2bbd-400d-afe1-5752eec4db8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561984 Jul 05 04:34:27.425708 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-4ac57120-a5f5-4bce-bc82-73b1a90652f0 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898702 Jul 05 04:34:27.439419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eba6b-4c32-4690-a190-fadb8132ce28 req-b6cef341-b602-4b87-9018-210ca84247ef tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:27.440884 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd0eba6b-4c32-4690-a190-fadb8132ce28 req-b6cef341-b602-4b87-9018-210ca84247ef tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 944 time: 0.0680518 Jul 05 04:34:27.479963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd0eba6b-4c32-4690-a190-fadb8132ce28 req-9ae10213-7407-4fdf-be09-9d6350502fa7 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332158 Jul 05 04:34:27.522950 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e72661e9-5199-49bb-94f1-9d37e17704ba req-935b6324-4899-42d1-89a7-f41940e9c159 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891838 Jul 05 04:34:28.710523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1f696-4abc-4ded-bea0-f45fb19bf52c req-c0b3f87f-37fb-4b1b-a565-6d4a9e093fbd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:28.712924 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-08a1f696-4abc-4ded-bea0-f45fb19bf52c req-c0b3f87f-37fb-4b1b-a565-6d4a9e093fbd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 944 time: 0.1160989 Jul 05 04:34:28.752046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-08a1f696-4abc-4ded-bea0-f45fb19bf52c req-6a6df985-f264-4b1f-8afc-1b08b5d85913 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324295 Jul 05 04:34:29.995933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288aeac-75b0-4c10-a780-0e15afe0ea66 req-970423fe-382d-4532-a648-cccfa04be727 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:29.997473 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3288aeac-75b0-4c10-a780-0e15afe0ea66 req-970423fe-382d-4532-a648-cccfa04be727 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 944 time: 0.1198077 Jul 05 04:34:30.036474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3288aeac-75b0-4c10-a780-0e15afe0ea66 req-fecb6f4a-4239-4707-9973-52a904a8e1c3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327222 Jul 05 04:34:30.902774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 86fc1a67-a775-4dd5-a86e-e4c240c7e8db details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:34:31.003901 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:31.014925 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '86fc1a67-a775-4dd5-a86e-e4c240c7e8db', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'port_id': '86fc1a67-a775-4dd5-a86e-e4c240c7e8db', 'mac_address': 'fa:16:3e:17:0e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:34:31.053497 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.066775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fc1a67-a775-4dd5-a86e-e4c240c7e8db {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:34:31.087754 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:31.154862 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:31.203291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:31.213670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587fc28-bf6e-4095-a9f3-6722a60aacd1 req-cf45bb78-1e1d-4eba-88ce-b9ca652edeb0 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:31.215185 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a587fc28-bf6e-4095-a9f3-6722a60aacd1 req-cf45bb78-1e1d-4eba-88ce-b9ca652edeb0 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 945 time: 0.0677979 Jul 05 04:34:31.255563 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a587fc28-bf6e-4095-a9f3-6722a60aacd1 req-59dfbeec-f800-4ed5-b95c-ba0dd7fa083b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338073 Jul 05 04:34:31.486026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['86fc1a67-a775-4dd5-a86e-e4c240c7e8db'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:34:32.447856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e02b84-0a24-4702-9056-53f21e059588 req-8d78ccd1-8213-49aa-b358-faa48e22a658 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:32.449488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71e02b84-0a24-4702-9056-53f21e059588 req-8d78ccd1-8213-49aa-b358-faa48e22a658 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 945 time: 0.0798082 Jul 05 04:34:32.488686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71e02b84-0a24-4702-9056-53f21e059588 req-9f862057-7d57-4a87-a6c0-200a0fa223d6 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334816 Jul 05 04:34:32.749347 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:32.914563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 86fc1a67-a775-4dd5-a86e-e4c240c7e8db up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:34:33.006759 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:34:33.011879 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:34:33.012409 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:33.104953 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:33.128039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca11b6d-b065-4abb-b962-4015ee99d6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fc1a67-a775-4dd5-a86e-e4c240c7e8db'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:33.130361 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bbcae7-fcf4-4821-a9ee-ee7248bf3c6c" -d '{"events": [{"server_uuid": "eca11b6d-b065-4abb-b962-4015ee99d6db", "name": "network-vif-plugged", "status": "completed", "tag": "86fc1a67-a775-4dd5-a86e-e4c240c7e8db"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:33.143850 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:33.167623 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e321803-100d-4698-a1dc-774f8f09864a x-openstack-request-id: req-0e321803-100d-4698-a1dc-774f8f09864a {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:33.167959 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca11b6d-b065-4abb-b962-4015ee99d6db", "name": "network-vif-plugged", "status": "completed", "tag": "86fc1a67-a775-4dd5-a86e-e4c240c7e8db", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:33.168239 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0e321803-100d-4698-a1dc-774f8f09864a {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:33.172574 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca11b6d-b065-4abb-b962-4015ee99d6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fc1a67-a775-4dd5-a86e-e4c240c7e8db', 'code': 200} Jul 05 04:34:33.223433 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:33.272684 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:33.294180 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0892748-4923-401e-afd9-c2eb9eaddaec req-c73a309f-5a2b-4893-b64a-da72df62e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:33.295683 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b0892748-4923-401e-afd9-c2eb9eaddaec req-c73a309f-5a2b-4893-b64a-da72df62e85b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 1098 time: 0.0621352 Jul 05 04:34:33.331299 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b0892748-4923-401e-afd9-c2eb9eaddaec req-6ccd8d50-6502-443c-9b57-1f02a38d4c02 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289083 Jul 05 04:34:33.665268 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfd213-2f8b-449f-8d36-a0f90b6558b9 req-dcba9c8b-4de2-4902-904d-80ca360994bd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:33.666762 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-52bfd213-2f8b-449f-8d36-a0f90b6558b9 req-dcba9c8b-4de2-4902-904d-80ca360994bd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0648742 Jul 05 04:34:33.705960 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-52bfd213-2f8b-449f-8d36-a0f90b6558b9 req-d5d4570b-e5c4-415c-920e-03c52de9b19c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335886 Jul 05 04:34:34.252053 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:34.896457 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a0bc9-b41b-470e-be4b-9e9e4f36acd1 req-c38eb85d-1e61-47d4-9d51-8683464115f5 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:34.897984 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce7a0bc9-b41b-470e-be4b-9e9e4f36acd1 req-c38eb85d-1e61-47d4-9d51-8683464115f5 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0626578 Jul 05 04:34:34.935326 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce7a0bc9-b41b-470e-be4b-9e9e4f36acd1 req-a60d4532-4bd8-45b5-99e5-0dc9c3a13ec7 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318851 Jul 05 04:34:35.416953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdfb77-c76b-40ff-a836-a447752b3555 req-129f63d8-1822-461d-8cdd-fbe1117e5871 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:35.418442 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ebdfb77-c76b-40ff-a836-a447752b3555 req-129f63d8-1822-461d-8cdd-fbe1117e5871 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0681295 Jul 05 04:34:35.456444 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ebdfb77-c76b-40ff-a836-a447752b3555 req-46cff662-4f2b-4545-a0d9-2502dda9429b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316014 Jul 05 04:34:36.634228 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fa165-4a94-4e22-8a4b-2eeb785b4efd req-799f32f4-1a50-4b03-8bc5-a4c7431bec44 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:36.635739 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0e2fa165-4a94-4e22-8a4b-2eeb785b4efd req-799f32f4-1a50-4b03-8bc5-a4c7431bec44 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0648708 Jul 05 04:34:36.673541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0e2fa165-4a94-4e22-8a4b-2eeb785b4efd req-58b2d327-8d0e-495f-a82b-51913de2df78 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320077 Jul 05 04:34:37.524585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f58f50-f763-4561-b5c7-5bd98d46de9a req-88c5471f-afc4-4412-8434-ea404400e55f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:37.526020 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6f58f50-f763-4561-b5c7-5bd98d46de9a req-88c5471f-afc4-4412-8434-ea404400e55f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0683341 Jul 05 04:34:37.565137 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6f58f50-f763-4561-b5c7-5bd98d46de9a req-482b3692-df54-4757-8693-ab780f7ca447 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334196 Jul 05 04:34:38.741958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02f160-f6e9-4ddb-a62b-8be8d4270ff0 req-a118ffeb-abcd-447a-b8e1-f0358d350c6f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:38.743464 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc02f160-f6e9-4ddb-a62b-8be8d4270ff0 req-a118ffeb-abcd-447a-b8e1-f0358d350c6f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0625298 Jul 05 04:34:38.781300 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc02f160-f6e9-4ddb-a62b-8be8d4270ff0 req-7f632599-e7a3-408b-81fc-d9b793655e1b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322249 Jul 05 04:34:39.956783 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6448b-6ccb-4cdd-8f2a-cc070fcc1fbe req-3a59e457-d28b-40f7-a223-61c02171fe59 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:39.958231 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-afd6448b-6ccb-4cdd-8f2a-cc070fcc1fbe req-3a59e457-d28b-40f7-a223-61c02171fe59 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0615122 Jul 05 04:34:39.995794 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-afd6448b-6ccb-4cdd-8f2a-cc070fcc1fbe req-f8313c17-51ff-4452-ae1b-5c76c085d8a4 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320647 Jul 05 04:34:40.929251 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 86fc1a67-a775-4dd5-a86e-e4c240c7e8db details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:34:41.024288 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:41.036140 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '86fc1a67-a775-4dd5-a86e-e4c240c7e8db', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'port_id': '86fc1a67-a775-4dd5-a86e-e4c240c7e8db', 'mac_address': 'fa:16:3e:17:0e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:34:41.073113 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:41.085798 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86fc1a67-a775-4dd5-a86e-e4c240c7e8db {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:34:41.105248 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:41.155037 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:41.172866 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cc0d7-54e0-44ee-8313-45b5ca96f10f req-20ac0aa6-fff2-4a6c-be5d-e37ca23f0b7f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:41.174403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-178cc0d7-54e0-44ee-8313-45b5ca96f10f req-20ac0aa6-fff2-4a6c-be5d-e37ca23f0b7f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0677249 Jul 05 04:34:41.207928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:41.212252 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-178cc0d7-54e0-44ee-8313-45b5ca96f10f req-6d58fcd8-9d87-434b-a611-13ef3a1f7a48 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320165 Jul 05 04:34:41.238420 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['86fc1a67-a775-4dd5-a86e-e4c240c7e8db'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:34:41.451692 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d4e79aee-ed8f-43f5-9943-a337d101fc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:42.386133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa5734-2d3a-4f10-90fd-e7e5d5592042 req-6f89e066-f43e-44c4-baf1-44589c548586 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:42.387654 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-51aa5734-2d3a-4f10-90fd-e7e5d5592042 req-6f89e066-f43e-44c4-baf1-44589c548586 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 945 time: 0.0632904 Jul 05 04:34:42.425440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-51aa5734-2d3a-4f10-90fd-e7e5d5592042 req-592f86b5-7659-4ab1-b584-fe39edaf43b6 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317333 Jul 05 04:34:42.928837 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 86fc1a67-a775-4dd5-a86e-e4c240c7e8db up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:34:42.976508 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:34:42.976877 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:43.053347 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:43.075293 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca11b6d-b065-4abb-b962-4015ee99d6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fc1a67-a775-4dd5-a86e-e4c240c7e8db'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:43.077543 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a5fc20-b586-4fb0-adb0-761303580d93" -d '{"events": [{"server_uuid": "eca11b6d-b065-4abb-b962-4015ee99d6db", "name": "network-vif-plugged", "status": "completed", "tag": "86fc1a67-a775-4dd5-a86e-e4c240c7e8db"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:43.091157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:43.113394 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f245f02-2bbf-445d-b959-2b5f88cf7739 x-openstack-request-id: req-5f245f02-2bbf-445d-b959-2b5f88cf7739 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:43.113696 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca11b6d-b065-4abb-b962-4015ee99d6db", "name": "network-vif-plugged", "status": "completed", "tag": "86fc1a67-a775-4dd5-a86e-e4c240c7e8db", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:43.113953 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5f245f02-2bbf-445d-b959-2b5f88cf7739 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:43.114354 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca11b6d-b065-4abb-b962-4015ee99d6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fc1a67-a775-4dd5-a86e-e4c240c7e8db', 'code': 200} Jul 05 04:34:43.165897 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:43.215101 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:43.604514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5c14b-1f61-4197-b190-d1de50eaec05 req-d0195039-5c61-4a1d-a129-5eb82c687822 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:43.606033 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bed5c14b-1f61-4197-b190-d1de50eaec05 req-d0195039-5c61-4a1d-a129-5eb82c687822 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0676327 Jul 05 04:34:43.644665 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bed5c14b-1f61-4197-b190-d1de50eaec05 req-fb453e6e-de6f-48a4-b67c-23a13e841cbe tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Jul 05 04:34:44.057415 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-29a0515c-535c-4955-8916-a32412b667fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:44.354996 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:44.829959 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde01a26-c37c-4995-9312-f3060c2fd67a req-d655b6ec-0963-45da-833f-62dce04d743f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:44.831472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fde01a26-c37c-4995-9312-f3060c2fd67a req-d655b6ec-0963-45da-833f-62dce04d743f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0679481 Jul 05 04:34:44.873989 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fde01a26-c37c-4995-9312-f3060c2fd67a req-407c00b4-5103-49c3-bb61-03215a4eacb4 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369184 Jul 05 04:34:45.435151 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:46.071381 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a955b2-7c5d-4453-946c-d77348133309 req-6b2e753c-42bc-4bdb-af6e-2248f745e519 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:46.073103 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56a955b2-7c5d-4453-946c-d77348133309 req-6b2e753c-42bc-4bdb-af6e-2248f745e519 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0753541 Jul 05 04:34:46.120499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-56a955b2-7c5d-4453-946c-d77348133309 req-419ab57d-9bea-4ea4-a8ee-6c882cbcda40 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411313 Jul 05 04:34:47.006570 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:47.318720 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ea00d-9e9d-469b-a6c5-3dae1910732e req-5ddd92ed-af24-47d8-b81e-2599ec596844 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:47.326020 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a7ea00d-9e9d-469b-a6c5-3dae1910732e req-5ddd92ed-af24-47d8-b81e-2599ec596844 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0766819 Jul 05 04:34:47.361219 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a7ea00d-9e9d-469b-a6c5-3dae1910732e req-a089892c-f9f2-4d7f-a9aa-5375e21d50ae tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341141 Jul 05 04:34:48.552593 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d808eaf-d760-4638-be4a-114f7ef4b8c4 req-7826a739-5217-434b-8381-3595d8a768ca tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:48.556522 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d808eaf-d760-4638-be4a-114f7ef4b8c4 req-7826a739-5217-434b-8381-3595d8a768ca tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0738676 Jul 05 04:34:48.601092 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d808eaf-d760-4638-be4a-114f7ef4b8c4 req-617e292b-2e13-4cf7-b0a1-4bc9d864e796 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371041 Jul 05 04:34:49.807265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c803a0e-af4e-4096-b00c-ca8dd4badb76 req-08cb8448-4b88-4b4c-8b45-bdb7c8e63cf8 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:49.809065 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c803a0e-af4e-4096-b00c-ca8dd4badb76 req-08cb8448-4b88-4b4c-8b45-bdb7c8e63cf8 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0778511 Jul 05 04:34:49.856610 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c803a0e-af4e-4096-b00c-ca8dd4badb76 req-5beaa53e-ca8c-4c5a-a457-9c4415222b67 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413949 Jul 05 04:34:51.044148 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be4e0b-5ca2-4aa1-b94c-ba286cb1e31c req-0a6277f3-4d31-40c4-afe2-5bbfb68542d5 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:51.045657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6be4e0b-5ca2-4aa1-b94c-ba286cb1e31c req-0a6277f3-4d31-40c4-afe2-5bbfb68542d5 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0666587 Jul 05 04:34:51.089263 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6be4e0b-5ca2-4aa1-b94c-ba286cb1e31c req-2fce95d0-2c57-4dcc-b83d-695563fd9a3e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363162 Jul 05 04:34:51.769830 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a2ce84e-b800-451c-b771-f92982e27342 req-04da65c4-8d3f-4f5c-8068-cfc8923b12ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555751 Jul 05 04:34:51.849340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ce84e-b800-451c-b771-f92982e27342 req-b2a1da00-7c32-40b3-871d-851152061b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:51.850874 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a2ce84e-b800-451c-b771-f92982e27342 req-b2a1da00-7c32-40b3-871d-851152061b7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 1097 time: 0.0575519 Jul 05 04:34:51.972864 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ce84e-b800-451c-b771-f92982e27342 req-86a285e2-d7df-4191-9e29-6aeeeffbf0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:51.976562 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a2ce84e-b800-451c-b771-f92982e27342 req-86a285e2-d7df-4191-9e29-6aeeeffbf0cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.1026013 Jul 05 04:34:52.022540 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a2ce84e-b800-451c-b771-f92982e27342 req-6c400250-a0b4-4bd9-82ce-ad4fe2be4818 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 HTTP/1.1" status: 200 len: 217 time: 0.0398362 Jul 05 04:34:52.083072 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ce84e-b800-451c-b771-f92982e27342 req-d6be671d-77f5-4543-bf7a-208b74947163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:52.084705 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a2ce84e-b800-451c-b771-f92982e27342 req-d6be671d-77f5-4543-bf7a-208b74947163 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0562320 Jul 05 04:34:52.169427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ce84e-b800-451c-b771-f92982e27342 req-c7e2dd85-759b-47fd-b411-81372a0e6aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:52.171170 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a2ce84e-b800-451c-b771-f92982e27342 req-c7e2dd85-759b-47fd-b411-81372a0e6aeb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798812 Jul 05 04:34:52.284488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f27d6-e34f-42b2-a595-6051e65d0ad8 req-c6f5c03a-29ff-4dba-b386-cddf5cdbff17 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:52.291392 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d08f27d6-e34f-42b2-a595-6051e65d0ad8 req-c6f5c03a-29ff-4dba-b386-cddf5cdbff17 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0752153 Jul 05 04:34:52.293019 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a2ce84e-b800-451c-b771-f92982e27342 req-a8c70b9e-76fa-47a3-8c65-6b3f8ebf6541 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144416 Jul 05 04:34:52.347428 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d08f27d6-e34f-42b2-a595-6051e65d0ad8 req-72344e6c-48b9-4688-bc20-4b4aa339dfaf tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547373 Jul 05 04:34:52.415994 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:34:52.416592 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a2ce84e-b800-451c-b771-f92982e27342 req-ed219b85-4dbe-4322-9311-264ba18d336f service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164818 Jul 05 04:34:53.556425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5964e-d509-4a8a-b3bf-d03806e7a9fa req-bda00861-8dab-42ea-b615-fbba23a90eae tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:53.557934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15e5964e-d509-4a8a-b3bf-d03806e7a9fa req-bda00861-8dab-42ea-b615-fbba23a90eae tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0739365 Jul 05 04:34:53.597327 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15e5964e-d509-4a8a-b3bf-d03806e7a9fa req-645e54a9-4fb8-4500-8693-7660e2e3134b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336940 Jul 05 04:34:54.777894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60f431-e286-475e-9c5b-6563e8c85ed5 req-f2ed0a0e-d946-4878-8a68-daa690690b94 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:54.779370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff60f431-e286-475e-9c5b-6563e8c85ed5 req-f2ed0a0e-d946-4878-8a68-daa690690b94 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0628271 Jul 05 04:34:54.817294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff60f431-e286-475e-9c5b-6563e8c85ed5 req-efece43c-264c-4055-949b-e8e19b24dd54 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314744 Jul 05 04:34:55.603484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0db818-f075-45a9-a502-fd2542309cd9 req-f776ca6e-38ca-431f-a2ca-87e29b7e0c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:55.605170 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d0db818-f075-45a9-a502-fd2542309cd9 req-f776ca6e-38ca-431f-a2ca-87e29b7e0c92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 1098 time: 0.0535631 Jul 05 04:34:55.695400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0db818-f075-45a9-a502-fd2542309cd9 req-fb890608-0469-471d-8c94-62daf04a55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:55.696786 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d0db818-f075-45a9-a502-fd2542309cd9 req-fb890608-0469-471d-8c94-62daf04a55f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0859315 Jul 05 04:34:55.737010 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d0db818-f075-45a9-a502-fd2542309cd9 req-a4b0b46e-b590-42b8-bd34-dbc3d8e57a4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86fc1a67-a775-4dd5-a86e-e4c240c7e8db HTTP/1.1" status: 200 len: 217 time: 0.0339835 Jul 05 04:34:55.785113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0db818-f075-45a9-a502-fd2542309cd9 req-d4dc8136-a515-4a82-a8a4-84f5d7ec4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:55.786543 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d0db818-f075-45a9-a502-fd2542309cd9 req-d4dc8136-a515-4a82-a8a4-84f5d7ec4ec8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0434299 Jul 05 04:34:55.847582 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0db818-f075-45a9-a502-fd2542309cd9 req-9d67966c-f84c-4c8b-80f7-ed8885d1835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:55.849120 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d0db818-f075-45a9-a502-fd2542309cd9 req-9d67966c-f84c-4c8b-80f7-ed8885d1835c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565078 Jul 05 04:34:55.940580 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d0db818-f075-45a9-a502-fd2542309cd9 req-aae113c2-0ed7-4eae-aa84-bd6c728195bf service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851274 Jul 05 04:34:55.995547 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b314e2-f389-47e6-bc3b-08252f138824 req-22e7a528-4df9-4ff9-9c17-a69ec37dc60e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:55.995547 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2b314e2-f389-47e6-bc3b-08252f138824 req-22e7a528-4df9-4ff9-9c17-a69ec37dc60e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0675015 Jul 05 04:34:56.032281 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2b314e2-f389-47e6-bc3b-08252f138824 req-da38bdb4-b847-4b94-9713-8739e2c70f0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Jul 05 04:34:56.034647 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5d0db818-f075-45a9-a502-fd2542309cd9 req-87adc2cb-04bb-4bb6-80ee-3ff479138971 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873294 Jul 05 04:34:57.208690 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f4071-6a1e-40ca-9de9-1a1b0cc9909d req-472a6615-8923-4acf-b91d-75fa389a473d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:57.210113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d7f4071-6a1e-40ca-9de9-1a1b0cc9909d req-472a6615-8923-4acf-b91d-75fa389a473d tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0623178 Jul 05 04:34:57.248028 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d7f4071-6a1e-40ca-9de9-1a1b0cc9909d req-eb7e0007-278e-4b08-aa54-4a2b07fd44f6 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322990 Jul 05 04:34:58.422561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f3f04-c655-4f43-a190-62a33f69a894 req-3804cb5b-a39b-4ee8-a8de-bb23472e5d12 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:58.424048 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-769f3f04-c655-4f43-a190-62a33f69a894 req-3804cb5b-a39b-4ee8-a8de-bb23472e5d12 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 946 time: 0.0626950 Jul 05 04:34:58.468026 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-769f3f04-c655-4f43-a190-62a33f69a894 req-3fe960be-67b7-4457-8c0b-2fb6554aee48 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373278 Jul 05 04:34:58.695783 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e64c2-a71d-45af-8208-89b9a44d2e8f req-c09a6e75-0c82-4d92-8c9d-f8318b3bfd04 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:58.697305 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f8e64c2-a71d-45af-8208-89b9a44d2e8f req-c09a6e75-0c82-4d92-8c9d-f8318b3bfd04 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.1155045 Jul 05 04:34:58.735614 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f8e64c2-a71d-45af-8208-89b9a44d2e8f req-62f1c469-ecc5-4d79-ab96-b123ee067562 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326059 Jul 05 04:34:58.916494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a846df3-a43e-456f-9dc0-01729ffa2382 req-590b9e3d-c428-4958-8172-fe76aba9a63f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:58.917566 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a846df3-a43e-456f-9dc0-01729ffa2382 req-590b9e3d-c428-4958-8172-fe76aba9a63f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0660186 Jul 05 04:34:58.959125 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a846df3-a43e-456f-9dc0-01729ffa2382 req-bd3a0391-b9a1-459c-984b-38da10badd9e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348341 Jul 05 04:34:59.048535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 86fc1a67-a775-4dd5-a86e-e4c240c7e8db no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:34:59.128418 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:59.149726 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca11b6d-b065-4abb-b962-4015ee99d6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86fc1a67-a775-4dd5-a86e-e4c240c7e8db'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:59.157006 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d9f963-c8e9-4594-b7e5-3bc7d9cbb9e8" -d '{"events": [{"server_uuid": "eca11b6d-b065-4abb-b962-4015ee99d6db", "name": "network-vif-unplugged", "status": "completed", "tag": "86fc1a67-a775-4dd5-a86e-e4c240c7e8db"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:59.164186 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:59.239985 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:59.264053 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18adb5cc-9d0b-4dc8-880b-aa5868d08dec x-openstack-request-id: req-18adb5cc-9d0b-4dc8-880b-aa5868d08dec {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:59.264367 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca11b6d-b065-4abb-b962-4015ee99d6db", "name": "network-vif-unplugged", "status": "failed", "tag": "86fc1a67-a775-4dd5-a86e-e4c240c7e8db", "code": 422}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:59.264621 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18adb5cc-9d0b-4dc8-880b-aa5868d08dec {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:59.265014 n-d-771363-32 neutron-server[100934]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eca11b6d-b065-4abb-b962-4015ee99d6db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86fc1a67-a775-4dd5-a86e-e4c240c7e8db', 'code': 422} returned with failed status Jul 05 04:34:59.291140 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:59.470682 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b3de7-48e1-4278-94a9-902aaa534b87 req-c862b9fd-76e7-4781-ba56-7a574e0e0b52 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:59.472181 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f6b3de7-48e1-4278-94a9-902aaa534b87 req-c862b9fd-76e7-4781-ba56-7a574e0e0b52 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0683382 Jul 05 04:34:59.509606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f6b3de7-48e1-4278-94a9-902aaa534b87 req-0f923543-3db5-40e0-a222-5e0b3b446afe tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315375 Jul 05 04:35:00.683118 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2f791-2d7b-430d-a416-b1a58d93cf49 req-98e5deff-e9f7-443f-a9d5-0bd559144538 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:00.684618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-47c2f791-2d7b-430d-a416-b1a58d93cf49 req-98e5deff-e9f7-443f-a9d5-0bd559144538 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0628343 Jul 05 04:35:00.722083 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-47c2f791-2d7b-430d-a416-b1a58d93cf49 req-9b05fa4f-2c79-488b-84e3-3d0d302a446a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311439 Jul 05 04:35:01.896833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806559b5-b12a-4c44-9427-92f56f4412bf req-5899f0fd-da34-481b-9ae4-902498090f32 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:01.898310 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-806559b5-b12a-4c44-9427-92f56f4412bf req-5899f0fd-da34-481b-9ae4-902498090f32 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0663817 Jul 05 04:35:01.935054 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-806559b5-b12a-4c44-9427-92f56f4412bf req-deed73ee-162a-412b-a5b6-7efeb8421c90 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311480 Jul 05 04:35:02.759522 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:03.111436 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105f6be-c907-4883-8e76-7955c8648b83 req-95b7f27a-0328-4a1a-954f-47fc371ff816 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:03.112985 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4105f6be-c907-4883-8e76-7955c8648b83 req-95b7f27a-0328-4a1a-954f-47fc371ff816 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0638232 Jul 05 04:35:03.149526 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4105f6be-c907-4883-8e76-7955c8648b83 req-54ca4c55-2208-4725-a3de-8a236b344b20 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309865 Jul 05 04:35:04.280204 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:04.325396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e2939-a4e9-422d-8faa-ce861b995cb3 req-fb3f61cc-0446-4914-b0b1-cca195f2145a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:04.326907 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-534e2939-a4e9-422d-8faa-ce861b995cb3 req-fb3f61cc-0446-4914-b0b1-cca195f2145a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0638392 Jul 05 04:35:04.365981 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-534e2939-a4e9-422d-8faa-ce861b995cb3 req-030b948e-db7b-4902-b572-03aed5c44f75 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327179 Jul 05 04:35:05.541737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f59926-baa7-46b5-a1f4-292d48c33bae req-a4ff919f-1c5a-4f5e-a582-a74399e945a3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:05.543288 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10f59926-baa7-46b5-a1f4-292d48c33bae req-a4ff919f-1c5a-4f5e-a582-a74399e945a3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0668831 Jul 05 04:35:05.583788 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10f59926-baa7-46b5-a1f4-292d48c33bae req-1bf527d2-61d5-49e3-b9d7-7fedcf3f2c35 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347350 Jul 05 04:35:06.755798 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d1ba4-9278-46b2-8721-e65183f15df4 req-a8c220e0-852a-4c55-b32b-912c9dd683de tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:06.757322 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b97d1ba4-9278-46b2-8721-e65183f15df4 req-a8c220e0-852a-4c55-b32b-912c9dd683de tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0638375 Jul 05 04:35:06.795317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b97d1ba4-9278-46b2-8721-e65183f15df4 req-0b2b0fbe-4a16-4bd1-9f1c-d4fd73b95a61 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323467 Jul 05 04:35:07.454249 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4d3cb7a-830e-41c7-a1ea-031e28dc4bf7 req-b0a7b1ad-3000-41bf-8cc5-d4ef46f7df33 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554023 Jul 05 04:35:07.553962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cb7a-830e-41c7-a1ea-031e28dc4bf7 req-e7fa04c9-2b7e-4984-a68b-c6093381e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:07.555492 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4d3cb7a-830e-41c7-a1ea-031e28dc4bf7 req-e7fa04c9-2b7e-4984-a68b-c6093381e7fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 1097 time: 0.0572047 Jul 05 04:35:07.667245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cb7a-830e-41c7-a1ea-031e28dc4bf7 req-e12e0c00-bd4e-4921-b942-01903bfcccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:07.668759 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4d3cb7a-830e-41c7-a1ea-031e28dc4bf7 req-e12e0c00-bd4e-4921-b942-01903bfcccda service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0906336 Jul 05 04:35:07.709728 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4d3cb7a-830e-41c7-a1ea-031e28dc4bf7 req-c5d9f608-69ae-4852-99c7-4502b64da5b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23277cfa-32b1-4328-9a5a-04273fcfba81 HTTP/1.1" status: 200 len: 217 time: 0.0342846 Jul 05 04:35:07.758241 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cb7a-830e-41c7-a1ea-031e28dc4bf7 req-e5aa0f92-81a1-4fee-8a45-2864d749d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:07.759660 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4d3cb7a-830e-41c7-a1ea-031e28dc4bf7 req-e5aa0f92-81a1-4fee-8a45-2864d749d89b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0427885 Jul 05 04:35:07.822605 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cb7a-830e-41c7-a1ea-031e28dc4bf7 req-c3b7755f-16a3-49e1-9374-c8e1dd8bb6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:07.824185 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4d3cb7a-830e-41c7-a1ea-031e28dc4bf7 req-c3b7755f-16a3-49e1-9374-c8e1dd8bb6b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568974 Jul 05 04:35:07.915502 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4d3cb7a-830e-41c7-a1ea-031e28dc4bf7 req-5555d394-1e20-44e8-b78a-0aabe5d52c71 service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843763 Jul 05 04:35:07.976811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cbaa8-0ddd-4150-b38d-a6c5f7798507 req-8c009bbe-ab9a-44ac-8f80-f7d6f1020285 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:07.978245 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d8cbaa8-0ddd-4150-b38d-a6c5f7798507 req-8c009bbe-ab9a-44ac-8f80-f7d6f1020285 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0714071 Jul 05 04:35:08.011305 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b4d3cb7a-830e-41c7-a1ea-031e28dc4bf7 req-7bf9925d-9c38-4dd2-899c-8db8e6cce07a service neutron] 10.222.0.10 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892961 Jul 05 04:35:08.017782 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d8cbaa8-0ddd-4150-b38d-a6c5f7798507 req-7bf5bd50-7df6-4a36-8e04-220d49bc462c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334442 Jul 05 04:35:09.191976 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c967c-9f61-4b8d-a876-76b55d974574 req-838e48c5-70c7-414c-a6ef-6b3becf11710 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:09.193758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b76c967c-9f61-4b8d-a876-76b55d974574 req-838e48c5-70c7-414c-a6ef-6b3becf11710 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0643160 Jul 05 04:35:09.231982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b76c967c-9f61-4b8d-a876-76b55d974574 req-ed75e3af-c4f6-4a6d-8cda-e943ae2e1a0b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325100 Jul 05 04:35:10.407123 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bac936-7dc4-425e-9de0-ebddee89e5e9 req-278f27b4-b3f3-456c-8f51-e040f98df4ac tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:10.408673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5bac936-7dc4-425e-9de0-ebddee89e5e9 req-278f27b4-b3f3-456c-8f51-e040f98df4ac tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0646219 Jul 05 04:35:10.447388 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e5bac936-7dc4-425e-9de0-ebddee89e5e9 req-d612386c-18ad-487f-876b-3e82b77ce5f2 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319862 Jul 05 04:35:10.965015 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3bbfc-dedb-4130-8cc9-88cbbbc3925f req-730caa31-8974-49d2-b3e2-488a632830da tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:10.966623 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bee3bbfc-dedb-4130-8cc9-88cbbbc3925f req-730caa31-8974-49d2-b3e2-488a632830da tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0743020 Jul 05 04:35:11.006436 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bee3bbfc-dedb-4130-8cc9-88cbbbc3925f req-8fc8bf66-5c38-4867-9260-20e1f0d719ea tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326054 Jul 05 04:35:11.026340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c504e0-a920-474c-9ddd-bec0ca9654ad req-48247622-2945-49cc-9798-a7c8b9005827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:11.028206 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6c504e0-a920-474c-9ddd-bec0ca9654ad req-48247622-2945-49cc-9798-a7c8b9005827 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 1096 time: 0.0551915 Jul 05 04:35:11.115659 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c504e0-a920-474c-9ddd-bec0ca9654ad req-e70f2ff9-40af-48dc-872f-60ca1e08ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:11.117137 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6c504e0-a920-474c-9ddd-bec0ca9654ad req-e70f2ff9-40af-48dc-872f-60ca1e08ee30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0829945 Jul 05 04:35:11.184930 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6c504e0-a920-474c-9ddd-bec0ca9654ad req-9d69498b-f690-46cb-87b4-03fb326ad89a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802 HTTP/1.1" status: 200 len: 997 time: 0.0610063 Jul 05 04:35:11.232870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c504e0-a920-474c-9ddd-bec0ca9654ad req-b4b0895e-cebb-4f67-bfed-96e1b0ee44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:11.234311 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6c504e0-a920-474c-9ddd-bec0ca9654ad req-b4b0895e-cebb-4f67-bfed-96e1b0ee44b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0433445 Jul 05 04:35:11.291072 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c504e0-a920-474c-9ddd-bec0ca9654ad req-30877014-6c4f-49b2-b970-ebd146e002dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:11.292616 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6c504e0-a920-474c-9ddd-bec0ca9654ad req-30877014-6c4f-49b2-b970-ebd146e002dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524814 Jul 05 04:35:11.386544 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6c504e0-a920-474c-9ddd-bec0ca9654ad req-74b552c9-6596-4545-a9f0-236f7a0910d8 service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853913 Jul 05 04:35:11.468626 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ba5b5684-e2df-4060-86fc-f2867bae9f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:11.475489 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6c504e0-a920-474c-9ddd-bec0ca9654ad req-22c2e1a0-9ffb-45d6-8528-83d906e66c3a service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819626 Jul 05 04:35:12.184026 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4f5a3-da40-4716-8f79-1d0df13dcf39 req-a48a3287-da55-4fe0-afea-49eb78382c3a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:12.185518 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fbe4f5a3-da40-4716-8f79-1d0df13dcf39 req-a48a3287-da55-4fe0-afea-49eb78382c3a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0626507 Jul 05 04:35:12.225002 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fbe4f5a3-da40-4716-8f79-1d0df13dcf39 req-fb3cea74-53f5-4092-9df5-67dad0f79683 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328226 Jul 05 04:35:13.402748 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e897ab2-4bfc-4205-b1d0-3df38ab383e1 req-a5216de7-28b1-4491-af64-69d496f10672 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:13.404255 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e897ab2-4bfc-4205-b1d0-3df38ab383e1 req-a5216de7-28b1-4491-af64-69d496f10672 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0658224 Jul 05 04:35:13.442699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6e897ab2-4bfc-4205-b1d0-3df38ab383e1 req-22e46ba3-acbc-4a0f-bc81-7fd7c7c437f3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323596 Jul 05 04:35:13.618280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e619a-1fc1-4c6d-b326-0a13b185b93a req-06cbc742-7039-498d-b5e4-75bc0362fb31 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:13.619750 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f50e619a-1fc1-4c6d-b326-0a13b185b93a req-06cbc742-7039-498d-b5e4-75bc0362fb31 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0635774 Jul 05 04:35:13.657578 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f50e619a-1fc1-4c6d-b326-0a13b185b93a req-15c78922-0973-47cf-a490-2b59efa37550 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316780 Jul 05 04:35:13.827071 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e4144-19b7-4f9e-9dca-52afc90b4c3e req-6be3c8ab-28f1-4aa5-9047-f90e9fc9d44a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:13.828554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d96e4144-19b7-4f9e-9dca-52afc90b4c3e req-6be3c8ab-28f1-4aa5-9047-f90e9fc9d44a tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0613358 Jul 05 04:35:13.866481 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d96e4144-19b7-4f9e-9dca-52afc90b4c3e req-ccbb3a72-6d91-4665-9259-f17dd82e2234 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315573 Jul 05 04:35:14.011291 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-389336d3-a282-4bd9-9d0c-e0c66208e50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:14.354507 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:14.459678 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02233350-5d50-487b-b7a8-2b6183480672 req-431605b9-74f2-494b-9d2d-92d633413b6e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:14.461164 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02233350-5d50-487b-b7a8-2b6183480672 req-431605b9-74f2-494b-9d2d-92d633413b6e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0686541 Jul 05 04:35:14.498206 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02233350-5d50-487b-b7a8-2b6183480672 req-7a262333-6b5e-405c-b301-98eb276c4dc9 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314732 Jul 05 04:35:15.450787 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:15.674151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7e7a1-dcc2-43f7-bcd6-54d094989778 req-fe4e50bd-2742-48aa-9864-fd73dd12941c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:15.675673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9b7e7a1-dcc2-43f7-bcd6-54d094989778 req-fe4e50bd-2742-48aa-9864-fd73dd12941c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0644133 Jul 05 04:35:15.713234 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9b7e7a1-dcc2-43f7-bcd6-54d094989778 req-6fd77a5d-87e3-40a0-bae3-82e15ce8946f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319364 Jul 05 04:35:16.237337 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd4635-37b1-4eb3-9bee-d5d3c6ea891c req-0b121c27-af80-449c-933b-73e43efa480e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:16.238844 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19dd4635-37b1-4eb3-9bee-d5d3c6ea891c req-0b121c27-af80-449c-933b-73e43efa480e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0700572 Jul 05 04:35:16.278516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19dd4635-37b1-4eb3-9bee-d5d3c6ea891c req-32d85300-d8c2-4cb2-8740-4ebbba9c6a2f tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338852 Jul 05 04:35:16.324568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb986f5-ad48-4cc9-9967-2f4adc635884 req-c56e7af0-1adb-4918-9fcc-c71802bb1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:16.326125 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3cb986f5-ad48-4cc9-9967-2f4adc635884 req-c56e7af0-1adb-4918-9fcc-c71802bb1fc1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 1096 time: 0.0581059 Jul 05 04:35:16.425377 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb986f5-ad48-4cc9-9967-2f4adc635884 req-4b842f10-a2a4-4249-a41b-2de88eba27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:16.426785 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3cb986f5-ad48-4cc9-9967-2f4adc635884 req-4b842f10-a2a4-4249-a41b-2de88eba27d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 200 len: 913 time: 0.0943077 Jul 05 04:35:16.499205 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3cb986f5-ad48-4cc9-9967-2f4adc635884 req-b7917b7f-4dcb-4e6d-95fd-ba1c2d10a995 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802 HTTP/1.1" status: 200 len: 997 time: 0.0653536 Jul 05 04:35:16.548407 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb986f5-ad48-4cc9-9967-2f4adc635884 req-d4eaf260-c1bb-4a1f-99df-5245a3cddb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:16.549939 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3cb986f5-ad48-4cc9-9967-2f4adc635884 req-d4eaf260-c1bb-4a1f-99df-5245a3cddb9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 200 len: 851 time: 0.0450461 Jul 05 04:35:16.606856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb986f5-ad48-4cc9-9967-2f4adc635884 req-aeb978ce-c77e-4587-ac5c-9310e5640b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:16.608392 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3cb986f5-ad48-4cc9-9967-2f4adc635884 req-aeb978ce-c77e-4587-ac5c-9310e5640b61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525885 Jul 05 04:35:16.702476 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3cb986f5-ad48-4cc9-9967-2f4adc635884 req-e4962c1b-1550-4efa-beed-50461780ac1a service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877147 Jul 05 04:35:16.795307 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3cb986f5-ad48-4cc9-9967-2f4adc635884 req-dffa1684-9d0d-4bda-9dfe-afdefee2594d service neutron] 10.222.0.36 "GET /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861437 Jul 05 04:35:17.005502 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:17.455311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32262506-6610-48e0-a95d-c36b85183f11 req-82fe6f1e-2e0e-4c7a-84f2-a704e612b5b7 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:17.456855 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32262506-6610-48e0-a95d-c36b85183f11 req-82fe6f1e-2e0e-4c7a-84f2-a704e612b5b7 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0632341 Jul 05 04:35:17.493841 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-32262506-6610-48e0-a95d-c36b85183f11 req-7f5eae92-7f39-4aff-9831-e69b06adb15c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314653 Jul 05 04:35:18.669153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1e841-6e3b-4624-ada5-849cdfe9f4fc req-a3b099a3-f0f8-4ec6-8714-b28503c7c3a7 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:18.670618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aca1e841-6e3b-4624-ada5-849cdfe9f4fc req-a3b099a3-f0f8-4ec6-8714-b28503c7c3a7 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0646498 Jul 05 04:35:18.708993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aca1e841-6e3b-4624-ada5-849cdfe9f4fc req-4daf85d4-abb8-4aa0-b28c-abef0bde9b70 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327449 Jul 05 04:35:18.882427 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682f3db-05be-4a3f-865b-187da8a42e7d req-f5003543-784a-43f9-8178-3bf18b42e0ba tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:18.883873 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1682f3db-05be-4a3f-865b-187da8a42e7d req-f5003543-784a-43f9-8178-3bf18b42e0ba tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0657752 Jul 05 04:35:18.920947 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1682f3db-05be-4a3f-865b-187da8a42e7d req-dc31b19d-468b-4b7b-9cee-024bb380d49c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306656 Jul 05 04:35:21.370462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9fe63-ad9f-4e2b-b59b-da980e78bff3 req-44d63de2-31ae-4d14-8d18-a0ab4dc9cb12 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:21.371944 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0d9fe63-ad9f-4e2b-b59b-da980e78bff3 req-44d63de2-31ae-4d14-8d18-a0ab4dc9cb12 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=eca11b6d-b065-4abb-b962-4015ee99d6db HTTP/1.1" status: 200 len: 944 time: 0.0641549 Jul 05 04:35:21.475245 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-f0d9fe63-ad9f-4e2b-b59b-da980e78bff3 req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Deleting port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:35:21.475590 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f0d9fe63-ad9f-4e2b-b59b-da980e78bff3 req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.564981 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-f0d9fe63-ad9f-4e2b-b59b-da980e78bff3 req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] For port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:21.565285 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f0d9fe63-ad9f-4e2b-b59b-da980e78bff3 req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.578028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [req-f0d9fe63-ad9f-4e2b-b59b-da980e78bff3 req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Calling delete_port for 86fc1a67-a775-4dd5-a86e-e4c240c7e8db owned by compute:nova {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:35:21.793849 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f0d9fe63-ad9f-4e2b-b59b-da980e78bff3 req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:21.805614 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e1b68c9a-aa2d-4457-8f0d-29c3b73e0894'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:35:21.809741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['23277cfa-32b1-4328-9a5a-04273fcfba81'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:35:21.828283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event deleted for resources: {'Port': ['ID=86fc1a67-a775-4dd5-a86e-e4c240c7e8db,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:21.855568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:21.855918 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:21.856286 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:21.856625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:21.856960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:21.857288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:21.858040 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:21.858040 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:21.858281 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:21.858561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:21.858880 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:21.859547 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:22.228421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d9fe63-ad9f-4e2b-b59b-da980e78bff3 req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] No DVR routers for this DVR port 86fc1a67-a775-4dd5-a86e-e4c240c7e8db on host n-h2-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:35:22.230919 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-f0d9fe63-ad9f-4e2b-b59b-da980e78bff3 req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:22.232978 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f0d9fe63-ad9f-4e2b-b59b-da980e78bff3 req-937f421e-5c3b-46dd-b7c6-12667286a73c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "DELETE /v2.0/ports/86fc1a67-a775-4dd5-a86e-e4c240c7e8db HTTP/1.1" status: 204 len: 173 time: 0.8552473 Jul 05 04:35:22.233408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca11b6d-b065-4abb-b962-4015ee99d6db', 'name': 'network-vif-deleted', 'tag': '86fc1a67-a775-4dd5-a86e-e4c240c7e8db'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:22.236245 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e751b9ff-574d-49ec-9d85-33887b1cc09d" -d '{"events": [{"server_uuid": "eca11b6d-b065-4abb-b962-4015ee99d6db", "name": "network-vif-deleted", "tag": "86fc1a67-a775-4dd5-a86e-e4c240c7e8db"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:22.274827 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789df5ee-2601-4189-8463-b081b5036891 x-openstack-request-id: req-789df5ee-2601-4189-8463-b081b5036891 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:22.274827 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca11b6d-b065-4abb-b962-4015ee99d6db", "name": "network-vif-deleted", "tag": "86fc1a67-a775-4dd5-a86e-e4c240c7e8db", "status": "failed", "code": 422}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:22.274827 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-789df5ee-2601-4189-8463-b081b5036891 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:22.274827 n-d-771363-32 neutron-server[100933]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eca11b6d-b065-4abb-b962-4015ee99d6db', 'name': 'network-vif-deleted', 'tag': '86fc1a67-a775-4dd5-a86e-e4c240c7e8db', 'status': 'failed', 'code': 422} returned with failed status Jul 05 04:35:23.511366 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d9d7b-dca1-4669-bd01-a33df1d327d7 req-92f59385-9d40-42db-a151-fa5e23ad7263 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:23.512850 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-820d9d7b-dca1-4669-bd01-a33df1d327d7 req-92f59385-9d40-42db-a151-fa5e23ad7263 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 907 time: 0.0621858 Jul 05 04:35:24.689774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f3c3a-1d14-408b-b280-c3577dc61725 req-bdfa44fe-81c1-4c77-ae0f-069d8a1582f0 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:24.691430 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-232f3c3a-1d14-408b-b280-c3577dc61725 req-bdfa44fe-81c1-4c77-ae0f-069d8a1582f0 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 907 time: 0.0652144 Jul 05 04:35:25.008565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c3063-6799-4ac1-9033-284892bada71 req-4ebff09b-bf9e-445c-9bd7-acd877797260 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:25.010034 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba0c3063-6799-4ac1-9033-284892bada71 req-4ebff09b-bf9e-445c-9bd7-acd877797260 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 907 time: 0.0647104 Jul 05 04:35:25.121655 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-ba0c3063-6799-4ac1-9033-284892bada71 req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Deleting port fac972bf-393b-4b5c-8603-5df4c54d70b0 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:35:25.121995 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ba0c3063-6799-4ac1-9033-284892bada71 req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:25.206219 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ba0c3063-6799-4ac1-9033-284892bada71 req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] For port fac972bf-393b-4b5c-8603-5df4c54d70b0, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=fac972bf-393b-4b5c-8603-5df4c54d70b0,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:25.206577 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ba0c3063-6799-4ac1-9033-284892bada71 req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:25.219502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-ba0c3063-6799-4ac1-9033-284892bada71 req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Calling delete_port for fac972bf-393b-4b5c-8603-5df4c54d70b0 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:35:25.405209 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ba0c3063-6799-4ac1-9033-284892bada71 req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:25.433557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event deleted for resources: {'Port': ['ID=fac972bf-393b-4b5c-8603-5df4c54d70b0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:25.446523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.446871 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.447239 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.447579 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.447930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.448294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.448639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.448955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.449273 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.449646 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.449942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.450265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:25.840647 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0c3063-6799-4ac1-9033-284892bada71 req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] No DVR routers for this DVR port fac972bf-393b-4b5c-8603-5df4c54d70b0 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:35:25.841737 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c0d8399-9f7a-43a5-bb8c-232e000d7ec6 req-8ac30c35-6d7a-4129-a74b-fc5c3f0aa8c5 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 210 time: 0.0330491 Jul 05 04:35:25.843526 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ba0c3063-6799-4ac1-9033-284892bada71 req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:25.846097 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba0c3063-6799-4ac1-9033-284892bada71 req-7a177ece-1131-4d0e-80c1-16bb07eb730e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.10 "DELETE /v2.0/ports/fac972bf-393b-4b5c-8603-5df4c54d70b0 HTTP/1.1" status: 204 len: 173 time: 0.8303318 Jul 05 04:35:25.846538 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad212e7e-94dd-4bd2-b305-52c260dd901a', 'name': 'network-vif-deleted', 'tag': 'fac972bf-393b-4b5c-8603-5df4c54d70b0'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:25.848873 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3995df1e-3c22-484f-9b9d-ce4938e2e29c" -d '{"events": [{"server_uuid": "ad212e7e-94dd-4bd2-b305-52c260dd901a", "name": "network-vif-deleted", "tag": "fac972bf-393b-4b5c-8603-5df4c54d70b0"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:25.884914 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb7982f-cab5-49ec-8552-0bb1d8d33b1a x-openstack-request-id: req-ebb7982f-cab5-49ec-8552-0bb1d8d33b1a {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:25.885355 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad212e7e-94dd-4bd2-b305-52c260dd901a", "name": "network-vif-deleted", "tag": "fac972bf-393b-4b5c-8603-5df4c54d70b0", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:25.885586 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ebb7982f-cab5-49ec-8552-0bb1d8d33b1a {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:25.885820 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad212e7e-94dd-4bd2-b305-52c260dd901a', 'name': 'network-vif-deleted', 'tag': 'fac972bf-393b-4b5c-8603-5df4c54d70b0', 'status': 'completed', 'code': 200} Jul 05 04:35:26.997161 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-968185f7-2582-4366-bcab-1defa9bbe8b3 req-b809a936-5551-49cf-90dd-e4c49540bbc6 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad212e7e-94dd-4bd2-b305-52c260dd901a HTTP/1.1" status: 200 len: 210 time: 0.0284781 Jul 05 04:35:28.660569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51868c1c-6914-4d74-970a-715483f24454 req-ba29b403-e17e-4fca-9bb1-23f255128f94 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:28.662003 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-51868c1c-6914-4d74-970a-715483f24454 req-ba29b403-e17e-4fca-9bb1-23f255128f94 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 945 time: 0.0657890 Jul 05 04:35:28.701205 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-51868c1c-6914-4d74-970a-715483f24454 req-fc5a11f1-0a02-4307-9513-a81b01b867cf tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336182 Jul 05 04:35:29.027193 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device fac972bf-393b-4b5c-8603-5df4c54d70b0 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:35:29.047628 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: fac972bf-393b-4b5c-8603-5df4c54d70b0 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:35:29.047964 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device fac972bf-393b-4b5c-8603-5df4c54d70b0 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:35:29.418955 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:35:29.888838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5f28b-18ea-424d-98d0-afc45efe4e2d req-e666a567-2ca8-4662-b7d3-ca226cf6cab2 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:29.890328 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2bc5f28b-18ea-424d-98d0-afc45efe4e2d req-e666a567-2ca8-4662-b7d3-ca226cf6cab2 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 945 time: 0.0709612 Jul 05 04:35:29.931480 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2bc5f28b-18ea-424d-98d0-afc45efe4e2d req-76a89086-e6e7-49eb-8ecf-7166f9fcec05 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347281 Jul 05 04:35:30.329893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb55c8-00f4-4f31-a4d2-1c4001070532 req-0e2c7aae-b9ff-47ad-bb2f-c4ebc5466e9e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:30.331350 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b9eb55c8-00f4-4f31-a4d2-1c4001070532 req-0e2c7aae-b9ff-47ad-bb2f-c4ebc5466e9e tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.36 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 945 time: 0.0645845 Jul 05 04:35:30.436028 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-b9eb55c8-00f4-4f31-a4d2-1c4001070532 req-35cabfb1-b365-47a1-ab1f-7b2254e3268c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Deleting port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:35:30.436403 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b9eb55c8-00f4-4f31-a4d2-1c4001070532 req-35cabfb1-b365-47a1-ab1f-7b2254e3268c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:30.521631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-b9eb55c8-00f4-4f31-a4d2-1c4001070532 req-35cabfb1-b365-47a1-ab1f-7b2254e3268c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] For port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e1b68c9a-aa2d-4457-8f0d-29c3b73e0894,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:30.521991 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b9eb55c8-00f4-4f31-a4d2-1c4001070532 req-35cabfb1-b365-47a1-ab1f-7b2254e3268c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:30.535813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-b9eb55c8-00f4-4f31-a4d2-1c4001070532 req-35cabfb1-b365-47a1-ab1f-7b2254e3268c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Calling delete_port for e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:35:30.754001 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b9eb55c8-00f4-4f31-a4d2-1c4001070532 req-35cabfb1-b365-47a1-ab1f-7b2254e3268c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:30.766300 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['23277cfa-32b1-4328-9a5a-04273fcfba81'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:35:30.774102 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e1b68c9a-aa2d-4457-8f0d-29c3b73e0894'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:35:30.784674 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cabfb1-b365-47a1-ab1f-7b2254e3268c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event deleted for resources: {'Port': ['ID=e1b68c9a-aa2d-4457-8f0d-29c3b73e0894,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:30.834220 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9eb55c8-00f4-4f31-a4d2-1c4001070532 req-35cabfb1-b365-47a1-ab1f-7b2254e3268c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] No DVR routers for this DVR port e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:35:30.837107 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-b9eb55c8-00f4-4f31-a4d2-1c4001070532 req-35cabfb1-b365-47a1-ab1f-7b2254e3268c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:30.839128 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b9eb55c8-00f4-4f31-a4d2-1c4001070532 req-35cabfb1-b365-47a1-ab1f-7b2254e3268c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.36 "DELETE /v2.0/ports/e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 HTTP/1.1" status: 204 len: 173 time: 0.5028641 Jul 05 04:35:30.839562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db06f08f-730b-462a-a8d3-6dbd00beaf03', 'name': 'network-vif-deleted', 'tag': 'e1b68c9a-aa2d-4457-8f0d-29c3b73e0894'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:30.842093 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a90b64-7a77-4465-80ed-ca7e1bf54c8f" -d '{"events": [{"server_uuid": "db06f08f-730b-462a-a8d3-6dbd00beaf03", "name": "network-vif-deleted", "tag": "e1b68c9a-aa2d-4457-8f0d-29c3b73e0894"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:30.878629 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edc7483-f862-4963-a0aa-212a39cc09c5 x-openstack-request-id: req-3edc7483-f862-4963-a0aa-212a39cc09c5 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:30.878929 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db06f08f-730b-462a-a8d3-6dbd00beaf03", "name": "network-vif-deleted", "tag": "e1b68c9a-aa2d-4457-8f0d-29c3b73e0894", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:30.879221 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3edc7483-f862-4963-a0aa-212a39cc09c5 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:30.879595 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db06f08f-730b-462a-a8d3-6dbd00beaf03', 'name': 'network-vif-deleted', 'tag': 'e1b68c9a-aa2d-4457-8f0d-29c3b73e0894', 'status': 'completed', 'code': 200} Jul 05 04:35:31.073644 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c80601e2-d3b0-4a10-b72a-dce0e8a98e00 req-fad5bb55-0b67-480d-94f4-09f09f4051db tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=db06f08f-730b-462a-a8d3-6dbd00beaf03 HTTP/1.1" status: 200 len: 210 time: 0.0281968 Jul 05 04:35:32.754184 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:32.755118 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a7ef6-8abc-41d6-9534-132f1ef0dadd req-4d84466d-2c6d-4fa3-b297-5ccc076e3514 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:32.756747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-125a7ef6-8abc-41d6-9534-132f1ef0dadd req-4d84466d-2c6d-4fa3-b297-5ccc076e3514 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0626230 Jul 05 04:35:32.794095 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-125a7ef6-8abc-41d6-9534-132f1ef0dadd req-2ed603e1-f441-4776-8200-3dddcd172cae tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318284 Jul 05 04:35:33.238932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:35:33.258792 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:35:33.259130 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e1b68c9a-aa2d-4457-8f0d-29c3b73e0894 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:35:33.970439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d73f35-551b-42a1-900f-43102022cbf3 req-3e3efeb4-4b06-4835-9109-3c98f45fc644 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:33.972131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5d73f35-551b-42a1-900f-43102022cbf3 req-3e3efeb4-4b06-4835-9109-3c98f45fc644 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0670152 Jul 05 04:35:33.973136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f56094-134d-451d-9a53-2a510cdc6f0a req-171b2a7e-71b2-48a5-9511-4c32880b07db tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:33.974602 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4f56094-134d-451d-9a53-2a510cdc6f0a req-171b2a7e-71b2-48a5-9511-4c32880b07db tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.10 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 945 time: 0.0632296 Jul 05 04:35:34.010418 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5d73f35-551b-42a1-900f-43102022cbf3 req-2435e108-df90-4eb7-9e2c-235c556ffbbd tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=1175bfee-5d2b-44a8-85e8-b1d0b2881735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327191 Jul 05 04:35:34.079665 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-f4f56094-134d-451d-9a53-2a510cdc6f0a req-d3da99e8-975a-4ddf-9688-74c022f83560 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Deleting port 23277cfa-32b1-4328-9a5a-04273fcfba81 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:35:34.080234 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f4f56094-134d-451d-9a53-2a510cdc6f0a req-d3da99e8-975a-4ddf-9688-74c022f83560 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:34.175763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-f4f56094-134d-451d-9a53-2a510cdc6f0a req-d3da99e8-975a-4ddf-9688-74c022f83560 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] For port 23277cfa-32b1-4328-9a5a-04273fcfba81, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=23277cfa-32b1-4328-9a5a-04273fcfba81,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:34.176165 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f4f56094-134d-451d-9a53-2a510cdc6f0a req-d3da99e8-975a-4ddf-9688-74c022f83560 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:34.187941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-f4f56094-134d-451d-9a53-2a510cdc6f0a req-d3da99e8-975a-4ddf-9688-74c022f83560 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Calling delete_port for 23277cfa-32b1-4328-9a5a-04273fcfba81 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:35:34.285543 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:34.382502 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f4f56094-134d-451d-9a53-2a510cdc6f0a req-d3da99e8-975a-4ddf-9688-74c022f83560 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:34.394709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['23277cfa-32b1-4328-9a5a-04273fcfba81'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:35:34.415060 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da99e8-975a-4ddf-9688-74c022f83560 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event deleted for resources: {'Port': ['ID=23277cfa-32b1-4328-9a5a-04273fcfba81,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:34.460731 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f56094-134d-451d-9a53-2a510cdc6f0a req-d3da99e8-975a-4ddf-9688-74c022f83560 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] No DVR routers for this DVR port 23277cfa-32b1-4328-9a5a-04273fcfba81 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:35:34.463408 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f4f56094-134d-451d-9a53-2a510cdc6f0a req-d3da99e8-975a-4ddf-9688-74c022f83560 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:34.465515 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4f56094-134d-451d-9a53-2a510cdc6f0a req-d3da99e8-975a-4ddf-9688-74c022f83560 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.10 "DELETE /v2.0/ports/23277cfa-32b1-4328-9a5a-04273fcfba81 HTTP/1.1" status: 204 len: 173 time: 0.4846325 Jul 05 04:35:34.465967 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084d8044-55dd-4825-951b-085838d06487', 'name': 'network-vif-deleted', 'tag': '23277cfa-32b1-4328-9a5a-04273fcfba81'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:34.468550 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc43cc1-20fe-4ea7-8069-1e6e8e5e146a" -d '{"events": [{"server_uuid": "084d8044-55dd-4825-951b-085838d06487", "name": "network-vif-deleted", "tag": "23277cfa-32b1-4328-9a5a-04273fcfba81"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:34.507471 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe1704a-0be1-41fc-b6c4-0b6160b59953 x-openstack-request-id: req-cfe1704a-0be1-41fc-b6c4-0b6160b59953 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:34.507775 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084d8044-55dd-4825-951b-085838d06487", "name": "network-vif-deleted", "tag": "23277cfa-32b1-4328-9a5a-04273fcfba81", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:34.508024 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cfe1704a-0be1-41fc-b6c4-0b6160b59953 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:34.508451 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084d8044-55dd-4825-951b-085838d06487', 'name': 'network-vif-deleted', 'tag': '23277cfa-32b1-4328-9a5a-04273fcfba81', 'status': 'completed', 'code': 200} Jul 05 04:35:35.165422 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aec79533-86e6-4915-a11e-b2ea6e179ce9 req-29209192-7dd2-48d1-8aaf-365bbf2c22ec tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=084d8044-55dd-4825-951b-085838d06487 HTTP/1.1" status: 200 len: 210 time: 0.0313256 Jul 05 04:35:36.858112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48effd-cc29-4af3-b554-92585d5a8f19 req-48dd69e6-f9b2-4e53-90ac-827f1603b487 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:36.859582 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d48effd-cc29-4af3-b554-92585d5a8f19 req-48dd69e6-f9b2-4e53-90ac-827f1603b487 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0635471 Jul 05 04:35:36.897280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d48effd-cc29-4af3-b554-92585d5a8f19 req-79edb249-4139-4aa9-971c-1af7929a15fb tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320861 Jul 05 04:35:37.058870 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 23277cfa-32b1-4328-9a5a-04273fcfba81 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:35:37.079015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 23277cfa-32b1-4328-9a5a-04273fcfba81 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:35:37.079361 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 23277cfa-32b1-4328-9a5a-04273fcfba81 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:35:38.078779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cad6f-29a3-4715-b4ab-e5f0129a532d req-af8cbd3e-db1a-4e40-b27d-8ceae225d6f5 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:38.080290 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-955cad6f-29a3-4715-b4ab-e5f0129a532d req-af8cbd3e-db1a-4e40-b27d-8ceae225d6f5 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0702934 Jul 05 04:35:38.119082 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-955cad6f-29a3-4715-b4ab-e5f0129a532d req-786bdd80-057b-42a7-b1f2-1d6f82abd8c3 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb34de5b-5972-4a46-b203-be1b72f13478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324228 Jul 05 04:35:38.512099 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b922fcd-e491-4647-a458-ee34b78117ab req-25295784-ee61-4029-b33e-4998f3eb0845 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:38.513558 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9b922fcd-e491-4647-a458-ee34b78117ab req-25295784-ee61-4029-b33e-4998f3eb0845 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.36 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 944 time: 0.0621874 Jul 05 04:35:38.618641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-9b922fcd-e491-4647-a458-ee34b78117ab req-e181010e-f816-4308-8524-268cb7e89338 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Deleting port 7070c5df-fc5f-4b8e-8d63-c82f0e456802 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:35:38.618990 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9b922fcd-e491-4647-a458-ee34b78117ab req-e181010e-f816-4308-8524-268cb7e89338 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:38.712863 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9b922fcd-e491-4647-a458-ee34b78117ab req-e181010e-f816-4308-8524-268cb7e89338 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] For port 7070c5df-fc5f-4b8e-8d63-c82f0e456802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=7070c5df-fc5f-4b8e-8d63-c82f0e456802,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:38.713273 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9b922fcd-e491-4647-a458-ee34b78117ab req-e181010e-f816-4308-8524-268cb7e89338 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:38.880697 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9b922fcd-e491-4647-a458-ee34b78117ab req-e181010e-f816-4308-8524-268cb7e89338 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:38.881067 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9b922fcd-e491-4647-a458-ee34b78117ab req-e181010e-f816-4308-8524-268cb7e89338 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:38.881379 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [req-9b922fcd-e491-4647-a458-ee34b78117ab req-e181010e-f816-4308-8524-268cb7e89338 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Floating IP 10b28b0c-a94b-4f96-b3fc-b29140c19797 disassociated. External IP: 172.25.6.6, port: 7070c5df-fc5f-4b8e-8d63-c82f0e456802. Jul 05 04:35:38.881726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-9b922fcd-e491-4647-a458-ee34b78117ab req-e181010e-f816-4308-8524-268cb7e89338 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Calling delete_port for 7070c5df-fc5f-4b8e-8d63-c82f0e456802 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:35:39.050816 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9b922fcd-e491-4647-a458-ee34b78117ab req-e181010e-f816-4308-8524-268cb7e89338 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:39.078189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181010e-f816-4308-8524-268cb7e89338 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event deleted for resources: {'Port': ['ID=7070c5df-fc5f-4b8e-8d63-c82f0e456802,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:39.201540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b922fcd-e491-4647-a458-ee34b78117ab req-e181010e-f816-4308-8524-268cb7e89338 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:35:39.265386 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b1f009a8-f6f0-4a7e-afb1-1f384e92ce48 req-4b2a04b9-7633-406b-a85d-90561352cd1c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/ports?device_id=18f0fcee-7bf9-4bab-b82b-091aa05d10a0 HTTP/1.1" status: 200 len: 210 time: 0.0292444 Jul 05 04:35:39.318230 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b922fcd-e491-4647-a458-ee34b78117ab req-e181010e-f816-4308-8524-268cb7e89338 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:35:39.328215 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f15314-2fd5-4793-875f-eeec0983f50f None None] Sync routers for ids ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:35:39.337142 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f15314-2fd5-4793-875f-eeec0983f50f None None] Routers {'7a830c97-5fb5-4cd9-9cfd-f88f10377b61'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:35:39.337742 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-98f15314-2fd5-4793-875f-eeec0983f50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:35:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:39.360725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b922fcd-e491-4647-a458-ee34b78117ab req-e181010e-f816-4308-8524-268cb7e89338 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] No DVR routers for this DVR port 7070c5df-fc5f-4b8e-8d63-c82f0e456802 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:35:39.363929 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9b922fcd-e491-4647-a458-ee34b78117ab req-e181010e-f816-4308-8524-268cb7e89338 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:39.365961 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9b922fcd-e491-4647-a458-ee34b78117ab req-e181010e-f816-4308-8524-268cb7e89338 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.36 "DELETE /v2.0/ports/7070c5df-fc5f-4b8e-8d63-c82f0e456802 HTTP/1.1" status: 204 len: 173 time: 0.8464596 Jul 05 04:35:39.366395 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'name': 'network-vif-deleted', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:35:39.368675 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591d4010-2cc4-440e-9f9b-52398f6b73a8" -d '{"events": [{"server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "name": "network-vif-deleted", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:35:39.404271 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccbc7da-eec3-499b-ac49-cfd3c7720db1 x-openstack-request-id: req-eccbc7da-eec3-499b-ac49-cfd3c7720db1 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:35:39.404563 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f0fcee-7bf9-4bab-b82b-091aa05d10a0", "name": "network-vif-deleted", "tag": "7070c5df-fc5f-4b8e-8d63-c82f0e456802", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:35:39.404820 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eccbc7da-eec3-499b-ac49-cfd3c7720db1 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:35:39.405222 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f0fcee-7bf9-4bab-b82b-091aa05d10a0', 'name': 'network-vif-deleted', 'tag': '7070c5df-fc5f-4b8e-8d63-c82f0e456802', 'status': 'completed', 'code': 200} Jul 05 04:35:39.448924 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-98f15314-2fd5-4793-875f-eeec0983f50f None None] Set router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:35:39.646088 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-98f15314-2fd5-4793-875f-eeec0983f50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'name': 'tempest-ServerActionsTestJSON-1555896913-router', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:29Z', 'revision_number': 4, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'gw_port': {'id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '1cd69b57-9748-455e-9683-c367e8f0c690', 'name': '', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'mac_address': 'fa:16:3e:ac:16:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:28Z', 'updated_at': '2021-07-05T04:26:34Z', 'revision_number': 5, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'subnets': [{'id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:39.676152 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f15314-2fd5-4793-875f-eeec0983f50f None None] Checking router: 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:35:39.680586 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f15314-2fd5-4793-875f-eeec0983f50f None None] Routers {'7a830c97-5fb5-4cd9-9cfd-f88f10377b61'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:35:39.681192 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-98f15314-2fd5-4793-875f-eeec0983f50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:35:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:39.788478 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-98f15314-2fd5-4793-875f-eeec0983f50f None None] Set router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:35:40.084147 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-98f15314-2fd5-4793-875f-eeec0983f50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'name': 'tempest-ServerActionsTestJSON-1555896913-router', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:29Z', 'revision_number': 4, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'gw_port': {'id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '1cd69b57-9748-455e-9683-c367e8f0c690', 'name': '', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'mac_address': 'fa:16:3e:ac:16:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:28Z', 'updated_at': '2021-07-05T04:26:34Z', 'revision_number': 5, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'subnets': [{'id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:40.110830 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f15314-2fd5-4793-875f-eeec0983f50f None None] The sync data for ids ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'] in n-d-771363-32 is: [{'id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'name': 'tempest-ServerActionsTestJSON-1555896913-router', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:29Z', 'revision_number': 4, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'gw_port': {'id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '1cd69b57-9748-455e-9683-c367e8f0c690', 'name': '', 'network_id': 'bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'mac_address': 'fa:16:3e:ac:16:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:28Z', 'updated_at': '2021-07-05T04:26:34Z', 'revision_number': 5, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'subnets': [{'id': 'ae0aaa08-3383-4a99-a4fe-af8658ec51f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:35:40.345002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd30285-97e0-4bde-b28f-2b59a1114887 None None] New status for floating IP 10b28b0c-a94b-4f96-b3fc-b29140c19797: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:35:40.445802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58870) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:40.504009 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea7263aa-f997-41ad-857b-b79f6495cf9b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:40.529366 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea7263aa-f997-41ad-857b-b79f6495cf9b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:40.645349 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea7263aa-f997-41ad-857b-b79f6495cf9b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:40.648033 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ea7263aa-f997-41ad-857b-b79f6495cf9b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:40.649238 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ea7263aa-f997-41ad-857b-b79f6495cf9b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "DELETE /v2.0/security-groups/bb34de5b-5972-4a46-b203-be1b72f13478 HTTP/1.1" status: 204 len: 168 time: 0.2024174 Jul 05 04:35:40.652267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58872) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:40.658762 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7263aa-f997-41ad-857b-b79f6495cf9b tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb34de5b-5972-4a46-b203-be1b72f13478,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:40.669428 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-973592e2-95bc-4343-a5ad-061ffaec197c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] show failed (client error): The resource could not be found. Jul 05 04:35:40.670663 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-973592e2-95bc-4343-a5ad-061ffaec197c tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "GET /v2.0/security-groups/bb34de5b-5972-4a46-b203-be1b72f13478 HTTP/1.1" status: 404 len: 347 time: 0.0169377 Jul 05 04:35:40.673516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58874) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:40.798037 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e046a0d1-d065-428e-b1b3-d90280796347 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Deleting port 62e192a7-622c-4fa2-ae8f-049ecb106dc4 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:35:40.798296 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e046a0d1-d065-428e-b1b3-d90280796347 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:40.874325 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e046a0d1-d065-428e-b1b3-d90280796347 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:40.874657 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e046a0d1-d065-428e-b1b3-d90280796347 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:40.886319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e046a0d1-d065-428e-b1b3-d90280796347 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Calling delete_port for 62e192a7-622c-4fa2-ae8f-049ecb106dc4 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:35:41.067440 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e046a0d1-d065-428e-b1b3-d90280796347 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:41.090810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046a0d1-d065-428e-b1b3-d90280796347 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Pushing event deleted for resources: {'Port': ['ID=62e192a7-622c-4fa2-ae8f-049ecb106dc4,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:41.155431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e046a0d1-d065-428e-b1b3-d90280796347 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:41.158027 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e046a0d1-d065-428e-b1b3-d90280796347 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:41.159432 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e046a0d1-d065-428e-b1b3-d90280796347 tempest-ServerActionsTestJSON-1265113142 tempest-ServerActionsTestJSON-1265113142-project] 10.222.0.38 "DELETE /v2.0/floatingips/10b28b0c-a94b-4f96-b3fc-b29140c19797 HTTP/1.1" status: 204 len: 168 time: 0.4848559 Jul 05 04:35:41.162420 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58876) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:41.301918 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7070c5df-fc5f-4b8e-8d63-c82f0e456802 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:35:41.322574 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 7070c5df-fc5f-4b8e-8d63-c82f0e456802 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:35:41.322747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 7070c5df-fc5f-4b8e-8d63-c82f0e456802 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:35:41.461926 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2ac82b18-032a-480d-bff5-ea64ccc3692e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:41.568529 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ecae3d5-27ae-4545-be31-8daf792f9bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:41.816772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-5ecae3d5-27ae-4545-be31-8daf792f9bc7 admin admin] Deleting port 1cd69b57-9748-455e-9683-c367e8f0c690 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:35:41.817436 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ecae3d5-27ae-4545-be31-8daf792f9bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:41.892165 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-5ecae3d5-27ae-4545-be31-8daf792f9bc7 admin admin] For port 1cd69b57-9748-455e-9683-c367e8f0c690, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1cd69b57-9748-455e-9683-c367e8f0c690,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:41.892522 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ecae3d5-27ae-4545-be31-8daf792f9bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:41.904895 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-5ecae3d5-27ae-4545-be31-8daf792f9bc7 admin admin] Calling delete_port for 1cd69b57-9748-455e-9683-c367e8f0c690 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:35:42.153908 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ecae3d5-27ae-4545-be31-8daf792f9bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:42.183409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecae3d5-27ae-4545-be31-8daf792f9bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd69b57-9748-455e-9683-c367e8f0c690,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:42.362472 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5ecae3d5-27ae-4545-be31-8daf792f9bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:42.577582 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecae3d5-27ae-4545-be31-8daf792f9bc7 admin admin] Router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:35:42.685135 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecae3d5-27ae-4545-be31-8daf792f9bc7 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:35:42.778607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5ecae3d5-27ae-4545-be31-8daf792f9bc7 admin admin] 10.222.0.38 "PUT /v2.0/routers/7a830c97-5fb5-4cd9-9cfd-f88f10377b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5290849 Jul 05 04:35:42.778607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58880) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:42.779628 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4521168d-71f1-4aaf-aaff-de284d7446d6 None None] Sync routers for ids ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:35:42.779628 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4521168d-71f1-4aaf-aaff-de284d7446d6 None None] Routers {'7a830c97-5fb5-4cd9-9cfd-f88f10377b61'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:35:42.779628 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4521168d-71f1-4aaf-aaff-de284d7446d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:35:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:42.802734 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4b2e-a4fa-4ef5-aa33-181d8747a469 admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:42.821083 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-4521168d-71f1-4aaf-aaff-de284d7446d6 None None] Set router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:35:42.901607 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4b2e-a4fa-4ef5-aa33-181d8747a469 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:43.001719 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4521168d-71f1-4aaf-aaff-de284d7446d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'name': 'tempest-ServerActionsTestJSON-1555896913-router', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:35:42Z', 'revision_number': 5, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'gw_port': {'id': '1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:43.034252 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4521168d-71f1-4aaf-aaff-de284d7446d6 None None] Checking router: 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:35:43.042725 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4521168d-71f1-4aaf-aaff-de284d7446d6 None None] Routers {'7a830c97-5fb5-4cd9-9cfd-f88f10377b61'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:35:43.043358 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4521168d-71f1-4aaf-aaff-de284d7446d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:35:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:43.055364 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3c9d4b2e-a4fa-4ef5-aa33-181d8747a469 admin admin] Deleting port 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:35:43.055643 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4b2e-a4fa-4ef5-aa33-181d8747a469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:43.129197 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-4521168d-71f1-4aaf-aaff-de284d7446d6 None None] Set router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:35:43.135001 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-3c9d4b2e-a4fa-4ef5-aa33-181d8747a469 admin admin] For port 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:43.135363 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4b2e-a4fa-4ef5-aa33-181d8747a469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:43.148494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3c9d4b2e-a4fa-4ef5-aa33-181d8747a469 admin admin] Calling delete_port for 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:35:43.179357 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4521168d-71f1-4aaf-aaff-de284d7446d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'name': 'tempest-ServerActionsTestJSON-1555896913-router', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:35:42Z', 'revision_number': 6, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:43.208526 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4521168d-71f1-4aaf-aaff-de284d7446d6 None None] The sync data for ids ['7a830c97-5fb5-4cd9-9cfd-f88f10377b61'] in n-d-771363-32 is: [{'id': '7a830c97-5fb5-4cd9-9cfd-f88f10377b61', 'name': 'tempest-ServerActionsTestJSON-1555896913-router', 'tenant_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:26Z', 'updated_at': '2021-07-05T04:35:42Z', 'revision_number': 6, 'project_id': 'b040f5b5b4d746d6999bd768dd9e1512', 'gw_port_host': None}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:35:43.398748 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4b2e-a4fa-4ef5-aa33-181d8747a469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:43.425359 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d4b2e-a4fa-4ef5-aa33-181d8747a469 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:43.492080 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4b2e-a4fa-4ef5-aa33-181d8747a469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:43.582347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4b2e-a4fa-4ef5-aa33-181d8747a469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:43.584533 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4b2e-a4fa-4ef5-aa33-181d8747a469 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:43.684688 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4b2e-a4fa-4ef5-aa33-181d8747a469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:43.685269 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9d4b2e-a4fa-4ef5-aa33-181d8747a469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a830c97-5fb5-4cd9-9cfd-f88f10377b61 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:35:43.689803 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4b2e-a4fa-4ef5-aa33-181d8747a469 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:43.691029 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3c9d4b2e-a4fa-4ef5-aa33-181d8747a469 admin admin] 10.222.0.38 "DELETE /v2.0/routers/7a830c97-5fb5-4cd9-9cfd-f88f10377b61 HTTP/1.1" status: 204 len: 168 time: 0.9958549 Jul 05 04:35:43.693464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58882) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:43.741211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d093cf-99e8-4850-a739-8bb69319ceaa admin admin] Deleting subnet ae0aaa08-3383-4a99-a4fe-af8658ec51f3 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:35:43.744258 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10d093cf-99e8-4850-a739-8bb69319ceaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:43.777382 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10d093cf-99e8-4850-a739-8bb69319ceaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:43.853702 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10d093cf-99e8-4850-a739-8bb69319ceaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:43.959593 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10d093cf-99e8-4850-a739-8bb69319ceaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:43.994864 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10d093cf-99e8-4850-a739-8bb69319ceaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:43.996793 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-10d093cf-99e8-4850-a739-8bb69319ceaa admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ae0aaa08-3383-4a99-a4fe-af8658ec51f3 HTTP/1.1" status: 204 len: 168 time: 0.3024139 Jul 05 04:35:43.999392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58884) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:43.999862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d093cf-99e8-4850-a739-8bb69319ceaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae0aaa08-3383-4a99-a4fe-af8658ec51f3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:43.999966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ffda28-452b-430f-9054-b0490292640e None None] Network bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:35:44.041776 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-38568a93-4096-4553-b53d-d2c1c7090c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.077344 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.131885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] Deleting port 8e466a8f-a43c-43d1-b967-9bea02dca5fb {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:35:44.132341 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.204056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] DHCP port deletion for bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:35:44.212993 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] For port 8e466a8f-a43c-43d1-b967-9bea02dca5fb, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8e466a8f-a43c-43d1-b967-9bea02dca5fb,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:44.213358 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.228235 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] Calling delete_port for 8e466a8f-a43c-43d1-b967-9bea02dca5fb owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:35:44.257055 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Deleting port 8e466a8f-a43c-43d1-b967-9bea02dca5fb {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:35:44.257440 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.331247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] For port 8e466a8f-a43c-43d1-b967-9bea02dca5fb, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8e466a8f-a43c-43d1-b967-9bea02dca5fb,segment=NetworkSegment(17e34ab6-46f6-45d6-90c3-7e15e25c3bf3),segment_id=17e34ab6-46f6-45d6-90c3-7e15e25c3bf3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:44.331640 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.343707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Calling delete_port for 8e466a8f-a43c-43d1-b967-9bea02dca5fb owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:35:44.404726 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.415773 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.436800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e466a8f-a43c-43d1-b967-9bea02dca5fb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:44.436800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] No DVR routers for this DVR port 8e466a8f-a43c-43d1-b967-9bea02dca5fb on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:35:44.444645 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.446407 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Pushing event deleted for resources: {'Port': ['ID=8e466a8f-a43c-43d1-b967-9bea02dca5fb,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:44.450750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] No DVR routers for this DVR port 8e466a8f-a43c-43d1-b967-9bea02dca5fb on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:35:44.458311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:44.459264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:44.459617 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:44.459960 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:44.460326 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:44.460863 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:44.461108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:44.461439 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:44.461768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:44.462097 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:44.462472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:44.465639 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906388bf-8805-4af7-85b5-46148d969e00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:44.509879 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.520282 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:44.530222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:44.530518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e34ab6-46f6-45d6-90c3-7e15e25c3bf3') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:44.539647 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.553182 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.558855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:35:44.559240 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:35:44.562854 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:35:44.701963 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.707995 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.710527 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c HTTP/1.1" status: 204 len: 168 time: 0.7089837 Jul 05 04:35:44.727200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2c0a5-56fd-4358-934e-a70ee1dcecc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd1d03b6-b655-49c0-8e7f-7e69e3c42d0c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:45.024096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58888) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:45.028302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:35:45.049004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:35:45.049498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1db28251-ec5b-4d8b-8f10-7fbe72fd4b0c not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:35:45.050461 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1cd69b57-9748-455e-9683-c367e8f0c690 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:35:45.065656 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2f692d28-eade-42fb-91b0-87410b19f52c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b040f5b5b4d746d6999bd768dd9e1512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418797 Jul 05 04:35:45.068425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58890) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:45.069320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 1cd69b57-9748-455e-9683-c367e8f0c690 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:35:45.069667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1cd69b57-9748-455e-9683-c367e8f0c690 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:35:45.070081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8e466a8f-a43c-43d1-b967-9bea02dca5fb no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:35:45.089052 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 8e466a8f-a43c-43d1-b967-9bea02dca5fb {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:35:45.089397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8e466a8f-a43c-43d1-b967-9bea02dca5fb not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:35:45.115795 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d681dfe1-fc06-4002-981f-92224a1686fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:45.135837 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d681dfe1-fc06-4002-981f-92224a1686fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:45.262026 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d681dfe1-fc06-4002-981f-92224a1686fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:45.264658 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d681dfe1-fc06-4002-981f-92224a1686fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:45.265813 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d681dfe1-fc06-4002-981f-92224a1686fb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1175bfee-5d2b-44a8-85e8-b1d0b2881735 HTTP/1.1" status: 204 len: 168 time: 0.1966043 Jul 05 04:35:45.274285 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681dfe1-fc06-4002-981f-92224a1686fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1175bfee-5d2b-44a8-85e8-b1d0b2881735,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:45.495862 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:46.328358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58912) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:46.432891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-a2c8ba88-818c-4b4d-9527-04fc62391dbd admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1454941930-network', 'tenant_id': '2254495f3f704d72a97673948e447e09'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:46.576399 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c8ba88-818c-4b4d-9527-04fc62391dbd admin admin] Made reservation on behalf of 2254495f3f704d72a97673948e447e09 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:35:46.578747 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a2c8ba88-818c-4b4d-9527-04fc62391dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:46.587554 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a2c8ba88-818c-4b4d-9527-04fc62391dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:46.678189 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a2c8ba88-818c-4b4d-9527-04fc62391dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:46.736135 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a2c8ba88-818c-4b4d-9527-04fc62391dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:46.764474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c8ba88-818c-4b4d-9527-04fc62391dbd admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:35:46.774028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8ba88-818c-4b4d-9527-04fc62391dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4d3692-ae88-436e-b07d-00e79dd8da15,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:46.778759 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a2c8ba88-818c-4b4d-9527-04fc62391dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:46.779105 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-a2c8ba88-818c-4b4d-9527-04fc62391dbd admin admin] Added segment 31817f23-7d70-40a8-9aff-a97ab011b71c of type vlan for network 663def18-e5f0-41a5-8913-07d32c45617d Jul 05 04:35:46.819069 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a2c8ba88-818c-4b4d-9527-04fc62391dbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:46.902065 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a2c8ba88-818c-4b4d-9527-04fc62391dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:46.903079 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c8ba88-818c-4b4d-9527-04fc62391dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:46.903710 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a2c8ba88-818c-4b4d-9527-04fc62391dbd admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:46.962434 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8ba88-818c-4b4d-9527-04fc62391dbd admin admin] Pushing event updated for resources: {'Network': ['ID=663def18-e5f0-41a5-8913-07d32c45617d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:46.972975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 663def18-e5f0-41a5-8913-07d32c45617d details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:35:47.012148 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:47.028383 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a2c8ba88-818c-4b4d-9527-04fc62391dbd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6988099 Jul 05 04:35:47.031144 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58916) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:47.036856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ceea692e-e86d-46eb-a753-926f1f294181 admin admin] Request body: {'subnet': {'network_id': '663def18-e5f0-41a5-8913-07d32c45617d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1454941930-subnet', 'tenant_id': '2254495f3f704d72a97673948e447e09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:47.115255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceea692e-e86d-46eb-a753-926f1f294181 admin admin] Made reservation on behalf of 2254495f3f704d72a97673948e447e09 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:35:47.117715 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ceea692e-e86d-46eb-a753-926f1f294181 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:47.325159 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ceea692e-e86d-46eb-a753-926f1f294181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:47.383782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea692e-e86d-46eb-a753-926f1f294181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cba06bb-8377-4687-b2a9-e44f58f5a5cc,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:47.391934 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea692e-e86d-46eb-a753-926f1f294181 admin admin] Checking segment: {'id': '31817f23-7d70-40a8-9aff-a97ab011b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '663def18-e5f0-41a5-8913-07d32c45617d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:35:47.392334 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceea692e-e86d-46eb-a753-926f1f294181 admin admin] Network hostable DHCP agents. Network: 663def18-e5f0-41a5-8913-07d32c45617d, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:35:47.461703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceea692e-e86d-46eb-a753-926f1f294181 admin admin] Network 663def18-e5f0-41a5-8913-07d32c45617d is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:35:47.582749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-ceea692e-e86d-46eb-a753-926f1f294181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 663def18-e5f0-41a5-8913-07d32c45617d) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:35:47.586587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceea692e-e86d-46eb-a753-926f1f294181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:47.587182 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ceea692e-e86d-46eb-a753-926f1f294181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:47.593622 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77cdda3-242b-481b-b49f-3edcbcac6479 None None] Network 663def18-e5f0-41a5-8913-07d32c45617d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:35:47.715977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f76afa1-ae68-4cc2-ac2e-76f611e91763 None None] Network 663def18-e5f0-41a5-8913-07d32c45617d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:35:47.719995 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ceea692e-e86d-46eb-a753-926f1f294181 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6876779 Jul 05 04:35:47.834139 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58922) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:48.213304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-8116f4fc-7911-44b7-a7ba-928b7959358a admin admin] Deleting subnet 4cba06bb-8377-4687-b2a9-e44f58f5a5cc {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:35:48.216379 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8116f4fc-7911-44b7-a7ba-928b7959358a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:48.250029 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8116f4fc-7911-44b7-a7ba-928b7959358a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:48.287743 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8116f4fc-7911-44b7-a7ba-928b7959358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:48.393348 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8116f4fc-7911-44b7-a7ba-928b7959358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:48.423556 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116f4fc-7911-44b7-a7ba-928b7959358a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cba06bb-8377-4687-b2a9-e44f58f5a5cc,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:48.426201 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8116f4fc-7911-44b7-a7ba-928b7959358a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:48.428705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8116f4fc-7911-44b7-a7ba-928b7959358a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4cba06bb-8377-4687-b2a9-e44f58f5a5cc HTTP/1.1" status: 204 len: 168 time: 0.5929263 Jul 05 04:35:48.430464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58924) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:48.496882 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b5a53839-ef64-4748-a260-91a640c8b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:48.577910 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b5a53839-ef64-4748-a260-91a640c8b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:48.588546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-b5a53839-ef64-4748-a260-91a640c8b3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663def18-e5f0-41a5-8913-07d32c45617d']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:48.599744 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-b5a53839-ef64-4748-a260-91a640c8b3a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31817f23-7d70-40a8-9aff-a97ab011b71c') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:48.600085 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-b5a53839-ef64-4748-a260-91a640c8b3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31817f23-7d70-40a8-9aff-a97ab011b71c') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:48.608584 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b5a53839-ef64-4748-a260-91a640c8b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:48.621931 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b5a53839-ef64-4748-a260-91a640c8b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:48.627768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a53839-ef64-4748-a260-91a640c8b3a4 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:35:48.628442 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b5a53839-ef64-4748-a260-91a640c8b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:35:48.630054 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:35:48.746878 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b5a53839-ef64-4748-a260-91a640c8b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:48.752642 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b5a53839-ef64-4748-a260-91a640c8b3a4 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:48.755081 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b5a53839-ef64-4748-a260-91a640c8b3a4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/663def18-e5f0-41a5-8913-07d32c45617d HTTP/1.1" status: 204 len: 168 time: 0.3236506 Jul 05 04:35:48.777767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a53839-ef64-4748-a260-91a640c8b3a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=663def18-e5f0-41a5-8913-07d32c45617d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:49.073710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58928) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:49.113078 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-aa085f19-04dc-4d3a-9258-390fba5afad7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2254495f3f704d72a97673948e447e09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381405 Jul 05 04:35:49.115648 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58930) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:49.163860 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd610-3a2b-4bac-88e7-bea60940c6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:49.185715 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd610-3a2b-4bac-88e7-bea60940c6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:49.335798 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd610-3a2b-4bac-88e7-bea60940c6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:49.338666 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1b7dd610-3a2b-4bac-88e7-bea60940c6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:49.339863 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1b7dd610-3a2b-4bac-88e7-bea60940c6a7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/db4d3692-ae88-436e-b07d-00e79dd8da15 HTTP/1.1" status: 204 len: 168 time: 0.2233005 Jul 05 04:35:49.348931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dd610-3a2b-4bac-88e7-bea60940c6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4d3692-ae88-436e-b07d-00e79dd8da15,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:50.259937 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58952) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:50.353087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c0e5eeff-da89-444b-9e29-87409c6ab325 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-network', 'tenant_id': 'a8629386726743858c569a9b7b401713'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:50.421400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e5eeff-da89-444b-9e29-87409c6ab325 admin admin] Made reservation on behalf of a8629386726743858c569a9b7b401713 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:35:50.423772 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c0e5eeff-da89-444b-9e29-87409c6ab325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:50.432153 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c0e5eeff-da89-444b-9e29-87409c6ab325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:50.520864 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c0e5eeff-da89-444b-9e29-87409c6ab325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:50.575816 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c0e5eeff-da89-444b-9e29-87409c6ab325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:50.607085 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e5eeff-da89-444b-9e29-87409c6ab325 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:35:50.612569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5eeff-da89-444b-9e29-87409c6ab325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09227d5a-aa56-47b7-8bb5-0f3e1941d35f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:50.620160 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c0e5eeff-da89-444b-9e29-87409c6ab325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:50.620160 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-c0e5eeff-da89-444b-9e29-87409c6ab325 admin admin] Added segment d48c64cf-c1cb-4617-b9f1-0941d3a7b288 of type vlan for network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 Jul 05 04:35:50.662471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c0e5eeff-da89-444b-9e29-87409c6ab325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:50.741837 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c0e5eeff-da89-444b-9e29-87409c6ab325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:50.742723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e5eeff-da89-444b-9e29-87409c6ab325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:50.743313 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c0e5eeff-da89-444b-9e29-87409c6ab325 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:50.801642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5eeff-da89-444b-9e29-87409c6ab325 admin admin] Pushing event updated for resources: {'Network': ['ID=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:50.811567 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:35:50.857014 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c0e5eeff-da89-444b-9e29-87409c6ab325 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5958433 Jul 05 04:35:50.859731 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58956) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:50.865296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-00ca5119-6d5a-4d1d-85b2-e33bf1ca50f2 admin admin] Request body: {'subnet': {'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-subnet', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:50.941869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ca5119-6d5a-4d1d-85b2-e33bf1ca50f2 admin admin] Made reservation on behalf of a8629386726743858c569a9b7b401713 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:35:50.944301 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00ca5119-6d5a-4d1d-85b2-e33bf1ca50f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.153208 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00ca5119-6d5a-4d1d-85b2-e33bf1ca50f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.208668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca5119-6d5a-4d1d-85b2-e33bf1ca50f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f4f8f92-a833-4378-bdd1-badcecc8f794,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:51.217383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ca5119-6d5a-4d1d-85b2-e33bf1ca50f2 admin admin] Checking segment: {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:35:51.217743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ca5119-6d5a-4d1d-85b2-e33bf1ca50f2 admin admin] Network hostable DHCP agents. Network: cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:35:51.301627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ca5119-6d5a-4d1d-85b2-e33bf1ca50f2 admin admin] Network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:35:51.364758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-00ca5119-6d5a-4d1d-85b2-e33bf1ca50f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:35:51.368968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ca5119-6d5a-4d1d-85b2-e33bf1ca50f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:51.369751 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00ca5119-6d5a-4d1d-85b2-e33bf1ca50f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.376025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c766708a-8e4d-466d-8093-ff8f2956827e None None] Network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:35:51.450997 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-00ca5119-6d5a-4d1d-85b2-e33bf1ca50f2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5899849 Jul 05 04:35:51.453396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58958) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:51.458385 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:51.520893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:35:51.521750 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.565223 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.566383 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.622417 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.659820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Allocated IP 172.20.0.2 (cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9/6f4f8f92-a833-4378-bdd1-badcecc8f794/980468d4-860b-40b7-bf64-71cdb721b20d) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:35:51.807341 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.816822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Transition to ACTIVE for port object 980468d4-860b-40b7-bf64-71cdb721b20d will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:35:51.833459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Transition to ACTIVE for port object 980468d4-860b-40b7-bf64-71cdb721b20d will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:35:51.834551 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.901912 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:51.944339 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:35:51.948619 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:35:51.952586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:35:51.961333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Pushing event updated for resources: {'Port': ['ID=980468d4-860b-40b7-bf64-71cdb721b20d,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:52.021101 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Attempting to bind port 980468d4-860b-40b7-bf64-71cdb721b20d on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:35:52.021488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Attempting to bind port 980468d4-860b-40b7-bf64-71cdb721b20d by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:35:52.021842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Attempting to bind port 980468d4-860b-40b7-bf64-71cdb721b20d on network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:35:52.028179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:35:52.028684 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Checking segment: {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:35:52.029098 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:52.029490 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Bound using segment: {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:35:52.029953 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Bound port: 980468d4-860b-40b7-bf64-71cdb721b20d, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:35:52.030332 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:52.095394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] For port 980468d4-860b-40b7-bf64-71cdb721b20d, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:35:52.099038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] For port 980468d4-860b-40b7-bf64-71cdb721b20d, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=980468d4-860b-40b7-bf64-71cdb721b20d,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:35:52.136461 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:52.153498 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:52.154809 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:52.212112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50594173-735c-443a-9a90-fdfa6eed3ccf None None] Pushing event updated for resources: {'Port': ['ID=980468d4-860b-40b7-bf64-71cdb721b20d,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:52.262566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Allocated IP 172.25.6.143 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:35:52.383628 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:52.479243 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:52.516625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:35:52.522103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:35:52.524597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:35:52.554764 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Pushing event updated for resources: {'Port': ['ID=819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:52.858307 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:53.066547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 980468d4-860b-40b7-bf64-71cdb721b20d up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:35:53.082048 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:53.145901 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d8b8b7-b342-4ac2-8eef-3b10b89d7e59 None None] Network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:35:53.197167 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 980468d4-860b-40b7-bf64-71cdb721b20d completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:35:53.291284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-11526a77-bdfb-4cd0-8d61-546edeb79eb2 None None] Provisioning for port 980468d4-860b-40b7-bf64-71cdb721b20d completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:35:53.298690 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-11526a77-bdfb-4cd0-8d61-546edeb79eb2 None None] Provisioning complete for port 980468d4-860b-40b7-bf64-71cdb721b20d triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:53.299694 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-11526a77-bdfb-4cd0-8d61-546edeb79eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:53.416589 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-11526a77-bdfb-4cd0-8d61-546edeb79eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:53.452257 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-11526a77-bdfb-4cd0-8d61-546edeb79eb2 None None] For port 980468d4-860b-40b7-bf64-71cdb721b20d, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=980468d4-860b-40b7-bf64-71cdb721b20d,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:53.534242 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-11526a77-bdfb-4cd0-8d61-546edeb79eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:53.628978 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:35:53.738661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:35:53.745285 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11526a77-bdfb-4cd0-8d61-546edeb79eb2 None None] Pushing event updated for resources: {'Port': ['ID=980468d4-860b-40b7-bf64-71cdb721b20d,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:53.750077 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Sync routers for ids ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:35:53.754586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5c013df1-11cf-4105-8e0d-45b2aa0c3818 None None] Provisioning complete for port 980468d4-860b-40b7-bf64-71cdb721b20d triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:53.754962 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5c013df1-11cf-4105-8e0d-45b2aa0c3818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:53.780013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Routers {'d4fa8e5d-c3af-47e2-851d-aaab28c55e35'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:35:53.780671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:35:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:53.798965 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:53.800931 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c00b722b-d7bc-4d9d-ab12-5d02363a9341 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3465416 Jul 05 04:35:53.803835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58962) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:53.921198 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Set router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:35:54.105879 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:52Z', 'revision_number': 3, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:54.132846 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Checking router: d4fa8e5d-c3af-47e2-851d-aaab28c55e35 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:35:54.133195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Updating router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 port 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:35:54.169986 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:54.227828 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:54.385400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Allocated IP 172.20.0.1 (cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9/6f4f8f92-a833-4378-bdd1-badcecc8f794/b6695032-8fa3-43c0-bc75-500afbd6f009) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:35:54.434432 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:54.443863 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Transition to ACTIVE for port object 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:35:54.487609 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:54.499858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Transition to ACTIVE for port object b6695032-8fa3-43c0-bc75-500afbd6f009 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:35:54.507029 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:54.556728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Attempting to bind port 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:35:54.557028 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Attempting to bind port 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:35:54.557393 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Attempting to bind port 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:35:54.564505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82585e2a-ea12-43db-b617-c39980b73e6c None None] Pushing event updated for resources: {'Port': ['ID=819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:54.566975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:35:54.567352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:35:54.567760 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:54.568173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:35:54.568653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Bound port: 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:35:54.572917 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:54.587753 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:54.622279 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] For port 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:35:54.625733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] For port 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:35:54.629595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:35:54.632552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:35:54.635056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:35:54.671740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Pushing event updated for resources: {'Port': ['ID=b6695032-8fa3-43c0-bc75-500afbd6f009,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:54.689150 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:54.696273 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:54.767741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Routers {'d4fa8e5d-c3af-47e2-851d-aaab28c55e35'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:35:54.767741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:35:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:54.767741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82585e2a-ea12-43db-b617-c39980b73e6c None None] Pushing event updated for resources: {'Port': ['ID=819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:54.875900 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] Set router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:35:54.925390 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:55.043877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 980468d4-860b-40b7-bf64-71cdb721b20d up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:35:55.048844 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-41b4833e-1093-498c-91a2-a72af1ef078c None None] Provisioning for port b6695032-8fa3-43c0-bc75-500afbd6f009 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:35:55.074545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-41b4833e-1093-498c-91a2-a72af1ef078c None None] Provisioning complete for port b6695032-8fa3-43c0-bc75-500afbd6f009 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:55.074925 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-41b4833e-1093-498c-91a2-a72af1ef078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:55.100432 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:55.128625 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-41b4833e-1093-498c-91a2-a72af1ef078c None None] Port b6695032-8fa3-43c0-bc75-500afbd6f009 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:35:55.146756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 980468d4-860b-40b7-bf64-71cdb721b20d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:55.147130 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:55.149421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:52Z', 'revision_number': 3, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:55.169959 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:55.196287 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529e475-7168-43af-8cdb-786dd6b5d096 None None] The sync data for ids ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'] in n-d-771363-32 is: [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:52Z', 'revision_number': 3, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:35:55.238417 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:55.240301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Pushing event updated for resources: {'Port': ['ID=b6695032-8fa3-43c0-bc75-500afbd6f009,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:55.345799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:35:55.348740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:35:55.479603 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:35:55.607716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:35:55.613503 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-fbce41ac-f6ca-4044-90d9-73e7c656cb43 admin admin] 10.222.0.38 "PUT /v2.0/routers/d4fa8e5d-c3af-47e2-851d-aaab28c55e35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8085876 Jul 05 04:35:55.670672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-47d42a17-8f91-4509-af12-d18dae126eee None None] Provisioning complete for port b6695032-8fa3-43c0-bc75-500afbd6f009 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:55.671056 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-47d42a17-8f91-4509-af12-d18dae126eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:55.706173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-47d42a17-8f91-4509-af12-d18dae126eee None None] Port b6695032-8fa3-43c0-bc75-500afbd6f009 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:35:56.171434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58972) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:56.176389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-75ce83f6-1083-4d92-a883-11c392ef4d32 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146621987', 'description': 'tempest-description--857621908'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:56.238815 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75ce83f6-1083-4d92-a883-11c392ef4d32 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:56.325349 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75ce83f6-1083-4d92-a883-11c392ef4d32 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:56.387613 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75ce83f6-1083-4d92-a883-11c392ef4d32 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:56.418799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce83f6-1083-4d92-a883-11c392ef4d32 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27da012-9ddb-4f9f-8975-b752e6bfb59f,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:56.484698 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75ce83f6-1083-4d92-a883-11c392ef4d32 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:56.486199 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-75ce83f6-1083-4d92-a883-11c392ef4d32 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3136771 Jul 05 04:35:56.489315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58974) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:56.494267 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e4783ad1-5d0b-41cd-bcb5-21179955f24d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Request body: {'security_group_rule': {'security_group_id': 'f27da012-9ddb-4f9f-8975-b752e6bfb59f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:56.634824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4783ad1-5d0b-41cd-bcb5-21179955f24d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:56.694855 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4783ad1-5d0b-41cd-bcb5-21179955f24d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:56.741781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4783ad1-5d0b-41cd-bcb5-21179955f24d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:56.760771 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4783ad1-5d0b-41cd-bcb5-21179955f24d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f444f0-5c40-49a1-bcd5-2b18947ba948,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:56.788123 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Sync routers for ids ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:35:56.798139 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Routers {'d4fa8e5d-c3af-47e2-851d-aaab28c55e35'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:35:56.799789 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:35:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:56.810160 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e4783ad1-5d0b-41cd-bcb5-21179955f24d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:56.811458 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e4783ad1-5d0b-41cd-bcb5-21179955f24d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3211019 Jul 05 04:35:56.814154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 58976) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:56.819269 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6166a91d-2cea-4d19-952c-3b34a168ed5c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Request body: {'security_group_rule': {'security_group_id': 'f27da012-9ddb-4f9f-8975-b752e6bfb59f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:56.895745 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6166a91d-2cea-4d19-952c-3b34a168ed5c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:56.905159 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Set router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:35:56.955948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6166a91d-2cea-4d19-952c-3b34a168ed5c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.027277 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6166a91d-2cea-4d19-952c-3b34a168ed5c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.049086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166a91d-2cea-4d19-952c-3b34a168ed5c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ae5596-1e10-46ca-afb5-4258f806f42e,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:57.055136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:35:57.095914 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6166a91d-2cea-4d19-952c-3b34a168ed5c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.100961 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6166a91d-2cea-4d19-952c-3b34a168ed5c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2850611 Jul 05 04:35:57.101279 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 58978) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:35:57.107192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:35:57.116122 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b6695032-8fa3-43c0-bc75-500afbd6f009', 'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'mac_address': 'fa:16:3e:bf:07:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:54Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 2, 'project_id': 'a8629386726743858c569a9b7b401713', 'subnets': [{'id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:57.141903 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Checking router: d4fa8e5d-c3af-47e2-851d-aaab28c55e35 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:35:57.142256 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Updating router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 port b6695032-8fa3-43c0-bc75-500afbd6f009 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:35:57.153012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:35:57.156939 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:57.160874 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.175622 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.181547 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.238146 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.259582 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:57.282111 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.331478 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.407594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Allocated IP 172.25.6.195 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/aedd0569-d0ad-4c50-9410-afc57ef37cd7) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:35:57.418516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:57.525964 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.562870 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.622437 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Transition to ACTIVE for port object b6695032-8fa3-43c0-bc75-500afbd6f009 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:35:57.639150 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.676967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:35:57.679608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:35:57.685717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:35:57.713016 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.713827 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event updated for resources: {'Port': ['ID=aedd0569-d0ad-4c50-9410-afc57ef37cd7,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:57.764094 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751f0a1-9679-4e31-a321-29be3bafcb09 None None] Pushing event updated for resources: {'Port': ['ID=b6695032-8fa3-43c0-bc75-500afbd6f009,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:57.773838 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751f0a1-9679-4e31-a321-29be3bafcb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:57.774177 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751f0a1-9679-4e31-a321-29be3bafcb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:57.785051 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751f0a1-9679-4e31-a321-29be3bafcb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:57.785051 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751f0a1-9679-4e31-a321-29be3bafcb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:57.785051 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751f0a1-9679-4e31-a321-29be3bafcb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:57.785051 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751f0a1-9679-4e31-a321-29be3bafcb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:57.785051 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751f0a1-9679-4e31-a321-29be3bafcb09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:57.785051 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751f0a1-9679-4e31-a321-29be3bafcb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:57.785051 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751f0a1-9679-4e31-a321-29be3bafcb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:57.785051 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751f0a1-9679-4e31-a321-29be3bafcb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:57.785051 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751f0a1-9679-4e31-a321-29be3bafcb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:57.785051 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0751f0a1-9679-4e31-a321-29be3bafcb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:35:57.785897 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.848487 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Attempting to bind port b6695032-8fa3-43c0-bc75-500afbd6f009 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:35:57.849284 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Attempting to bind port b6695032-8fa3-43c0-bc75-500afbd6f009 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:35:57.849747 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Attempting to bind port b6695032-8fa3-43c0-bc75-500afbd6f009 on network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:35:57.855528 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:35:57.855989 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Checking segment: {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:35:57.856582 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.857039 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Bound using segment: {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:35:57.857629 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Bound port: b6695032-8fa3-43c0-bc75-500afbd6f009, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:35:57.858080 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:57.925516 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] For port b6695032-8fa3-43c0-bc75-500afbd6f009, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:35:57.930274 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] For port b6695032-8fa3-43c0-bc75-500afbd6f009, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b6695032-8fa3-43c0-bc75-500afbd6f009,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:35:57.931610 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:58.016585 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:58.075572 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Routers {'d4fa8e5d-c3af-47e2-851d-aaab28c55e35'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:35:58.076311 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:35:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:58.106248 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:58.150246 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751f0a1-9679-4e31-a321-29be3bafcb09 None None] Pushing event updated for resources: {'Port': ['ID=b6695032-8fa3-43c0-bc75-500afbd6f009,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:58.170487 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:58.209922 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] Set router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:35:58.248646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event updated for resources: {'Port': ['ID=aedd0569-d0ad-4c50-9410-afc57ef37cd7,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:58.254857 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:58.348077 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:58.349471 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-52f4b1e8-92e1-472d-a7c1-5a003cc8274d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2462072 Jul 05 04:35:58.419661 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b6695032-8fa3-43c0-bc75-500afbd6f009', 'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'mac_address': 'fa:16:3e:bf:07:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:54Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'subnets': [{'id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:35:58.452241 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352a759f-0d8d-4268-b19d-14dd72fe5392 None None] The sync data for ids ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'] in n-d-771363-32 is: [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b6695032-8fa3-43c0-bc75-500afbd6f009', 'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'mac_address': 'fa:16:3e:bf:07:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:54Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'subnets': [{'id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:35:58.525590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-1cb4ca12-a3c6-44cb-ba73-27eced595094 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--146621987&fields=id&tenant_id=a8629386726743858c569a9b7b401713 HTTP/1.1" status: 200 len: 267 time: 0.0551846 Jul 05 04:35:58.649254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-cc644d16-4b8d-4d2b-94b1-36a07763b276 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:58.651008 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-cc644d16-4b8d-4d2b-94b1-36a07763b276 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 817 time: 0.1184492 Jul 05 04:35:58.668014 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-8d26bc17-92be-465a-9d4f-7d4ccd090541 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/quotas/a8629386726743858c569a9b7b401713 HTTP/1.1" status: 200 len: 375 time: 0.0105703 Jul 05 04:35:58.745574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-ace11771-d5d2-4e03-98d7-fc3ba676aa32 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0719390 Jul 05 04:35:58.853294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-2343521e-45a9-491a-8f57-35d947394b8e service neutron] 10.222.0.38 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954545 Jul 05 04:35:58.947569 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-6fe8d656-db30-45b1-bbc2-e4730f341364 service neutron] 10.222.0.38 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884638 Jul 05 04:35:59.115144 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b6695032-8fa3-43c0-bc75-500afbd6f009 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:35:59.219896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fd5df06d-06a7-4bd8-b5c8-8149e9152664 req-7ff8c4b1-6f29-4607-ad57-3e5e40142b0a tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 210 time: 0.0363793 Jul 05 04:35:59.244491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port b6695032-8fa3-43c0-bc75-500afbd6f009 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:35:59.248796 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port b6695032-8fa3-43c0-bc75-500afbd6f009 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:59.249248 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:59.335341 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:59.370350 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port b6695032-8fa3-43c0-bc75-500afbd6f009, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b6695032-8fa3-43c0-bc75-500afbd6f009,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:35:59.461872 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:59.462686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:35:59.541968 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=b6695032-8fa3-43c0-bc75-500afbd6f009,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:35:59.554989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:35:59.555361 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:00.369379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da26bc1d-b87f-4448-9c13-5dc06ac2ae2a req-56a9ae47-d0c3-4e09-9f6b-5ebaf4a75a0a tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 210 time: 0.0300038 Jul 05 04:36:01.036433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b6695032-8fa3-43c0-bc75-500afbd6f009 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:36:01.082467 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port b6695032-8fa3-43c0-bc75-500afbd6f009 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:36:01.082839 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:01.499129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-c06478da-6a5d-4364-821f-2871a5fbe797 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:01.500619 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-c06478da-6a5d-4364-821f-2871a5fbe797 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.10 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 817 time: 0.1156275 Jul 05 04:36:01.525577 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-665893c2-4485-4ed2-99a9-82dc81e0cb09 req-daaa4d49-ba1d-447a-b882-121998509598 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 210 time: 0.0285261 Jul 05 04:36:01.551571 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-81bc1e7e-fdaf-44f2-9457-1e606f154044 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8629386726743858c569a9b7b401713 HTTP/1.1" status: 200 len: 379 time: 0.0410094 Jul 05 04:36:01.560161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-6bc89512-2170-425a-9b69-8bf68c18277e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Request body: {'port': {'device_id': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'admin_state_up': True, 'tenant_id': 'a8629386726743858c569a9b7b401713', 'security_groups': ['f27da012-9ddb-4f9f-8975-b752e6bfb59f']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:36:01.747031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-6bc89512-2170-425a-9b69-8bf68c18277e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Made reservation on behalf of a8629386726743858c569a9b7b401713 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:36:01.750645 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-6bc89512-2170-425a-9b69-8bf68c18277e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:01.881554 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-6bc89512-2170-425a-9b69-8bf68c18277e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Allocated IP 172.20.0.4 (cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9/6f4f8f92-a833-4378-bdd1-badcecc8f794/2f38b86d-b5d2-4358-82ef-eecaa1c50c10) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:36:02.021250 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-6bc89512-2170-425a-9b69-8bf68c18277e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:02.035586 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-6bc89512-2170-425a-9b69-8bf68c18277e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Transition to ACTIVE for port object 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:36:02.119146 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-6bc89512-2170-425a-9b69-8bf68c18277e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:02.162232 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-6bc89512-2170-425a-9b69-8bf68c18277e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:36:02.165487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-6bc89512-2170-425a-9b69-8bf68c18277e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:36:02.182141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-6bc89512-2170-425a-9b69-8bf68c18277e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:36:02.200605 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc89512-2170-425a-9b69-8bf68c18277e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event updated for resources: {'Port': ['ID=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:02.229945 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-6bc89512-2170-425a-9b69-8bf68c18277e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:02.230586 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-6bc89512-2170-425a-9b69-8bf68c18277e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:02.334277 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-6bc89512-2170-425a-9b69-8bf68c18277e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7754912 Jul 05 04:36:02.391280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Request body: {'port': {'device_id': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:36:02.470509 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:02.489683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cfdfee96-824c-4872-9f7f-c3001b9c4d47 None None] Provisioning for port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:36:02.493669 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cfdfee96-824c-4872-9f7f-c3001b9c4d47 None None] Provisioning complete for port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:36:02.494180 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cfdfee96-824c-4872-9f7f-c3001b9c4d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:02.528120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-cfdfee96-824c-4872-9f7f-c3001b9c4d47 None None] Port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:36:02.720749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec1fd7-1faf-477a-a1c7-9932ce76a245 req-57f73395-d368-4c76-921f-e7b8ccc50262 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:02.722454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5ec1fd7-1faf-477a-a1c7-9932ce76a245 req-57f73395-d368-4c76-921f-e7b8ccc50262 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 931 time: 0.0711136 Jul 05 04:36:02.735455 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:02.744983 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:36:02.753320 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:02.765253 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5ec1fd7-1faf-477a-a1c7-9932ce76a245 req-a5e1391f-7970-4c5c-919e-25cee2eb2670 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364430 Jul 05 04:36:02.765440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Transition to ACTIVE for port object 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:36:02.821259 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:02.872128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Pushing event updated for resources: {'Port': ['ID=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:02.948146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Attempting to bind port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:36:02.948494 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Attempting to bind port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:36:02.948828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Attempting to bind port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 on network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:36:02.953297 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 on network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:36:02.953621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Attempting to bind port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 on network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:36:02.959121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:36:02.959462 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Checking segment: {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:36:02.959854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Bound using segment: {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:36:02.960331 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Bound port: 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:36:02.960695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:03.029033 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:36:03.031981 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:36:03.090407 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:03.125671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:03.126296 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:03.127697 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] 10.222.0.10 "PUT /v2.0/ports/2f38b86d-b5d2-4358-82ef-eecaa1c50c10 HTTP/1.1" status: 200 len: 1092 time: 0.7876275 Jul 05 04:36:03.128163 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'tag': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:36:03.130429 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69919abe-d1eb-4e8f-a8d9-131287cff6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c72dd4-f4fe-4dea-ab63-b6436d614853", "tag": "2f38b86d-b5d2-4358-82ef-eecaa1c50c10"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:36:03.156049 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d728ab1-a4df-4183-bef0-76ec8cf4c918 service neutron] Pushing event updated for resources: {'Port': ['ID=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:03.235051 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b5bc8d-40aa-41bd-9c9d-c661f3bbc1aa x-openstack-request-id: req-d1b5bc8d-40aa-41bd-9c9d-c661f3bbc1aa {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:36:03.235351 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c72dd4-f4fe-4dea-ab63-b6436d614853", "tag": "2f38b86d-b5d2-4358-82ef-eecaa1c50c10", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:36:03.235611 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d1b5bc8d-40aa-41bd-9c9d-c661f3bbc1aa {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:36:03.236054 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'tag': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'status': 'completed', 'code': 200} Jul 05 04:36:03.312199 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-da7afada-dd54-4a8f-936f-c0848684cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:03.313731 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-da7afada-dd54-4a8f-936f-c0848684cbbf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 1095 time: 0.0639338 Jul 05 04:36:03.355727 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-ea824a2d-df73-4079-b7f9-12ad2e589332 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10 HTTP/1.1" status: 200 len: 217 time: 0.0337350 Jul 05 04:36:03.404626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0aafe730-1472-41d3-82f1-cc3b0c4b7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:03.405996 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-0aafe730-1472-41d3-82f1-cc3b0c4b7035 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0434883 Jul 05 04:36:03.464835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-70515601-b333-4684-bcc8-9e11818cdf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:03.466576 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-70515601-b333-4684-bcc8-9e11818cdf17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539243 Jul 05 04:36:03.562623 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-d7942451-1cb7-481e-a4df-14c77fb6c057 service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872457 Jul 05 04:36:03.651645 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2efaa3a8-998e-4082-8280-fe49f280e72b req-81524084-c39f-41e2-a426-a2afbd9217ca service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821283 Jul 05 04:36:03.796469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69919abe-d1eb-4e8f-a8d9-131287cff6d9 req-9a616045-bc15-4f52-8599-9cb7a63b9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:03.797961 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-69919abe-d1eb-4e8f-a8d9-131287cff6d9 req-9a616045-bc15-4f52-8599-9cb7a63b9729 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 1095 time: 0.0569584 Jul 05 04:36:03.888056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69919abe-d1eb-4e8f-a8d9-131287cff6d9 req-5b16dd39-c41d-45ac-93dc-a964d9e0463f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:03.889581 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-69919abe-d1eb-4e8f-a8d9-131287cff6d9 req-5b16dd39-c41d-45ac-93dc-a964d9e0463f service neutron] 10.222.0.10 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.0847061 Jul 05 04:36:03.938372 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-69919abe-d1eb-4e8f-a8d9-131287cff6d9 req-de96c4fe-2a3a-469d-8d38-e2f1fdc5f8b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10 HTTP/1.1" status: 200 len: 217 time: 0.0413342 Jul 05 04:36:03.948200 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3cfad-cbda-45ca-80cb-bade033ee8e3 req-dec498f9-e3d6-446c-a2ba-48875171f801 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:03.949696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57c3cfad-cbda-45ca-80cb-bade033ee8e3 req-dec498f9-e3d6-446c-a2ba-48875171f801 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 943 time: 0.0649867 Jul 05 04:36:03.987976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69919abe-d1eb-4e8f-a8d9-131287cff6d9 req-160ca6ec-a0f5-4b2c-9a3f-2b72d90f7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:03.988474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57c3cfad-cbda-45ca-80cb-bade033ee8e3 req-ae206252-a959-4520-a662-34ca7ed348fd tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328031 Jul 05 04:36:03.989682 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-69919abe-d1eb-4e8f-a8d9-131287cff6d9 req-160ca6ec-a0f5-4b2c-9a3f-2b72d90f7d78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0447938 Jul 05 04:36:04.051008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69919abe-d1eb-4e8f-a8d9-131287cff6d9 req-d4e01481-f2e8-4ec7-ae94-e0aafc4923c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:04.052524 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-69919abe-d1eb-4e8f-a8d9-131287cff6d9 req-d4e01481-f2e8-4ec7-ae94-e0aafc4923c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544684 Jul 05 04:36:04.148656 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-69919abe-d1eb-4e8f-a8d9-131287cff6d9 req-67e77976-f907-4b66-bd1c-cc7ce51fe64e service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879650 Jul 05 04:36:04.246524 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-69919abe-d1eb-4e8f-a8d9-131287cff6d9 req-4faab8ea-a7de-4f58-9ac9-feb2309eb472 service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908031 Jul 05 04:36:04.301680 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:05.080169 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:36:05.171427 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28d68d-99a5-4315-b505-c0e88b25ca36 req-e779fdb3-0111-44e4-acbd-14daec9b2822 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:05.173786 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef28d68d-99a5-4315-b505-c0e88b25ca36 req-e779fdb3-0111-44e4-acbd-14daec9b2822 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 943 time: 0.0674570 Jul 05 04:36:05.177233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:36:05.188774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'port_id': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'mac_address': 'fa:16:3e:f5:8e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:36:05.211821 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef28d68d-99a5-4315-b505-c0e88b25ca36 req-7febd9f4-e802-49ca-8ce5-af7f027dda5c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314975 Jul 05 04:36:05.226648 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:05.241108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:36:05.259841 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:36:05.330138 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:05.377230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:05.712809 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['2f38b86d-b5d2-4358-82ef-eecaa1c50c10'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:36:06.392852 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5992c-9886-4903-8c0f-679308904704 req-46558e49-12b0-4ab9-a37a-a9035a2678a8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:06.394337 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3fe5992c-9886-4903-8c0f-679308904704 req-46558e49-12b0-4ab9-a37a-a9035a2678a8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0661061 Jul 05 04:36:06.417564 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:36:06.431170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3fe5992c-9886-4903-8c0f-679308904704 req-3939e99a-5a34-443a-9dd3-39dde40876a1 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313084 Jul 05 04:36:07.092126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:36:07.209720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:36:07.213640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:36:07.214019 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:07.293295 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:07.316020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:36:07.318293 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ad23ef-a0ab-4ad7-a632-d5ddfa53233c" -d '{"events": [{"server_uuid": "c3c72dd4-f4fe-4dea-ab63-b6436d614853", "name": "network-vif-plugged", "status": "completed", "tag": "2f38b86d-b5d2-4358-82ef-eecaa1c50c10"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:36:07.331727 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:36:07.356275 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581434c8-e81a-462a-86d1-743c76404c9d x-openstack-request-id: req-581434c8-e81a-462a-86d1-743c76404c9d {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:36:07.356571 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c72dd4-f4fe-4dea-ab63-b6436d614853", "name": "network-vif-plugged", "status": "completed", "tag": "2f38b86d-b5d2-4358-82ef-eecaa1c50c10", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:36:07.356829 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-581434c8-e81a-462a-86d1-743c76404c9d {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:36:07.357327 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'code': 200} Jul 05 04:36:07.398404 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:07.445858 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:07.472188 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab628a8d-442b-4750-82d9-2d48b3e0fd64 req-af02d0e5-630a-483d-8caf-15e4f356c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:07.473958 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ab628a8d-442b-4750-82d9-2d48b3e0fd64 req-af02d0e5-630a-483d-8caf-15e4f356c404 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 1097 time: 0.0547688 Jul 05 04:36:07.510622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ab628a8d-442b-4750-82d9-2d48b3e0fd64 req-0846f010-6809-41c7-a1ca-8c1576d656af service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293996 Jul 05 04:36:07.615252 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87477d0f-7d6a-4c30-9b9e-7474d82f188a req-5e63b878-0bbf-48dd-844b-4b6c04b713b9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:07.616772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87477d0f-7d6a-4c30-9b9e-7474d82f188a req-5e63b878-0bbf-48dd-844b-4b6c04b713b9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0646985 Jul 05 04:36:07.656735 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87477d0f-7d6a-4c30-9b9e-7474d82f188a req-cda21305-0c96-41e0-ab25-44e9a7a15bbf tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343230 Jul 05 04:36:08.838799 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d910baf-d219-4620-9d1b-a846e7af3b08 req-671a0b61-4c69-4208-a253-5609a44622a1 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:08.840306 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d910baf-d219-4620-9d1b-a846e7af3b08 req-671a0b61-4c69-4208-a253-5609a44622a1 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0660715 Jul 05 04:36:08.881401 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d910baf-d219-4620-9d1b-a846e7af3b08 req-e4e56d2a-7312-43d9-a2da-50efec61b301 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352693 Jul 05 04:36:09.059508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab9f9b-df34-4be0-b903-30c146d43484 req-6a29b1db-7797-4813-894c-03985847f3c4 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:09.061017 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1ab9f9b-df34-4be0-b903-30c146d43484 req-6a29b1db-7797-4813-894c-03985847f3c4 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0640845 Jul 05 04:36:09.070244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59034) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:36:09.074823 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0f5112a5-0951-4967-b864-8bf0487bb053 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Request body: {'floatingip': {'port_id': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:36:09.113806 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f5112a5-0951-4967-b864-8bf0487bb053 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:09.565498 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f5112a5-0951-4967-b864-8bf0487bb053 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:09.661697 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f5112a5-0951-4967-b864-8bf0487bb053 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:09.760247 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-0f5112a5-0951-4967-b864-8bf0487bb053 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Floating IP 34b5ccd0-aa31-416a-b557-23fb9f00c117 associated. External IP: 172.25.6.195, port: 2f38b86d-b5d2-4358-82ef-eecaa1c50c10. Jul 05 04:36:09.962563 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5112a5-0951-4967-b864-8bf0487bb053 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:36:10.068135 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5112a5-0951-4967-b864-8bf0487bb053 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:36:10.072651 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f5112a5-0951-4967-b864-8bf0487bb053 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:10.077552 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716a859-7a43-4602-97da-d413ee3886af None None] Sync routers for ids ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:36:10.087757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716a859-7a43-4602-97da-d413ee3886af None None] Routers {'d4fa8e5d-c3af-47e2-851d-aaab28c55e35'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:36:10.088505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b716a859-7a43-4602-97da-d413ee3886af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:35:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:36:10.109904 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0f5112a5-0951-4967-b864-8bf0487bb053 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "PUT /v2.0/floatingips/34b5ccd0-aa31-416a-b557-23fb9f00c117 HTTP/1.1" status: 200 len: 991 time: 1.0386066 Jul 05 04:36:10.110489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'tag': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:36:10.112987 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}473071318945e31986158a86c764ce2205575a775a5fea0d88aaefb3ab1b12c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dce31c-cee2-4ef4-b72c-fceb84854f79" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c72dd4-f4fe-4dea-ab63-b6436d614853", "tag": "2f38b86d-b5d2-4358-82ef-eecaa1c50c10"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:36:10.151578 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1521f780-d474-4ed6-88c3-418e0ec797a9 x-openstack-request-id: req-1521f780-d474-4ed6-88c3-418e0ec797a9 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:36:10.151873 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c72dd4-f4fe-4dea-ab63-b6436d614853", "tag": "2f38b86d-b5d2-4358-82ef-eecaa1c50c10", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:36:10.152153 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1521f780-d474-4ed6-88c3-418e0ec797a9 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:36:10.152587 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'tag': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'status': 'completed', 'code': 200} Jul 05 04:36:10.199379 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b716a859-7a43-4602-97da-d413ee3886af None None] Set router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:36:10.232974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dce31c-cee2-4ef4-b72c-fceb84854f79 req-d2fa9c12-27dc-418a-b18e-66def2adafe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:10.234471 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c5dce31c-cee2-4ef4-b72c-fceb84854f79 req-d2fa9c12-27dc-418a-b18e-66def2adafe5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 1097 time: 0.0591047 Jul 05 04:36:10.322249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dce31c-cee2-4ef4-b72c-fceb84854f79 req-04266a0e-933f-45f7-9f59-103a0a8b2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:10.323715 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c5dce31c-cee2-4ef4-b72c-fceb84854f79 req-04266a0e-933f-45f7-9f59-103a0a8b2087 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.0826330 Jul 05 04:36:10.392242 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c5dce31c-cee2-4ef4-b72c-fceb84854f79 req-f6de6df3-496f-4965-8f12-6334b50c39cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10 HTTP/1.1" status: 200 len: 999 time: 0.0624013 Jul 05 04:36:10.442902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dce31c-cee2-4ef4-b72c-fceb84854f79 req-70183b02-4c8a-4bfd-8a11-22d46133e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:10.444419 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c5dce31c-cee2-4ef4-b72c-fceb84854f79 req-70183b02-4c8a-4bfd-8a11-22d46133e3a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0459192 Jul 05 04:36:10.505109 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dce31c-cee2-4ef4-b72c-fceb84854f79 req-5b6fa293-b92c-408f-a41a-605b350adde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:10.506513 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c5dce31c-cee2-4ef4-b72c-fceb84854f79 req-5b6fa293-b92c-408f-a41a-605b350adde8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553908 Jul 05 04:36:10.574576 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b716a859-7a43-4602-97da-d413ee3886af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '34b5ccd0-aa31-416a-b557-23fb9f00c117', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'port_id': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'mac_address': 'fa:16:3e:f5:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:35:57Z', 'updated_at': '2021-07-05T04:36:09Z', 'revision_number': 1, 'project_id': 'a8629386726743858c569a9b7b401713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6695032-8fa3-43c0-bc75-500afbd6f009', 'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'mac_address': 'fa:16:3e:bf:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:54Z', 'updated_at': '2021-07-05T04:35:59Z', 'revision_number': 5, 'project_id': 'a8629386726743858c569a9b7b401713', 'subnets': [{'id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:36:10.601395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716a859-7a43-4602-97da-d413ee3886af None None] Checking router: d4fa8e5d-c3af-47e2-851d-aaab28c55e35 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:36:10.607909 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c5dce31c-cee2-4ef4-b72c-fceb84854f79 req-8e7ae824-f464-4996-8c2f-081a75ab0a3c service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933609 Jul 05 04:36:10.609694 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716a859-7a43-4602-97da-d413ee3886af None None] Routers {'d4fa8e5d-c3af-47e2-851d-aaab28c55e35'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:36:10.610308 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b716a859-7a43-4602-97da-d413ee3886af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:35:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:36:10.714617 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c5dce31c-cee2-4ef4-b72c-fceb84854f79 req-10a4f30a-7a5c-40c8-8be8-0215162e4595 service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999250 Jul 05 04:36:10.723263 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b716a859-7a43-4602-97da-d413ee3886af None None] Set router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:36:10.958742 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b716a859-7a43-4602-97da-d413ee3886af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '34b5ccd0-aa31-416a-b557-23fb9f00c117', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'port_id': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'mac_address': 'fa:16:3e:f5:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:35:57Z', 'updated_at': '2021-07-05T04:36:09Z', 'revision_number': 1, 'project_id': 'a8629386726743858c569a9b7b401713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6695032-8fa3-43c0-bc75-500afbd6f009', 'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'mac_address': 'fa:16:3e:bf:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:54Z', 'updated_at': '2021-07-05T04:35:59Z', 'revision_number': 5, 'project_id': 'a8629386726743858c569a9b7b401713', 'subnets': [{'id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:36:10.986336 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716a859-7a43-4602-97da-d413ee3886af None None] The sync data for ids ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'] in n-d-771363-32 is: [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '34b5ccd0-aa31-416a-b557-23fb9f00c117', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'port_id': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'mac_address': 'fa:16:3e:f5:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:35:57Z', 'updated_at': '2021-07-05T04:36:09Z', 'revision_number': 1, 'project_id': 'a8629386726743858c569a9b7b401713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6695032-8fa3-43c0-bc75-500afbd6f009', 'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'mac_address': 'fa:16:3e:bf:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:54Z', 'updated_at': '2021-07-05T04:35:59Z', 'revision_number': 5, 'project_id': 'a8629386726743858c569a9b7b401713', 'subnets': [{'id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:36:11.180166 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413f488-3e50-4581-98b0-ff34e15cc6e3 None None] New status for floating IP 34b5ccd0-aa31-416a-b557-23fb9f00c117: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:36:11.467476 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-76a1c6a3-7a8a-4fd5-9c61-a697a42276c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:14.021269 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-86a5e92d-cc75-4666-b131-d0b32aceae6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:14.358053 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:15.443735 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:16.975491 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:26.401178 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-b91463f3-ef42-4720-a226-ad54f45e29bd req-a4fbb9d5-90c3-42a3-96f0-1c421dcec60a service neutron] (100932) timed out ('10.222.0.38', 56878) {{(pid=100932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:36:32.779902 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:34.306055 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:41.494546 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3fb92c66-99e9-4ddd-916e-f5d5d6db95f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:43.415899 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:36:44.003132 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e6bf3f1a-b30c-4131-ba97-119b9b4d4e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:44.369256 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:45.443462 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:47.009242 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:02.780247 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:04.300091 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:09.461443 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-116fa6cb-6a87-4cbd-b191-de382fdb620e req-e6cbe99b-4ad5-4619-a279-4dc291c9ebef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516584 Jul 05 04:37:09.557956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fa6cb-6a87-4cbd-b191-de382fdb620e req-a0ea806b-78d1-4d3b-9e4d-7339787d3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:09.559793 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-116fa6cb-6a87-4cbd-b191-de382fdb620e req-a0ea806b-78d1-4d3b-9e4d-7339787d3c3d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 1097 time: 0.0580108 Jul 05 04:37:09.667327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fa6cb-6a87-4cbd-b191-de382fdb620e req-11189e41-6a88-497a-a3a3-7da7d9a2c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:09.668859 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-116fa6cb-6a87-4cbd-b191-de382fdb620e req-11189e41-6a88-497a-a3a3-7da7d9a2c2f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.0879312 Jul 05 04:37:09.739315 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-116fa6cb-6a87-4cbd-b191-de382fdb620e req-5341f993-fba7-41b9-af54-c814db888afc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10 HTTP/1.1" status: 200 len: 1001 time: 0.0642958 Jul 05 04:37:09.789326 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fa6cb-6a87-4cbd-b191-de382fdb620e req-22c8fa44-6af3-409c-888c-472414bd57c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:09.790734 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-116fa6cb-6a87-4cbd-b191-de382fdb620e req-22c8fa44-6af3-409c-888c-472414bd57c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0445623 Jul 05 04:37:09.847684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fa6cb-6a87-4cbd-b191-de382fdb620e req-ad986fd3-bae2-4dbc-ba2d-8abe285835c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:09.849254 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-116fa6cb-6a87-4cbd-b191-de382fdb620e req-ad986fd3-bae2-4dbc-ba2d-8abe285835c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513580 Jul 05 04:37:09.945804 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-116fa6cb-6a87-4cbd-b191-de382fdb620e req-dbc2237a-08d2-4020-aa29-51beb82a265a service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893419 Jul 05 04:37:10.035509 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-116fa6cb-6a87-4cbd-b191-de382fdb620e req-e878094f-99a5-4e4b-b2b1-a59bc2ac1e01 service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829439 Jul 05 04:37:11.466008 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-502a5d3b-1eef-48a8-bc44-b1fe19de5cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:14.014199 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2b490829-f891-4d07-92b3-00baea5c8847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:14.351344 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:15.466381 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:17.019480 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:20.415035 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:37:29.854294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-d00e4a1b-227b-4309-bad6-5bae2b19859f req-172d9eec-b2b6-408e-9a3f-d20170ea4d28 service neutron] (100932) timed out ('10.222.0.10', 58446) {{(pid=100932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:37:32.761811 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:34.333426 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:41.465096 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-486796bc-556c-42d0-aa58-453f1079ccf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:44.020167 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9ded1c19-0926-4b7e-b578-2894da584f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:44.361382 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:45.452935 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:47.029998 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:52.911343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db3bff-1ba5-4e3d-9a03-9925294b92a2 req-5c1dbecf-b69c-4348-8a81-53fde11b31f9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:52.912869 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66db3bff-1ba5-4e3d-9a03-9925294b92a2 req-5c1dbecf-b69c-4348-8a81-53fde11b31f9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0668023 Jul 05 04:37:52.953928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66db3bff-1ba5-4e3d-9a03-9925294b92a2 req-0dba9789-9f57-42cb-92eb-00c0c97568db tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354826 Jul 05 04:37:54.134419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd673bc-1694-4823-953f-87881ba39ba8 req-f2a63180-9874-4a70-ad3d-25e3bbc253f4 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:54.135921 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dbd673bc-1694-4823-953f-87881ba39ba8 req-f2a63180-9874-4a70-ad3d-25e3bbc253f4 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0664136 Jul 05 04:37:54.177719 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dbd673bc-1694-4823-953f-87881ba39ba8 req-6ad5864b-6227-42a2-8ec2-a23562c77f58 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361593 Jul 05 04:37:55.352492 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b47ac-3e4a-4e21-8ed2-c4967ded289f req-ad4a4fc9-56df-4ac4-acf4-bfc862009047 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:55.353978 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-899b47ac-3e4a-4e21-8ed2-c4967ded289f req-ad4a4fc9-56df-4ac4-acf4-bfc862009047 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0630453 Jul 05 04:37:55.391397 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-899b47ac-3e4a-4e21-8ed2-c4967ded289f req-3db00bb1-4371-4668-9b56-1101500c30bd tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318065 Jul 05 04:37:56.577283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820024e0-26e6-4620-b3db-cf1aaef9841f req-bdba3dfd-ce4f-4cf5-9252-0baf00bee742 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:56.578771 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-820024e0-26e6-4620-b3db-cf1aaef9841f req-bdba3dfd-ce4f-4cf5-9252-0baf00bee742 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0693262 Jul 05 04:37:56.618059 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-820024e0-26e6-4620-b3db-cf1aaef9841f req-a6cf5adf-e454-4001-8dc9-027c71b72f75 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328720 Jul 05 04:37:57.420914 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:37:57.803973 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff35507-07e1-4be9-ac26-a413e3dcd295 req-bd89c63e-91b3-4dd7-abf1-c53d410810d9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:57.805776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7ff35507-07e1-4be9-ac26-a413e3dcd295 req-bd89c63e-91b3-4dd7-abf1-c53d410810d9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0671377 Jul 05 04:37:57.845182 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7ff35507-07e1-4be9-ac26-a413e3dcd295 req-00c5aff8-6a29-417a-af0d-549e33478af8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337739 Jul 05 04:37:59.026136 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b28436-b484-479f-bd48-54a5ec494ee9 req-18626c6d-c5ee-4cf5-91f8-bab3a90e1604 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:59.027598 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6b28436-b484-479f-bd48-54a5ec494ee9 req-18626c6d-c5ee-4cf5-91f8-bab3a90e1604 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0668464 Jul 05 04:37:59.064510 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6b28436-b484-479f-bd48-54a5ec494ee9 req-b1ce3e75-b9c7-46a6-a3fa-e096b8f1a043 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313029 Jul 05 04:38:00.243517 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbfebf-7d5f-4483-b24f-67e5b8d230fa req-0d94e4b1-445d-41a1-8885-4c7bad7cb39b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:00.245061 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74cbfebf-7d5f-4483-b24f-67e5b8d230fa req-0d94e4b1-445d-41a1-8885-4c7bad7cb39b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0651891 Jul 05 04:38:00.283760 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74cbfebf-7d5f-4483-b24f-67e5b8d230fa req-154129a6-7c53-48ab-8821-4b0a282a5842 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331945 Jul 05 04:38:00.335653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-0fbdc66a-f2c5-4767-8cd2-4b7b69f4c40c req-66045110-6c6b-4fe9-88df-a939fbdb88f4 service neutron] (100933) timed out ('10.222.0.10', 58539) {{(pid=100933) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:38:01.645722 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c4151-ab7d-4256-a733-a89fc21d3a77 req-ca909df9-38a6-4f65-80c7-ac337ec91066 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:01.647330 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-026c4151-ab7d-4256-a733-a89fc21d3a77 req-ca909df9-38a6-4f65-80c7-ac337ec91066 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0630965 Jul 05 04:38:01.683640 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-026c4151-ab7d-4256-a733-a89fc21d3a77 req-134e4e79-14c3-422d-9932-0f9531c860a1 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309212 Jul 05 04:38:02.796253 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:02.864909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f58ca8-e2ac-4b25-9fee-5ead99580a1d req-b03061e6-6dfd-4ac7-bca4-a646ec32df07 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:02.866453 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3f58ca8-e2ac-4b25-9fee-5ead99580a1d req-b03061e6-6dfd-4ac7-bca4-a646ec32df07 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0669494 Jul 05 04:38:02.904700 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3f58ca8-e2ac-4b25-9fee-5ead99580a1d req-0d8f1d86-d415-470c-aee6-1fce22712f62 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328116 Jul 05 04:38:03.634277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:38:03.726738 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:38:03.741354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'port_id': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'mac_address': 'fa:16:3e:f5:8e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:38:03.776913 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:03.790081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:38:03.809132 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:38:03.869586 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:03.919048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:38:03.926074 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:03.927032 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:03.927376 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:03.927703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:03.928033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:03.928383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:03.928709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:03.929034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:03.929353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:03.929672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:03.929992 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:03.930311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:03.953754 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['2f38b86d-b5d2-4358-82ef-eecaa1c50c10'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:38:04.081418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d06f64-4f0f-436d-b921-9044e82d37e2 req-2f99c89e-cada-4d75-8f3a-31c8504dd112 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:04.083803 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d06f64-4f0f-436d-b921-9044e82d37e2 req-2f99c89e-cada-4d75-8f3a-31c8504dd112 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0632639 Jul 05 04:38:04.120560 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d06f64-4f0f-436d-b921-9044e82d37e2 req-1fe5109b-a598-4ee1-80b5-625e70b42e6a tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313725 Jul 05 04:38:04.315874 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:05.307085 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f8eb1-032d-4e1a-b837-10ebd8d560b9 req-fa00bc40-dabc-48bb-839d-76971f7ba8ec tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:05.308564 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-951f8eb1-032d-4e1a-b837-10ebd8d560b9 req-fa00bc40-dabc-48bb-839d-76971f7ba8ec tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0689170 Jul 05 04:38:05.346347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-951f8eb1-032d-4e1a-b837-10ebd8d560b9 req-4f4e74e6-a7db-46e1-b41d-d3b7e961f5fa tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321445 Jul 05 04:38:05.641318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:38:05.696204 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:38:05.696586 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:05.770954 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:05.795858 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:38:05.798119 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba79b39-67cc-4251-8035-576faa1d5cb3" -d '{"events": [{"server_uuid": "c3c72dd4-f4fe-4dea-ab63-b6436d614853", "name": "network-vif-plugged", "status": "completed", "tag": "2f38b86d-b5d2-4358-82ef-eecaa1c50c10"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:38:05.812047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:38:05.836883 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0085679f-bd4d-4ce9-adf3-dd294209a048 x-openstack-request-id: req-0085679f-bd4d-4ce9-adf3-dd294209a048 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:38:05.837208 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c72dd4-f4fe-4dea-ab63-b6436d614853", "name": "network-vif-plugged", "status": "completed", "tag": "2f38b86d-b5d2-4358-82ef-eecaa1c50c10", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:38:05.837466 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0085679f-bd4d-4ce9-adf3-dd294209a048 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:38:05.837866 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'code': 200} Jul 05 04:38:05.904157 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:05.963447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:38:06.553194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd314c11-54f2-4d43-9182-046680110af7 req-856f1d1a-0cab-44cf-bc56-c5a54c524202 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:06.554697 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd314c11-54f2-4d43-9182-046680110af7 req-856f1d1a-0cab-44cf-bc56-c5a54c524202 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0759115 Jul 05 04:38:06.600553 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd314c11-54f2-4d43-9182-046680110af7 req-5603b6fb-657b-4aac-912b-57785c964586 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396695 Jul 05 04:38:07.793408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467277d0-d492-401d-a74d-42890e6ab299 req-46e549d8-808c-4c99-a7b7-ba612263828c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:07.795689 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-467277d0-d492-401d-a74d-42890e6ab299 req-46e549d8-808c-4c99-a7b7-ba612263828c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0669339 Jul 05 04:38:07.839491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-467277d0-d492-401d-a74d-42890e6ab299 req-33303c49-2881-46ff-9c48-303f42994123 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366766 Jul 05 04:38:09.029485 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0a282-c926-4fc5-8ec6-c5668bf62148 req-9b17a0a4-5096-40e4-a20c-23928db9a734 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:09.031011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ba0a282-c926-4fc5-8ec6-c5668bf62148 req-9b17a0a4-5096-40e4-a20c-23928db9a734 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0756938 Jul 05 04:38:09.072856 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ba0a282-c926-4fc5-8ec6-c5668bf62148 req-b47c23de-f939-4618-87bc-4117689922a6 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353918 Jul 05 04:38:09.505428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c08af-6fd3-44b0-8a44-0cb54a911744 req-e1543e86-535d-442a-a6d5-5f6951669f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:09.509234 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d91c08af-6fd3-44b0-8a44-0cb54a911744 req-e1543e86-535d-442a-a6d5-5f6951669f54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 1097 time: 0.0618143 Jul 05 04:38:09.643164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c08af-6fd3-44b0-8a44-0cb54a911744 req-72e5e5aa-d630-473e-942b-5974c6d0aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:09.645211 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d91c08af-6fd3-44b0-8a44-0cb54a911744 req-72e5e5aa-d630-473e-942b-5974c6d0aadf service neutron] 10.222.0.10 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.1100216 Jul 05 04:38:09.715883 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d91c08af-6fd3-44b0-8a44-0cb54a911744 req-76eb8514-aa51-4fa9-8aa2-6257952bc67d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10 HTTP/1.1" status: 200 len: 1001 time: 0.0644474 Jul 05 04:38:09.779919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c08af-6fd3-44b0-8a44-0cb54a911744 req-c9286d41-0c7a-4350-bd96-52d9a8896142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:09.781520 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d91c08af-6fd3-44b0-8a44-0cb54a911744 req-c9286d41-0c7a-4350-bd96-52d9a8896142 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0579958 Jul 05 04:38:09.852047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c08af-6fd3-44b0-8a44-0cb54a911744 req-1b8160d6-d38b-483f-8ede-6ada9db594f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:09.853595 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d91c08af-6fd3-44b0-8a44-0cb54a911744 req-1b8160d6-d38b-483f-8ede-6ada9db594f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657237 Jul 05 04:38:09.950849 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d91c08af-6fd3-44b0-8a44-0cb54a911744 req-8e2b58eb-8bb8-429d-8c52-d7eb07ad1cc5 service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891271 Jul 05 04:38:10.055767 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d91c08af-6fd3-44b0-8a44-0cb54a911744 req-a953a021-6643-4502-908a-58933abc6220 service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976715 Jul 05 04:38:10.268360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4d59d-d84d-4828-a87b-c77b9b62ef55 req-64f6bca6-4b8c-465d-b335-59ea8fa8b1b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:10.270411 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94a4d59d-d84d-4828-a87b-c77b9b62ef55 req-64f6bca6-4b8c-465d-b335-59ea8fa8b1b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0685802 Jul 05 04:38:10.315134 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-94a4d59d-d84d-4828-a87b-c77b9b62ef55 req-dab1bd33-5ead-4144-9847-cfd9246bc413 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372403 Jul 05 04:38:11.523433 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e288b5a-31eb-4464-a384-513ef33feebb req-0d4f62de-f921-4bbf-b1fd-6a629cff1545 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:11.524997 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e288b5a-31eb-4464-a384-513ef33feebb req-0d4f62de-f921-4bbf-b1fd-6a629cff1545 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0698006 Jul 05 04:38:11.572123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e288b5a-31eb-4464-a384-513ef33feebb req-74265a59-7958-498a-8a45-65e550fdc122 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382853 Jul 05 04:38:11.841620 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-156d1432-c869-4068-a419-21e0ca68bf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:12.768418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a47b0e-a532-411a-835d-42911a9c565c req-78320085-4f0d-41d8-abc6-d30726ccee1a tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:12.770816 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42a47b0e-a532-411a-835d-42911a9c565c req-78320085-4f0d-41d8-abc6-d30726ccee1a tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0740778 Jul 05 04:38:12.830558 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-42a47b0e-a532-411a-835d-42911a9c565c req-e0b40f7b-13d0-4375-9b48-2a7f79d65e4d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418150 Jul 05 04:38:14.006693 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f42aed73-d3d8-47a1-ab5e-a1cdf21adf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:14.038399 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98199877-ccd8-42a0-a0f5-fa1fd5a336d1 req-21211233-191a-4e60-bb47-683550f96a8a tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:14.044559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98199877-ccd8-42a0-a0f5-fa1fd5a336d1 req-21211233-191a-4e60-bb47-683550f96a8a tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0868733 Jul 05 04:38:14.081737 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-98199877-ccd8-42a0-a0f5-fa1fd5a336d1 req-ffa40e00-8982-4761-8def-e6aed7ae2687 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359948 Jul 05 04:38:14.355800 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:15.288273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d198cd5-e6af-4cbd-9386-23fc35ecde65 req-4f1fcbef-6b3a-4345-af56-d2c8b0128e61 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:15.294783 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d198cd5-e6af-4cbd-9386-23fc35ecde65 req-4f1fcbef-6b3a-4345-af56-d2c8b0128e61 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0898709 Jul 05 04:38:15.343134 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d198cd5-e6af-4cbd-9386-23fc35ecde65 req-202a9c1b-4677-4794-bbae-23944b5950cd tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473659 Jul 05 04:38:15.464575 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:16.525927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc6c22-d0f4-46fc-a417-a3b58e71a139 req-2df0e19d-356d-4bec-bdab-103c68c1bbe7 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:16.527425 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ffc6c22-d0f4-46fc-a417-a3b58e71a139 req-2df0e19d-356d-4bec-bdab-103c68c1bbe7 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0650938 Jul 05 04:38:16.568116 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ffc6c22-d0f4-46fc-a417-a3b58e71a139 req-fe2fbef6-3fa8-4a3f-a133-5fd0f1e5de06 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338285 Jul 05 04:38:16.739235 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fa150-64d1-4e7c-95a3-614333ef6cf7 req-adc0fe3d-311e-410d-97b0-52eee7da3595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:16.740598 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c0fa150-64d1-4e7c-95a3-614333ef6cf7 req-adc0fe3d-311e-410d-97b0-52eee7da3595 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 1097 time: 0.0552695 Jul 05 04:38:16.843327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fa150-64d1-4e7c-95a3-614333ef6cf7 req-f30d6667-9338-4791-bf95-ef17e8b35cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:16.844826 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c0fa150-64d1-4e7c-95a3-614333ef6cf7 req-f30d6667-9338-4791-bf95-ef17e8b35cea service neutron] 10.222.0.10 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.0981934 Jul 05 04:38:16.910100 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c0fa150-64d1-4e7c-95a3-614333ef6cf7 req-38f3b024-73b6-4b35-9596-f428c60caab3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10 HTTP/1.1" status: 200 len: 1001 time: 0.0578103 Jul 05 04:38:16.958398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fa150-64d1-4e7c-95a3-614333ef6cf7 req-e8b1e773-37b9-45b4-ba54-3f13f9d7f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:16.959870 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c0fa150-64d1-4e7c-95a3-614333ef6cf7 req-e8b1e773-37b9-45b4-ba54-3f13f9d7f964 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0437317 Jul 05 04:38:16.995885 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:17.021591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fa150-64d1-4e7c-95a3-614333ef6cf7 req-ff8007ca-3741-4783-871f-1082ad84afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:17.023230 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c0fa150-64d1-4e7c-95a3-614333ef6cf7 req-ff8007ca-3741-4783-871f-1082ad84afa7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571990 Jul 05 04:38:17.123391 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c0fa150-64d1-4e7c-95a3-614333ef6cf7 req-a0f17b5c-4817-4e34-a15c-2dbf596d833b service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941041 Jul 05 04:38:17.216160 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c0fa150-64d1-4e7c-95a3-614333ef6cf7 req-6227f2c6-84ea-4ca3-bade-4f32b7db5cca service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862665 Jul 05 04:38:17.752021 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12790c6-339f-4cf8-b06f-0073cc9e88d4 req-c951b2aa-23de-4dc9-af6d-f1acece4c4fd tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:17.753525 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a12790c6-339f-4cf8-b06f-0073cc9e88d4 req-c951b2aa-23de-4dc9-af6d-f1acece4c4fd tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0679049 Jul 05 04:38:17.790754 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a12790c6-339f-4cf8-b06f-0073cc9e88d4 req-cbfd90fe-3494-4686-8c97-2bb451c1f77d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308087 Jul 05 04:38:18.978583 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d451076-4bb3-48df-b700-604bb62b7701 req-23f66a12-d5f1-42e1-8ddd-284e7c3d775b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:18.980151 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d451076-4bb3-48df-b700-604bb62b7701 req-23f66a12-d5f1-42e1-8ddd-284e7c3d775b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0648379 Jul 05 04:38:19.019186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d451076-4bb3-48df-b700-604bb62b7701 req-14bc9afc-86a2-4e74-be8e-5697f7136aa3 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332832 Jul 05 04:38:19.759461 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:38:19.835139 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:19.857072 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:38:19.859299 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8675d912-1b14-46c9-8a3a-b5df975b2e80" -d '{"events": [{"server_uuid": "c3c72dd4-f4fe-4dea-ab63-b6436d614853", "name": "network-vif-unplugged", "status": "completed", "tag": "2f38b86d-b5d2-4358-82ef-eecaa1c50c10"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:38:19.872705 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:38:19.890205 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 04:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38171b6d-666d-4aec-aaa0-b71dfae810cc x-openstack-request-id: req-38171b6d-666d-4aec-aaa0-b71dfae810cc {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:38:19.890495 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c72dd4-f4fe-4dea-ab63-b6436d614853", "name": "network-vif-unplugged", "status": "failed", "tag": "2f38b86d-b5d2-4358-82ef-eecaa1c50c10", "code": 422}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:38:19.890745 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38171b6d-666d-4aec-aaa0-b71dfae810cc {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:38:19.891176 n-d-771363-32 neutron-server[100934]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'code': 422} returned with failed status Jul 05 04:38:19.921158 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:19.968084 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:38:20.208000 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4747a9-b0a7-48b3-a2a6-c47ee7be9d7a req-d402803e-0913-4fc1-ba86-ef469d3c1eb2 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:20.210246 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d4747a9-b0a7-48b3-a2a6-c47ee7be9d7a req-d402803e-0913-4fc1-ba86-ef469d3c1eb2 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 943 time: 0.0652969 Jul 05 04:38:20.249440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d4747a9-b0a7-48b3-a2a6-c47ee7be9d7a req-3828083d-1945-446f-812b-695deaa87fc8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332975 Jul 05 04:38:21.818547 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb1326-be41-4b2d-b48c-00d119b0748a req-afec5567-e378-42ec-ac8b-57139b9f583b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:21.820031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ddb1326-be41-4b2d-b48c-00d119b0748a req-afec5567-e378-42ec-ac8b-57139b9f583b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 943 time: 0.0678434 Jul 05 04:38:21.859637 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4ddb1326-be41-4b2d-b48c-00d119b0748a req-e174a1d8-af37-4805-affe-06c37e320c12 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339549 Jul 05 04:38:22.194791 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59424) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:38:22.293149 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-5a1793e5-47aa-4d3e-8bae-77b0321c4406 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969942 Jul 05 04:38:23.036168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba71c34-78eb-4e06-b5ed-2fa05a83e245 req-19b22fe3-e85f-4e33-8f46-3ef7e73079c2 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:23.037697 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ba71c34-78eb-4e06-b5ed-2fa05a83e245 req-19b22fe3-e85f-4e33-8f46-3ef7e73079c2 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 943 time: 0.0626857 Jul 05 04:38:23.078123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ba71c34-78eb-4e06-b5ed-2fa05a83e245 req-b4710952-5218-463b-b923-7a5e4b6fccb9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347383 Jul 05 04:38:24.268789 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26b0c3-f136-4024-a76a-e260badf34e5 req-9bc630a6-fbd4-4c10-b5b2-790df7996504 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:24.270328 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd26b0c3-f136-4024-a76a-e260badf34e5 req-9bc630a6-fbd4-4c10-b5b2-790df7996504 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 943 time: 0.0683424 Jul 05 04:38:24.309896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd26b0c3-f136-4024-a76a-e260badf34e5 req-d99d36b8-c35d-4389-bdcf-42eb5809326f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331104 Jul 05 04:38:25.493906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1138c-b28c-405b-af5b-9414972e411d req-69086419-3946-4a1d-b68e-8b9ba38bad57 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:25.495437 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71f1138c-b28c-405b-af5b-9414972e411d req-69086419-3946-4a1d-b68e-8b9ba38bad57 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 943 time: 0.0636728 Jul 05 04:38:25.534060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71f1138c-b28c-405b-af5b-9414972e411d req-03d94f4a-b561-4412-8a71-e3a2586a0ccb tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330303 Jul 05 04:38:26.720976 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304f50-d2c7-454c-b3b2-e2142578d341 req-6d6e80cc-7181-433a-af8c-749a7a4c37bb tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:26.722353 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7304f50-d2c7-454c-b3b2-e2142578d341 req-6d6e80cc-7181-433a-af8c-749a7a4c37bb tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 943 time: 0.0646012 Jul 05 04:38:26.763057 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f7304f50-d2c7-454c-b3b2-e2142578d341 req-ea8f251f-b423-4355-8881-fd75f405ea56 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331900 Jul 05 04:38:27.948642 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9c509-3977-40d3-ba73-f3e7437338ac req-de1c5e49-95a5-4675-b28b-af03ff02db10 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:27.950081 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4a9c509-3977-40d3-ba73-f3e7437338ac req-de1c5e49-95a5-4675-b28b-af03ff02db10 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 943 time: 0.0672200 Jul 05 04:38:27.990538 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4a9c509-3977-40d3-ba73-f3e7437338ac req-5e6b392b-5995-418a-9a68-60e63b146ae6 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347660 Jul 05 04:38:28.357012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-c1551ae0-0469-4589-8fe6-cb84f0528984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:28.358491 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-c1551ae0-0469-4589-8fe6-cb84f0528984 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853&tenant_id=a8629386726743858c569a9b7b401713 HTTP/1.1" status: 200 len: 1095 time: 0.0516317 Jul 05 04:38:28.369645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:38:28.465390 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:28.675451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:38:28.707694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:38:28.740324 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:38:28.761870 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:28.782398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Transition to ACTIVE for port object 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:38:28.857549 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:28.935669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,revision_number=9']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:38:28.950364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:28.950708 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:28.951053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:28.951387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:28.951717 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:28.952047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:28.952395 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:28.952718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:28.953043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:28.953364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:28.953684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:28.954004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:38:28.994114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] No DVR routers for this DVR port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:38:29.146986 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Attempting to bind port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:38:29.147466 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Attempting to bind port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:38:29.147914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Attempting to bind port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 on network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:38:29.153299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 on network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:38:29.153622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Attempting to bind port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 on network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:38:29.158441 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:38:29.159302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Checking segment: {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:38:29.159302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Bound using segment: {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:38:29.159497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Bound port: 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:38:29.159849 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:29.177755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38f171-e932-4459-afb2-97fbd9703ecc req-81b6dbdb-daa7-43ab-bc67-73ba931a8bab tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:29.179259 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a38f171-e932-4459-afb2-97fbd9703ecc req-81b6dbdb-daa7-43ab-bc67-73ba931a8bab tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 943 time: 0.0650506 Jul 05 04:38:29.217314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a38f171-e932-4459-afb2-97fbd9703ecc req-517b7190-24d8-4a2f-a97d-14418e76c746 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320878 Jul 05 04:38:29.222869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:38:29.226697 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:38:29.297742 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:29.335686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:29.336187 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:29.337593 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] 10.222.0.36 "PUT /v2.0/ports/2f38b86d-b5d2-4358-82ef-eecaa1c50c10 HTTP/1.1" status: 200 len: 1092 time: 0.9720113 Jul 05 04:38:29.338037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'tag': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:38:29.340559 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8921574-d882-4f46-87ba-2bb4e57344d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c72dd4-f4fe-4dea-ab63-b6436d614853", "tag": "2f38b86d-b5d2-4358-82ef-eecaa1c50c10"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:38:29.374325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e59e0d-a479-4bff-b2ec-be3ec1093ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,revision_number=10']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:38:29.394970 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f7c93f-7c44-4a8a-94a4-3e3aaa44f1df x-openstack-request-id: req-50f7c93f-7c44-4a8a-94a4-3e3aaa44f1df {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:38:29.395266 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c72dd4-f4fe-4dea-ab63-b6436d614853", "tag": "2f38b86d-b5d2-4358-82ef-eecaa1c50c10", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:38:29.395523 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50f7c93f-7c44-4a8a-94a4-3e3aaa44f1df {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:38:29.396552 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'tag': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'status': 'completed', 'code': 200} Jul 05 04:38:29.425143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-cd00ea30-3f2f-420a-83e0-7f367662c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:29.426678 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-cd00ea30-3f2f-420a-83e0-7f367662c865 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 1096 time: 0.0615227 Jul 05 04:38:29.524705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-44c80654-a7dc-4e6d-92f3-1fbd99c8199c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:29.530027 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-44c80654-a7dc-4e6d-92f3-1fbd99c8199c service neutron] 10.222.0.36 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.0923193 Jul 05 04:38:29.920807 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-bb9130de-d982-4933-950c-ac05b55e2429 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10 HTTP/1.1" status: 200 len: 999 time: 0.3872919 Jul 05 04:38:29.969638 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-e61384f5-2a2b-452b-ad95-947bb43b939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:29.971044 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-e61384f5-2a2b-452b-ad95-947bb43b939c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0429649 Jul 05 04:38:30.029661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-a8a4832e-5cc4-4bc2-be18-ebd0ae290fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:30.031151 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-a8a4832e-5cc4-4bc2-be18-ebd0ae290fbd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543325 Jul 05 04:38:30.122941 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-0f822e61-54c3-4719-bf59-5e6d631f92e8 service neutron] 10.222.0.36 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846710 Jul 05 04:38:30.221156 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-99fdceda-3fa0-40ea-8baf-2b6dc9613a28 req-bf5cfb01-9356-4fcb-b6ad-6639a479c4a8 service neutron] 10.222.0.36 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912209 Jul 05 04:38:30.386194 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8921574-d882-4f46-87ba-2bb4e57344d9 req-6d4ed694-776d-4311-bc5e-e4e482166c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:30.389127 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f8921574-d882-4f46-87ba-2bb4e57344d9 req-6d4ed694-776d-4311-bc5e-e4e482166c67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 1096 time: 0.0784562 Jul 05 04:38:30.426365 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183880a-2189-4d1f-970a-c4de69345a7e req-e76447a7-e544-4466-849b-1809e2420dcf tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:30.428161 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3183880a-2189-4d1f-970a-c4de69345a7e req-e76447a7-e544-4466-849b-1809e2420dcf tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0846009 Jul 05 04:38:30.483603 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3183880a-2189-4d1f-970a-c4de69345a7e req-94318ca9-b109-4256-aa4c-8a78c12ae337 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483470 Jul 05 04:38:30.513460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8921574-d882-4f46-87ba-2bb4e57344d9 req-d50bdb93-7d03-4db9-a665-e38dc9ee20d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:30.515229 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f8921574-d882-4f46-87ba-2bb4e57344d9 req-d50bdb93-7d03-4db9-a665-e38dc9ee20d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.1200614 Jul 05 04:38:30.598472 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f8921574-d882-4f46-87ba-2bb4e57344d9 req-1ca5d004-9b69-405a-93c2-7342821d282f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10 HTTP/1.1" status: 200 len: 999 time: 0.0758967 Jul 05 04:38:30.651392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8921574-d882-4f46-87ba-2bb4e57344d9 req-d98f1a88-a421-4fa4-9668-075c7723a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:30.652903 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f8921574-d882-4f46-87ba-2bb4e57344d9 req-d98f1a88-a421-4fa4-9668-075c7723a4f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0485733 Jul 05 04:38:30.727602 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8921574-d882-4f46-87ba-2bb4e57344d9 req-d430d159-a149-4e70-a11c-25eb71ba4bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:30.730211 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f8921574-d882-4f46-87ba-2bb4e57344d9 req-d430d159-a149-4e70-a11c-25eb71ba4bf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705042 Jul 05 04:38:31.681050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d4695-df85-4f7c-a80e-c23c2e3a3375 req-d3f1e030-b569-4d61-b9a4-c90e97761b6c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:31.683535 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c53d4695-df85-4f7c-a80e-c23c2e3a3375 req-d3f1e030-b569-4d61-b9a4-c90e97761b6c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0708647 Jul 05 04:38:31.725021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c53d4695-df85-4f7c-a80e-c23c2e3a3375 req-d6c5a04e-e559-4da8-8b09-68d3a21af4fe tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347884 Jul 05 04:38:32.785641 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:32.921259 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895fc04-0b94-45b7-aa31-20ef3735f0ca req-ed7cbd35-b2e4-488b-bec4-0e18047a7a62 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:32.922848 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1895fc04-0b94-45b7-aa31-20ef3735f0ca req-ed7cbd35-b2e4-488b-bec4-0e18047a7a62 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0685267 Jul 05 04:38:32.970327 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1895fc04-0b94-45b7-aa31-20ef3735f0ca req-7beb4c5c-599c-4c77-8344-df9da8ac297b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399899 Jul 05 04:38:34.161829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b2895-dca1-4bdd-b540-20e1bf43fabe req-8efcbeeb-e040-4c14-a909-143bc87485ff tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:34.163315 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b8b2895-dca1-4bdd-b540-20e1bf43fabe req-8efcbeeb-e040-4c14-a909-143bc87485ff tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0699651 Jul 05 04:38:34.205777 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8b8b2895-dca1-4bdd-b540-20e1bf43fabe req-402e2cc9-7440-46b4-807a-0713946d1e78 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364909 Jul 05 04:38:34.338154 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:34.420242 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:38:35.394268 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdaf99-c8cc-46a9-96cf-e751cc38bcf8 req-4c5a5467-ac52-4657-95ee-5ac6bef87757 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:35.396481 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2cbdaf99-c8cc-46a9-96cf-e751cc38bcf8 req-4c5a5467-ac52-4657-95ee-5ac6bef87757 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0660238 Jul 05 04:38:35.438953 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2cbdaf99-c8cc-46a9-96cf-e751cc38bcf8 req-9a19dada-fcfd-48dd-b5e7-c6123982582d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365963 Jul 05 04:38:36.636620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc13808-7beb-499b-a862-70eb51ea0589 req-3f2faab7-cb41-4c0c-8c11-499280bd6141 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:36.638196 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fc13808-7beb-499b-a862-70eb51ea0589 req-3f2faab7-cb41-4c0c-8c11-499280bd6141 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0781329 Jul 05 04:38:36.675807 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fc13808-7beb-499b-a862-70eb51ea0589 req-3355b9f4-e27d-4179-9052-630385448b20 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318251 Jul 05 04:38:37.888706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192e61f-6071-47e3-8e93-a77e920abcca req-037dd69a-c5c5-4cb5-a7d9-de0714bb1000 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:37.890169 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c192e61f-6071-47e3-8e93-a77e920abcca req-037dd69a-c5c5-4cb5-a7d9-de0714bb1000 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0684378 Jul 05 04:38:37.939884 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c192e61f-6071-47e3-8e93-a77e920abcca req-1fc21c3a-ed94-489f-8926-86e4a3fb8039 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439920 Jul 05 04:38:39.142192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3df4dc-fbfe-4bf5-9c26-a48bcbd1416b req-baddefa0-4101-42f5-962e-18514115feb4 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:39.143669 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce3df4dc-fbfe-4bf5-9c26-a48bcbd1416b req-baddefa0-4101-42f5-962e-18514115feb4 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0683560 Jul 05 04:38:39.187434 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce3df4dc-fbfe-4bf5-9c26-a48bcbd1416b req-6ac897a2-e562-4b73-9e9d-d8f18c0ed1a7 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363178 Jul 05 04:38:40.374692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa7678-35e9-4d12-aeb6-3f4a3a082142 req-5aa576fc-7dc6-4e5d-a04f-32befa517f0c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:40.376192 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-feaa7678-35e9-4d12-aeb6-3f4a3a082142 req-5aa576fc-7dc6-4e5d-a04f-32befa517f0c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0692260 Jul 05 04:38:40.417174 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-feaa7678-35e9-4d12-aeb6-3f4a3a082142 req-64b8a8d5-73b9-4a28-a463-3df6324ed11c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344808 Jul 05 04:38:41.480517 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ece2f606-6abc-4417-9eae-d0a86f923abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:41.597278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7faa80-f0e9-4c1c-a2c8-2d0bd3196c30 req-3dabd00a-8003-428f-b9c4-787730a469aa tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:41.598774 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d7faa80-f0e9-4c1c-a2c8-2d0bd3196c30 req-3dabd00a-8003-428f-b9c4-787730a469aa tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0642049 Jul 05 04:38:41.636564 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d7faa80-f0e9-4c1c-a2c8-2d0bd3196c30 req-5ba2996e-e511-4214-9a10-9b22bf0a981f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310822 Jul 05 04:38:42.817599 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a7565-cb4b-4647-b594-6f9dd0ad490d req-7740a9b7-d356-48c0-806d-c70db6ed2b61 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:42.819240 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a17a7565-cb4b-4647-b594-6f9dd0ad490d req-7740a9b7-d356-48c0-806d-c70db6ed2b61 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0672288 Jul 05 04:38:42.857494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a17a7565-cb4b-4647-b594-6f9dd0ad490d req-6603d9e6-f0a2-47da-9dc2-404375b1bd03 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324833 Jul 05 04:38:43.264999 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f8921574-d882-4f46-87ba-2bb4e57344d9 req-f3881abd-c1b6-4dc4-aed5-605f863b0e08 service neutron] 10.222.0.36 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888765 Jul 05 04:38:43.354712 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f8921574-d882-4f46-87ba-2bb4e57344d9 req-7b8d8e64-84ef-471b-8bef-58bb6632371e service neutron] 10.222.0.36 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811107 Jul 05 04:38:44.011694 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a8b459e0-1e0a-4eba-8a3a-af201e304222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:44.037147 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437534b-93a2-4ddd-97ba-fdfa13f31533 req-8a179c03-f847-43e2-ab30-6680481e715b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:44.039650 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d437534b-93a2-4ddd-97ba-fdfa13f31533 req-8a179c03-f847-43e2-ab30-6680481e715b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0664713 Jul 05 04:38:44.052005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-d022c7c4-20fe-4eec-8915-7dcdd1a622e9 req-34842928-b950-4696-a148-5d31f7c7a1ff service neutron] (100932) timed out ('10.222.0.38', 44076) {{(pid=100932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:38:44.079400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d437534b-93a2-4ddd-97ba-fdfa13f31533 req-d28a021d-044c-4e0b-a115-09b1183a7379 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340812 Jul 05 04:38:44.366546 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:45.274932 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322462e-180e-4cdc-886f-e4141b7b3f17 req-3a4084ee-28a5-4aba-8241-e32b225fcf03 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:45.276562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3322462e-180e-4cdc-886f-e4141b7b3f17 req-3a4084ee-28a5-4aba-8241-e32b225fcf03 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0630744 Jul 05 04:38:45.315278 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3322462e-180e-4cdc-886f-e4141b7b3f17 req-ae478da9-1fb2-434a-9512-549afe9ccf1d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331788 Jul 05 04:38:45.874800 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:46.498702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e2d5e-de6a-40e4-9e70-17d5c897eafb req-33b241c9-57e8-4556-a6f4-4f756a6a87f8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:46.500201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c26e2d5e-de6a-40e4-9e70-17d5c897eafb req-33b241c9-57e8-4556-a6f4-4f756a6a87f8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0684457 Jul 05 04:38:46.539110 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c26e2d5e-de6a-40e4-9e70-17d5c897eafb req-be6fb87e-6b2b-43db-b180-da1ad4b488fe tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317278 Jul 05 04:38:47.034294 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:47.715406 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfefea-7c69-430c-a4ae-380934223cde req-6d6b38f7-783e-4a2d-90ca-9b5324d20de8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:47.716931 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0abfefea-7c69-430c-a4ae-380934223cde req-6d6b38f7-783e-4a2d-90ca-9b5324d20de8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0632312 Jul 05 04:38:47.754765 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0abfefea-7c69-430c-a4ae-380934223cde req-e29c303a-93ab-46d6-b6f8-edb0c9f3bf53 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323210 Jul 05 04:38:48.938010 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf68dab-8188-4642-bd43-f4220013fbe7 req-690ec16a-8170-44bc-a778-8f7dcac08d43 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:48.939484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eaf68dab-8188-4642-bd43-f4220013fbe7 req-690ec16a-8170-44bc-a778-8f7dcac08d43 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0661633 Jul 05 04:38:48.977892 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eaf68dab-8188-4642-bd43-f4220013fbe7 req-7390552f-846b-4a64-8fb8-1433464afbf9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328493 Jul 05 04:38:50.154311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5531c-fc30-430c-adc6-662192a1253a req-1333484c-2daa-429b-918b-68e08cb45e6e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:50.155776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cef5531c-fc30-430c-adc6-662192a1253a req-1333484c-2daa-429b-918b-68e08cb45e6e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0629213 Jul 05 04:38:50.192971 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cef5531c-fc30-430c-adc6-662192a1253a req-1db2b604-1048-46fb-ba21-55e2ea538e8f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313902 Jul 05 04:38:51.369229 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a5607-5b10-4dd9-be5a-0765d5644eb4 req-0e09592a-796f-4b1d-85e0-227feebf149b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:51.370704 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-655a5607-5b10-4dd9-be5a-0765d5644eb4 req-0e09592a-796f-4b1d-85e0-227feebf149b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 944 time: 0.0624430 Jul 05 04:38:51.407632 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-655a5607-5b10-4dd9-be5a-0765d5644eb4 req-ff0c2e81-c078-4b8f-a094-f87e61c8b15f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314429 Jul 05 04:38:52.233957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:38:52.328745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:38:52.340117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'port_id': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'mac_address': 'fa:16:3e:f5:8e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:38:52.377494 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:52.390432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:38:52.409208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:38:52.503469 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:52.557891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,revision_number=11']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:38:52.593148 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec50daa-15c7-48d4-8b42-6090306ec6c3 req-6091f329-64c0-4d1a-a94a-bc1b3aaa5ffd tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:52.594626 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aec50daa-15c7-48d4-8b42-6090306ec6c3 req-6091f329-64c0-4d1a-a94a-bc1b3aaa5ffd tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0715420 Jul 05 04:38:52.632465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aec50daa-15c7-48d4-8b42-6090306ec6c3 req-9a770b8b-96b9-4ffa-a317-4873f95f914e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320656 Jul 05 04:38:52.905372 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['2f38b86d-b5d2-4358-82ef-eecaa1c50c10'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:38:53.817721 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ca182-ec20-4029-a934-3a87bafa2fbe req-3a32bdaa-91b0-4633-a923-1746f8852e78 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:53.819098 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a40ca182-ec20-4029-a934-3a87bafa2fbe req-3a32bdaa-91b0-4633-a923-1746f8852e78 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 945 time: 0.0672362 Jul 05 04:38:53.857016 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a40ca182-ec20-4029-a934-3a87bafa2fbe req-5d32c293-3204-4ca6-a752-35a25afb03b2 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314736 Jul 05 04:38:54.239949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:38:54.354920 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:38:54.358852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:38:54.359269 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:54.432793 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:54.454637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:38:54.456933 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a7be38-68b8-4650-af54-07f91846dc5c" -d '{"events": [{"server_uuid": "c3c72dd4-f4fe-4dea-ab63-b6436d614853", "name": "network-vif-plugged", "status": "completed", "tag": "2f38b86d-b5d2-4358-82ef-eecaa1c50c10"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:38:54.470036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:38:54.498825 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb57c7a1-89b8-43b9-9f7a-58a3a1354c52 x-openstack-request-id: req-bb57c7a1-89b8-43b9-9f7a-58a3a1354c52 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:38:54.499127 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c72dd4-f4fe-4dea-ab63-b6436d614853", "name": "network-vif-plugged", "status": "completed", "tag": "2f38b86d-b5d2-4358-82ef-eecaa1c50c10", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:38:54.499385 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bb57c7a1-89b8-43b9-9f7a-58a3a1354c52 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:38:54.499779 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'code': 200} Jul 05 04:38:54.527153 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:54.575732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,revision_number=12']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:38:54.768724 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.36', 49158) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:38:54.804613 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab1b3b-6906-4894-b243-bf53fd7c9b1b req-497acb18-c318-4d0f-942d-2893419acbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:54.806292 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dab1b3b-6906-4894-b243-bf53fd7c9b1b req-497acb18-c318-4d0f-942d-2893419acbe5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 1098 time: 0.1072190 Jul 05 04:38:54.825255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f227a-7c09-40cc-9637-70968249c6f1 req-b6a122f5-c150-41f8-9ea4-721fbab41abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:54.826762 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-740f227a-7c09-40cc-9637-70968249c6f1 req-b6a122f5-c150-41f8-9ea4-721fbab41abb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 1098 time: 0.0570550 Jul 05 04:38:54.862844 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-740f227a-7c09-40cc-9637-70968249c6f1 req-797de3d6-676b-4c6a-a67a-92ecd5d65ed3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286384 Jul 05 04:38:54.922135 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab1b3b-6906-4894-b243-bf53fd7c9b1b req-fc67a4be-95db-413f-b7e4-be2e5e5caa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:54.923617 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dab1b3b-6906-4894-b243-bf53fd7c9b1b req-fc67a4be-95db-413f-b7e4-be2e5e5caa06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.0890524 Jul 05 04:38:55.034321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e81fbd-5743-45b3-8c9d-c57ace06ca95 req-b3f60c36-d5ca-417e-9de1-c2cd4073e011 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:55.035781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19e81fbd-5743-45b3-8c9d-c57ace06ca95 req-b3f60c36-d5ca-417e-9de1-c2cd4073e011 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 946 time: 0.0643256 Jul 05 04:38:55.039896 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dab1b3b-6906-4894-b243-bf53fd7c9b1b req-86c77ab6-4692-437a-a3b0-2055c5354213 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10 HTTP/1.1" status: 200 len: 1001 time: 0.0648339 Jul 05 04:38:55.074524 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19e81fbd-5743-45b3-8c9d-c57ace06ca95 req-e383c2bd-2558-4139-9764-111936d2c6e5 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327737 Jul 05 04:38:55.104473 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab1b3b-6906-4894-b243-bf53fd7c9b1b req-8305c8ef-23e5-40e7-bdb8-17f45da35735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:55.105952 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dab1b3b-6906-4894-b243-bf53fd7c9b1b req-8305c8ef-23e5-40e7-bdb8-17f45da35735 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0448205 Jul 05 04:38:55.168460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab1b3b-6906-4894-b243-bf53fd7c9b1b req-c6ccc408-65e0-4e7c-a3af-ee31c1f62ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:55.169962 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dab1b3b-6906-4894-b243-bf53fd7c9b1b req-c6ccc408-65e0-4e7c-a3af-ee31c1f62ad6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571601 Jul 05 04:38:55.270805 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dab1b3b-6906-4894-b243-bf53fd7c9b1b req-bd17464a-7a3a-4a7a-9bfd-2886034727f4 service neutron] 10.222.0.36 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934620 Jul 05 04:38:55.357883 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9dab1b3b-6906-4894-b243-bf53fd7c9b1b req-cfafcff4-18de-4314-bea5-565979749a17 service neutron] 10.222.0.36 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806642 Jul 05 04:38:56.265893 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f88d0a-dc37-4e14-962f-2b6432f3bd21 req-2dacbc28-0c8d-4cc3-9af9-1525568c9c30 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:56.267705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57f88d0a-dc37-4e14-962f-2b6432f3bd21 req-2dacbc28-0c8d-4cc3-9af9-1525568c9c30 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 946 time: 0.0688534 Jul 05 04:38:56.307991 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57f88d0a-dc37-4e14-962f-2b6432f3bd21 req-72898354-317f-4ea3-971c-9b9e6fb0e379 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345576 Jul 05 04:38:57.496122 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1d2df-2a7c-4704-9f83-ad2388de13d2 req-b8c33448-e904-48cf-99b2-cb274806a787 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:57.497638 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ba1d2df-2a7c-4704-9f83-ad2388de13d2 req-b8c33448-e904-48cf-99b2-cb274806a787 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 946 time: 0.0677757 Jul 05 04:38:57.543575 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ba1d2df-2a7c-4704-9f83-ad2388de13d2 req-9915d42a-badd-4ce4-89f6-34ba892b6115 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325239 Jul 05 04:39:02.915103 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:04.348765 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:11.419591 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:39:11.486285 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3d89abb6-ccb7-4967-a2db-2f8c4c111b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:14.011102 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f3240fa8-a50b-4a7c-bed1-d2ca497abf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:14.399221 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:15.457001 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:17.062647 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:32.811041 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:34.347402 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:41.456396 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0fd53f2c-292e-442b-80ea-1b395cc4480e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:44.021650 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-db6d38b7-1387-4154-b907-15a89111d45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:44.364436 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:45.456324 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:47.020902 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:48.418401 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:39:54.714411 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4595598-fd00-4e9a-91b8-3f3e32489508 req-966b5ddf-21eb-44af-8d71-92112d934d5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524902 Jul 05 04:39:54.812974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4595598-fd00-4e9a-91b8-3f3e32489508 req-92de2165-f36f-4364-b937-d9d175894c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:54.814377 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4595598-fd00-4e9a-91b8-3f3e32489508 req-92de2165-f36f-4364-b937-d9d175894c5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 1098 time: 0.0561774 Jul 05 04:39:54.916759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4595598-fd00-4e9a-91b8-3f3e32489508 req-a48c15d1-4aaa-4d6b-b4ab-3c735c7ace99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:54.918204 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4595598-fd00-4e9a-91b8-3f3e32489508 req-a48c15d1-4aaa-4d6b-b4ab-3c735c7ace99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.0821469 Jul 05 04:39:54.987490 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4595598-fd00-4e9a-91b8-3f3e32489508 req-dc5d3810-98d0-484f-b875-f730541c72fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10 HTTP/1.1" status: 200 len: 1001 time: 0.0618410 Jul 05 04:39:55.036176 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4595598-fd00-4e9a-91b8-3f3e32489508 req-1ec4947b-65fe-46f9-8b35-30a9a8b792c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:55.037574 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4595598-fd00-4e9a-91b8-3f3e32489508 req-1ec4947b-65fe-46f9-8b35-30a9a8b792c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0419259 Jul 05 04:39:55.093859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4595598-fd00-4e9a-91b8-3f3e32489508 req-12a4c00d-1310-4974-bb23-39f6a0f5ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:55.095322 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4595598-fd00-4e9a-91b8-3f3e32489508 req-12a4c00d-1310-4974-bb23-39f6a0f5ee48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513833 Jul 05 04:39:55.185940 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4595598-fd00-4e9a-91b8-3f3e32489508 req-99827a18-5f18-43e6-b123-5d1192bae3d8 service neutron] 10.222.0.36 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835900 Jul 05 04:39:55.274641 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f4595598-fd00-4e9a-91b8-3f3e32489508 req-2dbb3761-c8b4-49f9-91f9-0dc56fb51dfc service neutron] 10.222.0.36 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821981 Jul 05 04:40:02.804387 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.347170 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:09.846208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225bed1-ab54-4285-b5a6-03c6a46c7ec9 req-318072b7-977b-44f1-9eda-2a8d8d1c77ce tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:09.847690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8225bed1-ab54-4285-b5a6-03c6a46c7ec9 req-318072b7-977b-44f1-9eda-2a8d8d1c77ce tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 946 time: 0.0641193 Jul 05 04:40:09.884946 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8225bed1-ab54-4285-b5a6-03c6a46c7ec9 req-253f8550-3254-406f-b44e-e86b695b7ebf tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316031 Jul 05 04:40:11.467129 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-64d76e65-2ad4-4eef-9ac7-99da5789023e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:11.528512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52144248-f1bc-43e2-99c0-a4e852001b70 req-f9f079ce-2dcf-40ce-bbef-ebcad71da35c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:11.530622 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-52144248-f1bc-43e2-99c0-a4e852001b70 req-f9f079ce-2dcf-40ce-bbef-ebcad71da35c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 946 time: 0.4635904 Jul 05 04:40:11.573298 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-52144248-f1bc-43e2-99c0-a4e852001b70 req-ee6f81a9-ac79-4314-9d90-a64acc6554fe tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=f27da012-9ddb-4f9f-8975-b752e6bfb59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339139 Jul 05 04:40:11.575127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a136a5-83f8-4527-86ee-18dbdd59b507 req-46ffab6f-dd09-403b-bd54-128e8d28f392 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:11.577992 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f7a136a5-83f8-4527-86ee-18dbdd59b507 req-46ffab6f-dd09-403b-bd54-128e8d28f392 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 946 time: 0.0742192 Jul 05 04:40:11.683495 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-f7a136a5-83f8-4527-86ee-18dbdd59b507 req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Deleting port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:40:11.683845 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f7a136a5-83f8-4527-86ee-18dbdd59b507 req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:11.771703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-f7a136a5-83f8-4527-86ee-18dbdd59b507 req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] For port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:11.772103 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f7a136a5-83f8-4527-86ee-18dbdd59b507 req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:11.946590 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f7a136a5-83f8-4527-86ee-18dbdd59b507 req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:11.946964 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f7a136a5-83f8-4527-86ee-18dbdd59b507 req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:11.947281 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [req-f7a136a5-83f8-4527-86ee-18dbdd59b507 req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Floating IP 34b5ccd0-aa31-416a-b557-23fb9f00c117 disassociated. External IP: 172.25.6.195, port: 2f38b86d-b5d2-4358-82ef-eecaa1c50c10. Jul 05 04:40:11.947677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-f7a136a5-83f8-4527-86ee-18dbdd59b507 req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Calling delete_port for 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:40:12.158433 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f7a136a5-83f8-4527-86ee-18dbdd59b507 req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:12.190286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event deleted for resources: {'Port': ['ID=2f38b86d-b5d2-4358-82ef-eecaa1c50c10,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:12.200737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:12.201106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:12.201451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:12.201785 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:12.202117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:12.202448 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:12.202835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:12.203160 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:12.203488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:12.203811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:12.204156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:12.204480 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:12.319767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7a136a5-83f8-4527-86ee-18dbdd59b507 req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:40:12.434844 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7a136a5-83f8-4527-86ee-18dbdd59b507 req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:40:12.444178 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3456526-77bc-4745-9432-f290d53c8bd7 None None] Sync routers for ids ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:40:12.454448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3456526-77bc-4745-9432-f290d53c8bd7 None None] Routers {'d4fa8e5d-c3af-47e2-851d-aaab28c55e35'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:40:12.455000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-f3456526-77bc-4745-9432-f290d53c8bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:39:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:40:12.484238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a136a5-83f8-4527-86ee-18dbdd59b507 req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] No DVR routers for this DVR port 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:40:12.487029 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f7a136a5-83f8-4527-86ee-18dbdd59b507 req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:12.489102 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f7a136a5-83f8-4527-86ee-18dbdd59b507 req-816b42cb-6d25-4a9c-b997-6cbe41ef5b7f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.36 "DELETE /v2.0/ports/2f38b86d-b5d2-4358-82ef-eecaa1c50c10 HTTP/1.1" status: 204 len: 173 time: 0.9070945 Jul 05 04:40:12.489539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'name': 'network-vif-deleted', 'tag': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:40:12.491822 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875a87e5-37ad-4118-ba55-e34b27450fec" -d '{"events": [{"server_uuid": "c3c72dd4-f4fe-4dea-ab63-b6436d614853", "name": "network-vif-deleted", "tag": "2f38b86d-b5d2-4358-82ef-eecaa1c50c10"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:40:12.562411 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3e66e7-7a07-481d-a6fb-0937d8d9039c x-openstack-request-id: req-fa3e66e7-7a07-481d-a6fb-0937d8d9039c {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:40:12.562924 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c72dd4-f4fe-4dea-ab63-b6436d614853", "name": "network-vif-deleted", "tag": "2f38b86d-b5d2-4358-82ef-eecaa1c50c10", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:40:12.563341 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fa3e66e7-7a07-481d-a6fb-0937d8d9039c {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:40:12.563929 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c72dd4-f4fe-4dea-ab63-b6436d614853', 'name': 'network-vif-deleted', 'tag': '2f38b86d-b5d2-4358-82ef-eecaa1c50c10', 'status': 'completed', 'code': 200} Jul 05 04:40:12.582934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-f3456526-77bc-4745-9432-f290d53c8bd7 None None] Set router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:40:12.801774 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f083e679-f18b-41c1-a1fc-cdfee8cc4670 req-48eb618e-9bc7-410c-bc66-dd53d1f10bec tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c72dd4-f4fe-4dea-ab63-b6436d614853 HTTP/1.1" status: 200 len: 210 time: 0.0372255 Jul 05 04:40:12.816766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-f3456526-77bc-4745-9432-f290d53c8bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b6695032-8fa3-43c0-bc75-500afbd6f009', 'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'mac_address': 'fa:16:3e:bf:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:54Z', 'updated_at': '2021-07-05T04:35:59Z', 'revision_number': 5, 'project_id': 'a8629386726743858c569a9b7b401713', 'subnets': [{'id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:40:12.844840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3456526-77bc-4745-9432-f290d53c8bd7 None None] Checking router: d4fa8e5d-c3af-47e2-851d-aaab28c55e35 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:40:12.853003 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3456526-77bc-4745-9432-f290d53c8bd7 None None] Routers {'d4fa8e5d-c3af-47e2-851d-aaab28c55e35'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:40:12.853619 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-f3456526-77bc-4745-9432-f290d53c8bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:39:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:40:13.126087 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-f3456526-77bc-4745-9432-f290d53c8bd7 None None] Set router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:40:13.346030 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-f3456526-77bc-4745-9432-f290d53c8bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b6695032-8fa3-43c0-bc75-500afbd6f009', 'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'mac_address': 'fa:16:3e:bf:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:54Z', 'updated_at': '2021-07-05T04:35:59Z', 'revision_number': 5, 'project_id': 'a8629386726743858c569a9b7b401713', 'subnets': [{'id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:40:13.377991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3456526-77bc-4745-9432-f290d53c8bd7 None None] The sync data for ids ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'] in n-d-771363-32 is: [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b6695032-8fa3-43c0-bc75-500afbd6f009', 'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'mac_address': 'fa:16:3e:bf:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:54Z', 'updated_at': '2021-07-05T04:35:59Z', 'revision_number': 5, 'project_id': 'a8629386726743858c569a9b7b401713', 'subnets': [{'id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:40:13.622668 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3b216-5244-4bd3-a508-a59f6d559e4a None None] New status for floating IP 34b5ccd0-aa31-416a-b557-23fb9f00c117: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:40:14.038480 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c841fb92-c7b5-495a-bde0-5e32f382079d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:14.375202 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:15.028226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59650) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:40:15.097548 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90147226-10a4-4ece-9997-1047fdbd686e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:15.121760 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90147226-10a4-4ece-9997-1047fdbd686e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:15.255158 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90147226-10a4-4ece-9997-1047fdbd686e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:15.257765 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-90147226-10a4-4ece-9997-1047fdbd686e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:15.258978 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-90147226-10a4-4ece-9997-1047fdbd686e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "DELETE /v2.0/security-groups/f27da012-9ddb-4f9f-8975-b752e6bfb59f HTTP/1.1" status: 204 len: 168 time: 0.2297535 Jul 05 04:40:15.262071 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59652) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:40:15.268240 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90147226-10a4-4ece-9997-1047fdbd686e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27da012-9ddb-4f9f-8975-b752e6bfb59f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:15.276618 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-9ebb5293-2c46-4961-8d65-e58d524d820e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] show failed (client error): The resource could not be found. Jul 05 04:40:15.277616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9ebb5293-2c46-4961-8d65-e58d524d820e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups/f27da012-9ddb-4f9f-8975-b752e6bfb59f HTTP/1.1" status: 404 len: 347 time: 0.0140743 Jul 05 04:40:15.280496 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 59654) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:40:15.411234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Deleting port aedd0569-d0ad-4c50-9410-afc57ef37cd7 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:40:15.411584 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:15.466921 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:15.488720 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:15.489043 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:15.500812 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Calling delete_port for aedd0569-d0ad-4c50-9410-afc57ef37cd7 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:40:15.723202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:15.751785 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event deleted for resources: {'Port': ['ID=aedd0569-d0ad-4c50-9410-afc57ef37cd7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:15.762927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:15.763282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:15.763624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:15.763960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:15.764322 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:15.764656 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:15.764983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:15.765312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:15.765640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:15.765996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:15.766322 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:15.766643 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:15.821991 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:15.824726 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:15.825885 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6e616f7a-19a1-4c18-a634-ba4c211751c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "DELETE /v2.0/floatingips/34b5ccd0-aa31-416a-b557-23fb9f00c117 HTTP/1.1" status: 204 len: 168 time: 0.5444672 Jul 05 04:40:16.148740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59660) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:40:16.154025 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0d84f9ba-c0e7-4fbd-bc68-60ec6f413893 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--868423864', 'description': 'tempest-description--1688632151'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:16.232948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d84f9ba-c0e7-4fbd-bc68-60ec6f413893 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:16.325001 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d84f9ba-c0e7-4fbd-bc68-60ec6f413893 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:16.398590 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d84f9ba-c0e7-4fbd-bc68-60ec6f413893 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:16.432559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84f9ba-c0e7-4fbd-bc68-60ec6f413893 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf11309-009d-479d-a73f-ceebee88fb0d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:16.490143 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0d84f9ba-c0e7-4fbd-bc68-60ec6f413893 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:16.493619 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0d84f9ba-c0e7-4fbd-bc68-60ec6f413893 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3438032 Jul 05 04:40:16.494569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59662) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:40:16.499104 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-94cf90e2-1ee3-440c-a695-a44dd65eb292 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Request body: {'security_group_rule': {'security_group_id': 'fdf11309-009d-479d-a73f-ceebee88fb0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:16.603741 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94cf90e2-1ee3-440c-a695-a44dd65eb292 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:16.634449 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:40:16.656491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:40:16.656736 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 2f38b86d-b5d2-4358-82ef-eecaa1c50c10 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:40:16.667820 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94cf90e2-1ee3-440c-a695-a44dd65eb292 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:16.753080 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94cf90e2-1ee3-440c-a695-a44dd65eb292 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:16.768462 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf90e2-1ee3-440c-a695-a44dd65eb292 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65e188a-13be-4653-a742-9576ec3328d1,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:16.844703 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94cf90e2-1ee3-440c-a695-a44dd65eb292 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:16.845988 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-94cf90e2-1ee3-440c-a695-a44dd65eb292 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504589 Jul 05 04:40:16.848696 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59664) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:40:16.853342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c4dc8618-64c3-4346-9f5d-8ba40949cea9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Request body: {'security_group_rule': {'security_group_id': 'fdf11309-009d-479d-a73f-ceebee88fb0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:16.986728 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8618-64c3-4346-9f5d-8ba40949cea9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:17.053290 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8618-64c3-4346-9f5d-8ba40949cea9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:17.055503 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:17.136318 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8618-64c3-4346-9f5d-8ba40949cea9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:17.156416 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc8618-64c3-4346-9f5d-8ba40949cea9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4887283-059c-4364-ac86-5e049062990c,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:17.238378 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8618-64c3-4346-9f5d-8ba40949cea9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:17.239551 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c4dc8618-64c3-4346-9f5d-8ba40949cea9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3899219 Jul 05 04:40:17.242641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59666) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:40:17.247465 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:17.347532 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:17.449310 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:17.558165 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Allocated IP 172.25.6.191 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/3602d8ee-ac54-4c24-8f93-4cd28b358da9) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:40:17.667694 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:17.787539 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:17.825389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:40:17.830021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:40:17.833362 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:40:17.839654 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event updated for resources: {'Port': ['ID=3602d8ee-ac54-4c24-8f93-4cd28b358da9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:17.920473 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:18.024808 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:18.174465 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:18.232146 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:18.296940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event updated for resources: {'Port': ['ID=3602d8ee-ac54-4c24-8f93-4cd28b358da9,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:18.309396 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:18.375337 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:18.376693 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-35ec764d-aa10-494c-8383-388dcfc964b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1330359 Jul 05 04:40:18.656169 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-05795438-6dcf-4333-94ce-bd5c4f092f23 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--868423864&fields=id&tenant_id=a8629386726743858c569a9b7b401713 HTTP/1.1" status: 200 len: 267 time: 0.0335805 Jul 05 04:40:18.768313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4770911-3f87-4533-914d-8965151f4b64 req-453c85dd-1c4d-402a-9769-5a9e758aae55 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:18.769720 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-453c85dd-1c4d-402a-9769-5a9e758aae55 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 817 time: 0.1070547 Jul 05 04:40:18.784708 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-61e5f697-e8a6-4ad0-bb3c-76f7aaf17aa5 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/quotas/a8629386726743858c569a9b7b401713 HTTP/1.1" status: 200 len: 375 time: 0.0097423 Jul 05 04:40:18.854447 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-c4919dcd-cc51-4f68-999c-c933ebe042c7 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644860 Jul 05 04:40:18.918150 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-4a97147c-45e5-4c91-a2c8-9908305cb33b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:40:18.919367 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-4a97147c-45e5-4c91-a2c8-9908305cb33b service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528321 Jul 05 04:40:19.010624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-e7e2b6b0-6d07-438e-98ba-d3004c15d479 service neutron] 10.222.0.38 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852854 Jul 05 04:40:19.099119 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-cfb11dce-76d3-47cd-a007-f3d4ab340195 service neutron] 10.222.0.38 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818129 Jul 05 04:40:19.480866 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-381e778c-880c-44a0-a1c4-4a1f11765f75 req-ef8b8925-1279-4aa0-88bd-708713befd75 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 210 time: 0.0764596 Jul 05 04:40:20.668136 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2801fc75-d5a1-4437-8753-5c03c5b10a22 req-6e56d883-3907-4e2a-a180-7476774014ac tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 210 time: 0.0409455 Jul 05 04:40:21.417333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4770911-3f87-4533-914d-8965151f4b64 req-42cd12f8-3d0d-4ab7-ab1b-609d6fab0141 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:21.418999 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-42cd12f8-3d0d-4ab7-ab1b-609d6fab0141 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.10 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 817 time: 0.1041839 Jul 05 04:40:21.463265 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-cf531d4a-0807-449e-a558-da243ac24772 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8629386726743858c569a9b7b401713 HTTP/1.1" status: 200 len: 379 time: 0.0352800 Jul 05 04:40:21.473025 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-c4770911-3f87-4533-914d-8965151f4b64 req-7099e4ee-c110-4651-b820-426fd92ce778 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Request body: {'port': {'device_id': '3669f92c-c496-4622-ac85-60d4271befe5', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'admin_state_up': True, 'tenant_id': 'a8629386726743858c569a9b7b401713', 'security_groups': ['fdf11309-009d-479d-a73f-ceebee88fb0d']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:21.638776 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4770911-3f87-4533-914d-8965151f4b64 req-7099e4ee-c110-4651-b820-426fd92ce778 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Made reservation on behalf of a8629386726743858c569a9b7b401713 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:40:21.642422 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c4770911-3f87-4533-914d-8965151f4b64 req-7099e4ee-c110-4651-b820-426fd92ce778 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:21.773477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-c4770911-3f87-4533-914d-8965151f4b64 req-7099e4ee-c110-4651-b820-426fd92ce778 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Allocated IP 172.20.0.7 (cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9/6f4f8f92-a833-4378-bdd1-badcecc8f794/70b39b18-cfba-47c3-9383-d9e2396481a7) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:40:21.807004 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7ff40bee-9940-4344-9055-558bbdd4593f req-4270899e-4fd7-449c-b89f-f2a6da3e4c65 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 210 time: 0.0282161 Jul 05 04:40:21.907295 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c4770911-3f87-4533-914d-8965151f4b64 req-7099e4ee-c110-4651-b820-426fd92ce778 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:21.925201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-c4770911-3f87-4533-914d-8965151f4b64 req-7099e4ee-c110-4651-b820-426fd92ce778 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Transition to ACTIVE for port object 70b39b18-cfba-47c3-9383-d9e2396481a7 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:40:22.004214 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c4770911-3f87-4533-914d-8965151f4b64 req-7099e4ee-c110-4651-b820-426fd92ce778 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:22.048018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4770911-3f87-4533-914d-8965151f4b64 req-7099e4ee-c110-4651-b820-426fd92ce778 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:40:22.053149 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-c4770911-3f87-4533-914d-8965151f4b64 req-7099e4ee-c110-4651-b820-426fd92ce778 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:40:22.056840 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4770911-3f87-4533-914d-8965151f4b64 req-7099e4ee-c110-4651-b820-426fd92ce778 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:40:22.063976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099e4ee-c110-4651-b820-426fd92ce778 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event updated for resources: {'Port': ['ID=70b39b18-cfba-47c3-9383-d9e2396481a7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:22.117112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4770911-3f87-4533-914d-8965151f4b64 req-7099e4ee-c110-4651-b820-426fd92ce778 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:22.117790 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c4770911-3f87-4533-914d-8965151f4b64 req-7099e4ee-c110-4651-b820-426fd92ce778 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:22.210234 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-7099e4ee-c110-4651-b820-426fd92ce778 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7408431 Jul 05 04:40:22.222540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Request body: {'port': {'device_id': '3669f92c-c496-4622-ac85-60d4271befe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:22.297564 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:22.312408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bdb90344-f855-4a64-b2e7-a27c11cdf0cd None None] Provisioning for port 70b39b18-cfba-47c3-9383-d9e2396481a7 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:40:22.316351 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bdb90344-f855-4a64-b2e7-a27c11cdf0cd None None] Provisioning complete for port 70b39b18-cfba-47c3-9383-d9e2396481a7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:40:22.316736 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bdb90344-f855-4a64-b2e7-a27c11cdf0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:22.350447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bdb90344-f855-4a64-b2e7-a27c11cdf0cd None None] Port 70b39b18-cfba-47c3-9383-d9e2396481a7 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:40:22.561107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b39b18-cfba-47c3-9383-d9e2396481a7 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:40:22.569736 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:22.581977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Transition to ACTIVE for port object 70b39b18-cfba-47c3-9383-d9e2396481a7 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:40:22.638067 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:22.686551 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=70b39b18-cfba-47c3-9383-d9e2396481a7,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:22.762021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Attempting to bind port 70b39b18-cfba-47c3-9383-d9e2396481a7 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:40:22.762996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Attempting to bind port 70b39b18-cfba-47c3-9383-d9e2396481a7 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:40:22.763482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Attempting to bind port 70b39b18-cfba-47c3-9383-d9e2396481a7 on network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:40:22.768485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Port 70b39b18-cfba-47c3-9383-d9e2396481a7 on network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:40:22.768811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Attempting to bind port 70b39b18-cfba-47c3-9383-d9e2396481a7 on network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:40:22.773742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:40:22.774083 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Checking segment: {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:40:22.774472 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Bound using segment: {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:40:22.774902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Bound port: 70b39b18-cfba-47c3-9383-d9e2396481a7, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:40:22.775266 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:22.841457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:40:22.844661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=70b39b18-cfba-47c3-9383-d9e2396481a7,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:40:22.953054 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:22.986620 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:22.987386 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:22.989121 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] 10.222.0.10 "PUT /v2.0/ports/70b39b18-cfba-47c3-9383-d9e2396481a7 HTTP/1.1" status: 200 len: 1092 time: 0.7710392 Jul 05 04:40:22.990313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2086788-c917-43f1-885b-a38bb47e62ec req-72a4298a-7511-44f1-999c-1fc07dfde340 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:22.991250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3669f92c-c496-4622-ac85-60d4271befe5', 'tag': '70b39b18-cfba-47c3-9383-d9e2396481a7'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:40:22.992508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2086788-c917-43f1-885b-a38bb47e62ec req-72a4298a-7511-44f1-999c-1fc07dfde340 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 943 time: 0.0647669 Jul 05 04:40:22.993737 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0defd4168f9832eaa8182ab9c04553a31d39e2f3a49bc93b295a26d07588eba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d55966-7048-4722-a251-523572352a89" -d '{"events": [{"name": "network-changed", "server_uuid": "3669f92c-c496-4622-ac85-60d4271befe5", "tag": "70b39b18-cfba-47c3-9383-d9e2396481a7"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:40:23.033953 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac2433-0fde-4e60-82ca-4130cea42fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=70b39b18-cfba-47c3-9383-d9e2396481a7,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:23.041155 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b352d243-4daa-40fa-af56-3177dd3bb296 x-openstack-request-id: req-b352d243-4daa-40fa-af56-3177dd3bb296 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:40:23.041585 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3669f92c-c496-4622-ac85-60d4271befe5", "tag": "70b39b18-cfba-47c3-9383-d9e2396481a7", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:40:23.042005 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b352d243-4daa-40fa-af56-3177dd3bb296 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:40:23.042846 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3669f92c-c496-4622-ac85-60d4271befe5', 'tag': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'status': 'completed', 'code': 200} Jul 05 04:40:23.046453 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2086788-c917-43f1-885b-a38bb47e62ec req-60f4c75d-6eac-476a-b58b-36ac814132a5 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438855 Jul 05 04:40:23.120690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d55966-7048-4722-a251-523572352a89 req-e2eebc48-692b-4fa3-bae6-656d90f33faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:23.122784 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a8d55966-7048-4722-a251-523572352a89 req-e2eebc48-692b-4fa3-bae6-656d90f33faf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 1095 time: 0.0577440 Jul 05 04:40:23.225206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d55966-7048-4722-a251-523572352a89 req-531ff899-d286-48c9-85cb-c28bb6137512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:23.226663 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a8d55966-7048-4722-a251-523572352a89 req-531ff899-d286-48c9-85cb-c28bb6137512 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a8629386726743858c569a9b7b401713&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0958261 Jul 05 04:40:23.325922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d55966-7048-4722-a251-523572352a89 req-bef45ea2-b8b2-4cdf-b4e5-997d1b839125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:23.327386 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a8d55966-7048-4722-a251-523572352a89 req-bef45ea2-b8b2-4cdf-b4e5-997d1b839125 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932603 Jul 05 04:40:23.420087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4770911-3f87-4533-914d-8965151f4b64 req-f6c7f2f3-de94-45d6-b52d-507aa0943728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:23.421542 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-f6c7f2f3-de94-45d6-b52d-507aa0943728 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 1095 time: 0.0533733 Jul 05 04:40:23.462343 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-a9578b5f-88ce-4d1b-bc34-77a7177e6f84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b39b18-cfba-47c3-9383-d9e2396481a7 HTTP/1.1" status: 200 len: 217 time: 0.0340264 Jul 05 04:40:23.509263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4770911-3f87-4533-914d-8965151f4b64 req-1fc7ce81-b120-45db-b71d-ce44e3380e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:23.510653 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-1fc7ce81-b120-45db-b71d-ce44e3380e49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0421646 Jul 05 04:40:23.571789 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4770911-3f87-4533-914d-8965151f4b64 req-7188d080-73e4-4fb2-8e6a-8d0803b854fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:23.573310 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-7188d080-73e4-4fb2-8e6a-8d0803b854fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561867 Jul 05 04:40:23.666960 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-f76cacb6-d194-4a8a-a777-39ad1b592ca3 service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869370 Jul 05 04:40:23.758769 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c4770911-3f87-4533-914d-8965151f4b64 req-bcaa3c7d-ae47-47cf-a985-7d332c33847e service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841830 Jul 05 04:40:24.233695 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac657a7-cca1-476d-875c-bfeb734141e8 req-cd067207-c190-4dac-8a7c-b3c32dc44a9f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:24.235163 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7ac657a7-cca1-476d-875c-bfeb734141e8 req-cd067207-c190-4dac-8a7c-b3c32dc44a9f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 943 time: 0.0669832 Jul 05 04:40:24.272462 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7ac657a7-cca1-476d-875c-bfeb734141e8 req-9ea1a57f-b3b9-4a15-9119-fef9683b8518 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316961 Jul 05 04:40:25.417101 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:40:25.447579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea2fe3-ced0-477c-862d-2747a99893ed req-4e45e382-9f4b-4fe8-8cf7-414658ceaf5c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:25.449094 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54ea2fe3-ced0-477c-862d-2747a99893ed req-4e45e382-9f4b-4fe8-8cf7-414658ceaf5c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 943 time: 0.0626996 Jul 05 04:40:25.486495 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54ea2fe3-ced0-477c-862d-2747a99893ed req-11913879-d405-4275-9a9c-86d135803b06 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310569 Jul 05 04:40:26.664834 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ea175-c476-4e01-87ce-4dfd82b35a90 req-d59bc6f7-b319-422b-a441-31ca1aaef9f0 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:26.667134 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-830ea175-c476-4e01-87ce-4dfd82b35a90 req-d59bc6f7-b319-422b-a441-31ca1aaef9f0 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 943 time: 0.0645871 Jul 05 04:40:26.707878 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-830ea175-c476-4e01-87ce-4dfd82b35a90 req-445467a6-753f-4781-af02-f4b906626383 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344572 Jul 05 04:40:27.891424 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f553a47-a2ce-4a70-856c-1d509f190463 req-f1b16392-ddd4-4042-8d25-f360213fb6ab tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:27.893384 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f553a47-a2ce-4a70-856c-1d509f190463 req-f1b16392-ddd4-4042-8d25-f360213fb6ab tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 943 time: 0.0682509 Jul 05 04:40:27.937124 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f553a47-a2ce-4a70-856c-1d509f190463 req-86a466d3-ae74-46b9-a027-c7fc31daf29e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380836 Jul 05 04:40:28.332845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 70b39b18-cfba-47c3-9383-d9e2396481a7 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:40:28.426049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=70b39b18-cfba-47c3-9383-d9e2396481a7,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:28.436887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'port_id': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'mac_address': 'fa:16:3e:b0:43:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:40:28.473622 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:28.485653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b39b18-cfba-47c3-9383-d9e2396481a7 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:40:28.504947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=70b39b18-cfba-47c3-9383-d9e2396481a7,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:28.575301 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:28.621892 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=70b39b18-cfba-47c3-9383-d9e2396481a7,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:28.629679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:28.630028 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:28.630374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:28.630713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:28.631059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:28.631378 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:28.631707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:28.632032 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:28.632384 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:28.632709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:28.633033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:28.633357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:28.806036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['70b39b18-cfba-47c3-9383-d9e2396481a7'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:40:29.117864 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1e842-98d7-4af1-a78b-9b951c2339f9 req-c986b8ba-9d1f-4096-854a-5d65802f4555 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:29.119376 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01a1e842-98d7-4af1-a78b-9b951c2339f9 req-c986b8ba-9d1f-4096-854a-5d65802f4555 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0650163 Jul 05 04:40:29.156780 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01a1e842-98d7-4af1-a78b-9b951c2339f9 req-dcbbef09-ddbd-4dec-a588-936c3d350307 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318942 Jul 05 04:40:30.343018 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ace33f-6d14-405a-9db1-65ee10f51ede req-10915d76-f3b6-4f9f-9b31-020cdc391c1b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:30.344556 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13ace33f-6d14-405a-9db1-65ee10f51ede req-10915d76-f3b6-4f9f-9b31-020cdc391c1b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0704758 Jul 05 04:40:30.349013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 70b39b18-cfba-47c3-9383-d9e2396481a7 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:40:30.385830 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13ace33f-6d14-405a-9db1-65ee10f51ede req-3ac27c70-83fb-478f-b91f-d789745a6a3f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346074 Jul 05 04:40:30.456596 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 70b39b18-cfba-47c3-9383-d9e2396481a7 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:40:30.459797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 70b39b18-cfba-47c3-9383-d9e2396481a7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:40:30.460200 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:30.555146 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:30.578272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3669f92c-c496-4622-ac85-60d4271befe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b39b18-cfba-47c3-9383-d9e2396481a7'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:40:30.580619 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7485b71de223e11256bcac06b66a4ea843efbae3346f5e57aba7777950f5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be78a6ef-e1e9-4c4e-870f-9f0d1f6c0055" -d '{"events": [{"server_uuid": "3669f92c-c496-4622-ac85-60d4271befe5", "name": "network-vif-plugged", "status": "completed", "tag": "70b39b18-cfba-47c3-9383-d9e2396481a7"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:40:30.593555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=70b39b18-cfba-47c3-9383-d9e2396481a7,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:30.670476 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf7a6d9-5738-42bf-9bc7-fe95779fe659 x-openstack-request-id: req-4cf7a6d9-5738-42bf-9bc7-fe95779fe659 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:40:30.670778 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3669f92c-c496-4622-ac85-60d4271befe5", "name": "network-vif-plugged", "status": "completed", "tag": "70b39b18-cfba-47c3-9383-d9e2396481a7", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:40:30.671070 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4cf7a6d9-5738-42bf-9bc7-fe95779fe659 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:40:30.671470 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3669f92c-c496-4622-ac85-60d4271befe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'code': 200} Jul 05 04:40:30.689676 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:30.745095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=70b39b18-cfba-47c3-9383-d9e2396481a7,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:30.864614 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256c924-6eb9-40da-8044-09d4e874138e req-60b64bac-72ed-4ecd-be8b-1d3e4fef6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:30.866113 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5256c924-6eb9-40da-8044-09d4e874138e req-60b64bac-72ed-4ecd-be8b-1d3e4fef6387 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 1097 time: 0.0980730 Jul 05 04:40:30.902500 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5256c924-6eb9-40da-8044-09d4e874138e req-211412d4-ebbb-4bc2-a447-250409ee3091 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297816 Jul 05 04:40:31.582810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e2f93-2b6f-4535-81f0-942a60390ded req-184f2ea6-8350-4a11-9b0d-ed6867509ac2 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:31.584605 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f1e2f93-2b6f-4535-81f0-942a60390ded req-184f2ea6-8350-4a11-9b0d-ed6867509ac2 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0741746 Jul 05 04:40:31.635153 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f1e2f93-2b6f-4535-81f0-942a60390ded req-57280377-5dca-411d-b2ef-fb0e9d9f9e44 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436442 Jul 05 04:40:32.815105 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:32.820875 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed492dd4-2b7b-435d-8c4c-afe81f0bfad4 req-5ed89392-4989-4f31-ab52-df1cb38a0c39 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:32.822341 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed492dd4-2b7b-435d-8c4c-afe81f0bfad4 req-5ed89392-4989-4f31-ab52-df1cb38a0c39 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0628746 Jul 05 04:40:32.860091 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed492dd4-2b7b-435d-8c4c-afe81f0bfad4 req-1bc64cce-9b73-49fd-80c8-1ad2e26b511e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321083 Jul 05 04:40:33.038284 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6f62a-6da3-47ef-89c8-0b28d98d8086 req-4cb69cff-68d3-4d62-91e4-9744c213fb5e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:33.039775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8fd6f62a-6da3-47ef-89c8-0b28d98d8086 req-4cb69cff-68d3-4d62-91e4-9744c213fb5e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0678933 Jul 05 04:40:33.048452 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 59744) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:40:33.054605 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-cc5940f1-d8d7-4d47-9caf-2604ec28d971 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Request body: {'floatingip': {'port_id': '70b39b18-cfba-47c3-9383-d9e2396481a7'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:33.097885 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc5940f1-d8d7-4d47-9caf-2604ec28d971 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for floatingip, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:33.862415 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc5940f1-d8d7-4d47-9caf-2604ec28d971 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:33.934008 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc5940f1-d8d7-4d47-9caf-2604ec28d971 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:34.032298 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-cc5940f1-d8d7-4d47-9caf-2604ec28d971 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Floating IP 81aff8af-8b40-4ee8-9a2a-6df40ca01691 associated. External IP: 172.25.6.191, port: 70b39b18-cfba-47c3-9383-d9e2396481a7. Jul 05 04:40:34.243891 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5940f1-d8d7-4d47-9caf-2604ec28d971 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:40:34.358538 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:34.364519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5940f1-d8d7-4d47-9caf-2604ec28d971 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:40:34.370071 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc5940f1-d8d7-4d47-9caf-2604ec28d971 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:34.374099 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c7a951-5423-412b-9a6b-c0ebc11f5428 None None] Sync routers for ids ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:40:34.384286 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c7a951-5423-412b-9a6b-c0ebc11f5428 None None] Routers {'d4fa8e5d-c3af-47e2-851d-aaab28c55e35'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:40:34.384936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c9c7a951-5423-412b-9a6b-c0ebc11f5428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:40:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:40:34.411246 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cc5940f1-d8d7-4d47-9caf-2604ec28d971 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "PUT /v2.0/floatingips/81aff8af-8b40-4ee8-9a2a-6df40ca01691 HTTP/1.1" status: 200 len: 991 time: 1.3616898 Jul 05 04:40:34.411837 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3669f92c-c496-4622-ac85-60d4271befe5', 'tag': '70b39b18-cfba-47c3-9383-d9e2396481a7'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:40:34.455622 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49732c58-5da6-476f-82f9-75be953fa58a" -d '{"events": [{"name": "network-changed", "server_uuid": "3669f92c-c496-4622-ac85-60d4271befe5", "tag": "70b39b18-cfba-47c3-9383-d9e2396481a7"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:40:34.503952 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-c9c7a951-5423-412b-9a6b-c0ebc11f5428 None None] Set router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:40:34.556386 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3c6b1e-8cad-4e48-a484-8f34961d74cd x-openstack-request-id: req-fc3c6b1e-8cad-4e48-a484-8f34961d74cd {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:40:34.556686 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3669f92c-c496-4622-ac85-60d4271befe5", "tag": "70b39b18-cfba-47c3-9383-d9e2396481a7", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:40:34.556946 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fc3c6b1e-8cad-4e48-a484-8f34961d74cd {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:40:34.557368 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3669f92c-c496-4622-ac85-60d4271befe5', 'tag': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'status': 'completed', 'code': 200} Jul 05 04:40:34.641692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49732c58-5da6-476f-82f9-75be953fa58a req-4d1c1a43-b4df-400e-bb3a-989dabebb37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:34.643250 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49732c58-5da6-476f-82f9-75be953fa58a req-4d1c1a43-b4df-400e-bb3a-989dabebb37a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 1097 time: 0.0568378 Jul 05 04:40:34.740009 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49732c58-5da6-476f-82f9-75be953fa58a req-5314e307-9f5e-4608-9a15-023338ed99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:34.741540 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49732c58-5da6-476f-82f9-75be953fa58a req-5314e307-9f5e-4608-9a15-023338ed99b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.0917895 Jul 05 04:40:34.750124 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c9c7a951-5423-412b-9a6b-c0ebc11f5428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '81aff8af-8b40-4ee8-9a2a-6df40ca01691', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'floating_ip_address': '172.25.6.191', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'port_id': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'mac_address': 'fa:16:3e:b0:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3669f92c-c496-4622-ac85-60d4271befe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:40:17Z', 'updated_at': '2021-07-05T04:40:33Z', 'revision_number': 1, 'project_id': 'a8629386726743858c569a9b7b401713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6695032-8fa3-43c0-bc75-500afbd6f009', 'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'mac_address': 'fa:16:3e:bf:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:54Z', 'updated_at': '2021-07-05T04:35:59Z', 'revision_number': 5, 'project_id': 'a8629386726743858c569a9b7b401713', 'subnets': [{'id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:40:34.777535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c7a951-5423-412b-9a6b-c0ebc11f5428 None None] Checking router: d4fa8e5d-c3af-47e2-851d-aaab28c55e35 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:40:34.786654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c7a951-5423-412b-9a6b-c0ebc11f5428 None None] Routers {'d4fa8e5d-c3af-47e2-851d-aaab28c55e35'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:40:34.787289 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c9c7a951-5423-412b-9a6b-c0ebc11f5428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:40:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:40:34.809899 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49732c58-5da6-476f-82f9-75be953fa58a req-e3393eeb-1b46-469b-9d46-d75ef0c4fae3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b39b18-cfba-47c3-9383-d9e2396481a7 HTTP/1.1" status: 200 len: 999 time: 0.0615065 Jul 05 04:40:34.872081 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49732c58-5da6-476f-82f9-75be953fa58a req-6be868cb-f1d7-4a83-9f14-d3fa0846c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:34.873581 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49732c58-5da6-476f-82f9-75be953fa58a req-6be868cb-f1d7-4a83-9f14-d3fa0846c94d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0542431 Jul 05 04:40:34.896055 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-c9c7a951-5423-412b-9a6b-c0ebc11f5428 None None] Set router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:40:34.933656 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49732c58-5da6-476f-82f9-75be953fa58a req-5fff0db0-738f-4ff7-af93-b540070571ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:34.935162 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49732c58-5da6-476f-82f9-75be953fa58a req-5fff0db0-738f-4ff7-af93-b540070571ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551665 Jul 05 04:40:35.026776 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49732c58-5da6-476f-82f9-75be953fa58a req-156316b7-c706-4abf-8dc4-cafed2b031f8 service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838757 Jul 05 04:40:35.123814 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49732c58-5da6-476f-82f9-75be953fa58a req-a414c72a-6586-40e7-b3de-bd87621a735e service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905685 Jul 05 04:40:35.133721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-c9c7a951-5423-412b-9a6b-c0ebc11f5428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '81aff8af-8b40-4ee8-9a2a-6df40ca01691', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'floating_ip_address': '172.25.6.191', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'port_id': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'mac_address': 'fa:16:3e:b0:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3669f92c-c496-4622-ac85-60d4271befe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:40:17Z', 'updated_at': '2021-07-05T04:40:33Z', 'revision_number': 1, 'project_id': 'a8629386726743858c569a9b7b401713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6695032-8fa3-43c0-bc75-500afbd6f009', 'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'mac_address': 'fa:16:3e:bf:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:54Z', 'updated_at': '2021-07-05T04:35:59Z', 'revision_number': 5, 'project_id': 'a8629386726743858c569a9b7b401713', 'subnets': [{'id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:40:35.161104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c7a951-5423-412b-9a6b-c0ebc11f5428 None None] The sync data for ids ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'] in n-d-771363-32 is: [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '81aff8af-8b40-4ee8-9a2a-6df40ca01691', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'floating_ip_address': '172.25.6.191', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'port_id': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'mac_address': 'fa:16:3e:b0:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3669f92c-c496-4622-ac85-60d4271befe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:40:17Z', 'updated_at': '2021-07-05T04:40:33Z', 'revision_number': 1, 'project_id': 'a8629386726743858c569a9b7b401713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6695032-8fa3-43c0-bc75-500afbd6f009', 'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'mac_address': 'fa:16:3e:bf:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:54Z', 'updated_at': '2021-07-05T04:35:59Z', 'revision_number': 5, 'project_id': 'a8629386726743858c569a9b7b401713', 'subnets': [{'id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:40:35.361813 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71f36f-aa24-4882-8ef8-017b14b79378 None None] New status for floating IP 81aff8af-8b40-4ee8-9a2a-6df40ca01691: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:40:41.472261 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a910b7e3-47be-4d13-a75f-bfe84d159cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:44.015256 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dfb65e9e-061c-4901-96bc-10fc5aa0b9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:44.369322 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:45.471138 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:47.031946 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:02.420749 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:41:02.848924 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:04.368909 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:11.505478 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c97746bc-15c8-4b43-bbae-50a431d6219d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:13.448236 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-83d2367a-4ce2-4573-bf23-4df414651059 req-9b40627c-950a-4b47-b190-d0e6e74171fb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536470 Jul 05 04:41:13.546493 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2367a-4ce2-4573-bf23-4df414651059 req-446eea98-b84e-42c1-9f90-dc6650bf04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:13.549203 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-83d2367a-4ce2-4573-bf23-4df414651059 req-446eea98-b84e-42c1-9f90-dc6650bf04ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 1097 time: 0.0578780 Jul 05 04:41:13.658751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2367a-4ce2-4573-bf23-4df414651059 req-9024545c-3473-4e6f-b092-732766b4b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:13.660287 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-83d2367a-4ce2-4573-bf23-4df414651059 req-9024545c-3473-4e6f-b092-732766b4b4a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.0900767 Jul 05 04:41:13.729009 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-83d2367a-4ce2-4573-bf23-4df414651059 req-388c681f-8f63-48a7-8b46-113174a3ebe3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b39b18-cfba-47c3-9383-d9e2396481a7 HTTP/1.1" status: 200 len: 1001 time: 0.0623367 Jul 05 04:41:13.777073 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2367a-4ce2-4573-bf23-4df414651059 req-2ef06f38-d4f3-420e-a0ba-208f4da54cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:13.778536 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-83d2367a-4ce2-4573-bf23-4df414651059 req-2ef06f38-d4f3-420e-a0ba-208f4da54cb5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0429587 Jul 05 04:41:13.836545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2367a-4ce2-4573-bf23-4df414651059 req-2b9df642-8410-4710-abb8-2e876548a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:13.838101 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-83d2367a-4ce2-4573-bf23-4df414651059 req-2b9df642-8410-4710-abb8-2e876548a258 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522110 Jul 05 04:41:13.931089 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-83d2367a-4ce2-4573-bf23-4df414651059 req-22f3f97f-0286-4021-a326-8fe757506e60 service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857232 Jul 05 04:41:14.008553 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-43ab19eb-5fa6-4403-9803-7c363d3ff3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:14.019250 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-83d2367a-4ce2-4573-bf23-4df414651059 req-286c1e32-d396-491d-a26a-ec740bb36e89 service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823123 Jul 05 04:41:14.390992 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:15.476513 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:17.025485 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:32.825022 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:34.384996 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:39.420733 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:41:41.482194 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c20994f0-d29f-4bf7-bdbb-606b30d54d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:44.030355 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0844011d-81df-45d3-8c7b-72af57114163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:44.384860 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:45.482074 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:47.036272 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:02.847328 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:04.372575 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:11.458085 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-74f43a5d-d52a-49b5-ba92-4672d2d365ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:13.453552 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9a376d47-b22c-490b-8288-9863c73d3342 req-a813ecc0-cab0-47b4-8323-c4a97af2af98 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598581 Jul 05 04:42:13.556567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a376d47-b22c-490b-8288-9863c73d3342 req-6d579bb1-a24a-4e46-a86d-718ea777f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:13.558083 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9a376d47-b22c-490b-8288-9863c73d3342 req-6d579bb1-a24a-4e46-a86d-718ea777f135 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 1097 time: 0.0623090 Jul 05 04:42:13.668490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a376d47-b22c-490b-8288-9863c73d3342 req-b557e98f-b764-481f-abee-3ec733322ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:13.670100 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9a376d47-b22c-490b-8288-9863c73d3342 req-b557e98f-b764-481f-abee-3ec733322ec5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.0907490 Jul 05 04:42:13.741864 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9a376d47-b22c-490b-8288-9863c73d3342 req-bccaa518-0aa8-49c2-9c53-910a3125cce2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b39b18-cfba-47c3-9383-d9e2396481a7 HTTP/1.1" status: 200 len: 1001 time: 0.0651379 Jul 05 04:42:13.792284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a376d47-b22c-490b-8288-9863c73d3342 req-16a10d50-f31b-4cb9-badc-39ece7d097e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:13.793811 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9a376d47-b22c-490b-8288-9863c73d3342 req-16a10d50-f31b-4cb9-badc-39ece7d097e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0448954 Jul 05 04:42:13.853385 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a376d47-b22c-490b-8288-9863c73d3342 req-691da146-f359-4d09-af11-bda6684c6ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:13.854991 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9a376d47-b22c-490b-8288-9863c73d3342 req-691da146-f359-4d09-af11-bda6684c6ce7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544617 Jul 05 04:42:13.950985 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9a376d47-b22c-490b-8288-9863c73d3342 req-864d8224-8985-49f3-b16b-79eb9656518c service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898094 Jul 05 04:42:13.989430 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d19985db-4891-4fda-851d-e3193b298940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:14.043149 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9a376d47-b22c-490b-8288-9863c73d3342 req-4184fea4-8868-46f9-af78-fb3bb902514f service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857391 Jul 05 04:42:14.388779 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:15.486980 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:16.194377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bc74d-2ba2-4b7a-a110-1308bb197d5c req-de87894d-974d-4b52-857e-feb95b29f7c8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:16.195891 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a7bc74d-2ba2-4b7a-a110-1308bb197d5c req-de87894d-974d-4b52-857e-feb95b29f7c8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0677087 Jul 05 04:42:16.234447 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5a7bc74d-2ba2-4b7a-a110-1308bb197d5c req-ab73aed3-786b-4d7c-b03a-bd0c0abe67ee tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328608 Jul 05 04:42:16.419632 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:42:17.064294 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:17.426056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60bc1d-c326-4150-92c4-bbc0ca503d1f req-12f82453-e764-4125-acb9-4a9af395a705 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:17.427538 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b60bc1d-c326-4150-92c4-bbc0ca503d1f req-12f82453-e764-4125-acb9-4a9af395a705 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0677509 Jul 05 04:42:17.465573 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b60bc1d-c326-4150-92c4-bbc0ca503d1f req-b10649dc-5e92-42c1-99b0-a2575d83a19b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322578 Jul 05 04:42:18.645536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae7bd6-54f6-4146-934e-657f66b27171 req-56269ef2-917e-47ae-8399-e906654305f2 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:18.647051 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6cae7bd6-54f6-4146-934e-657f66b27171 req-56269ef2-917e-47ae-8399-e906654305f2 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0652757 Jul 05 04:42:18.683886 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6cae7bd6-54f6-4146-934e-657f66b27171 req-0aef75a3-4995-4659-ba21-d427d2cd3df7 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313146 Jul 05 04:42:19.867749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ca40e-6418-44ee-84dc-a278cab3e04e req-8839baae-b119-4abf-a40e-d076a88b8b2c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:19.869257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-078ca40e-6418-44ee-84dc-a278cab3e04e req-8839baae-b119-4abf-a40e-d076a88b8b2c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0647151 Jul 05 04:42:19.906473 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-078ca40e-6418-44ee-84dc-a278cab3e04e req-bc6cdc9e-6812-42a1-97fc-a6cde45a32ef tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314109 Jul 05 04:42:21.100631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429d9cd-1c35-4724-aa8e-0c9f1c174ccb req-5812ba4c-d0dc-4bc3-8e6b-d80a3c71ebfe tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:21.104153 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5429d9cd-1c35-4724-aa8e-0c9f1c174ccb req-5812ba4c-d0dc-4bc3-8e6b-d80a3c71ebfe tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0784786 Jul 05 04:42:21.141430 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5429d9cd-1c35-4724-aa8e-0c9f1c174ccb req-a07e6a3a-9c4c-44cd-a22b-a20ebb0a088d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328522 Jul 05 04:42:22.320829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452ffc4-1017-407e-b63a-aa3886ea0652 req-e6b266e1-6d1c-4f12-8bd8-69f3fedc18b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:22.322313 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6452ffc4-1017-407e-b63a-aa3886ea0652 req-e6b266e1-6d1c-4f12-8bd8-69f3fedc18b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0634544 Jul 05 04:42:22.359818 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6452ffc4-1017-407e-b63a-aa3886ea0652 req-12791dd4-602f-4a04-9d0f-c39cc3c2ae8d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318346 Jul 05 04:42:23.550522 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff65393-37f2-4807-af6a-4c42f6daa7da req-af3b7404-91ef-4588-9a7d-b23468a284e0 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:23.552084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aff65393-37f2-4807-af6a-4c42f6daa7da req-af3b7404-91ef-4588-9a7d-b23468a284e0 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0723538 Jul 05 04:42:23.592402 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aff65393-37f2-4807-af6a-4c42f6daa7da req-c455a224-c304-4eab-99bc-f397564ca494 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342712 Jul 05 04:42:24.774730 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b4e68-8975-46f6-a315-46ba56ad11de req-9b359278-968f-4b53-9bf0-08680c3c06a4 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:24.776267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b72b4e68-8975-46f6-a315-46ba56ad11de req-9b359278-968f-4b53-9bf0-08680c3c06a4 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0657341 Jul 05 04:42:24.814472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b72b4e68-8975-46f6-a315-46ba56ad11de req-c0b4b1fe-0c68-444c-bc46-0eed21637587 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322373 Jul 05 04:42:26.000742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade86c14-bcf4-4440-bcde-1018e6b8ec71 req-d8204c62-69ca-4ef6-80f6-d29f306d1e6b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:26.001834 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ade86c14-bcf4-4440-bcde-1018e6b8ec71 req-d8204c62-69ca-4ef6-80f6-d29f306d1e6b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0656121 Jul 05 04:42:26.041945 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ade86c14-bcf4-4440-bcde-1018e6b8ec71 req-7d0fd1c3-ae58-4584-9741-ea58a23f3ca0 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341837 Jul 05 04:42:27.229145 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b0ffc-9df3-42e7-b305-8d12de248420 req-956c43b0-7e17-4c81-a286-27c5c0082aff tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:27.230631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d6b0ffc-9df3-42e7-b305-8d12de248420 req-956c43b0-7e17-4c81-a286-27c5c0082aff tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0697460 Jul 05 04:42:27.269369 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d6b0ffc-9df3-42e7-b305-8d12de248420 req-196f98d1-e42f-4e08-97b5-893fe2c5d035 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331776 Jul 05 04:42:28.450532 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8763b9-3255-4cf0-aaa1-521a5e79de95 req-c72b245e-7edc-41fd-a13a-a0aed058b571 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:28.452032 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e8763b9-3255-4cf0-aaa1-521a5e79de95 req-c72b245e-7edc-41fd-a13a-a0aed058b571 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0678713 Jul 05 04:42:28.490619 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e8763b9-3255-4cf0-aaa1-521a5e79de95 req-95dbf0f2-b620-4b12-9c1d-11f171774322 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323958 Jul 05 04:42:28.936611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 70b39b18-cfba-47c3-9383-d9e2396481a7 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:42:29.039156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=70b39b18-cfba-47c3-9383-d9e2396481a7,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:29.057093 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'port_id': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'mac_address': 'fa:16:3e:b0:43:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:42:29.097029 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:29.111500 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70b39b18-cfba-47c3-9383-d9e2396481a7 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:42:29.143309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=70b39b18-cfba-47c3-9383-d9e2396481a7,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:29.235834 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:29.296966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=70b39b18-cfba-47c3-9383-d9e2396481a7,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:29.306790 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:29.307145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:29.307488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:29.307829 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:29.308208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:29.308818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:29.309158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:29.309518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:29.309853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:29.310179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:29.310505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:29.310832 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:29.316871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['70b39b18-cfba-47c3-9383-d9e2396481a7'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:42:29.696344 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceab142-7d09-4da2-8dd2-34ed3933abe3 req-9ec1c0e1-4721-409b-992a-19087467db5c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:29.698676 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ceab142-7d09-4da2-8dd2-34ed3933abe3 req-9ec1c0e1-4721-409b-992a-19087467db5c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0720494 Jul 05 04:42:29.741413 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0ceab142-7d09-4da2-8dd2-34ed3933abe3 req-8cde1fc1-785e-4181-92b8-206cc43d7989 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362840 Jul 05 04:42:30.941478 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 70b39b18-cfba-47c3-9383-d9e2396481a7 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:42:30.970781 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e5c3b-82dc-448c-8e82-3d53eb0b63f9 req-f6111758-e3c8-42a1-a52a-5ee814872498 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:30.973190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f0e5c3b-82dc-448c-8e82-3d53eb0b63f9 req-f6111758-e3c8-42a1-a52a-5ee814872498 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0790176 Jul 05 04:42:31.016209 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f0e5c3b-82dc-448c-8e82-3d53eb0b63f9 req-32b848c3-baed-408f-a4d3-c981385e3c27 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362163 Jul 05 04:42:31.032545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 70b39b18-cfba-47c3-9383-d9e2396481a7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:42:31.033035 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:31.121363 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:31.149818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3669f92c-c496-4622-ac85-60d4271befe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b39b18-cfba-47c3-9383-d9e2396481a7'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:42:31.164721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=70b39b18-cfba-47c3-9383-d9e2396481a7,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:31.194670 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a54418c-c1ab-4c9b-996e-1bd8077cab68" -d '{"events": [{"server_uuid": "3669f92c-c496-4622-ac85-60d4271befe5", "name": "network-vif-plugged", "status": "completed", "tag": "70b39b18-cfba-47c3-9383-d9e2396481a7"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:42:31.246962 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:31.306435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=70b39b18-cfba-47c3-9383-d9e2396481a7,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:31.330387 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf067bc-e768-457b-9ad5-44aec136420c x-openstack-request-id: req-ccf067bc-e768-457b-9ad5-44aec136420c {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:42:31.330387 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3669f92c-c496-4622-ac85-60d4271befe5", "name": "network-vif-plugged", "status": "completed", "tag": "70b39b18-cfba-47c3-9383-d9e2396481a7", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:42:31.331518 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ccf067bc-e768-457b-9ad5-44aec136420c {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:42:31.331946 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3669f92c-c496-4622-ac85-60d4271befe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'code': 200} Jul 05 04:42:32.218234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcae84c-7646-4b8f-91f9-aba8a0d0e222 req-b4bdf3e0-0bc8-48f1-9d96-1bddbffa659e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:32.219739 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4bcae84c-7646-4b8f-91f9-aba8a0d0e222 req-b4bdf3e0-0bc8-48f1-9d96-1bddbffa659e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0682976 Jul 05 04:42:32.265131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4bcae84c-7646-4b8f-91f9-aba8a0d0e222 req-18ff46fe-8e24-40a8-9e5b-0e8abe15c723 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370872 Jul 05 04:42:32.845363 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:33.505067 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d35419-03d3-4e57-8c93-84ae2b55c72d req-e4e07ba4-ce75-420b-82b7-da4496ba062d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:33.506673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3d35419-03d3-4e57-8c93-84ae2b55c72d req-e4e07ba4-ce75-420b-82b7-da4496ba062d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.1042423 Jul 05 04:42:33.550387 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3d35419-03d3-4e57-8c93-84ae2b55c72d req-e84fd7d8-8b29-456b-9786-25aecd2009b5 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376046 Jul 05 04:42:34.412191 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:34.756596 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61395e1-918e-41ed-baca-21a95bfd1ca8 req-849d0f98-f5a9-4815-ac03-07afe2ab9871 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:34.758187 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e61395e1-918e-41ed-baca-21a95bfd1ca8 req-849d0f98-f5a9-4815-ac03-07afe2ab9871 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0719042 Jul 05 04:42:34.797226 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e61395e1-918e-41ed-baca-21a95bfd1ca8 req-b2cce423-e98f-4026-97b7-8055e2074852 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323362 Jul 05 04:42:36.020854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b0478-4292-4291-b1f2-b8979c773a59 req-fad8a3b9-cb92-43c7-b388-20b3d4ebe532 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:36.023293 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-880b0478-4292-4291-b1f2-b8979c773a59 req-fad8a3b9-cb92-43c7-b388-20b3d4ebe532 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0810993 Jul 05 04:42:36.066783 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-880b0478-4292-4291-b1f2-b8979c773a59 req-b964b2a2-681f-4b90-aedd-edf0069cba4a tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371292 Jul 05 04:42:37.290776 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eae51-431c-4309-a714-5c90fb61cd05 req-4b6f32cf-8877-4b47-8b95-e644a5b97ee5 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:37.292388 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac0eae51-431c-4309-a714-5c90fb61cd05 req-4b6f32cf-8877-4b47-8b95-e644a5b97ee5 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0713456 Jul 05 04:42:37.338862 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac0eae51-431c-4309-a714-5c90fb61cd05 req-9c0767ef-e443-4b20-bc0a-a8f2ff651e85 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385432 Jul 05 04:42:38.563919 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644883e-5ba4-45c4-85a4-fc2759fec6ad req-9cb8711b-a618-4122-899b-37979f6beefd tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:38.570803 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5644883e-5ba4-45c4-85a4-fc2759fec6ad req-9cb8711b-a618-4122-899b-37979f6beefd tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0881882 Jul 05 04:42:38.612386 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5644883e-5ba4-45c4-85a4-fc2759fec6ad req-0b10d1f6-0138-49e0-b9f7-fa3ace48b560 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406671 Jul 05 04:42:39.798299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d34748-d2ad-4582-b718-ab0094062e1e req-65b92766-01fe-49eb-9818-def2fd48e0a0 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:39.806439 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-25d34748-d2ad-4582-b718-ab0094062e1e req-65b92766-01fe-49eb-9818-def2fd48e0a0 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0688531 Jul 05 04:42:39.840403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-25d34748-d2ad-4582-b718-ab0094062e1e req-24705283-e9d4-49f3-8adc-22c123616a92 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336890 Jul 05 04:42:40.018251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73a6d3-e5b6-40cc-86d0-3edac430d952 req-b533c16f-3ab9-4cb0-9fa1-e53b1cecc9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:40.018251 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bd73a6d3-e5b6-40cc-86d0-3edac430d952 req-b533c16f-3ab9-4cb0-9fa1-e53b1cecc9f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 1097 time: 0.0560064 Jul 05 04:42:40.108125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73a6d3-e5b6-40cc-86d0-3edac430d952 req-4f56fb1e-5904-40be-a238-e8b4e542be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:40.109624 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bd73a6d3-e5b6-40cc-86d0-3edac430d952 req-4f56fb1e-5904-40be-a238-e8b4e542be5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.0876420 Jul 05 04:42:40.176732 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bd73a6d3-e5b6-40cc-86d0-3edac430d952 req-fe3ebe35-e184-4363-8acd-6680b6e286b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b39b18-cfba-47c3-9383-d9e2396481a7 HTTP/1.1" status: 200 len: 1001 time: 0.0602810 Jul 05 04:42:40.237483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73a6d3-e5b6-40cc-86d0-3edac430d952 req-a5f377c0-adf9-489a-ab43-4ca6bb46ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:40.239545 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bd73a6d3-e5b6-40cc-86d0-3edac430d952 req-a5f377c0-adf9-489a-ab43-4ca6bb46ab5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0544436 Jul 05 04:42:40.297889 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73a6d3-e5b6-40cc-86d0-3edac430d952 req-70d9a567-b157-4ddc-a6c2-64845d4fbf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:40.300294 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bd73a6d3-e5b6-40cc-86d0-3edac430d952 req-70d9a567-b157-4ddc-a6c2-64845d4fbf1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545628 Jul 05 04:42:40.390160 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bd73a6d3-e5b6-40cc-86d0-3edac430d952 req-5a982c21-1b41-4559-8397-1a1a7174dd10 service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830624 Jul 05 04:42:40.485483 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bd73a6d3-e5b6-40cc-86d0-3edac430d952 req-887355d2-7a26-4880-94c5-0718e2c291fe service neutron] 10.222.0.10 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885127 Jul 05 04:42:41.016434 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1a713-326b-4f3e-8dce-8028eaeb9b82 req-abd862b1-8043-444d-88bd-d483d1001989 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:41.018080 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4e1a713-326b-4f3e-8dce-8028eaeb9b82 req-abd862b1-8043-444d-88bd-d483d1001989 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0643859 Jul 05 04:42:41.055783 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4e1a713-326b-4f3e-8dce-8028eaeb9b82 req-86cb30f1-a42b-4a4a-843c-e2435c2c4965 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320849 Jul 05 04:42:41.502901 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e6c93a68-d57b-4a23-af03-5f738cdab616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:42.245088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b3d1c-a904-4e58-b32f-b6d3e759417f req-fafdfbc2-fab0-464c-8566-d1f80e9f875d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:42.246616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a44b3d1c-a904-4e58-b32f-b6d3e759417f req-fafdfbc2-fab0-464c-8566-d1f80e9f875d tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0705748 Jul 05 04:42:42.285025 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a44b3d1c-a904-4e58-b32f-b6d3e759417f req-75251ae3-255b-4a93-aa93-db8da0ba8e00 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321836 Jul 05 04:42:43.461914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96d3c8-9822-48b5-b967-aed3a71e1578 req-b9361d2c-86c5-4f15-8611-ae34d979be3f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:43.463387 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c96d3c8-9822-48b5-b967-aed3a71e1578 req-b9361d2c-86c5-4f15-8611-ae34d979be3f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0631607 Jul 05 04:42:43.502568 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c96d3c8-9822-48b5-b967-aed3a71e1578 req-586e8dc1-e602-415e-83ed-6e7a0fbd5da4 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335567 Jul 05 04:42:44.023380 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-55848d95-9066-483f-8dec-e50f3dc9e84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:44.377376 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:44.985064 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 70b39b18-cfba-47c3-9383-d9e2396481a7 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:42:45.065608 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:45.096566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3669f92c-c496-4622-ac85-60d4271befe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b39b18-cfba-47c3-9383-d9e2396481a7'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:42:45.096566 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea67db09-fec7-4ffa-9725-08a5a35cebef" -d '{"events": [{"server_uuid": "3669f92c-c496-4622-ac85-60d4271befe5", "name": "network-vif-unplugged", "status": "completed", "tag": "70b39b18-cfba-47c3-9383-d9e2396481a7"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:42:45.106888 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=70b39b18-cfba-47c3-9383-d9e2396481a7,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:45.132741 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 04:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c12a89c-16c0-4f51-8d79-8cd8b8580888 x-openstack-request-id: req-0c12a89c-16c0-4f51-8d79-8cd8b8580888 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:42:45.132741 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3669f92c-c496-4622-ac85-60d4271befe5", "name": "network-vif-unplugged", "status": "failed", "tag": "70b39b18-cfba-47c3-9383-d9e2396481a7", "code": 422}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:42:45.132741 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0c12a89c-16c0-4f51-8d79-8cd8b8580888 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:42:45.132741 n-d-771363-32 neutron-server[100934]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3669f92c-c496-4622-ac85-60d4271befe5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'code': 422} returned with failed status Jul 05 04:42:45.178023 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:45.254651 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=70b39b18-cfba-47c3-9383-d9e2396481a7,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:45.463582 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:45.597274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640b8fe-aa8b-473a-a188-e15e86b93c94 req-23f49973-22c6-4d96-a87a-786ab977656b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:45.598754 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9640b8fe-aa8b-473a-a188-e15e86b93c94 req-23f49973-22c6-4d96-a87a-786ab977656b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 943 time: 0.0751629 Jul 05 04:42:45.639122 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9640b8fe-aa8b-473a-a188-e15e86b93c94 req-f9569f68-1ee7-4bc6-9e87-2d132ef5dd17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347452 Jul 05 04:42:45.793172 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60156) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:42:45.892483 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-56e24ad1-f1c1-4113-aecd-99f1ece0cfe1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0981638 Jul 05 04:42:46.823624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ab588-109d-48fc-9581-5a9a72d1e592 req-f15c9bde-e5e6-4a9d-88e2-d02500613333 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:46.825396 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f88ab588-109d-48fc-9581-5a9a72d1e592 req-f15c9bde-e5e6-4a9d-88e2-d02500613333 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 943 time: 0.0696585 Jul 05 04:42:46.865850 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f88ab588-109d-48fc-9581-5a9a72d1e592 req-e4710e9e-16b2-4419-945a-4c888753ed58 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338540 Jul 05 04:42:47.034996 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:47.529014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-ce3289ce-ca8d-46f0-b6af-2e85ce92ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:47.530622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-ce3289ce-ca8d-46f0-b6af-2e85ce92ffbf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5&tenant_id=a8629386726743858c569a9b7b401713 HTTP/1.1" status: 200 len: 1095 time: 0.0934782 Jul 05 04:42:47.541565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:42:47.624915 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:47.826133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=70b39b18-cfba-47c3-9383-d9e2396481a7,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:47.859602 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:42:47.893570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b39b18-cfba-47c3-9383-d9e2396481a7 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:42:47.901191 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:47.914299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Transition to ACTIVE for port object 70b39b18-cfba-47c3-9383-d9e2396481a7 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:42:47.988586 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:48.057572 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc87763-4f40-4dd0-95a8-afc7d70cad27 req-5901f13e-261d-4156-a248-0d555db55c44 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:48.059395 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2fc87763-4f40-4dd0-95a8-afc7d70cad27 req-5901f13e-261d-4156-a248-0d555db55c44 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 943 time: 0.0705717 Jul 05 04:42:48.072592 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Pushing event updated for resources: {'Port': ['ID=70b39b18-cfba-47c3-9383-d9e2396481a7,revision_number=9']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:48.086399 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:48.086399 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:48.086859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:48.087040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:48.087358 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:48.087688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:48.088019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:48.089081 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:48.089081 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:48.089081 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:48.089406 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:48.089667 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:48.110675 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2fc87763-4f40-4dd0-95a8-afc7d70cad27 req-e53df769-8abd-483c-a28c-84f5d66c98c4 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402372 Jul 05 04:42:48.132961 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] No DVR routers for this DVR port 70b39b18-cfba-47c3-9383-d9e2396481a7 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:42:48.276762 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Attempting to bind port 70b39b18-cfba-47c3-9383-d9e2396481a7 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:42:48.277110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Attempting to bind port 70b39b18-cfba-47c3-9383-d9e2396481a7 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:42:48.277474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Attempting to bind port 70b39b18-cfba-47c3-9383-d9e2396481a7 on network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:42:48.281888 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Port 70b39b18-cfba-47c3-9383-d9e2396481a7 on network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:42:48.282240 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Attempting to bind port 70b39b18-cfba-47c3-9383-d9e2396481a7 on network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:42:48.288271 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:42:48.288611 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Checking segment: {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:42:48.288998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Bound using segment: {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:42:48.289427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Bound port: 70b39b18-cfba-47c3-9383-d9e2396481a7, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:42:48.289793 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:48.363914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:42:48.367827 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=70b39b18-cfba-47c3-9383-d9e2396481a7,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:42:48.452183 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:48.485176 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:48.485801 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:48.487297 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] 10.222.0.36 "PUT /v2.0/ports/70b39b18-cfba-47c3-9383-d9e2396481a7 HTTP/1.1" status: 200 len: 1092 time: 0.9499488 Jul 05 04:42:48.487739 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3669f92c-c496-4622-ac85-60d4271befe5', 'tag': '70b39b18-cfba-47c3-9383-d9e2396481a7'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:42:48.490013 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b897dcfe-4ef6-4b97-bafe-c7ff3a49285e" -d '{"events": [{"name": "network-changed", "server_uuid": "3669f92c-c496-4622-ac85-60d4271befe5", "tag": "70b39b18-cfba-47c3-9383-d9e2396481a7"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:42:48.547495 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e249f0e4-4844-4c0e-afcb-5515933cdc4a x-openstack-request-id: req-e249f0e4-4844-4c0e-afcb-5515933cdc4a {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:42:48.548186 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3669f92c-c496-4622-ac85-60d4271befe5", "tag": "70b39b18-cfba-47c3-9383-d9e2396481a7", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:42:48.548186 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e249f0e4-4844-4c0e-afcb-5515933cdc4a {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:42:48.548444 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3669f92c-c496-4622-ac85-60d4271befe5', 'tag': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'status': 'completed', 'code': 200} Jul 05 04:42:48.554125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48723f78-ae3f-4fa7-928a-864fd757985c service neutron] Pushing event updated for resources: {'Port': ['ID=70b39b18-cfba-47c3-9383-d9e2396481a7,revision_number=10']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:48.587133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-bf2789ef-ad5d-4a63-83db-0848895ea267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:48.588827 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-bf2789ef-ad5d-4a63-83db-0848895ea267 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 1096 time: 0.0756888 Jul 05 04:42:48.686294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-9b5b5051-8778-462d-8cee-d90474b9070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:48.687781 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-9b5b5051-8778-462d-8cee-d90474b9070a service neutron] 10.222.0.36 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.0923862 Jul 05 04:42:48.752926 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-f59c3fb9-3313-4302-a8e7-6bea26c312ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b39b18-cfba-47c3-9383-d9e2396481a7 HTTP/1.1" status: 200 len: 999 time: 0.0576642 Jul 05 04:42:48.809498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-16b21918-0389-4c1e-9614-c84519aa8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:48.810950 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-16b21918-0389-4c1e-9614-c84519aa8b68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0529146 Jul 05 04:42:48.873931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-e7d9ff78-cc70-400b-bb56-86fc77967803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:48.875399 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-e7d9ff78-cc70-400b-bb56-86fc77967803 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589054 Jul 05 04:42:48.971000 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-83403aa8-eded-43ec-b692-a41d07c38916 service neutron] 10.222.0.36 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896807 Jul 05 04:42:49.064282 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-cf09007e-4248-4b60-9b31-d2d405c38c77 service neutron] 10.222.0.36 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865896 Jul 05 04:42:49.239997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897dcfe-4ef6-4b97-bafe-c7ff3a49285e req-f1d14e30-394c-435c-b34e-14946a5655b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:49.241666 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b897dcfe-4ef6-4b97-bafe-c7ff3a49285e req-f1d14e30-394c-435c-b34e-14946a5655b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 1096 time: 0.0636590 Jul 05 04:42:49.318808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb56741-cc87-436e-9fcc-fe12ddb62887 req-cc03a42a-d612-40fe-a7dd-73e1ed850edd tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:49.321117 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dcb56741-cc87-436e-9fcc-fe12ddb62887 req-cc03a42a-d612-40fe-a7dd-73e1ed850edd tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0783920 Jul 05 04:42:49.342375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897dcfe-4ef6-4b97-bafe-c7ff3a49285e req-28f0b610-9759-4341-97e1-7533f18331db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:49.343423 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b897dcfe-4ef6-4b97-bafe-c7ff3a49285e req-28f0b610-9759-4341-97e1-7533f18331db service neutron] 10.222.0.36 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.0961630 Jul 05 04:42:49.361951 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dcb56741-cc87-436e-9fcc-fe12ddb62887 req-62df5f71-6a25-49b2-9c04-eb68f6a79fab tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343552 Jul 05 04:42:49.412760 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b897dcfe-4ef6-4b97-bafe-c7ff3a49285e req-9efa642a-fc06-4d03-a2fb-86cd4887216a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b39b18-cfba-47c3-9383-d9e2396481a7 HTTP/1.1" status: 200 len: 999 time: 0.0625148 Jul 05 04:42:49.461809 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897dcfe-4ef6-4b97-bafe-c7ff3a49285e req-c43a291c-f77c-428b-870b-242c56cfdbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:49.463252 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b897dcfe-4ef6-4b97-bafe-c7ff3a49285e req-c43a291c-f77c-428b-870b-242c56cfdbee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0448976 Jul 05 04:42:49.552410 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897dcfe-4ef6-4b97-bafe-c7ff3a49285e req-c993501f-ca87-403a-a146-abcddcf2bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:49.555661 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b897dcfe-4ef6-4b97-bafe-c7ff3a49285e req-c993501f-ca87-403a-a146-abcddcf2bd54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866897 Jul 05 04:42:50.557509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da556ab5-7bca-4d61-b281-17426b57e4b0 req-526a2927-d6ea-4484-96ab-76e90f66ac59 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:50.559327 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da556ab5-7bca-4d61-b281-17426b57e4b0 req-526a2927-d6ea-4484-96ab-76e90f66ac59 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0713234 Jul 05 04:42:50.603336 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da556ab5-7bca-4d61-b281-17426b57e4b0 req-0db73377-be07-4e0a-a2ce-177bd15f2ad4 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382211 Jul 05 04:42:51.805401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aec51-74bf-487b-a583-ac09a9c49db5 req-ad1dffee-197d-4b4a-bdd5-94548f00387b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:51.806828 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a85aec51-74bf-487b-a583-ac09a9c49db5 req-ad1dffee-197d-4b4a-bdd5-94548f00387b tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0690782 Jul 05 04:42:51.848642 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a85aec51-74bf-487b-a583-ac09a9c49db5 req-96574cdd-ed75-4917-91ad-ba3231b34d71 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360115 Jul 05 04:42:53.052013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bc2bf-e78b-47cb-a3a0-9703b96f088e req-b0f058b6-a9ad-4505-a4d6-b4263e37f45c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:53.053568 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f6bc2bf-e78b-47cb-a3a0-9703b96f088e req-b0f058b6-a9ad-4505-a4d6-b4263e37f45c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0817897 Jul 05 04:42:53.093662 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f6bc2bf-e78b-47cb-a3a0-9703b96f088e req-f293775e-bb0d-4b9d-b7c1-a09c98143113 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337732 Jul 05 04:42:53.419192 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:42:54.286344 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92526ca4-4dfc-4916-bb1d-13b1d571c66e req-c42161da-a81a-4399-9be3-092a705fc204 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:54.287865 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92526ca4-4dfc-4916-bb1d-13b1d571c66e req-c42161da-a81a-4399-9be3-092a705fc204 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0734525 Jul 05 04:42:54.329323 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-92526ca4-4dfc-4916-bb1d-13b1d571c66e req-7ff16bd1-c661-46b6-b27a-542bdab3fd62 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358627 Jul 05 04:42:55.525809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68c25d-6f15-4400-8a84-ceb6319c2f7b req-99138f40-8e82-418b-a298-7c48344a54e4 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:55.527380 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb68c25d-6f15-4400-8a84-ceb6319c2f7b req-99138f40-8e82-418b-a298-7c48344a54e4 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0722840 Jul 05 04:42:55.571304 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eb68c25d-6f15-4400-8a84-ceb6319c2f7b req-d727282d-f5d7-4491-bdc5-03c967e499d1 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361314 Jul 05 04:42:56.799466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773b5ff-6073-40a0-93a8-9de60498ab62 req-9b6514ea-3843-4e9c-9b9d-f50b018a309c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:56.801352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d773b5ff-6073-40a0-93a8-9de60498ab62 req-9b6514ea-3843-4e9c-9b9d-f50b018a309c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0896034 Jul 05 04:42:56.855445 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d773b5ff-6073-40a0-93a8-9de60498ab62 req-1640aee4-f30f-4ba4-996e-1e705e5adda8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476012 Jul 05 04:42:58.064906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b527800-af19-438f-b6be-75d833c6391d req-0ca84df9-9ffa-4e69-a58b-b606e55208ad tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:58.066859 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b527800-af19-438f-b6be-75d833c6391d req-0ca84df9-9ffa-4e69-a58b-b606e55208ad tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0750439 Jul 05 04:42:58.121373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b527800-af19-438f-b6be-75d833c6391d req-cead389e-0301-44a0-bf2d-d516a26f9fb5 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487919 Jul 05 04:42:59.320060 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652496b-640a-46fb-a5f4-458e02bbfeb5 req-6d02b717-1335-440f-8f6d-0737482d8210 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:59.321585 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3652496b-640a-46fb-a5f4-458e02bbfeb5 req-6d02b717-1335-440f-8f6d-0737482d8210 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0765972 Jul 05 04:42:59.360305 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3652496b-640a-46fb-a5f4-458e02bbfeb5 req-c5ead8cd-b057-455d-9450-70c6b6d20be1 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331814 Jul 05 04:43:00.540004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113cbc5-f682-4ab1-9fdb-e9639e13c0a6 req-6f51a885-fdd7-4508-bbd8-41af61252e0c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:00.541574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f113cbc5-f682-4ab1-9fdb-e9639e13c0a6 req-6f51a885-fdd7-4508-bbd8-41af61252e0c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0645521 Jul 05 04:43:00.580347 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f113cbc5-f682-4ab1-9fdb-e9639e13c0a6 req-e782b766-289c-4fba-ba15-d72dfd410029 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330360 Jul 05 04:43:01.785819 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16ad12-fdd7-49b3-904e-7a9030710bdd req-733a377a-ba04-48fa-9aa5-82295484de4c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:01.787386 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc16ad12-fdd7-49b3-904e-7a9030710bdd req-733a377a-ba04-48fa-9aa5-82295484de4c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0682323 Jul 05 04:43:01.826451 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc16ad12-fdd7-49b3-904e-7a9030710bdd req-e5265b79-71dc-4f2d-ba95-253dbaed62c2 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332477 Jul 05 04:43:02.673277 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b897dcfe-4ef6-4b97-bafe-c7ff3a49285e req-a34f2d13-624a-43af-8f86-0a9bff2ea631 service neutron] 10.222.0.36 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870285 Jul 05 04:43:02.777994 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b897dcfe-4ef6-4b97-bafe-c7ff3a49285e req-f03d0685-2989-4f0e-8191-904c971fe23f service neutron] 10.222.0.36 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959587 Jul 05 04:43:02.856165 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:02.895991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218599a8-df3e-41fa-a0b1-18dff4fca377 req-2812ca5a-be81-47b9-aaab-7f4deec8e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:02.897571 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-218599a8-df3e-41fa-a0b1-18dff4fca377 req-2812ca5a-be81-47b9-aaab-7f4deec8e722 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 1096 time: 0.0565748 Jul 05 04:43:03.004015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218599a8-df3e-41fa-a0b1-18dff4fca377 req-f913fcad-471f-459e-9124-ea788226491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:03.005779 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-218599a8-df3e-41fa-a0b1-18dff4fca377 req-f913fcad-471f-459e-9124-ea788226491c service neutron] 10.222.0.36 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.0877049 Jul 05 04:43:03.011880 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01085c-70b0-4c80-b9a0-1e90c0e04c6a req-39575ff3-1d89-45f0-87c7-9c0b08b37eca tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:03.013503 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b01085c-70b0-4c80-b9a0-1e90c0e04c6a req-39575ff3-1d89-45f0-87c7-9c0b08b37eca tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0647347 Jul 05 04:43:03.053401 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4b01085c-70b0-4c80-b9a0-1e90c0e04c6a req-99f2b68f-cd24-4f05-a147-cb9594d43f0e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338326 Jul 05 04:43:03.078881 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-218599a8-df3e-41fa-a0b1-18dff4fca377 req-ae41f7ef-c4f4-4412-917d-71193842c2a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b39b18-cfba-47c3-9383-d9e2396481a7 HTTP/1.1" status: 200 len: 999 time: 0.0667641 Jul 05 04:43:03.142502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218599a8-df3e-41fa-a0b1-18dff4fca377 req-4b0d3ed0-8d2c-4b3f-8c69-d9c2abc5fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:03.143877 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-218599a8-df3e-41fa-a0b1-18dff4fca377 req-4b0d3ed0-8d2c-4b3f-8c69-d9c2abc5fb55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0581360 Jul 05 04:43:03.201483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218599a8-df3e-41fa-a0b1-18dff4fca377 req-dd0dbfb5-b39c-409b-a0de-f8c0ca57d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:03.203077 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-218599a8-df3e-41fa-a0b1-18dff4fca377 req-dd0dbfb5-b39c-409b-a0de-f8c0ca57d6ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518925 Jul 05 04:43:03.297462 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-218599a8-df3e-41fa-a0b1-18dff4fca377 req-5506c368-8b07-4b5a-9f6b-c8f6e32bc26c service neutron] 10.222.0.36 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874100 Jul 05 04:43:03.394089 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-218599a8-df3e-41fa-a0b1-18dff4fca377 req-da39bbc5-1185-4145-9038-9d932961e5ca service neutron] 10.222.0.36 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897067 Jul 05 04:43:04.246659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cff816-17ab-4b35-90a5-de370b1c47ca req-ac087a78-18ad-42b5-85c0-e63e0085addc tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:04.248640 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a7cff816-17ab-4b35-90a5-de370b1c47ca req-ac087a78-18ad-42b5-85c0-e63e0085addc tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0762975 Jul 05 04:43:04.288123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a7cff816-17ab-4b35-90a5-de370b1c47ca req-a67944af-e8d3-42a7-bb9c-5e3b53cfc293 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338497 Jul 05 04:43:04.571108 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:05.476412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1c867-ad7d-4212-a0eb-d0c40e861735 req-a881ec82-8959-4321-94b2-6ce12f618168 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:05.477810 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86c1c867-ad7d-4212-a0eb-d0c40e861735 req-a881ec82-8959-4321-94b2-6ce12f618168 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0669990 Jul 05 04:43:05.515884 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86c1c867-ad7d-4212-a0eb-d0c40e861735 req-1d581f26-d5aa-4904-aa47-67fda4d719c3 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325346 Jul 05 04:43:06.704661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe75ef-2b25-485f-910c-c30cdf50b753 req-e45ac71f-ab99-4a85-a85c-0ed0ed65531e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:06.706170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9cbe75ef-2b25-485f-910c-c30cdf50b753 req-e45ac71f-ab99-4a85-a85c-0ed0ed65531e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 944 time: 0.0658453 Jul 05 04:43:06.745190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9cbe75ef-2b25-485f-910c-c30cdf50b753 req-c53fc2be-05b6-4089-b77c-06af93edf4b1 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330153 Jul 05 04:43:07.298895 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 70b39b18-cfba-47c3-9383-d9e2396481a7 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:43:07.399663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=70b39b18-cfba-47c3-9383-d9e2396481a7,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:43:07.412377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'port_id': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'mac_address': 'fa:16:3e:b0:43:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:43:07.450855 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:07.464964 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b39b18-cfba-47c3-9383-d9e2396481a7 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:43:07.486368 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=70b39b18-cfba-47c3-9383-d9e2396481a7,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:43:07.565067 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:07.616230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=70b39b18-cfba-47c3-9383-d9e2396481a7,revision_number=11']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:07.945304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2590e-8b39-4f06-abc1-5eac1bbee9f4 req-2a40ffa7-acc0-468d-9a93-1612ed91a6b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:07.946941 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-95c2590e-8b39-4f06-abc1-5eac1bbee9f4 req-2a40ffa7-acc0-468d-9a93-1612ed91a6b8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0727284 Jul 05 04:43:07.948532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['70b39b18-cfba-47c3-9383-d9e2396481a7'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:43:07.987050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-95c2590e-8b39-4f06-abc1-5eac1bbee9f4 req-4e841a7c-5294-4358-9310-a3e385ded32e tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342705 Jul 05 04:43:09.164324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833179e4-e243-4579-bf0f-1515300e47d8 req-2b550c48-c23a-4c06-a766-41a90b76fc2f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:09.165828 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-833179e4-e243-4579-bf0f-1515300e47d8 req-2b550c48-c23a-4c06-a766-41a90b76fc2f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 945 time: 0.0628469 Jul 05 04:43:09.202687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-833179e4-e243-4579-bf0f-1515300e47d8 req-4c4b956f-ad62-4a0c-aa01-d3cedf1ddeb9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313666 Jul 05 04:43:09.311037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 70b39b18-cfba-47c3-9383-d9e2396481a7 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:43:09.438698 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 70b39b18-cfba-47c3-9383-d9e2396481a7 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:43:09.443496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 70b39b18-cfba-47c3-9383-d9e2396481a7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:43:09.443985 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:09.674666 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:09.697137 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3669f92c-c496-4622-ac85-60d4271befe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b39b18-cfba-47c3-9383-d9e2396481a7'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:43:09.699352 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26483ac5-28fc-483f-81c1-5f4533af4c77" -d '{"events": [{"server_uuid": "3669f92c-c496-4622-ac85-60d4271befe5", "name": "network-vif-plugged", "status": "completed", "tag": "70b39b18-cfba-47c3-9383-d9e2396481a7"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:43:09.712230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=70b39b18-cfba-47c3-9383-d9e2396481a7,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:43:09.733380 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5f7495-bc9a-4eb2-90f6-3d333b3c7093 x-openstack-request-id: req-3d5f7495-bc9a-4eb2-90f6-3d333b3c7093 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:43:09.733672 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3669f92c-c496-4622-ac85-60d4271befe5", "name": "network-vif-plugged", "status": "completed", "tag": "70b39b18-cfba-47c3-9383-d9e2396481a7", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:43:09.733926 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3d5f7495-bc9a-4eb2-90f6-3d333b3c7093 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:43:09.734319 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3669f92c-c496-4622-ac85-60d4271befe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'code': 200} Jul 05 04:43:09.788228 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:09.836631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=70b39b18-cfba-47c3-9383-d9e2396481a7,revision_number=12']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:09.979142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622bffc-025f-4fa5-8355-5415ecaad969 req-21c719f9-0624-44fe-a331-7eb2337099b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:09.980652 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e622bffc-025f-4fa5-8355-5415ecaad969 req-21c719f9-0624-44fe-a331-7eb2337099b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 1098 time: 0.0603621 Jul 05 04:43:10.015075 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e622bffc-025f-4fa5-8355-5415ecaad969 req-4714c660-de9a-4f07-bdf8-29be8075eb52 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281031 Jul 05 04:43:10.382904 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dd5a8-7443-428b-9173-275a522e74f5 req-4e2696f8-0f61-40f4-b080-d7b91d79a3d3 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:10.384406 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a64dd5a8-7443-428b-9173-275a522e74f5 req-4e2696f8-0f61-40f4-b080-d7b91d79a3d3 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 946 time: 0.0638921 Jul 05 04:43:10.421559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a64dd5a8-7443-428b-9173-275a522e74f5 req-53da9759-0511-41c4-8909-fb5441878b2c tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316517 Jul 05 04:43:11.485522 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6a9c255c-c10a-4965-80c9-8ccae982b104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:11.615110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43504d2-e2c7-420d-9092-6bfb7c76a383 req-d96e63ca-6319-4c01-9cf4-d37e9861da76 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:11.616905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c43504d2-e2c7-420d-9092-6bfb7c76a383 req-d96e63ca-6319-4c01-9cf4-d37e9861da76 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 946 time: 0.0735054 Jul 05 04:43:11.659622 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c43504d2-e2c7-420d-9092-6bfb7c76a383 req-6f7ff2f7-fce6-4a02-905c-a2f219eeba87 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368776 Jul 05 04:43:12.844168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8c3f3-76f0-4643-b5c7-f0d8b15fbf13 req-48a67231-6544-4358-9874-abcc5812d6d8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:12.845757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9d8c3f3-76f0-4643-b5c7-f0d8b15fbf13 req-48a67231-6544-4358-9874-abcc5812d6d8 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 946 time: 0.0659006 Jul 05 04:43:12.889689 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9d8c3f3-76f0-4643-b5c7-f0d8b15fbf13 req-c5707f21-d26b-4dfd-9584-75c19fb9dc98 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369320 Jul 05 04:43:14.033570 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6cf33611-f19a-4497-9fb2-f28fad7d67f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:14.395532 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:15.485545 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:17.085314 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:30.419017 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:43:32.873083 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:34.444834 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:41.495754 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4595df81-fa90-4bfe-a2e1-dcb3311e5421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:43.993018 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-49528b92-534a-4b87-bec5-2c6596c40fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:44.369961 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:45.490365 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:47.038456 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:58.701570 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f7856262-a543-4048-bbd3-a208446640ce req-ab7ac26e-2f1e-4bc0-9d91-d00ba62001f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520563 Jul 05 04:43:58.798639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7856262-a543-4048-bbd3-a208446640ce req-981cabb9-a15a-48a9-b8bc-2913364b2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:58.800236 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f7856262-a543-4048-bbd3-a208446640ce req-981cabb9-a15a-48a9-b8bc-2913364b2aca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8629386726743858c569a9b7b401713&device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 1098 time: 0.0564373 Jul 05 04:43:58.907350 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7856262-a543-4048-bbd3-a208446640ce req-2daf4d18-dcbf-43b1-8ec8-1b9cecc61f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:58.909410 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f7856262-a543-4048-bbd3-a208446640ce req-2daf4d18-dcbf-43b1-8ec8-1b9cecc61f0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 200 len: 918 time: 0.0892789 Jul 05 04:43:58.974950 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f7856262-a543-4048-bbd3-a208446640ce req-92b721dd-0376-47bc-8f57-3dfc2e7a5df4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b39b18-cfba-47c3-9383-d9e2396481a7 HTTP/1.1" status: 200 len: 1001 time: 0.0590801 Jul 05 04:43:59.022760 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7856262-a543-4048-bbd3-a208446640ce req-c3348d17-bf5f-4bf5-8a4c-81bf102bc3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:59.024251 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f7856262-a543-4048-bbd3-a208446640ce req-c3348d17-bf5f-4bf5-8a4c-81bf102bc3d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 200 len: 856 time: 0.0434570 Jul 05 04:43:59.084919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7856262-a543-4048-bbd3-a208446640ce req-08c5d2da-ae68-416c-bfc7-fe12a647a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:59.086409 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f7856262-a543-4048-bbd3-a208446640ce req-08c5d2da-ae68-416c-bfc7-fe12a647a4dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564129 Jul 05 04:43:59.097214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-f7856262-a543-4048-bbd3-a208446640ce req-3d2694cd-4b3f-44c0-a3c8-c09587baa35c service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:43:59.098150 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f7856262-a543-4048-bbd3-a208446640ce req-3d2694cd-4b3f-44c0-a3c8-c09587baa35c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054605 Jul 05 04:43:59.185864 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f7856262-a543-4048-bbd3-a208446640ce req-7dcf3a21-253a-46df-9502-aa7022fd961f service neutron] 10.222.0.36 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816202 Jul 05 04:43:59.284594 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f7856262-a543-4048-bbd3-a208446640ce req-c9ba7887-01dc-4f04-b0f2-a7bcad4398b4 service neutron] 10.222.0.36 "GET /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923626 Jul 05 04:44:02.849779 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:04.437829 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:07.418732 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:44:11.483399 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3949793f-174c-41d8-ba92-b31d433ae81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:14.020960 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-911b2ab9-12e0-4557-96b6-bd728f5518e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:14.398080 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:15.488974 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:17.095250 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:18.447065 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282695bb-b300-432e-bad0-9363b3cd15e6 req-a7d2be85-cf5e-4428-82e7-3ec856aba4d5 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:18.448646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-282695bb-b300-432e-bad0-9363b3cd15e6 req-a7d2be85-cf5e-4428-82e7-3ec856aba4d5 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 946 time: 0.0705404 Jul 05 04:44:18.488537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-282695bb-b300-432e-bad0-9363b3cd15e6 req-7da60970-ec95-4820-a9f9-2929669a9a25 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342574 Jul 05 04:44:19.694447 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab17ec-3c29-4e59-bc3d-dd7c22a022de req-73e50277-8c47-4fbb-a046-ca9edb2afc57 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:19.695936 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d9ab17ec-3c29-4e59-bc3d-dd7c22a022de req-73e50277-8c47-4fbb-a046-ca9edb2afc57 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 946 time: 0.0629878 Jul 05 04:44:19.733262 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d9ab17ec-3c29-4e59-bc3d-dd7c22a022de req-1608cd4c-2a00-4d0e-b143-853434d03f6f tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups?id=fdf11309-009d-479d-a73f-ceebee88fb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317402 Jul 05 04:44:19.791572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aed630-a0f1-476b-b252-cf56640c64e0 req-4adc091d-5414-4524-9b2c-0be23d577089 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:19.793010 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-52aed630-a0f1-476b-b252-cf56640c64e0 req-4adc091d-5414-4524-9b2c-0be23d577089 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.36 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 946 time: 0.0666249 Jul 05 04:44:19.895450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-52aed630-a0f1-476b-b252-cf56640c64e0 req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Deleting port 70b39b18-cfba-47c3-9383-d9e2396481a7 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:44:19.895905 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-52aed630-a0f1-476b-b252-cf56640c64e0 req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:19.982694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-52aed630-a0f1-476b-b252-cf56640c64e0 req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] For port 70b39b18-cfba-47c3-9383-d9e2396481a7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=70b39b18-cfba-47c3-9383-d9e2396481a7,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:19.983059 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-52aed630-a0f1-476b-b252-cf56640c64e0 req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:20.489695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-52aed630-a0f1-476b-b252-cf56640c64e0 req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:20.490075 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-52aed630-a0f1-476b-b252-cf56640c64e0 req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:20.490394 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [req-52aed630-a0f1-476b-b252-cf56640c64e0 req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Floating IP 81aff8af-8b40-4ee8-9a2a-6df40ca01691 disassociated. External IP: 172.25.6.191, port: 70b39b18-cfba-47c3-9383-d9e2396481a7. Jul 05 04:44:20.490745 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-52aed630-a0f1-476b-b252-cf56640c64e0 req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Calling delete_port for 70b39b18-cfba-47c3-9383-d9e2396481a7 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:44:20.695692 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-52aed630-a0f1-476b-b252-cf56640c64e0 req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:20.725381 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event deleted for resources: {'Port': ['ID=70b39b18-cfba-47c3-9383-d9e2396481a7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:20.737905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:20.738617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:20.738617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:20.738932 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:20.739282 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:20.739615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:20.740000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:20.740295 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:20.740626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:20.740952 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:20.741273 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:20.741595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:20.853359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52aed630-a0f1-476b-b252-cf56640c64e0 req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:44:20.885806 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2c5a551-0cac-447e-b812-4734deb2a581 req-bec0bbe6-b921-4e00-8c3a-c6952fe1e055 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 210 time: 0.0284531 Jul 05 04:44:20.963316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52aed630-a0f1-476b-b252-cf56640c64e0 req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:44:20.973789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c4072c-e3f2-4fde-b0fe-bcaf649609da None None] Sync routers for ids ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:44:20.985925 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c4072c-e3f2-4fde-b0fe-bcaf649609da None None] Routers {'d4fa8e5d-c3af-47e2-851d-aaab28c55e35'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:44:20.986823 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a0c4072c-e3f2-4fde-b0fe-bcaf649609da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:44:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:21.011302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-52aed630-a0f1-476b-b252-cf56640c64e0 req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] No DVR routers for this DVR port 70b39b18-cfba-47c3-9383-d9e2396481a7 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:44:21.013809 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-52aed630-a0f1-476b-b252-cf56640c64e0 req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:21.015816 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-52aed630-a0f1-476b-b252-cf56640c64e0 req-fb365d82-e8af-4213-98dc-ce7f85d2fa17 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.36 "DELETE /v2.0/ports/70b39b18-cfba-47c3-9383-d9e2396481a7 HTTP/1.1" status: 204 len: 173 time: 1.2169461 Jul 05 04:44:21.016301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3669f92c-c496-4622-ac85-60d4271befe5', 'name': 'network-vif-deleted', 'tag': '70b39b18-cfba-47c3-9383-d9e2396481a7'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:44:21.018610 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c257b4-c55f-4d6f-9c6e-b5a157d1e928" -d '{"events": [{"server_uuid": "3669f92c-c496-4622-ac85-60d4271befe5", "name": "network-vif-deleted", "tag": "70b39b18-cfba-47c3-9383-d9e2396481a7"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:44:21.062337 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1792042d-d0f1-41d5-87e3-77255483766a x-openstack-request-id: req-1792042d-d0f1-41d5-87e3-77255483766a {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:44:21.062977 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3669f92c-c496-4622-ac85-60d4271befe5", "name": "network-vif-deleted", "tag": "70b39b18-cfba-47c3-9383-d9e2396481a7", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:44:21.064575 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1792042d-d0f1-41d5-87e3-77255483766a {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:44:21.065231 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3669f92c-c496-4622-ac85-60d4271befe5', 'name': 'network-vif-deleted', 'tag': '70b39b18-cfba-47c3-9383-d9e2396481a7', 'status': 'completed', 'code': 200} Jul 05 04:44:21.099940 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-a0c4072c-e3f2-4fde-b0fe-bcaf649609da None None] Set router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:44:21.312784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a0c4072c-e3f2-4fde-b0fe-bcaf649609da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b6695032-8fa3-43c0-bc75-500afbd6f009', 'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'mac_address': 'fa:16:3e:bf:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:54Z', 'updated_at': '2021-07-05T04:35:59Z', 'revision_number': 5, 'project_id': 'a8629386726743858c569a9b7b401713', 'subnets': [{'id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:21.343307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c4072c-e3f2-4fde-b0fe-bcaf649609da None None] Checking router: d4fa8e5d-c3af-47e2-851d-aaab28c55e35 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:44:21.351888 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c4072c-e3f2-4fde-b0fe-bcaf649609da None None] Routers {'d4fa8e5d-c3af-47e2-851d-aaab28c55e35'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:44:21.352535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a0c4072c-e3f2-4fde-b0fe-bcaf649609da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:44:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:21.459835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-a0c4072c-e3f2-4fde-b0fe-bcaf649609da None None] Set router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:44:21.698000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a0c4072c-e3f2-4fde-b0fe-bcaf649609da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b6695032-8fa3-43c0-bc75-500afbd6f009', 'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'mac_address': 'fa:16:3e:bf:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:54Z', 'updated_at': '2021-07-05T04:35:59Z', 'revision_number': 5, 'project_id': 'a8629386726743858c569a9b7b401713', 'subnets': [{'id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:21.725486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c4072c-e3f2-4fde-b0fe-bcaf649609da None None] The sync data for ids ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'] in n-d-771363-32 is: [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:35:54Z', 'revision_number': 4, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'b6695032-8fa3-43c0-bc75-500afbd6f009', 'name': '', 'network_id': 'cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'mac_address': 'fa:16:3e:bf:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:54Z', 'updated_at': '2021-07-05T04:35:59Z', 'revision_number': 5, 'project_id': 'a8629386726743858c569a9b7b401713', 'subnets': [{'id': '6f4f8f92-a833-4378-bdd1-badcecc8f794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:44:21.965507 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d054a82-219a-41fa-9f27-8547158f1171 None None] New status for floating IP 81aff8af-8b40-4ee8-9a2a-6df40ca01691: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:44:22.084813 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97f040f9-2891-480d-95f2-9d240c5a3a15 req-42fe174d-a1f4-4284-b1e3-b358672d3811 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/ports?device_id=3669f92c-c496-4622-ac85-60d4271befe5 HTTP/1.1" status: 200 len: 210 time: 0.0335262 Jul 05 04:44:23.717997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 70b39b18-cfba-47c3-9383-d9e2396481a7 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:44:23.737145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 70b39b18-cfba-47c3-9383-d9e2396481a7 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:44:23.737494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 70b39b18-cfba-47c3-9383-d9e2396481a7 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:44:24.330872 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60368) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:24.384949 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:24.408572 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:24.535051 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:24.537818 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:24.539147 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "DELETE /v2.0/security-groups/fdf11309-009d-479d-a73f-ceebee88fb0d HTTP/1.1" status: 204 len: 168 time: 0.2071638 Jul 05 04:44:24.542069 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60370) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:24.552618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf11309-009d-479d-a73f-ceebee88fb0d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:24.556445 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-588090ad-ff1b-4b60-ae94-4d212712d7b1 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] show failed (client error): The resource could not be found. Jul 05 04:44:24.557476 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-588090ad-ff1b-4b60-ae94-4d212712d7b1 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "GET /v2.0/security-groups/fdf11309-009d-479d-a73f-ceebee88fb0d HTTP/1.1" status: 404 len: 347 time: 0.0144575 Jul 05 04:44:24.560423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:24.560779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:24.561140 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:24.561465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:24.561801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:24.562516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:24.562869 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:24.563266 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:24.563938 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:24.563938 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:24.564354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:24.564700 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282348d-d07d-4e87-a39c-aea0582c28de tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:24.565995 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60372) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:24.699693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-76ff95e2-26f8-4aa5-9a94-733c368d26c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Deleting port 3602d8ee-ac54-4c24-8f93-4cd28b358da9 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:44:24.700239 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76ff95e2-26f8-4aa5-9a94-733c368d26c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:24.775080 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76ff95e2-26f8-4aa5-9a94-733c368d26c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:24.775433 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76ff95e2-26f8-4aa5-9a94-733c368d26c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:24.787575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-76ff95e2-26f8-4aa5-9a94-733c368d26c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Calling delete_port for 3602d8ee-ac54-4c24-8f93-4cd28b358da9 owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:44:24.992309 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76ff95e2-26f8-4aa5-9a94-733c368d26c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:25.021578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff95e2-26f8-4aa5-9a94-733c368d26c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Pushing event deleted for resources: {'Port': ['ID=3602d8ee-ac54-4c24-8f93-4cd28b358da9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:25.087036 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76ff95e2-26f8-4aa5-9a94-733c368d26c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:25.089700 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76ff95e2-26f8-4aa5-9a94-733c368d26c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:25.090861 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-76ff95e2-26f8-4aa5-9a94-733c368d26c9 tempest-AttachVolumeShelveTestJSON-1272065357 tempest-AttachVolumeShelveTestJSON-1272065357-project] 10.222.0.38 "DELETE /v2.0/floatingips/81aff8af-8b40-4ee8-9a2a-6df40ca01691 HTTP/1.1" status: 204 len: 168 time: 0.5239148 Jul 05 04:44:31.133762 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60402) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:31.576244 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1493d792-e43a-4772-9569-00c21e7766d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:31.833246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-1493d792-e43a-4772-9569-00c21e7766d1 admin admin] Deleting port b6695032-8fa3-43c0-bc75-500afbd6f009 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:44:31.833604 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1493d792-e43a-4772-9569-00c21e7766d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:31.916662 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-1493d792-e43a-4772-9569-00c21e7766d1 admin admin] For port b6695032-8fa3-43c0-bc75-500afbd6f009, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=b6695032-8fa3-43c0-bc75-500afbd6f009,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:31.917032 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1493d792-e43a-4772-9569-00c21e7766d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:31.930520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-1493d792-e43a-4772-9569-00c21e7766d1 admin admin] Calling delete_port for b6695032-8fa3-43c0-bc75-500afbd6f009 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:44:32.186050 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1493d792-e43a-4772-9569-00c21e7766d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:32.213358 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493d792-e43a-4772-9569-00c21e7766d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6695032-8fa3-43c0-bc75-500afbd6f009,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:32.383131 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1493d792-e43a-4772-9569-00c21e7766d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:32.603856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1493d792-e43a-4772-9569-00c21e7766d1 admin admin] Router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:44:32.715019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1493d792-e43a-4772-9569-00c21e7766d1 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:44:32.720232 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1493d792-e43a-4772-9569-00c21e7766d1 admin admin] 10.222.0.38 "PUT /v2.0/routers/d4fa8e5d-c3af-47e2-851d-aaab28c55e35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5852871 Jul 05 04:44:32.723302 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60406) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:32.724034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d230943-efef-4f0e-b328-7a457d2efe59 None None] Sync routers for ids ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:44:32.733155 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d230943-efef-4f0e-b328-7a457d2efe59 None None] Routers {'d4fa8e5d-c3af-47e2-851d-aaab28c55e35'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:44:32.733801 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6d230943-efef-4f0e-b328-7a457d2efe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:44:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:32.833081 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3ee446b-b7cc-4dcc-9b25-fc1e498a4561 admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:32.851481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-6d230943-efef-4f0e-b328-7a457d2efe59 None None] Set router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:44:32.877153 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:32.936410 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3ee446b-b7cc-4dcc-9b25-fc1e498a4561 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:33.027709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6d230943-efef-4f0e-b328-7a457d2efe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:44:32Z', 'revision_number': 5, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port': {'id': '819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:35:52Z', 'updated_at': '2021-07-05T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:33.054409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d230943-efef-4f0e-b328-7a457d2efe59 None None] Checking router: d4fa8e5d-c3af-47e2-851d-aaab28c55e35 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:44:33.063322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d230943-efef-4f0e-b328-7a457d2efe59 None None] Routers {'d4fa8e5d-c3af-47e2-851d-aaab28c55e35'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:44:33.064781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6d230943-efef-4f0e-b328-7a457d2efe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:44:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:33.071658 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee446b-b7cc-4dcc-9b25-fc1e498a4561 admin admin] Deleting port 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:44:33.072882 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3ee446b-b7cc-4dcc-9b25-fc1e498a4561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:33.159080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-6d230943-efef-4f0e-b328-7a457d2efe59 None None] Set router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:44:33.172432 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-d3ee446b-b7cc-4dcc-9b25-fc1e498a4561 admin admin] For port 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:33.173312 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3ee446b-b7cc-4dcc-9b25-fc1e498a4561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:33.186241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee446b-b7cc-4dcc-9b25-fc1e498a4561 admin admin] Calling delete_port for 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:44:33.214501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-6d230943-efef-4f0e-b328-7a457d2efe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:44:32Z', 'revision_number': 6, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:33.241593 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d230943-efef-4f0e-b328-7a457d2efe59 None None] The sync data for ids ['d4fa8e5d-c3af-47e2-851d-aaab28c55e35'] in n-d-771363-32 is: [{'id': 'd4fa8e5d-c3af-47e2-851d-aaab28c55e35', 'name': 'tempest-AttachVolumeShelveTestJSON-1603861553-router', 'tenant_id': 'a8629386726743858c569a9b7b401713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:35:51Z', 'updated_at': '2021-07-05T04:44:32Z', 'revision_number': 6, 'project_id': 'a8629386726743858c569a9b7b401713', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:44:33.453350 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3ee446b-b7cc-4dcc-9b25-fc1e498a4561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:33.487001 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee446b-b7cc-4dcc-9b25-fc1e498a4561 admin admin] Pushing event deleted for resources: {'Port': ['ID=819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:33.558749 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3ee446b-b7cc-4dcc-9b25-fc1e498a4561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:33.679567 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3ee446b-b7cc-4dcc-9b25-fc1e498a4561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:33.682699 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3ee446b-b7cc-4dcc-9b25-fc1e498a4561 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:33.854084 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3ee446b-b7cc-4dcc-9b25-fc1e498a4561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:33.854802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ee446b-b7cc-4dcc-9b25-fc1e498a4561 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4fa8e5d-c3af-47e2-851d-aaab28c55e35 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:44:33.860692 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d3ee446b-b7cc-4dcc-9b25-fc1e498a4561 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:33.861893 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d3ee446b-b7cc-4dcc-9b25-fc1e498a4561 admin admin] 10.222.0.38 "DELETE /v2.0/routers/d4fa8e5d-c3af-47e2-851d-aaab28c55e35 HTTP/1.1" status: 204 len: 168 time: 1.1375480 Jul 05 04:44:33.864569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60408) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:33.917959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8243c81-66cc-44b6-ba6f-f68a73830b65 admin admin] Deleting subnet 6f4f8f92-a833-4378-bdd1-badcecc8f794 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:44:33.921268 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f8243c81-66cc-44b6-ba6f-f68a73830b65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:33.975047 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f8243c81-66cc-44b6-ba6f-f68a73830b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.056685 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f8243c81-66cc-44b6-ba6f-f68a73830b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.181109 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f8243c81-66cc-44b6-ba6f-f68a73830b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.212380 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f8243c81-66cc-44b6-ba6f-f68a73830b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.216513 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f8243c81-66cc-44b6-ba6f-f68a73830b65 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6f4f8f92-a833-4378-bdd1-badcecc8f794 HTTP/1.1" status: 204 len: 168 time: 0.3487821 Jul 05 04:44:34.216513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8243c81-66cc-44b6-ba6f-f68a73830b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f4f8f92-a833-4378-bdd1-badcecc8f794,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:34.216946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60410) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:34.219158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61926d3d-b0c4-48cc-adc5-c4918b7cbdbe None None] Network cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:44:34.292893 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.362668 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] Deleting port 980468d4-860b-40b7-bf64-71cdb721b20d {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:44:34.363021 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.421671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] DHCP port deletion for cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:44:34.439810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] For port 980468d4-860b-40b7-bf64-71cdb721b20d, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=980468d4-860b-40b7-bf64-71cdb721b20d,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:34.440198 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.452692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] Calling delete_port for 980468d4-860b-40b7-bf64-71cdb721b20d owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:44:34.461469 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.476418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Deleting port 980468d4-860b-40b7-bf64-71cdb721b20d {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:44:34.478301 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.541562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] For port 980468d4-860b-40b7-bf64-71cdb721b20d, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=980468d4-860b-40b7-bf64-71cdb721b20d,segment=NetworkSegment(d48c64cf-c1cb-4617-b9f1-0941d3a7b288),segment_id=d48c64cf-c1cb-4617-b9f1-0941d3a7b288)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:44:34.541964 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.555586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Calling delete_port for 980468d4-860b-40b7-bf64-71cdb721b20d owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:44:34.643711 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:44:34.645868 n-d-771363-32 neutron-server[100934]: self.session.flush() Jul 05 04:44:34.652056 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.673749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=980468d4-860b-40b7-bf64-71cdb721b20d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:34.677402 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] No DVR routers for this DVR port 980468d4-860b-40b7-bf64-71cdb721b20d on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:44:34.677575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Pushing event deleted for resources: {'Port': ['ID=980468d4-860b-40b7-bf64-71cdb721b20d,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:34.682208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] No DVR routers for this DVR port 980468d4-860b-40b7-bf64-71cdb721b20d on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:44:34.689076 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:34.691673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:34.691673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:34.691673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:34.691673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:34.691673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:34.691673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:34.691673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:34.692412 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:34.692412 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:34.692845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:34.692845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a5365-f6ad-477a-b8fb-b828af579dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:44:34.750418 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.759946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:34.770601 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:34.772014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48c64cf-c1cb-4617-b9f1-0941d3a7b288') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:44:34.779939 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.794125 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.800259 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:44:34.800687 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:44:34.802328 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:44:34.928727 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.934180 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:34.936019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9 HTTP/1.1" status: 204 len: 168 time: 0.7180924 Jul 05 04:44:34.947352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cb25d-32b2-4c90-b74c-420f446260e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cced0d7f-9fc2-4d2f-84f5-ac613d60c7d9,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:35.324623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b6695032-8fa3-43c0-bc75-500afbd6f009 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:44:35.348746 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: b6695032-8fa3-43c0-bc75-500afbd6f009 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:44:35.349101 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device b6695032-8fa3-43c0-bc75-500afbd6f009 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:44:35.349536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:44:35.366130 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60414) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:35.369248 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:44:35.369601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 819b76e4-fff5-40e7-8f88-c3cb6ecdd7cc not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:44:35.370033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 980468d4-860b-40b7-bf64-71cdb721b20d no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:44:35.389572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 980468d4-860b-40b7-bf64-71cdb721b20d {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:44:35.389917 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 980468d4-860b-40b7-bf64-71cdb721b20d not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:44:35.408505 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cf9da197-49d0-4b88-95bb-cfb48b32c4f8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a8629386726743858c569a9b7b401713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410786 Jul 05 04:44:35.411017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60416) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:35.465566 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-23225e45-97c9-4547-8cb5-fb43b135772d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:35.488320 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-23225e45-97c9-4547-8cb5-fb43b135772d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:35.626672 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-23225e45-97c9-4547-8cb5-fb43b135772d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:35.629495 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-23225e45-97c9-4547-8cb5-fb43b135772d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:35.630659 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-23225e45-97c9-4547-8cb5-fb43b135772d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/09227d5a-aa56-47b7-8bb5-0f3e1941d35f HTTP/1.1" status: 204 len: 168 time: 0.2187393 Jul 05 04:44:35.639077 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23225e45-97c9-4547-8cb5-fb43b135772d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09227d5a-aa56-47b7-8bb5-0f3e1941d35f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:39.838560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60484) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:39.937658 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bd21e994-c5e2-475c-9f19-ed02bf95576b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:40.025078 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bd21e994-c5e2-475c-9f19-ed02bf95576b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:40.100266 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bd21e994-c5e2-475c-9f19-ed02bf95576b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:40.139352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bd21e994-c5e2-475c-9f19-ed02bf95576b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ca89114e3564f83b482eafc02fda418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997026 Jul 05 04:44:40.140307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21e994-c5e2-475c-9f19-ed02bf95576b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b534e82d-33c3-498a-9a5e-91a5f470f11a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:40.142276 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60488) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:40.198450 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1197d327-8892-4fd4-9c22-76fcf2607351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:40.221859 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1197d327-8892-4fd4-9c22-76fcf2607351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:40.363317 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1197d327-8892-4fd4-9c22-76fcf2607351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:40.366058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1197d327-8892-4fd4-9c22-76fcf2607351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:40.367283 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1197d327-8892-4fd4-9c22-76fcf2607351 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b534e82d-33c3-498a-9a5e-91a5f470f11a HTTP/1.1" status: 204 len: 168 time: 0.2237620 Jul 05 04:44:40.377316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197d327-8892-4fd4-9c22-76fcf2607351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b534e82d-33c3-498a-9a5e-91a5f470f11a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:41.036853 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60494) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:41.050786 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff20771f-f238-47cd-ae90-5158f78adc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:41.142708 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff20771f-f238-47cd-ae90-5158f78adc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:41.225529 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ff20771f-f238-47cd-ae90-5158f78adc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:41.264841 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ff20771f-f238-47cd-ae90-5158f78adc66 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fbafee08d5804a0e9b6e3b26d9b927fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268941 Jul 05 04:44:41.265788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20771f-f238-47cd-ae90-5158f78adc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20a3efd-3e33-4418-b010-f404a7c78d71,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:41.267610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60496) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:41.318298 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-de58f983-0627-430d-85af-1af0f15d72f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:41.338854 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-de58f983-0627-430d-85af-1af0f15d72f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:41.472437 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-de58f983-0627-430d-85af-1af0f15d72f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:41.475073 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-de58f983-0627-430d-85af-1af0f15d72f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:41.481534 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-de58f983-0627-430d-85af-1af0f15d72f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c20a3efd-3e33-4418-b010-f404a7c78d71 HTTP/1.1" status: 204 len: 168 time: 0.2062709 Jul 05 04:44:41.484370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58f983-0627-430d-85af-1af0f15d72f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20a3efd-3e33-4418-b010-f404a7c78d71,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:41.505609 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5f284ffe-8193-4a31-9c63-be4880273bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:44.054240 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce93b17e-c193-43fc-9a10-48969278831d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:44.408868 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:44.419087 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:44:45.528633 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:47.134343 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:53.104201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60636) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:53.207316 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db3b7f5b-af95-49fe-a939-fa64dbb70b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:53.305376 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db3b7f5b-af95-49fe-a939-fa64dbb70b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:53.384768 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-db3b7f5b-af95-49fe-a939-fa64dbb70b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:53.423092 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-db3b7f5b-af95-49fe-a939-fa64dbb70b41 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3784d29108b46eb9e9463fd90510eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3176773 Jul 05 04:44:53.423847 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b7f5b-af95-49fe-a939-fa64dbb70b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e043ce1-e406-4c07-851f-bf6dcaa0890b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:53.425790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60640) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:53.475709 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c8adb744-14d5-4723-8dcd-63b300788567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:53.497161 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c8adb744-14d5-4723-8dcd-63b300788567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:53.630989 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c8adb744-14d5-4723-8dcd-63b300788567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:53.633625 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c8adb744-14d5-4723-8dcd-63b300788567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:53.634776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c8adb744-14d5-4723-8dcd-63b300788567 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7e043ce1-e406-4c07-851f-bf6dcaa0890b HTTP/1.1" status: 204 len: 168 time: 0.2078741 Jul 05 04:44:53.643352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adb744-14d5-4723-8dcd-63b300788567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e043ce1-e406-4c07-851f-bf6dcaa0890b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:54.277342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60646) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:54.291278 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-72e4802b-aa1c-4b2f-8f97-28eeca4a0ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:54.381828 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-72e4802b-aa1c-4b2f-8f97-28eeca4a0ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:54.454034 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-72e4802b-aa1c-4b2f-8f97-28eeca4a0ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:54.490819 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4802b-aa1c-4b2f-8f97-28eeca4a0ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f94b525-f814-4b6d-b22f-806ba87eac8b,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:44:54.495187 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-72e4802b-aa1c-4b2f-8f97-28eeca4a0ab3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64f6ef613deb4302a4a8355e5b2eb008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167950 Jul 05 04:44:54.497946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60648) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:44:54.550907 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-656939cf-14ef-4a55-81b1-4b2e8000f346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:54.573113 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-656939cf-14ef-4a55-81b1-4b2e8000f346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:54.705969 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-656939cf-14ef-4a55-81b1-4b2e8000f346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:54.708877 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-656939cf-14ef-4a55-81b1-4b2e8000f346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:54.711399 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-656939cf-14ef-4a55-81b1-4b2e8000f346 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0f94b525-f814-4b6d-b22f-806ba87eac8b HTTP/1.1" status: 204 len: 168 time: 0.2125463 Jul 05 04:44:54.719523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656939cf-14ef-4a55-81b1-4b2e8000f346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f94b525-f814-4b6d-b22f-806ba87eac8b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:02.905658 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:04.470876 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:11.500980 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5c973319-e2d8-4492-bd00-62192323c3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:14.053717 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d7a0d218-77e3-4488-804b-be2027daa100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:14.054327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60920) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:14.157294 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc0ba909-28ab-4c1b-8ef3-fabaaa81eedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:14.244129 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc0ba909-28ab-4c1b-8ef3-fabaaa81eedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:14.350543 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cc0ba909-28ab-4c1b-8ef3-fabaaa81eedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:14.392863 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cc0ba909-28ab-4c1b-8ef3-fabaaa81eedd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5edd41f4e3b044019e1f2d119f4b4d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373935 Jul 05 04:45:14.393624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ba909-28ab-4c1b-8ef3-fabaaa81eedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a2f1c1-f530-45e9-a88e-9d58507d468b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:14.396380 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60924) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:14.442001 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:14.447616 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3556f7e2-2096-4e44-a1e1-86d590d98aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:14.470936 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3556f7e2-2096-4e44-a1e1-86d590d98aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:14.584119 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3556f7e2-2096-4e44-a1e1-86d590d98aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:14.586776 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3556f7e2-2096-4e44-a1e1-86d590d98aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:14.587975 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3556f7e2-2096-4e44-a1e1-86d590d98aa1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35a2f1c1-f530-45e9-a88e-9d58507d468b HTTP/1.1" status: 204 len: 168 time: 0.1903722 Jul 05 04:45:14.596664 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556f7e2-2096-4e44-a1e1-86d590d98aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a2f1c1-f530-45e9-a88e-9d58507d468b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:15.241697 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 60930) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:15.255475 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-460bf9c8-938a-46db-b0b2-e58cd3d30dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:15.345493 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-460bf9c8-938a-46db-b0b2-e58cd3d30dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:15.425328 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-460bf9c8-938a-46db-b0b2-e58cd3d30dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:15.465553 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-460bf9c8-938a-46db-b0b2-e58cd3d30dce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7472ee50b7534914b16568a1e11f2cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2226405 Jul 05 04:45:15.467678 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bf9c8-938a-46db-b0b2-e58cd3d30dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3e0767-b897-4b5c-9cba-2173b51910ca,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:15.468915 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 60932) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:15.504206 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:15.519400 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58b2bd91-9dc0-4fb3-8f4a-5e0f0a3793af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:15.541200 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58b2bd91-9dc0-4fb3-8f4a-5e0f0a3793af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:15.676540 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58b2bd91-9dc0-4fb3-8f4a-5e0f0a3793af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:15.679062 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-58b2bd91-9dc0-4fb3-8f4a-5e0f0a3793af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:15.680256 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-58b2bd91-9dc0-4fb3-8f4a-5e0f0a3793af admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ba3e0767-b897-4b5c-9cba-2173b51910ca HTTP/1.1" status: 204 len: 168 time: 0.2103021 Jul 05 04:45:15.689098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2bd91-9dc0-4fb3-8f4a-5e0f0a3793af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3e0767-b897-4b5c-9cba-2173b51910ca,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:17.059544 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:21.420453 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:45:25.260300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32824) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:25.365196 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:25.452010 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:25.498768 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:25.536540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159a997c-2cff-4f88-92a8-8d1abbeee8bd,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:25.540677 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=04852ea7290c4598b7e0249e352f6182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793069 Jul 05 04:45:25.543667 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32828) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:25.545856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.546216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.546559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.546900 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.547236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.547570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.547902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.548262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.548592 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.548917 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.549245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.549574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429247d5-8cd0-488a-a59b-05f32fdda6cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.594995 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:25.620905 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:25.716399 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:25.718940 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:25.720107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/159a997c-2cff-4f88-92a8-8d1abbeee8bd HTTP/1.1" status: 204 len: 168 time: 0.1753864 Jul 05 04:45:25.727464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159a997c-2cff-4f88-92a8-8d1abbeee8bd,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:25.735615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.735957 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.736321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.736653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.736981 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.737390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.737663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.737989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.738313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.738632 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.738951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:25.739274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f2ff88-b8f5-481d-9b4e-77b6fcaa281e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:45:26.287217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32834) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:26.300241 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f23309f-646c-4616-aa91-bca7863c10fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:26.385263 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f23309f-646c-4616-aa91-bca7863c10fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:26.475716 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f23309f-646c-4616-aa91-bca7863c10fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:26.516799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0f23309f-646c-4616-aa91-bca7863c10fc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f7aff660518b421c8166d6ecb58a0f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2284815 Jul 05 04:45:26.517659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23309f-646c-4616-aa91-bca7863c10fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c894c1-c4e9-48f3-bf7f-6696686ec96d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:26.520414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32836) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:26.576367 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6d1ef3eb-600f-4c57-98f8-94d5a65e1f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:26.597904 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6d1ef3eb-600f-4c57-98f8-94d5a65e1f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:26.721614 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6d1ef3eb-600f-4c57-98f8-94d5a65e1f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:26.724251 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6d1ef3eb-600f-4c57-98f8-94d5a65e1f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:26.725444 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6d1ef3eb-600f-4c57-98f8-94d5a65e1f32 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/88c894c1-c4e9-48f3-bf7f-6696686ec96d HTTP/1.1" status: 204 len: 168 time: 0.2037838 Jul 05 04:45:26.734381 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ef3eb-600f-4c57-98f8-94d5a65e1f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c894c1-c4e9-48f3-bf7f-6696686ec96d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:28.299143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32872) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:28.400763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9bfe9574-cac8-48cb-8103-16988d6db253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:28.487840 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9bfe9574-cac8-48cb-8103-16988d6db253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:28.561879 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9bfe9574-cac8-48cb-8103-16988d6db253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:28.601801 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe9574-cac8-48cb-8103-16988d6db253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8485664d-c1ff-4aa2-9286-fbf97d204347,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:28.606207 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9bfe9574-cac8-48cb-8103-16988d6db253 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b7edb3b6e5314124b8569ff0f2880b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060420 Jul 05 04:45:28.608954 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32876) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:28.657583 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-03c5b206-2861-49d0-bda2-72c62e4e128d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:28.678268 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-03c5b206-2861-49d0-bda2-72c62e4e128d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:28.789364 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-03c5b206-2861-49d0-bda2-72c62e4e128d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:28.791934 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-03c5b206-2861-49d0-bda2-72c62e4e128d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:28.793161 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-03c5b206-2861-49d0-bda2-72c62e4e128d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8485664d-c1ff-4aa2-9286-fbf97d204347 HTTP/1.1" status: 204 len: 168 time: 0.1833031 Jul 05 04:45:28.801058 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5b206-2861-49d0-bda2-72c62e4e128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8485664d-c1ff-4aa2-9286-fbf97d204347,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:32.151147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 32990) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:32.254524 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-745d755c-4565-4063-a142-6f5ae109bf0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:32.342836 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-745d755c-4565-4063-a142-6f5ae109bf0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:32.411971 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-745d755c-4565-4063-a142-6f5ae109bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:32.450573 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-745d755c-4565-4063-a142-6f5ae109bf0f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b2addd50b11245259e3f9fb79179af17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983336 Jul 05 04:45:32.452477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d755c-4565-4063-a142-6f5ae109bf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46182b2f-0bb8-4670-a5bb-e7470ac9c060,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:32.453260 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 32994) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:32.501479 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f7eb42b8-ea13-4017-af5b-7248b5d100a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:32.522353 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f7eb42b8-ea13-4017-af5b-7248b5d100a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:32.635304 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f7eb42b8-ea13-4017-af5b-7248b5d100a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:32.637877 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f7eb42b8-ea13-4017-af5b-7248b5d100a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:32.639043 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f7eb42b8-ea13-4017-af5b-7248b5d100a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46182b2f-0bb8-4670-a5bb-e7470ac9c060 HTTP/1.1" status: 204 len: 168 time: 0.1847932 Jul 05 04:45:32.648021 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb42b8-ea13-4017-af5b-7248b5d100a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46182b2f-0bb8-4670-a5bb-e7470ac9c060,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:32.898526 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:33.259093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33002) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:33.273227 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a074caa1-c4bd-4496-82b0-00db0dbfe964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:33.359365 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a074caa1-c4bd-4496-82b0-00db0dbfe964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:33.447049 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a074caa1-c4bd-4496-82b0-00db0dbfe964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:33.483411 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074caa1-c4bd-4496-82b0-00db0dbfe964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974468f2-c974-4406-8248-8c819217efc7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:33.488390 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a074caa1-c4bd-4496-82b0-00db0dbfe964 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6679950b93b4451cb4a741c9ec92589d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282362 Jul 05 04:45:33.491341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33004) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:33.541911 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3908d86f-2edb-4be8-94bd-604f381375e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:33.563859 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3908d86f-2edb-4be8-94bd-604f381375e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:33.698822 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3908d86f-2edb-4be8-94bd-604f381375e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:33.701534 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3908d86f-2edb-4be8-94bd-604f381375e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:33.702699 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3908d86f-2edb-4be8-94bd-604f381375e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/974468f2-c974-4406-8248-8c819217efc7 HTTP/1.1" status: 204 len: 168 time: 0.2107153 Jul 05 04:45:33.710854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908d86f-2edb-4be8-94bd-604f381375e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974468f2-c974-4406-8248-8c819217efc7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:34.459031 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:37.454426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33110) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:37.557945 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15ad1c46-234b-4f74-9ed7-6f1e57806b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:37.643046 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15ad1c46-234b-4f74-9ed7-6f1e57806b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:37.692680 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-15ad1c46-234b-4f74-9ed7-6f1e57806b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:37.730986 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-15ad1c46-234b-4f74-9ed7-6f1e57806b56 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2426e954ae1944a5a01452f7ac1d4962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754710 Jul 05 04:45:37.733603 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad1c46-234b-4f74-9ed7-6f1e57806b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdac0e7-dcd3-4fb4-bd7d-d9031503374b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:37.733856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33114) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:37.783037 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f1327bee-0622-45e5-86da-ed7081073682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:37.804186 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f1327bee-0622-45e5-86da-ed7081073682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:37.921202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f1327bee-0622-45e5-86da-ed7081073682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:37.923837 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f1327bee-0622-45e5-86da-ed7081073682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:37.925018 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f1327bee-0622-45e5-86da-ed7081073682 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0cdac0e7-dcd3-4fb4-bd7d-d9031503374b HTTP/1.1" status: 204 len: 168 time: 0.1900854 Jul 05 04:45:37.933324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1327bee-0622-45e5-86da-ed7081073682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdac0e7-dcd3-4fb4-bd7d-d9031503374b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:38.515754 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33122) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:38.528813 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cd90636a-4f74-4e96-81be-bebaad0e42e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:38.617673 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cd90636a-4f74-4e96-81be-bebaad0e42e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:38.686849 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cd90636a-4f74-4e96-81be-bebaad0e42e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:38.724911 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cd90636a-4f74-4e96-81be-bebaad0e42e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=21700f470ee743cf8a3998675c0678dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080462 Jul 05 04:45:38.725821 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90636a-4f74-4e96-81be-bebaad0e42e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d01ad0-3a51-440f-8186-4a3d6da1261f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:38.727682 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33124) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:38.776235 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4a364a7-7f0b-4996-bb11-45c0dc851459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:38.799782 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4a364a7-7f0b-4996-bb11-45c0dc851459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:38.927690 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4a364a7-7f0b-4996-bb11-45c0dc851459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:38.930377 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a4a364a7-7f0b-4996-bb11-45c0dc851459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:38.931562 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a4a364a7-7f0b-4996-bb11-45c0dc851459 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/43d01ad0-3a51-440f-8186-4a3d6da1261f HTTP/1.1" status: 204 len: 168 time: 0.2027762 Jul 05 04:45:38.939342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a364a7-7f0b-4996-bb11-45c0dc851459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d01ad0-3a51-440f-8186-4a3d6da1261f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:41.470107 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-76961f39-2721-421c-af9b-22c823bd08d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:44.018639 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81c3a68b-1860-422f-bbb9-4918162b77a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:44.429460 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:45.544332 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:47.115598 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:49.170147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33466) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:49.284176 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e03aaf31-548d-40f9-b29b-0d77594af71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:49.370843 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e03aaf31-548d-40f9-b29b-0d77594af71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:49.435319 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e03aaf31-548d-40f9-b29b-0d77594af71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:49.475541 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e03aaf31-548d-40f9-b29b-0d77594af71a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7779a969a1bb43779e447c26b269383a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041990 Jul 05 04:45:49.476532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03aaf31-548d-40f9-b29b-0d77594af71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73269e6a-f23d-4af2-86fc-d7f2539d0c93,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:49.478207 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33470) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:49.529360 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc9c0ab2-7609-4da9-b83b-dab8a5500f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:49.550086 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc9c0ab2-7609-4da9-b83b-dab8a5500f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:49.663888 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc9c0ab2-7609-4da9-b83b-dab8a5500f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:49.666520 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc9c0ab2-7609-4da9-b83b-dab8a5500f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:49.667652 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cc9c0ab2-7609-4da9-b83b-dab8a5500f5d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/73269e6a-f23d-4af2-86fc-d7f2539d0c93 HTTP/1.1" status: 204 len: 168 time: 0.1883802 Jul 05 04:45:49.675293 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c0ab2-7609-4da9-b83b-dab8a5500f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73269e6a-f23d-4af2-86fc-d7f2539d0c93,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:53.094984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33556) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:53.195775 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c2a5bdb-975f-4027-aea5-93a68ba4aaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:53.286200 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c2a5bdb-975f-4027-aea5-93a68ba4aaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:53.332427 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5c2a5bdb-975f-4027-aea5-93a68ba4aaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:53.723614 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5c2a5bdb-975f-4027-aea5-93a68ba4aaab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f84661adaeb4eda9b2b71f0001453af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275160 Jul 05 04:45:53.724589 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a5bdb-975f-4027-aea5-93a68ba4aaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a560f1-3914-4570-be59-15fe44d501fe,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:53.726716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33560) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:53.774710 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a9cf34ce-dd99-4e2f-b0c6-45316f03972c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:53.796005 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a9cf34ce-dd99-4e2f-b0c6-45316f03972c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:53.919706 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a9cf34ce-dd99-4e2f-b0c6-45316f03972c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:53.922316 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a9cf34ce-dd99-4e2f-b0c6-45316f03972c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:53.923477 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a9cf34ce-dd99-4e2f-b0c6-45316f03972c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/15a560f1-3914-4570-be59-15fe44d501fe HTTP/1.1" status: 204 len: 168 time: 0.1956902 Jul 05 04:45:53.931138 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf34ce-dd99-4e2f-b0c6-45316f03972c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a560f1-3914-4570-be59-15fe44d501fe,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:54.480940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33566) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:54.497025 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5690dfb7-029c-4712-a8d2-387666424d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:54.585748 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5690dfb7-029c-4712-a8d2-387666424d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:54.656959 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5690dfb7-029c-4712-a8d2-387666424d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:54.695119 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5690dfb7-029c-4712-a8d2-387666424d17 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=81dd0d129b07431f8d51c9997754f80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130613 Jul 05 04:45:54.695968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690dfb7-029c-4712-a8d2-387666424d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d18082-6189-4d39-b871-34e47db1283b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:54.697762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33568) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:54.746183 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5453ece9-7adb-4beb-b555-d399ec4a7ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:54.767409 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5453ece9-7adb-4beb-b555-d399ec4a7ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:54.892075 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5453ece9-7adb-4beb-b555-d399ec4a7ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:54.895453 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5453ece9-7adb-4beb-b555-d399ec4a7ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:54.896741 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5453ece9-7adb-4beb-b555-d399ec4a7ed0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67d18082-6189-4d39-b871-34e47db1283b HTTP/1.1" status: 204 len: 168 time: 0.1979151 Jul 05 04:45:54.904982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453ece9-7adb-4beb-b555-d399ec4a7ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d18082-6189-4d39-b871-34e47db1283b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:56.554055 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33636) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:56.656867 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e23d8719-c8b0-451d-999c-1d77e95d5ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:56.742953 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e23d8719-c8b0-451d-999c-1d77e95d5ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:56.857694 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e23d8719-c8b0-451d-999c-1d77e95d5ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:56.901736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d8719-c8b0-451d-999c-1d77e95d5ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd49447-c509-4c4c-9b72-4ca61f3b7e6f,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:56.908414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e23d8719-c8b0-451d-999c-1d77e95d5ab5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=477f7d0b66b542b8a2c541daa1d20c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3508940 Jul 05 04:45:56.909178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33640) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:56.958833 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f99e3d9b-4313-4d61-b0bd-34801eadd4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:56.979807 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f99e3d9b-4313-4d61-b0bd-34801eadd4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:57.103414 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f99e3d9b-4313-4d61-b0bd-34801eadd4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:57.106059 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f99e3d9b-4313-4d61-b0bd-34801eadd4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:57.107223 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f99e3d9b-4313-4d61-b0bd-34801eadd4b1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2bd49447-c509-4c4c-9b72-4ca61f3b7e6f HTTP/1.1" status: 204 len: 168 time: 0.1977010 Jul 05 04:45:57.116495 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e3d9b-4313-4d61-b0bd-34801eadd4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd49447-c509-4c4c-9b72-4ca61f3b7e6f,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:58.419747 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:45:58.752268 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33676) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:58.891514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ebf5a449-066d-4ce1-8647-9f54ace865dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-197896979'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:45:58.983559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf5a449-066d-4ce1-8647-9f54ace865dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Made reservation on behalf of e32c8a9e66e0408a8eafc099fa191b97 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:45:58.987111 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a449-066d-4ce1-8647-9f54ace865dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:58.996208 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a449-066d-4ce1-8647-9f54ace865dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:59.084886 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a449-066d-4ce1-8647-9f54ace865dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:59.143432 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a449-066d-4ce1-8647-9f54ace865dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:59.169568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf5a449-066d-4ce1-8647-9f54ace865dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:45:59.178323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5a449-066d-4ce1-8647-9f54ace865dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2a0620-a5e5-4bf7-a757-f5c06fe127bc,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:59.184167 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a449-066d-4ce1-8647-9f54ace865dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:59.184515 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-ebf5a449-066d-4ce1-8647-9f54ace865dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Added segment 03c6b8f9-4e99-4496-b5fd-b40c020c4687 of type vlan for network f7bbcda8-2c0a-422a-a876-bdac9b854c38 Jul 05 04:45:59.225036 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a449-066d-4ce1-8647-9f54ace865dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:59.349352 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a449-066d-4ce1-8647-9f54ace865dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:59.354888 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf5a449-066d-4ce1-8647-9f54ace865dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:45:59.355474 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a449-066d-4ce1-8647-9f54ace865dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:59.420611 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5a449-066d-4ce1-8647-9f54ace865dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Pushing event updated for resources: {'Network': ['ID=f7bbcda8-2c0a-422a-a876-bdac9b854c38,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:45:59.430618 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network f7bbcda8-2c0a-422a-a876-bdac9b854c38 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:45:59.504952 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ebf5a449-066d-4ce1-8647-9f54ace865dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7515676 Jul 05 04:45:59.685498 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33686) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:45:59.690707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Request body: {'port': {'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38', 'binding:host_id': 'n-h1-771363-32', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-143783449'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:45:59.766141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Made reservation on behalf of 605c6e8e0d9645fb8949113faeac2773 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:45:59.768567 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:59.777493 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:59.861536 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:59.937814 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:59.943378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] device_id is not set on port 791f37f7-6f0d-4db8-acc2-36bccae83a63 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:00.017647 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc6de1b-1567-45f3-899c-d330ccc22223,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:00.156892 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] device_id is not set on port 791f37f7-6f0d-4db8-acc2-36bccae83a63 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:00.166045 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:00.176872 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Transition to ACTIVE for port object 791f37f7-6f0d-4db8-acc2-36bccae83a63 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:00.252463 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:00.311426 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Pushing event updated for resources: {'Port': ['ID=791f37f7-6f0d-4db8-acc2-36bccae83a63,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:00.322374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Checking segment: {'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:00.322733 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Network hostable DHCP agents. Network: f7bbcda8-2c0a-422a-a876-bdac9b854c38, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:46:00.445739 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Network f7bbcda8-2c0a-422a-a876-bdac9b854c38 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:46:00.566833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, f7bbcda8-2c0a-422a-a876-bdac9b854c38) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:00.570756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:00.575928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b80e71-45a0-47ae-8478-2e193edc640d None None] Network f7bbcda8-2c0a-422a-a876-bdac9b854c38 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:00.586188 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:00.590686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:00.590686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:00.591534 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:00.591859 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:00.592274 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 2 to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 Jul 05 04:46:00.604483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:00.604810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:00.605142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:00.609247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:00.609568 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:00.609946 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 3 to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 Jul 05 04:46:00.621943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:00.622276 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:00.622609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:00.626752 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:00.627069 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:00.627448 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 4 to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 Jul 05 04:46:00.639617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:00.639953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:00.640318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:00.645230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:00.645552 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:00.645942 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 5 to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 Jul 05 04:46:00.657968 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:00.658297 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:00.658631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:00.663596 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:00.664015 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:00.664515 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 6 to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 Jul 05 04:46:00.676383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:00.677617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:00.677617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:00.681449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:00.681771 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:00.682162 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 7 to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 Jul 05 04:46:00.695112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:00.695446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:00.696306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:00.700168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:00.700492 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:00.700874 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 8 to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 Jul 05 04:46:00.713679 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:00.714037 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:00.714371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:00.718587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:00.718909 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:00.719291 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 9 to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 Jul 05 04:46:00.731175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:00.731503 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:00.731829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:00.735922 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:00.736274 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:00.736653 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 10 to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 Jul 05 04:46:00.747757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:00.748103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:00.748436 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:00.752500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:00.752819 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port 791f37f7-6f0d-4db8-acc2-36bccae83a63 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:00.753177 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:00.815190 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] For port 791f37f7-6f0d-4db8-acc2-36bccae83a63, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:46:00.815913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempted to set empty binding levels {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:46:00.875427 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:00.908546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:00.909233 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:00.929050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Pushing event updated for resources: {'Port': ['ID=791f37f7-6f0d-4db8-acc2-36bccae83a63,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:00.966916 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a605dfda-d16f-42bd-906f-c55958e144ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.2802858 Jul 05 04:46:00.975600 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33690) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:01.057511 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-232691b5-9130-4009-acc7-af00dedfce94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Deleting port 791f37f7-6f0d-4db8-acc2-36bccae83a63 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:01.057854 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-232691b5-9130-4009-acc7-af00dedfce94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:01.120792 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-232691b5-9130-4009-acc7-af00dedfce94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] For port 791f37f7-6f0d-4db8-acc2-36bccae83a63, host n-h1-771363-32, got binding levels [] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:01.121148 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-232691b5-9130-4009-acc7-af00dedfce94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:01.133217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-232691b5-9130-4009-acc7-af00dedfce94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Calling delete_port for 791f37f7-6f0d-4db8-acc2-36bccae83a63 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:01.269913 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-232691b5-9130-4009-acc7-af00dedfce94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:01.302636 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-232691b5-9130-4009-acc7-af00dedfce94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:01.304684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-232691b5-9130-4009-acc7-af00dedfce94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] 10.222.0.38 "DELETE /v2.0/ports/791f37f7-6f0d-4db8-acc2-36bccae83a63 HTTP/1.1" status: 204 len: 168 time: 0.3281245 Jul 05 04:46:01.305525 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232691b5-9130-4009-acc7-af00dedfce94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Pushing event deleted for resources: {'Port': ['ID=791f37f7-6f0d-4db8-acc2-36bccae83a63,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:01.307637 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33692) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:01.338078 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c526da-de38-462c-b9e3-68f496d14e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:46:01.339548 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-97c526da-de38-462c-b9e3-68f496d14e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] 10.222.0.38 "GET /v2.0/ports/791f37f7-6f0d-4db8-acc2-36bccae83a63 HTTP/1.1" status: 404 len: 333 time: 0.0309668 Jul 05 04:46:01.343121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33694) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:01.348640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7ddbe993-0e53-40ab-9b0d-4360b6fc283e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Request body: {'port': {'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-446630129'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:01.423276 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddbe993-0e53-40ab-9b0d-4360b6fc283e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Made reservation on behalf of 605c6e8e0d9645fb8949113faeac2773 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:01.425656 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ddbe993-0e53-40ab-9b0d-4360b6fc283e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:01.440402 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-7ddbe993-0e53-40ab-9b0d-4360b6fc283e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] device_id is not set on port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:01.586691 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ddbe993-0e53-40ab-9b0d-4360b6fc283e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:01.686728 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ddbe993-0e53-40ab-9b0d-4360b6fc283e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:01.730007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddbe993-0e53-40ab-9b0d-4360b6fc283e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Network f7bbcda8-2c0a-422a-a876-bdac9b854c38 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:01.734753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-7ddbe993-0e53-40ab-9b0d-4360b6fc283e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:01.737310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddbe993-0e53-40ab-9b0d-4360b6fc283e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:01.739268 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddbe993-0e53-40ab-9b0d-4360b6fc283e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:01.740100 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7ddbe993-0e53-40ab-9b0d-4360b6fc283e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:01.750954 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbe993-0e53-40ab-9b0d-4360b6fc283e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Pushing event updated for resources: {'Port': ['ID=b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:01.852930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7ddbe993-0e53-40ab-9b0d-4360b6fc283e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5088129 Jul 05 04:46:01.855566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33698) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:01.860757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:01.930322 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:02.096539 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] device_id is not set on port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:02.104482 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:02.116406 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Transition to ACTIVE for port object b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:02.171716 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:02.218008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Pushing event updated for resources: {'Port': ['ID=b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:02.234233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:02.234578 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:02.234945 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:02.240558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:02.240890 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:02.241275 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 2 to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 Jul 05 04:46:02.256707 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:02.257522 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:02.257877 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:02.262478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:02.262804 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:02.263199 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 3 to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 Jul 05 04:46:02.275280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:02.275617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:02.275950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:02.280363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:02.280691 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:02.281087 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 4 to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 Jul 05 04:46:02.294304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:02.294647 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:02.294988 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:02.299255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:02.299582 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:02.299977 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 5 to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 Jul 05 04:46:02.314838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:02.315216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:02.315565 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:02.321276 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:02.321603 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:02.321990 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 6 to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 Jul 05 04:46:02.337303 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:02.337648 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:02.337986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:02.342261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:02.342587 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:02.342975 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 7 to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 Jul 05 04:46:02.355911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:02.356207 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:02.356549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:02.360977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:02.361300 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:02.361690 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 8 to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 Jul 05 04:46:02.375154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:02.375493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:02.375834 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:02.380661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:02.380987 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:02.381375 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 9 to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 Jul 05 04:46:02.393288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:02.393686 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:02.394258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:02.399007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:02.399338 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:02.399777 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 10 to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 Jul 05 04:46:02.412841 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:02.413179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:02.413517 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:02.417872 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:02.418198 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:02.418571 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:02.486490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] For port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:46:02.486858 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempted to set empty binding levels {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:46:02.561429 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:02.592411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] In _notify_port_updated(), no bound segment for port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:46:02.593386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:02.593874 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:02.595219 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] 10.222.0.38 "PUT /v2.0/ports/b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 HTTP/1.1" status: 200 len: 979 time: 0.7386944 Jul 05 04:46:02.598846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33700) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:02.609570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5a587-89ff-4cdc-a687-6750fe5792a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Pushing event updated for resources: {'Port': ['ID=b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:02.680927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd7e07e-057b-42c7-b39c-9bfb0eebf755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:02.681417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd7e07e-057b-42c7-b39c-9bfb0eebf755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:02.681900 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd7e07e-057b-42c7-b39c-9bfb0eebf755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:02.682370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd7e07e-057b-42c7-b39c-9bfb0eebf755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:02.682835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd7e07e-057b-42c7-b39c-9bfb0eebf755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:02.684734 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8dd7e07e-057b-42c7-b39c-9bfb0eebf755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4680 time: 0.0848684 Jul 05 04:46:02.687958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33702) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:02.777052 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b438545e-c502-41b1-a320-605620a0db7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Deleting port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:02.780452 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b438545e-c502-41b1-a320-605620a0db7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:02.841724 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-b438545e-c502-41b1-a320-605620a0db7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] For port b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8, host n-h1-771363-32, got binding levels [] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:02.842089 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b438545e-c502-41b1-a320-605620a0db7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:02.855418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b438545e-c502-41b1-a320-605620a0db7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Calling delete_port for b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:02.954808 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:03.023504 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b438545e-c502-41b1-a320-605620a0db7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:03.048573 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438545e-c502-41b1-a320-605620a0db7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Pushing event deleted for resources: {'Port': ['ID=b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:03.056154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b438545e-c502-41b1-a320-605620a0db7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:03.058062 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b438545e-c502-41b1-a320-605620a0db7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] 10.222.0.38 "DELETE /v2.0/ports/b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 HTTP/1.1" status: 204 len: 168 time: 0.3691237 Jul 05 04:46:03.060640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33704) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:03.087695 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b40869-1475-4f40-ba4a-ce338b33eb32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:46:03.089181 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-25b40869-1475-4f40-ba4a-ce338b33eb32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] 10.222.0.38 "GET /v2.0/ports/b347d5cf-7b71-4b7f-9c2e-238ad44fa4f8 HTTP/1.1" status: 404 len: 333 time: 0.0276399 Jul 05 04:46:03.092710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33706) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:03.097238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-44753f7b-7cdb-4313-af5f-19ad3ff80b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-657746885', 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:03.183363 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44753f7b-7cdb-4313-af5f-19ad3ff80b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Made reservation on behalf of 605c6e8e0d9645fb8949113faeac2773 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:03.185816 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-44753f7b-7cdb-4313-af5f-19ad3ff80b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:03.201489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-44753f7b-7cdb-4313-af5f-19ad3ff80b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] device_id is not set on port 87d75055-ab0a-4364-bce0-525b8d7e174e yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:03.348674 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-44753f7b-7cdb-4313-af5f-19ad3ff80b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:03.435413 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-44753f7b-7cdb-4313-af5f-19ad3ff80b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:03.480375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44753f7b-7cdb-4313-af5f-19ad3ff80b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Network f7bbcda8-2c0a-422a-a876-bdac9b854c38 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:03.485129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-44753f7b-7cdb-4313-af5f-19ad3ff80b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:03.488416 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44753f7b-7cdb-4313-af5f-19ad3ff80b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:03.490058 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44753f7b-7cdb-4313-af5f-19ad3ff80b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:03.490701 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-44753f7b-7cdb-4313-af5f-19ad3ff80b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:03.496378 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44753f7b-7cdb-4313-af5f-19ad3ff80b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Pushing event updated for resources: {'Port': ['ID=87d75055-ab0a-4364-bce0-525b8d7e174e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:03.618796 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-44753f7b-7cdb-4313-af5f-19ad3ff80b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5249758 Jul 05 04:46:03.621245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33708) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:03.661955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb890657-1dac-4a25-838a-7ca3e22bffe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:03.663289 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cb890657-1dac-4a25-838a-7ca3e22bffe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] 10.222.0.38 "GET /v2.0/ports/87d75055-ab0a-4364-bce0-525b8d7e174e HTTP/1.1" status: 200 len: 958 time: 0.0411317 Jul 05 04:46:03.665978 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33710) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:03.746443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5c08af0c-76fa-44cd-b511-967d89ef9945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Deleting port 87d75055-ab0a-4364-bce0-525b8d7e174e {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:03.746789 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c08af0c-76fa-44cd-b511-967d89ef9945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:03.807441 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c08af0c-76fa-44cd-b511-967d89ef9945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:03.819991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5c08af0c-76fa-44cd-b511-967d89ef9945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Calling delete_port for 87d75055-ab0a-4364-bce0-525b8d7e174e owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:04.000770 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c08af0c-76fa-44cd-b511-967d89ef9945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:04.031544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08af0c-76fa-44cd-b511-967d89ef9945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Pushing event deleted for resources: {'Port': ['ID=87d75055-ab0a-4364-bce0-525b8d7e174e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:04.037721 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5c08af0c-76fa-44cd-b511-967d89ef9945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:04.039675 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5c08af0c-76fa-44cd-b511-967d89ef9945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] 10.222.0.38 "DELETE /v2.0/ports/87d75055-ab0a-4364-bce0-525b8d7e174e HTTP/1.1" status: 204 len: 168 time: 0.3728130 Jul 05 04:46:04.042509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33712) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:04.069563 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c41f5ec-b337-4b1a-9700-06bf354911b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:46:04.071023 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5c41f5ec-b337-4b1a-9700-06bf354911b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] 10.222.0.38 "GET /v2.0/ports/87d75055-ab0a-4364-bce0-525b8d7e174e HTTP/1.1" status: 404 len: 333 time: 0.0275455 Jul 05 04:46:04.074574 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33714) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:04.079373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-14cc1ea8-6db0-4906-b7a3-665e8cc553ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Request body: {'port': {'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-302306037'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:04.177843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cc1ea8-6db0-4906-b7a3-665e8cc553ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Made reservation on behalf of 605c6e8e0d9645fb8949113faeac2773 for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:04.180318 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14cc1ea8-6db0-4906-b7a3-665e8cc553ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:04.194970 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-14cc1ea8-6db0-4906-b7a3-665e8cc553ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] device_id is not set on port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:04.340544 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14cc1ea8-6db0-4906-b7a3-665e8cc553ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:04.440889 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14cc1ea8-6db0-4906-b7a3-665e8cc553ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:04.452186 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:04.485140 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc1ea8-6db0-4906-b7a3-665e8cc553ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Network f7bbcda8-2c0a-422a-a876-bdac9b854c38 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:04.487861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-14cc1ea8-6db0-4906-b7a3-665e8cc553ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:04.492099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc1ea8-6db0-4906-b7a3-665e8cc553ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:04.493028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cc1ea8-6db0-4906-b7a3-665e8cc553ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:04.493631 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-14cc1ea8-6db0-4906-b7a3-665e8cc553ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:04.496861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc1ea8-6db0-4906-b7a3-665e8cc553ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Pushing event updated for resources: {'Port': ['ID=af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:04.578858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-14cc1ea8-6db0-4906-b7a3-665e8cc553ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5031493 Jul 05 04:46:04.581639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33716) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:04.587363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771363-32'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:04.662471 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:04.831749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] device_id is not set on port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:04.839839 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:04.851909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Transition to ACTIVE for port object af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c will not be triggered until provisioned by entity L2. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:04.903418 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:04.955614 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Pushing event updated for resources: {'Port': ['ID=af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:04.966187 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:04.966524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:04.966867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:04.971128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:04.971449 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:04.971828 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 2 to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c Jul 05 04:46:04.984197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:04.984529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:04.984860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:04.989648 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:04.989968 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:04.990349 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 3 to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c Jul 05 04:46:05.001614 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:05.001945 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:05.002275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:05.007258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:05.007583 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:05.007968 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 4 to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c Jul 05 04:46:05.019688 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:05.020128 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:05.020416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:05.024548 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:05.024869 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:05.025255 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 5 to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c Jul 05 04:46:05.036523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:05.036853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:05.037181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:05.041340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:05.041663 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:05.042169 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 6 to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c Jul 05 04:46:05.054711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:05.055282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:05.055376 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:05.059542 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:05.059866 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:05.060288 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 7 to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c Jul 05 04:46:05.072249 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:05.072583 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:05.072913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:05.077056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:05.077381 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:05.077762 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 8 to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c Jul 05 04:46:05.089863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:05.090197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:05.090532 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:05.094658 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:05.094980 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:05.095361 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 9 to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c Jul 05 04:46:05.107120 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:05.107451 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:05.107805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:05.111917 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:05.112269 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:05.112650 n-d-771363-32 neutron-server[100933]: INFO neutron.plugins.ml2.plugin [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempt 10 to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c Jul 05 04:46:05.128177 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:05.128508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] {{(pid=100933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:05.128837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempting to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:05.133341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:05.133663 n-d-771363-32 neutron-server[100933]: ERROR neutron.plugins.ml2.managers [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Failed to bind port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on host n-h1-771363-32 for vnic_type normal using segments [{'id': '03c6b8f9-4e99-4496-b5fd-b40c020c4687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f7bbcda8-2c0a-422a-a876-bdac9b854c38'}] Jul 05 04:46:05.134029 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:05.196097 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] For port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c, host n-h1-771363-32, cleared binding levels {{(pid=100933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:46:05.196376 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attempted to set empty binding levels {{(pid=100933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:46:05.252322 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:05.280989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] In _notify_port_updated(), no bound segment for port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c on network f7bbcda8-2c0a-422a-a876-bdac9b854c38 {{(pid=100933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:46:05.281933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:05.282427 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:05.283748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] 10.222.0.38 "PUT /v2.0/ports/af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c HTTP/1.1" status: 200 len: 979 time: 0.7011993 Jul 05 04:46:05.287293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33718) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:05.299205 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65135a65-cc63-4616-b43d-d7be49f3d8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Pushing event updated for resources: {'Port': ['ID=af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:05.369464 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4a9eb5e7-2270-4c04-8e60-c81a937a84b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Deleting port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:05.369807 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a9eb5e7-2270-4c04-8e60-c81a937a84b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:05.433513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-4a9eb5e7-2270-4c04-8e60-c81a937a84b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] For port af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c, host n-h1-771363-32, got binding levels [] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:05.433876 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a9eb5e7-2270-4c04-8e60-c81a937a84b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:05.447189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-4a9eb5e7-2270-4c04-8e60-c81a937a84b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Calling delete_port for af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:05.572638 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a9eb5e7-2270-4c04-8e60-c81a937a84b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:05.600843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9eb5e7-2270-4c04-8e60-c81a937a84b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Pushing event deleted for resources: {'Port': ['ID=af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:05.605948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4a9eb5e7-2270-4c04-8e60-c81a937a84b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:05.607944 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4a9eb5e7-2270-4c04-8e60-c81a937a84b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] 10.222.0.38 "DELETE /v2.0/ports/af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c HTTP/1.1" status: 204 len: 168 time: 0.3196580 Jul 05 04:46:05.610741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33720) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:05.639356 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8431666e-835c-480d-85f1-446ee0254a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:46:05.640879 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8431666e-835c-480d-85f1-446ee0254a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503066936-project-admin] 10.222.0.38 "GET /v2.0/ports/af6fa7c8-cfec-4de5-9f3c-d7ca74f7c01c HTTP/1.1" status: 404 len: 333 time: 0.0291939 Jul 05 04:46:05.645385 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33722) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:05.717764 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-782eb281-9cd8-4f75-a92b-2dd72edb0f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:05.804378 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-782eb281-9cd8-4f75-a92b-2dd72edb0f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:05.813944 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-782eb281-9cd8-4f75-a92b-2dd72edb0f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bbcda8-2c0a-422a-a876-bdac9b854c38']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:05.824648 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-782eb281-9cd8-4f75-a92b-2dd72edb0f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c6b8f9-4e99-4496-b5fd-b40c020c4687') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:05.824952 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-782eb281-9cd8-4f75-a92b-2dd72edb0f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c6b8f9-4e99-4496-b5fd-b40c020c4687') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:05.835136 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-782eb281-9cd8-4f75-a92b-2dd72edb0f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:05.848574 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-782eb281-9cd8-4f75-a92b-2dd72edb0f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:05.854616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782eb281-9cd8-4f75-a92b-2dd72edb0f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:46:05.855050 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-782eb281-9cd8-4f75-a92b-2dd72edb0f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:46:05.858047 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:46:05.983841 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-782eb281-9cd8-4f75-a92b-2dd72edb0f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:05.992810 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-782eb281-9cd8-4f75-a92b-2dd72edb0f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:05.994771 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-782eb281-9cd8-4f75-a92b-2dd72edb0f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] 10.222.0.38 "DELETE /v2.0/networks/f7bbcda8-2c0a-422a-a876-bdac9b854c38 HTTP/1.1" status: 204 len: 168 time: 0.3485775 Jul 05 04:46:06.006769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782eb281-9cd8-4f75-a92b-2dd72edb0f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379593126-project] Pushing event deleted for resources: {'Network': ['ID=f7bbcda8-2c0a-422a-a876-bdac9b854c38,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:06.423117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33732) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:06.556029 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0411ae02-aa3e-431d-b462-e32865f4984f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e32c8a9e66e0408a8eafc099fa191b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316948 Jul 05 04:46:06.559152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33736) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:06.607304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4c9bc117-0399-419b-9ccc-345cf9781eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:06.628203 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4c9bc117-0399-419b-9ccc-345cf9781eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:06.794211 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4c9bc117-0399-419b-9ccc-345cf9781eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:06.794211 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4c9bc117-0399-419b-9ccc-345cf9781eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:06.794211 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4c9bc117-0399-419b-9ccc-345cf9781eac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f2a0620-a5e5-4bf7-a757-f5c06fe127bc HTTP/1.1" status: 204 len: 168 time: 0.2311614 Jul 05 04:46:06.802956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bc117-0399-419b-9ccc-345cf9781eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2a0620-a5e5-4bf7-a757-f5c06fe127bc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:07.502871 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33742) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:07.543121 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-72961689-8b32-4307-80dd-ff17564ff03d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=605c6e8e0d9645fb8949113faeac2773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390429 Jul 05 04:46:07.545571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33744) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:07.596198 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0250f4ed-abb6-409f-828e-cee62230662b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:07.618554 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0250f4ed-abb6-409f-828e-cee62230662b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:07.749243 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0250f4ed-abb6-409f-828e-cee62230662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:07.751926 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0250f4ed-abb6-409f-828e-cee62230662b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:07.753130 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0250f4ed-abb6-409f-828e-cee62230662b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2fc6de1b-1567-45f3-899c-d330ccc22223 HTTP/1.1" status: 204 len: 168 time: 0.2066100 Jul 05 04:46:07.762134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250f4ed-abb6-409f-828e-cee62230662b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc6de1b-1567-45f3-899c-d330ccc22223,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:08.897134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33770) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:08.993063 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e0bae7e9-39f4-43b7-a3f0-2833d1bae3f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1803092447'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:09.057721 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bae7e9-39f4-43b7-a3f0-2833d1bae3f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:09.061245 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0bae7e9-39f4-43b7-a3f0-2833d1bae3f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:09.070538 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0bae7e9-39f4-43b7-a3f0-2833d1bae3f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:09.159992 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0bae7e9-39f4-43b7-a3f0-2833d1bae3f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:09.216370 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0bae7e9-39f4-43b7-a3f0-2833d1bae3f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:09.242686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bae7e9-39f4-43b7-a3f0-2833d1bae3f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:46:09.251129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bae7e9-39f4-43b7-a3f0-2833d1bae3f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecab267-5a42-4256-935c-54e9ba6a9dbd,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:09.257182 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0bae7e9-39f4-43b7-a3f0-2833d1bae3f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:09.257534 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-e0bae7e9-39f4-43b7-a3f0-2833d1bae3f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Added segment c1c44a61-8273-4d88-964f-22a79a458d51 of type vlan for network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 Jul 05 04:46:09.301845 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0bae7e9-39f4-43b7-a3f0-2833d1bae3f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:09.400460 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0bae7e9-39f4-43b7-a3f0-2833d1bae3f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:09.406116 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bae7e9-39f4-43b7-a3f0-2833d1bae3f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:09.406725 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e0bae7e9-39f4-43b7-a3f0-2833d1bae3f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:09.472677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bae7e9-39f4-43b7-a3f0-2833d1bae3f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Network': ['ID=a8e063bd-e01b-461e-ae8d-5cfba8b0bb05,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:09.483562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:46:09.527483 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e0bae7e9-39f4-43b7-a3f0-2833d1bae3f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6290019 Jul 05 04:46:09.536967 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33774) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:09.542314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-472286ab-f485-4fe1-8aa9-591f4c7cdbf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'name': 'tempest-PortsIpV6TestJSON-431277914'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:09.686404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472286ab-f485-4fe1-8aa9-591f4c7cdbf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:09.690037 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-472286ab-f485-4fe1-8aa9-591f4c7cdbf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:09.708168 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-472286ab-f485-4fe1-8aa9-591f4c7cdbf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] device_id is not set on port acf44283-765a-464f-9e25-8aee932fc6fd yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:09.866308 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-472286ab-f485-4fe1-8aa9-591f4c7cdbf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:09.971191 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-472286ab-f485-4fe1-8aa9-591f4c7cdbf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:10.033554 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472286ab-f485-4fe1-8aa9-591f4c7cdbf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=acf44283-765a-464f-9e25-8aee932fc6fd,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:10.044443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472286ab-f485-4fe1-8aa9-591f4c7cdbf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Checking segment: {'id': 'c1c44a61-8273-4d88-964f-22a79a458d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:10.044832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472286ab-f485-4fe1-8aa9-591f4c7cdbf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network hostable DHCP agents. Network: a8e063bd-e01b-461e-ae8d-5cfba8b0bb05, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:46:10.206010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472286ab-f485-4fe1-8aa9-591f4c7cdbf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:46:10.280316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-472286ab-f485-4fe1-8aa9-591f4c7cdbf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, a8e063bd-e01b-461e-ae8d-5cfba8b0bb05) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:10.283956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472286ab-f485-4fe1-8aa9-591f4c7cdbf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:10.290020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9480abf8-8141-4aab-a69b-371ee4eacdfc None None] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:10.290416 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472286ab-f485-4fe1-8aa9-591f4c7cdbf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:10.291034 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-472286ab-f485-4fe1-8aa9-591f4c7cdbf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:10.378547 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-472286ab-f485-4fe1-8aa9-591f4c7cdbf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8401895 Jul 05 04:46:10.383293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33776) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:10.388404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-87a7af27-9120-48b7-868a-36f1054c920e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1643411146'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:10.480662 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a7af27-9120-48b7-868a-36f1054c920e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:10.484304 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-87a7af27-9120-48b7-868a-36f1054c920e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:10.508248 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a7af27-9120-48b7-868a-36f1054c920e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:46:10.516687 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-87a7af27-9120-48b7-868a-36f1054c920e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:10.517050 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-87a7af27-9120-48b7-868a-36f1054c920e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Added segment d05342f8-661f-4d57-a0b8-a92f7cda2a42 of type vlan for network b3d78efc-976b-4639-a8a7-747af3d3fb97 Jul 05 04:46:10.565216 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-87a7af27-9120-48b7-868a-36f1054c920e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:10.647090 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-87a7af27-9120-48b7-868a-36f1054c920e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:10.653669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a7af27-9120-48b7-868a-36f1054c920e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:10.654274 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-87a7af27-9120-48b7-868a-36f1054c920e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:10.720969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7af27-9120-48b7-868a-36f1054c920e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Network': ['ID=b3d78efc-976b-4639-a8a7-747af3d3fb97,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:10.731607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network b3d78efc-976b-4639-a8a7-747af3d3fb97 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:46:10.792666 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-87a7af27-9120-48b7-868a-36f1054c920e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4058766 Jul 05 04:46:10.792873 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33778) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:10.798019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'ports': [{'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05'}, {'network_id': 'b3d78efc-976b-4639-a8a7-747af3d3fb97'}]} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:10.798334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:10.798928 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'network_id': 'b3d78efc-976b-4639-a8a7-747af3d3fb97'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:11.377980 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'port': 2} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:11.382907 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:11.397167 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:11.476636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] device_id is not set on port f2d1f242-06c7-4183-a338-d4457e5cfdc2 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:11.480559 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bd919e1a-36ca-4ab8-87fa-506472c03d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:11.590254 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:11.658923 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] device_id is not set on port 9ac4c532-00be-4164-8671-6c4ad7de7c97 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:11.769506 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:11.856792 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:11.898343 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:11.901528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:11.907225 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:11.908056 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:11.918246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=f2d1f242-06c7-4183-a338-d4457e5cfdc2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:11.980048 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=9ac4c532-00be-4164-8671-6c4ad7de7c97,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:11.982673 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Checking segment: {'id': 'd05342f8-661f-4d57-a0b8-a92f7cda2a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b3d78efc-976b-4639-a8a7-747af3d3fb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:11.983032 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network hostable DHCP agents. Network: b3d78efc-976b-4639-a8a7-747af3d3fb97, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:46:12.052401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network b3d78efc-976b-4639-a8a7-747af3d3fb97 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:46:12.148275 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, b3d78efc-976b-4639-a8a7-747af3d3fb97) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:12.152682 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:12.155553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a7a2f1-52ea-4be1-9a5e-f853f4c5a284 None None] Network b3d78efc-976b-4639-a8a7-747af3d3fb97 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:12.159674 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:12.164600 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:12.165245 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:12.251911 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-02c02760-6426-4c17-9a8f-54c1a7600233 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4580038 Jul 05 04:46:12.255312 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33780) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:12.366381 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-2ad24fc4-7a83-4070-94a7-0478d67868e1 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port 9ac4c532-00be-4164-8671-6c4ad7de7c97 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:12.366720 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2ad24fc4-7a83-4070-94a7-0478d67868e1 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:12.430749 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2ad24fc4-7a83-4070-94a7-0478d67868e1 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:12.444549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-2ad24fc4-7a83-4070-94a7-0478d67868e1 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for 9ac4c532-00be-4164-8671-6c4ad7de7c97 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:12.594763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2ad24fc4-7a83-4070-94a7-0478d67868e1 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:12.624734 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad24fc4-7a83-4070-94a7-0478d67868e1 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=9ac4c532-00be-4164-8671-6c4ad7de7c97,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:12.629825 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2ad24fc4-7a83-4070-94a7-0478d67868e1 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:12.631799 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2ad24fc4-7a83-4070-94a7-0478d67868e1 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/9ac4c532-00be-4164-8671-6c4ad7de7c97 HTTP/1.1" status: 204 len: 168 time: 0.3754697 Jul 05 04:46:12.634471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33782) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:12.737593 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4532846-ce47-4f5e-9bf7-9b0dc504f5a7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:12.744278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4532846-ce47-4f5e-9bf7-9b0dc504f5a7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:12.745802 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e4532846-ce47-4f5e-9bf7-9b0dc504f5a7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1100843 Jul 05 04:46:12.748588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33784) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:12.844024 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-7be94653-ebcd-4a12-bec3-8dd336212c0f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port f2d1f242-06c7-4183-a338-d4457e5cfdc2 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:12.844395 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7be94653-ebcd-4a12-bec3-8dd336212c0f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:12.913728 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7be94653-ebcd-4a12-bec3-8dd336212c0f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:12.927334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-7be94653-ebcd-4a12-bec3-8dd336212c0f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for f2d1f242-06c7-4183-a338-d4457e5cfdc2 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:13.107855 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7be94653-ebcd-4a12-bec3-8dd336212c0f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:13.139746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be94653-ebcd-4a12-bec3-8dd336212c0f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=f2d1f242-06c7-4183-a338-d4457e5cfdc2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:13.145265 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7be94653-ebcd-4a12-bec3-8dd336212c0f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:13.147400 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7be94653-ebcd-4a12-bec3-8dd336212c0f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/f2d1f242-06c7-4183-a338-d4457e5cfdc2 HTTP/1.1" status: 204 len: 168 time: 0.3977587 Jul 05 04:46:13.149833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33786) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:13.214418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c422864f-6a5a-4cfa-9f48-ec53fdb05b64 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:13.215882 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c422864f-6a5a-4cfa-9f48-ec53fdb05b64 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0651147 Jul 05 04:46:13.218550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33788) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:13.245477 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b1b2f0-4615-4a9f-8049-d4ac57c16b75 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] GET failed (client error): The resource could not be found. Jul 05 04:46:13.246955 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-28b1b2f0-4615-4a9f-8049-d4ac57c16b75 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/9ac4c532-00be-4164-8671-6c4ad7de7c97 HTTP/1.1" status: 404 len: 333 time: 0.0275345 Jul 05 04:46:13.251269 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33790) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:13.277728 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-79cf7816-5a86-4a99-878a-ec18bc2ac115 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] GET failed (client error): The resource could not be found. Jul 05 04:46:13.279153 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-79cf7816-5a86-4a99-878a-ec18bc2ac115 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/f2d1f242-06c7-4183-a338-d4457e5cfdc2 HTTP/1.1" status: 404 len: 333 time: 0.0270109 Jul 05 04:46:13.281675 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33792) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:13.359200 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-74ddb9fe-8c2d-4013-95a0-6a573292e321 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:13.448424 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-74ddb9fe-8c2d-4013-95a0-6a573292e321 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:13.459060 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-74ddb9fe-8c2d-4013-95a0-6a573292e321 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d78efc-976b-4639-a8a7-747af3d3fb97']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:13.468697 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-74ddb9fe-8c2d-4013-95a0-6a573292e321 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05342f8-661f-4d57-a0b8-a92f7cda2a42') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:13.468998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-74ddb9fe-8c2d-4013-95a0-6a573292e321 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05342f8-661f-4d57-a0b8-a92f7cda2a42') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:13.477905 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-74ddb9fe-8c2d-4013-95a0-6a573292e321 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:13.491456 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-74ddb9fe-8c2d-4013-95a0-6a573292e321 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:13.497198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ddb9fe-8c2d-4013-95a0-6a573292e321 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:46:13.497589 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-74ddb9fe-8c2d-4013-95a0-6a573292e321 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:46:13.500508 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:46:13.679562 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-74ddb9fe-8c2d-4013-95a0-6a573292e321 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:13.686426 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-74ddb9fe-8c2d-4013-95a0-6a573292e321 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:13.688252 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-74ddb9fe-8c2d-4013-95a0-6a573292e321 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/networks/b3d78efc-976b-4639-a8a7-747af3d3fb97 HTTP/1.1" status: 204 len: 168 time: 0.4056768 Jul 05 04:46:13.692015 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33794) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:13.698032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ea0c2da9-864e-4812-9b69-559fa2edbd1a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1388045494'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:13.705400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddb9fe-8c2d-4013-95a0-6a573292e321 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Network': ['ID=b3d78efc-976b-4639-a8a7-747af3d3fb97,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:13.793866 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0c2da9-864e-4812-9b69-559fa2edbd1a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:13.797477 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2da9-864e-4812-9b69-559fa2edbd1a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:13.823140 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0c2da9-864e-4812-9b69-559fa2edbd1a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:46:13.831974 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2da9-864e-4812-9b69-559fa2edbd1a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:13.833318 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-ea0c2da9-864e-4812-9b69-559fa2edbd1a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Added segment 3ca3aba0-b1ad-41af-8352-9925da4a3208 of type vlan for network 30bd62f2-ee9d-4778-9801-67cedb767342 Jul 05 04:46:13.872097 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2da9-864e-4812-9b69-559fa2edbd1a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:13.987957 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2da9-864e-4812-9b69-559fa2edbd1a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:13.994265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0c2da9-864e-4812-9b69-559fa2edbd1a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:13.994858 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2da9-864e-4812-9b69-559fa2edbd1a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:14.023018 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-24e63b66-84f4-4f19-bcd3-327abf4c7e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:14.059403 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c2da9-864e-4812-9b69-559fa2edbd1a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Network': ['ID=30bd62f2-ee9d-4778-9801-67cedb767342,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:14.070443 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 30bd62f2-ee9d-4778-9801-67cedb767342 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:46:14.116266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ea0c2da9-864e-4812-9b69-559fa2edbd1a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4229565 Jul 05 04:46:14.119278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33796) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:14.124288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-1d32a48f-3a71-46cf-b993-dc620ba630bf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'subnet': {'network_id': '30bd62f2-ee9d-4778-9801-67cedb767342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:14.263359 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d32a48f-3a71-46cf-b993-dc620ba630bf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:14.266955 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1d32a48f-3a71-46cf-b993-dc620ba630bf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:14.388847 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:14.497466 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1d32a48f-3a71-46cf-b993-dc620ba630bf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:14.560439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32a48f-3a71-46cf-b993-dc620ba630bf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Subnet': ['ID=5d3c24a1-917c-45d9-b983-3a21f78d515a,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:14.568676 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d32a48f-3a71-46cf-b993-dc620ba630bf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Checking segment: {'id': '3ca3aba0-b1ad-41af-8352-9925da4a3208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30bd62f2-ee9d-4778-9801-67cedb767342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:14.568875 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d32a48f-3a71-46cf-b993-dc620ba630bf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network hostable DHCP agents. Network: 30bd62f2-ee9d-4778-9801-67cedb767342, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:46:14.634621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d32a48f-3a71-46cf-b993-dc620ba630bf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network 30bd62f2-ee9d-4778-9801-67cedb767342 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:46:14.713684 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-1d32a48f-3a71-46cf-b993-dc620ba630bf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 30bd62f2-ee9d-4778-9801-67cedb767342) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:14.717709 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d32a48f-3a71-46cf-b993-dc620ba630bf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:14.718417 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1d32a48f-3a71-46cf-b993-dc620ba630bf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:14.724179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2fe3d6-0b57-4b28-8c28-e73b1ef34bca None None] Network 30bd62f2-ee9d-4778-9801-67cedb767342 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:14.787009 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1d32a48f-3a71-46cf-b993-dc620ba630bf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6636229 Jul 05 04:46:14.787245 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33798) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:14.796306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-e4239ab8-956e-42c1-a1c6-246ea38b11a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'network_id': '30bd62f2-ee9d-4778-9801-67cedb767342', 'name': 'tempest-PortsIpV6TestJSON-539667646'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:14.868040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-30bd62f2-ee9d-4778-9801-67cedb767342', 'network_id': '30bd62f2-ee9d-4778-9801-67cedb767342', 'tenant_id': '6360a2bcb8c24aefbc8c7f7df4873cdb', 'fixed_ips': [{'subnet_id': '5d3c24a1-917c-45d9-b983-3a21f78d515a'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:46:14.868995 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:14.983266 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4239ab8-956e-42c1-a1c6-246ea38b11a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:14.986909 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e4239ab8-956e-42c1-a1c6-246ea38b11a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:15.002423 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Allocated IP 2001:db8::2 (30bd62f2-ee9d-4778-9801-67cedb767342/5d3c24a1-917c-45d9-b983-3a21f78d515a/0bcca734-25e9-4347-be93-80c67b96d62a) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:15.005473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-e4239ab8-956e-42c1-a1c6-246ea38b11a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] device_id is not set on port ff6e160b-047b-4a72-8368-d2c63fee3525 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:15.143064 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:15.152280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Transition to ACTIVE for port object 0bcca734-25e9-4347-be93-80c67b96d62a will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:15.166284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Transition to ACTIVE for port object 0bcca734-25e9-4347-be93-80c67b96d62a will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:15.246358 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:15.290956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Network 30bd62f2-ee9d-4778-9801-67cedb767342 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:15.296961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:15.301819 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:15.303632 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-e4239ab8-956e-42c1-a1c6-246ea38b11a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Allocated IP 2001:db8::31c (30bd62f2-ee9d-4778-9801-67cedb767342/5d3c24a1-917c-45d9-b983-3a21f78d515a/ff6e160b-047b-4a72-8368-d2c63fee3525) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:15.309725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Pushing event updated for resources: {'Port': ['ID=0bcca734-25e9-4347-be93-80c67b96d62a,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:15.314963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:15.315310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:15.315650 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:15.315988 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:15.316409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:15.317348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:15.317681 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:15.318010 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:15.318338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:15.318659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:15.318979 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:15.319302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:15.370180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Attempting to bind port 0bcca734-25e9-4347-be93-80c67b96d62a on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:15.370545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Attempting to bind port 0bcca734-25e9-4347-be93-80c67b96d62a by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '3ca3aba0-b1ad-41af-8352-9925da4a3208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30bd62f2-ee9d-4778-9801-67cedb767342'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:15.370908 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Attempting to bind port 0bcca734-25e9-4347-be93-80c67b96d62a on network 30bd62f2-ee9d-4778-9801-67cedb767342 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:15.375827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:46:15.376225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Checking segment: {'id': '3ca3aba0-b1ad-41af-8352-9925da4a3208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30bd62f2-ee9d-4778-9801-67cedb767342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:15.376630 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:15.377020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Bound using segment: {'id': '3ca3aba0-b1ad-41af-8352-9925da4a3208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30bd62f2-ee9d-4778-9801-67cedb767342'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:46:15.377477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Bound port: 0bcca734-25e9-4347-be93-80c67b96d62a, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca3aba0-b1ad-41af-8352-9925da4a3208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30bd62f2-ee9d-4778-9801-67cedb767342'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:46:15.377855 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:15.452989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] For port 0bcca734-25e9-4347-be93-80c67b96d62a, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:46:15.456156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] For port 0bcca734-25e9-4347-be93-80c67b96d62a, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0bcca734-25e9-4347-be93-80c67b96d62a,segment=NetworkSegment(3ca3aba0-b1ad-41af-8352-9925da4a3208),segment_id=3ca3aba0-b1ad-41af-8352-9925da4a3208)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:46:15.460933 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e4239ab8-956e-42c1-a1c6-246ea38b11a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:15.475024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-e4239ab8-956e-42c1-a1c6-246ea38b11a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Transition to ACTIVE for port object ff6e160b-047b-4a72-8368-d2c63fee3525 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:15.560565 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:15.594999 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:15.595209 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e4239ab8-956e-42c1-a1c6-246ea38b11a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:15.633803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4239ab8-956e-42c1-a1c6-246ea38b11a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network 30bd62f2-ee9d-4778-9801-67cedb767342 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:15.638447 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-e4239ab8-956e-42c1-a1c6-246ea38b11a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:15.641261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4239ab8-956e-42c1-a1c6-246ea38b11a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:15.647332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4239ab8-956e-42c1-a1c6-246ea38b11a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:15.647991 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e4239ab8-956e-42c1-a1c6-246ea38b11a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:15.651315 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b3840-d0f4-4844-850e-f3ff92ec4c1d None None] Pushing event updated for resources: {'Port': ['ID=0bcca734-25e9-4347-be93-80c67b96d62a,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:15.669847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4239ab8-956e-42c1-a1c6-246ea38b11a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=ff6e160b-047b-4a72-8368-d2c63fee3525,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:15.749781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e4239ab8-956e-42c1-a1c6-246ea38b11a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9614863 Jul 05 04:46:15.752482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33800) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:15.875834 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b80edf04-dbaf-4f1a-adba-10175f45f25f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port ff6e160b-047b-4a72-8368-d2c63fee3525 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:15.876213 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b80edf04-dbaf-4f1a-adba-10175f45f25f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:15.968722 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b80edf04-dbaf-4f1a-adba-10175f45f25f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:15.981598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b80edf04-dbaf-4f1a-adba-10175f45f25f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for ff6e160b-047b-4a72-8368-d2c63fee3525 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:16.200351 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b80edf04-dbaf-4f1a-adba-10175f45f25f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:16.230647 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80edf04-dbaf-4f1a-adba-10175f45f25f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=ff6e160b-047b-4a72-8368-d2c63fee3525,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:16.257611 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b80edf04-dbaf-4f1a-adba-10175f45f25f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:16.259650 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b80edf04-dbaf-4f1a-adba-10175f45f25f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/ff6e160b-047b-4a72-8368-d2c63fee3525 HTTP/1.1" status: 204 len: 168 time: 0.5061660 Jul 05 04:46:16.262240 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33802) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:16.294045 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-966f9581-0d0a-4594-9a17-3f68a560eece tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] DELETE failed (client error): The resource could not be found. Jul 05 04:46:16.294774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966f9581-0d0a-4594-9a17-3f68a560eece tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:46:16.296641 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-966f9581-0d0a-4594-9a17-3f68a560eece tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/ff6e160b-047b-4a72-8368-d2c63fee3525 HTTP/1.1" status: 404 len: 333 time: 0.0333376 Jul 05 04:46:16.299343 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33804) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:16.327979 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62931a8-24f7-4c7c-85da-0a3cae5bcf3a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] GET failed (client error): The resource could not be found. Jul 05 04:46:16.329881 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d62931a8-24f7-4c7c-85da-0a3cae5bcf3a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/ff6e160b-047b-4a72-8368-d2c63fee3525 HTTP/1.1" status: 404 len: 333 time: 0.0293617 Jul 05 04:46:16.333532 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33806) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:16.390875 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d8cbba-6cf8-4aec-8074-3f956c0cc8b2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting subnet 5d3c24a1-917c-45d9-b983-3a21f78d515a {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:46:16.394376 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10d8cbba-6cf8-4aec-8074-3f956c0cc8b2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:16.435139 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10d8cbba-6cf8-4aec-8074-3f956c0cc8b2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:16.524883 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10d8cbba-6cf8-4aec-8074-3f956c0cc8b2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:16.593270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203b4ab8-7f0d-4135-827b-5a2ea786bba5 None None] Network 30bd62f2-ee9d-4778-9801-67cedb767342 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:16.680915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10d8cbba-6cf8-4aec-8074-3f956c0cc8b2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:16.712268 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8cbba-6cf8-4aec-8074-3f956c0cc8b2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3c24a1-917c-45d9-b983-3a21f78d515a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:16.717661 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-10d8cbba-6cf8-4aec-8074-3f956c0cc8b2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:16.722589 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-10d8cbba-6cf8-4aec-8074-3f956c0cc8b2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/5d3c24a1-917c-45d9-b983-3a21f78d515a HTTP/1.1" status: 204 len: 168 time: 0.3852651 Jul 05 04:46:16.723235 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33808) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:16.795047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-45950574-a4b3-4129-8d74-7030d7578a85 None None] Provisioning for port 0bcca734-25e9-4347-be93-80c67b96d62a completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:16.799541 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:16.855082 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port 0bcca734-25e9-4347-be93-80c67b96d62a {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:16.855428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:16.925799 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] For port 0bcca734-25e9-4347-be93-80c67b96d62a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0bcca734-25e9-4347-be93-80c67b96d62a,segment=NetworkSegment(3ca3aba0-b1ad-41af-8352-9925da4a3208),segment_id=3ca3aba0-b1ad-41af-8352-9925da4a3208)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:16.926287 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:16.939728 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for 0bcca734-25e9-4347-be93-80c67b96d62a owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:16.949377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb39b7bc-f4bd-486d-9aaf-096dfe675f55 None None] Network 30bd62f2-ee9d-4778-9801-67cedb767342 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:17.080917 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:17.114158 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:17.114378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No DVR routers for this DVR port 0bcca734-25e9-4347-be93-80c67b96d62a on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:46:17.120224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=0bcca734-25e9-4347-be93-80c67b96d62a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:17.152171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ad0207-cde1-4b7b-9afb-903b9e54a412 None None] DHCP port deletion for 30bd62f2-ee9d-4778-9801-67cedb767342 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:46:17.201829 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:17.212625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bd62f2-ee9d-4778-9801-67cedb767342']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:17.222760 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca3aba0-b1ad-41af-8352-9925da4a3208') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:17.223042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca3aba0-b1ad-41af-8352-9925da4a3208') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:17.231496 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:17.244647 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:17.250305 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:46:17.250697 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:46:17.253616 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:46:17.383787 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:17.389329 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:17.391248 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/networks/30bd62f2-ee9d-4778-9801-67cedb767342 HTTP/1.1" status: 204 len: 168 time: 0.6671743 Jul 05 04:46:17.395606 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33810) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:17.400826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a22b7e6b-7215-42ec-8f96-37e407d413fc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-185988003'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:17.407219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7ebc9-d65a-4e62-98b6-e45b577dc157 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Network': ['ID=30bd62f2-ee9d-4778-9801-67cedb767342,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:17.497666 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22b7e6b-7215-42ec-8f96-37e407d413fc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:17.501426 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a22b7e6b-7215-42ec-8f96-37e407d413fc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:17.525955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22b7e6b-7215-42ec-8f96-37e407d413fc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:46:17.535838 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a22b7e6b-7215-42ec-8f96-37e407d413fc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:17.536232 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-a22b7e6b-7215-42ec-8f96-37e407d413fc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Added segment db5ee24d-842f-4662-b64e-cf78258e7677 of type vlan for network a061dc34-d760-48b6-a641-49b3731a9b79 Jul 05 04:46:17.577210 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a22b7e6b-7215-42ec-8f96-37e407d413fc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:17.697912 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a22b7e6b-7215-42ec-8f96-37e407d413fc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:17.703829 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22b7e6b-7215-42ec-8f96-37e407d413fc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:17.704441 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a22b7e6b-7215-42ec-8f96-37e407d413fc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:17.776303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b7e6b-7215-42ec-8f96-37e407d413fc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Network': ['ID=a061dc34-d760-48b6-a641-49b3731a9b79,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:17.787194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network a061dc34-d760-48b6-a641-49b3731a9b79 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:46:17.824309 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a22b7e6b-7215-42ec-8f96-37e407d413fc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4275084 Jul 05 04:46:17.827471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33812) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:17.833772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6391219f-dc78-4ea0-9c50-1409e02f6d37 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'subnet': {'network_id': 'a061dc34-d760-48b6-a641-49b3731a9b79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:18.000270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6391219f-dc78-4ea0-9c50-1409e02f6d37 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:18.004309 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6391219f-dc78-4ea0-9c50-1409e02f6d37 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:18.246186 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6391219f-dc78-4ea0-9c50-1409e02f6d37 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:18.308427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391219f-dc78-4ea0-9c50-1409e02f6d37 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Subnet': ['ID=6b76896e-e1e4-4e34-ab92-c683612c5c68,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:18.319313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6391219f-dc78-4ea0-9c50-1409e02f6d37 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Checking segment: {'id': 'db5ee24d-842f-4662-b64e-cf78258e7677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a061dc34-d760-48b6-a641-49b3731a9b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:18.319676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6391219f-dc78-4ea0-9c50-1409e02f6d37 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network hostable DHCP agents. Network: a061dc34-d760-48b6-a641-49b3731a9b79, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:46:18.411409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6391219f-dc78-4ea0-9c50-1409e02f6d37 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network a061dc34-d760-48b6-a641-49b3731a9b79 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:46:18.474710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-6391219f-dc78-4ea0-9c50-1409e02f6d37 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, a061dc34-d760-48b6-a641-49b3731a9b79) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:18.480284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6391219f-dc78-4ea0-9c50-1409e02f6d37 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:18.480975 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6391219f-dc78-4ea0-9c50-1409e02f6d37 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:18.482805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac7e8c7-920b-4f28-8d48-f3649c217d34 None None] Network a061dc34-d760-48b6-a641-49b3731a9b79 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:18.578469 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6391219f-dc78-4ea0-9c50-1409e02f6d37 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7499435 Jul 05 04:46:18.581348 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33814) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:18.586673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b7f2cafc-515c-4082-9c7b-e769de0092b4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'network_id': 'a061dc34-d760-48b6-a641-49b3731a9b79', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-446424989'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:18.630266 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-a061dc34-d760-48b6-a641-49b3731a9b79', 'network_id': 'a061dc34-d760-48b6-a641-49b3731a9b79', 'tenant_id': '6360a2bcb8c24aefbc8c7f7df4873cdb', 'fixed_ips': [{'subnet_id': '6b76896e-e1e4-4e34-ab92-c683612c5c68'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:46:18.631143 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:18.760692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f2cafc-515c-4082-9c7b-e769de0092b4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:18.764372 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b7f2cafc-515c-4082-9c7b-e769de0092b4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:18.769418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Allocated IP 2001:db8::2 (a061dc34-d760-48b6-a641-49b3731a9b79/6b76896e-e1e4-4e34-ab92-c683612c5c68/c7dc31ab-1450-49af-b53a-289a27a435f6) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:18.782499 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-b7f2cafc-515c-4082-9c7b-e769de0092b4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] device_id is not set on port a54b7bc0-6308-48d1-a808-3fc73b2b5b49 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:18.913374 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:18.921370 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Transition to ACTIVE for port object c7dc31ab-1450-49af-b53a-289a27a435f6 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:18.935946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Transition to ACTIVE for port object c7dc31ab-1450-49af-b53a-289a27a435f6 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:19.006343 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:19.043838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Network a061dc34-d760-48b6-a641-49b3731a9b79 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:19.049995 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:19.054353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:19.057386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Pushing event updated for resources: {'Port': ['ID=c7dc31ab-1450-49af-b53a-289a27a435f6,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:19.062993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-b7f2cafc-515c-4082-9c7b-e769de0092b4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Allocated IP 2001:db8::1fb (a061dc34-d760-48b6-a641-49b3731a9b79/6b76896e-e1e4-4e34-ab92-c683612c5c68/a54b7bc0-6308-48d1-a808-3fc73b2b5b49) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:19.112373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Attempting to bind port c7dc31ab-1450-49af-b53a-289a27a435f6 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:19.112741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Attempting to bind port c7dc31ab-1450-49af-b53a-289a27a435f6 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'db5ee24d-842f-4662-b64e-cf78258e7677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a061dc34-d760-48b6-a641-49b3731a9b79'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:19.113637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Attempting to bind port c7dc31ab-1450-49af-b53a-289a27a435f6 on network a061dc34-d760-48b6-a641-49b3731a9b79 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:19.118757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:46:19.119210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Checking segment: {'id': 'db5ee24d-842f-4662-b64e-cf78258e7677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a061dc34-d760-48b6-a641-49b3731a9b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:19.119621 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:19.120020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Bound using segment: {'id': 'db5ee24d-842f-4662-b64e-cf78258e7677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a061dc34-d760-48b6-a641-49b3731a9b79'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:46:19.120518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Bound port: c7dc31ab-1450-49af-b53a-289a27a435f6, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5ee24d-842f-4662-b64e-cf78258e7677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a061dc34-d760-48b6-a641-49b3731a9b79'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:46:19.120921 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:19.187162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] For port c7dc31ab-1450-49af-b53a-289a27a435f6, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:46:19.187661 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b7f2cafc-515c-4082-9c7b-e769de0092b4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:19.190062 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] For port c7dc31ab-1450-49af-b53a-289a27a435f6, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c7dc31ab-1450-49af-b53a-289a27a435f6,segment=NetworkSegment(db5ee24d-842f-4662-b64e-cf78258e7677),segment_id=db5ee24d-842f-4662-b64e-cf78258e7677)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:46:19.202396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-b7f2cafc-515c-4082-9c7b-e769de0092b4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Transition to ACTIVE for port object a54b7bc0-6308-48d1-a808-3fc73b2b5b49 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:19.321194 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:19.360811 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b7f2cafc-515c-4082-9c7b-e769de0092b4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:19.386191 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3251e8-5bcb-4ef0-839a-fd0e2c96cd0d None None] Pushing event updated for resources: {'Port': ['ID=c7dc31ab-1450-49af-b53a-289a27a435f6,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:19.405513 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f2cafc-515c-4082-9c7b-e769de0092b4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network a061dc34-d760-48b6-a641-49b3731a9b79 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:19.408915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-b7f2cafc-515c-4082-9c7b-e769de0092b4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:19.412277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f2cafc-515c-4082-9c7b-e769de0092b4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:19.418533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f2cafc-515c-4082-9c7b-e769de0092b4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:19.419168 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b7f2cafc-515c-4082-9c7b-e769de0092b4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:19.439958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2cafc-515c-4082-9c7b-e769de0092b4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=a54b7bc0-6308-48d1-a808-3fc73b2b5b49,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:19.523501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b7f2cafc-515c-4082-9c7b-e769de0092b4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9366553 Jul 05 04:46:19.524528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33816) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:19.635983 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-18adeffc-5e56-419f-9216-7f38085e445a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port a54b7bc0-6308-48d1-a808-3fc73b2b5b49 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:19.636363 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18adeffc-5e56-419f-9216-7f38085e445a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:19.732158 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18adeffc-5e56-419f-9216-7f38085e445a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:19.743805 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-18adeffc-5e56-419f-9216-7f38085e445a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for a54b7bc0-6308-48d1-a808-3fc73b2b5b49 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:19.955282 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18adeffc-5e56-419f-9216-7f38085e445a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:19.997826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adeffc-5e56-419f-9216-7f38085e445a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=a54b7bc0-6308-48d1-a808-3fc73b2b5b49,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:20.022878 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-18adeffc-5e56-419f-9216-7f38085e445a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:20.024999 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-18adeffc-5e56-419f-9216-7f38085e445a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/a54b7bc0-6308-48d1-a808-3fc73b2b5b49 HTTP/1.1" status: 204 len: 168 time: 0.5014987 Jul 05 04:46:20.027760 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33818) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:20.056565 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-016e0df0-90df-477b-ade8-04cc0cded60d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] GET failed (client error): The resource could not be found. Jul 05 04:46:20.058201 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-016e0df0-90df-477b-ade8-04cc0cded60d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/a54b7bc0-6308-48d1-a808-3fc73b2b5b49 HTTP/1.1" status: 404 len: 333 time: 0.0294702 Jul 05 04:46:20.061471 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33820) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:20.114242 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f1bd04-8874-42f7-b474-2e916c74b33a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting subnet 6b76896e-e1e4-4e34-ab92-c683612c5c68 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:46:20.117686 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-30f1bd04-8874-42f7-b474-2e916c74b33a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:20.159559 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-30f1bd04-8874-42f7-b474-2e916c74b33a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:20.252444 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-30f1bd04-8874-42f7-b474-2e916c74b33a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:20.283877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9661b0-343b-4d95-a149-bbca1682c382 None None] Network a061dc34-d760-48b6-a641-49b3731a9b79 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:20.400866 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-30f1bd04-8874-42f7-b474-2e916c74b33a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:20.429847 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1bd04-8874-42f7-b474-2e916c74b33a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Subnet': ['ID=6b76896e-e1e4-4e34-ab92-c683612c5c68,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:20.433619 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-30f1bd04-8874-42f7-b474-2e916c74b33a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:20.435517 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-30f1bd04-8874-42f7-b474-2e916c74b33a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/6b76896e-e1e4-4e34-ab92-c683612c5c68 HTTP/1.1" status: 204 len: 168 time: 0.3730843 Jul 05 04:46:20.438522 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33822) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:20.441141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cd7a743c-4dee-42f9-b56f-493c167304b9 None None] Provisioning for port c7dc31ab-1450-49af-b53a-289a27a435f6 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:20.522543 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:20.581570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port c7dc31ab-1450-49af-b53a-289a27a435f6 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:20.582455 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:20.631104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee6e381-9778-4b37-868c-3c63d43351df None None] Network a061dc34-d760-48b6-a641-49b3731a9b79 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:20.646647 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] For port c7dc31ab-1450-49af-b53a-289a27a435f6, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c7dc31ab-1450-49af-b53a-289a27a435f6,segment=NetworkSegment(db5ee24d-842f-4662-b64e-cf78258e7677),segment_id=db5ee24d-842f-4662-b64e-cf78258e7677)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:20.647029 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:20.662231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for c7dc31ab-1450-49af-b53a-289a27a435f6 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:20.821902 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612b66a0-44e8-4087-9be1-305a74249810 None None] DHCP port deletion for a061dc34-d760-48b6-a641-49b3731a9b79 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:46:20.834675 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:20.860746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=c7dc31ab-1450-49af-b53a-289a27a435f6,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:20.865033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No DVR routers for this DVR port c7dc31ab-1450-49af-b53a-289a27a435f6 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:46:20.869250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-612b66a0-44e8-4087-9be1-305a74249810 None None] Deleting port c7dc31ab-1450-49af-b53a-289a27a435f6 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:20.869630 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-612b66a0-44e8-4087-9be1-305a74249810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:20.934637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-612b66a0-44e8-4087-9be1-305a74249810 None None] For port c7dc31ab-1450-49af-b53a-289a27a435f6, host n-d-771363-32, got binding levels [] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:20.935035 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-612b66a0-44e8-4087-9be1-305a74249810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:20.942693 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:20.948745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-612b66a0-44e8-4087-9be1-305a74249810 None None] Calling delete_port for c7dc31ab-1450-49af-b53a-289a27a435f6 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:20.951354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.ipam_backend_mixin [None req-612b66a0-44e8-4087-9be1-305a74249810 None None] Port c7dc31ab-1450-49af-b53a-289a27a435f6 was not found and therefore no delete operation was performed {{(pid=100934) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:46:20.952642 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-612b66a0-44e8-4087-9be1-305a74249810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:20.952798 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a061dc34-d760-48b6-a641-49b3731a9b79']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:20.968135 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5ee24d-842f-4662-b64e-cf78258e7677') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:20.968431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5ee24d-842f-4662-b64e-cf78258e7677') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:20.977527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b66a0-44e8-4087-9be1-305a74249810 None None] Pushing event deleted for resources: {'Port': ['ID=c7dc31ab-1450-49af-b53a-289a27a435f6,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:20.977765 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:20.984946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612b66a0-44e8-4087-9be1-305a74249810 None None] No DVR routers for this DVR port c7dc31ab-1450-49af-b53a-289a27a435f6 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:46:20.994866 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:21.001434 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:46:21.005362 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:46:21.006272 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:46:21.154830 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:21.162101 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:21.164394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/networks/a061dc34-d760-48b6-a641-49b3731a9b79 HTTP/1.1" status: 204 len: 168 time: 0.7244170 Jul 05 04:46:21.168395 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33824) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:21.173502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-51547b8a-c545-4d66-8523-cc2005db7857 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'name': 'tempest-PortsIpV6TestJSON-1829719479'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:21.176956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e4853-46b6-4ae1-9a41-8a07b8e23c5b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Network': ['ID=a061dc34-d760-48b6-a641-49b3731a9b79,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:21.343377 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51547b8a-c545-4d66-8523-cc2005db7857 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:21.346960 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-51547b8a-c545-4d66-8523-cc2005db7857 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:21.365687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-51547b8a-c545-4d66-8523-cc2005db7857 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] device_id is not set on port c78af816-16d1-4a39-8f00-d03eba5a17f8 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:21.523154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-51547b8a-c545-4d66-8523-cc2005db7857 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:21.623623 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-51547b8a-c545-4d66-8523-cc2005db7857 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:21.667237 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51547b8a-c545-4d66-8523-cc2005db7857 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:21.672358 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-51547b8a-c545-4d66-8523-cc2005db7857 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:21.676935 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51547b8a-c545-4d66-8523-cc2005db7857 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:21.682793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51547b8a-c545-4d66-8523-cc2005db7857 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:21.683423 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-51547b8a-c545-4d66-8523-cc2005db7857 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:21.689391 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51547b8a-c545-4d66-8523-cc2005db7857 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=c78af816-16d1-4a39-8f00-d03eba5a17f8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:21.766708 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-51547b8a-c545-4d66-8523-cc2005db7857 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5971885 Jul 05 04:46:21.769301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33826) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:21.869688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a196c322-67d0-4540-9570-fdd952378cf9 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port c78af816-16d1-4a39-8f00-d03eba5a17f8 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:21.870040 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a196c322-67d0-4540-9570-fdd952378cf9 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:21.934404 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a196c322-67d0-4540-9570-fdd952378cf9 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:21.947126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a196c322-67d0-4540-9570-fdd952378cf9 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for c78af816-16d1-4a39-8f00-d03eba5a17f8 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:22.102157 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a196c322-67d0-4540-9570-fdd952378cf9 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:22.146458 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196c322-67d0-4540-9570-fdd952378cf9 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=c78af816-16d1-4a39-8f00-d03eba5a17f8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:22.149726 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a196c322-67d0-4540-9570-fdd952378cf9 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:22.151688 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a196c322-67d0-4540-9570-fdd952378cf9 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/c78af816-16d1-4a39-8f00-d03eba5a17f8 HTTP/1.1" status: 204 len: 168 time: 0.3813958 Jul 05 04:46:22.154309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33828) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:22.159682 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-379ac5e1-548a-4c78-a5d0-4a8fd6505926 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'mac_address': 'fa:16:3e:f0:5f:b8', 'name': 'tempest-PortsIpV6TestJSON-622207063'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:22.314435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379ac5e1-548a-4c78-a5d0-4a8fd6505926 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:22.383562 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-379ac5e1-548a-4c78-a5d0-4a8fd6505926 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:22.408314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-379ac5e1-548a-4c78-a5d0-4a8fd6505926 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] device_id is not set on port c08b71aa-e2bf-430d-b1e2-fefe4f26fb5d yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:22.583647 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-379ac5e1-548a-4c78-a5d0-4a8fd6505926 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:22.697778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-379ac5e1-548a-4c78-a5d0-4a8fd6505926 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:22.742688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379ac5e1-548a-4c78-a5d0-4a8fd6505926 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:22.747784 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-379ac5e1-548a-4c78-a5d0-4a8fd6505926 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:22.751527 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379ac5e1-548a-4c78-a5d0-4a8fd6505926 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:22.758518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379ac5e1-548a-4c78-a5d0-4a8fd6505926 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:22.759132 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-379ac5e1-548a-4c78-a5d0-4a8fd6505926 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:22.767151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ac5e1-548a-4c78-a5d0-4a8fd6505926 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=c08b71aa-e2bf-430d-b1e2-fefe4f26fb5d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:22.927848 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-379ac5e1-548a-4c78-a5d0-4a8fd6505926 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7724421 Jul 05 04:46:22.930575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33830) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:22.984760 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20406eaf-73d2-4dbf-be56-0056d72dc7d0 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:22.986043 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-20406eaf-73d2-4dbf-be56-0056d72dc7d0 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/c08b71aa-e2bf-430d-b1e2-fefe4f26fb5d HTTP/1.1" status: 200 len: 844 time: 0.0546253 Jul 05 04:46:22.989592 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33832) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:23.090183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b4823236-45b0-4fac-a9c3-06863c41debf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port c08b71aa-e2bf-430d-b1e2-fefe4f26fb5d {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:23.090531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4823236-45b0-4fac-a9c3-06863c41debf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:23.155241 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4823236-45b0-4fac-a9c3-06863c41debf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:23.167908 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b4823236-45b0-4fac-a9c3-06863c41debf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for c08b71aa-e2bf-430d-b1e2-fefe4f26fb5d owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:23.331716 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4823236-45b0-4fac-a9c3-06863c41debf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:23.364741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4823236-45b0-4fac-a9c3-06863c41debf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=c08b71aa-e2bf-430d-b1e2-fefe4f26fb5d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:23.368393 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b4823236-45b0-4fac-a9c3-06863c41debf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:23.370540 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b4823236-45b0-4fac-a9c3-06863c41debf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/c08b71aa-e2bf-430d-b1e2-fefe4f26fb5d HTTP/1.1" status: 204 len: 168 time: 0.3800395 Jul 05 04:46:23.373280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33834) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:23.400290 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-df08a986-93e0-4fbd-8316-1c8952daebaf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] GET failed (client error): The resource could not be found. Jul 05 04:46:23.401921 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-df08a986-93e0-4fbd-8316-1c8952daebaf tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/c08b71aa-e2bf-430d-b1e2-fefe4f26fb5d HTTP/1.1" status: 404 len: 333 time: 0.0275486 Jul 05 04:46:23.405506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33836) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:23.410883 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ec71b122-52e8-4d96-a265-1e2c5de2d82d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'name': 'tempest-PortsIpV6TestJSON-29238895'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:23.577346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec71b122-52e8-4d96-a265-1e2c5de2d82d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:23.581433 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec71b122-52e8-4d96-a265-1e2c5de2d82d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:23.600691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-ec71b122-52e8-4d96-a265-1e2c5de2d82d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] device_id is not set on port a06a0e85-383e-44dc-931f-bf52cae4d29b yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:23.756547 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec71b122-52e8-4d96-a265-1e2c5de2d82d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:23.903961 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec71b122-52e8-4d96-a265-1e2c5de2d82d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:23.946699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec71b122-52e8-4d96-a265-1e2c5de2d82d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:23.949968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-ec71b122-52e8-4d96-a265-1e2c5de2d82d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:23.956095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec71b122-52e8-4d96-a265-1e2c5de2d82d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:23.962232 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec71b122-52e8-4d96-a265-1e2c5de2d82d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:23.962834 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ec71b122-52e8-4d96-a265-1e2c5de2d82d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:23.972663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71b122-52e8-4d96-a265-1e2c5de2d82d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=a06a0e85-383e-44dc-931f-bf52cae4d29b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:24.081575 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ec71b122-52e8-4d96-a265-1e2c5de2d82d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.6750393 Jul 05 04:46:24.085325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33838) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:24.090475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e82ef7ce-e84c-49a7-aa2e-5f59d4b599b5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:24.175083 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e82ef7ce-e84c-49a7-aa2e-5f59d4b599b5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:24.330801 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e82ef7ce-e84c-49a7-aa2e-5f59d4b599b5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:24.416268 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e82ef7ce-e84c-49a7-aa2e-5f59d4b599b5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:24.450043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e82ef7ce-e84c-49a7-aa2e-5f59d4b599b5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] In _notify_port_updated(), no bound segment for port a06a0e85-383e-44dc-931f-bf52cae4d29b on network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:46:24.455619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82ef7ce-e84c-49a7-aa2e-5f59d4b599b5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:24.456256 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e82ef7ce-e84c-49a7-aa2e-5f59d4b599b5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:24.457578 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e82ef7ce-e84c-49a7-aa2e-5f59d4b599b5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "PUT /v2.0/ports/a06a0e85-383e-44dc-931f-bf52cae4d29b HTTP/1.1" status: 200 len: 818 time: 0.3712964 Jul 05 04:46:24.460484 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33840) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:24.499239 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ef7ce-e84c-49a7-aa2e-5f59d4b599b5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=a06a0e85-383e-44dc-931f-bf52cae4d29b,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:24.565102 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-2205b263-9440-4cdf-b20e-85af5b060f8e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port a06a0e85-383e-44dc-931f-bf52cae4d29b {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:24.565451 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2205b263-9440-4cdf-b20e-85af5b060f8e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:24.633640 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2205b263-9440-4cdf-b20e-85af5b060f8e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:24.646103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-2205b263-9440-4cdf-b20e-85af5b060f8e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for a06a0e85-383e-44dc-931f-bf52cae4d29b owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:24.805860 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2205b263-9440-4cdf-b20e-85af5b060f8e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:24.838156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205b263-9440-4cdf-b20e-85af5b060f8e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=a06a0e85-383e-44dc-931f-bf52cae4d29b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:24.847824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2205b263-9440-4cdf-b20e-85af5b060f8e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:24.850836 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2205b263-9440-4cdf-b20e-85af5b060f8e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/a06a0e85-383e-44dc-931f-bf52cae4d29b HTTP/1.1" status: 204 len: 168 time: 0.3892820 Jul 05 04:46:24.853241 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33842) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:24.920229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd4f621-8068-4904-946f-3c91f13934e4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:24.923201 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4dd4f621-8068-4904-946f-3c91f13934e4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0674739 Jul 05 04:46:24.925214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33844) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:24.953251 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1bfc63-7dfa-448d-8000-6474413cb8d1 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] GET failed (client error): The resource could not be found. Jul 05 04:46:24.954989 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-aa1bfc63-7dfa-448d-8000-6474413cb8d1 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/a06a0e85-383e-44dc-931f-bf52cae4d29b HTTP/1.1" status: 404 len: 333 time: 0.0280209 Jul 05 04:46:24.959108 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33846) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:24.963862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-bd79cc7b-100c-4f7b-8d38-2a5e523e1c63 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2024994453'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:25.074541 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd79cc7b-100c-4f7b-8d38-2a5e523e1c63 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:25.078078 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd79cc7b-100c-4f7b-8d38-2a5e523e1c63 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:25.102766 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd79cc7b-100c-4f7b-8d38-2a5e523e1c63 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:46:25.111149 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd79cc7b-100c-4f7b-8d38-2a5e523e1c63 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:25.111488 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-bd79cc7b-100c-4f7b-8d38-2a5e523e1c63 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Added segment 074b060c-26aa-4d5e-b963-1e05b8170606 of type vlan for network 78668029-6879-4133-8d8d-d1d2295e0bb9 Jul 05 04:46:25.150288 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd79cc7b-100c-4f7b-8d38-2a5e523e1c63 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:25.256495 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd79cc7b-100c-4f7b-8d38-2a5e523e1c63 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:25.262096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd79cc7b-100c-4f7b-8d38-2a5e523e1c63 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:25.262681 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd79cc7b-100c-4f7b-8d38-2a5e523e1c63 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:25.326993 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79cc7b-100c-4f7b-8d38-2a5e523e1c63 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Network': ['ID=78668029-6879-4133-8d8d-d1d2295e0bb9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:25.339652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 78668029-6879-4133-8d8d-d1d2295e0bb9 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:46:25.389274 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bd79cc7b-100c-4f7b-8d38-2a5e523e1c63 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4291282 Jul 05 04:46:25.392017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33848) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:25.397883 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'subnet': {'network_id': '78668029-6879-4133-8d8d-d1d2295e0bb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:25.622216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:25.625795 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:26.223045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:26.283557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Subnet': ['ID=4e265c69-4b7f-4c3d-8a4e-a600c616bf54,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:26.293621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:26.293977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:26.294323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:26.294665 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:26.295003 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:26.295341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:26.295677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:26.296008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:26.296371 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:26.296699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:26.297027 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:26.297353 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:26.302451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Checking segment: {'id': '074b060c-26aa-4d5e-b963-1e05b8170606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '78668029-6879-4133-8d8d-d1d2295e0bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:26.303436 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network hostable DHCP agents. Network: 78668029-6879-4133-8d8d-d1d2295e0bb9, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:46:26.417268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network 78668029-6879-4133-8d8d-d1d2295e0bb9 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:46:26.503199 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 78668029-6879-4133-8d8d-d1d2295e0bb9) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:26.507494 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:26.508110 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:26.512245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f9c839-0131-4ae5-a721-f6bf9aead561 None None] Network 78668029-6879-4133-8d8d-d1d2295e0bb9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:26.606767 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-16b5b380-ea00-41d5-941f-2d9e1dafddd4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2135625 Jul 05 04:46:26.609748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33850) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:26.614864 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-da8f1dd0-2408-4029-bbca-5d3e85985ae2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'subnet': {'network_id': '78668029-6879-4133-8d8d-d1d2295e0bb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:26.658123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-78668029-6879-4133-8d8d-d1d2295e0bb9', 'network_id': '78668029-6879-4133-8d8d-d1d2295e0bb9', 'tenant_id': '6360a2bcb8c24aefbc8c7f7df4873cdb', 'fixed_ips': [{'subnet_id': '4e265c69-4b7f-4c3d-8a4e-a600c616bf54'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:46:26.659082 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:26.796024 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Allocated IP 2001:db8::2 (78668029-6879-4133-8d8d-d1d2295e0bb9/4e265c69-4b7f-4c3d-8a4e-a600c616bf54/91aed2ec-dd81-4e72-8433-6c9318d573e7) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:26.805821 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8f1dd0-2408-4029-bbca-5d3e85985ae2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:26.809476 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-da8f1dd0-2408-4029-bbca-5d3e85985ae2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:26.898366 n-d-771363-32 neutron-server[100932]: INFO neutron.db.ipam_backend_mixin [None req-da8f1dd0-2408-4029-bbca-5d3e85985ae2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e265c69-4b7f-4c3d-8a4e-a600c616bf54 (CIDR: 2001:db8::/64) Jul 05 04:46:26.949608 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8f1dd0-2408-4029-bbca-5d3e85985ae2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:46:26.950079 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8f1dd0-2408-4029-bbca-5d3e85985ae2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:46:27.018208 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-da8f1dd0-2408-4029-bbca-5d3e85985ae2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4073708 Jul 05 04:46:27.020982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33852) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:27.026844 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ed284d44-f509-4110-96c1-dbd0f4da1db8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'subnet': {'network_id': '78668029-6879-4133-8d8d-d1d2295e0bb9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:27.095343 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:27.103728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Transition to ACTIVE for port object 91aed2ec-dd81-4e72-8433-6c9318d573e7 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:27.118730 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Transition to ACTIVE for port object 91aed2ec-dd81-4e72-8433-6c9318d573e7 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:27.184209 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:27.212015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed284d44-f509-4110-96c1-dbd0f4da1db8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:27.216101 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed284d44-f509-4110-96c1-dbd0f4da1db8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:27.223255 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Network 78668029-6879-4133-8d8d-d1d2295e0bb9 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:27.228192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:27.231544 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:27.238327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Pushing event updated for resources: {'Port': ['ID=91aed2ec-dd81-4e72-8433-6c9318d573e7,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:27.291102 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Attempting to bind port 91aed2ec-dd81-4e72-8433-6c9318d573e7 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:27.291476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Attempting to bind port 91aed2ec-dd81-4e72-8433-6c9318d573e7 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '074b060c-26aa-4d5e-b963-1e05b8170606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '78668029-6879-4133-8d8d-d1d2295e0bb9'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:27.291848 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Attempting to bind port 91aed2ec-dd81-4e72-8433-6c9318d573e7 on network 78668029-6879-4133-8d8d-d1d2295e0bb9 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:27.296999 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:46:27.297379 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Checking segment: {'id': '074b060c-26aa-4d5e-b963-1e05b8170606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '78668029-6879-4133-8d8d-d1d2295e0bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:27.297782 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:27.298182 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Bound using segment: {'id': '074b060c-26aa-4d5e-b963-1e05b8170606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '78668029-6879-4133-8d8d-d1d2295e0bb9'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:46:27.298649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Bound port: 91aed2ec-dd81-4e72-8433-6c9318d573e7, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074b060c-26aa-4d5e-b963-1e05b8170606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '78668029-6879-4133-8d8d-d1d2295e0bb9'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:46:27.299037 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:27.367264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] For port 91aed2ec-dd81-4e72-8433-6c9318d573e7, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:46:27.370389 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] For port 91aed2ec-dd81-4e72-8433-6c9318d573e7, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=91aed2ec-dd81-4e72-8433-6c9318d573e7,segment=NetworkSegment(074b060c-26aa-4d5e-b963-1e05b8170606),segment_id=074b060c-26aa-4d5e-b963-1e05b8170606)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:46:27.451165 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:27.523760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa4ffa-c8fd-467c-8fcc-8ebb7e4ee791 None None] Pushing event updated for resources: {'Port': ['ID=91aed2ec-dd81-4e72-8433-6c9318d573e7,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:27.535500 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed284d44-f509-4110-96c1-dbd0f4da1db8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:27.585547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed284d44-f509-4110-96c1-dbd0f4da1db8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network 78668029-6879-4133-8d8d-d1d2295e0bb9 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:27.588766 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-ed284d44-f509-4110-96c1-dbd0f4da1db8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:27.593017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed284d44-f509-4110-96c1-dbd0f4da1db8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:27.593614 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ed284d44-f509-4110-96c1-dbd0f4da1db8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:27.599227 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed284d44-f509-4110-96c1-dbd0f4da1db8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Subnet': ['ID=7c5b5dc1-be82-446f-ba51-07e8a802b91b,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:27.681370 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ed284d44-f509-4110-96c1-dbd0f4da1db8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6586537 Jul 05 04:46:27.684440 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33854) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:27.690462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'network_id': '78668029-6879-4133-8d8d-d1d2295e0bb9', 'fixed_ips': [{'subnet_id': '4e265c69-4b7f-4c3d-8a4e-a600c616bf54'}, {'subnet_id': '7c5b5dc1-be82-446f-ba51-07e8a802b91b'}], 'name': 'tempest-PortsIpV6TestJSON-1687945146'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:27.914564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:27.997527 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:28.014258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] device_id is not set on port 6ff7ecfb-19fa-471d-ad0a-91733383d3e1 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:28.293991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Allocated IP 2001:db8::9b (78668029-6879-4133-8d8d-d1d2295e0bb9/4e265c69-4b7f-4c3d-8a4e-a600c616bf54/6ff7ecfb-19fa-471d-ad0a-91733383d3e1) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:28.301068 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Allocated IP 2001:db8:0:1::199 (78668029-6879-4133-8d8d-d1d2295e0bb9/7c5b5dc1-be82-446f-ba51-07e8a802b91b/6ff7ecfb-19fa-471d-ad0a-91733383d3e1) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:28.401655 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45c63d6-d329-4c6e-9549-b83fa8d18a15 None None] Network 78668029-6879-4133-8d8d-d1d2295e0bb9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:28.451271 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:28.461870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Transition to ACTIVE for port object 6ff7ecfb-19fa-471d-ad0a-91733383d3e1 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:28.543611 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:28.595102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network 78668029-6879-4133-8d8d-d1d2295e0bb9 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:28.600814 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:28.601049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4fcc3168-aaec-4def-b315-1875a92a7ca8 None None] Provisioning for port 91aed2ec-dd81-4e72-8433-6c9318d573e7 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:28.605121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:28.612229 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:28.612229 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:28.619772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=6ff7ecfb-19fa-471d-ad0a-91733383d3e1,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:28.632247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:28.644370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:28.644370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:28.644370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:28.644370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:28.644370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:28.644370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:28.644370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:28.644370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:28.644370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:28.644370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:28.644370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:28.656608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12285da-7f9e-4d94-978f-0d220213d19c None None] Update dhcp port {'port': {'network_id': '78668029-6879-4133-8d8d-d1d2295e0bb9', 'fixed_ips': [{'subnet_id': '4e265c69-4b7f-4c3d-8a4e-a600c616bf54', 'ip_address': '2001:db8::2'}, {'subnet_id': '7c5b5dc1-be82-446f-ba51-07e8a802b91b'}], 'binding:host_id': 'n-d-771363-32'}, 'id': '91aed2ec-dd81-4e72-8433-6c9318d573e7'} from n-d-771363-32. {{(pid=100934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:46:28.695403 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e12285da-7f9e-4d94-978f-0d220213d19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:28.732713 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-64ddfb3e-6fd5-4002-9988-b6fd10dd877a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.0465500 Jul 05 04:46:28.735458 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33856) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:28.741681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-676a99c7-68ee-4028-9a15-4ebc27b38092 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4e265c69-4b7f-4c3d-8a4e-a600c616bf54'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:28.859348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-e12285da-7f9e-4d94-978f-0d220213d19c None None] Allocated IP 2001:db8:0:1::2 (78668029-6879-4133-8d8d-d1d2295e0bb9/7c5b5dc1-be82-446f-ba51-07e8a802b91b/91aed2ec-dd81-4e72-8433-6c9318d573e7) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:28.926668 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-676a99c7-68ee-4028-9a15-4ebc27b38092 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:28.964927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-e12285da-7f9e-4d94-978f-0d220213d19c None None] For port 91aed2ec-dd81-4e72-8433-6c9318d573e7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=91aed2ec-dd81-4e72-8433-6c9318d573e7,segment=NetworkSegment(074b060c-26aa-4d5e-b963-1e05b8170606),segment_id=074b060c-26aa-4d5e-b963-1e05b8170606)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:28.999786 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e12285da-7f9e-4d94-978f-0d220213d19c None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:29.014048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e12285da-7f9e-4d94-978f-0d220213d19c None None] Transition to ACTIVE for port object 91aed2ec-dd81-4e72-8433-6c9318d573e7 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:29.074798 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e12285da-7f9e-4d94-978f-0d220213d19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:29.169436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12285da-7f9e-4d94-978f-0d220213d19c None None] Pushing event updated for resources: {'Port': ['ID=91aed2ec-dd81-4e72-8433-6c9318d573e7,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:29.182567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-676a99c7-68ee-4028-9a15-4ebc27b38092 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Delete allocated IP 2001:db8:0:1::199 (78668029-6879-4133-8d8d-d1d2295e0bb9/7c5b5dc1-be82-446f-ba51-07e8a802b91b) {{(pid=100932) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:46:29.322082 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-676a99c7-68ee-4028-9a15-4ebc27b38092 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:29.335796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-676a99c7-68ee-4028-9a15-4ebc27b38092 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Ignored duplicate provisioning block setup for port 6ff7ecfb-19fa-471d-ad0a-91733383d3e1 by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 04:46:29.394526 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-676a99c7-68ee-4028-9a15-4ebc27b38092 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:29.424824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 91aed2ec-dd81-4e72-8433-6c9318d573e7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:46:29.470897 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-676a99c7-68ee-4028-9a15-4ebc27b38092 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] In _notify_port_updated(), no bound segment for port 6ff7ecfb-19fa-471d-ad0a-91733383d3e1 on network 78668029-6879-4133-8d8d-d1d2295e0bb9 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:46:29.477645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676a99c7-68ee-4028-9a15-4ebc27b38092 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:29.478311 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-676a99c7-68ee-4028-9a15-4ebc27b38092 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:29.482978 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-676a99c7-68ee-4028-9a15-4ebc27b38092 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "PUT /v2.0/ports/6ff7ecfb-19fa-471d-ad0a-91733383d3e1 HTTP/1.1" status: 200 len: 925 time: 0.7431335 Jul 05 04:46:29.483341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33858) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:29.488488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a99c7-68ee-4028-9a15-4ebc27b38092 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=6ff7ecfb-19fa-471d-ad0a-91733383d3e1,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:29.489032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-3068c588-9f58-4d37-8656-cce5df93daf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4e265c69-4b7f-4c3d-8a4e-a600c616bf54'}, {'subnet_id': '7c5b5dc1-be82-446f-ba51-07e8a802b91b'}]}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:29.520051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 91aed2ec-dd81-4e72-8433-6c9318d573e7 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:29.580760 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3068c588-9f58-4d37-8656-cce5df93daf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:29.702166 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a22f22-3ad0-4720-8954-dcb9b4c692b0 None None] Network 78668029-6879-4133-8d8d-d1d2295e0bb9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:29.836158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ce37ab77-7a5f-4637-95e1-61778aa567e5 None None] Provisioning for port 91aed2ec-dd81-4e72-8433-6c9318d573e7 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:29.857232 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ce37ab77-7a5f-4637-95e1-61778aa567e5 None None] Provisioning complete for port 91aed2ec-dd81-4e72-8433-6c9318d573e7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:29.857746 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce37ab77-7a5f-4637-95e1-61778aa567e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:29.860508 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-3068c588-9f58-4d37-8656-cce5df93daf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Allocated IP 2001:db8:0:1::63 (78668029-6879-4133-8d8d-d1d2295e0bb9/7c5b5dc1-be82-446f-ba51-07e8a802b91b/6ff7ecfb-19fa-471d-ad0a-91733383d3e1) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:29.956758 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce37ab77-7a5f-4637-95e1-61778aa567e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:29.993913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-ce37ab77-7a5f-4637-95e1-61778aa567e5 None None] For port 91aed2ec-dd81-4e72-8433-6c9318d573e7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=91aed2ec-dd81-4e72-8433-6c9318d573e7,segment=NetworkSegment(074b060c-26aa-4d5e-b963-1e05b8170606),segment_id=074b060c-26aa-4d5e-b963-1e05b8170606)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:29.995355 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3068c588-9f58-4d37-8656-cce5df93daf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:30.008660 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-3068c588-9f58-4d37-8656-cce5df93daf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Ignored duplicate provisioning block setup for port 6ff7ecfb-19fa-471d-ad0a-91733383d3e1 by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 04:46:30.063075 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce37ab77-7a5f-4637-95e1-61778aa567e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:30.091884 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3068c588-9f58-4d37-8656-cce5df93daf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:30.119801 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37ab77-7a5f-4637-95e1-61778aa567e5 None None] Pushing event updated for resources: {'Port': ['ID=91aed2ec-dd81-4e72-8433-6c9318d573e7,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:30.188188 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3068c588-9f58-4d37-8656-cce5df93daf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] In _notify_port_updated(), no bound segment for port 6ff7ecfb-19fa-471d-ad0a-91733383d3e1 on network 78668029-6879-4133-8d8d-d1d2295e0bb9 {{(pid=100933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:46:30.194552 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3068c588-9f58-4d37-8656-cce5df93daf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:30.195310 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3068c588-9f58-4d37-8656-cce5df93daf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:30.196677 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3068c588-9f58-4d37-8656-cce5df93daf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "PUT /v2.0/ports/6ff7ecfb-19fa-471d-ad0a-91733383d3e1 HTTP/1.1" status: 200 len: 1010 time: 0.7123308 Jul 05 04:46:30.197761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068c588-9f58-4d37-8656-cce5df93daf7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=6ff7ecfb-19fa-471d-ad0a-91733383d3e1,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:30.199544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33860) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:30.245802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-63944100-fb9e-4280-84b3-bca299749a64 None None] Provisioning for port 6ff7ecfb-19fa-471d-ad0a-91733383d3e1 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:30.249997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-63944100-fb9e-4280-84b3-bca299749a64 None None] Provisioning complete for port 6ff7ecfb-19fa-471d-ad0a-91733383d3e1 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:30.250382 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-63944100-fb9e-4280-84b3-bca299749a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:30.291852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-63944100-fb9e-4280-84b3-bca299749a64 None None] Port 6ff7ecfb-19fa-471d-ad0a-91733383d3e1 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:30.302137 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-63944100-fb9e-4280-84b3-bca299749a64 None None] Provisioning complete for port 91aed2ec-dd81-4e72-8433-6c9318d573e7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:30.302534 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-63944100-fb9e-4280-84b3-bca299749a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:30.306304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-111dbca7-2276-4c12-ad7f-ec734d37e5e4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port 6ff7ecfb-19fa-471d-ad0a-91733383d3e1 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:30.306775 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-111dbca7-2276-4c12-ad7f-ec734d37e5e4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:30.404736 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-111dbca7-2276-4c12-ad7f-ec734d37e5e4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:30.418134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-111dbca7-2276-4c12-ad7f-ec734d37e5e4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for 6ff7ecfb-19fa-471d-ad0a-91733383d3e1 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:30.511584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2af24530-9783-4f23-b187-d9f35ef0d1cc None None] Provisioning complete for port 6ff7ecfb-19fa-471d-ad0a-91733383d3e1 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:30.511953 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2af24530-9783-4f23-b187-d9f35ef0d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:30.551734 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2af24530-9783-4f23-b187-d9f35ef0d1cc None None] Port 6ff7ecfb-19fa-471d-ad0a-91733383d3e1 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:30.651582 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-111dbca7-2276-4c12-ad7f-ec734d37e5e4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:30.670123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5efe288d-0907-4f6e-ba7a-46a3a0dc61a7 None None] Could not find standard attr ID for object 6ff7ecfb-19fa-471d-ad0a-91733383d3e1. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:46:30.684806 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dbca7-2276-4c12-ad7f-ec734d37e5e4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=6ff7ecfb-19fa-471d-ad0a-91733383d3e1,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:30.738274 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-111dbca7-2276-4c12-ad7f-ec734d37e5e4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:30.740279 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-111dbca7-2276-4c12-ad7f-ec734d37e5e4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/6ff7ecfb-19fa-471d-ad0a-91733383d3e1 HTTP/1.1" status: 204 len: 168 time: 0.5390475 Jul 05 04:46:30.744043 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33862) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:30.772358 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5e5154-e9fe-44c9-ae2a-ca19b5f1aefe tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] GET failed (client error): The resource could not be found. Jul 05 04:46:30.773965 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2d5e5154-e9fe-44c9-ae2a-ca19b5f1aefe tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/6ff7ecfb-19fa-471d-ad0a-91733383d3e1 HTTP/1.1" status: 404 len: 333 time: 0.0288913 Jul 05 04:46:30.782182 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4790a272-c9ae-443b-9ebb-d0a87b882cd4 None None] Could not find standard attr ID for object 6ff7ecfb-19fa-471d-ad0a-91733383d3e1. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:46:30.785576 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33864) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:30.844221 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c88a684-9f53-444e-a141-2f01927495b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting subnet 7c5b5dc1-be82-446f-ba51-07e8a802b91b {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:46:30.847734 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c88a684-9f53-444e-a141-2f01927495b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:30.892048 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c88a684-9f53-444e-a141-2f01927495b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:30.977235 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c88a684-9f53-444e-a141-2f01927495b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:31.109164 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c88a684-9f53-444e-a141-2f01927495b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:31.137421 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88a684-9f53-444e-a141-2f01927495b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Subnet': ['ID=7c5b5dc1-be82-446f-ba51-07e8a802b91b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:31.141051 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3c88a684-9f53-444e-a141-2f01927495b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:31.143485 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3c88a684-9f53-444e-a141-2f01927495b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/7c5b5dc1-be82-446f-ba51-07e8a802b91b HTTP/1.1" status: 204 len: 168 time: 0.3568914 Jul 05 04:46:31.147244 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33866) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:31.148458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0b184f-12c7-4770-9d55-6f6335c3a6b6 None None] Network 78668029-6879-4133-8d8d-d1d2295e0bb9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:31.199702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ece139-b598-44ce-814b-1c27e1aebe70 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting subnet 4e265c69-4b7f-4c3d-8a4e-a600c616bf54 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:46:31.202829 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75ece139-b598-44ce-814b-1c27e1aebe70 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:31.243520 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75ece139-b598-44ce-814b-1c27e1aebe70 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:31.334948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75ece139-b598-44ce-814b-1c27e1aebe70 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:31.392057 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 91aed2ec-dd81-4e72-8433-6c9318d573e7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:46:31.443135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 91aed2ec-dd81-4e72-8433-6c9318d573e7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:31.443542 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:31.497789 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75ece139-b598-44ce-814b-1c27e1aebe70 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:31.527156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ece139-b598-44ce-814b-1c27e1aebe70 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Subnet': ['ID=4e265c69-4b7f-4c3d-8a4e-a600c616bf54,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:31.536987 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75ece139-b598-44ce-814b-1c27e1aebe70 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:31.544365 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-75ece139-b598-44ce-814b-1c27e1aebe70 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/4e265c69-4b7f-4c3d-8a4e-a600c616bf54 HTTP/1.1" status: 204 len: 168 time: 0.3951924 Jul 05 04:46:31.546203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33868) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:31.632154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:31.687620 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port 91aed2ec-dd81-4e72-8433-6c9318d573e7 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:31.687978 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:31.753430 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] For port 91aed2ec-dd81-4e72-8433-6c9318d573e7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=91aed2ec-dd81-4e72-8433-6c9318d573e7,segment=NetworkSegment(074b060c-26aa-4d5e-b963-1e05b8170606),segment_id=074b060c-26aa-4d5e-b963-1e05b8170606)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:31.753801 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:31.767884 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for 91aed2ec-dd81-4e72-8433-6c9318d573e7 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:31.837485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa0596d-d39f-4b84-8505-f0e986a7ab27 None None] Network 78668029-6879-4133-8d8d-d1d2295e0bb9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:31.944607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2577f1d7-f1f6-41af-a790-888b775b4c57 None None] Provisioning complete for port 91aed2ec-dd81-4e72-8433-6c9318d573e7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:31.944895 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2577f1d7-f1f6-41af-a790-888b775b4c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:31.948822 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:31.970196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2577f1d7-f1f6-41af-a790-888b775b4c57 None None] Port 91aed2ec-dd81-4e72-8433-6c9318d573e7 was deleted so its status cannot be updated. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:46:31.977987 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=91aed2ec-dd81-4e72-8433-6c9318d573e7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:31.980037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No DVR routers for this DVR port 91aed2ec-dd81-4e72-8433-6c9318d573e7 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:46:32.056284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f43249-e8cc-4f45-bf1a-bd2af7660ed2 None None] DHCP port deletion for 78668029-6879-4133-8d8d-d1d2295e0bb9 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:46:32.078831 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:32.092677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78668029-6879-4133-8d8d-d1d2295e0bb9']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:32.105437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074b060c-26aa-4d5e-b963-1e05b8170606') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:32.105726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074b060c-26aa-4d5e-b963-1e05b8170606') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:32.114735 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:32.128500 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:32.134833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:46:32.135225 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:46:32.138140 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:46:32.297565 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:32.304861 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:32.306695 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/networks/78668029-6879-4133-8d8d-d1d2295e0bb9 HTTP/1.1" status: 204 len: 168 time: 0.7595258 Jul 05 04:46:32.310831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33870) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:32.319586 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dab88b-ef26-4cf4-98cd-e713e9d017de tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Network': ['ID=78668029-6879-4133-8d8d-d1d2295e0bb9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:32.382031 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc04a42c-7c7b-419d-881d-2fdabb798f63 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:32.383522 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bc04a42c-7c7b-419d-881d-2fdabb798f63 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0719151 Jul 05 04:46:32.387023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33872) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:32.448624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d1ab04a5-d866-4b06-8f32-9292490234fb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0605383 Jul 05 04:46:32.452041 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33874) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:32.456948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ccfe6bee-6d8f-45c0-8b8b-9939e7f6a2a2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1424348528'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:32.555016 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfe6bee-6d8f-45c0-8b8b-9939e7f6a2a2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:32.558592 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6bee-6d8f-45c0-8b8b-9939e7f6a2a2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:32.583080 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfe6bee-6d8f-45c0-8b8b-9939e7f6a2a2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:46:32.592694 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6bee-6d8f-45c0-8b8b-9939e7f6a2a2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:32.595447 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-ccfe6bee-6d8f-45c0-8b8b-9939e7f6a2a2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Added segment c0de70c5-c91b-476a-9858-587daaacd488 of type vlan for network 3875ae4e-9c58-406c-8357-e9fba4ae7107 Jul 05 04:46:32.632231 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6bee-6d8f-45c0-8b8b-9939e7f6a2a2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:32.748644 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6bee-6d8f-45c0-8b8b-9939e7f6a2a2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:32.754291 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfe6bee-6d8f-45c0-8b8b-9939e7f6a2a2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:32.754879 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6bee-6d8f-45c0-8b8b-9939e7f6a2a2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:32.931447 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:33.166516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe6bee-6d8f-45c0-8b8b-9939e7f6a2a2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Network': ['ID=3875ae4e-9c58-406c-8357-e9fba4ae7107,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:33.177473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 3875ae4e-9c58-406c-8357-e9fba4ae7107 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:46:33.234524 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ccfe6bee-6d8f-45c0-8b8b-9939e7f6a2a2 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7813027 Jul 05 04:46:33.237374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33876) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:33.242605 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-34d72148-1fb0-45c2-8338-e5077bd64c08 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'subnet': {'network_id': '3875ae4e-9c58-406c-8357-e9fba4ae7107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:33.379732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 91aed2ec-dd81-4e72-8433-6c9318d573e7 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:46:33.388626 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d72148-1fb0-45c2-8338-e5077bd64c08 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:33.392314 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34d72148-1fb0-45c2-8338-e5077bd64c08 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:33.402237 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 91aed2ec-dd81-4e72-8433-6c9318d573e7 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:46:33.402594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 91aed2ec-dd81-4e72-8433-6c9318d573e7 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:46:33.657571 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34d72148-1fb0-45c2-8338-e5077bd64c08 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:33.726957 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d72148-1fb0-45c2-8338-e5077bd64c08 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Subnet': ['ID=91692368-e927-4233-8eec-97ea7315e508,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:33.737241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d72148-1fb0-45c2-8338-e5077bd64c08 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Checking segment: {'id': 'c0de70c5-c91b-476a-9858-587daaacd488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3875ae4e-9c58-406c-8357-e9fba4ae7107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:33.737598 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d72148-1fb0-45c2-8338-e5077bd64c08 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network hostable DHCP agents. Network: 3875ae4e-9c58-406c-8357-e9fba4ae7107, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:46:33.840216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d72148-1fb0-45c2-8338-e5077bd64c08 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network 3875ae4e-9c58-406c-8357-e9fba4ae7107 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:46:33.936301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-34d72148-1fb0-45c2-8338-e5077bd64c08 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 3875ae4e-9c58-406c-8357-e9fba4ae7107) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:33.941626 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d72148-1fb0-45c2-8338-e5077bd64c08 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:33.942575 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-34d72148-1fb0-45c2-8338-e5077bd64c08 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:33.949154 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7bc408-ae73-4258-9a3b-26b3a62b9389 None None] Network 3875ae4e-9c58-406c-8357-e9fba4ae7107 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:34.030093 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-34d72148-1fb0-45c2-8338-e5077bd64c08 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7916298 Jul 05 04:46:34.034020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33878) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:34.039785 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-126311bb-00b5-4b6d-bd5f-e8c66ddae0cb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'network_id': '3875ae4e-9c58-406c-8357-e9fba4ae7107', 'name': 'tempest-PortsIpV6TestJSON-2048571515'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:34.107367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-3875ae4e-9c58-406c-8357-e9fba4ae7107', 'network_id': '3875ae4e-9c58-406c-8357-e9fba4ae7107', 'tenant_id': '6360a2bcb8c24aefbc8c7f7df4873cdb', 'fixed_ips': [{'subnet_id': '91692368-e927-4233-8eec-97ea7315e508'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:46:34.108305 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:34.265379 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Allocated IP 2001:db8::2 (3875ae4e-9c58-406c-8357-e9fba4ae7107/91692368-e927-4233-8eec-97ea7315e508/a7f3b4a4-efaa-4088-9552-47ca559609e7) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:34.313649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126311bb-00b5-4b6d-bd5f-e8c66ddae0cb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:34.317398 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-126311bb-00b5-4b6d-bd5f-e8c66ddae0cb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:34.337368 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-126311bb-00b5-4b6d-bd5f-e8c66ddae0cb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] device_id is not set on port 1327c0c9-31ac-4ac9-adbd-2c3400a897a3 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:34.437013 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:34.448963 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Transition to ACTIVE for port object a7f3b4a4-efaa-4088-9552-47ca559609e7 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:34.465800 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Transition to ACTIVE for port object a7f3b4a4-efaa-4088-9552-47ca559609e7 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:34.479822 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:34.526366 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:34.563847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Network 3875ae4e-9c58-406c-8357-e9fba4ae7107 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:34.566956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:34.570656 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:34.588212 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Pushing event updated for resources: {'Port': ['ID=a7f3b4a4-efaa-4088-9552-47ca559609e7,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:34.601489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-126311bb-00b5-4b6d-bd5f-e8c66ddae0cb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Allocated IP 2001:db8::2a8 (3875ae4e-9c58-406c-8357-e9fba4ae7107/91692368-e927-4233-8eec-97ea7315e508/1327c0c9-31ac-4ac9-adbd-2c3400a897a3) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:34.640241 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Attempting to bind port a7f3b4a4-efaa-4088-9552-47ca559609e7 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:34.640615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Attempting to bind port a7f3b4a4-efaa-4088-9552-47ca559609e7 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'c0de70c5-c91b-476a-9858-587daaacd488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3875ae4e-9c58-406c-8357-e9fba4ae7107'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:34.641008 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Attempting to bind port a7f3b4a4-efaa-4088-9552-47ca559609e7 on network 3875ae4e-9c58-406c-8357-e9fba4ae7107 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:34.647254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:46:34.647635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Checking segment: {'id': 'c0de70c5-c91b-476a-9858-587daaacd488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3875ae4e-9c58-406c-8357-e9fba4ae7107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:34.648220 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:34.648711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Bound using segment: {'id': 'c0de70c5-c91b-476a-9858-587daaacd488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3875ae4e-9c58-406c-8357-e9fba4ae7107'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:46:34.649185 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Bound port: a7f3b4a4-efaa-4088-9552-47ca559609e7, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0de70c5-c91b-476a-9858-587daaacd488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3875ae4e-9c58-406c-8357-e9fba4ae7107'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:46:34.649523 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:34.728266 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] For port a7f3b4a4-efaa-4088-9552-47ca559609e7, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:46:34.737756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] For port a7f3b4a4-efaa-4088-9552-47ca559609e7, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a7f3b4a4-efaa-4088-9552-47ca559609e7,segment=NetworkSegment(c0de70c5-c91b-476a-9858-587daaacd488),segment_id=c0de70c5-c91b-476a-9858-587daaacd488)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:46:34.785555 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-126311bb-00b5-4b6d-bd5f-e8c66ddae0cb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:34.790190 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:34.805734 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-126311bb-00b5-4b6d-bd5f-e8c66ddae0cb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Transition to ACTIVE for port object 1327c0c9-31ac-4ac9-adbd-2c3400a897a3 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:34.865079 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db2d98-d3b4-4162-aaaf-c245f8268325 None None] Pushing event updated for resources: {'Port': ['ID=a7f3b4a4-efaa-4088-9552-47ca559609e7,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:34.943535 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-126311bb-00b5-4b6d-bd5f-e8c66ddae0cb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:34.995908 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126311bb-00b5-4b6d-bd5f-e8c66ddae0cb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network 3875ae4e-9c58-406c-8357-e9fba4ae7107 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:35.004454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-126311bb-00b5-4b6d-bd5f-e8c66ddae0cb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:35.009224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126311bb-00b5-4b6d-bd5f-e8c66ddae0cb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:35.024238 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126311bb-00b5-4b6d-bd5f-e8c66ddae0cb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:35.024238 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-126311bb-00b5-4b6d-bd5f-e8c66ddae0cb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:35.042961 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126311bb-00b5-4b6d-bd5f-e8c66ddae0cb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=1327c0c9-31ac-4ac9-adbd-2c3400a897a3,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:35.092367 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-126311bb-00b5-4b6d-bd5f-e8c66ddae0cb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0572493 Jul 05 04:46:35.095204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33880) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:35.102802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-bd0912ed-3074-40d4-9a34-498f58694e4e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'network_id': '3875ae4e-9c58-406c-8357-e9fba4ae7107', 'name': 'tempest-PortsIpV6TestJSON-341752910'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:35.274835 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0912ed-3074-40d4-9a34-498f58694e4e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:35.278415 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bd0912ed-3074-40d4-9a34-498f58694e4e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:35.298710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-bd0912ed-3074-40d4-9a34-498f58694e4e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] device_id is not set on port 98c293aa-6e77-4aca-a2aa-d0fd31862862 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:35.419548 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:46:35.421323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-bd0912ed-3074-40d4-9a34-498f58694e4e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Allocated IP 2001:db8::365 (3875ae4e-9c58-406c-8357-e9fba4ae7107/91692368-e927-4233-8eec-97ea7315e508/98c293aa-6e77-4aca-a2aa-d0fd31862862) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:35.437312 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a7f3b4a4-efaa-4088-9552-47ca559609e7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:46:35.559958 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port a7f3b4a4-efaa-4088-9552-47ca559609e7 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:35.589287 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bd0912ed-3074-40d4-9a34-498f58694e4e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:35.604703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-bd0912ed-3074-40d4-9a34-498f58694e4e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Transition to ACTIVE for port object 98c293aa-6e77-4aca-a2aa-d0fd31862862 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:35.719336 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bd0912ed-3074-40d4-9a34-498f58694e4e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:35.762943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0912ed-3074-40d4-9a34-498f58694e4e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network 3875ae4e-9c58-406c-8357-e9fba4ae7107 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:35.766226 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-bd0912ed-3074-40d4-9a34-498f58694e4e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:35.772211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0912ed-3074-40d4-9a34-498f58694e4e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:35.777848 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0912ed-3074-40d4-9a34-498f58694e4e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:35.778616 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bd0912ed-3074-40d4-9a34-498f58694e4e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:35.779911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c699a5-b95c-4f95-8c79-ee0a32257d55 None None] Network 3875ae4e-9c58-406c-8357-e9fba4ae7107 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:35.791612 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0912ed-3074-40d4-9a34-498f58694e4e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=98c293aa-6e77-4aca-a2aa-d0fd31862862,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:35.852407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bd0912ed-3074-40d4-9a34-498f58694e4e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7560110 Jul 05 04:46:35.855397 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33882) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:35.899860 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-64d95710-b14a-4190-9e51-897745567a73 None None] Provisioning for port a7f3b4a4-efaa-4088-9552-47ca559609e7 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:35.909480 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-64d95710-b14a-4190-9e51-897745567a73 None None] Provisioning complete for port a7f3b4a4-efaa-4088-9552-47ca559609e7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:35.909857 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-64d95710-b14a-4190-9e51-897745567a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:35.972173 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88e01b-3a7f-4807-8c33-7a42b7a211cc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:35.973706 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cc88e01b-3a7f-4807-8c33-7a42b7a211cc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2a8 HTTP/1.1" status: 200 len: 929 time: 0.1167369 Jul 05 04:46:35.977199 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33884) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:36.031888 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-64d95710-b14a-4190-9e51-897745567a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:36.071694 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-64d95710-b14a-4190-9e51-897745567a73 None None] For port a7f3b4a4-efaa-4088-9552-47ca559609e7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a7f3b4a4-efaa-4088-9552-47ca559609e7,segment=NetworkSegment(c0de70c5-c91b-476a-9858-587daaacd488),segment_id=c0de70c5-c91b-476a-9858-587daaacd488)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:36.078932 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-47daf946-9122-43bf-8f74-4ce99117e07f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port 98c293aa-6e77-4aca-a2aa-d0fd31862862 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:36.079538 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-47daf946-9122-43bf-8f74-4ce99117e07f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:36.153286 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-64d95710-b14a-4190-9e51-897745567a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:36.185058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-47daf946-9122-43bf-8f74-4ce99117e07f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:36.201752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-47daf946-9122-43bf-8f74-4ce99117e07f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for 98c293aa-6e77-4aca-a2aa-d0fd31862862 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:36.203650 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d95710-b14a-4190-9e51-897745567a73 None None] Pushing event updated for resources: {'Port': ['ID=a7f3b4a4-efaa-4088-9552-47ca559609e7,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:36.364677 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-895eeb41-2ed2-48c8-9636-8323d88541ec None None] Provisioning for port 98c293aa-6e77-4aca-a2aa-d0fd31862862 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:36.369896 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-895eeb41-2ed2-48c8-9636-8323d88541ec None None] Provisioning complete for port 98c293aa-6e77-4aca-a2aa-d0fd31862862 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:36.370280 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-895eeb41-2ed2-48c8-9636-8323d88541ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:36.408808 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-895eeb41-2ed2-48c8-9636-8323d88541ec None None] Port 98c293aa-6e77-4aca-a2aa-d0fd31862862 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:36.468595 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-47daf946-9122-43bf-8f74-4ce99117e07f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:36.497736 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-895eeb41-2ed2-48c8-9636-8323d88541ec None None] Provisioning for port 1327c0c9-31ac-4ac9-adbd-2c3400a897a3 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:36.498749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47daf946-9122-43bf-8f74-4ce99117e07f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=98c293aa-6e77-4aca-a2aa-d0fd31862862,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:36.508710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-895eeb41-2ed2-48c8-9636-8323d88541ec None None] Provisioning complete for port 1327c0c9-31ac-4ac9-adbd-2c3400a897a3 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:36.512213 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-895eeb41-2ed2-48c8-9636-8323d88541ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:36.529616 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-47daf946-9122-43bf-8f74-4ce99117e07f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:36.540902 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-47daf946-9122-43bf-8f74-4ce99117e07f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/98c293aa-6e77-4aca-a2aa-d0fd31862862 HTTP/1.1" status: 204 len: 168 time: 0.5586350 Jul 05 04:46:36.540902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33886) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:36.560625 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-895eeb41-2ed2-48c8-9636-8323d88541ec None None] Port 1327c0c9-31ac-4ac9-adbd-2c3400a897a3 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:36.574673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-895eeb41-2ed2-48c8-9636-8323d88541ec None None] Provisioning complete for port a7f3b4a4-efaa-4088-9552-47ca559609e7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:36.575526 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-895eeb41-2ed2-48c8-9636-8323d88541ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:36.579801 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16fd527-1102-41da-9d9c-19f24279d053 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] GET failed (client error): The resource could not be found. Jul 05 04:46:36.583939 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a16fd527-1102-41da-9d9c-19f24279d053 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/98c293aa-6e77-4aca-a2aa-d0fd31862862 HTTP/1.1" status: 404 len: 333 time: 0.0322723 Jul 05 04:46:36.584804 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33888) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:36.696282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4dadcb0f-d03c-48f2-ac66-dd21483cea81 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port 1327c0c9-31ac-4ac9-adbd-2c3400a897a3 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:36.696885 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4dadcb0f-d03c-48f2-ac66-dd21483cea81 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:36.788349 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4dadcb0f-d03c-48f2-ac66-dd21483cea81 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:36.815524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4480bc29-cae1-4429-8cca-d48a2cac992b None None] Could not find standard attr ID for object 98c293aa-6e77-4aca-a2aa-d0fd31862862. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:46:36.815836 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4dadcb0f-d03c-48f2-ac66-dd21483cea81 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for 1327c0c9-31ac-4ac9-adbd-2c3400a897a3 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:36.815932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4480bc29-cae1-4429-8cca-d48a2cac992b None None] Provisioning complete for port 1327c0c9-31ac-4ac9-adbd-2c3400a897a3 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:36.815932 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4480bc29-cae1-4429-8cca-d48a2cac992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:36.844608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4480bc29-cae1-4429-8cca-d48a2cac992b None None] Port 1327c0c9-31ac-4ac9-adbd-2c3400a897a3 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:37.005918 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4dadcb0f-d03c-48f2-ac66-dd21483cea81 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:37.034283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadcb0f-d03c-48f2-ac66-dd21483cea81 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=1327c0c9-31ac-4ac9-adbd-2c3400a897a3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:37.065530 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4dadcb0f-d03c-48f2-ac66-dd21483cea81 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:37.067528 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4dadcb0f-d03c-48f2-ac66-dd21483cea81 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/1327c0c9-31ac-4ac9-adbd-2c3400a897a3 HTTP/1.1" status: 204 len: 168 time: 0.4817114 Jul 05 04:46:37.070316 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33890) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:37.105544 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2d0820-0f07-4c04-a85a-9c66c5c09dfe tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] GET failed (client error): The resource could not be found. Jul 05 04:46:37.107147 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8c2d0820-0f07-4c04-a85a-9c66c5c09dfe tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/1327c0c9-31ac-4ac9-adbd-2c3400a897a3 HTTP/1.1" status: 404 len: 333 time: 0.0359011 Jul 05 04:46:37.110296 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33892) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:37.164771 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb19e8f4-0f4e-4eb7-982d-dd842ddfc87c tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting subnet 91692368-e927-4233-8eec-97ea7315e508 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:46:37.167985 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb19e8f4-0f4e-4eb7-982d-dd842ddfc87c tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:37.209898 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb19e8f4-0f4e-4eb7-982d-dd842ddfc87c tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:37.302169 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb19e8f4-0f4e-4eb7-982d-dd842ddfc87c tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:37.398328 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a7f3b4a4-efaa-4088-9552-47ca559609e7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:46:37.411610 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb19e8f4-0f4e-4eb7-982d-dd842ddfc87c tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:37.439833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19e8f4-0f4e-4eb7-982d-dd842ddfc87c tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Subnet': ['ID=91692368-e927-4233-8eec-97ea7315e508,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:37.443892 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bb19e8f4-0f4e-4eb7-982d-dd842ddfc87c tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:37.446142 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bb19e8f4-0f4e-4eb7-982d-dd842ddfc87c tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/91692368-e927-4233-8eec-97ea7315e508 HTTP/1.1" status: 204 len: 168 time: 0.3344388 Jul 05 04:46:37.448707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33894) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:37.452391 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bc553a-06db-4a54-b6b9-bbd285bd4997 None None] Network 3875ae4e-9c58-406c-8357-e9fba4ae7107 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:37.455923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port a7f3b4a4-efaa-4088-9552-47ca559609e7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:37.456527 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:37.544320 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:37.598760 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port a7f3b4a4-efaa-4088-9552-47ca559609e7 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:37.598998 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:37.666220 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] For port a7f3b4a4-efaa-4088-9552-47ca559609e7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a7f3b4a4-efaa-4088-9552-47ca559609e7,segment=NetworkSegment(c0de70c5-c91b-476a-9858-587daaacd488),segment_id=c0de70c5-c91b-476a-9858-587daaacd488)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:37.666596 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:37.682329 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for a7f3b4a4-efaa-4088-9552-47ca559609e7 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:37.712540 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9ffacf-8b9f-4274-964e-1fa19aaa3962 None None] DHCP port deletion for 3875ae4e-9c58-406c-8357-e9fba4ae7107 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:46:37.763454 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ffacf-8b9f-4274-964e-1fa19aaa3962 None None] Deleting port a7f3b4a4-efaa-4088-9552-47ca559609e7 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:37.763833 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6a9ffacf-8b9f-4274-964e-1fa19aaa3962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:37.826930 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6a9ffacf-8b9f-4274-964e-1fa19aaa3962 None None] For port a7f3b4a4-efaa-4088-9552-47ca559609e7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a7f3b4a4-efaa-4088-9552-47ca559609e7,segment=NetworkSegment(c0de70c5-c91b-476a-9858-587daaacd488),segment_id=c0de70c5-c91b-476a-9858-587daaacd488)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:37.827330 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6a9ffacf-8b9f-4274-964e-1fa19aaa3962 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:37.834368 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:37.843851 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ffacf-8b9f-4274-964e-1fa19aaa3962 None None] Calling delete_port for a7f3b4a4-efaa-4088-9552-47ca559609e7 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:37.859947 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=a7f3b4a4-efaa-4088-9552-47ca559609e7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:37.863143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No DVR routers for this DVR port a7f3b4a4-efaa-4088-9552-47ca559609e7 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:46:37.952996 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:37.960824 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3875ae4e-9c58-406c-8357-e9fba4ae7107']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:37.972788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0de70c5-c91b-476a-9858-587daaacd488') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:37.973087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0de70c5-c91b-476a-9858-587daaacd488') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:37.983940 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:37.998950 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:38.005013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:46:38.005435 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:46:38.009185 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:46:38.078476 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6a9ffacf-8b9f-4274-964e-1fa19aaa3962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:38.106287 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ffacf-8b9f-4274-964e-1fa19aaa3962 None None] Pushing event deleted for resources: {'Port': ['ID=a7f3b4a4-efaa-4088-9552-47ca559609e7,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:38.108159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ffacf-8b9f-4274-964e-1fa19aaa3962 None None] No DVR routers for this DVR port a7f3b4a4-efaa-4088-9552-47ca559609e7 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:46:38.131333 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:38.143198 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:38.143198 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/networks/3875ae4e-9c58-406c-8357-e9fba4ae7107 HTTP/1.1" status: 204 len: 168 time: 0.6906981 Jul 05 04:46:38.144166 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33896) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:38.149553 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b290d425-292e-45a7-a089-e724e181b692 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1812643677'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:38.157643 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa3061-81b1-41d5-b881-04718f970f0d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Network': ['ID=3875ae4e-9c58-406c-8357-e9fba4ae7107,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:38.215687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b290d425-292e-45a7-a089-e724e181b692 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:38.219411 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b290d425-292e-45a7-a089-e724e181b692 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:38.244184 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b290d425-292e-45a7-a089-e724e181b692 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:46:38.252736 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b290d425-292e-45a7-a089-e724e181b692 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:38.253495 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-b290d425-292e-45a7-a089-e724e181b692 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Added segment 989dc080-3b3e-4272-b402-bfed9cfe7c5d of type vlan for network 5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a Jul 05 04:46:38.296027 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b290d425-292e-45a7-a089-e724e181b692 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:38.393272 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b290d425-292e-45a7-a089-e724e181b692 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:38.399353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b290d425-292e-45a7-a089-e724e181b692 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:38.399944 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b290d425-292e-45a7-a089-e724e181b692 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:38.464158 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290d425-292e-45a7-a089-e724e181b692 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Network': ['ID=5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:38.474153 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:46:38.531866 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b290d425-292e-45a7-a089-e724e181b692 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3864524 Jul 05 04:46:38.534670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33898) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:38.540376 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-66388a56-93ee-48b9-911c-f0fd3734a7a7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'subnet': {'network_id': '5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:38.702608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66388a56-93ee-48b9-911c-f0fd3734a7a7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:38.706362 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-66388a56-93ee-48b9-911c-f0fd3734a7a7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:38.942791 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-66388a56-93ee-48b9-911c-f0fd3734a7a7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:39.004263 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66388a56-93ee-48b9-911c-f0fd3734a7a7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Subnet': ['ID=4c62544a-253f-400e-8841-2ef56161146e,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:39.013590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66388a56-93ee-48b9-911c-f0fd3734a7a7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Checking segment: {'id': '989dc080-3b3e-4272-b402-bfed9cfe7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:39.013957 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66388a56-93ee-48b9-911c-f0fd3734a7a7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network hostable DHCP agents. Network: 5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:46:39.096933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66388a56-93ee-48b9-911c-f0fd3734a7a7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network 5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:46:39.193870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-66388a56-93ee-48b9-911c-f0fd3734a7a7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:39.197919 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66388a56-93ee-48b9-911c-f0fd3734a7a7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:39.198518 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-66388a56-93ee-48b9-911c-f0fd3734a7a7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:39.202402 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef8e620-0b0f-463d-a653-9cd75283b44b None None] Network 5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:39.286775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-66388a56-93ee-48b9-911c-f0fd3734a7a7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7509148 Jul 05 04:46:39.290468 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33900) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:39.297196 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d9dedb1e-6bb2-4783-9aa4-d7679ae817aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'network_id': '5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a', 'name': 'tempest-PortsIpV6TestJSON-1978152603', 'fixed_ips': [{'subnet_id': '4c62544a-253f-400e-8841-2ef56161146e', 'ip_address': '2001:db8::10'}]}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:39.354957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a', 'network_id': '5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a', 'tenant_id': '6360a2bcb8c24aefbc8c7f7df4873cdb', 'fixed_ips': [{'subnet_id': '4c62544a-253f-400e-8841-2ef56161146e'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:46:39.356013 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:39.424207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a7f3b4a4-efaa-4088-9552-47ca559609e7 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:46:39.452421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: a7f3b4a4-efaa-4088-9552-47ca559609e7 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:46:39.452769 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a7f3b4a4-efaa-4088-9552-47ca559609e7 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:46:39.473970 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dedb1e-6bb2-4783-9aa4-d7679ae817aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:39.513760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Allocated IP 2001:db8::2 (5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a/4c62544a-253f-400e-8841-2ef56161146e/cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:39.564449 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d9dedb1e-6bb2-4783-9aa4-d7679ae817aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:39.582481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-d9dedb1e-6bb2-4783-9aa4-d7679ae817aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] device_id is not set on port 51fbe7ee-9394-472f-97d9-0315922684d5 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:39.669560 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:39.677820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Transition to ACTIVE for port object cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:39.693282 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Transition to ACTIVE for port object cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:39.759682 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:39.798121 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Network 5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:39.803343 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:39.807148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:39.809858 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-d9dedb1e-6bb2-4783-9aa4-d7679ae817aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Allocated IP 2001:db8::10 (5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a/4c62544a-253f-400e-8841-2ef56161146e/51fbe7ee-9394-472f-97d9-0315922684d5) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:39.814406 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Pushing event updated for resources: {'Port': ['ID=cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:39.876467 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Attempting to bind port cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:39.876843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Attempting to bind port cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '989dc080-3b3e-4272-b402-bfed9cfe7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:39.879613 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Attempting to bind port cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f on network 5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:39.883273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:46:39.883681 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Checking segment: {'id': '989dc080-3b3e-4272-b402-bfed9cfe7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:39.884592 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:39.884592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Bound using segment: {'id': '989dc080-3b3e-4272-b402-bfed9cfe7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:46:39.885026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Bound port: cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989dc080-3b3e-4272-b402-bfed9cfe7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:46:39.885394 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:39.948623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] For port cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:46:39.951914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] For port cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f,segment=NetworkSegment(989dc080-3b3e-4272-b402-bfed9cfe7c5d),segment_id=989dc080-3b3e-4272-b402-bfed9cfe7c5d)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:46:39.965601 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d9dedb1e-6bb2-4783-9aa4-d7679ae817aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:39.984308 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-d9dedb1e-6bb2-4783-9aa4-d7679ae817aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Transition to ACTIVE for port object 51fbe7ee-9394-472f-97d9-0315922684d5 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:40.034305 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:40.091955 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d9dedb1e-6bb2-4783-9aa4-d7679ae817aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:40.093926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc2c5f-c0f2-46ac-baf6-5700624dcc8d None None] Pushing event updated for resources: {'Port': ['ID=cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:40.139532 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dedb1e-6bb2-4783-9aa4-d7679ae817aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network 5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:40.144924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-d9dedb1e-6bb2-4783-9aa4-d7679ae817aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:40.149379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dedb1e-6bb2-4783-9aa4-d7679ae817aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:40.155166 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dedb1e-6bb2-4783-9aa4-d7679ae817aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:40.155832 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d9dedb1e-6bb2-4783-9aa4-d7679ae817aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:40.164535 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dedb1e-6bb2-4783-9aa4-d7679ae817aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=51fbe7ee-9394-472f-97d9-0315922684d5,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:40.229395 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d9dedb1e-6bb2-4783-9aa4-d7679ae817aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9378366 Jul 05 04:46:40.231851 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33902) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:40.237353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-a4391847-b686-4aad-b20b-7ac9f7ea181a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'network_id': '5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a', 'name': 'tempest-PortsIpV6TestJSON-1293012458', 'fixed_ips': [{'subnet_id': '4c62544a-253f-400e-8841-2ef56161146e', 'ip_address': '2001:db8::f'}]}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:40.451577 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4391847-b686-4aad-b20b-7ac9f7ea181a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:40.458379 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a4391847-b686-4aad-b20b-7ac9f7ea181a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:40.477211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-a4391847-b686-4aad-b20b-7ac9f7ea181a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] device_id is not set on port ffdf8612-97f2-451d-99fb-3eb70a8d2d84 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:40.634750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-a4391847-b686-4aad-b20b-7ac9f7ea181a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Allocated IP 2001:db8::f (5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a/4c62544a-253f-400e-8841-2ef56161146e/ffdf8612-97f2-451d-99fb-3eb70a8d2d84) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:40.793664 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a4391847-b686-4aad-b20b-7ac9f7ea181a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:40.809004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-a4391847-b686-4aad-b20b-7ac9f7ea181a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Transition to ACTIVE for port object ffdf8612-97f2-451d-99fb-3eb70a8d2d84 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:40.937288 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a4391847-b686-4aad-b20b-7ac9f7ea181a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:40.984464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4391847-b686-4aad-b20b-7ac9f7ea181a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network 5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:40.990230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a4391847-b686-4aad-b20b-7ac9f7ea181a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:40.995025 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4391847-b686-4aad-b20b-7ac9f7ea181a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:41.000751 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4391847-b686-4aad-b20b-7ac9f7ea181a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:41.001382 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a4391847-b686-4aad-b20b-7ac9f7ea181a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:41.008003 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4391847-b686-4aad-b20b-7ac9f7ea181a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=ffdf8612-97f2-451d-99fb-3eb70a8d2d84,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:41.046319 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc45c3b-fe41-4e65-aac5-2d9848132ae7 None None] Network 5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:41.126802 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a4391847-b686-4aad-b20b-7ac9f7ea181a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8936195 Jul 05 04:46:41.129496 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33904) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:41.202146 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2fcfd303-b2ab-4ce0-ae11-ca68d0c23f3e None None] Provisioning for port cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:41.252127 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7145880-ea7f-4973-8b78-c0e2ec9ae579 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:41.252127 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f7145880-ea7f-4973-8b78-c0e2ec9ae579 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1183717 Jul 05 04:46:41.252127 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33906) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:41.323267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b4022a-4704-4c46-9a4d-3efc0e062f60 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:41.329457 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b4022a-4704-4c46-9a4d-3efc0e062f60 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:41.337307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b4022a-4704-4c46-9a4d-3efc0e062f60 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:41.342052 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a7b4022a-4704-4c46-9a4d-3efc0e062f60 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0864944 Jul 05 04:46:41.342409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33908) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:41.423399 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:46:41.458805 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-92226fbc-b440-4237-90e6-b876561054dc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port ffdf8612-97f2-451d-99fb-3eb70a8d2d84 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:41.459104 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-92226fbc-b440-4237-90e6-b876561054dc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:41.503303 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f6d15159-f4a9-401e-be6f-d5ce0eef1ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:41.548284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:41.552548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:41.554503 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:41.556428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-92226fbc-b440-4237-90e6-b876561054dc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:41.569234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-92226fbc-b440-4237-90e6-b876561054dc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for ffdf8612-97f2-451d-99fb-3eb70a8d2d84 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:41.590649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f8837ddd-4b25-470b-af82-4a25e906de32 None None] Provisioning for port 51fbe7ee-9394-472f-97d9-0315922684d5 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:41.596916 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f8837ddd-4b25-470b-af82-4a25e906de32 None None] Provisioning complete for port 51fbe7ee-9394-472f-97d9-0315922684d5 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:41.597291 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f8837ddd-4b25-470b-af82-4a25e906de32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:41.659234 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f8837ddd-4b25-470b-af82-4a25e906de32 None None] Port 51fbe7ee-9394-472f-97d9-0315922684d5 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:41.674778 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:41.713464 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f,segment=NetworkSegment(989dc080-3b3e-4272-b402-bfed9cfe7c5d),segment_id=989dc080-3b3e-4272-b402-bfed9cfe7c5d)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:41.760591 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:41.783094 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-92226fbc-b440-4237-90e6-b876561054dc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:41.794020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f8837ddd-4b25-470b-af82-4a25e906de32 None None] Provisioning for port ffdf8612-97f2-451d-99fb-3eb70a8d2d84 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:41.803202 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f8837ddd-4b25-470b-af82-4a25e906de32 None None] Provisioning complete for port ffdf8612-97f2-451d-99fb-3eb70a8d2d84 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:41.803910 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f8837ddd-4b25-470b-af82-4a25e906de32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:41.820578 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92226fbc-b440-4237-90e6-b876561054dc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=ffdf8612-97f2-451d-99fb-3eb70a8d2d84,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:41.830140 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f8837ddd-4b25-470b-af82-4a25e906de32 None None] Port ffdf8612-97f2-451d-99fb-3eb70a8d2d84 was deleted so its status cannot be updated. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:46:41.856709 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-92226fbc-b440-4237-90e6-b876561054dc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:41.857003 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:41.859558 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-92226fbc-b440-4237-90e6-b876561054dc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/ffdf8612-97f2-451d-99fb-3eb70a8d2d84 HTTP/1.1" status: 204 len: 168 time: 0.5152059 Jul 05 04:46:41.860385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f8837ddd-4b25-470b-af82-4a25e906de32 None None] Provisioning complete for port cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:41.860831 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f8837ddd-4b25-470b-af82-4a25e906de32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:41.861623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33910) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:41.892511 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d98943-9de4-4ef6-a443-8ad5ea56a23f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] GET failed (client error): The resource could not be found. Jul 05 04:46:41.897027 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33912) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:41.897488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e6d98943-9de4-4ef6-a443-8ad5ea56a23f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/ffdf8612-97f2-451d-99fb-3eb70a8d2d84 HTTP/1.1" status: 404 len: 333 time: 0.0343544 Jul 05 04:46:42.008396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-611e4382-33fd-4115-9d39-ff6f2f25f04e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port 51fbe7ee-9394-472f-97d9-0315922684d5 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:42.008950 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-611e4382-33fd-4115-9d39-ff6f2f25f04e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:42.076884 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-12389f35-9c39-43dd-8d45-ea063ac33cb4 None None] Provisioning complete for port 51fbe7ee-9394-472f-97d9-0315922684d5 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:42.077902 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-12389f35-9c39-43dd-8d45-ea063ac33cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:42.103449 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-611e4382-33fd-4115-9d39-ff6f2f25f04e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:42.114937 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-611e4382-33fd-4115-9d39-ff6f2f25f04e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for 51fbe7ee-9394-472f-97d9-0315922684d5 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:42.118804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-12389f35-9c39-43dd-8d45-ea063ac33cb4 None None] Port 51fbe7ee-9394-472f-97d9-0315922684d5 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:42.121745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-12389f35-9c39-43dd-8d45-ea063ac33cb4 None None] Could not find standard attr ID for object ffdf8612-97f2-451d-99fb-3eb70a8d2d84. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:46:42.320008 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-611e4382-33fd-4115-9d39-ff6f2f25f04e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:42.353595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e4382-33fd-4115-9d39-ff6f2f25f04e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=51fbe7ee-9394-472f-97d9-0315922684d5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:42.378720 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-611e4382-33fd-4115-9d39-ff6f2f25f04e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:42.383728 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-611e4382-33fd-4115-9d39-ff6f2f25f04e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/51fbe7ee-9394-472f-97d9-0315922684d5 HTTP/1.1" status: 204 len: 168 time: 0.4840496 Jul 05 04:46:42.384119 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33914) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:42.411513 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9343d4-c07b-4ae4-8d3a-3a22f619ae7e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] GET failed (client error): The resource could not be found. Jul 05 04:46:42.413117 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ac9343d4-c07b-4ae4-8d3a-3a22f619ae7e tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/51fbe7ee-9394-472f-97d9-0315922684d5 HTTP/1.1" status: 404 len: 333 time: 0.0280774 Jul 05 04:46:42.416621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33916) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:42.468868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-b950a171-dd7a-41e0-92a3-80b7b60c6aa3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting subnet 4c62544a-253f-400e-8841-2ef56161146e {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:46:42.472053 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b950a171-dd7a-41e0-92a3-80b7b60c6aa3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:42.517539 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b950a171-dd7a-41e0-92a3-80b7b60c6aa3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:42.602023 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b950a171-dd7a-41e0-92a3-80b7b60c6aa3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:42.737543 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b950a171-dd7a-41e0-92a3-80b7b60c6aa3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:42.769186 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950a171-dd7a-41e0-92a3-80b7b60c6aa3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Subnet': ['ID=4c62544a-253f-400e-8841-2ef56161146e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:42.771313 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b950a171-dd7a-41e0-92a3-80b7b60c6aa3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:42.774702 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b950a171-dd7a-41e0-92a3-80b7b60c6aa3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/4c62544a-253f-400e-8841-2ef56161146e HTTP/1.1" status: 204 len: 168 time: 0.3555093 Jul 05 04:46:42.775891 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33918) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:42.778653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a56815-18b4-4d1c-b927-dcc63f258774 None None] Network 5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:42.863668 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:42.920702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:42.921323 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:42.967763 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd558bf-1e92-4633-a48f-a46ad1d84751 None None] DHCP port deletion for 5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:46:42.987822 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] For port cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f,segment=NetworkSegment(989dc080-3b3e-4272-b402-bfed9cfe7c5d),segment_id=989dc080-3b3e-4272-b402-bfed9cfe7c5d)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:42.988211 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.000537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:43.016813 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bfd558bf-1e92-4633-a48f-a46ad1d84751 None None] Deleting port cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:43.017191 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bfd558bf-1e92-4633-a48f-a46ad1d84751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.076802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-bfd558bf-1e92-4633-a48f-a46ad1d84751 None None] For port cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f,segment=NetworkSegment(989dc080-3b3e-4272-b402-bfed9cfe7c5d),segment_id=989dc080-3b3e-4272-b402-bfed9cfe7c5d)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:43.077197 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bfd558bf-1e92-4633-a48f-a46ad1d84751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.090516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bfd558bf-1e92-4633-a48f-a46ad1d84751 None None] Calling delete_port for cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:43.159618 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.168328 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bfd558bf-1e92-4633-a48f-a46ad1d84751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.185586 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:43.189262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No DVR routers for this DVR port cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:46:43.200543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd558bf-1e92-4633-a48f-a46ad1d84751 None None] Pushing event deleted for resources: {'Port': ['ID=cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:43.202344 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd558bf-1e92-4633-a48f-a46ad1d84751 None None] No DVR routers for this DVR port cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:46:43.270218 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.280443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:43.290402 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989dc080-3b3e-4272-b402-bfed9cfe7c5d') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:43.290694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989dc080-3b3e-4272-b402-bfed9cfe7c5d') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:43.299105 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.312322 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.317959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:46:43.318351 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:46:43.321861 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:46:43.388942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:46:43.409097 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:46:43.409442 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device cc587bd9-d7d4-4fc8-814c-f3308ec9ce9f not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:46:43.450941 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.458398 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.459821 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/networks/5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a HTTP/1.1" status: 204 len: 168 time: 0.6829607 Jul 05 04:46:43.469083 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33920) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:43.472284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0b784-1ed5-4da9-a567-2718a7e309e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Network': ['ID=5c3c11f7-9dc5-40c7-98ad-7cfc20457e4a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:43.474159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-98a49bb1-af82-4174-985d-2faa68334e22 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1536273382'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:43.559819 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a49bb1-af82-4174-985d-2faa68334e22 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:43.563491 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-98a49bb1-af82-4174-985d-2faa68334e22 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.587829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a49bb1-af82-4174-985d-2faa68334e22 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:46:43.596493 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-98a49bb1-af82-4174-985d-2faa68334e22 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.596863 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-98a49bb1-af82-4174-985d-2faa68334e22 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Added segment 05d1c537-5589-4072-8103-2aa29bffbff7 of type vlan for network 26db51a0-9cf4-4b27-ae55-5540cf83c94c Jul 05 04:46:43.636524 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-98a49bb1-af82-4174-985d-2faa68334e22 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.725797 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-98a49bb1-af82-4174-985d-2faa68334e22 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.731549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a49bb1-af82-4174-985d-2faa68334e22 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:43.732176 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-98a49bb1-af82-4174-985d-2faa68334e22 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:43.800708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a49bb1-af82-4174-985d-2faa68334e22 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Network': ['ID=26db51a0-9cf4-4b27-ae55-5540cf83c94c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:43.811951 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 26db51a0-9cf4-4b27-ae55-5540cf83c94c details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:46:43.857962 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-98a49bb1-af82-4174-985d-2faa68334e22 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3878007 Jul 05 04:46:43.860694 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33922) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:43.865677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-38b219bf-33f2-4955-9dd8-8993cb1fa943 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'subnet': {'network_id': '26db51a0-9cf4-4b27-ae55-5540cf83c94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:44.034699 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-69759b58-249f-4bbe-b6c0-8d0bbfaddfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:44.051209 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b219bf-33f2-4955-9dd8-8993cb1fa943 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:44.055798 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-38b219bf-33f2-4955-9dd8-8993cb1fa943 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:44.319304 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-38b219bf-33f2-4955-9dd8-8993cb1fa943 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:44.384872 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b219bf-33f2-4955-9dd8-8993cb1fa943 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Subnet': ['ID=6be548fd-ab26-404e-8edd-f9f81882763e,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:44.395688 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b219bf-33f2-4955-9dd8-8993cb1fa943 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Checking segment: {'id': '05d1c537-5589-4072-8103-2aa29bffbff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '26db51a0-9cf4-4b27-ae55-5540cf83c94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:44.396047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b219bf-33f2-4955-9dd8-8993cb1fa943 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network hostable DHCP agents. Network: 26db51a0-9cf4-4b27-ae55-5540cf83c94c, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:46:44.428433 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:44.485456 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b219bf-33f2-4955-9dd8-8993cb1fa943 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network 26db51a0-9cf4-4b27-ae55-5540cf83c94c is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:46:44.566278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-38b219bf-33f2-4955-9dd8-8993cb1fa943 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 26db51a0-9cf4-4b27-ae55-5540cf83c94c) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:44.572109 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b219bf-33f2-4955-9dd8-8993cb1fa943 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:44.572861 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-38b219bf-33f2-4955-9dd8-8993cb1fa943 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:44.576262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da955a5f-c860-40b5-b825-9c52832b161b None None] Network 26db51a0-9cf4-4b27-ae55-5540cf83c94c requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:44.658039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-38b219bf-33f2-4955-9dd8-8993cb1fa943 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7960272 Jul 05 04:46:44.661377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33924) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:44.666746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0f7f08d7-9d6f-43d1-bd34-c63b8eec915d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1587372957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:44.749060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-26db51a0-9cf4-4b27-ae55-5540cf83c94c', 'network_id': '26db51a0-9cf4-4b27-ae55-5540cf83c94c', 'tenant_id': '6360a2bcb8c24aefbc8c7f7df4873cdb', 'fixed_ips': [{'subnet_id': '6be548fd-ab26-404e-8edd-f9f81882763e'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:46:44.749989 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:44.766011 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f7f08d7-9d6f-43d1-bd34-c63b8eec915d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:44.767073 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f7f08d7-9d6f-43d1-bd34-c63b8eec915d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:44.825512 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f7f08d7-9d6f-43d1-bd34-c63b8eec915d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:44.901138 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Allocated IP 2001:db8::2 (26db51a0-9cf4-4b27-ae55-5540cf83c94c/6be548fd-ab26-404e-8edd-f9f81882763e/ada47de0-90c2-4f27-bb69-66367e0ef160) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:44.908491 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f7f08d7-9d6f-43d1-bd34-c63b8eec915d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:44.994146 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0f7f08d7-9d6f-43d1-bd34-c63b8eec915d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:44.995430 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0f7f08d7-9d6f-43d1-bd34-c63b8eec915d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3329880 Jul 05 04:46:44.998042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33926) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:45.003159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ebbc92bc-d773-40e5-a6b7-b47e71d376a5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'network_id': '26db51a0-9cf4-4b27-ae55-5540cf83c94c', 'name': 'tempest-PortsIpV6TestJSON-308156976'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:45.056768 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:45.065757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Transition to ACTIVE for port object ada47de0-90c2-4f27-bb69-66367e0ef160 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:45.087716 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Transition to ACTIVE for port object ada47de0-90c2-4f27-bb69-66367e0ef160 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:45.154634 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:45.182642 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbc92bc-d773-40e5-a6b7-b47e71d376a5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:45.186410 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebbc92bc-d773-40e5-a6b7-b47e71d376a5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:45.194276 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Network 26db51a0-9cf4-4b27-ae55-5540cf83c94c is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:45.202134 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:45.206625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-ebbc92bc-d773-40e5-a6b7-b47e71d376a5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] device_id is not set on port 33a1a30d-e2db-4f45-9112-bf0e60b83fcf yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:45.207102 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:45.209184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Pushing event updated for resources: {'Port': ['ID=ada47de0-90c2-4f27-bb69-66367e0ef160,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:45.270791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Attempting to bind port ada47de0-90c2-4f27-bb69-66367e0ef160 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:45.271163 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Attempting to bind port ada47de0-90c2-4f27-bb69-66367e0ef160 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '05d1c537-5589-4072-8103-2aa29bffbff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '26db51a0-9cf4-4b27-ae55-5540cf83c94c'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:45.271531 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Attempting to bind port ada47de0-90c2-4f27-bb69-66367e0ef160 on network 26db51a0-9cf4-4b27-ae55-5540cf83c94c {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:45.277541 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:46:45.277923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Checking segment: {'id': '05d1c537-5589-4072-8103-2aa29bffbff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '26db51a0-9cf4-4b27-ae55-5540cf83c94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:45.278358 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:45.278870 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Bound using segment: {'id': '05d1c537-5589-4072-8103-2aa29bffbff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '26db51a0-9cf4-4b27-ae55-5540cf83c94c'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:46:45.280084 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Bound port: ada47de0-90c2-4f27-bb69-66367e0ef160, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d1c537-5589-4072-8103-2aa29bffbff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '26db51a0-9cf4-4b27-ae55-5540cf83c94c'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:46:45.280084 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:45.332784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-ebbc92bc-d773-40e5-a6b7-b47e71d376a5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Allocated IP 2001:db8::5c (26db51a0-9cf4-4b27-ae55-5540cf83c94c/6be548fd-ab26-404e-8edd-f9f81882763e/33a1a30d-e2db-4f45-9112-bf0e60b83fcf) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:45.354094 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] For port ada47de0-90c2-4f27-bb69-66367e0ef160, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:46:45.357091 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] For port ada47de0-90c2-4f27-bb69-66367e0ef160, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ada47de0-90c2-4f27-bb69-66367e0ef160,segment=NetworkSegment(05d1c537-5589-4072-8103-2aa29bffbff7),segment_id=05d1c537-5589-4072-8103-2aa29bffbff7)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:46:45.416593 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:45.488311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd7732-e71d-48bc-9605-7ca0bb1251e5 None None] Pushing event updated for resources: {'Port': ['ID=ada47de0-90c2-4f27-bb69-66367e0ef160,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:45.499281 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebbc92bc-d773-40e5-a6b7-b47e71d376a5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:45.514782 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-ebbc92bc-d773-40e5-a6b7-b47e71d376a5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Transition to ACTIVE for port object 33a1a30d-e2db-4f45-9112-bf0e60b83fcf will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:45.558770 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:45.645555 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebbc92bc-d773-40e5-a6b7-b47e71d376a5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:45.699615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbc92bc-d773-40e5-a6b7-b47e71d376a5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network 26db51a0-9cf4-4b27-ae55-5540cf83c94c is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:45.705453 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-ebbc92bc-d773-40e5-a6b7-b47e71d376a5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:45.709653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc92bc-d773-40e5-a6b7-b47e71d376a5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:45.716121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbc92bc-d773-40e5-a6b7-b47e71d376a5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:45.716802 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebbc92bc-d773-40e5-a6b7-b47e71d376a5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:45.725862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc92bc-d773-40e5-a6b7-b47e71d376a5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=33a1a30d-e2db-4f45-9112-bf0e60b83fcf,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:45.817237 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ebbc92bc-d773-40e5-a6b7-b47e71d376a5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8180642 Jul 05 04:46:45.819810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33928) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:46.162994 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-12b69415-5431-4f90-a706-b1481d71fc2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:46.390728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200363d7-f49e-4cdf-8b5a-e9c15d997864 None None] Network 26db51a0-9cf4-4b27-ae55-5540cf83c94c requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:46.409160 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-12b69415-5431-4f90-a706-b1481d71fc2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:46.466969 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-12b69415-5431-4f90-a706-b1481d71fc2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:46.542746 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6e1ea8b2-4793-4266-b589-946ed37f2628 None None] Provisioning for port ada47de0-90c2-4f27-bb69-66367e0ef160 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:46.549716 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b69415-5431-4f90-a706-b1481d71fc2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=33a1a30d-e2db-4f45-9112-bf0e60b83fcf,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:46.662691 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-12b69415-5431-4f90-a706-b1481d71fc2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:46.871329 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-12b69415-5431-4f90-a706-b1481d71fc2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:46.879702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ae8afa12-02b2-4418-bbce-94465cf23ac6 None None] Provisioning for port 33a1a30d-e2db-4f45-9112-bf0e60b83fcf completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:46.887477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ae8afa12-02b2-4418-bbce-94465cf23ac6 None None] Provisioning complete for port 33a1a30d-e2db-4f45-9112-bf0e60b83fcf triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:46.887990 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ae8afa12-02b2-4418-bbce-94465cf23ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:46.925413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-ae8afa12-02b2-4418-bbce-94465cf23ac6 None None] Port 33a1a30d-e2db-4f45-9112-bf0e60b83fcf cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:47.061411 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-018cacf4-0063-4bba-8577-d3ce69ba8891 None None] Provisioning complete for port 33a1a30d-e2db-4f45-9112-bf0e60b83fcf triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:47.061788 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-018cacf4-0063-4bba-8577-d3ce69ba8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:47.086732 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:47.102633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-018cacf4-0063-4bba-8577-d3ce69ba8891 None None] Port 33a1a30d-e2db-4f45-9112-bf0e60b83fcf cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:47.221484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d1a7a0f4-09e6-4104-9dee-08aed3fbc1e8 None None] Provisioning complete for port 33a1a30d-e2db-4f45-9112-bf0e60b83fcf triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:47.221863 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a0f4-09e6-4104-9dee-08aed3fbc1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:47.258338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7a0f4-09e6-4104-9dee-08aed3fbc1e8 None None] Port 33a1a30d-e2db-4f45-9112-bf0e60b83fcf cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:47.418444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ada47de0-90c2-4f27-bb69-66367e0ef160 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:46:47.486428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-12b69415-5431-4f90-a706-b1481d71fc2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:47.554566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port ada47de0-90c2-4f27-bb69-66367e0ef160 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:47.558731 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ada47de0-90c2-4f27-bb69-66367e0ef160 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:47.559109 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:47.577098 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-12b69415-5431-4f90-a706-b1481d71fc2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:47.577908 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-12b69415-5431-4f90-a706-b1481d71fc2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:47.646732 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:47.677436 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b69415-5431-4f90-a706-b1481d71fc2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=33a1a30d-e2db-4f45-9112-bf0e60b83fcf,revision_number=3']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:47.681845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port ada47de0-90c2-4f27-bb69-66367e0ef160, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ada47de0-90c2-4f27-bb69-66367e0ef160,segment=NetworkSegment(05d1c537-5589-4072-8103-2aa29bffbff7),segment_id=05d1c537-5589-4072-8103-2aa29bffbff7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:47.717660 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b69415-5431-4f90-a706-b1481d71fc2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network 26db51a0-9cf4-4b27-ae55-5540cf83c94c is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:47.719021 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-12b69415-5431-4f90-a706-b1481d71fc2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:47.748658 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:47.806092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=ada47de0-90c2-4f27-bb69-66367e0ef160,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:47.947900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b69415-5431-4f90-a706-b1481d71fc2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Router e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:46:47.985664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-68047ad8-8fa0-410d-9e84-a24169bb4db5 None None] Provisioning complete for port 33a1a30d-e2db-4f45-9112-bf0e60b83fcf triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:47.986042 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-68047ad8-8fa0-410d-9e84-a24169bb4db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:48.021054 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-68047ad8-8fa0-410d-9e84-a24169bb4db5 None None] Port 33a1a30d-e2db-4f45-9112-bf0e60b83fcf cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:48.048708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b69415-5431-4f90-a706-b1481d71fc2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:46:48.053797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-12b69415-5431-4f90-a706-b1481d71fc2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "PUT /v2.0/routers/e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2326224 Jul 05 04:46:48.056889 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33930) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:48.059565 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0729663a-14a1-40b0-a980-1b3318aacd28 None None] Sync routers for ids ['e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:46:48.069208 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0729663a-14a1-40b0-a980-1b3318aacd28 None None] Routers {'e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:46:48.069819 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-0729663a-14a1-40b0-a980-1b3318aacd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:46:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:48.102929 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-0729663a-14a1-40b0-a980-1b3318aacd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:48.112034 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0729663a-14a1-40b0-a980-1b3318aacd28 None None] Routers {'e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:46:48.112650 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-0729663a-14a1-40b0-a980-1b3318aacd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:46:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:48.122911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dda8357-4765-45f8-8300-255ded1e23c6 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:48.124581 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0dda8357-4765-45f8-8300-255ded1e23c6 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec HTTP/1.1" status: 200 len: 987 time: 0.0667570 Jul 05 04:46:48.127415 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33932) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:48.143013 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-0729663a-14a1-40b0-a980-1b3318aacd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:48.143653 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0729663a-14a1-40b0-a980-1b3318aacd28 None None] The sync data for ids ['e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec'] in n-d-771363-32 is: [] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:46:48.528219 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c40a2b8-e812-4b46-9ecc-bdcbbfe4caf8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:48.741493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-6c40a2b8-e812-4b46-9ecc-bdcbbfe4caf8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port 33a1a30d-e2db-4f45-9112-bf0e60b83fcf {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:48.742186 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c40a2b8-e812-4b46-9ecc-bdcbbfe4caf8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:48.827474 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c40a2b8-e812-4b46-9ecc-bdcbbfe4caf8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:48.839771 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-6c40a2b8-e812-4b46-9ecc-bdcbbfe4caf8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for 33a1a30d-e2db-4f45-9112-bf0e60b83fcf owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:49.056595 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c40a2b8-e812-4b46-9ecc-bdcbbfe4caf8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:49.093899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40a2b8-e812-4b46-9ecc-bdcbbfe4caf8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=33a1a30d-e2db-4f45-9112-bf0e60b83fcf,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:49.188161 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6c40a2b8-e812-4b46-9ecc-bdcbbfe4caf8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:49.356633 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c40a2b8-e812-4b46-9ecc-bdcbbfe4caf8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Router e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:46:49.397294 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ada47de0-90c2-4f27-bb69-66367e0ef160 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:46:49.437948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c40a2b8-e812-4b46-9ecc-bdcbbfe4caf8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:46:49.443188 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6c40a2b8-e812-4b46-9ecc-bdcbbfe4caf8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "PUT /v2.0/routers/e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3148141 Jul 05 04:46:49.446618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33934) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:49.450206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def2710-9414-4a3b-ae06-77ea8bb5e71d None None] Sync routers for ids ['e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:46:49.453759 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ada47de0-90c2-4f27-bb69-66367e0ef160 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:49.454390 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:49.474801 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-307113da-78ea-4830-936e-459f4bd3f9f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] GET failed (client error): The resource could not be found. Jul 05 04:46:49.479446 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-307113da-78ea-4830-936e-459f4bd3f9f4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/33a1a30d-e2db-4f45-9112-bf0e60b83fcf HTTP/1.1" status: 404 len: 333 time: 0.0288270 Jul 05 04:46:49.479961 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33936) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:49.482909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def2710-9414-4a3b-ae06-77ea8bb5e71d None None] Routers {'e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:46:49.483550 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5def2710-9414-4a3b-ae06-77ea8bb5e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:46:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:49.518396 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5def2710-9414-4a3b-ae06-77ea8bb5e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:49.536830 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def2710-9414-4a3b-ae06-77ea8bb5e71d None None] Routers {'e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:46:49.537441 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5def2710-9414-4a3b-ae06-77ea8bb5e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:46:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:49.555863 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a82f71ac-c949-47ee-b6f6-9875873372e0 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:49.581411 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5def2710-9414-4a3b-ae06-77ea8bb5e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:49.582081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def2710-9414-4a3b-ae06-77ea8bb5e71d None None] The sync data for ids ['e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec'] in n-d-771363-32 is: [] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:46:49.715066 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a82f71ac-c949-47ee-b6f6-9875873372e0 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:49.717175 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a82f71ac-c949-47ee-b6f6-9875873372e0 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:50.158305 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a82f71ac-c949-47ee-b6f6-9875873372e0 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:50.158837 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82f71ac-c949-47ee-b6f6-9875873372e0 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Fanout notify agent at l3_agent the message router_deleted on router e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:46:50.167431 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a82f71ac-c949-47ee-b6f6-9875873372e0 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:50.167431 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a82f71ac-c949-47ee-b6f6-9875873372e0 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/routers/e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec HTTP/1.1" status: 204 len: 168 time: 0.6863074 Jul 05 04:46:50.170653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33938) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:50.219771 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-328614cd-3882-4842-95ca-9c65a806f41d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting subnet 6be548fd-ab26-404e-8edd-f9f81882763e {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:46:50.222884 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-328614cd-3882-4842-95ca-9c65a806f41d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:50.262823 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-328614cd-3882-4842-95ca-9c65a806f41d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:50.347047 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-328614cd-3882-4842-95ca-9c65a806f41d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:50.474232 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-328614cd-3882-4842-95ca-9c65a806f41d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:50.502914 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-328614cd-3882-4842-95ca-9c65a806f41d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:50.504779 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-328614cd-3882-4842-95ca-9c65a806f41d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/6be548fd-ab26-404e-8edd-f9f81882763e HTTP/1.1" status: 204 len: 168 time: 0.3332148 Jul 05 04:46:50.505761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328614cd-3882-4842-95ca-9c65a806f41d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Subnet': ['ID=6be548fd-ab26-404e-8edd-f9f81882763e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:50.507460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33940) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:50.509673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8153ccb8-4dd3-498b-b011-e214357ceacb None None] Network 26db51a0-9cf4-4b27-ae55-5540cf83c94c requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:50.587436 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:50.641134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port ada47de0-90c2-4f27-bb69-66367e0ef160 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:50.641436 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:50.697187 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2507b33-3667-4016-b671-b1ed4cab9eb9 None None] DHCP port deletion for 26db51a0-9cf4-4b27-ae55-5540cf83c94c request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:46:50.705419 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] For port ada47de0-90c2-4f27-bb69-66367e0ef160, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ada47de0-90c2-4f27-bb69-66367e0ef160,segment=NetworkSegment(05d1c537-5589-4072-8103-2aa29bffbff7),segment_id=05d1c537-5589-4072-8103-2aa29bffbff7)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:50.705791 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:50.718848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for ada47de0-90c2-4f27-bb69-66367e0ef160 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:50.742754 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b2507b33-3667-4016-b671-b1ed4cab9eb9 None None] Deleting port ada47de0-90c2-4f27-bb69-66367e0ef160 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:50.743025 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b2507b33-3667-4016-b671-b1ed4cab9eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:50.802395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b2507b33-3667-4016-b671-b1ed4cab9eb9 None None] For port ada47de0-90c2-4f27-bb69-66367e0ef160, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ada47de0-90c2-4f27-bb69-66367e0ef160,segment=NetworkSegment(05d1c537-5589-4072-8103-2aa29bffbff7),segment_id=05d1c537-5589-4072-8103-2aa29bffbff7)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:50.802790 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b2507b33-3667-4016-b671-b1ed4cab9eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:50.815985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b2507b33-3667-4016-b671-b1ed4cab9eb9 None None] Calling delete_port for ada47de0-90c2-4f27-bb69-66367e0ef160 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:50.878773 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:50.893126 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b2507b33-3667-4016-b671-b1ed4cab9eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:50.904458 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=ada47de0-90c2-4f27-bb69-66367e0ef160,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:50.909948 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No DVR routers for this DVR port ada47de0-90c2-4f27-bb69-66367e0ef160 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:46:50.921675 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2507b33-3667-4016-b671-b1ed4cab9eb9 None None] Pushing event deleted for resources: {'Port': ['ID=ada47de0-90c2-4f27-bb69-66367e0ef160,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:50.925970 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2507b33-3667-4016-b671-b1ed4cab9eb9 None None] No DVR routers for this DVR port ada47de0-90c2-4f27-bb69-66367e0ef160 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:46:50.992369 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:51.002053 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26db51a0-9cf4-4b27-ae55-5540cf83c94c']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:51.013127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d1c537-5589-4072-8103-2aa29bffbff7') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:51.013431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d1c537-5589-4072-8103-2aa29bffbff7') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:51.021985 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:51.036126 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:51.042389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:46:51.042779 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:46:51.045646 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:46:51.159731 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:51.168865 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:51.169139 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/networks/26db51a0-9cf4-4b27-ae55-5540cf83c94c HTTP/1.1" status: 204 len: 168 time: 0.6604092 Jul 05 04:46:51.172758 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33942) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:51.181382 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b9fc8-8ffd-4cf3-8572-331eac9576b7 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Network': ['ID=26db51a0-9cf4-4b27-ae55-5540cf83c94c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:51.226450 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9136519-204a-4ddd-97ca-963f79f108aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:51.227805 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a9136519-204a-4ddd-97ca-963f79f108aa tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/acf44283-765a-464f-9e25-8aee932fc6fd HTTP/1.1" status: 200 len: 844 time: 0.0540674 Jul 05 04:46:51.231523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33944) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:51.284664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-52bd06b6-b53e-4fd5-b319-92e4c2ecb3ac tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/acf44283-765a-464f-9e25-8aee932fc6fd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0519586 Jul 05 04:46:51.288175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33946) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:51.293006 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-dd1a82de-138b-490c-b6c4-877261d6ef8b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'subnet': {'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:51.389052 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ada47de0-90c2-4f27-bb69-66367e0ef160 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:46:51.408940 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: ada47de0-90c2-4f27-bb69-66367e0ef160 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:46:51.409283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ada47de0-90c2-4f27-bb69-66367e0ef160 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:46:51.445612 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1a82de-138b-490c-b6c4-877261d6ef8b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:51.449203 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd1a82de-138b-490c-b6c4-877261d6ef8b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:51.679952 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd1a82de-138b-490c-b6c4-877261d6ef8b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:51.722865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1a82de-138b-490c-b6c4-877261d6ef8b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:51.726397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-dd1a82de-138b-490c-b6c4-877261d6ef8b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:51.730423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1a82de-138b-490c-b6c4-877261d6ef8b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:51.731014 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd1a82de-138b-490c-b6c4-877261d6ef8b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:51.736111 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a2fcf1-bf22-45b0-940a-d5f272671504 None None] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:51.742326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a82de-138b-490c-b6c4-877261d6ef8b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Subnet': ['ID=e8cb39fc-84a4-488a-8ea0-4eadebd8d95f,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:51.823334 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dd1a82de-138b-490c-b6c4-877261d6ef8b tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5338697 Jul 05 04:46:51.825820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33948) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:51.830696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-74a2d03b-bac3-4319-b623-74ddd0254772 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'security_group': {'name': 'tempest-secgroup-1687642197'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:51.908175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'tenant_id': '6360a2bcb8c24aefbc8c7f7df4873cdb', 'fixed_ips': [{'subnet_id': 'e8cb39fc-84a4-488a-8ea0-4eadebd8d95f'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:46:51.909460 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:51.919652 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-74a2d03b-bac3-4319-b623-74ddd0254772 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:52.020283 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-74a2d03b-bac3-4319-b623-74ddd0254772 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:52.086106 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-74a2d03b-bac3-4319-b623-74ddd0254772 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:52.117340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2d03b-bac3-4319-b623-74ddd0254772 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbc1816-4027-49ea-966b-e374c408e98c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:52.188423 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-74a2d03b-bac3-4319-b623-74ddd0254772 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:52.190373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-74a2d03b-bac3-4319-b623-74ddd0254772 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3633554 Jul 05 04:46:52.192966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33950) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:52.198554 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4222a263-134a-4e5d-9333-0197e0325fe4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'security_group': {'name': 'tempest-secgroup-1878241746'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:52.200518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Allocated IP 2001:db8::2 (a8e063bd-e01b-461e-ae8d-5cfba8b0bb05/e8cb39fc-84a4-488a-8ea0-4eadebd8d95f/bdd35c7e-6ba3-403a-b3b8-2ee27796679b) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:52.285182 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4222a263-134a-4e5d-9333-0197e0325fe4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:52.356308 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:52.364456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Transition to ACTIVE for port object bdd35c7e-6ba3-403a-b3b8-2ee27796679b will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:52.369518 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4222a263-134a-4e5d-9333-0197e0325fe4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:52.379644 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Transition to ACTIVE for port object bdd35c7e-6ba3-403a-b3b8-2ee27796679b will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:52.456431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4222a263-134a-4e5d-9333-0197e0325fe4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:52.485547 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:52.486185 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222a263-134a-4e5d-9333-0197e0325fe4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cc8fa8-923c-4d70-9b55-ebb9c200dd63,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:52.521840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:52.524933 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:52.530423 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:52.543010 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Pushing event updated for resources: {'Port': ['ID=bdd35c7e-6ba3-403a-b3b8-2ee27796679b,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:52.546815 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4222a263-134a-4e5d-9333-0197e0325fe4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:52.548061 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4222a263-134a-4e5d-9333-0197e0325fe4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3541164 Jul 05 04:46:52.550919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33952) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:52.556851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-43e77062-3b0a-4397-9f3b-396b358efcff tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1489880423', 'security_groups': ['25cc8fa8-923c-4d70-9b55-ebb9c200dd63'], 'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e8cb39fc-84a4-488a-8ea0-4eadebd8d95f'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:52.595310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Attempting to bind port bdd35c7e-6ba3-403a-b3b8-2ee27796679b on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:52.595683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Attempting to bind port bdd35c7e-6ba3-403a-b3b8-2ee27796679b by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'c1c44a61-8273-4d88-964f-22a79a458d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:52.596039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Attempting to bind port bdd35c7e-6ba3-403a-b3b8-2ee27796679b on network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:52.601112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:46:52.601983 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Checking segment: {'id': 'c1c44a61-8273-4d88-964f-22a79a458d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:52.602391 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:52.602799 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Bound using segment: {'id': 'c1c44a61-8273-4d88-964f-22a79a458d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:46:52.603251 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Bound port: bdd35c7e-6ba3-403a-b3b8-2ee27796679b, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c44a61-8273-4d88-964f-22a79a458d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:46:52.603626 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:52.668291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] For port bdd35c7e-6ba3-403a-b3b8-2ee27796679b, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:46:52.671249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] For port bdd35c7e-6ba3-403a-b3b8-2ee27796679b, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bdd35c7e-6ba3-403a-b3b8-2ee27796679b,segment=NetworkSegment(c1c44a61-8273-4d88-964f-22a79a458d51),segment_id=c1c44a61-8273-4d88-964f-22a79a458d51)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:46:52.759148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e77062-3b0a-4397-9f3b-396b358efcff tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:52.771406 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:52.827729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba2ad0-1042-4dab-81e9-164ecd7c61b0 None None] Pushing event updated for resources: {'Port': ['ID=bdd35c7e-6ba3-403a-b3b8-2ee27796679b,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:52.855327 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43e77062-3b0a-4397-9f3b-396b358efcff tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:52.874330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [None req-43e77062-3b0a-4397-9f3b-396b358efcff tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] device_id is not set on port 110f1584-6d60-42a1-9080-04cd9ba64716 yet. {{(pid=100932) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:53.073832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-43e77062-3b0a-4397-9f3b-396b358efcff tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Allocated IP 2001:db8::2c4 (a8e063bd-e01b-461e-ae8d-5cfba8b0bb05/e8cb39fc-84a4-488a-8ea0-4eadebd8d95f/110f1584-6d60-42a1-9080-04cd9ba64716) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:53.233217 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43e77062-3b0a-4397-9f3b-396b358efcff tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:53.247963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-43e77062-3b0a-4397-9f3b-396b358efcff tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Transition to ACTIVE for port object 110f1584-6d60-42a1-9080-04cd9ba64716 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:53.314253 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43e77062-3b0a-4397-9f3b-396b358efcff tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:53.370097 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e77062-3b0a-4397-9f3b-396b358efcff tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:53.373455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-43e77062-3b0a-4397-9f3b-396b358efcff tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:53.378023 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e77062-3b0a-4397-9f3b-396b358efcff tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:53.384486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e77062-3b0a-4397-9f3b-396b358efcff tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:53.385129 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-43e77062-3b0a-4397-9f3b-396b358efcff tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:53.388893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e77062-3b0a-4397-9f3b-396b358efcff tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=110f1584-6d60-42a1-9080-04cd9ba64716,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:53.425335 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bdd35c7e-6ba3-403a-b3b8-2ee27796679b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:46:53.447174 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-43e77062-3b0a-4397-9f3b-396b358efcff tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8950458 Jul 05 04:46:53.450399 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33954) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:53.455671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0e24132f-1067-4a34-ae9e-8bcb0f36894a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'subnet': {'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:53.532258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port bdd35c7e-6ba3-403a-b3b8-2ee27796679b completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:53.639692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e24132f-1067-4a34-ae9e-8bcb0f36894a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:53.643407 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0e24132f-1067-4a34-ae9e-8bcb0f36894a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:53.740674 n-d-771363-32 neutron-server[100932]: INFO neutron.db.ipam_backend_mixin [None req-0e24132f-1067-4a34-ae9e-8bcb0f36894a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e8cb39fc-84a4-488a-8ea0-4eadebd8d95f (CIDR: 2001:db8::/64) Jul 05 04:46:53.771945 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e24132f-1067-4a34-ae9e-8bcb0f36894a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:46:53.772128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e24132f-1067-4a34-ae9e-8bcb0f36894a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:46:53.871475 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0e24132f-1067-4a34-ae9e-8bcb0f36894a tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4199917 Jul 05 04:46:53.872266 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33956) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:53.877483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5fe11958-c141-47cf-8469-1d5a696f23d8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'subnet': {'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:53.886478 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a967b50c-3fe6-4e8e-be13-ba92d278f528 None None] Provisioning complete for port acf44283-765a-464f-9e25-8aee932fc6fd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:53.887023 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a967b50c-3fe6-4e8e-be13-ba92d278f528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:53.927747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a967b50c-3fe6-4e8e-be13-ba92d278f528 None None] Port acf44283-765a-464f-9e25-8aee932fc6fd cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:54.038977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a967b50c-3fe6-4e8e-be13-ba92d278f528 None None] Provisioning for port bdd35c7e-6ba3-403a-b3b8-2ee27796679b completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:54.043032 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a967b50c-3fe6-4e8e-be13-ba92d278f528 None None] Provisioning complete for port bdd35c7e-6ba3-403a-b3b8-2ee27796679b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:54.043360 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a967b50c-3fe6-4e8e-be13-ba92d278f528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:54.061285 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe11958-c141-47cf-8469-1d5a696f23d8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:54.064879 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5fe11958-c141-47cf-8469-1d5a696f23d8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:54.121580 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a967b50c-3fe6-4e8e-be13-ba92d278f528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:54.153843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a967b50c-3fe6-4e8e-be13-ba92d278f528 None None] For port bdd35c7e-6ba3-403a-b3b8-2ee27796679b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bdd35c7e-6ba3-403a-b3b8-2ee27796679b,segment=NetworkSegment(c1c44a61-8273-4d88-964f-22a79a458d51),segment_id=c1c44a61-8273-4d88-964f-22a79a458d51)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:54.228248 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a967b50c-3fe6-4e8e-be13-ba92d278f528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:54.274947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967b50c-3fe6-4e8e-be13-ba92d278f528 None None] Pushing event updated for resources: {'Port': ['ID=bdd35c7e-6ba3-403a-b3b8-2ee27796679b,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:54.370325 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5fe11958-c141-47cf-8469-1d5a696f23d8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:54.411237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe11958-c141-47cf-8469-1d5a696f23d8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:54.414877 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-5fe11958-c141-47cf-8469-1d5a696f23d8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:54.418929 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe11958-c141-47cf-8469-1d5a696f23d8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:54.419515 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5fe11958-c141-47cf-8469-1d5a696f23d8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:54.424324 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746dc37c-85a5-406f-b851-0823a0357af2 None None] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:54.432577 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe11958-c141-47cf-8469-1d5a696f23d8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Subnet': ['ID=49dad7eb-6175-4e25-a198-64621c92088d,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:54.465768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4629ce25-6b96-439b-9297-6ae2dabca3cb None None] Provisioning for port 110f1584-6d60-42a1-9080-04cd9ba64716 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:54.474950 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4629ce25-6b96-439b-9297-6ae2dabca3cb None None] Provisioning complete for port 110f1584-6d60-42a1-9080-04cd9ba64716 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:54.475322 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4629ce25-6b96-439b-9297-6ae2dabca3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:54.521531 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5fe11958-c141-47cf-8469-1d5a696f23d8 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6457498 Jul 05 04:46:54.521751 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33958) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:54.523344 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4629ce25-6b96-439b-9297-6ae2dabca3cb None None] Port 110f1584-6d60-42a1-9080-04cd9ba64716 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:54.528087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-047622fd-f910-49ef-be08-60fa49627687 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1848631793', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '49dad7eb-6175-4e25-a198-64621c92088d'}], 'security_groups': ['1cbc1816-4027-49ea-966b-e374c408e98c']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:54.691048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b72df0-95ef-4095-a25b-23d979e7567e None None] Update dhcp port {'port': {'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'fixed_ips': [{'subnet_id': 'e8cb39fc-84a4-488a-8ea0-4eadebd8d95f', 'ip_address': '2001:db8::2'}, {'subnet_id': '49dad7eb-6175-4e25-a198-64621c92088d'}], 'binding:host_id': 'n-d-771363-32'}, 'id': 'bdd35c7e-6ba3-403a-b3b8-2ee27796679b'} from n-d-771363-32. {{(pid=100934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:46:54.698689 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-047622fd-f910-49ef-be08-60fa49627687 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:54.725123 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d0b72df0-95ef-4095-a25b-23d979e7567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:54.886940 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-d0b72df0-95ef-4095-a25b-23d979e7567e None None] Allocated IP 2001:db8:0:1::2 (a8e063bd-e01b-461e-ae8d-5cfba8b0bb05/49dad7eb-6175-4e25-a198-64621c92088d/bdd35c7e-6ba3-403a-b3b8-2ee27796679b) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:54.981928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d0b72df0-95ef-4095-a25b-23d979e7567e None None] For port bdd35c7e-6ba3-403a-b3b8-2ee27796679b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bdd35c7e-6ba3-403a-b3b8-2ee27796679b,segment=NetworkSegment(c1c44a61-8273-4d88-964f-22a79a458d51),segment_id=c1c44a61-8273-4d88-964f-22a79a458d51)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:55.010412 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d0b72df0-95ef-4095-a25b-23d979e7567e None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:55.023997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d0b72df0-95ef-4095-a25b-23d979e7567e None None] Transition to ACTIVE for port object bdd35c7e-6ba3-403a-b3b8-2ee27796679b will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:55.079292 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d0b72df0-95ef-4095-a25b-23d979e7567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:55.171111 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b72df0-95ef-4095-a25b-23d979e7567e None None] Pushing event updated for resources: {'Port': ['ID=bdd35c7e-6ba3-403a-b3b8-2ee27796679b,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:55.193576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-047622fd-f910-49ef-be08-60fa49627687 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Delete allocated IP 2001:db8::2c4 (a8e063bd-e01b-461e-ae8d-5cfba8b0bb05/e8cb39fc-84a4-488a-8ea0-4eadebd8d95f) {{(pid=100933) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:46:55.204291 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-047622fd-f910-49ef-be08-60fa49627687 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Allocated IP 2001:db8:0:1::172 (a8e063bd-e01b-461e-ae8d-5cfba8b0bb05/49dad7eb-6175-4e25-a198-64621c92088d/110f1584-6d60-42a1-9080-04cd9ba64716) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:55.365989 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-047622fd-f910-49ef-be08-60fa49627687 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:55.381411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-047622fd-f910-49ef-be08-60fa49627687 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Transition to ACTIVE for port object 110f1584-6d60-42a1-9080-04cd9ba64716 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:55.418213 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bdd35c7e-6ba3-403a-b3b8-2ee27796679b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:46:55.422540 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-047622fd-f910-49ef-be08-60fa49627687 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:55.497113 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-047622fd-f910-49ef-be08-60fa49627687 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] In _notify_port_updated(), no bound segment for port 110f1584-6d60-42a1-9080-04cd9ba64716 on network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 {{(pid=100933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:46:55.502696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047622fd-f910-49ef-be08-60fa49627687 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:55.503407 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-047622fd-f910-49ef-be08-60fa49627687 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:55.504848 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-047622fd-f910-49ef-be08-60fa49627687 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "PUT /v2.0/ports/110f1584-6d60-42a1-9080-04cd9ba64716 HTTP/1.1" status: 200 len: 931 time: 0.9821284 Jul 05 04:46:55.508730 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33960) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:55.510236 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047622fd-f910-49ef-be08-60fa49627687 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=110f1584-6d60-42a1-9080-04cd9ba64716,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:55.614854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a7edd00a-fca4-487a-ad46-a27c0acab004 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port 110f1584-6d60-42a1-9080-04cd9ba64716 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:55.615228 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7edd00a-fca4-487a-ad46-a27c0acab004 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:55.713231 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7edd00a-fca4-487a-ad46-a27c0acab004 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:55.725885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a7edd00a-fca4-487a-ad46-a27c0acab004 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for 110f1584-6d60-42a1-9080-04cd9ba64716 owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:55.810725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0115e9e5-337f-400c-9a30-fcaf49cde5cc None None] Provisioning for port 110f1584-6d60-42a1-9080-04cd9ba64716 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:55.815053 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0115e9e5-337f-400c-9a30-fcaf49cde5cc None None] Provisioning complete for port 110f1584-6d60-42a1-9080-04cd9ba64716 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:55.815433 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0115e9e5-337f-400c-9a30-fcaf49cde5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:55.853247 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0115e9e5-337f-400c-9a30-fcaf49cde5cc None None] Port 110f1584-6d60-42a1-9080-04cd9ba64716 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:55.863484 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0115e9e5-337f-400c-9a30-fcaf49cde5cc None None] Provisioning complete for port acf44283-765a-464f-9e25-8aee932fc6fd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:55.864013 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0115e9e5-337f-400c-9a30-fcaf49cde5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:55.899314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0115e9e5-337f-400c-9a30-fcaf49cde5cc None None] Port acf44283-765a-464f-9e25-8aee932fc6fd cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:55.925173 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7edd00a-fca4-487a-ad46-a27c0acab004 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:55.955279 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edd00a-fca4-487a-ad46-a27c0acab004 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=110f1584-6d60-42a1-9080-04cd9ba64716,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:55.986629 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a7edd00a-fca4-487a-ad46-a27c0acab004 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:55.988602 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a7edd00a-fca4-487a-ad46-a27c0acab004 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/110f1584-6d60-42a1-9080-04cd9ba64716 HTTP/1.1" status: 204 len: 168 time: 0.4788716 Jul 05 04:46:55.992107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33962) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:56.004192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0115e9e5-337f-400c-9a30-fcaf49cde5cc None None] Provisioning for port bdd35c7e-6ba3-403a-b3b8-2ee27796679b completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:56.008468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0115e9e5-337f-400c-9a30-fcaf49cde5cc None None] Provisioning complete for port bdd35c7e-6ba3-403a-b3b8-2ee27796679b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:56.008889 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0115e9e5-337f-400c-9a30-fcaf49cde5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:56.020452 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0563f48-c496-43fb-b116-7cbd431153dc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] GET failed (client error): The resource could not be found. Jul 05 04:46:56.022084 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c0563f48-c496-43fb-b116-7cbd431153dc tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/110f1584-6d60-42a1-9080-04cd9ba64716 HTTP/1.1" status: 404 len: 333 time: 0.0290647 Jul 05 04:46:56.025076 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33964) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:56.083945 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79d9c029-0fdc-4750-acad-80f87835b225 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:56.117284 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79d9c029-0fdc-4750-acad-80f87835b225 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:56.216307 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79d9c029-0fdc-4750-acad-80f87835b225 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:56.218645 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-607177e0-d56d-4793-a7f6-8261d16dc392 None None] Could not find standard attr ID for object 110f1584-6d60-42a1-9080-04cd9ba64716. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:46:56.218851 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79d9c029-0fdc-4750-acad-80f87835b225 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:56.219997 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-79d9c029-0fdc-4750-acad-80f87835b225 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/security-groups/25cc8fa8-923c-4d70-9b55-ebb9c200dd63 HTTP/1.1" status: 204 len: 168 time: 0.1939683 Jul 05 04:46:56.222725 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33966) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:56.230055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9c029-0fdc-4750-acad-80f87835b225 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cc8fa8-923c-4d70-9b55-ebb9c200dd63,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:56.278946 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2a7801d7-63f4-4ee6-ac36-779a2aa6df54 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:56.300473 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2a7801d7-63f4-4ee6-ac36-779a2aa6df54 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:56.427588 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2a7801d7-63f4-4ee6-ac36-779a2aa6df54 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:56.430207 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2a7801d7-63f4-4ee6-ac36-779a2aa6df54 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:56.431366 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2a7801d7-63f4-4ee6-ac36-779a2aa6df54 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/security-groups/1cbc1816-4027-49ea-966b-e374c408e98c HTTP/1.1" status: 204 len: 168 time: 0.2071984 Jul 05 04:46:56.434186 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33968) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:56.440652 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7801d7-63f4-4ee6-ac36-779a2aa6df54 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbc1816-4027-49ea-966b-e374c408e98c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:56.489371 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cfad7d-820c-4f72-8248-fed9127b4ac4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting subnet e8cb39fc-84a4-488a-8ea0-4eadebd8d95f {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:46:56.492745 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79cfad7d-820c-4f72-8248-fed9127b4ac4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:56.532276 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79cfad7d-820c-4f72-8248-fed9127b4ac4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:56.615185 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79cfad7d-820c-4f72-8248-fed9127b4ac4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:56.753223 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79cfad7d-820c-4f72-8248-fed9127b4ac4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:56.780733 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfad7d-820c-4f72-8248-fed9127b4ac4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Subnet': ['ID=e8cb39fc-84a4-488a-8ea0-4eadebd8d95f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:56.785344 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79cfad7d-820c-4f72-8248-fed9127b4ac4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:56.787428 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-79cfad7d-820c-4f72-8248-fed9127b4ac4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/e8cb39fc-84a4-488a-8ea0-4eadebd8d95f HTTP/1.1" status: 204 len: 168 time: 0.3521724 Jul 05 04:46:56.792094 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1e613c-9a70-4d7b-b860-850ed7a1ed3f None None] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:56.792724 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33970) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:56.798900 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-4844eb6e-403f-499a-9415-e1b307b7aa7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'subnet': {'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:56.977002 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4844eb6e-403f-499a-9415-e1b307b7aa7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:56.980968 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4844eb6e-403f-499a-9415-e1b307b7aa7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:57.278772 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4844eb6e-403f-499a-9415-e1b307b7aa7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:57.327872 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4844eb6e-403f-499a-9415-e1b307b7aa7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:57.333416 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-4844eb6e-403f-499a-9415-e1b307b7aa7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:57.339352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4844eb6e-403f-499a-9415-e1b307b7aa7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:57.340164 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4844eb6e-403f-499a-9415-e1b307b7aa7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:57.356471 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844eb6e-403f-499a-9415-e1b307b7aa7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Subnet': ['ID=3775dfe5-ccbc-4b37-9935-55d22da861d3,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:57.448411 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4844eb6e-403f-499a-9415-e1b307b7aa7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6519375 Jul 05 04:46:57.448905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33972) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:57.454373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1474f365-7f61-483d-8240-4e2c9eaee0c3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'security_group': {'name': 'tempest-secgroup-1681900938'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:57.499492 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a128b7-e233-403a-bb02-cf08671042c8 None None] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:46:57.554781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1474f365-7f61-483d-8240-4e2c9eaee0c3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:57.561784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7b970ee5-3103-4f99-8a86-b125daea7b2f None None] Provisioning complete for port acf44283-765a-464f-9e25-8aee932fc6fd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:57.562163 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7b970ee5-3103-4f99-8a86-b125daea7b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:57.621488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-7b970ee5-3103-4f99-8a86-b125daea7b2f None None] Port acf44283-765a-464f-9e25-8aee932fc6fd cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:57.650654 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1474f365-7f61-483d-8240-4e2c9eaee0c3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:57.661194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7b970ee5-3103-4f99-8a86-b125daea7b2f None None] Provisioning complete for port bdd35c7e-6ba3-403a-b3b8-2ee27796679b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:57.661572 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7b970ee5-3103-4f99-8a86-b125daea7b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:57.747969 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1474f365-7f61-483d-8240-4e2c9eaee0c3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:57.789593 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474f365-7f61-483d-8240-4e2c9eaee0c3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a96c9b-7920-4e37-ab62-b090529b61d0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:57.844360 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1474f365-7f61-483d-8240-4e2c9eaee0c3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:57.846273 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1474f365-7f61-483d-8240-4e2c9eaee0c3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3956087 Jul 05 04:46:57.848533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33974) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:57.852711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef5c6e8-8c20-4046-9037-51e4e08b3c95 None None] Update dhcp port {'port': {'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'fixed_ips': [{'subnet_id': '49dad7eb-6175-4e25-a198-64621c92088d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3775dfe5-ccbc-4b37-9935-55d22da861d3'}], 'binding:host_id': 'n-d-771363-32'}, 'id': 'bdd35c7e-6ba3-403a-b3b8-2ee27796679b'} from n-d-771363-32. {{(pid=100934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:46:57.854549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0bdda3f5-13c7-4aad-b501-b3a05aa41d83 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'security_group': {'name': 'tempest-secgroup-2043341203'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:57.887148 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fef5c6e8-8c20-4046-9037-51e4e08b3c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:57.936389 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0bdda3f5-13c7-4aad-b501-b3a05aa41d83 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:58.023809 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0bdda3f5-13c7-4aad-b501-b3a05aa41d83 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:58.056490 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-fef5c6e8-8c20-4046-9037-51e4e08b3c95 None None] Allocated IP 2001:db8::2 (a8e063bd-e01b-461e-ae8d-5cfba8b0bb05/3775dfe5-ccbc-4b37-9935-55d22da861d3/bdd35c7e-6ba3-403a-b3b8-2ee27796679b) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:58.090704 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0bdda3f5-13c7-4aad-b501-b3a05aa41d83 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:58.121565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdda3f5-13c7-4aad-b501-b3a05aa41d83 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8025dd3-2584-4dc2-bb5a-b99fd52d5339,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:58.163560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-fef5c6e8-8c20-4046-9037-51e4e08b3c95 None None] For port bdd35c7e-6ba3-403a-b3b8-2ee27796679b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bdd35c7e-6ba3-403a-b3b8-2ee27796679b,segment=NetworkSegment(c1c44a61-8273-4d88-964f-22a79a458d51),segment_id=c1c44a61-8273-4d88-964f-22a79a458d51)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:58.182876 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0bdda3f5-13c7-4aad-b501-b3a05aa41d83 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:58.187731 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0bdda3f5-13c7-4aad-b501-b3a05aa41d83 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3346145 Jul 05 04:46:58.188031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33976) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:58.193499 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c2fcf66e-cf0a-4ea0-99de-6f4598e19d32 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'security_group': {'name': 'tempest-secgroup-441270499'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:58.195550 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fef5c6e8-8c20-4046-9037-51e4e08b3c95 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:58.209057 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fef5c6e8-8c20-4046-9037-51e4e08b3c95 None None] Transition to ACTIVE for port object bdd35c7e-6ba3-403a-b3b8-2ee27796679b will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:58.302359 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fef5c6e8-8c20-4046-9037-51e4e08b3c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:58.325406 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf66e-cf0a-4ea0-99de-6f4598e19d32 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:58.401089 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5c6e8-8c20-4046-9037-51e4e08b3c95 None None] Pushing event updated for resources: {'Port': ['ID=bdd35c7e-6ba3-403a-b3b8-2ee27796679b,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:58.411895 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf66e-cf0a-4ea0-99de-6f4598e19d32 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:58.473879 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf66e-cf0a-4ea0-99de-6f4598e19d32 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:58.504902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcf66e-cf0a-4ea0-99de-6f4598e19d32 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5183e3b3-5bec-46c8-b8bf-664f206ac30a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:58.558382 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf66e-cf0a-4ea0-99de-6f4598e19d32 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:58.561260 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c2fcf66e-cf0a-4ea0-99de-6f4598e19d32 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3705325 Jul 05 04:46:58.562637 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33978) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:58.567996 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ce364754-77f7-4e79-a609-7629824fa344 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-40396750', 'security_groups': ['5183e3b3-5bec-46c8-b8bf-664f206ac30a'], 'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3775dfe5-ccbc-4b37-9935-55d22da861d3'}]}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:58.787676 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce364754-77f7-4e79-a609-7629824fa344 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:58.792612 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce364754-77f7-4e79-a609-7629824fa344 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:58.811969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-ce364754-77f7-4e79-a609-7629824fa344 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] device_id is not set on port 1d556fa8-0436-4c35-aae6-53d87d7916ad yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:46:58.979358 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-ce364754-77f7-4e79-a609-7629824fa344 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Allocated IP 2001:db8::2e7 (a8e063bd-e01b-461e-ae8d-5cfba8b0bb05/3775dfe5-ccbc-4b37-9935-55d22da861d3/1d556fa8-0436-4c35-aae6-53d87d7916ad) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:46:59.001354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f2b97047-bde3-4969-8d58-2df72b11d020 None None] Provisioning complete for port acf44283-765a-464f-9e25-8aee932fc6fd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:59.002002 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f2b97047-bde3-4969-8d58-2df72b11d020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:59.041302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f2b97047-bde3-4969-8d58-2df72b11d020 None None] Port acf44283-765a-464f-9e25-8aee932fc6fd cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:59.118014 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce364754-77f7-4e79-a609-7629824fa344 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:59.118980 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f2b97047-bde3-4969-8d58-2df72b11d020 None None] Provisioning for port bdd35c7e-6ba3-403a-b3b8-2ee27796679b completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:59.123085 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f2b97047-bde3-4969-8d58-2df72b11d020 None None] Provisioning complete for port bdd35c7e-6ba3-403a-b3b8-2ee27796679b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:59.123459 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f2b97047-bde3-4969-8d58-2df72b11d020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:59.130809 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-ce364754-77f7-4e79-a609-7629824fa344 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Transition to ACTIVE for port object 1d556fa8-0436-4c35-aae6-53d87d7916ad will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:59.228122 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce364754-77f7-4e79-a609-7629824fa344 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:59.275526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce364754-77f7-4e79-a609-7629824fa344 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:46:59.280721 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-ce364754-77f7-4e79-a609-7629824fa344 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:46:59.283204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce364754-77f7-4e79-a609-7629824fa344 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:46:59.289787 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce364754-77f7-4e79-a609-7629824fa344 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:59.290442 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ce364754-77f7-4e79-a609-7629824fa344 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:59.301259 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce364754-77f7-4e79-a609-7629824fa344 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=1d556fa8-0436-4c35-aae6-53d87d7916ad,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:59.377692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ce364754-77f7-4e79-a609-7629824fa344 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8138397 Jul 05 04:46:59.380734 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33980) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:46:59.386588 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5bccc577-81ce-4d7a-8108-456a10bd8547 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'subnet': {'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:59.435197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bdd35c7e-6ba3-403a-b3b8-2ee27796679b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:46:59.492637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bdd35c7e-6ba3-403a-b3b8-2ee27796679b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:59.493302 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:59.593894 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a753b61d-4ec6-4325-8ae4-71d3eeda9233 None None] Provisioning for port 1d556fa8-0436-4c35-aae6-53d87d7916ad completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:59.598122 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a753b61d-4ec6-4325-8ae4-71d3eeda9233 None None] Provisioning complete for port 1d556fa8-0436-4c35-aae6-53d87d7916ad triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:59.598492 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a753b61d-4ec6-4325-8ae4-71d3eeda9233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:59.634447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a753b61d-4ec6-4325-8ae4-71d3eeda9233 None None] Port 1d556fa8-0436-4c35-aae6-53d87d7916ad cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:46:59.953454 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bccc577-81ce-4d7a-8108-456a10bd8547 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:46:59.957253 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5bccc577-81ce-4d7a-8108-456a10bd8547 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:00.046542 n-d-771363-32 neutron-server[100933]: INFO neutron.db.ipam_backend_mixin [None req-5bccc577-81ce-4d7a-8108-456a10bd8547 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3775dfe5-ccbc-4b37-9935-55d22da861d3 (CIDR: 2001:db8::/64) Jul 05 04:47:00.108387 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bccc577-81ce-4d7a-8108-456a10bd8547 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:47:00.108845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bccc577-81ce-4d7a-8108-456a10bd8547 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:47:00.188586 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5bccc577-81ce-4d7a-8108-456a10bd8547 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8066261 Jul 05 04:47:00.191244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33982) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:00.196921 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-a03ce806-a21c-41fa-9631-5c6291c484c4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'subnet': {'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:00.387558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03ce806-a21c-41fa-9631-5c6291c484c4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:47:00.391089 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a03ce806-a21c-41fa-9631-5c6291c484c4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:00.482013 n-d-771363-32 neutron-server[100933]: INFO neutron.db.ipam_backend_mixin [None req-a03ce806-a21c-41fa-9631-5c6291c484c4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 49dad7eb-6175-4e25-a198-64621c92088d (CIDR: 2001:db8:0:1::/64) Jul 05 04:47:00.513848 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03ce806-a21c-41fa-9631-5c6291c484c4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:47:00.514306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03ce806-a21c-41fa-9631-5c6291c484c4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:47:00.576751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a03ce806-a21c-41fa-9631-5c6291c484c4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3844802 Jul 05 04:47:00.579765 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33984) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:00.584887 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-a6dfc097-d4f4-499a-8969-59462ad9c1e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'subnet': {'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:00.757864 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dfc097-d4f4-499a-8969-59462ad9c1e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Made reservation on behalf of 6360a2bcb8c24aefbc8c7f7df4873cdb for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:47:00.761341 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a6dfc097-d4f4-499a-8969-59462ad9c1e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:01.033643 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a6dfc097-d4f4-499a-8969-59462ad9c1e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:01.074200 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dfc097-d4f4-499a-8969-59462ad9c1e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:47:01.078522 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a6dfc097-d4f4-499a-8969-59462ad9c1e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:47:01.081838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dfc097-d4f4-499a-8969-59462ad9c1e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:01.082454 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a6dfc097-d4f4-499a-8969-59462ad9c1e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:01.089556 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a034d91-4a93-425d-8985-ea48fe2fadea None None] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:47:01.102123 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfc097-d4f4-499a-8969-59462ad9c1e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Subnet': ['ID=b0919e57-9e4d-4ff9-8135-7f93d0b4837f,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:01.171239 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a6dfc097-d4f4-499a-8969-59462ad9c1e5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5903978 Jul 05 04:47:01.173966 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33986) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:01.180000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ebf08433-aea5-4fa1-ac35-edc362cef99f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1288575762', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b0919e57-9e4d-4ff9-8135-7f93d0b4837f'}], 'security_groups': ['c7a96c9b-7920-4e37-ab62-b090529b61d0', 'f8025dd3-2584-4dc2-bb5a-b99fd52d5339']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:01.336971 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78051ef-a16d-4555-81bd-e772420215bb None None] Update dhcp port {'port': {'network_id': 'a8e063bd-e01b-461e-ae8d-5cfba8b0bb05', 'fixed_ips': [{'subnet_id': '49dad7eb-6175-4e25-a198-64621c92088d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3775dfe5-ccbc-4b37-9935-55d22da861d3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b0919e57-9e4d-4ff9-8135-7f93d0b4837f'}], 'binding:host_id': 'n-d-771363-32'}, 'id': 'bdd35c7e-6ba3-403a-b3b8-2ee27796679b'} from n-d-771363-32. {{(pid=100934) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:47:01.349812 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebf08433-aea5-4fa1-ac35-edc362cef99f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:01.373059 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c78051ef-a16d-4555-81bd-e772420215bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:01.539796 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-c78051ef-a16d-4555-81bd-e772420215bb None None] Allocated IP 2001:db8:0:2::2 (a8e063bd-e01b-461e-ae8d-5cfba8b0bb05/b0919e57-9e4d-4ff9-8135-7f93d0b4837f/bdd35c7e-6ba3-403a-b3b8-2ee27796679b) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:47:01.633455 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-c78051ef-a16d-4555-81bd-e772420215bb None None] For port bdd35c7e-6ba3-403a-b3b8-2ee27796679b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bdd35c7e-6ba3-403a-b3b8-2ee27796679b,segment=NetworkSegment(c1c44a61-8273-4d88-964f-22a79a458d51),segment_id=c1c44a61-8273-4d88-964f-22a79a458d51)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:01.661920 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c78051ef-a16d-4555-81bd-e772420215bb None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:01.678059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c78051ef-a16d-4555-81bd-e772420215bb None None] Transition to ACTIVE for port object bdd35c7e-6ba3-403a-b3b8-2ee27796679b will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:47:01.730717 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c78051ef-a16d-4555-81bd-e772420215bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:01.841886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-ebf08433-aea5-4fa1-ac35-edc362cef99f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Delete allocated IP 2001:db8::2e7 (a8e063bd-e01b-461e-ae8d-5cfba8b0bb05/3775dfe5-ccbc-4b37-9935-55d22da861d3) {{(pid=100932) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:47:01.845103 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78051ef-a16d-4555-81bd-e772420215bb None None] Pushing event updated for resources: {'Port': ['ID=bdd35c7e-6ba3-403a-b3b8-2ee27796679b,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:01.850406 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-ebf08433-aea5-4fa1-ac35-edc362cef99f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Allocated IP 2001:db8:0:2::188 (a8e063bd-e01b-461e-ae8d-5cfba8b0bb05/b0919e57-9e4d-4ff9-8135-7f93d0b4837f/1d556fa8-0436-4c35-aae6-53d87d7916ad) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:47:02.027342 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebf08433-aea5-4fa1-ac35-edc362cef99f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.041642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-ebf08433-aea5-4fa1-ac35-edc362cef99f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Transition to ACTIVE for port object 1d556fa8-0436-4c35-aae6-53d87d7916ad will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:47:02.113630 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebf08433-aea5-4fa1-ac35-edc362cef99f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.183971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-ebf08433-aea5-4fa1-ac35-edc362cef99f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] In _notify_port_updated(), no bound segment for port 1d556fa8-0436-4c35-aae6-53d87d7916ad on network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 {{(pid=100932) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:47:02.189984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf08433-aea5-4fa1-ac35-edc362cef99f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:02.190635 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebf08433-aea5-4fa1-ac35-edc362cef99f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.192086 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ebf08433-aea5-4fa1-ac35-edc362cef99f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "PUT /v2.0/ports/1d556fa8-0436-4c35-aae6-53d87d7916ad HTTP/1.1" status: 200 len: 970 time: 1.0170593 Jul 05 04:47:02.196113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33988) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:02.210005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf08433-aea5-4fa1-ac35-edc362cef99f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event updated for resources: {'Port': ['ID=1d556fa8-0436-4c35-aae6-53d87d7916ad,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:02.322572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-16ed602c-035d-4cb9-83ee-793148edff7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port 1d556fa8-0436-4c35-aae6-53d87d7916ad {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:02.323018 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16ed602c-035d-4cb9-83ee-793148edff7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.428664 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16ed602c-035d-4cb9-83ee-793148edff7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.448093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-16ed602c-035d-4cb9-83ee-793148edff7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for 1d556fa8-0436-4c35-aae6-53d87d7916ad owned by {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:02.530720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-34e811e4-0e6a-4752-8958-8ba859b83ff4 None None] Provisioning for port 1d556fa8-0436-4c35-aae6-53d87d7916ad completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:47:02.537490 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-34e811e4-0e6a-4752-8958-8ba859b83ff4 None None] Provisioning complete for port 1d556fa8-0436-4c35-aae6-53d87d7916ad triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:02.537908 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-34e811e4-0e6a-4752-8958-8ba859b83ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.579221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-34e811e4-0e6a-4752-8958-8ba859b83ff4 None None] Port 1d556fa8-0436-4c35-aae6-53d87d7916ad cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:47:02.589972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-34e811e4-0e6a-4752-8958-8ba859b83ff4 None None] Provisioning complete for port acf44283-765a-464f-9e25-8aee932fc6fd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:02.590347 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-34e811e4-0e6a-4752-8958-8ba859b83ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.625747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-34e811e4-0e6a-4752-8958-8ba859b83ff4 None None] Port acf44283-765a-464f-9e25-8aee932fc6fd cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:47:02.661419 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16ed602c-035d-4cb9-83ee-793148edff7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.684943 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-34e811e4-0e6a-4752-8958-8ba859b83ff4 None None] Provisioning for port bdd35c7e-6ba3-403a-b3b8-2ee27796679b completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:47:02.688843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-34e811e4-0e6a-4752-8958-8ba859b83ff4 None None] Provisioning complete for port bdd35c7e-6ba3-403a-b3b8-2ee27796679b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:02.689242 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-34e811e4-0e6a-4752-8958-8ba859b83ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.691392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed602c-035d-4cb9-83ee-793148edff7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=1d556fa8-0436-4c35-aae6-53d87d7916ad,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:02.727540 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-16ed602c-035d-4cb9-83ee-793148edff7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.730091 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-16ed602c-035d-4cb9-83ee-793148edff7f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/1d556fa8-0436-4c35-aae6-53d87d7916ad HTTP/1.1" status: 204 len: 168 time: 0.5329831 Jul 05 04:47:02.732904 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33990) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:02.762936 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81ded04-438a-404e-ae1b-6d900b3eff9d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] GET failed (client error): The resource could not be found. Jul 05 04:47:02.764759 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a81ded04-438a-404e-ae1b-6d900b3eff9d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports/1d556fa8-0436-4c35-aae6-53d87d7916ad HTTP/1.1" status: 404 len: 333 time: 0.0308006 Jul 05 04:47:02.767393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33992) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:02.825795 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dd8c73c-0d88-401e-865a-e01c8b9e31c5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.852018 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dd8c73c-0d88-401e-865a-e01c8b9e31c5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.895451 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-06ca6374-7b33-4380-8a2a-42f760e7288b None None] Could not find standard attr ID for object 1d556fa8-0436-4c35-aae6-53d87d7916ad. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:47:02.930588 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.954414 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dd8c73c-0d88-401e-865a-e01c8b9e31c5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.958168 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3dd8c73c-0d88-401e-865a-e01c8b9e31c5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:02.959361 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3dd8c73c-0d88-401e-865a-e01c8b9e31c5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/security-groups/5183e3b3-5bec-46c8-b8bf-664f206ac30a HTTP/1.1" status: 204 len: 168 time: 0.1908865 Jul 05 04:47:02.962884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33994) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:02.969680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8c73c-0d88-401e-865a-e01c8b9e31c5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5183e3b3-5bec-46c8-b8bf-664f206ac30a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:03.015639 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d97597ae-5ee3-4343-92bb-0136b38378ad tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.037459 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d97597ae-5ee3-4343-92bb-0136b38378ad tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.147882 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d97597ae-5ee3-4343-92bb-0136b38378ad tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.150513 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d97597ae-5ee3-4343-92bb-0136b38378ad tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.151662 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d97597ae-5ee3-4343-92bb-0136b38378ad tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/security-groups/f8025dd3-2584-4dc2-bb5a-b99fd52d5339 HTTP/1.1" status: 204 len: 168 time: 0.1876338 Jul 05 04:47:03.154417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 33996) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:03.161526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97597ae-5ee3-4343-92bb-0136b38378ad tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8025dd3-2584-4dc2-bb5a-b99fd52d5339,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:03.210794 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d29bc476-5c89-4b12-b9f4-3d54edbda448 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.232296 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d29bc476-5c89-4b12-b9f4-3d54edbda448 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.347669 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d29bc476-5c89-4b12-b9f4-3d54edbda448 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.350473 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d29bc476-5c89-4b12-b9f4-3d54edbda448 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.351775 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d29bc476-5c89-4b12-b9f4-3d54edbda448 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/security-groups/c7a96c9b-7920-4e37-ab62-b090529b61d0 HTTP/1.1" status: 204 len: 168 time: 0.1961770 Jul 05 04:47:03.354828 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 33998) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:03.364522 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bc476-5c89-4b12-b9f4-3d54edbda448 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a96c9b-7920-4e37-ab62-b090529b61d0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:03.407567 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ac7372-0613-42a0-b390-a65b70044b20 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting subnet 3775dfe5-ccbc-4b37-9935-55d22da861d3 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:47:03.410655 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-05ac7372-0613-42a0-b390-a65b70044b20 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.416928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bdd35c7e-6ba3-403a-b3b8-2ee27796679b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:47:03.458031 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-05ac7372-0613-42a0-b390-a65b70044b20 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.468506 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bdd35c7e-6ba3-403a-b3b8-2ee27796679b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:03.468893 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.544687 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-05ac7372-0613-42a0-b390-a65b70044b20 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.679369 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-05ac7372-0613-42a0-b390-a65b70044b20 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.712711 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac7372-0613-42a0-b390-a65b70044b20 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Subnet': ['ID=3775dfe5-ccbc-4b37-9935-55d22da861d3,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:03.714674 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-05ac7372-0613-42a0-b390-a65b70044b20 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.716811 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-05ac7372-0613-42a0-b390-a65b70044b20 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/3775dfe5-ccbc-4b37-9935-55d22da861d3 HTTP/1.1" status: 204 len: 168 time: 0.3607588 Jul 05 04:47:03.719725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae05993-df71-4b83-a136-0b009fd4ef77 None None] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:47:03.720621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34000) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:03.773824 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-28260626-1ea6-470b-a413-d5a03d25d646 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting subnet b0919e57-9e4d-4ff9-8135-7f93d0b4837f {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:47:03.776835 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-28260626-1ea6-470b-a413-d5a03d25d646 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.817815 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-28260626-1ea6-470b-a413-d5a03d25d646 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.908556 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-28260626-1ea6-470b-a413-d5a03d25d646 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.045378 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-28260626-1ea6-470b-a413-d5a03d25d646 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.073830 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28260626-1ea6-470b-a413-d5a03d25d646 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Subnet': ['ID=b0919e57-9e4d-4ff9-8135-7f93d0b4837f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:04.077520 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-28260626-1ea6-470b-a413-d5a03d25d646 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.082232 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34002) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:04.082699 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-28260626-1ea6-470b-a413-d5a03d25d646 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/b0919e57-9e4d-4ff9-8135-7f93d0b4837f HTTP/1.1" status: 204 len: 168 time: 0.3605978 Jul 05 04:47:04.110113 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-81009d99-0616-4bdb-8f16-b1a9e2ec1906 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] DELETE failed (client error): The resource could not be found. Jul 05 04:47:04.110581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81009d99-0616-4bdb-8f16-b1a9e2ec1906 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:47:04.112351 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-81009d99-0616-4bdb-8f16-b1a9e2ec1906 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/3775dfe5-ccbc-4b37-9935-55d22da861d3 HTTP/1.1" status: 404 len: 337 time: 0.0291038 Jul 05 04:47:04.114948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34004) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:04.167660 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-959346aa-673d-46b5-bd28-c6563d97448d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting subnet 49dad7eb-6175-4e25-a198-64621c92088d {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:47:04.171134 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-959346aa-673d-46b5-bd28-c6563d97448d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.213046 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-959346aa-673d-46b5-bd28-c6563d97448d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.305451 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-959346aa-673d-46b5-bd28-c6563d97448d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.382607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15158cf7-f719-4ee9-b33f-7b3bbd71550c None None] Network a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:47:04.451301 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-959346aa-673d-46b5-bd28-c6563d97448d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.453042 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0ed406b3-9833-43c4-9860-464c191ee6e5 None None] Provisioning complete for port acf44283-765a-464f-9e25-8aee932fc6fd triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:04.453416 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0ed406b3-9833-43c4-9860-464c191ee6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.485020 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959346aa-673d-46b5-bd28-c6563d97448d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Subnet': ['ID=49dad7eb-6175-4e25-a198-64621c92088d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:04.485020 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-959346aa-673d-46b5-bd28-c6563d97448d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.486822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-959346aa-673d-46b5-bd28-c6563d97448d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/49dad7eb-6175-4e25-a198-64621c92088d HTTP/1.1" status: 204 len: 168 time: 0.3709378 Jul 05 04:47:04.489334 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34006) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:04.509899 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0ed406b3-9833-43c4-9860-464c191ee6e5 None None] Port acf44283-765a-464f-9e25-8aee932fc6fd cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:47:04.525775 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-0196f36d-57b9-4347-aea9-d31fd1fdf847 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] DELETE failed (client error): The resource could not be found. Jul 05 04:47:04.526241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0196f36d-57b9-4347-aea9-d31fd1fdf847 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:47:04.528284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0196f36d-57b9-4347-aea9-d31fd1fdf847 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/e8cb39fc-84a4-488a-8ea0-4eadebd8d95f HTTP/1.1" status: 404 len: 337 time: 0.0375917 Jul 05 04:47:04.530817 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34008) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:04.535172 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.559140 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0ed406b3-9833-43c4-9860-464c191ee6e5 None None] Provisioning complete for port bdd35c7e-6ba3-403a-b3b8-2ee27796679b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:04.559478 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0ed406b3-9833-43c4-9860-464c191ee6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.561530 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6585ea88-dc06-4447-89e8-bc7ec1faa93f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec HTTP/1.1" status: 200 len: 205 time: 0.0284305 Jul 05 04:47:04.562776 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34010) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:04.605568 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-3fa1d671-9383-40cf-a407-e615ed65b0a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] delete failed (client error): The resource could not be found. Jul 05 04:47:04.606756 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3fa1d671-9383-40cf-a407-e615ed65b0a4 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/routers/e3ff32fd-f840-4b72-8e6f-38b46cd7f4ec HTTP/1.1" status: 404 len: 336 time: 0.0429265 Jul 05 04:47:04.609204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34012) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:04.637783 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6d8f53-a853-491e-8062-e3fe54be9498 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] DELETE failed (client error): The resource could not be found. Jul 05 04:47:04.638247 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6d8f53-a853-491e-8062-e3fe54be9498 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:47:04.639981 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8f6d8f53-a853-491e-8062-e3fe54be9498 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/6be548fd-ab26-404e-8edd-f9f81882763e HTTP/1.1" status: 404 len: 337 time: 0.0298104 Jul 05 04:47:04.642523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34014) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:04.668504 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3a5452-c4b1-4ec0-b1c6-f91f7dbd4de3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] DELETE failed (client error): The resource could not be found. Jul 05 04:47:04.668968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3a5452-c4b1-4ec0-b1c6-f91f7dbd4de3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:47:04.670678 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5a3a5452-c4b1-4ec0-b1c6-f91f7dbd4de3 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/4c62544a-253f-400e-8841-2ef56161146e HTTP/1.1" status: 404 len: 337 time: 0.0272579 Jul 05 04:47:04.673572 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34016) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:04.678580 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd187a35-96d1-43dd-a353-1815d248c7e1 None None] DHCP port deletion for a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:47:04.708604 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-443ed99d-6cb4-41c7-91df-91fd55ac00df tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] DELETE failed (client error): The resource could not be found. Jul 05 04:47:04.709150 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443ed99d-6cb4-41c7-91df-91fd55ac00df tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:47:04.711824 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-443ed99d-6cb4-41c7-91df-91fd55ac00df tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/91692368-e927-4233-8eec-97ea7315e508 HTTP/1.1" status: 404 len: 337 time: 0.0364912 Jul 05 04:47:04.713634 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34018) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:04.725516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bd187a35-96d1-43dd-a353-1815d248c7e1 None None] Deleting port bdd35c7e-6ba3-403a-b3b8-2ee27796679b {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:04.726153 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bd187a35-96d1-43dd-a353-1815d248c7e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.739147 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30f1782-6ffd-4142-bd0f-0d79af4b298c tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] DELETE failed (client error): The resource could not be found. Jul 05 04:47:04.739731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30f1782-6ffd-4142-bd0f-0d79af4b298c tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:47:04.742032 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b30f1782-6ffd-4142-bd0f-0d79af4b298c tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/6ff7ecfb-19fa-471d-ad0a-91733383d3e1 HTTP/1.1" status: 404 len: 333 time: 0.0267406 Jul 05 04:47:04.744646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34020) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:04.770203 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde10cd2-64ec-43fd-acb1-b1d09c654bef tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] DELETE failed (client error): The resource could not be found. Jul 05 04:47:04.770870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde10cd2-64ec-43fd-acb1-b1d09c654bef tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:47:04.772400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fde10cd2-64ec-43fd-acb1-b1d09c654bef tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/7c5b5dc1-be82-446f-ba51-07e8a802b91b HTTP/1.1" status: 404 len: 337 time: 0.0268314 Jul 05 04:47:04.778468 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34022) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:04.790882 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-bd187a35-96d1-43dd-a353-1815d248c7e1 None None] For port bdd35c7e-6ba3-403a-b3b8-2ee27796679b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bdd35c7e-6ba3-403a-b3b8-2ee27796679b,segment=NetworkSegment(c1c44a61-8273-4d88-964f-22a79a458d51),segment_id=c1c44a61-8273-4d88-964f-22a79a458d51)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:04.791285 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bd187a35-96d1-43dd-a353-1815d248c7e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.803676 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-bd187a35-96d1-43dd-a353-1815d248c7e1 None None] Calling delete_port for bdd35c7e-6ba3-403a-b3b8-2ee27796679b owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:04.804839 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7443f1-a0b3-4a8e-8f80-7524b5c8e8f5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] DELETE failed (client error): The resource could not be found. Jul 05 04:47:04.805296 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7443f1-a0b3-4a8e-8f80-7524b5c8e8f5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:47:04.807082 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4d7443f1-a0b3-4a8e-8f80-7524b5c8e8f5 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/4e265c69-4b7f-4c3d-8a4e-a600c616bf54 HTTP/1.1" status: 404 len: 337 time: 0.0276749 Jul 05 04:47:04.809626 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34024) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:04.835640 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ed62a3-feec-4b81-8c42-ba18242a1c83 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] DELETE failed (client error): The resource could not be found. Jul 05 04:47:04.836321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ed62a3-feec-4b81-8c42-ba18242a1c83 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:47:04.838011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e2ed62a3-feec-4b81-8c42-ba18242a1c83 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/a54b7bc0-6308-48d1-a808-3fc73b2b5b49 HTTP/1.1" status: 404 len: 333 time: 0.0274932 Jul 05 04:47:04.840501 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34026) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:04.870668 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-01641782-abf5-4ffb-8c16-241084eceb79 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] DELETE failed (client error): The resource could not be found. Jul 05 04:47:04.871125 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01641782-abf5-4ffb-8c16-241084eceb79 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:47:04.872965 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-01641782-abf5-4ffb-8c16-241084eceb79 tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/6b76896e-e1e4-4e34-ab92-c683612c5c68 HTTP/1.1" status: 404 len: 337 time: 0.0314724 Jul 05 04:47:04.875361 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34028) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:04.905462 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a9c17b-6367-4336-b146-c487a39be01f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] DELETE failed (client error): The resource could not be found. Jul 05 04:47:04.905913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a9c17b-6367-4336-b146-c487a39be01f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:47:04.907701 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-87a9c17b-6367-4336-b146-c487a39be01f tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/subnets/5d3c24a1-917c-45d9-b983-3a21f78d515a HTTP/1.1" status: 404 len: 337 time: 0.0314021 Jul 05 04:47:04.910209 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34030) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:05.006816 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-c31e3a97-0f51-4861-bd8b-a92cb2e71ddb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Deleting port acf44283-765a-464f-9e25-8aee932fc6fd {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:05.007168 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c31e3a97-0f51-4861-bd8b-a92cb2e71ddb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:05.039914 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bd187a35-96d1-43dd-a353-1815d248c7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:05.064259 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd187a35-96d1-43dd-a353-1815d248c7e1 None None] Pushing event deleted for resources: {'Port': ['ID=bdd35c7e-6ba3-403a-b3b8-2ee27796679b,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:05.070863 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd187a35-96d1-43dd-a353-1815d248c7e1 None None] No DVR routers for this DVR port bdd35c7e-6ba3-403a-b3b8-2ee27796679b on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:47:05.078274 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c31e3a97-0f51-4861-bd8b-a92cb2e71ddb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:05.090852 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-c31e3a97-0f51-4861-bd8b-a92cb2e71ddb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Calling delete_port for acf44283-765a-464f-9e25-8aee932fc6fd owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:05.232599 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c31e3a97-0f51-4861-bd8b-a92cb2e71ddb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:05.265349 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e3a97-0f51-4861-bd8b-a92cb2e71ddb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Port': ['ID=acf44283-765a-464f-9e25-8aee932fc6fd,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:05.268895 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c31e3a97-0f51-4861-bd8b-a92cb2e71ddb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:05.270903 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c31e3a97-0f51-4861-bd8b-a92cb2e71ddb tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/ports/acf44283-765a-464f-9e25-8aee932fc6fd HTTP/1.1" status: 204 len: 168 time: 0.3597856 Jul 05 04:47:05.273419 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34032) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:05.349383 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9503513c-d0c8-44fe-a544-953ef3252a2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:05.404544 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bdd35c7e-6ba3-403a-b3b8-2ee27796679b no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:47:05.428611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: bdd35c7e-6ba3-403a-b3b8-2ee27796679b {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:47:05.428996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bdd35c7e-6ba3-403a-b3b8-2ee27796679b not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:47:05.436995 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9503513c-d0c8-44fe-a544-953ef3252a2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:05.450163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9503513c-d0c8-44fe-a544-953ef3252a2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e063bd-e01b-461e-ae8d-5cfba8b0bb05']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:05.458148 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9503513c-d0c8-44fe-a544-953ef3252a2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c44a61-8273-4d88-964f-22a79a458d51') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:05.458443 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9503513c-d0c8-44fe-a544-953ef3252a2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c44a61-8273-4d88-964f-22a79a458d51') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:05.467403 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9503513c-d0c8-44fe-a544-953ef3252a2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:05.486001 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9503513c-d0c8-44fe-a544-953ef3252a2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:05.492053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9503513c-d0c8-44fe-a544-953ef3252a2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:47:05.492506 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9503513c-d0c8-44fe-a544-953ef3252a2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: timer() Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:47:05.499677 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:47:05.609534 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9503513c-d0c8-44fe-a544-953ef3252a2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:05.616974 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9503513c-d0c8-44fe-a544-953ef3252a2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:05.619510 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9503513c-d0c8-44fe-a544-953ef3252a2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] 10.222.0.38 "DELETE /v2.0/networks/a8e063bd-e01b-461e-ae8d-5cfba8b0bb05 HTTP/1.1" status: 204 len: 168 time: 0.3451536 Jul 05 04:47:05.631165 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503513c-d0c8-44fe-a544-953ef3252a2d tempest-PortsIpV6TestJSON-692344083 tempest-PortsIpV6TestJSON-692344083-project] Pushing event deleted for resources: {'Network': ['ID=a8e063bd-e01b-461e-ae8d-5cfba8b0bb05,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:06.074587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34038) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:06.204314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d89b3e36-43a9-47b1-98dc-f43c9c0ad989 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6360a2bcb8c24aefbc8c7f7df4873cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281707 Jul 05 04:47:06.206671 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34042) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:06.253098 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-257b8c25-e606-4a90-a1c7-ba5c480caf44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:06.273550 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-257b8c25-e606-4a90-a1c7-ba5c480caf44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:06.392437 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-257b8c25-e606-4a90-a1c7-ba5c480caf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:06.395112 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-257b8c25-e606-4a90-a1c7-ba5c480caf44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:06.396306 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-257b8c25-e606-4a90-a1c7-ba5c480caf44 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3ecab267-5a42-4256-935c-54e9ba6a9dbd HTTP/1.1" status: 204 len: 168 time: 0.1887209 Jul 05 04:47:06.404867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b8c25-e606-4a90-a1c7-ba5c480caf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecab267-5a42-4256-935c-54e9ba6a9dbd,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:07.374657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34066) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:07.466359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f7c542d5-dba0-471b-9ace-b075ff7ab3db tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-523566695'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:07.547671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c542d5-dba0-471b-9ace-b075ff7ab3db tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Made reservation on behalf of cef86e4d871d4a43a48f200a317c135b for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:47:07.551229 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7c542d5-dba0-471b-9ace-b075ff7ab3db tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:07.560999 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7c542d5-dba0-471b-9ace-b075ff7ab3db tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:07.654536 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7c542d5-dba0-471b-9ace-b075ff7ab3db tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:07.707866 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7c542d5-dba0-471b-9ace-b075ff7ab3db tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:07.738550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c542d5-dba0-471b-9ace-b075ff7ab3db tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:47:07.748702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c542d5-dba0-471b-9ace-b075ff7ab3db tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ea74f4-b414-427a-9e4f-d59e80588373,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:07.753525 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7c542d5-dba0-471b-9ace-b075ff7ab3db tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:07.756647 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-f7c542d5-dba0-471b-9ace-b075ff7ab3db tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Added segment fd170158-8361-4e19-9c9c-25a3d4b23092 of type vlan for network d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95 Jul 05 04:47:07.793195 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7c542d5-dba0-471b-9ace-b075ff7ab3db tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:07.873171 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7c542d5-dba0-471b-9ace-b075ff7ab3db tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:07.878785 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c542d5-dba0-471b-9ace-b075ff7ab3db tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:07.879383 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7c542d5-dba0-471b-9ace-b075ff7ab3db tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:07.944186 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c542d5-dba0-471b-9ace-b075ff7ab3db tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Pushing event updated for resources: {'Network': ['ID=d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:07.955868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:47:07.982537 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f7c542d5-dba0-471b-9ace-b075ff7ab3db tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6066532 Jul 05 04:47:07.985141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34072) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:07.990371 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-625c1364-78cb-4cf6-b2c3-b454cfbd841b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Request body: {'subnet': {'network_id': 'd9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:08.141352 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625c1364-78cb-4cf6-b2c3-b454cfbd841b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Made reservation on behalf of cef86e4d871d4a43a48f200a317c135b for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:47:08.144968 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-625c1364-78cb-4cf6-b2c3-b454cfbd841b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:08.381012 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-625c1364-78cb-4cf6-b2c3-b454cfbd841b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:08.441194 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c1364-78cb-4cf6-b2c3-b454cfbd841b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Pushing event updated for resources: {'Subnet': ['ID=e0c3510a-8429-4ca9-bded-64bc6284ae0e,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:08.449228 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c1364-78cb-4cf6-b2c3-b454cfbd841b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Checking segment: {'id': 'fd170158-8361-4e19-9c9c-25a3d4b23092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:47:08.449591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625c1364-78cb-4cf6-b2c3-b454cfbd841b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Network hostable DHCP agents. Network: d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:47:08.535963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625c1364-78cb-4cf6-b2c3-b454cfbd841b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Network d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:47:08.603677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-625c1364-78cb-4cf6-b2c3-b454cfbd841b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:47:08.607752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625c1364-78cb-4cf6-b2c3-b454cfbd841b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:08.608378 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-625c1364-78cb-4cf6-b2c3-b454cfbd841b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:08.613184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30550fda-cada-44f5-9dc7-a8eb86c24660 None None] Network d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:47:08.691459 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-625c1364-78cb-4cf6-b2c3-b454cfbd841b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7050123 Jul 05 04:47:08.694117 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34074) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:08.699966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-a8ef60b0-2480-410b-ae3c-fb5079237c2e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Request body: {'port': {'network_id': 'd9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95', 'name': 'tempest-TagsExtTest-1842964320'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:08.759076 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95', 'network_id': 'd9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95', 'tenant_id': 'cef86e4d871d4a43a48f200a317c135b', 'fixed_ips': [{'subnet_id': 'e0c3510a-8429-4ca9-bded-64bc6284ae0e'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:47:08.760094 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:08.896660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Allocated IP 172.20.0.2 (d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95/e0c3510a-8429-4ca9-bded-64bc6284ae0e/c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:47:08.906847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ef60b0-2480-410b-ae3c-fb5079237c2e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Made reservation on behalf of cef86e4d871d4a43a48f200a317c135b for: {'port': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:47:08.910588 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8ef60b0-2480-410b-ae3c-fb5079237c2e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:08.930440 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [None req-a8ef60b0-2480-410b-ae3c-fb5079237c2e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] device_id is not set on port a12b285c-3280-4718-bd1d-12c46464c936 yet. {{(pid=100933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:47:09.045174 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.053050 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Transition to ACTIVE for port object c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:47:09.068781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Transition to ACTIVE for port object c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:47:09.136582 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.178306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Network d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:47:09.181935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:47:09.186320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:47:09.189435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Pushing event updated for resources: {'Port': ['ID=c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:09.191222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-a8ef60b0-2480-410b-ae3c-fb5079237c2e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Allocated IP 172.20.0.5 (d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95/e0c3510a-8429-4ca9-bded-64bc6284ae0e/a12b285c-3280-4718-bd1d-12c46464c936) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:47:09.248776 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Attempting to bind port c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:47:09.249306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Attempting to bind port c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'fd170158-8361-4e19-9c9c-25a3d4b23092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:47:09.249770 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Attempting to bind port c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce on network d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:47:09.254889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:47:09.255389 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Checking segment: {'id': 'fd170158-8361-4e19-9c9c-25a3d4b23092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:47:09.255794 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.257073 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Bound using segment: {'id': 'fd170158-8361-4e19-9c9c-25a3d4b23092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:47:09.257073 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Bound port: c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd170158-8361-4e19-9c9c-25a3d4b23092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:47:09.257073 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.322852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] For port c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:47:09.325885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] For port c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce,segment=NetworkSegment(fd170158-8361-4e19-9c9c-25a3d4b23092),segment_id=fd170158-8361-4e19-9c9c-25a3d4b23092)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:47:09.344448 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8ef60b0-2480-410b-ae3c-fb5079237c2e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.358654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-a8ef60b0-2480-410b-ae3c-fb5079237c2e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Transition to ACTIVE for port object a12b285c-3280-4718-bd1d-12c46464c936 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:47:09.382604 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.441494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2412c1b-0837-4564-a3f6-8b5373b98c19 None None] Pushing event updated for resources: {'Port': ['ID=c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:09.462879 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8ef60b0-2480-410b-ae3c-fb5079237c2e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.487318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef60b0-2480-410b-ae3c-fb5079237c2e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Network d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:47:09.506820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a8ef60b0-2480-410b-ae3c-fb5079237c2e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:47:09.511528 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef60b0-2480-410b-ae3c-fb5079237c2e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:47:09.560847 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef60b0-2480-410b-ae3c-fb5079237c2e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Pushing event updated for resources: {'Port': ['ID=a12b285c-3280-4718-bd1d-12c46464c936,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:09.578090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ef60b0-2480-410b-ae3c-fb5079237c2e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:09.579156 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8ef60b0-2480-410b-ae3c-fb5079237c2e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.656084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a8ef60b0-2480-410b-ae3c-fb5079237c2e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9600954 Jul 05 04:47:09.658669 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34078) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:09.663338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-f04369d2-c2d5-4a14-8709-fd0c92316cef tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-300439131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:09.746799 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f04369d2-c2d5-4a14-8709-fd0c92316cef tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.747860 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f04369d2-c2d5-4a14-8709-fd0c92316cef tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.802682 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f04369d2-c2d5-4a14-8709-fd0c92316cef tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.868263 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f04369d2-c2d5-4a14-8709-fd0c92316cef tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.941897 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f04369d2-c2d5-4a14-8709-fd0c92316cef tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.943131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f04369d2-c2d5-4a14-8709-fd0c92316cef tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2834656 Jul 05 04:47:09.946207 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34080) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:09.950743 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-3cc3b51f-8038-4f24-81fa-be93eee3dd4f tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1812808459', 'prefixes': ['172.20.0.0/16']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:10.238847 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b51f-8038-4f24-81fa-be93eee3dd4f tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks [] for subnetpool, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:10.240173 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3cc3b51f-8038-4f24-81fa-be93eee3dd4f tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2930100 Jul 05 04:47:10.244374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34082) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:10.249122 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-88105772-067c-478e-8c03-3d241ce07e27 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e0c3510a-8429-4ca9-bded-64bc6284ae0e', 'tempest-TagsExtTest-Tag-1825926672') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:10.318140 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332f2155-f2bb-42d9-ad4f-b33e7242c22b None None] Network d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:47:10.417456 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-88105772-067c-478e-8c03-3d241ce07e27 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "PUT /v2.0/subnets/e0c3510a-8429-4ca9-bded-64bc6284ae0e/tags/tempest-TagsExtTest-Tag-1825926672 HTTP/1.1" status: 201 len: 201 time: 0.1717277 Jul 05 04:47:10.419825 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34084) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:10.424716 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-db73359f-f30e-4d2b-aa84-1ec0b4dfa872 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a12b285c-3280-4718-bd1d-12c46464c936', 'tempest-TagsExtTest-Tag-771958518') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:10.513342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-14cbe93b-2644-41c8-a89d-ffe24e23b6c5 None None] Provisioning for port c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:47:10.566944 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-db73359f-f30e-4d2b-aa84-1ec0b4dfa872 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "PUT /v2.0/ports/a12b285c-3280-4718-bd1d-12c46464c936/tags/tempest-TagsExtTest-Tag-771958518 HTTP/1.1" status: 201 len: 201 time: 0.1392193 Jul 05 04:47:10.566944 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34086) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:10.568258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-33b2b59d-ffdb-478f-b373-3fc68faa6e8e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ba959840-3fa4-4353-a6b9-01233c07ad8c', 'tempest-TagsExtTest-Tag-1012663530') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:10.708424 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-33b2b59d-ffdb-478f-b373-3fc68faa6e8e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "PUT /v2.0/routers/ba959840-3fa4-4353-a6b9-01233c07ad8c/tags/tempest-TagsExtTest-Tag-1012663530 HTTP/1.1" status: 201 len: 201 time: 0.1442845 Jul 05 04:47:10.712421 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34088) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:10.717402 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-1d42835d-a44a-4b96-bbc9-42006cd48b1a tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7302a35f-1424-4451-9cba-aeabcb947151', 'tempest-TagsExtTest-Tag-132702923') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:10.822053 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a809400e-a8d3-48c0-8b29-d50a511082d0 None None] Provisioning for port a12b285c-3280-4718-bd1d-12c46464c936 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:47:10.826353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a809400e-a8d3-48c0-8b29-d50a511082d0 None None] Provisioning complete for port a12b285c-3280-4718-bd1d-12c46464c936 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:10.826760 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a809400e-a8d3-48c0-8b29-d50a511082d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:10.848100 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1d42835d-a44a-4b96-bbc9-42006cd48b1a tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "PUT /v2.0/subnetpools/7302a35f-1424-4451-9cba-aeabcb947151/tags/tempest-TagsExtTest-Tag-132702923 HTTP/1.1" status: 201 len: 201 time: 0.1323617 Jul 05 04:47:10.848710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34090) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:10.854381 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-0a1318d7-2b4f-4f1f-aef3-5163c7bd3b28 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e0c3510a-8429-4ca9-bded-64bc6284ae0e') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:10.865197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a809400e-a8d3-48c0-8b29-d50a511082d0 None None] Port a12b285c-3280-4718-bd1d-12c46464c936 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:47:10.912890 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0a1318d7-2b4f-4f1f-aef3-5163c7bd3b28 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/subnets/e0c3510a-8429-4ca9-bded-64bc6284ae0e/tags HTTP/1.1" status: 200 len: 241 time: 0.0631056 Jul 05 04:47:10.916134 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34092) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:10.920750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-00858b13-0e4c-4280-8bb3-36e473d34062 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e0c3510a-8429-4ca9-bded-64bc6284ae0e', 'tempest-TagsExtTest-Tag-1825926672') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:10.970887 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-00858b13-0e4c-4280-8bb3-36e473d34062 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/subnets/e0c3510a-8429-4ca9-bded-64bc6284ae0e/tags/tempest-TagsExtTest-Tag-1825926672 HTTP/1.1" status: 204 len: 168 time: 0.0535059 Jul 05 04:47:10.973160 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34094) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:10.977602 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-b8bdbdc3-d9f1-4b35-86af-22698102d474 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e0c3510a-8429-4ca9-bded-64bc6284ae0e', 'tempest-TagsExtTest-Tag-1825926672') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:10.984140 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e18ddfba-b895-4be3-a0ba-6d794b4114fd None None] Provisioning complete for port a12b285c-3280-4718-bd1d-12c46464c936 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:10.984520 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e18ddfba-b895-4be3-a0ba-6d794b4114fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:11.017734 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-e18ddfba-b895-4be3-a0ba-6d794b4114fd None None] Port a12b285c-3280-4718-bd1d-12c46464c936 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:47:11.130952 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b8bdbdc3-d9f1-4b35-86af-22698102d474 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/subnets/e0c3510a-8429-4ca9-bded-64bc6284ae0e/tags/tempest-TagsExtTest-Tag-1825926672 HTTP/1.1" status: 204 len: 168 time: 0.1567855 Jul 05 04:47:11.134050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34096) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:11.138179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-db894199-91d7-4252-be01-13eb2cfb1bde tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e0c3510a-8429-4ca9-bded-64bc6284ae0e') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:11.187466 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-db894199-91d7-4252-be01-13eb2cfb1bde tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/subnets/e0c3510a-8429-4ca9-bded-64bc6284ae0e/tags HTTP/1.1" status: 200 len: 205 time: 0.0523796 Jul 05 04:47:11.189919 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34098) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:11.194042 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-838bf075-5638-473b-8410-2930ea8f9902 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a12b285c-3280-4718-bd1d-12c46464c936') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:11.241951 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-838bf075-5638-473b-8410-2930ea8f9902 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/ports/a12b285c-3280-4718-bd1d-12c46464c936/tags HTTP/1.1" status: 200 len: 240 time: 0.0508022 Jul 05 04:47:11.244222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34100) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:11.248373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-44148ea5-2211-492c-a6f4-7ebc336cf456 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a12b285c-3280-4718-bd1d-12c46464c936', 'tempest-TagsExtTest-Tag-771958518') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:11.299316 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-44148ea5-2211-492c-a6f4-7ebc336cf456 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/ports/a12b285c-3280-4718-bd1d-12c46464c936/tags/tempest-TagsExtTest-Tag-771958518 HTTP/1.1" status: 204 len: 168 time: 0.0541637 Jul 05 04:47:11.301772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34102) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:11.308258 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-301c4023-76dc-4df6-bd82-11fd0fd15fe3 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a12b285c-3280-4718-bd1d-12c46464c936', 'tempest-TagsExtTest-Tag-771958518') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:11.431857 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:47:11.433083 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-301c4023-76dc-4df6-bd82-11fd0fd15fe3 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/ports/a12b285c-3280-4718-bd1d-12c46464c936/tags/tempest-TagsExtTest-Tag-771958518 HTTP/1.1" status: 204 len: 168 time: 0.1303411 Jul 05 04:47:11.435456 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34104) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:11.439706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-f951e35c-27f4-4668-add6-a9ca82efbc7d tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a12b285c-3280-4718-bd1d-12c46464c936') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:11.489751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f951e35c-27f4-4668-add6-a9ca82efbc7d tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/ports/a12b285c-3280-4718-bd1d-12c46464c936/tags HTTP/1.1" status: 200 len: 205 time: 0.0532229 Jul 05 04:47:11.490219 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a52ebbb5-8d32-4ded-9759-1b3d37f564b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:11.492832 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34106) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:11.497151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-fccaeb97-b80b-4151-8b55-b2202901befb tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ba959840-3fa4-4353-a6b9-01233c07ad8c') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:11.535864 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:47:11.540782 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:11.541154 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:11.574541 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fccaeb97-b80b-4151-8b55-b2202901befb tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/routers/ba959840-3fa4-4353-a6b9-01233c07ad8c/tags HTTP/1.1" status: 200 len: 241 time: 0.0807450 Jul 05 04:47:11.577059 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34108) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:11.581679 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-e4c89fa9-9981-4517-8952-3dc63d7d6b8e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ba959840-3fa4-4353-a6b9-01233c07ad8c', 'tempest-TagsExtTest-Tag-1012663530') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:11.619281 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:11.652507 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce,segment=NetworkSegment(fd170158-8361-4e19-9c9c-25a3d4b23092),segment_id=fd170158-8361-4e19-9c9c-25a3d4b23092)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:11.735213 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:11.785860 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:11.901703 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e4c89fa9-9981-4517-8952-3dc63d7d6b8e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/routers/ba959840-3fa4-4353-a6b9-01233c07ad8c/tags/tempest-TagsExtTest-Tag-1012663530 HTTP/1.1" status: 204 len: 168 time: 0.3235741 Jul 05 04:47:11.904059 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34110) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:11.908496 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-54c9e30e-9e03-438d-87f0-f4ab5ea8e7f6 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ba959840-3fa4-4353-a6b9-01233c07ad8c', 'tempest-TagsExtTest-Tag-1012663530') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:12.045716 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-54c9e30e-9e03-438d-87f0-f4ab5ea8e7f6 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/routers/ba959840-3fa4-4353-a6b9-01233c07ad8c/tags/tempest-TagsExtTest-Tag-1012663530 HTTP/1.1" status: 204 len: 168 time: 0.1405573 Jul 05 04:47:12.048082 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34112) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:12.052450 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-897937e5-616e-4932-9e1f-a6ef4e788e0d tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ba959840-3fa4-4353-a6b9-01233c07ad8c') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:12.126381 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-897937e5-616e-4932-9e1f-a6ef4e788e0d tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/routers/ba959840-3fa4-4353-a6b9-01233c07ad8c/tags HTTP/1.1" status: 200 len: 205 time: 0.0772598 Jul 05 04:47:12.128950 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34114) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:12.133758 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-cf29cc11-0aaa-47b3-9713-e9ce49328813 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7302a35f-1424-4451-9cba-aeabcb947151') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:12.153558 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cf29cc11-0aaa-47b3-9713-e9ce49328813 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/subnetpools/7302a35f-1424-4451-9cba-aeabcb947151/tags HTTP/1.1" status: 200 len: 240 time: 0.0236602 Jul 05 04:47:12.156009 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34116) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:12.160201 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-cb4a05b3-5b95-413d-a0ba-081a8d08aa46 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7302a35f-1424-4451-9cba-aeabcb947151', 'tempest-TagsExtTest-Tag-132702923') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:12.180016 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cb4a05b3-5b95-413d-a0ba-081a8d08aa46 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/subnetpools/7302a35f-1424-4451-9cba-aeabcb947151/tags/tempest-TagsExtTest-Tag-132702923 HTTP/1.1" status: 204 len: 168 time: 0.0230114 Jul 05 04:47:12.182520 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34118) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:12.186723 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-b747d4c6-7d37-4d76-a062-f7dbc437b8bc tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7302a35f-1424-4451-9cba-aeabcb947151', 'tempest-TagsExtTest-Tag-132702923') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:12.285641 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b747d4c6-7d37-4d76-a062-f7dbc437b8bc tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/subnetpools/7302a35f-1424-4451-9cba-aeabcb947151/tags/tempest-TagsExtTest-Tag-132702923 HTTP/1.1" status: 204 len: 168 time: 0.1021516 Jul 05 04:47:12.288043 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34120) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:12.292401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-fef81b45-3aac-4ff6-90c0-aaf705efd978 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7302a35f-1424-4451-9cba-aeabcb947151') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:12.315282 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fef81b45-3aac-4ff6-90c0-aaf705efd978 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/subnetpools/7302a35f-1424-4451-9cba-aeabcb947151/tags HTTP/1.1" status: 200 len: 205 time: 0.0260596 Jul 05 04:47:12.317764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34122) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:12.322744 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.tag.tag_plugin [None req-b8dad729-ecfa-4719-b31a-a50d3ae0ea02 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7302a35f-1424-4451-9cba-aeabcb947151') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:12.346497 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b8dad729-ecfa-4719-b31a-a50d3ae0ea02 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/subnetpools/7302a35f-1424-4451-9cba-aeabcb947151/tags HTTP/1.1" status: 204 len: 168 time: 0.0277922 Jul 05 04:47:12.349349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34124) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:12.354433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-d7ad0dba-3fe3-4f9e-b43d-479454c61bf9 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ba959840-3fa4-4353-a6b9-01233c07ad8c') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:12.418614 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:47:12.434230 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d7ad0dba-3fe3-4f9e-b43d-479454c61bf9 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/routers/ba959840-3fa4-4353-a6b9-01233c07ad8c/tags HTTP/1.1" status: 204 len: 168 time: 0.0837684 Jul 05 04:47:12.436788 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34126) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:12.441074 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-9c5e8588-38e1-468b-aaca-0f436a5e90dd tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a12b285c-3280-4718-bd1d-12c46464c936') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:12.495591 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9c5e8588-38e1-468b-aaca-0f436a5e90dd tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/ports/a12b285c-3280-4718-bd1d-12c46464c936/tags HTTP/1.1" status: 204 len: 168 time: 0.0577965 Jul 05 04:47:12.498138 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34128) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:12.502567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-96566c88-63d8-4e32-aaac-b503ec4a33cd tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e0c3510a-8429-4ca9-bded-64bc6284ae0e') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:12.607222 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-96566c88-63d8-4e32-aaac-b503ec4a33cd tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/subnets/e0c3510a-8429-4ca9-bded-64bc6284ae0e/tags HTTP/1.1" status: 204 len: 168 time: 0.1080563 Jul 05 04:47:12.611012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34130) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:12.615483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-b5807706-cf2a-4581-afc9-b3af4206b1eb tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e0c3510a-8429-4ca9-bded-64bc6284ae0e', 'tempest-TagsExtTest-Tag-1711344596') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:12.770121 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b5807706-cf2a-4581-afc9-b3af4206b1eb tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "PUT /v2.0/subnets/e0c3510a-8429-4ca9-bded-64bc6284ae0e/tags/tempest-TagsExtTest-Tag-1711344596 HTTP/1.1" status: 201 len: 201 time: 0.1580303 Jul 05 04:47:12.772636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34132) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:12.777273 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-5fc81e37-075d-43bb-8ac1-aadbaa0b0939 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a12b285c-3280-4718-bd1d-12c46464c936', 'tempest-TagsExtTest-Tag-924428248') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:12.931255 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5fc81e37-075d-43bb-8ac1-aadbaa0b0939 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "PUT /v2.0/ports/a12b285c-3280-4718-bd1d-12c46464c936/tags/tempest-TagsExtTest-Tag-924428248 HTTP/1.1" status: 201 len: 201 time: 0.1575143 Jul 05 04:47:12.933752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34134) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:12.938720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-4a87c240-3a3e-4db2-b456-cb6bbad12426 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ba959840-3fa4-4353-a6b9-01233c07ad8c', 'tempest-TagsExtTest-Tag-1772817652') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:13.067982 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4a87c240-3a3e-4db2-b456-cb6bbad12426 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "PUT /v2.0/routers/ba959840-3fa4-4353-a6b9-01233c07ad8c/tags/tempest-TagsExtTest-Tag-1772817652 HTTP/1.1" status: 201 len: 201 time: 0.1331456 Jul 05 04:47:13.070650 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34136) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:13.075263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-ed7b832b-9781-46e5-bb4f-fa1a3778f5c3 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7302a35f-1424-4451-9cba-aeabcb947151', 'tempest-TagsExtTest-Tag-1813910069') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:13.153700 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ed7b832b-9781-46e5-bb4f-fa1a3778f5c3 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "PUT /v2.0/subnetpools/7302a35f-1424-4451-9cba-aeabcb947151/tags/tempest-TagsExtTest-Tag-1813910069 HTTP/1.1" status: 201 len: 201 time: 0.0820298 Jul 05 04:47:13.156217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34138) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:13.160650 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-85725f79-b1fc-44b9-92c6-8262b3815883 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e0c3510a-8429-4ca9-bded-64bc6284ae0e', {'tags': ['tempest-TagsExtTest-Tag-1956385410', 'tempest-TagsExtTest-Tag-570682061', 'tempest-TagsExtTest-Tag-1101542962']}) {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:13.268561 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-85725f79-b1fc-44b9-92c6-8262b3815883 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "PUT /v2.0/subnets/e0c3510a-8429-4ca9-bded-64bc6284ae0e/tags HTTP/1.1" status: 200 len: 317 time: 0.1111674 Jul 05 04:47:13.270885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34140) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:13.275863 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-d4252458-3c8d-4598-ba61-bce246c808ea tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e0c3510a-8429-4ca9-bded-64bc6284ae0e') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:13.405487 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d4252458-3c8d-4598-ba61-bce246c808ea tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/subnets/e0c3510a-8429-4ca9-bded-64bc6284ae0e/tags HTTP/1.1" status: 204 len: 168 time: 0.1335855 Jul 05 04:47:13.408685 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34142) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:13.412418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-16c6bbf5-8137-402d-87d3-0ce81f80054e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e0c3510a-8429-4ca9-bded-64bc6284ae0e', 'tempest-TagsExtTest-Tag-1956385410') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:13.415944 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:47:13.469415 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:13.469789 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:13.470399 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-16c6bbf5-8137-402d-87d3-0ce81f80054e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] show failed (client error): The resource could not be found. Jul 05 04:47:13.472375 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-16c6bbf5-8137-402d-87d3-0ce81f80054e tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/subnets/e0c3510a-8429-4ca9-bded-64bc6284ae0e/tags/tempest-TagsExtTest-Tag-1956385410 HTTP/1.1" status: 404 len: 329 time: 0.0623646 Jul 05 04:47:13.474216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34144) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:13.478691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-79af4bf2-a96d-47b4-93e3-e4fac7465ccd tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e0c3510a-8429-4ca9-bded-64bc6284ae0e', 'tempest-TagsExtTest-Tag-570682061') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:13.529006 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-79af4bf2-a96d-47b4-93e3-e4fac7465ccd tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] show failed (client error): The resource could not be found. Jul 05 04:47:13.532498 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-79af4bf2-a96d-47b4-93e3-e4fac7465ccd tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/subnets/e0c3510a-8429-4ca9-bded-64bc6284ae0e/tags/tempest-TagsExtTest-Tag-570682061 HTTP/1.1" status: 404 len: 328 time: 0.0548186 Jul 05 04:47:13.532753 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34146) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:13.538487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-e713f4a1-453e-44ae-b52d-978e84c3e780 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e0c3510a-8429-4ca9-bded-64bc6284ae0e', 'tempest-TagsExtTest-Tag-1101542962') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:13.588713 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-e713f4a1-453e-44ae-b52d-978e84c3e780 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] show failed (client error): The resource could not be found. Jul 05 04:47:13.589751 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e713f4a1-453e-44ae-b52d-978e84c3e780 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/subnets/e0c3510a-8429-4ca9-bded-64bc6284ae0e/tags/tempest-TagsExtTest-Tag-1101542962 HTTP/1.1" status: 404 len: 329 time: 0.0555995 Jul 05 04:47:13.592623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34148) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:13.597015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-0648b2d3-4a5c-4cc7-ad38-339749e3d763 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a12b285c-3280-4718-bd1d-12c46464c936', {'tags': ['tempest-TagsExtTest-Tag-883941331', 'tempest-TagsExtTest-Tag-1778508409', 'tempest-TagsExtTest-Tag-1842619633']}) {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:13.708127 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0648b2d3-4a5c-4cc7-ad38-339749e3d763 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "PUT /v2.0/ports/a12b285c-3280-4718-bd1d-12c46464c936/tags HTTP/1.1" status: 200 len: 317 time: 0.1144731 Jul 05 04:47:13.710601 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34150) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:13.716495 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-2cda8870-e17b-44b6-b3f0-0f442c71bd5f tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a12b285c-3280-4718-bd1d-12c46464c936') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:13.914802 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2cda8870-e17b-44b6-b3f0-0f442c71bd5f tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/ports/a12b285c-3280-4718-bd1d-12c46464c936/tags HTTP/1.1" status: 204 len: 168 time: 0.2024295 Jul 05 04:47:13.917407 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34152) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:13.921784 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-9808c4b4-d294-4dc2-85ce-10dcfd39fc41 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a12b285c-3280-4718-bd1d-12c46464c936', 'tempest-TagsExtTest-Tag-883941331') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:13.970949 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-9808c4b4-d294-4dc2-85ce-10dcfd39fc41 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] show failed (client error): The resource could not be found. Jul 05 04:47:13.971984 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9808c4b4-d294-4dc2-85ce-10dcfd39fc41 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/ports/a12b285c-3280-4718-bd1d-12c46464c936/tags/tempest-TagsExtTest-Tag-883941331 HTTP/1.1" status: 404 len: 328 time: 0.0536575 Jul 05 04:47:13.974776 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34154) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:13.979501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-55e42760-4af3-4ab6-a9eb-9d579495c05c tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a12b285c-3280-4718-bd1d-12c46464c936', 'tempest-TagsExtTest-Tag-1778508409') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:14.027736 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2811a522-822d-46aa-b49e-615781c57087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:14.028386 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-55e42760-4af3-4ab6-a9eb-9d579495c05c tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] show failed (client error): The resource could not be found. Jul 05 04:47:14.029473 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-55e42760-4af3-4ab6-a9eb-9d579495c05c tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/ports/a12b285c-3280-4718-bd1d-12c46464c936/tags/tempest-TagsExtTest-Tag-1778508409 HTTP/1.1" status: 404 len: 329 time: 0.0537951 Jul 05 04:47:14.032281 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34156) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:14.036588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-708505ef-41a7-4eae-840f-66c22f5e531b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a12b285c-3280-4718-bd1d-12c46464c936', 'tempest-TagsExtTest-Tag-1842619633') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:14.084843 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-708505ef-41a7-4eae-840f-66c22f5e531b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] show failed (client error): The resource could not be found. Jul 05 04:47:14.087279 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-708505ef-41a7-4eae-840f-66c22f5e531b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/ports/a12b285c-3280-4718-bd1d-12c46464c936/tags/tempest-TagsExtTest-Tag-1842619633 HTTP/1.1" status: 404 len: 329 time: 0.0528107 Jul 05 04:47:14.088716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34158) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:14.093257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-8bc495af-756f-4cf3-8f0f-5fcb0bfe0813 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ba959840-3fa4-4353-a6b9-01233c07ad8c', {'tags': ['tempest-TagsExtTest-Tag-2022460057', 'tempest-TagsExtTest-Tag-719155968', 'tempest-TagsExtTest-Tag-1761392672']}) {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:14.274421 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8bc495af-756f-4cf3-8f0f-5fcb0bfe0813 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "PUT /v2.0/routers/ba959840-3fa4-4353-a6b9-01233c07ad8c/tags HTTP/1.1" status: 200 len: 317 time: 0.1846001 Jul 05 04:47:14.276801 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34160) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:14.281250 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-e51ab2aa-e6c1-4277-981a-ea87ef0172bf tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ba959840-3fa4-4353-a6b9-01233c07ad8c') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:14.391792 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:14.473233 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e51ab2aa-e6c1-4277-981a-ea87ef0172bf tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/routers/ba959840-3fa4-4353-a6b9-01233c07ad8c/tags HTTP/1.1" status: 204 len: 168 time: 0.1954257 Jul 05 04:47:14.476866 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34162) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:14.481117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-11053bd4-9aee-4728-873e-ed36b62415ed tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ba959840-3fa4-4353-a6b9-01233c07ad8c', 'tempest-TagsExtTest-Tag-2022460057') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:14.558155 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-11053bd4-9aee-4728-873e-ed36b62415ed tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] show failed (client error): The resource could not be found. Jul 05 04:47:14.559215 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-11053bd4-9aee-4728-873e-ed36b62415ed tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/routers/ba959840-3fa4-4353-a6b9-01233c07ad8c/tags/tempest-TagsExtTest-Tag-2022460057 HTTP/1.1" status: 404 len: 329 time: 0.0816970 Jul 05 04:47:14.561988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34164) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:14.570314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-22446ddf-9ee6-45a8-84f5-1fbafd0b5c18 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ba959840-3fa4-4353-a6b9-01233c07ad8c', 'tempest-TagsExtTest-Tag-719155968') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:14.657103 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-22446ddf-9ee6-45a8-84f5-1fbafd0b5c18 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] show failed (client error): The resource could not be found. Jul 05 04:47:14.658130 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-22446ddf-9ee6-45a8-84f5-1fbafd0b5c18 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/routers/ba959840-3fa4-4353-a6b9-01233c07ad8c/tags/tempest-TagsExtTest-Tag-719155968 HTTP/1.1" status: 404 len: 328 time: 0.0952320 Jul 05 04:47:14.660936 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34166) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:14.665406 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-5c5a6c37-61e4-4ec0-895d-c11ba250dd67 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ba959840-3fa4-4353-a6b9-01233c07ad8c', 'tempest-TagsExtTest-Tag-1761392672') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:14.739089 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-5c5a6c37-61e4-4ec0-895d-c11ba250dd67 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] show failed (client error): The resource could not be found. Jul 05 04:47:14.740129 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5c5a6c37-61e4-4ec0-895d-c11ba250dd67 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/routers/ba959840-3fa4-4353-a6b9-01233c07ad8c/tags/tempest-TagsExtTest-Tag-1761392672 HTTP/1.1" status: 404 len: 329 time: 0.0782788 Jul 05 04:47:14.743631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34168) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:14.748125 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-bb81eb12-20af-46bd-9702-43dc69739e55 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7302a35f-1424-4451-9cba-aeabcb947151', {'tags': ['tempest-TagsExtTest-Tag-744998262', 'tempest-TagsExtTest-Tag-1315032391', 'tempest-TagsExtTest-Tag-1436161807']}) {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:14.867935 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bb81eb12-20af-46bd-9702-43dc69739e55 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "PUT /v2.0/subnetpools/7302a35f-1424-4451-9cba-aeabcb947151/tags HTTP/1.1" status: 200 len: 317 time: 0.1230578 Jul 05 04:47:14.870319 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34172) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:14.874707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-4131622d-e942-4cf4-9a17-3a06f7d743a8 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7302a35f-1424-4451-9cba-aeabcb947151') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:14.971114 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4131622d-e942-4cf4-9a17-3a06f7d743a8 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/subnetpools/7302a35f-1424-4451-9cba-aeabcb947151/tags HTTP/1.1" status: 204 len: 168 time: 0.0997427 Jul 05 04:47:14.973690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34174) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:14.978497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-290c635b-2612-4121-bfdb-f1eb6b90a715 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7302a35f-1424-4451-9cba-aeabcb947151', 'tempest-TagsExtTest-Tag-744998262') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:14.998782 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-290c635b-2612-4121-bfdb-f1eb6b90a715 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] show failed (client error): The resource could not be found. Jul 05 04:47:14.999786 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-290c635b-2612-4121-bfdb-f1eb6b90a715 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/subnetpools/7302a35f-1424-4451-9cba-aeabcb947151/tags/tempest-TagsExtTest-Tag-744998262 HTTP/1.1" status: 404 len: 328 time: 0.0251942 Jul 05 04:47:15.002848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34176) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:15.007129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-92d3851f-a82a-4124-8cbb-28e2f3ab15bb tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7302a35f-1424-4451-9cba-aeabcb947151', 'tempest-TagsExtTest-Tag-1315032391') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:15.026809 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-92d3851f-a82a-4124-8cbb-28e2f3ab15bb tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] show failed (client error): The resource could not be found. Jul 05 04:47:15.027789 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-92d3851f-a82a-4124-8cbb-28e2f3ab15bb tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/subnetpools/7302a35f-1424-4451-9cba-aeabcb947151/tags/tempest-TagsExtTest-Tag-1315032391 HTTP/1.1" status: 404 len: 329 time: 0.0240705 Jul 05 04:47:15.030412 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34178) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:15.034476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-354d5577-bfc3-46ff-886a-93debc95e57b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7302a35f-1424-4451-9cba-aeabcb947151', 'tempest-TagsExtTest-Tag-1436161807') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:15.055115 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-354d5577-bfc3-46ff-886a-93debc95e57b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] show failed (client error): The resource could not be found. Jul 05 04:47:15.056111 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-354d5577-bfc3-46ff-886a-93debc95e57b tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/subnetpools/7302a35f-1424-4451-9cba-aeabcb947151/tags/tempest-TagsExtTest-Tag-1436161807 HTTP/1.1" status: 404 len: 329 time: 0.0248120 Jul 05 04:47:15.058615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34180) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:15.062767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-f7d6b613-4504-49bd-9c9d-1cdaca748b79 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7302a35f-1424-4451-9cba-aeabcb947151') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:15.086093 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f7d6b613-4504-49bd-9c9d-1cdaca748b79 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/subnetpools/7302a35f-1424-4451-9cba-aeabcb947151/tags HTTP/1.1" status: 204 len: 168 time: 0.0265672 Jul 05 04:47:15.088602 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34182) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:15.092777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-d48fb91e-892e-4006-9710-322ac9e02a35 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ba959840-3fa4-4353-a6b9-01233c07ad8c') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:15.513353 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d48fb91e-892e-4006-9710-322ac9e02a35 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/routers/ba959840-3fa4-4353-a6b9-01233c07ad8c/tags HTTP/1.1" status: 204 len: 168 time: 0.4237919 Jul 05 04:47:15.515824 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34184) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:15.520002 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-964a16c0-d530-49a1-b6aa-2bfc8fdd5818 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a12b285c-3280-4718-bd1d-12c46464c936') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:15.570333 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:15.572607 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-964a16c0-d530-49a1-b6aa-2bfc8fdd5818 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/ports/a12b285c-3280-4718-bd1d-12c46464c936/tags HTTP/1.1" status: 204 len: 168 time: 0.0558026 Jul 05 04:47:15.575080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34186) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:15.579475 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.tag.tag_plugin [None req-e2120ff4-e405-4895-b96b-cdd07a97589d tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e0c3510a-8429-4ca9-bded-64bc6284ae0e') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:15.632041 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e2120ff4-e405-4895-b96b-cdd07a97589d tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/subnets/e0c3510a-8429-4ca9-bded-64bc6284ae0e/tags HTTP/1.1" status: 204 len: 168 time: 0.0558779 Jul 05 04:47:15.636211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34188) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:15.778526 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e207730d-89b3-47ad-9c2f-b769a696a9f9 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks [] for subnetpool, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:15.779922 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e207730d-89b3-47ad-9c2f-b769a696a9f9 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/subnetpools/7302a35f-1424-4451-9cba-aeabcb947151 HTTP/1.1" status: 204 len: 168 time: 0.1427002 Jul 05 04:47:15.782368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34192) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:15.812583 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b86c2436-025b-4753-9ce1-2182ba6695f2 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba959840-3fa4-4353-a6b9-01233c07ad8c HTTP/1.1" status: 200 len: 205 time: 0.0289972 Jul 05 04:47:15.814860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34194) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:15.887715 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55486e40-1e03-4add-9fe6-40f43458db46 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:16.048787 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55486e40-1e03-4add-9fe6-40f43458db46 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:16.051036 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55486e40-1e03-4add-9fe6-40f43458db46 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:16.153456 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55486e40-1e03-4add-9fe6-40f43458db46 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:16.153919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55486e40-1e03-4add-9fe6-40f43458db46 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Fanout notify agent at l3_agent the message router_deleted on router ba959840-3fa4-4353-a6b9-01233c07ad8c {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:47:16.164750 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-55486e40-1e03-4add-9fe6-40f43458db46 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:16.164750 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-55486e40-1e03-4add-9fe6-40f43458db46 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/routers/ba959840-3fa4-4353-a6b9-01233c07ad8c HTTP/1.1" status: 204 len: 168 time: 0.3460906 Jul 05 04:47:16.165387 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34198) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:16.259725 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-abbb9f70-8ba5-4aaa-89cd-005093c354f4 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Deleting port a12b285c-3280-4718-bd1d-12c46464c936 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:16.260081 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-abbb9f70-8ba5-4aaa-89cd-005093c354f4 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:16.354995 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-abbb9f70-8ba5-4aaa-89cd-005093c354f4 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:16.366319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-abbb9f70-8ba5-4aaa-89cd-005093c354f4 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Calling delete_port for a12b285c-3280-4718-bd1d-12c46464c936 owned by {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:16.558822 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-abbb9f70-8ba5-4aaa-89cd-005093c354f4 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:16.589245 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb9f70-8ba5-4aaa-89cd-005093c354f4 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Pushing event deleted for resources: {'Port': ['ID=a12b285c-3280-4718-bd1d-12c46464c936,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:16.661512 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-abbb9f70-8ba5-4aaa-89cd-005093c354f4 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:16.663481 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-abbb9f70-8ba5-4aaa-89cd-005093c354f4 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/ports/a12b285c-3280-4718-bd1d-12c46464c936 HTTP/1.1" status: 204 len: 168 time: 0.4970543 Jul 05 04:47:16.666148 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34200) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:16.718697 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-be306ff5-d46e-48c7-8924-895d80ac0377 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Deleting subnet e0c3510a-8429-4ca9-bded-64bc6284ae0e {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:47:16.722089 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-be306ff5-d46e-48c7-8924-895d80ac0377 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:16.766560 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-be306ff5-d46e-48c7-8924-895d80ac0377 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:16.847959 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-be306ff5-d46e-48c7-8924-895d80ac0377 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:16.993624 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-be306ff5-d46e-48c7-8924-895d80ac0377 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:17.025659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be306ff5-d46e-48c7-8924-895d80ac0377 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Pushing event deleted for resources: {'Subnet': ['ID=e0c3510a-8429-4ca9-bded-64bc6284ae0e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:17.029125 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-be306ff5-d46e-48c7-8924-895d80ac0377 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:17.033600 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34202) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:17.034089 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-be306ff5-d46e-48c7-8924-895d80ac0377 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/subnets/e0c3510a-8429-4ca9-bded-64bc6284ae0e HTTP/1.1" status: 204 len: 168 time: 0.3665295 Jul 05 04:47:17.036470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee96151a-29d1-40e7-a54a-9d40330f07eb None None] Network d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:47:17.076955 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:17.114969 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:17.167519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Deleting port c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:17.167927 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:17.219491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] DHCP port deletion for d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:47:17.230137 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] For port c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce,segment=NetworkSegment(fd170158-8361-4e19-9c9c-25a3d4b23092),segment_id=fd170158-8361-4e19-9c9c-25a3d4b23092)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:17.230495 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:17.244016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Calling delete_port for c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:17.269322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Deleting port c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:47:17.269700 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:17.330050 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] For port c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce,segment=NetworkSegment(fd170158-8361-4e19-9c9c-25a3d4b23092),segment_id=fd170158-8361-4e19-9c9c-25a3d4b23092)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:17.330450 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:17.343275 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Calling delete_port for c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:47:17.410391 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:17.420148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:47:17.437717 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Pushing event deleted for resources: {'Port': ['ID=c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:17.439514 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] No DVR routers for this DVR port c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:47:17.443035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:47:17.443323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:47:17.448859 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:17.475035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Pushing event deleted for resources: {'Port': ['ID=c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:17.479964 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] No DVR routers for this DVR port c3bf223d-ec76-4eda-8e78-a4e9d2aef2ce on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:47:17.486780 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:17.487135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:17.487482 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:17.487824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:17.488185 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:17.488524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:17.488858 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:17.490064 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:17.490064 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:17.490064 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:17.490312 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:17.490465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d26d32-3426-488c-b016-a7634dfb55e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:17.531388 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:17.541969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:17.552396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd170158-8361-4e19-9c9c-25a3d4b23092') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:17.552694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd170158-8361-4e19-9c9c-25a3d4b23092') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:17.561361 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:17.574765 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:17.580830 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:47:17.581216 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:47:17.584116 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:47:17.688987 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:17.698454 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:17.698454 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] 10.222.0.38 "DELETE /v2.0/networks/d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95 HTTP/1.1" status: 204 len: 168 time: 0.6627238 Jul 05 04:47:17.709868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529fddb-e966-48c9-80a9-944975faa3f1 tempest-TagsExtTest-1912692603 tempest-TagsExtTest-1912692603-project] Pushing event deleted for resources: {'Network': ['ID=d9ba9bcc-5a4a-4cf5-bb88-a393fbdf7c95,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:18.147374 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34210) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:18.274839 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-59d3b968-37e3-4bc5-a5ef-73d1bd86a245 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cef86e4d871d4a43a48f200a317c135b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258883 Jul 05 04:47:18.277347 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34216) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:18.334979 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a9d06661-4677-417c-8fc6-5c0531c92572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:18.357633 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a9d06661-4677-417c-8fc6-5c0531c92572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:18.478996 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a9d06661-4677-417c-8fc6-5c0531c92572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:18.481581 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a9d06661-4677-417c-8fc6-5c0531c92572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:18.482724 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a9d06661-4677-417c-8fc6-5c0531c92572 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/11ea74f4-b414-427a-9e4f-d59e80588373 HTTP/1.1" status: 204 len: 168 time: 0.2044911 Jul 05 04:47:18.490664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d06661-4677-417c-8fc6-5c0531c92572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ea74f4-b414-427a-9e4f-d59e80588373,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:21.047913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34274) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:21.152248 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3d002ca-4002-4d6a-be58-a4115c3df93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:21.237902 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3d002ca-4002-4d6a-be58-a4115c3df93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:21.330031 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3d002ca-4002-4d6a-be58-a4115c3df93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:21.367442 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d002ca-4002-4d6a-be58-a4115c3df93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cf33fe-0782-41ec-9642-bec0f3dce103,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:21.371813 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b3d002ca-4002-4d6a-be58-a4115c3df93c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=778f4d0fb67b497a9b9d47d27dce48ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228590 Jul 05 04:47:21.374639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34278) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:21.422993 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a1058ff6-03d5-4436-b705-7dd43d92f580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:21.443386 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a1058ff6-03d5-4436-b705-7dd43d92f580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:21.563224 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a1058ff6-03d5-4436-b705-7dd43d92f580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:21.565843 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a1058ff6-03d5-4436-b705-7dd43d92f580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:21.567000 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a1058ff6-03d5-4436-b705-7dd43d92f580 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/11cf33fe-0782-41ec-9642-bec0f3dce103 HTTP/1.1" status: 204 len: 168 time: 0.1914656 Jul 05 04:47:21.575728 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1058ff6-03d5-4436-b705-7dd43d92f580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cf33fe-0782-41ec-9642-bec0f3dce103,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:22.181678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34284) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:22.195084 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3de5c8e-f304-4e59-8f7d-57dce92c7aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:22.285311 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3de5c8e-f304-4e59-8f7d-57dce92c7aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:22.347172 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3de5c8e-f304-4e59-8f7d-57dce92c7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:22.387245 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f3de5c8e-f304-4e59-8f7d-57dce92c7aa8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5c9e1289e1fd4bb698d9f5058115bda9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044563 Jul 05 04:47:22.388141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de5c8e-f304-4e59-8f7d-57dce92c7aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2865d8f3-45dc-49e5-98ed-ecbe3d0a3a8b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:22.394409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34286) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:22.449952 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-347e9af7-a8a8-410c-91f7-2fbd2d07a40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:22.473036 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-347e9af7-a8a8-410c-91f7-2fbd2d07a40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:22.581306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-347e9af7-a8a8-410c-91f7-2fbd2d07a40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:22.583954 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-347e9af7-a8a8-410c-91f7-2fbd2d07a40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:22.585194 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-347e9af7-a8a8-410c-91f7-2fbd2d07a40d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2865d8f3-45dc-49e5-98ed-ecbe3d0a3a8b HTTP/1.1" status: 204 len: 168 time: 0.1898248 Jul 05 04:47:22.593161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e9af7-a8a8-410c-91f7-2fbd2d07a40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2865d8f3-45dc-49e5-98ed-ecbe3d0a3a8b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:25.012417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34340) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:25.119331 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-99b380b4-5f7e-454e-aff7-708560ce971e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:25.204136 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-99b380b4-5f7e-454e-aff7-708560ce971e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:25.278087 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-99b380b4-5f7e-454e-aff7-708560ce971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:25.316478 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-99b380b4-5f7e-454e-aff7-708560ce971e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96e525e560f8481e9f0cdfc421dfb5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029547 Jul 05 04:47:25.317594 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b380b4-5f7e-454e-aff7-708560ce971e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bfe0fe-2411-475e-8c0c-f12bcad6b045,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:25.323882 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34344) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:25.373649 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f740a130-d225-4453-979e-2c9e99a9e8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:25.396309 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f740a130-d225-4453-979e-2c9e99a9e8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:25.507244 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f740a130-d225-4453-979e-2c9e99a9e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:25.509879 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f740a130-d225-4453-979e-2c9e99a9e8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:25.511023 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f740a130-d225-4453-979e-2c9e99a9e8d1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b7bfe0fe-2411-475e-8c0c-f12bcad6b045 HTTP/1.1" status: 204 len: 168 time: 0.1861432 Jul 05 04:47:25.518972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740a130-d225-4453-979e-2c9e99a9e8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bfe0fe-2411-475e-8c0c-f12bcad6b045,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:26.199685 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34350) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:26.216861 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-40d6cf30-b271-492b-91ae-53e880119555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:26.300619 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-40d6cf30-b271-492b-91ae-53e880119555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:26.358552 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-40d6cf30-b271-492b-91ae-53e880119555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:26.404450 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-40d6cf30-b271-492b-91ae-53e880119555 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8463c610099e479b82b4bc94ed0b914e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2035935 Jul 05 04:47:26.405331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6cf30-b271-492b-91ae-53e880119555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1e26d3-6a50-4225-bdd6-be8273ac8b9a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:26.407291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34352) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:26.460179 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:26.480515 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:26.587126 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:26.589764 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:26.590934 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9f1e26d3-6a50-4225-bdd6-be8273ac8b9a HTTP/1.1" status: 204 len: 168 time: 0.1826565 Jul 05 04:47:26.598863 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1e26d3-6a50-4225-bdd6-be8273ac8b9a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:26.606217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:26.610617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:26.610617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:26.610617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:26.610617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:26.610617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:26.610617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:26.610617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:26.610617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:26.610617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:26.610617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:26.610617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ef676-0c4e-4d89-a504-a75341aaf595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:28.937207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34400) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:29.038502 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3eeab998-59ec-4dfe-903b-fca3d2ec4231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:29.124245 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3eeab998-59ec-4dfe-903b-fca3d2ec4231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:29.198346 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3eeab998-59ec-4dfe-903b-fca3d2ec4231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:29.236576 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3eeab998-59ec-4dfe-903b-fca3d2ec4231 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ce57d5c35294773b0a6101150e2db42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982905 Jul 05 04:47:29.237449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeab998-59ec-4dfe-903b-fca3d2ec4231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aeb374-bc09-4388-b23c-77c3734e6e08,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:29.239233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34404) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:29.287667 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:29.308893 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:29.437600 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:29.440271 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:29.441441 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b9aeb374-bc09-4388-b23c-77c3734e6e08 HTTP/1.1" status: 204 len: 168 time: 0.2006724 Jul 05 04:47:29.449463 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aeb374-bc09-4388-b23c-77c3734e6e08,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:29.457062 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.457409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.457750 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.458088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.458424 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.458761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.459094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.459544 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.459873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.460233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.460564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:29.461424 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd29cff-c641-4939-8f4d-828cfcd19380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:47:30.033351 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34410) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:30.051144 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fe99358-db54-4b11-8ff7-595b556ad807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:30.150011 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fe99358-db54-4b11-8ff7-595b556ad807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:30.215427 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4fe99358-db54-4b11-8ff7-595b556ad807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:30.253582 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4fe99358-db54-4b11-8ff7-595b556ad807 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=47b08cba962841fb8f474d224f047ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2187288 Jul 05 04:47:30.254478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe99358-db54-4b11-8ff7-595b556ad807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c369a31b-1623-4aa8-99cd-daffe39ca9b1,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:30.256292 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34412) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:30.305223 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-47cc23d5-cb07-44d3-b172-d35043aeb3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:30.327116 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-47cc23d5-cb07-44d3-b172-d35043aeb3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:30.461387 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-47cc23d5-cb07-44d3-b172-d35043aeb3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:30.464017 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-47cc23d5-cb07-44d3-b172-d35043aeb3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:30.465233 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-47cc23d5-cb07-44d3-b172-d35043aeb3f2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c369a31b-1623-4aa8-99cd-daffe39ca9b1 HTTP/1.1" status: 204 len: 168 time: 0.2079265 Jul 05 04:47:30.477570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc23d5-cb07-44d3-b172-d35043aeb3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c369a31b-1623-4aa8-99cd-daffe39ca9b1,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:32.906973 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:34.489437 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:41.518105 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-66129363-de42-4694-9b4e-2341597249c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:44.020422 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-37b2fd52-8256-4d0c-a438-06c0241e64ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:44.398707 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:45.557891 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:47.117155 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:49.417645 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:47:50.273834 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34548) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:50.379317 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4dd1ebb8-63cc-494e-966d-2b2daba76123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:50.468316 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4dd1ebb8-63cc-494e-966d-2b2daba76123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:50.563600 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4dd1ebb8-63cc-494e-966d-2b2daba76123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:50.604332 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4dd1ebb8-63cc-494e-966d-2b2daba76123 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f4be17de22144258940c1ad0417e6b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292902 Jul 05 04:47:50.605245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1ebb8-63cc-494e-966d-2b2daba76123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6bee51-7c94-4fd2-8686-3da589533280,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:50.607072 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34552) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:50.656243 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0cf770aa-fa10-4741-bbf7-a0ab4e865603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:50.677316 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0cf770aa-fa10-4741-bbf7-a0ab4e865603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:50.798124 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0cf770aa-fa10-4741-bbf7-a0ab4e865603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:50.800642 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0cf770aa-fa10-4741-bbf7-a0ab4e865603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:50.801792 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0cf770aa-fa10-4741-bbf7-a0ab4e865603 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b6bee51-7c94-4fd2-8686-3da589533280 HTTP/1.1" status: 204 len: 168 time: 0.1929250 Jul 05 04:47:50.812159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf770aa-fa10-4741-bbf7-a0ab4e865603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6bee51-7c94-4fd2-8686-3da589533280,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:51.438302 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34558) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:51.452080 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-363f939f-5ed6-49e1-9220-3e2e5bf9dacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:51.538054 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-363f939f-5ed6-49e1-9220-3e2e5bf9dacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:51.619875 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-363f939f-5ed6-49e1-9220-3e2e5bf9dacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:51.660595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f939f-5ed6-49e1-9220-3e2e5bf9dacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e848ced-6184-4502-9d8b-71e004c7ed17,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:51.665005 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-363f939f-5ed6-49e1-9220-3e2e5bf9dacc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d87af92b99440c18c53825b0f03f79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255878 Jul 05 04:47:51.667645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34560) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:51.716117 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-91d341c0-574e-4d5e-8de3-5836bdd658db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:51.736183 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-91d341c0-574e-4d5e-8de3-5836bdd658db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:51.883848 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-91d341c0-574e-4d5e-8de3-5836bdd658db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:51.886523 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-91d341c0-574e-4d5e-8de3-5836bdd658db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:51.887677 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-91d341c0-574e-4d5e-8de3-5836bdd658db admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4e848ced-6184-4502-9d8b-71e004c7ed17 HTTP/1.1" status: 204 len: 168 time: 0.2190568 Jul 05 04:47:51.896613 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d341c0-574e-4d5e-8de3-5836bdd658db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e848ced-6184-4502-9d8b-71e004c7ed17,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:57.493791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34608) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:57.608806 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da6efc1e-af5d-4bda-89fc-f03d5275e215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:57.700765 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da6efc1e-af5d-4bda-89fc-f03d5275e215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:57.808826 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da6efc1e-af5d-4bda-89fc-f03d5275e215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:57.853986 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-da6efc1e-af5d-4bda-89fc-f03d5275e215 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a8c6260995704e42a04b3771fe9e10a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583291 Jul 05 04:47:57.857947 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6efc1e-af5d-4bda-89fc-f03d5275e215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43e6a24-13eb-4359-b36c-83949261d1e0,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:57.858087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34612) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:57.910519 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebe15286-3266-4aca-b55e-d4bdcbc452ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:57.932781 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebe15286-3266-4aca-b55e-d4bdcbc452ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.077851 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebe15286-3266-4aca-b55e-d4bdcbc452ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.080558 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ebe15286-3266-4aca-b55e-d4bdcbc452ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:58.081782 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ebe15286-3266-4aca-b55e-d4bdcbc452ed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f43e6a24-13eb-4359-b36c-83949261d1e0 HTTP/1.1" status: 204 len: 168 time: 0.2239256 Jul 05 04:47:58.089491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe15286-3266-4aca-b55e-d4bdcbc452ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43e6a24-13eb-4359-b36c-83949261d1e0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:02.934507 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:04.523022 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:11.488942 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fc39b1c1-6976-4a6f-8010-e66af48c4de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:14.054363 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-215fb13b-735c-48c6-a0ce-aaf9ee1dba90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:14.408794 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:15.534410 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:17.087793 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:26.417599 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:48:32.900042 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:34.511599 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:37.434526 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 34854) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:37.551198 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:37.643596 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:37.705057 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:37.743446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf89a281-c068-42f0-90cb-fbea2fc14335,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:37.748383 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=00b1ae34a3e6485cad308024d776872e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127241 Jul 05 04:48:37.751289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 34858) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:48:37.755231 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.755591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.755936 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.756299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.756635 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.756968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.757605 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.757713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.758037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.758363 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.758689 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.759021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add9188-511c-412a-987d-e0708c3a19f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.814578 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:37.836398 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:37.933815 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:37.936352 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:37.937515 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf89a281-c068-42f0-90cb-fbea2fc14335 HTTP/1.1" status: 204 len: 168 time: 0.1851718 Jul 05 04:48:37.944971 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf89a281-c068-42f0-90cb-fbea2fc14335,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:37.953300 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.953649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.953992 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.954328 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.954658 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.954987 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.955312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.955639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.955963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.956327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.956641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:37.956964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1093a-f59f-480f-996a-ede4b6281999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:41.510485 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5910196f-5f93-43a2-9534-dc6b3c38d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.023643 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-136924b8-a8c3-4bd3-a53e-ed256af1db68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.378986 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:45.516195 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:47.076694 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:48.690932 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-98ab89c5-4a68-4af3-9ba0-392a132635df tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0931b94309ef4cd2aa34f15600513690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297773 Jul 05 04:48:48.871742 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-065a6b8f-7581-40b7-8c2b-568987b5c602 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:48.873255 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-065a6b8f-7581-40b7-8c2b-568987b5c602 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771448 Jul 05 04:48:48.887469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-da89dc62-8d9e-4a23-896d-a1244e54c9d3 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/quotas/0931b94309ef4cd2aa34f15600513690 HTTP/1.1" status: 200 len: 375 time: 0.0088587 Jul 05 04:48:48.925077 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-8d4cc0f0-a8ff-4f45-9e97-e9a423d8b5ff tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0931b94309ef4cd2aa34f15600513690&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325210 Jul 05 04:48:50.278400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f2cd8c6-ce5a-464d-b6f8-c0986db1d04b req-62be3e2c-f450-47f7-ba71-5eb7d49eed07 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 210 time: 0.1264622 Jul 05 04:48:51.424850 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-84fa655d-2e1e-409c-9477-eb4ceb0c89a4 req-92e49ddc-7b47-4ed2-850f-7815d74583f8 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 210 time: 0.0286069 Jul 05 04:48:52.529563 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-b7b1368c-6a2a-4c6a-a3e9-fc73c26f1750 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0931b94309ef4cd2aa34f15600513690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335562 Jul 05 04:48:52.602001 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-23b8c693-5b92-48f2-8e31-920ab30a77c1 req-a86b9598-0d71-433f-8d1b-0a2da5aa5ef8 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 210 time: 0.0313587 Jul 05 04:48:52.723272 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-8ec40805-e764-4b9e-a47f-856edb098f7b tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:52.724945 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-8ec40805-e764-4b9e-a47f-856edb098f7b tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908135 Jul 05 04:48:52.737284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Request body: {'port': {'device_id': '30780824-62e8-40dc-b69f-d529090ce69c', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'admin_state_up': True, 'tenant_id': '0931b94309ef4cd2aa34f15600513690'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:52.937777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Made reservation on behalf of 0931b94309ef4cd2aa34f15600513690 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:48:52.941550 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:52.951718 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.045336 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.104728 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.167087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e550cb-1a87-497e-b6f8-98f1255826ad,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:53.241782 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Allocated IP 192.168.233.123 (d44a9092-20ac-4476-bae6-197848f10ce5/aec7ca2c-a325-45a6-9fd5-bee8dc0430f1/078660a9-da6d-47a5-b1df-20241eff4a3b) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:48:53.486993 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.500754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Transition to ACTIVE for port object 078660a9-da6d-47a5-b1df-20241eff4a3b will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:48:53.606993 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.660577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Network d44a9092-20ac-4476-bae6-197848f10ce5 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:48:53.666560 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:48:53.669968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:48:53.694117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Pushing event updated for resources: {'Port': ['ID=078660a9-da6d-47a5-b1df-20241eff4a3b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:53.723032 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:53.723778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.782277 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca737946-7366-4c71-8a23-aa487b6794a3 req-e55d2210-0039-4b07-be0e-ea7c919f839e tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:53.783801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca737946-7366-4c71-8a23-aa487b6794a3 req-e55d2210-0039-4b07-be0e-ea7c919f839e tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 936 time: 0.0684299 Jul 05 04:48:53.813103 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29be3704-ce49-4ec2-8741-ffd0f7c9d14c tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0796659 Jul 05 04:48:53.826509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca737946-7366-4c71-8a23-aa487b6794a3 req-8938f762-3098-42fb-ae69-57b443219a64 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/security-groups?id=77e550cb-1a87-497e-b6f8-98f1255826ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367451 Jul 05 04:48:53.875777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Request body: {'port': {'device_id': '30780824-62e8-40dc-b69f-d529090ce69c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:48:53.949522 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-32d75eff-94f6-4a38-8831-f26e675c4d31 None None] Provisioning for port 078660a9-da6d-47a5-b1df-20241eff4a3b completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:48:53.953543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-32d75eff-94f6-4a38-8831-f26e675c4d31 None None] Provisioning complete for port 078660a9-da6d-47a5-b1df-20241eff4a3b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:48:53.953922 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-32d75eff-94f6-4a38-8831-f26e675c4d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.954736 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:53.988339 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-32d75eff-94f6-4a38-8831-f26e675c4d31 None None] Port 078660a9-da6d-47a5-b1df-20241eff4a3b cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:48:54.209270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078660a9-da6d-47a5-b1df-20241eff4a3b {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:48:54.217091 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.228736 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Transition to ACTIVE for port object 078660a9-da6d-47a5-b1df-20241eff4a3b will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:48:54.304859 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.354906 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=078660a9-da6d-47a5-b1df-20241eff4a3b,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:54.431698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Attempting to bind port 078660a9-da6d-47a5-b1df-20241eff4a3b on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:48:54.432259 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Attempting to bind port 078660a9-da6d-47a5-b1df-20241eff4a3b by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:48:54.432595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Attempting to bind port 078660a9-da6d-47a5-b1df-20241eff4a3b on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:48:54.437400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Port 078660a9-da6d-47a5-b1df-20241eff4a3b on network d44a9092-20ac-4476-bae6-197848f10ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:48:54.437726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Attempting to bind port 078660a9-da6d-47a5-b1df-20241eff4a3b on network d44a9092-20ac-4476-bae6-197848f10ce5 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:48:54.442512 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:48:54.442901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Checking segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:48:54.443226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Bound using segment: {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:48:54.443653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Bound port: 078660a9-da6d-47a5-b1df-20241eff4a3b, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb551a1b-1b64-4873-8e63-47b0dff55af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:48:54.444013 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.508309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] For port 078660a9-da6d-47a5-b1df-20241eff4a3b, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:48:54.513239 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] For port 078660a9-da6d-47a5-b1df-20241eff4a3b, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=078660a9-da6d-47a5-b1df-20241eff4a3b,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:48:54.585538 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.620491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:54.621107 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:54.622519 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] 10.222.0.36 "PUT /v2.0/ports/078660a9-da6d-47a5-b1df-20241eff4a3b HTTP/1.1" status: 200 len: 1097 time: 0.8021574 Jul 05 04:48:54.622956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30780824-62e8-40dc-b69f-d529090ce69c', 'tag': '078660a9-da6d-47a5-b1df-20241eff4a3b'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:48:54.625473 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f77847-3588-4d89-ad0f-e02c69b663a6" -d '{"events": [{"name": "network-changed", "server_uuid": "30780824-62e8-40dc-b69f-d529090ce69c", "tag": "078660a9-da6d-47a5-b1df-20241eff4a3b"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:48:54.652288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0a62e-eb58-4828-b5f5-085eb666f8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=078660a9-da6d-47a5-b1df-20241eff4a3b,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:54.732520 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c03e30b-b636-4f2e-8ed9-728fa49379a1 x-openstack-request-id: req-5c03e30b-b636-4f2e-8ed9-728fa49379a1 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:48:54.732852 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30780824-62e8-40dc-b69f-d529090ce69c", "tag": "078660a9-da6d-47a5-b1df-20241eff4a3b", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:48:54.733108 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5c03e30b-b636-4f2e-8ed9-728fa49379a1 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:48:54.733524 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30780824-62e8-40dc-b69f-d529090ce69c', 'tag': '078660a9-da6d-47a5-b1df-20241eff4a3b', 'status': 'completed', 'code': 200} Jul 05 04:48:54.800148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-2edb1ff0-e849-479c-9136-873802868611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:54.801661 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-2edb1ff0-e849-479c-9136-873802868611 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0931b94309ef4cd2aa34f15600513690&device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 1100 time: 0.0613325 Jul 05 04:48:54.842810 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-29b58f2e-e467-49ae-8a71-e335fd94d3c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=078660a9-da6d-47a5-b1df-20241eff4a3b HTTP/1.1" status: 200 len: 217 time: 0.0341470 Jul 05 04:48:54.890873 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-1348a251-a9f2-489b-87f6-777b2fc95f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:54.892287 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-1348a251-a9f2-489b-87f6-777b2fc95f7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0435810 Jul 05 04:48:54.952897 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-5615add2-9c68-4ca1-bc88-fe6d3191aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:54.954362 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-5615add2-9c68-4ca1-bc88-fe6d3191aee0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0564189 Jul 05 04:48:54.998616 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a34259-55ed-4bbc-b456-feb0ff5951f7 req-4f826be8-8ea5-4fb8-b945-491d3c758abb tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:55.000040 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01a34259-55ed-4bbc-b456-feb0ff5951f7 req-4f826be8-8ea5-4fb8-b945-491d3c758abb tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 948 time: 0.0636427 Jul 05 04:48:55.038183 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01a34259-55ed-4bbc-b456-feb0ff5951f7 req-abe4ccea-70fa-427f-bc29-cd5c22b0e1bc tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/security-groups?id=77e550cb-1a87-497e-b6f8-98f1255826ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323796 Jul 05 04:48:55.043481 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-78f56bfe-dbba-45ce-b435-a60d814606ad service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828817 Jul 05 04:48:55.139086 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fbaf97fb-3249-4207-86c8-98050a944a10 req-ed25643b-ce7b-4916-8ee3-95918675ff77 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893548 Jul 05 04:48:55.370038 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f77847-3588-4d89-ad0f-e02c69b663a6 req-6f411f1c-7edd-490e-a784-542d508d08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:55.371508 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e0f77847-3588-4d89-ad0f-e02c69b663a6 req-6f411f1c-7edd-490e-a784-542d508d08d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0931b94309ef4cd2aa34f15600513690&device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 1100 time: 0.0534110 Jul 05 04:48:55.460663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f77847-3588-4d89-ad0f-e02c69b663a6 req-3daa5902-473b-4221-8a5b-18c0579c712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:55.462121 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e0f77847-3588-4d89-ad0f-e02c69b663a6 req-3daa5902-473b-4221-8a5b-18c0579c712a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d44a9092-20ac-4476-bae6-197848f10ce5 HTTP/1.1" status: 200 len: 870 time: 0.0839906 Jul 05 04:48:55.505356 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e0f77847-3588-4d89-ad0f-e02c69b663a6 req-9c6027ba-6f57-4e18-9b11-6aef8c9eb6dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=078660a9-da6d-47a5-b1df-20241eff4a3b HTTP/1.1" status: 200 len: 217 time: 0.0365891 Jul 05 04:48:55.552303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f77847-3588-4d89-ad0f-e02c69b663a6 req-718ebff2-5b86-4b1f-b4a4-e15614acdcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:55.553806 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e0f77847-3588-4d89-ad0f-e02c69b663a6 req-718ebff2-5b86-4b1f-b4a4-e15614acdcb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec7ca2c-a325-45a6-9fd5-bee8dc0430f1 HTTP/1.1" status: 200 len: 843 time: 0.0424578 Jul 05 04:48:55.611074 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f77847-3588-4d89-ad0f-e02c69b663a6 req-835bd59c-7176-41da-ae31-7049948b9e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:55.612569 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e0f77847-3588-4d89-ad0f-e02c69b663a6 req-835bd59c-7176-41da-ae31-7049948b9e7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d44a9092-20ac-4476-bae6-197848f10ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0516605 Jul 05 04:48:55.703725 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e0f77847-3588-4d89-ad0f-e02c69b663a6 req-98886def-3974-4e31-b861-ce1598fa34db service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838408 Jul 05 04:48:55.790222 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e0f77847-3588-4d89-ad0f-e02c69b663a6 req-c4b59ccb-16fc-44bd-88e7-92d4cbb5e964 service neutron] 10.222.0.36 "GET /v2.0/networks/d44a9092-20ac-4476-bae6-197848f10ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798247 Jul 05 04:48:56.411346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d57058-e884-4e49-9bc2-7f2beb042f07 req-e618d437-67db-4d0a-a115-f548c017df3d tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:56.412838 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-41d57058-e884-4e49-9bc2-7f2beb042f07 req-e618d437-67db-4d0a-a115-f548c017df3d tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 948 time: 0.0659275 Jul 05 04:48:56.450137 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-41d57058-e884-4e49-9bc2-7f2beb042f07 req-11f7cbf7-8206-4beb-8caa-73a699d73bee tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/security-groups?id=77e550cb-1a87-497e-b6f8-98f1255826ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311217 Jul 05 04:48:57.624862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f644b5-cce0-44ec-9d18-e3acd2389538 req-4f70f826-c095-4b43-8b7c-6b80e0471c1a tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:57.626353 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2f644b5-cce0-44ec-9d18-e3acd2389538 req-4f70f826-c095-4b43-8b7c-6b80e0471c1a tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 948 time: 0.0640225 Jul 05 04:48:57.663826 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2f644b5-cce0-44ec-9d18-e3acd2389538 req-69e8727b-b8e2-4f37-8742-dc5c7761af32 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/security-groups?id=77e550cb-1a87-497e-b6f8-98f1255826ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318818 Jul 05 04:48:58.834053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2e103-28be-41ff-81a4-9a942fcdb193 req-813bb575-8186-4d4a-b582-80bada778e24 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:58.835507 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02c2e103-28be-41ff-81a4-9a942fcdb193 req-813bb575-8186-4d4a-b582-80bada778e24 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 948 time: 0.0617878 Jul 05 04:48:58.872986 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02c2e103-28be-41ff-81a4-9a942fcdb193 req-9647d5f9-52b0-4337-8ba2-0336e0ec487b tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/security-groups?id=77e550cb-1a87-497e-b6f8-98f1255826ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315313 Jul 05 04:48:58.910558 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 078660a9-da6d-47a5-b1df-20241eff4a3b details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:48:59.005787 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 078660a9-da6d-47a5-b1df-20241eff4a3b, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=078660a9-da6d-47a5-b1df-20241eff4a3b,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:59.018961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '078660a9-da6d-47a5-b1df-20241eff4a3b', 'network_id': 'd44a9092-20ac-4476-bae6-197848f10ce5', 'port_id': '078660a9-da6d-47a5-b1df-20241eff4a3b', 'mac_address': 'fa:16:3e:37:96:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec7ca2c-a325-45a6-9fd5-bee8dc0430f1', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:48:59.060532 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:59.073106 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078660a9-da6d-47a5-b1df-20241eff4a3b {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:48:59.092323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 078660a9-da6d-47a5-b1df-20241eff4a3b, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=078660a9-da6d-47a5-b1df-20241eff4a3b,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:48:59.154449 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:59.200877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=078660a9-da6d-47a5-b1df-20241eff4a3b,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:48:59.208094 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:59.208454 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:59.208791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:59.209125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:59.209458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:59.209783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:59.210109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:59.210433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:59.210753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:59.211073 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:59.211393 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:59.211712 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:48:59.496051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['078660a9-da6d-47a5-b1df-20241eff4a3b'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:49:00.052957 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b819a0-8b11-4953-8ad9-42f9afe42aaf req-4d8867b0-fbb3-4252-b88b-83de7ea54794 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:00.054409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31b819a0-8b11-4953-8ad9-42f9afe42aaf req-4d8867b0-fbb3-4252-b88b-83de7ea54794 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 949 time: 0.0682390 Jul 05 04:49:00.092417 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31b819a0-8b11-4953-8ad9-42f9afe42aaf req-a1ac3f66-1433-494f-a267-da5c9afac546 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/security-groups?id=77e550cb-1a87-497e-b6f8-98f1255826ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314689 Jul 05 04:49:00.939960 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 078660a9-da6d-47a5-b1df-20241eff4a3b up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:01.064426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 078660a9-da6d-47a5-b1df-20241eff4a3b completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:01.068392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 078660a9-da6d-47a5-b1df-20241eff4a3b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:01.068771 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.146617 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.173868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30780824-62e8-40dc-b69f-d529090ce69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078660a9-da6d-47a5-b1df-20241eff4a3b'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:01.176152 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a21dd2f-490a-4829-8c27-a9491df64db7" -d '{"events": [{"server_uuid": "30780824-62e8-40dc-b69f-d529090ce69c", "name": "network-vif-plugged", "status": "completed", "tag": "078660a9-da6d-47a5-b1df-20241eff4a3b"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:01.188982 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 078660a9-da6d-47a5-b1df-20241eff4a3b, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=078660a9-da6d-47a5-b1df-20241eff4a3b,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:01.258750 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:01.275371 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66616e13-e8e0-4440-a4f8-cc1010417a95 req-c60a2c55-ffa8-46c5-ab29-328013b9c008 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:01.275371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66616e13-e8e0-4440-a4f8-cc1010417a95 req-c60a2c55-ffa8-46c5-ab29-328013b9c008 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 949 time: 0.0674567 Jul 05 04:49:01.289609 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a840937e-b335-4eb6-897c-7e146d3843b2 x-openstack-request-id: req-a840937e-b335-4eb6-897c-7e146d3843b2 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:01.290096 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30780824-62e8-40dc-b69f-d529090ce69c", "name": "network-vif-plugged", "status": "completed", "tag": "078660a9-da6d-47a5-b1df-20241eff4a3b", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:01.290550 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a840937e-b335-4eb6-897c-7e146d3843b2 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:01.291192 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30780824-62e8-40dc-b69f-d529090ce69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078660a9-da6d-47a5-b1df-20241eff4a3b', 'code': 200} Jul 05 04:49:01.315154 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66616e13-e8e0-4440-a4f8-cc1010417a95 req-cdab8f50-6269-4348-b6f6-54324c232c10 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/security-groups?id=77e550cb-1a87-497e-b6f8-98f1255826ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358145 Jul 05 04:49:01.319921 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=078660a9-da6d-47a5-b1df-20241eff4a3b,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:01.403359 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03c118-5633-462d-9f19-ff702d73b30d req-9d58d49a-06c1-4e69-827d-4a66a98cd6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:01.404888 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad03c118-5633-462d-9f19-ff702d73b30d req-9d58d49a-06c1-4e69-827d-4a66a98cd6e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 1102 time: 0.0630105 Jul 05 04:49:01.438309 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad03c118-5633-462d-9f19-ff702d73b30d req-d08592c2-ef45-472b-b713-acd9babddb51 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=77e550cb-1a87-497e-b6f8-98f1255826ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273173 Jul 05 04:49:02.512958 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7f8d0-3083-4404-a06d-e644dbcb4b77 req-b9bd49f9-fd33-4ab1-9b7c-842b1cc1c722 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:02.514376 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0b7f8d0-3083-4404-a06d-e644dbcb4b77 req-b9bd49f9-fd33-4ab1-9b7c-842b1cc1c722 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 950 time: 0.0754068 Jul 05 04:49:02.554453 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0b7f8d0-3083-4404-a06d-e644dbcb4b77 req-bfd16ce8-15ec-402f-a3db-ba6251da5a02 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/security-groups?id=77e550cb-1a87-497e-b6f8-98f1255826ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331161 Jul 05 04:49:02.904454 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:03.418753 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:49:03.732568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01311b18-da51-431d-880e-fe0d9bd6f97b req-f17f1c8b-cd1e-4846-afdc-80119da40def tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:03.733977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01311b18-da51-431d-880e-fe0d9bd6f97b req-f17f1c8b-cd1e-4846-afdc-80119da40def tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 950 time: 0.0646317 Jul 05 04:49:03.770894 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01311b18-da51-431d-880e-fe0d9bd6f97b req-80687a83-d526-42ff-9ece-13b84993d3c9 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/security-groups?id=77e550cb-1a87-497e-b6f8-98f1255826ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314541 Jul 05 04:49:04.510848 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:05.451795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a3a37-8524-40e5-9e70-78ff4cfae525 req-46e5aaf5-3680-4e0d-b0e6-62bbf2c3c1db tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:05.453325 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-909a3a37-8524-40e5-9e70-78ff4cfae525 req-46e5aaf5-3680-4e0d-b0e6-62bbf2c3c1db tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 950 time: 0.0629659 Jul 05 04:49:05.489814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-909a3a37-8524-40e5-9e70-78ff4cfae525 req-330784f2-e221-4297-8181-28ca6521e741 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/security-groups?id=77e550cb-1a87-497e-b6f8-98f1255826ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309575 Jul 05 04:49:06.666395 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6da46-3ddc-403e-9cce-b32907a23d0f req-584782d0-3822-4123-922b-05b2fe513bc8 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:06.667750 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0f6da46-3ddc-403e-9cce-b32907a23d0f req-584782d0-3822-4123-922b-05b2fe513bc8 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 950 time: 0.0668943 Jul 05 04:49:06.705106 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0f6da46-3ddc-403e-9cce-b32907a23d0f req-39a219e1-b88f-4a88-b801-90e299c413ad tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/security-groups?id=77e550cb-1a87-497e-b6f8-98f1255826ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317736 Jul 05 04:49:06.805442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0023e23-1ea2-4c4e-a14e-e18235c3a48b req-b8228896-cbdd-44b0-be1b-886bc696dbac tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:06.806823 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e0023e23-1ea2-4c4e-a14e-e18235c3a48b req-b8228896-cbdd-44b0-be1b-886bc696dbac tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.36 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 950 time: 0.0620208 Jul 05 04:49:06.908624 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-e0023e23-1ea2-4c4e-a14e-e18235c3a48b req-86ebebe9-48ac-47f9-af5b-f541deec339a tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Deleting port 078660a9-da6d-47a5-b1df-20241eff4a3b {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:49:06.908973 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e0023e23-1ea2-4c4e-a14e-e18235c3a48b req-86ebebe9-48ac-47f9-af5b-f541deec339a tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:07.231469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e0023e23-1ea2-4c4e-a14e-e18235c3a48b req-86ebebe9-48ac-47f9-af5b-f541deec339a tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] For port 078660a9-da6d-47a5-b1df-20241eff4a3b, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=078660a9-da6d-47a5-b1df-20241eff4a3b,segment=NetworkSegment(eb551a1b-1b64-4873-8e63-47b0dff55af2),segment_id=eb551a1b-1b64-4873-8e63-47b0dff55af2)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:07.231822 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e0023e23-1ea2-4c4e-a14e-e18235c3a48b req-86ebebe9-48ac-47f9-af5b-f541deec339a tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:07.244257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-e0023e23-1ea2-4c4e-a14e-e18235c3a48b req-86ebebe9-48ac-47f9-af5b-f541deec339a tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Calling delete_port for 078660a9-da6d-47a5-b1df-20241eff4a3b owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:49:07.429728 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e0023e23-1ea2-4c4e-a14e-e18235c3a48b req-86ebebe9-48ac-47f9-af5b-f541deec339a tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:07.443044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['078660a9-da6d-47a5-b1df-20241eff4a3b'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:49:07.459658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebebe9-48ac-47f9-af5b-f541deec339a tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Pushing event deleted for resources: {'Port': ['ID=078660a9-da6d-47a5-b1df-20241eff4a3b,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:07.504917 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0023e23-1ea2-4c4e-a14e-e18235c3a48b req-86ebebe9-48ac-47f9-af5b-f541deec339a tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] No DVR routers for this DVR port 078660a9-da6d-47a5-b1df-20241eff4a3b on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:49:07.507555 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e0023e23-1ea2-4c4e-a14e-e18235c3a48b req-86ebebe9-48ac-47f9-af5b-f541deec339a tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:07.510581 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e0023e23-1ea2-4c4e-a14e-e18235c3a48b req-86ebebe9-48ac-47f9-af5b-f541deec339a tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.36 "DELETE /v2.0/ports/078660a9-da6d-47a5-b1df-20241eff4a3b HTTP/1.1" status: 204 len: 173 time: 0.6978326 Jul 05 04:49:07.514002 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30780824-62e8-40dc-b69f-d529090ce69c', 'name': 'network-vif-deleted', 'tag': '078660a9-da6d-47a5-b1df-20241eff4a3b'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:07.514002 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c188aa6-9f25-4f6b-95de-659ef10bff75" -d '{"events": [{"server_uuid": "30780824-62e8-40dc-b69f-d529090ce69c", "name": "network-vif-deleted", "tag": "078660a9-da6d-47a5-b1df-20241eff4a3b"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:07.550839 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1888e334-9632-49db-9a22-a525d2735351 x-openstack-request-id: req-1888e334-9632-49db-9a22-a525d2735351 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:07.551140 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30780824-62e8-40dc-b69f-d529090ce69c", "name": "network-vif-deleted", "tag": "078660a9-da6d-47a5-b1df-20241eff4a3b", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:07.551392 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1888e334-9632-49db-9a22-a525d2735351 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:07.551792 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30780824-62e8-40dc-b69f-d529090ce69c', 'name': 'network-vif-deleted', 'tag': '078660a9-da6d-47a5-b1df-20241eff4a3b', 'status': 'completed', 'code': 200} Jul 05 04:49:07.849262 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b6840c7-54b5-4dd6-903c-00840cb5a415 req-756b391e-a7b1-47f5-8cd2-9af45893e385 tempest-ServersAdminNegativeTestJSON-704365082 tempest-ServersAdminNegativeTestJSON-704365082-project] 10.222.0.38 "GET /v2.0/ports?device_id=30780824-62e8-40dc-b69f-d529090ce69c HTTP/1.1" status: 200 len: 210 time: 0.0349329 Jul 05 04:49:09.412313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35050) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:09.546077 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-05225580-6d2c-4fb7-91aa-b3a1d4b3731e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0931b94309ef4cd2aa34f15600513690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325960 Jul 05 04:49:09.548732 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35054) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:09.600313 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8c04c024-d6d7-4c19-a8fd-cad6b8e67bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.620959 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8c04c024-d6d7-4c19-a8fd-cad6b8e67bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.727158 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8c04c024-d6d7-4c19-a8fd-cad6b8e67bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.730244 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8c04c024-d6d7-4c19-a8fd-cad6b8e67bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:09.731369 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8c04c024-d6d7-4c19-a8fd-cad6b8e67bd5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/77e550cb-1a87-497e-b6f8-98f1255826ad HTTP/1.1" status: 204 len: 168 time: 0.1816418 Jul 05 04:49:09.739403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04c024-d6d7-4c19-a8fd-cad6b8e67bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e550cb-1a87-497e-b6f8-98f1255826ad,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:10.241050 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35062) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:10.254663 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-64ba2ce1-97f7-4dcc-85c3-34b4e65d4b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.344540 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-64ba2ce1-97f7-4dcc-85c3-34b4e65d4b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.515633 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-64ba2ce1-97f7-4dcc-85c3-34b4e65d4b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.553696 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba2ce1-97f7-4dcc-85c3-34b4e65d4b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93c6163-596c-4a66-8f1b-a97571ba93ab,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:10.558933 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-64ba2ce1-97f7-4dcc-85c3-34b4e65d4b83 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1073a2fed6041d3b8300ebf7a04599b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168468 Jul 05 04:49:10.561992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35064) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:10.609720 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d660b3a6-d508-4558-ace9-832add40a514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.632940 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d660b3a6-d508-4558-ace9-832add40a514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.715424 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d660b3a6-d508-4558-ace9-832add40a514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.718067 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d660b3a6-d508-4558-ace9-832add40a514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.719474 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d660b3a6-d508-4558-ace9-832add40a514 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b93c6163-596c-4a66-8f1b-a97571ba93ab HTTP/1.1" status: 204 len: 168 time: 0.1566639 Jul 05 04:49:10.727117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660b3a6-d508-4558-ace9-832add40a514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93c6163-596c-4a66-8f1b-a97571ba93ab,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:10.986731 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 078660a9-da6d-47a5-b1df-20241eff4a3b no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:49:11.006817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 078660a9-da6d-47a5-b1df-20241eff4a3b {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:49:11.007162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 078660a9-da6d-47a5-b1df-20241eff4a3b not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:49:11.468688 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6f9cdc5f-4ecf-46a9-8b53-fa07341d78ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.676941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35086) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:11.783196 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ba2c6052-3645-46c6-960f-e7a12913b5d6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-734557749-network', 'tenant_id': '1bf40c6770fb4666920f6e88e65efce5'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:11.870506 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2c6052-3645-46c6-960f-e7a12913b5d6 admin admin] Made reservation on behalf of 1bf40c6770fb4666920f6e88e65efce5 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:11.873359 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6052-3645-46c6-960f-e7a12913b5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.883477 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6052-3645-46c6-960f-e7a12913b5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:11.979183 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6052-3645-46c6-960f-e7a12913b5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.070181 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6052-3645-46c6-960f-e7a12913b5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.094913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2c6052-3645-46c6-960f-e7a12913b5d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:49:12.103622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c6052-3645-46c6-960f-e7a12913b5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114cc468-d7e8-4d67-9f31-8365b31fda16,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:12.111684 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6052-3645-46c6-960f-e7a12913b5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.111684 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-ba2c6052-3645-46c6-960f-e7a12913b5d6 admin admin] Added segment d652a55d-9943-4422-98af-898f39cc0765 of type vlan for network 10b2bc38-aa7c-4803-b152-4f01b63fbea4 Jul 05 04:49:12.150626 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6052-3645-46c6-960f-e7a12913b5d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.247154 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6052-3645-46c6-960f-e7a12913b5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.248169 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2c6052-3645-46c6-960f-e7a12913b5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:12.248747 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6052-3645-46c6-960f-e7a12913b5d6 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.304708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c6052-3645-46c6-960f-e7a12913b5d6 admin admin] Pushing event updated for resources: {'Network': ['ID=10b2bc38-aa7c-4803-b152-4f01b63fbea4,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:12.315808 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 10b2bc38-aa7c-4803-b152-4f01b63fbea4 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:49:12.356138 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ba2c6052-3645-46c6-960f-e7a12913b5d6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6780555 Jul 05 04:49:12.359123 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35090) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:12.364000 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ba6845d1-94d4-4d3a-a86f-d1f8fa42eb56 admin admin] Request body: {'subnet': {'network_id': '10b2bc38-aa7c-4803-b152-4f01b63fbea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-734557749-subnet', 'tenant_id': '1bf40c6770fb4666920f6e88e65efce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:12.440112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6845d1-94d4-4d3a-a86f-d1f8fa42eb56 admin admin] Made reservation on behalf of 1bf40c6770fb4666920f6e88e65efce5 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:12.442519 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba6845d1-94d4-4d3a-a86f-d1f8fa42eb56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.697669 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba6845d1-94d4-4d3a-a86f-d1f8fa42eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.756899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6845d1-94d4-4d3a-a86f-d1f8fa42eb56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33700c46-9c02-448f-a5c2-928aa97406b5,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:12.778897 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6845d1-94d4-4d3a-a86f-d1f8fa42eb56 admin admin] Checking segment: {'id': 'd652a55d-9943-4422-98af-898f39cc0765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '10b2bc38-aa7c-4803-b152-4f01b63fbea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:12.779251 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6845d1-94d4-4d3a-a86f-d1f8fa42eb56 admin admin] Network hostable DHCP agents. Network: 10b2bc38-aa7c-4803-b152-4f01b63fbea4, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:49:12.881475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6845d1-94d4-4d3a-a86f-d1f8fa42eb56 admin admin] Network 10b2bc38-aa7c-4803-b152-4f01b63fbea4 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:49:12.932253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-ba6845d1-94d4-4d3a-a86f-d1f8fa42eb56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 10b2bc38-aa7c-4803-b152-4f01b63fbea4) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:12.936749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6845d1-94d4-4d3a-a86f-d1f8fa42eb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:12.937879 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba6845d1-94d4-4d3a-a86f-d1f8fa42eb56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.941516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9676425b-35f1-4d86-b2a9-941a0d65aa89 None None] Network 10b2bc38-aa7c-4803-b152-4f01b63fbea4 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:13.001999 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ba6845d1-94d4-4d3a-a86f-d1f8fa42eb56 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6417005 Jul 05 04:49:13.070039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fdf19b-a561-498f-9f8e-443ca49f57de None None] Network 10b2bc38-aa7c-4803-b152-4f01b63fbea4 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:49:13.421625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-ea0a1df1-ce78-4066-9d55-b0e4829aad84 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:13.423572 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-ea0a1df1-ce78-4066-9d55-b0e4829aad84 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/networks?id=10b2bc38-aa7c-4803-b152-4f01b63fbea4 HTTP/1.1" status: 200 len: 811 time: 0.0993223 Jul 05 04:49:13.438331 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-075c93fb-f8c8-4ca4-828a-7124f30d8a4e tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/quotas/1bf40c6770fb4666920f6e88e65efce5 HTTP/1.1" status: 200 len: 375 time: 0.0098512 Jul 05 04:49:13.473646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-f94548cc-b3de-46bf-81e4-3fe29831fcce tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1bf40c6770fb4666920f6e88e65efce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304561 Jul 05 04:49:13.641883 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-0e2d29f0-4dde-4acb-8321-4c586a33b0db service neutron] 10.222.0.38 "GET /v2.0/networks/10b2bc38-aa7c-4803-b152-4f01b63fbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280248 Jul 05 04:49:13.727371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-6d25236d-93e1-4e7f-9f75-003c4722a2e3 service neutron] 10.222.0.38 "GET /v2.0/networks/10b2bc38-aa7c-4803-b152-4f01b63fbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798328 Jul 05 04:49:14.007247 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b65087ba-9450-4dfe-962f-66170c76cf2e req-89803bf2-f9c7-498e-9ab2-867f74ff796c tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 210 time: 0.0340240 Jul 05 04:49:14.037764 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b709319f-1193-4e32-ba8c-eaa09961019d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.429672 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.146733 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0814cff2-025d-4c9a-95be-9f2f80bc9563 req-90c46867-c067-42f6-b318-20913838b21d tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 210 time: 0.0297124 Jul 05 04:49:15.527530 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.291848 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b6b3a878-950d-488d-85d8-866e44dc29f7 req-a850e695-f493-4215-87f7-81489087a830 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 210 time: 0.0288966 Jul 05 04:49:16.352820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-67f421a9-dbab-4fd3-a787-d43a1227282d tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:16.354909 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-67f421a9-dbab-4fd3-a787-d43a1227282d tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.36 "GET /v2.0/networks?id=10b2bc38-aa7c-4803-b152-4f01b63fbea4 HTTP/1.1" status: 200 len: 811 time: 0.1865854 Jul 05 04:49:16.367314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-4efbaebf-f7d7-4381-b8c4-7a22668e23df tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Request body: {'port': {'device_id': '912804b8-4031-494e-9054-a08a6246f4b2', 'network_id': '10b2bc38-aa7c-4803-b152-4f01b63fbea4', 'admin_state_up': True, 'tenant_id': '1bf40c6770fb4666920f6e88e65efce5'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:16.572778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-4efbaebf-f7d7-4381-b8c4-7a22668e23df tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Made reservation on behalf of 1bf40c6770fb4666920f6e88e65efce5 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:16.576779 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-4efbaebf-f7d7-4381-b8c4-7a22668e23df tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.702347 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-4efbaebf-f7d7-4381-b8c4-7a22668e23df tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Allocated IP 172.20.0.3 (10b2bc38-aa7c-4803-b152-4f01b63fbea4/33700c46-9c02-448f-a5c2-928aa97406b5/d1f48bff-7704-4f54-82db-01dad87dbd09) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:16.858365 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-4efbaebf-f7d7-4381-b8c4-7a22668e23df tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:16.956477 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-4efbaebf-f7d7-4381-b8c4-7a22668e23df tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.000049 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-4efbaebf-f7d7-4381-b8c4-7a22668e23df tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Network 10b2bc38-aa7c-4803-b152-4f01b63fbea4 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:17.005120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-4efbaebf-f7d7-4381-b8c4-7a22668e23df tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:17.008899 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-4efbaebf-f7d7-4381-b8c4-7a22668e23df tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:17.016019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbaebf-f7d7-4381-b8c4-7a22668e23df tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Pushing event updated for resources: {'Port': ['ID=d1f48bff-7704-4f54-82db-01dad87dbd09,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:17.064431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-4efbaebf-f7d7-4381-b8c4-7a22668e23df tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:17.065040 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-4efbaebf-f7d7-4381-b8c4-7a22668e23df tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.105201 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.133976 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-4efbaebf-f7d7-4381-b8c4-7a22668e23df tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7707744 Jul 05 04:49:17.146280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Request body: {'port': {'device_id': '912804b8-4031-494e-9054-a08a6246f4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:17.225977 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.473661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a15170-1793-4a22-9455-3f0b5c4bee09 req-9004e5d4-10d2-4676-8379-da04f024347e tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:17.475314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4a15170-1793-4a22-9455-3f0b5c4bee09 req-9004e5d4-10d2-4676-8379-da04f024347e tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 931 time: 0.0721452 Jul 05 04:49:17.492393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f48bff-7704-4f54-82db-01dad87dbd09 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:49:17.501367 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.514294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Transition to ACTIVE for port object d1f48bff-7704-4f54-82db-01dad87dbd09 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:17.517150 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4a15170-1793-4a22-9455-3f0b5c4bee09 req-3ba828ed-a525-413d-8dd3-03a7a669c992 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354097 Jul 05 04:49:17.603992 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.654334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f48bff-7704-4f54-82db-01dad87dbd09,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:17.722388 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Attempting to bind port d1f48bff-7704-4f54-82db-01dad87dbd09 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:17.722751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Attempting to bind port d1f48bff-7704-4f54-82db-01dad87dbd09 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'd652a55d-9943-4422-98af-898f39cc0765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '10b2bc38-aa7c-4803-b152-4f01b63fbea4'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:17.723111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Attempting to bind port d1f48bff-7704-4f54-82db-01dad87dbd09 on network 10b2bc38-aa7c-4803-b152-4f01b63fbea4 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:17.727773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Port d1f48bff-7704-4f54-82db-01dad87dbd09 on network 10b2bc38-aa7c-4803-b152-4f01b63fbea4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:49:17.728127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Attempting to bind port d1f48bff-7704-4f54-82db-01dad87dbd09 on network 10b2bc38-aa7c-4803-b152-4f01b63fbea4 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:17.733453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:17.733790 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Checking segment: {'id': 'd652a55d-9943-4422-98af-898f39cc0765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '10b2bc38-aa7c-4803-b152-4f01b63fbea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:17.734175 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Bound using segment: {'id': 'd652a55d-9943-4422-98af-898f39cc0765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '10b2bc38-aa7c-4803-b152-4f01b63fbea4'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:17.734602 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Bound port: d1f48bff-7704-4f54-82db-01dad87dbd09, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd652a55d-9943-4422-98af-898f39cc0765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '10b2bc38-aa7c-4803-b152-4f01b63fbea4'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:17.734964 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.803108 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] For port d1f48bff-7704-4f54-82db-01dad87dbd09, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:17.806173 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] For port d1f48bff-7704-4f54-82db-01dad87dbd09, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d1f48bff-7704-4f54-82db-01dad87dbd09,segment=NetworkSegment(d652a55d-9943-4422-98af-898f39cc0765),segment_id=d652a55d-9943-4422-98af-898f39cc0765)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:17.921000 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.954218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:17.954838 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:17.956512 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] 10.222.0.36 "PUT /v2.0/ports/d1f48bff-7704-4f54-82db-01dad87dbd09 HTTP/1.1" status: 200 len: 1092 time: 0.8143933 Jul 05 04:49:17.958631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912804b8-4031-494e-9054-a08a6246f4b2', 'tag': 'd1f48bff-7704-4f54-82db-01dad87dbd09'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:17.961474 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed6090d-2ad3-4423-95dc-37f26c76a243" -d '{"events": [{"name": "network-changed", "server_uuid": "912804b8-4031-494e-9054-a08a6246f4b2", "tag": "d1f48bff-7704-4f54-82db-01dad87dbd09"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:17.987559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18328c8b-5802-488c-8925-48ac1e8d07f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f48bff-7704-4f54-82db-01dad87dbd09,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:17.997624 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7abbc16-cc0f-4f95-9c2e-f97236ff1a31 x-openstack-request-id: req-a7abbc16-cc0f-4f95-9c2e-f97236ff1a31 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:17.997921 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912804b8-4031-494e-9054-a08a6246f4b2", "tag": "d1f48bff-7704-4f54-82db-01dad87dbd09", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:17.998177 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7abbc16-cc0f-4f95-9c2e-f97236ff1a31 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:17.998575 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912804b8-4031-494e-9054-a08a6246f4b2', 'tag': 'd1f48bff-7704-4f54-82db-01dad87dbd09', 'status': 'completed', 'code': 200} Jul 05 04:49:18.076323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6090d-2ad3-4423-95dc-37f26c76a243 req-353d4992-a044-4073-85b7-458ecb42e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:18.077836 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bed6090d-2ad3-4423-95dc-37f26c76a243 req-353d4992-a044-4073-85b7-458ecb42e1a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bf40c6770fb4666920f6e88e65efce5&device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 1095 time: 0.0551319 Jul 05 04:49:18.257130 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6090d-2ad3-4423-95dc-37f26c76a243 req-5d0bf291-e79e-4606-a732-48a4173f359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:18.258527 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bed6090d-2ad3-4423-95dc-37f26c76a243 req-5d0bf291-e79e-4606-a732-48a4173f359d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1bf40c6770fb4666920f6e88e65efce5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1725109 Jul 05 04:49:18.422120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6090d-2ad3-4423-95dc-37f26c76a243 req-8343dd5a-5530-43f5-8be6-17287cfa2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:18.423584 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bed6090d-2ad3-4423-95dc-37f26c76a243 req-8343dd5a-5530-43f5-8be6-17287cfa2966 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1587772 Jul 05 04:49:18.520097 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-0ddca2ba-bee8-446f-af82-b1f2e8b32976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:18.521525 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-0ddca2ba-bee8-446f-af82-b1f2e8b32976 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bf40c6770fb4666920f6e88e65efce5&device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 1095 time: 0.0597661 Jul 05 04:49:18.573132 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-6ada96cf-9879-4b70-b6eb-89b8b93ae8a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1f48bff-7704-4f54-82db-01dad87dbd09 HTTP/1.1" status: 200 len: 217 time: 0.0384347 Jul 05 04:49:18.622579 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-54d7f8ea-02c5-4cdf-a6e1-2d0dc1eabbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:18.624040 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-54d7f8ea-02c5-4cdf-a6e1-2d0dc1eabbe6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33700c46-9c02-448f-a5c2-928aa97406b5 HTTP/1.1" status: 200 len: 851 time: 0.0450425 Jul 05 04:49:18.660175 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-77765221-cc48-4d7c-9301-6165cabc0922 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10b2bc38-aa7c-4803-b152-4f01b63fbea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289612 Jul 05 04:49:18.693504 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b0c51-ac52-4749-8253-3bf0096b5e88 req-18fe738a-aa4a-4b65-8bf7-48c0c78098de tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:18.695045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e9b0c51-ac52-4749-8253-3bf0096b5e88 req-18fe738a-aa4a-4b65-8bf7-48c0c78098de tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 943 time: 0.0650184 Jul 05 04:49:18.732968 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e9b0c51-ac52-4749-8253-3bf0096b5e88 req-9e23d87e-f6a0-4fd9-a7ac-89e78de70c86 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313923 Jul 05 04:49:18.751032 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-849b4a29-a951-47ab-92e6-e25091b735a5 service neutron] 10.222.0.36 "GET /v2.0/networks/10b2bc38-aa7c-4803-b152-4f01b63fbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840638 Jul 05 04:49:18.840840 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c9f9d69-5172-4f12-9aa4-4c3096acc7fd req-d84a86d3-db20-4d06-a498-43e39011f979 service neutron] 10.222.0.36 "GET /v2.0/networks/10b2bc38-aa7c-4803-b152-4f01b63fbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834141 Jul 05 04:49:19.906802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ac348-0a9a-43c4-84fd-ccb3a9b2e496 req-0feb9a34-e6e7-48f1-8a6a-d9965f6298ab tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:19.908303 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-671ac348-0a9a-43c4-84fd-ccb3a9b2e496 req-0feb9a34-e6e7-48f1-8a6a-d9965f6298ab tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 943 time: 0.0630038 Jul 05 04:49:19.947802 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-671ac348-0a9a-43c4-84fd-ccb3a9b2e496 req-7e3d4acb-58a3-4dd2-ba82-95fcb028e29d tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338945 Jul 05 04:49:21.122564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68500c75-42f7-4e6a-b98c-eb020e0dd44e req-c6e71a6c-ebbc-401a-a183-18a70f55510c tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:21.124046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68500c75-42f7-4e6a-b98c-eb020e0dd44e req-c6e71a6c-ebbc-401a-a183-18a70f55510c tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 943 time: 0.0658097 Jul 05 04:49:21.161140 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68500c75-42f7-4e6a-b98c-eb020e0dd44e req-c0953133-1b7c-4b9f-8141-ea7b0112e832 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312562 Jul 05 04:49:22.330423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eca6b-a39b-4e9f-8077-98a07211941a req-2ad2353c-570b-4a33-bec9-c07a6763e0de tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:22.331880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-366eca6b-a39b-4e9f-8077-98a07211941a req-2ad2353c-570b-4a33-bec9-c07a6763e0de tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 943 time: 0.0623131 Jul 05 04:49:22.370000 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-366eca6b-a39b-4e9f-8077-98a07211941a req-cdf0d380-f717-442b-a371-8aabc31bd6d0 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325453 Jul 05 04:49:23.080545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d1f48bff-7704-4f54-82db-01dad87dbd09 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:49:23.173946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port d1f48bff-7704-4f54-82db-01dad87dbd09, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d1f48bff-7704-4f54-82db-01dad87dbd09,segment=NetworkSegment(d652a55d-9943-4422-98af-898f39cc0765),segment_id=d652a55d-9943-4422-98af-898f39cc0765)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:23.185758 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'd1f48bff-7704-4f54-82db-01dad87dbd09', 'network_id': '10b2bc38-aa7c-4803-b152-4f01b63fbea4', 'port_id': 'd1f48bff-7704-4f54-82db-01dad87dbd09', 'mac_address': 'fa:16:3e:b8:d3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33700c46-9c02-448f-a5c2-928aa97406b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:49:23.222398 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:23.238109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f48bff-7704-4f54-82db-01dad87dbd09 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:49:23.259223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port d1f48bff-7704-4f54-82db-01dad87dbd09, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d1f48bff-7704-4f54-82db-01dad87dbd09,segment=NetworkSegment(d652a55d-9943-4422-98af-898f39cc0765),segment_id=d652a55d-9943-4422-98af-898f39cc0765)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:23.325580 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:23.372868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=d1f48bff-7704-4f54-82db-01dad87dbd09,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:23.545628 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70be6c2-f62d-42e5-a6ff-d231be6b1f67 req-cb50f93d-51ba-49b0-919b-c43d74496dd3 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:23.547143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b70be6c2-f62d-42e5-a6ff-d231be6b1f67 req-cb50f93d-51ba-49b0-919b-c43d74496dd3 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 944 time: 0.0683389 Jul 05 04:49:23.585288 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b70be6c2-f62d-42e5-a6ff-d231be6b1f67 req-a4c3681b-4721-4d68-be4a-139fba0e5463 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323279 Jul 05 04:49:23.630664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['d1f48bff-7704-4f54-82db-01dad87dbd09'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:49:24.760481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39cccb-ecf2-4085-9b99-99decba6cf8f req-44293db1-5c7b-4bef-b128-115c98e9e1e7 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:24.761975 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f39cccb-ecf2-4085-9b99-99decba6cf8f req-44293db1-5c7b-4bef-b128-115c98e9e1e7 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 944 time: 0.0630829 Jul 05 04:49:24.799561 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6f39cccb-ecf2-4085-9b99-99decba6cf8f req-4aeb772b-9b8e-4180-8cd7-041c3ac8a971 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Jul 05 04:49:25.096854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d1f48bff-7704-4f54-82db-01dad87dbd09 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:25.251904 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port d1f48bff-7704-4f54-82db-01dad87dbd09 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:25.255790 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port d1f48bff-7704-4f54-82db-01dad87dbd09 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:25.256195 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:25.331225 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:25.357101 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912804b8-4031-494e-9054-a08a6246f4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f48bff-7704-4f54-82db-01dad87dbd09'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:25.357101 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c01c50-54cf-4d71-88f7-38c48a5cba8e" -d '{"events": [{"server_uuid": "912804b8-4031-494e-9054-a08a6246f4b2", "name": "network-vif-plugged", "status": "completed", "tag": "d1f48bff-7704-4f54-82db-01dad87dbd09"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:25.369446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port d1f48bff-7704-4f54-82db-01dad87dbd09, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d1f48bff-7704-4f54-82db-01dad87dbd09,segment=NetworkSegment(d652a55d-9943-4422-98af-898f39cc0765),segment_id=d652a55d-9943-4422-98af-898f39cc0765)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:25.393379 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b906319f-80ae-4a1a-85b0-4c8df301f535 x-openstack-request-id: req-b906319f-80ae-4a1a-85b0-4c8df301f535 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:25.393690 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912804b8-4031-494e-9054-a08a6246f4b2", "name": "network-vif-plugged", "status": "completed", "tag": "d1f48bff-7704-4f54-82db-01dad87dbd09", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:25.393945 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b906319f-80ae-4a1a-85b0-4c8df301f535 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:25.394705 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912804b8-4031-494e-9054-a08a6246f4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f48bff-7704-4f54-82db-01dad87dbd09', 'code': 200} Jul 05 04:49:25.423927 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:25.475408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=d1f48bff-7704-4f54-82db-01dad87dbd09,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:25.505251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49491d78-2ff7-4205-8db8-49c8faf0b463 req-05e7b6df-508f-4142-9016-a94eddbfb0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:25.506757 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49491d78-2ff7-4205-8db8-49c8faf0b463 req-05e7b6df-508f-4142-9016-a94eddbfb0ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 1097 time: 0.0516970 Jul 05 04:49:25.540149 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-49491d78-2ff7-4205-8db8-49c8faf0b463 req-b73a0f91-fc16-43aa-84da-a2fb02beb46c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272861 Jul 05 04:49:25.972297 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a8f72-df19-4c3c-a930-eca1b855b8a2 req-ecf42a1e-ff6d-4763-a13f-9da8aa942770 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:25.973844 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d15a8f72-df19-4c3c-a930-eca1b855b8a2 req-ecf42a1e-ff6d-4763-a13f-9da8aa942770 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0641541 Jul 05 04:49:26.013010 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d15a8f72-df19-4c3c-a930-eca1b855b8a2 req-209aea74-36a9-4b8f-8ef0-c37503ecaf26 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320511 Jul 05 04:49:27.194229 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73333967-b375-4702-8efc-e7039591a269 req-09c3cd53-821b-4818-a3ff-1206eb25b71c tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:27.195728 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-73333967-b375-4702-8efc-e7039591a269 req-09c3cd53-821b-4818-a3ff-1206eb25b71c tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0683167 Jul 05 04:49:27.238517 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-73333967-b375-4702-8efc-e7039591a269 req-a3892d38-5ffb-4f6c-8fab-9f841892c639 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368643 Jul 05 04:49:27.803401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fea4d5-370d-4b00-b658-e7011d080169 req-c5c0796e-a61c-448e-b6c0-813a9ddd9fc1 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:27.804988 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d9fea4d5-370d-4b00-b658-e7011d080169 req-c5c0796e-a61c-448e-b6c0-813a9ddd9fc1 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0676334 Jul 05 04:49:27.849745 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d9fea4d5-370d-4b00-b658-e7011d080169 req-9fe2125a-6619-4838-a039-0cdbe972aa72 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379450 Jul 05 04:49:27.957000 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-de41e879-fcdd-404e-9f6e-3cd4ea668039 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1019244 Jul 05 04:49:29.037870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b89a-84be-4253-8fd4-b049b7dabb87 req-f9b6dfdd-e810-48d9-83c5-d05f82b39ae0 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:29.039445 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a49b89a-84be-4253-8fd4-b049b7dabb87 req-f9b6dfdd-e810-48d9-83c5-d05f82b39ae0 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0743783 Jul 05 04:49:29.080194 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a49b89a-84be-4253-8fd4-b049b7dabb87 req-0c6b1288-2a72-4161-83c2-7b1b0ea431cc tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328100 Jul 05 04:49:30.076513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-7ddbd984-7d32-4f31-8528-71d29a2c233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:30.077991 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-7ddbd984-7d32-4f31-8528-71d29a2c233c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bf40c6770fb4666920f6e88e65efce5&device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 1097 time: 0.0517037 Jul 05 04:49:30.167929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-fd8b69c0-1e9d-4633-91a5-130299f83485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:30.169518 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-fd8b69c0-1e9d-4633-91a5-130299f83485 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10b2bc38-aa7c-4803-b152-4f01b63fbea4 HTTP/1.1" status: 200 len: 912 time: 0.0847967 Jul 05 04:49:30.217015 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-8cbfada7-cde4-49b4-bdad-c8499ab42615 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1f48bff-7704-4f54-82db-01dad87dbd09 HTTP/1.1" status: 200 len: 217 time: 0.0408030 Jul 05 04:49:30.257562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e3f38-40c2-40f6-8e2e-3629cdbd5ffc req-7c023220-12e2-4808-a7af-cd814851300f tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:30.259066 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e07e3f38-40c2-40f6-8e2e-3629cdbd5ffc req-7c023220-12e2-4808-a7af-cd814851300f tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0635862 Jul 05 04:49:30.267333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-766a7623-4ea7-40a7-bd53-0400529a3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:30.268877 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-766a7623-4ea7-40a7-bd53-0400529a3dd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33700c46-9c02-448f-a5c2-928aa97406b5 HTTP/1.1" status: 200 len: 851 time: 0.0450706 Jul 05 04:49:30.297041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e07e3f38-40c2-40f6-8e2e-3629cdbd5ffc req-1dbb46d3-609c-40d8-9195-61aa2b048480 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317369 Jul 05 04:49:30.302338 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-d94e089d-d344-4849-aef6-13e0263fa7b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10b2bc38-aa7c-4803-b152-4f01b63fbea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267136 Jul 05 04:49:30.396104 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-a368ce65-8ada-4789-8ed8-278406dee7fb service neutron] 10.222.0.36 "GET /v2.0/networks/10b2bc38-aa7c-4803-b152-4f01b63fbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861025 Jul 05 04:49:30.485532 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-c75ee0fe-13b1-4b7a-88c8-ec9348178287 service neutron] 10.222.0.36 "GET /v2.0/networks/10b2bc38-aa7c-4803-b152-4f01b63fbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825660 Jul 05 04:49:31.470171 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6bb3f-6f59-43e2-992e-dd99f43a5c4d req-9e63de52-f547-46d4-a58b-aa29a6f7c737 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:31.471644 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3c6bb3f-6f59-43e2-992e-dd99f43a5c4d req-9e63de52-f547-46d4-a58b-aa29a6f7c737 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0627351 Jul 05 04:49:31.508578 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3c6bb3f-6f59-43e2-992e-dd99f43a5c4d req-0ac59f99-bede-49b7-9b17-85d94059cf25 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313721 Jul 05 04:49:32.692501 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d76e3-fb6b-4ba8-a8b8-f65cabdde702 req-82d6aa47-d680-4305-8c1d-d7a688eed907 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:32.694015 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-992d76e3-fb6b-4ba8-a8b8-f65cabdde702 req-82d6aa47-d680-4305-8c1d-d7a688eed907 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0671899 Jul 05 04:49:32.736299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-992d76e3-fb6b-4ba8-a8b8-f65cabdde702 req-b0e542ed-e291-4187-8ef1-4941cd1db6b6 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361953 Jul 05 04:49:32.943479 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:33.909282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb90ae-6b95-4571-97a9-a2fbc6a794f6 req-fb909aab-a7e8-497c-8f29-b56586fb5969 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:33.910835 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14bb90ae-6b95-4571-97a9-a2fbc6a794f6 req-fb909aab-a7e8-497c-8f29-b56586fb5969 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0637739 Jul 05 04:49:33.949425 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-14bb90ae-6b95-4571-97a9-a2fbc6a794f6 req-943f22d3-5863-42e6-88e7-c5fc049ce711 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323811 Jul 05 04:49:34.520652 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:35.125827 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117bd95-4a79-471d-ad74-bd6df5e6259a req-888d6f5a-6c52-48d3-ac33-38bfb177ba01 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:35.127315 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f117bd95-4a79-471d-ad74-bd6df5e6259a req-888d6f5a-6c52-48d3-ac33-38bfb177ba01 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0685561 Jul 05 04:49:35.165217 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f117bd95-4a79-471d-ad74-bd6df5e6259a req-67fffee4-0410-4ebb-8248-09f3caa89208 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323818 Jul 05 04:49:36.347953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804edbe-f27e-4d72-a385-452887734864 req-0e6a1260-61c5-47e4-8fb6-ab817ba1f032 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:36.349492 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8804edbe-f27e-4d72-a385-452887734864 req-0e6a1260-61c5-47e4-8fb6-ab817ba1f032 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0662494 Jul 05 04:49:36.388398 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8804edbe-f27e-4d72-a385-452887734864 req-432a5608-676f-404b-bf48-2162aa8e7468 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325282 Jul 05 04:49:37.566471 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b539b4-a10b-4dec-8789-95481ba9f25c req-ae8c5367-f0e1-4107-aa04-1651e202aa67 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:37.567989 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53b539b4-a10b-4dec-8789-95481ba9f25c req-ae8c5367-f0e1-4107-aa04-1651e202aa67 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0635939 Jul 05 04:49:37.606293 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53b539b4-a10b-4dec-8789-95481ba9f25c req-b721c90e-a535-406d-ad3a-7a665525ab55 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317755 Jul 05 04:49:38.801328 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2a8e0-7c05-424d-b9c7-ce9dfc7f255e req-be66747a-d067-406d-9d98-2cf33f80b313 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:38.802753 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-70e2a8e0-7c05-424d-b9c7-ce9dfc7f255e req-be66747a-d067-406d-9d98-2cf33f80b313 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0739653 Jul 05 04:49:38.850894 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-70e2a8e0-7c05-424d-b9c7-ce9dfc7f255e req-19d160c9-7694-4a47-8069-b834a8bc44a7 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413613 Jul 05 04:49:40.032640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fdcd4-d215-47bf-9648-8b1103831d74 req-7a7ea20b-7673-491e-91c1-3b8d41f38030 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:40.034265 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a96fdcd4-d215-47bf-9648-8b1103831d74 req-7a7ea20b-7673-491e-91c1-3b8d41f38030 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0673888 Jul 05 04:49:40.073600 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a96fdcd4-d215-47bf-9648-8b1103831d74 req-dec7bb1c-e477-4a7d-821c-01ba1225ab94 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335662 Jul 05 04:49:40.417514 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:49:41.252444 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20f63a-9a02-4d63-9e62-dc97608b501b req-ca6f2a5e-f721-427e-8a39-2726b7ade7dc tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:41.253973 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da20f63a-9a02-4d63-9e62-dc97608b501b req-ca6f2a5e-f721-427e-8a39-2726b7ade7dc tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0664601 Jul 05 04:49:41.292488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da20f63a-9a02-4d63-9e62-dc97608b501b req-4204da6b-a0c7-4580-a5ac-7d7e3db36f0b tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326705 Jul 05 04:49:41.544381 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-de2aecc2-5546-47d4-a6e8-ade886b29561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:42.466516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6adbaf-d815-42a1-8970-8d0d4223410d req-f766d56d-9d44-4d11-9344-d02c34db59c0 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:42.468255 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d6adbaf-d815-42a1-8970-8d0d4223410d req-f766d56d-9d44-4d11-9344-d02c34db59c0 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0667579 Jul 05 04:49:42.506400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d6adbaf-d815-42a1-8970-8d0d4223410d req-13ed0ce0-631b-4c88-9c4a-11981db38954 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325217 Jul 05 04:49:43.680097 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a990f-7aca-430b-b0f7-a46f87e4966e req-2b0ba6a3-84f3-44a2-9624-9630da3e0561 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:43.681597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1d9a990f-7aca-430b-b0f7-a46f87e4966e req-2b0ba6a3-84f3-44a2-9624-9630da3e0561 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0628133 Jul 05 04:49:43.718501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1d9a990f-7aca-430b-b0f7-a46f87e4966e req-50f46599-757b-4ad0-943d-283ce0bc9e18 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313034 Jul 05 04:49:44.029151 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a397ed33-f9f7-4559-bb14-de92f93cf158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:44.388718 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:44.894918 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b70592-0e0e-494f-926d-35cee3a4db3d req-a54d75d4-90c3-4779-bf0c-5b0d356f082c tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:44.896407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31b70592-0e0e-494f-926d-35cee3a4db3d req-a54d75d4-90c3-4779-bf0c-5b0d356f082c tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0668232 Jul 05 04:49:44.934142 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-31b70592-0e0e-494f-926d-35cee3a4db3d req-0afca9f3-ca70-4ae1-9dc0-01636a64e4aa tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321872 Jul 05 04:49:45.560347 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:46.111014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8ca99-9517-46d3-a7fc-77abb803b24e req-16453535-42c0-4113-aa7a-db8fee69d8bd tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:46.112582 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-36b8ca99-9517-46d3-a7fc-77abb803b24e req-16453535-42c0-4113-aa7a-db8fee69d8bd tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0646048 Jul 05 04:49:46.151013 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-36b8ca99-9517-46d3-a7fc-77abb803b24e req-ac439b5b-b9a0-49f5-ab02-b542d9af79e8 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328934 Jul 05 04:49:47.091803 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:47.325828 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f2396-7262-4aee-affc-5ee7094823bc req-4bcfe40a-6c06-46c1-9ec7-2c805a8bf466 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:47.327294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df4f2396-7262-4aee-affc-5ee7094823bc req-4bcfe40a-6c06-46c1-9ec7-2c805a8bf466 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0676310 Jul 05 04:49:47.364480 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-df4f2396-7262-4aee-affc-5ee7094823bc req-18ce46d5-6914-4ada-9c10-af5333b8927c tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Jul 05 04:49:48.540383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c31632-20ff-48e0-a505-babb13a38d76 req-5775a3ff-68c4-4454-92fe-9497d828e93a tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:48.541962 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22c31632-20ff-48e0-a505-babb13a38d76 req-5775a3ff-68c4-4454-92fe-9497d828e93a tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0638165 Jul 05 04:49:48.588891 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-22c31632-20ff-48e0-a505-babb13a38d76 req-cf6c1f99-20a1-4212-9990-898666c2a970 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 Jul 05 04:49:49.762710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13656c4b-a15d-422e-87b5-6ac79c3a8b91 req-8d2f3871-a381-425f-a68d-a035e2d06769 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:49.764105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13656c4b-a15d-422e-87b5-6ac79c3a8b91 req-8d2f3871-a381-425f-a68d-a035e2d06769 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0620353 Jul 05 04:49:49.802700 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13656c4b-a15d-422e-87b5-6ac79c3a8b91 req-5815b84e-5a68-4baa-86d2-5fb49769489a tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330613 Jul 05 04:49:50.979526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89878cf5-6ad7-4fec-bddf-70a967b8ffc1 req-f7c69760-74e5-4354-8af1-3a7b2bcffd57 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:50.981869 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-89878cf5-6ad7-4fec-bddf-70a967b8ffc1 req-f7c69760-74e5-4354-8af1-3a7b2bcffd57 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0673382 Jul 05 04:49:51.018454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-89878cf5-6ad7-4fec-bddf-70a967b8ffc1 req-85098ae2-3afa-4bfc-b23f-8b81d462b28c tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310481 Jul 05 04:49:52.191126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5448388-c910-421a-95e2-64ed3c2c3e75 req-b5913d7f-7195-46aa-b7f3-eb4c8596463c tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:52.192615 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5448388-c910-421a-95e2-64ed3c2c3e75 req-b5913d7f-7195-46aa-b7f3-eb4c8596463c tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0626323 Jul 05 04:49:52.230431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5448388-c910-421a-95e2-64ed3c2c3e75 req-aa0a818f-35bb-4b4b-88ca-ea912f8f977a tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322452 Jul 05 04:49:53.408243 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d0e44-7706-42a6-801e-acc8935af868 req-f1cd15e7-b1eb-499b-8436-b5df52760784 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:53.409710 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-212d0e44-7706-42a6-801e-acc8935af868 req-f1cd15e7-b1eb-499b-8436-b5df52760784 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0670984 Jul 05 04:49:53.447133 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-212d0e44-7706-42a6-801e-acc8935af868 req-0ede1e5f-6f98-4f65-a710-1f8f1c954be6 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318749 Jul 05 04:49:54.619824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf61ab8-5212-49fe-a99a-b07898d49b66 req-dffa19da-be90-4c7a-9dcc-4ac3d5ab042a tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:54.621975 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0bf61ab8-5212-49fe-a99a-b07898d49b66 req-dffa19da-be90-4c7a-9dcc-4ac3d5ab042a tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0644531 Jul 05 04:49:54.663896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0bf61ab8-5212-49fe-a99a-b07898d49b66 req-bc061932-852b-415d-823a-72caa002d64e tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356150 Jul 05 04:49:55.844561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e27781-3790-44a0-9ee2-762f868a97c3 req-a5235930-87cc-467c-bdfc-40614cbaffc2 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:55.846050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6e27781-3790-44a0-9ee2-762f868a97c3 req-a5235930-87cc-467c-bdfc-40614cbaffc2 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0641246 Jul 05 04:49:55.884585 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f6e27781-3790-44a0-9ee2-762f868a97c3 req-61e62051-c378-448c-bc02-6810065d8399 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329792 Jul 05 04:49:57.060793 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7755832-0a0c-475d-995d-019c39496424 req-91372879-22e4-4715-95dd-d6540fc69819 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:57.062267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7755832-0a0c-475d-995d-019c39496424 req-91372879-22e4-4715-95dd-d6540fc69819 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0677857 Jul 05 04:49:57.100039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7755832-0a0c-475d-995d-019c39496424 req-34ca27e1-b518-4f89-971f-f129ad269681 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Jul 05 04:49:57.782448 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-cc68b6da-426b-4b3a-9a6a-c924c3de7d7f service neutron] show failed (client error): The resource could not be found. Jul 05 04:49:57.783516 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-cc68b6da-426b-4b3a-9a6a-c924c3de7d7f service neutron] 10.222.0.36 "GET /v2.0/ports/d1f48bff-7704-4f54-82db-01dad87dbd09/bindings/n-h1-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.0634201 Jul 05 04:49:58.287536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03854c75-9cc4-4410-9d34-d54211419eee req-792e2a26-0518-466b-9c89-d3781e989983 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:58.289186 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-03854c75-9cc4-4410-9d34-d54211419eee req-792e2a26-0518-466b-9c89-d3781e989983 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0694079 Jul 05 04:49:58.329511 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-03854c75-9cc4-4410-9d34-d54211419eee req-f84a1cf2-16dd-4e88-a676-7f113e1b38d1 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339200 Jul 05 04:49:58.472758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-5c74f220-c97d-475e-80cc-8b92bd13e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:58.476094 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-5c74f220-c97d-475e-80cc-8b92bd13e2b7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2&tenant_id=1bf40c6770fb4666920f6e88e65efce5 HTTP/1.1" status: 200 len: 1097 time: 0.1009393 Jul 05 04:49:58.487038 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:58.563787 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:58.777896 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] For port d1f48bff-7704-4f54-82db-01dad87dbd09, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d1f48bff-7704-4f54-82db-01dad87dbd09,segment=NetworkSegment(d652a55d-9943-4422-98af-898f39cc0765),segment_id=d652a55d-9943-4422-98af-898f39cc0765)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:58.809745 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] For port d1f48bff-7704-4f54-82db-01dad87dbd09, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:58.848772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912804b8-4031-494e-9054-a08a6246f4b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1f48bff-7704-4f54-82db-01dad87dbd09'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:58.851053 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fa0331-7aeb-40f8-9b08-93518b38ba38" -d '{"events": [{"server_uuid": "912804b8-4031-494e-9054-a08a6246f4b2", "name": "network-vif-unplugged", "status": "completed", "tag": "d1f48bff-7704-4f54-82db-01dad87dbd09"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:58.854582 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:58.866630 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Transition to ACTIVE for port object d1f48bff-7704-4f54-82db-01dad87dbd09 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:58.905149 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ab10c2-0248-4fc7-a5ba-3402de7d7d1d x-openstack-request-id: req-e7ab10c2-0248-4fc7-a5ba-3402de7d7d1d {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:58.905450 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912804b8-4031-494e-9054-a08a6246f4b2", "name": "network-vif-unplugged", "status": "completed", "tag": "d1f48bff-7704-4f54-82db-01dad87dbd09", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:58.905709 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7ab10c2-0248-4fc7-a5ba-3402de7d7d1d {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:58.906109 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912804b8-4031-494e-9054-a08a6246f4b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1f48bff-7704-4f54-82db-01dad87dbd09', 'code': 200} Jul 05 04:49:58.942793 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:59.005433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] No DVR routers for this DVR port d1f48bff-7704-4f54-82db-01dad87dbd09 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:49:59.007357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f48bff-7704-4f54-82db-01dad87dbd09,revision_number=6']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:59.019401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:59.019749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:59.020122 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:59.020461 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:59.020795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:59.021123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:59.021452 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:59.021777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:59.022103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:59.022426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:59.022748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:59.023068 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:59.056305 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Attempting to bind port d1f48bff-7704-4f54-82db-01dad87dbd09 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:59.056637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Attempting to bind port d1f48bff-7704-4f54-82db-01dad87dbd09 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'd652a55d-9943-4422-98af-898f39cc0765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '10b2bc38-aa7c-4803-b152-4f01b63fbea4'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:59.056969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Attempting to bind port d1f48bff-7704-4f54-82db-01dad87dbd09 on network 10b2bc38-aa7c-4803-b152-4f01b63fbea4 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:59.061267 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Port d1f48bff-7704-4f54-82db-01dad87dbd09 on network 10b2bc38-aa7c-4803-b152-4f01b63fbea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:49:59.061586 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Attempting to bind port d1f48bff-7704-4f54-82db-01dad87dbd09 on network 10b2bc38-aa7c-4803-b152-4f01b63fbea4 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:59.068443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:59.068443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Checking segment: {'id': 'd652a55d-9943-4422-98af-898f39cc0765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '10b2bc38-aa7c-4803-b152-4f01b63fbea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:59.068443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Bound using segment: {'id': 'd652a55d-9943-4422-98af-898f39cc0765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '10b2bc38-aa7c-4803-b152-4f01b63fbea4'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:59.068443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Bound port: d1f48bff-7704-4f54-82db-01dad87dbd09, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd652a55d-9943-4422-98af-898f39cc0765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '10b2bc38-aa7c-4803-b152-4f01b63fbea4'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:59.068443 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:59.132152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] For port d1f48bff-7704-4f54-82db-01dad87dbd09, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:59.135140 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] For port d1f48bff-7704-4f54-82db-01dad87dbd09, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d1f48bff-7704-4f54-82db-01dad87dbd09,segment=NetworkSegment(d652a55d-9943-4422-98af-898f39cc0765),segment_id=d652a55d-9943-4422-98af-898f39cc0765)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:59.205142 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:59.247172 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:59.247804 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:59.249267 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] 10.222.0.10 "PUT /v2.0/ports/d1f48bff-7704-4f54-82db-01dad87dbd09 HTTP/1.1" status: 200 len: 1092 time: 0.7665813 Jul 05 04:49:59.272287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e011bf-f6e2-4db0-897d-11dfc5ed8254 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f48bff-7704-4f54-82db-01dad87dbd09,revision_number=7']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:59.335323 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-a6c21d69-1984-4330-8511-2327cf563f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:59.336863 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-a6c21d69-1984-4330-8511-2327cf563f7f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bf40c6770fb4666920f6e88e65efce5&device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 1095 time: 0.0588298 Jul 05 04:49:59.518638 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc0f13-cf0f-4d8a-bfd4-3745bf47d796 req-7c333360-2916-4e99-a7cb-99d16a855a04 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:59.520289 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0bcc0f13-cf0f-4d8a-bfd4-3745bf47d796 req-7c333360-2916-4e99-a7cb-99d16a855a04 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 943 time: 0.0725887 Jul 05 04:49:59.697009 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-f4be63e7-bc7c-4bc8-ad62-4c28d360ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:59.698474 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-f4be63e7-bc7c-4bc8-ad62-4c28d360ad5c service neutron] 10.222.0.10 "GET /v2.0/networks?id=10b2bc38-aa7c-4803-b152-4f01b63fbea4 HTTP/1.1" status: 200 len: 912 time: 0.3547263 Jul 05 04:49:59.744956 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-124968b6-0e30-4d24-a512-a73d1a60c531 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1f48bff-7704-4f54-82db-01dad87dbd09 HTTP/1.1" status: 200 len: 217 time: 0.0392358 Jul 05 04:49:59.797120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-3b28f01e-e686-44b1-a721-0b2036c1da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:59.798626 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-3b28f01e-e686-44b1-a721-0b2036c1da10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=33700c46-9c02-448f-a5c2-928aa97406b5 HTTP/1.1" status: 200 len: 851 time: 0.0469363 Jul 05 04:49:59.835521 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-1d956b4e-c065-4241-9dc5-a9cc2734b1b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10b2bc38-aa7c-4803-b152-4f01b63fbea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289719 Jul 05 04:49:59.836241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0bcc0f13-cf0f-4d8a-bfd4-3745bf47d796 req-32b26f1f-f46d-473b-bbfc-a78e3fb316c0 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100781 Jul 05 04:49:59.847335 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-1ca97b31-27b6-4524-8981-0f451fecc48f service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:49:59.848505 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-1ca97b31-27b6-4524-8981-0f451fecc48f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059068 Jul 05 04:49:59.943932 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-77513a5a-65c4-4990-9172-5d2ee8181639 service neutron] 10.222.0.10 "GET /v2.0/networks/10b2bc38-aa7c-4803-b152-4f01b63fbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890121 Jul 05 04:50:00.038136 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-64ff6d1b-908e-49f3-bdde-c78ee92577c2 req-7f192de7-fd3a-43f7-a395-f50ff45de3f1 service neutron] 10.222.0.10 "GET /v2.0/networks/10b2bc38-aa7c-4803-b152-4f01b63fbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867951 Jul 05 04:50:00.907726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912804b8-4031-494e-9054-a08a6246f4b2', 'tag': 'd1f48bff-7704-4f54-82db-01dad87dbd09'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:50:00.910344 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d93149c-7f49-48ec-a526-258b32e7bea4" -d '{"events": [{"name": "network-changed", "server_uuid": "912804b8-4031-494e-9054-a08a6246f4b2", "tag": "d1f48bff-7704-4f54-82db-01dad87dbd09"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:50:00.960177 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3d70d7-db48-43f1-9bbf-a885fdc339e7 x-openstack-request-id: req-aa3d70d7-db48-43f1-9bbf-a885fdc339e7 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:50:00.960478 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912804b8-4031-494e-9054-a08a6246f4b2", "tag": "d1f48bff-7704-4f54-82db-01dad87dbd09", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:50:00.960896 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa3d70d7-db48-43f1-9bbf-a885fdc339e7 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:50:00.961215 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912804b8-4031-494e-9054-a08a6246f4b2', 'tag': 'd1f48bff-7704-4f54-82db-01dad87dbd09', 'status': 'completed', 'code': 200} Jul 05 04:50:01.015324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba73768-a339-470f-afd5-93a66dac5057 req-a5d082e8-eb4d-4d98-93d0-81ed277c4b8e tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:01.016874 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ba73768-a339-470f-afd5-93a66dac5057 req-a5d082e8-eb4d-4d98-93d0-81ed277c4b8e tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 943 time: 0.0647352 Jul 05 04:50:01.055343 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ba73768-a339-470f-afd5-93a66dac5057 req-f975a11d-0b1a-4e8b-b492-2dc0a2c744e0 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327830 Jul 05 04:50:01.083920 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-2d3599ee-1b96-4444-9404-74247f039b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:01.085515 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-2d3599ee-1b96-4444-9404-74247f039b48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1bf40c6770fb4666920f6e88e65efce5&device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 1095 time: 0.0928714 Jul 05 04:50:01.087354 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-0a6860d4-c760-4b7f-97fd-1e8150e37888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:01.088741 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-0a6860d4-c760-4b7f-97fd-1e8150e37888 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bf40c6770fb4666920f6e88e65efce5&device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 1095 time: 0.1059287 Jul 05 04:50:01.273034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d1f48bff-7704-4f54-82db-01dad87dbd09 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:01.283036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-c55fce28-1f55-46f0-af9c-49a4e6b07965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:01.284590 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-c55fce28-1f55-46f0-af9c-49a4e6b07965 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10b2bc38-aa7c-4803-b152-4f01b63fbea4 HTTP/1.1" status: 200 len: 912 time: 0.1906128 Jul 05 04:50:01.287881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-a4d20f37-5f04-49ea-999f-74d3266ac983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:01.288622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-a4d20f37-5f04-49ea-999f-74d3266ac983 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10b2bc38-aa7c-4803-b152-4f01b63fbea4 HTTP/1.1" status: 200 len: 912 time: 0.1873903 Jul 05 04:50:01.312959 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d1f48bff-7704-4f54-82db-01dad87dbd09 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:01.335243 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-ee93263e-9eae-4e4f-9ba4-a9401fa9b98e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1f48bff-7704-4f54-82db-01dad87dbd09 HTTP/1.1" status: 200 len: 217 time: 0.0416353 Jul 05 04:50:01.373591 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-a375a3cc-2bcf-4be3-9b69-0568887b3a23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1f48bff-7704-4f54-82db-01dad87dbd09 HTTP/1.1" status: 200 len: 217 time: 0.0728905 Jul 05 04:50:01.440644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-1239899f-8515-433e-8a6b-15323663ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:01.442130 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-1239899f-8515-433e-8a6b-15323663ded3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=33700c46-9c02-448f-a5c2-928aa97406b5 HTTP/1.1" status: 200 len: 851 time: 0.0767620 Jul 05 04:50:01.449005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-662089b9-a2c8-4ba6-b3b6-897857f59bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:01.450651 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-662089b9-a2c8-4ba6-b3b6-897857f59bb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33700c46-9c02-448f-a5c2-928aa97406b5 HTTP/1.1" status: 200 len: 851 time: 0.0585904 Jul 05 04:50:01.490301 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-37c15381-d781-47ec-8ed0-99e060fc6231 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10b2bc38-aa7c-4803-b152-4f01b63fbea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386982 Jul 05 04:50:01.508060 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-88166b7f-4fe7-4cf4-a3ab-2ccaefbe2062 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10b2bc38-aa7c-4803-b152-4f01b63fbea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490396 Jul 05 04:50:01.659789 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-5d36def1-4668-4058-b244-f352d4a72c9f service neutron] 10.222.0.10 "GET /v2.0/networks/10b2bc38-aa7c-4803-b152-4f01b63fbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538627 Jul 05 04:50:01.663144 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-170da110-529a-4e30-abb7-aa4b390a77fd service neutron] 10.222.0.36 "GET /v2.0/networks/10b2bc38-aa7c-4803-b152-4f01b63fbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482437 Jul 05 04:50:01.823507 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-6cbc86bf-431b-4349-a712-a63e30a9be3c service neutron] 10.222.0.36 "GET /v2.0/networks/10b2bc38-aa7c-4803-b152-4f01b63fbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536586 Jul 05 04:50:01.831698 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8d93149c-7f49-48ec-a526-258b32e7bea4 req-de6c0f37-26f2-43c7-b83e-8d1dfe8e377c service neutron] 10.222.0.10 "GET /v2.0/networks/10b2bc38-aa7c-4803-b152-4f01b63fbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548455 Jul 05 04:50:02.254585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c95439-405b-4653-bd66-679ebb7a1f7f req-b00138b3-1ebf-46df-92a0-063d1e454cb0 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:02.256119 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6c95439-405b-4653-bd66-679ebb7a1f7f req-b00138b3-1ebf-46df-92a0-063d1e454cb0 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 943 time: 0.0671992 Jul 05 04:50:02.299189 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6c95439-405b-4653-bd66-679ebb7a1f7f req-548e8d33-b92d-4ad2-9323-2a0bdc3412e5 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374818 Jul 05 04:50:02.965813 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:03.263349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d1f48bff-7704-4f54-82db-01dad87dbd09 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:50:03.362871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port d1f48bff-7704-4f54-82db-01dad87dbd09, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d1f48bff-7704-4f54-82db-01dad87dbd09,segment=NetworkSegment(d652a55d-9943-4422-98af-898f39cc0765),segment_id=d652a55d-9943-4422-98af-898f39cc0765)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:03.375401 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'd1f48bff-7704-4f54-82db-01dad87dbd09', 'network_id': '10b2bc38-aa7c-4803-b152-4f01b63fbea4', 'port_id': 'd1f48bff-7704-4f54-82db-01dad87dbd09', 'mac_address': 'fa:16:3e:b8:d3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33700c46-9c02-448f-a5c2-928aa97406b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:50:03.412900 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:03.426297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f48bff-7704-4f54-82db-01dad87dbd09 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:50:03.447333 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port d1f48bff-7704-4f54-82db-01dad87dbd09, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d1f48bff-7704-4f54-82db-01dad87dbd09,segment=NetworkSegment(d652a55d-9943-4422-98af-898f39cc0765),segment_id=d652a55d-9943-4422-98af-898f39cc0765)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:03.502718 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:03.503645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceaf6c5-570c-432f-a0e2-87e4b71418ef req-e6aa9cde-4a05-4193-86c9-1361f1a1cd47 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:03.505337 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cceaf6c5-570c-432f-a0e2-87e4b71418ef req-e6aa9cde-4a05-4193-86c9-1361f1a1cd47 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 943 time: 0.0841672 Jul 05 04:50:03.550146 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cceaf6c5-570c-432f-a0e2-87e4b71418ef req-f0186190-4925-419f-a757-cb037d2e8d89 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348413 Jul 05 04:50:03.561611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=d1f48bff-7704-4f54-82db-01dad87dbd09,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:03.569320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:03.569664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:03.570031 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:03.570342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:03.570677 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:03.571033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:03.571361 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:03.571690 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:03.572013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:03.572360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:03.572711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:03.573036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:03.768346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['d1f48bff-7704-4f54-82db-01dad87dbd09'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:50:04.318150 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-5f31aa0a-4ab2-4d32-83a8-9ae235872ae8 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:04.319604 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-5f31aa0a-4ab2-4d32-83a8-9ae235872ae8 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.36 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2&tenant_id=1bf40c6770fb4666920f6e88e65efce5&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 944 time: 0.1153343 Jul 05 04:50:04.380319 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-d7e36bd2-b443-4130-acc3-77445e9fadd7 service neutron] delete failed (client error): The resource could not be found. Jul 05 04:50:04.381340 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-d7e36bd2-b443-4130-acc3-77445e9fadd7 service neutron] 10.222.0.36 "DELETE /v2.0/ports/d1f48bff-7704-4f54-82db-01dad87dbd09/bindings/n-h2-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.0554671 Jul 05 04:50:04.481442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-f11323da-887b-4e33-9359-80c9287d1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:04.483849 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-f11323da-887b-4e33-9359-80c9287d1cfe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bf40c6770fb4666920f6e88e65efce5&device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 1096 time: 0.0563805 Jul 05 04:50:04.576819 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:04.579077 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-275ebe55-1478-417b-93ac-e7b4da0311d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:04.580973 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-275ebe55-1478-417b-93ac-e7b4da0311d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10b2bc38-aa7c-4803-b152-4f01b63fbea4 HTTP/1.1" status: 200 len: 912 time: 0.0913811 Jul 05 04:50:04.626277 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-19fc2f31-8ac2-4841-b219-ef5686ce71ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1f48bff-7704-4f54-82db-01dad87dbd09 HTTP/1.1" status: 200 len: 217 time: 0.0356934 Jul 05 04:50:04.680890 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-90261354-0f95-4c54-abdb-3852ce3482ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:04.682686 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-90261354-0f95-4c54-abdb-3852ce3482ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33700c46-9c02-448f-a5c2-928aa97406b5 HTTP/1.1" status: 200 len: 851 time: 0.0498867 Jul 05 04:50:04.715752 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-48af5f36-c95a-4c22-8138-8cb53aca25d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10b2bc38-aa7c-4803-b152-4f01b63fbea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266330 Jul 05 04:50:04.803526 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-7ef18ae6-3371-4a67-a441-ac6f5ae5086f service neutron] 10.222.0.36 "GET /v2.0/networks/10b2bc38-aa7c-4803-b152-4f01b63fbea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817797 Jul 05 04:50:04.897680 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-2f1325b5-9b19-4264-a8fb-27550db520b4 service neutron] 10.222.0.36 "GET /v2.0/networks/10b2bc38-aa7c-4803-b152-4f01b63fbea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875895 Jul 05 04:50:05.279070 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d1f48bff-7704-4f54-82db-01dad87dbd09 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:05.400118 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port d1f48bff-7704-4f54-82db-01dad87dbd09 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:05.404222 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port d1f48bff-7704-4f54-82db-01dad87dbd09 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:05.404647 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:05.492636 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:05.515067 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912804b8-4031-494e-9054-a08a6246f4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f48bff-7704-4f54-82db-01dad87dbd09'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:50:05.517356 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c6cd7f-792c-4f82-a714-0efa07fa5585" -d '{"events": [{"server_uuid": "912804b8-4031-494e-9054-a08a6246f4b2", "name": "network-vif-plugged", "status": "completed", "tag": "d1f48bff-7704-4f54-82db-01dad87dbd09"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:50:05.530865 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port d1f48bff-7704-4f54-82db-01dad87dbd09, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d1f48bff-7704-4f54-82db-01dad87dbd09,segment=NetworkSegment(d652a55d-9943-4422-98af-898f39cc0765),segment_id=d652a55d-9943-4422-98af-898f39cc0765)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:05.572874 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0c8edd-c5b6-47ff-aacf-e893d12a4eb5 x-openstack-request-id: req-5f0c8edd-c5b6-47ff-aacf-e893d12a4eb5 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:50:05.572874 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912804b8-4031-494e-9054-a08a6246f4b2", "name": "network-vif-plugged", "status": "completed", "tag": "d1f48bff-7704-4f54-82db-01dad87dbd09", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:50:05.572874 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5f0c8edd-c5b6-47ff-aacf-e893d12a4eb5 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:50:05.572874 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912804b8-4031-494e-9054-a08a6246f4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f48bff-7704-4f54-82db-01dad87dbd09', 'code': 200} Jul 05 04:50:05.606740 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:05.662396 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=d1f48bff-7704-4f54-82db-01dad87dbd09,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:06.779985 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efefa9-cd95-4662-93f3-269d33724910 req-de656f66-5c36-4eb7-a286-c0f556892ab6 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:06.781484 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62efefa9-cd95-4662-93f3-269d33724910 req-de656f66-5c36-4eb7-a286-c0f556892ab6 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0667117 Jul 05 04:50:06.819083 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62efefa9-cd95-4662-93f3-269d33724910 req-552ab197-d0c3-40c5-9a05-ea20af7e0053 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319901 Jul 05 04:50:07.999497 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebe1af-5458-4816-aa7b-ad6a2e81830b req-7862e400-0943-4ad2-9039-118766c67d78 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:08.001027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8ebe1af-5458-4816-aa7b-ad6a2e81830b req-7862e400-0943-4ad2-9039-118766c67d78 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0693278 Jul 05 04:50:08.039575 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c8ebe1af-5458-4816-aa7b-ad6a2e81830b req-4cd9b7e4-2693-4395-b257-59be7f346226 tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/security-groups?id=114cc468-d7e8-4d67-9f31-8365b31fda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328698 Jul 05 04:50:08.187869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-c22b5127-269a-4d26-b24b-a50db917b09f tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:08.189267 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-c22b5127-269a-4d26-b24b-a50db917b09f tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.10 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 945 time: 0.0725989 Jul 05 04:50:08.291615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-fe8db73c-5705-469b-add2-2c76ee76e6ed tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Deleting port d1f48bff-7704-4f54-82db-01dad87dbd09 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:08.291959 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-fe8db73c-5705-469b-add2-2c76ee76e6ed tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:08.378759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-fe8db73c-5705-469b-add2-2c76ee76e6ed tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] For port d1f48bff-7704-4f54-82db-01dad87dbd09, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d1f48bff-7704-4f54-82db-01dad87dbd09,segment=NetworkSegment(d652a55d-9943-4422-98af-898f39cc0765),segment_id=d652a55d-9943-4422-98af-898f39cc0765)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:08.379126 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-fe8db73c-5705-469b-add2-2c76ee76e6ed tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:08.392171 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-fe8db73c-5705-469b-add2-2c76ee76e6ed tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Calling delete_port for d1f48bff-7704-4f54-82db-01dad87dbd09 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:08.640179 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-fe8db73c-5705-469b-add2-2c76ee76e6ed tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:08.653973 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['d1f48bff-7704-4f54-82db-01dad87dbd09'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:50:08.686533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8db73c-5705-469b-add2-2c76ee76e6ed tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Pushing event deleted for resources: {'Port': ['ID=d1f48bff-7704-4f54-82db-01dad87dbd09,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:08.732388 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-fe8db73c-5705-469b-add2-2c76ee76e6ed tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] No DVR routers for this DVR port d1f48bff-7704-4f54-82db-01dad87dbd09 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:50:08.735133 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-fe8db73c-5705-469b-add2-2c76ee76e6ed tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:08.737169 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1594567d-eccf-4d1e-a11c-191f7113a6c3 req-fe8db73c-5705-469b-add2-2c76ee76e6ed tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.10 "DELETE /v2.0/ports/d1f48bff-7704-4f54-82db-01dad87dbd09 HTTP/1.1" status: 204 len: 173 time: 0.5422032 Jul 05 04:50:08.737615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912804b8-4031-494e-9054-a08a6246f4b2', 'name': 'network-vif-deleted', 'tag': 'd1f48bff-7704-4f54-82db-01dad87dbd09'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:50:08.739870 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7633abc5-0354-47f8-8d7e-257ce7124ac4" -d '{"events": [{"server_uuid": "912804b8-4031-494e-9054-a08a6246f4b2", "name": "network-vif-deleted", "tag": "d1f48bff-7704-4f54-82db-01dad87dbd09"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:50:08.775883 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d554bc46-8341-4a81-8715-b545bf2a0381 x-openstack-request-id: req-d554bc46-8341-4a81-8715-b545bf2a0381 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:50:08.776232 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912804b8-4031-494e-9054-a08a6246f4b2", "name": "network-vif-deleted", "tag": "d1f48bff-7704-4f54-82db-01dad87dbd09", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:50:08.776484 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d554bc46-8341-4a81-8715-b545bf2a0381 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:50:08.776884 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912804b8-4031-494e-9054-a08a6246f4b2', 'name': 'network-vif-deleted', 'tag': 'd1f48bff-7704-4f54-82db-01dad87dbd09', 'status': 'completed', 'code': 200} Jul 05 04:50:09.183013 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1b1c7257-bd3a-459e-89ec-c9a0664561cc req-004a5ea5-fef8-4933-bac9-9e8494ce295c tempest-DeleteServersTestJSON-76764486 tempest-DeleteServersTestJSON-76764486-project] 10.222.0.38 "GET /v2.0/ports?device_id=912804b8-4031-494e-9054-a08a6246f4b2 HTTP/1.1" status: 200 len: 210 time: 0.0306208 Jul 05 04:50:10.424949 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35270) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:10.470843 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Deleting subnet 33700c46-9c02-448f-a5c2-928aa97406b5 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:50:10.474147 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.512499 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.550704 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.708487 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.734335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33700c46-9c02-448f-a5c2-928aa97406b5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:10.743024 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.744940 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/33700c46-9c02-448f-a5c2-928aa97406b5 HTTP/1.1" status: 204 len: 168 time: 0.3188872 Jul 05 04:50:10.746837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:10.747161 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:10.747481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:10.747605 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35272) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:10.748785 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:10.748902 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:10.749174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:10.749504 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:10.749831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:10.750155 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:10.750481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:10.750803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:10.751124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488606b-55f8-4d88-aac4-7fcb1b979c86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:10.824143 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c770-5995-475c-ac11-5e1cf1c767d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.914580 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c770-5995-475c-ac11-5e1cf1c767d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.925468 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-4bb9c770-5995-475c-ac11-5e1cf1c767d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b2bc38-aa7c-4803-b152-4f01b63fbea4']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:10.936590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-4bb9c770-5995-475c-ac11-5e1cf1c767d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd652a55d-9943-4422-98af-898f39cc0765') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:10.936899 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-4bb9c770-5995-475c-ac11-5e1cf1c767d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd652a55d-9943-4422-98af-898f39cc0765') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:50:10.946034 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c770-5995-475c-ac11-5e1cf1c767d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.959865 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c770-5995-475c-ac11-5e1cf1c767d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.965800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb9c770-5995-475c-ac11-5e1cf1c767d0 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:50:10.966209 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c770-5995-475c-ac11-5e1cf1c767d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:50:10.967970 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:50:11.115061 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c770-5995-475c-ac11-5e1cf1c767d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:11.120820 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c770-5995-475c-ac11-5e1cf1c767d0 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:11.124557 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4bb9c770-5995-475c-ac11-5e1cf1c767d0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/10b2bc38-aa7c-4803-b152-4f01b63fbea4 HTTP/1.1" status: 204 len: 168 time: 0.3752205 Jul 05 04:50:11.141748 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9c770-5995-475c-ac11-5e1cf1c767d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b2bc38-aa7c-4803-b152-4f01b63fbea4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:11.470398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35276) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:11.509491 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-32fbe62d-92d0-4361-b332-23c48088d1c1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1bf40c6770fb4666920f6e88e65efce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378489 Jul 05 04:50:11.512096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35278) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:11.519893 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7785057a-2d77-4465-bf68-23709e4bdef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:11.566467 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70809ac3-a50f-43ec-8848-18eb8e3721c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:11.588596 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70809ac3-a50f-43ec-8848-18eb8e3721c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:11.702886 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70809ac3-a50f-43ec-8848-18eb8e3721c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:11.705831 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70809ac3-a50f-43ec-8848-18eb8e3721c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:11.707397 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-70809ac3-a50f-43ec-8848-18eb8e3721c0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/114cc468-d7e8-4d67-9f31-8365b31fda16 HTTP/1.1" status: 204 len: 168 time: 0.1942379 Jul 05 04:50:11.720532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70809ac3-a50f-43ec-8848-18eb8e3721c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114cc468-d7e8-4d67-9f31-8365b31fda16,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:12.851035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35300) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:12.950192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-44f97573-fb94-4bda-b898-24ce87c44428 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1545825019-network', 'tenant_id': '72e8b04b86f64b79ad6d732b6356a31f'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:13.040044 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f97573-fb94-4bda-b898-24ce87c44428 admin admin] Made reservation on behalf of 72e8b04b86f64b79ad6d732b6356a31f for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:50:13.042666 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-44f97573-fb94-4bda-b898-24ce87c44428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:13.051459 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-44f97573-fb94-4bda-b898-24ce87c44428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:13.139425 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-44f97573-fb94-4bda-b898-24ce87c44428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:13.227235 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-44f97573-fb94-4bda-b898-24ce87c44428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:13.255181 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f97573-fb94-4bda-b898-24ce87c44428 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:50:13.261309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f97573-fb94-4bda-b898-24ce87c44428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6506cc2-b519-4323-a07d-d3b061fc5716,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:13.267765 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-44f97573-fb94-4bda-b898-24ce87c44428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:13.271006 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-44f97573-fb94-4bda-b898-24ce87c44428 admin admin] Added segment 64c6ce52-ac18-44b1-81b0-88a64bf4d138 of type vlan for network 37345c5c-3a51-44d1-b160-e38de963ced3 Jul 05 04:50:13.296556 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d1f48bff-7704-4f54-82db-01dad87dbd09 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:13.309050 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-44f97573-fb94-4bda-b898-24ce87c44428 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:13.319747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: d1f48bff-7704-4f54-82db-01dad87dbd09 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:50:13.320116 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d1f48bff-7704-4f54-82db-01dad87dbd09 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:13.394407 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-44f97573-fb94-4bda-b898-24ce87c44428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:13.395331 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f97573-fb94-4bda-b898-24ce87c44428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:13.395921 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-44f97573-fb94-4bda-b898-24ce87c44428 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:13.480818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f97573-fb94-4bda-b898-24ce87c44428 admin admin] Pushing event updated for resources: {'Network': ['ID=37345c5c-3a51-44d1-b160-e38de963ced3,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:13.491235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 37345c5c-3a51-44d1-b160-e38de963ced3 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:50:13.547729 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-44f97573-fb94-4bda-b898-24ce87c44428 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6955810 Jul 05 04:50:13.550668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35304) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:50:13.555671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0bf061d2-2f8f-4593-a210-0df9430adc4f admin admin] Request body: {'subnet': {'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1545825019-subnet', 'tenant_id': '72e8b04b86f64b79ad6d732b6356a31f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:13.684719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf061d2-2f8f-4593-a210-0df9430adc4f admin admin] Made reservation on behalf of 72e8b04b86f64b79ad6d732b6356a31f for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:50:13.687097 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0bf061d2-2f8f-4593-a210-0df9430adc4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:13.924600 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0bf061d2-2f8f-4593-a210-0df9430adc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:13.988167 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf061d2-2f8f-4593-a210-0df9430adc4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fcd94b2-d2d3-4a80-bc14-4e09c76393f4,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:13.996032 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf061d2-2f8f-4593-a210-0df9430adc4f admin admin] Checking segment: {'id': '64c6ce52-ac18-44b1-81b0-88a64bf4d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:13.996425 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf061d2-2f8f-4593-a210-0df9430adc4f admin admin] Network hostable DHCP agents. Network: 37345c5c-3a51-44d1-b160-e38de963ced3, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:50:14.039531 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f87fda42-90d3-452e-9b02-68724bf1afde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:14.130255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf061d2-2f8f-4593-a210-0df9430adc4f admin admin] Network 37345c5c-3a51-44d1-b160-e38de963ced3 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:50:14.228000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-0bf061d2-2f8f-4593-a210-0df9430adc4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 37345c5c-3a51-44d1-b160-e38de963ced3) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:14.232221 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf061d2-2f8f-4593-a210-0df9430adc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:14.233075 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0bf061d2-2f8f-4593-a210-0df9430adc4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:14.236988 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bba0ba9-2a8d-405c-8003-4033982d9ea5 None None] Network 37345c5c-3a51-44d1-b160-e38de963ced3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:50:14.315322 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0bf061d2-2f8f-4593-a210-0df9430adc4f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7634304 Jul 05 04:50:14.374292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ab1f97-0c7a-40ed-ab4b-7a9b960c3bb4 None None] Network 37345c5c-3a51-44d1-b160-e38de963ced3 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:50:14.447863 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:14.749285 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-e2c7eb01-077d-4ec7-9670-59360196ed82 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:14.750764 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-e2c7eb01-077d-4ec7-9670-59360196ed82 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/networks?id=37345c5c-3a51-44d1-b160-e38de963ced3 HTTP/1.1" status: 200 len: 815 time: 0.1027613 Jul 05 04:50:14.765860 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-9b7a2444-d249-43d6-b923-b68c0c82f1ac tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/quotas/72e8b04b86f64b79ad6d732b6356a31f HTTP/1.1" status: 200 len: 375 time: 0.0097172 Jul 05 04:50:14.799341 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-e3f844a3-9455-4727-ae51-d7e695fd0e7b tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284874 Jul 05 04:50:14.897203 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-057efc0a-ea04-45e0-980d-50756a04d7a5 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:50:14.898216 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-057efc0a-ea04-45e0-980d-50756a04d7a5 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480902 Jul 05 04:50:14.985400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-a310c8f6-8e2a-4d43-b6c3-bc9e45f1e963 service neutron] 10.222.0.38 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812585 Jul 05 04:50:15.077039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-cce5b756-f133-4394-8367-a6e2033df631 service neutron] 10.222.0.38 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859001 Jul 05 04:50:15.363897 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8f47304f-9145-4c4b-b5e7-d29ea8ee4064 req-da482bb5-e9cf-4ec0-8686-8142b53e6563 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 210 time: 0.0303514 Jul 05 04:50:15.593441 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:16.443751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-11e6df90-4f81-4d37-9775-6769736061b9 req-3d7b00d1-ca05-4a55-9c5b-e1b2bc85ccb7 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 210 time: 0.0291095 Jul 05 04:50:17.136959 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:17.417711 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:50:17.587799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43323613-6a55-4613-af27-b692e463fc14 req-2646979e-9136-4f7e-99fb-2a58a9f0ecba tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 210 time: 0.0329788 Jul 05 04:50:18.319806 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-d45d0d0f-88ca-4b25-9004-f0e146cb7cd2 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:18.321307 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-d45d0d0f-88ca-4b25-9004-f0e146cb7cd2 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.36 "GET /v2.0/networks?id=37345c5c-3a51-44d1-b160-e38de963ced3 HTTP/1.1" status: 200 len: 815 time: 0.1026123 Jul 05 04:50:18.334644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-229b2dcc-c3a7-430c-b809-ae92cc838e96 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Request body: {'port': {'device_id': 'b9c6455b-1160-4e63-a164-0f9a7936370e', 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3', 'admin_state_up': True, 'tenant_id': '72e8b04b86f64b79ad6d732b6356a31f'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:18.731822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f59625a6-4f9e-4ad5-81ba-c14ec8c8e275 req-5822abdf-fafa-4981-89b9-c8f30e60cfbd tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 210 time: 0.0279119 Jul 05 04:50:18.845432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-229b2dcc-c3a7-430c-b809-ae92cc838e96 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Made reservation on behalf of 72e8b04b86f64b79ad6d732b6356a31f for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:50:18.849139 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-229b2dcc-c3a7-430c-b809-ae92cc838e96 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:18.974605 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-229b2dcc-c3a7-430c-b809-ae92cc838e96 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Allocated IP 172.20.0.12 (37345c5c-3a51-44d1-b160-e38de963ced3/8fcd94b2-d2d3-4a80-bc14-4e09c76393f4/9787cdcb-826b-4a7e-b7e6-aef034f3cb5a) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:50:19.119849 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-229b2dcc-c3a7-430c-b809-ae92cc838e96 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:19.222837 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-229b2dcc-c3a7-430c-b809-ae92cc838e96 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:19.264984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-229b2dcc-c3a7-430c-b809-ae92cc838e96 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Network 37345c5c-3a51-44d1-b160-e38de963ced3 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:50:19.268049 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-229b2dcc-c3a7-430c-b809-ae92cc838e96 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:50:19.270553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-229b2dcc-c3a7-430c-b809-ae92cc838e96 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:50:19.306998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b2dcc-c3a7-430c-b809-ae92cc838e96 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Pushing event updated for resources: {'Port': ['ID=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:19.332427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-229b2dcc-c3a7-430c-b809-ae92cc838e96 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:19.333079 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-229b2dcc-c3a7-430c-b809-ae92cc838e96 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:19.406221 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-229b2dcc-c3a7-430c-b809-ae92cc838e96 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0756793 Jul 05 04:50:19.417597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Request body: {'port': {'device_id': 'b9c6455b-1160-4e63-a164-0f9a7936370e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:19.490204 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:19.761955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:50:19.770511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:19.783332 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Transition to ACTIVE for port object 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:19.851050 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:19.904522 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Pushing event updated for resources: {'Port': ['ID=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:19.915092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6438991-8da7-4731-a9c3-7abb65261be9 req-3544d365-9457-4a2b-87dd-cfa5cf1f1f35 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:19.916744 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6438991-8da7-4731-a9c3-7abb65261be9 req-3544d365-9457-4a2b-87dd-cfa5cf1f1f35 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 944 time: 0.0722420 Jul 05 04:50:19.960678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6438991-8da7-4731-a9c3-7abb65261be9 req-e3409480-c232-42d0-9a1a-e8ecbaf4b7e5 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373750 Jul 05 04:50:19.973810 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Attempting to bind port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:50:19.974147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Attempting to bind port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '64c6ce52-ac18-44b1-81b0-88a64bf4d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:50:19.974477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Attempting to bind port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a on network 37345c5c-3a51-44d1-b160-e38de963ced3 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:19.978730 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a on network 37345c5c-3a51-44d1-b160-e38de963ced3 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:50:19.979049 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Attempting to bind port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a on network 37345c5c-3a51-44d1-b160-e38de963ced3 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:19.984330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:50:19.984659 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Checking segment: {'id': '64c6ce52-ac18-44b1-81b0-88a64bf4d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:19.985224 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Bound using segment: {'id': '64c6ce52-ac18-44b1-81b0-88a64bf4d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:50:19.985647 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Bound port: 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c6ce52-ac18-44b1-81b0-88a64bf4d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:50:19.986008 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:20.053636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] For port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:50:20.056742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] For port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:50:20.124713 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:20.166122 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:20.166122 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:20.166122 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] 10.222.0.36 "PUT /v2.0/ports/9787cdcb-826b-4a7e-b7e6-aef034f3cb5a HTTP/1.1" status: 200 len: 1093 time: 0.7477679 Jul 05 04:50:20.166122 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c6455b-1160-4e63-a164-0f9a7936370e', 'tag': '9787cdcb-826b-4a7e-b7e6-aef034f3cb5a'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:50:20.166122 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d59d858-6e49-4f6c-9062-6a9c76525240" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c6455b-1160-4e63-a164-0f9a7936370e", "tag": "9787cdcb-826b-4a7e-b7e6-aef034f3cb5a"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:50:20.187720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0e831-486d-4021-9910-34e3ac12ad09 service neutron] Pushing event updated for resources: {'Port': ['ID=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:20.201381 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82194cd7-06a1-44a5-a697-a26fca5c848c x-openstack-request-id: req-82194cd7-06a1-44a5-a697-a26fca5c848c {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:50:20.201702 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c6455b-1160-4e63-a164-0f9a7936370e", "tag": "9787cdcb-826b-4a7e-b7e6-aef034f3cb5a", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:50:20.201975 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-82194cd7-06a1-44a5-a697-a26fca5c848c {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:50:20.202460 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c6455b-1160-4e63-a164-0f9a7936370e', 'tag': '9787cdcb-826b-4a7e-b7e6-aef034f3cb5a', 'status': 'completed', 'code': 200} Jul 05 04:50:20.281173 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d858-6e49-4f6c-9062-6a9c76525240 req-29f701c7-4a37-4a6d-bfe1-c638c7310faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:20.282690 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9d59d858-6e49-4f6c-9062-6a9c76525240 req-29f701c7-4a37-4a6d-bfe1-c638c7310faf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 1096 time: 0.0597479 Jul 05 04:50:20.382340 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d858-6e49-4f6c-9062-6a9c76525240 req-935e0b99-dc3a-4843-85ff-0b308fc4aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:20.383700 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9d59d858-6e49-4f6c-9062-6a9c76525240 req-935e0b99-dc3a-4843-85ff-0b308fc4aa16 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0936797 Jul 05 04:50:20.481093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d858-6e49-4f6c-9062-6a9c76525240 req-08f698a4-4130-4e5b-80cc-0559840caad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:20.482590 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9d59d858-6e49-4f6c-9062-6a9c76525240 req-08f698a4-4130-4e5b-80cc-0559840caad2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925291 Jul 05 04:50:20.583671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-6ff9104c-c819-4266-b43a-49033a0f6e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:20.585224 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-6ff9104c-c819-4266-b43a-49033a0f6e64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 1096 time: 0.0609243 Jul 05 04:50:20.631316 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-e8f88a0a-d28d-4e05-86bf-5de9ad4b76df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a HTTP/1.1" status: 200 len: 217 time: 0.0375342 Jul 05 04:50:20.679211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-d02c286a-dfe9-481a-9b8e-e67d4f6395cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:20.680595 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-d02c286a-dfe9-481a-9b8e-e67d4f6395cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fcd94b2-d2d3-4a80-bc14-4e09c76393f4 HTTP/1.1" status: 200 len: 855 time: 0.0434859 Jul 05 04:50:20.713793 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-caecccf2-5465-4982-b539-69ad979d62f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37345c5c-3a51-44d1-b160-e38de963ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266640 Jul 05 04:50:20.807502 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-aba73c0c-a79d-4a05-909c-47182362ff06 service neutron] 10.222.0.36 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872996 Jul 05 04:50:20.898457 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7615791b-ae14-4e75-9f47-f8d2c28b049d req-e5b0e8ca-2bfd-451f-835e-802e5fe4d44c service neutron] 10.222.0.36 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840766 Jul 05 04:50:21.159907 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfac58-8aee-4900-aa27-670a01458238 req-c9990a37-f6dd-4d7d-a2ef-99227909f4aa tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:21.161422 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6dfac58-8aee-4900-aa27-670a01458238 req-c9990a37-f6dd-4d7d-a2ef-99227909f4aa tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 944 time: 0.0877726 Jul 05 04:50:21.206224 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6dfac58-8aee-4900-aa27-670a01458238 req-4591f40c-def1-46c1-a3d1-2b18af54e13b tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390317 Jul 05 04:50:22.379323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526c3ea-ae08-4961-b13a-0eb87bc6c27a req-91df08c8-af28-4c2d-8314-b46f327f608a tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:22.380820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f526c3ea-ae08-4961-b13a-0eb87bc6c27a req-91df08c8-af28-4c2d-8314-b46f327f608a tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 944 time: 0.0624526 Jul 05 04:50:22.418208 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f526c3ea-ae08-4961-b13a-0eb87bc6c27a req-cc29eb24-56e7-43bd-b6cd-163ce6b5d5d8 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317817 Jul 05 04:50:23.390496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:50:23.489731 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:23.501457 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '9787cdcb-826b-4a7e-b7e6-aef034f3cb5a', 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3', 'port_id': '9787cdcb-826b-4a7e-b7e6-aef034f3cb5a', 'mac_address': 'fa:16:3e:3f:7b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fcd94b2-d2d3-4a80-bc14-4e09c76393f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:50:23.539210 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:23.551927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:50:23.572671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:23.623785 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9738061-cea7-4347-8661-ab1149cf8c82 req-910b7cf7-e37c-4d8e-a2b9-8d09089f8443 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:23.625291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9738061-cea7-4347-8661-ab1149cf8c82 req-910b7cf7-e37c-4d8e-a2b9-8d09089f8443 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 944 time: 0.0676968 Jul 05 04:50:23.640115 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:23.664866 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a9738061-cea7-4347-8661-ab1149cf8c82 req-894f4773-8cad-4ff6-98d2-1250d3dacfc4 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333083 Jul 05 04:50:23.686797 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:23.944706 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['9787cdcb-826b-4a7e-b7e6-aef034f3cb5a'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:50:24.844006 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e71f69-d4e4-42e1-9060-350534be7c72 req-2237f29b-e773-42d3-9e9e-49a7aa1f8362 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:24.845588 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1e71f69-d4e4-42e1-9060-350534be7c72 req-2237f29b-e773-42d3-9e9e-49a7aa1f8362 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 945 time: 0.0631218 Jul 05 04:50:24.883193 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1e71f69-d4e4-42e1-9060-350534be7c72 req-ab088deb-903f-4a5e-b458-101b5e5065c9 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320895 Jul 05 04:50:25.402348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:25.541129 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:25.545345 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:25.545754 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:25.629355 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:25.652656 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c6455b-1160-4e63-a164-0f9a7936370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9787cdcb-826b-4a7e-b7e6-aef034f3cb5a'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:50:25.654871 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59a9312-3016-441a-bd6b-a5d0f035eec1" -d '{"events": [{"server_uuid": "b9c6455b-1160-4e63-a164-0f9a7936370e", "name": "network-vif-plugged", "status": "completed", "tag": "9787cdcb-826b-4a7e-b7e6-aef034f3cb5a"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:50:25.667992 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:25.692694 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb19c2b-7e2c-4745-9a07-e2638ccecacf x-openstack-request-id: req-dcb19c2b-7e2c-4745-9a07-e2638ccecacf {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:50:25.692983 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c6455b-1160-4e63-a164-0f9a7936370e", "name": "network-vif-plugged", "status": "completed", "tag": "9787cdcb-826b-4a7e-b7e6-aef034f3cb5a", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:50:25.693233 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dcb19c2b-7e2c-4745-9a07-e2638ccecacf {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:50:25.693626 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c6455b-1160-4e63-a164-0f9a7936370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9787cdcb-826b-4a7e-b7e6-aef034f3cb5a', 'code': 200} Jul 05 04:50:25.753887 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:25.802400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:25.803520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f59b8f-4861-42a8-b81b-ec41e4de3f02 req-acaac910-292a-40ea-a4a9-93c39499522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:25.805062 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-55f59b8f-4861-42a8-b81b-ec41e4de3f02 req-acaac910-292a-40ea-a4a9-93c39499522d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 1098 time: 0.0523281 Jul 05 04:50:25.846009 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-55f59b8f-4861-42a8-b81b-ec41e4de3f02 req-306776b7-dcd6-4981-9929-2345e8849a6c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343530 Jul 05 04:50:26.063896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0667422-b2a7-4318-8f29-f595e738d022 req-7ac48eea-4c8f-4331-bdac-00ad2b6c28fd tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:26.065393 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0667422-b2a7-4318-8f29-f595e738d022 req-7ac48eea-4c8f-4331-bdac-00ad2b6c28fd tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0644360 Jul 05 04:50:26.102649 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0667422-b2a7-4318-8f29-f595e738d022 req-aeab9eb0-6a51-4816-b6f5-860043fdde05 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316343 Jul 05 04:50:27.281500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463eede9-5f63-4302-897e-14f598059d3f req-58661a8e-0c78-450f-b92f-affc9ab5331d tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:27.283190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-463eede9-5f63-4302-897e-14f598059d3f req-58661a8e-0c78-450f-b92f-affc9ab5331d tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0670519 Jul 05 04:50:27.322183 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-463eede9-5f63-4302-897e-14f598059d3f req-b69554a9-7ff9-4ae7-a851-21ae09325f14 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Jul 05 04:50:27.498089 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be53cc-1d9f-4350-95e2-4299025a426f req-088a21ce-ffaa-415b-a375-66989e0c5a18 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:27.499595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39be53cc-1d9f-4350-95e2-4299025a426f req-088a21ce-ffaa-415b-a375-66989e0c5a18 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0652161 Jul 05 04:50:27.539364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-39be53cc-1d9f-4350-95e2-4299025a426f req-89e883ed-9195-4be4-9a33-c868ba129aaa tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336499 Jul 05 04:50:27.947991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620895d-aedd-4ec3-b247-a40d965da4df req-b8d3af26-799a-432a-bbff-02d6e55f15f4 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:27.949782 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7620895d-aedd-4ec3-b247-a40d965da4df req-b8d3af26-799a-432a-bbff-02d6e55f15f4 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0671594 Jul 05 04:50:27.988515 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7620895d-aedd-4ec3-b247-a40d965da4df req-afea8d0d-7289-4019-a67d-8c1b4279a4e3 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328760 Jul 05 04:50:28.166488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd60b80-cc1b-47cf-ba13-8027114bbbf3 req-4e50ff5c-2c78-4a04-9f75-02612044205f tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:28.167954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5fd60b80-cc1b-47cf-ba13-8027114bbbf3 req-4e50ff5c-2c78-4a04-9f75-02612044205f tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0626440 Jul 05 04:50:28.206047 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5fd60b80-cc1b-47cf-ba13-8027114bbbf3 req-28f285cc-3b2e-45a4-b8d2-11a4c1ed2b8d tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318940 Jul 05 04:50:28.839057 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1b01f-17c7-47ec-9e16-22b750b37474 req-9a32e880-dbcf-4084-b88e-9d5691146f9a tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:28.840587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3a1b01f-17c7-47ec-9e16-22b750b37474 req-9a32e880-dbcf-4084-b88e-9d5691146f9a tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0664043 Jul 05 04:50:28.880935 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3a1b01f-17c7-47ec-9e16-22b750b37474 req-f0dcf602-095c-4232-b5f0-25d369c0ac9d tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339124 Jul 05 04:50:29.002914 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-bd3dad8b-2679-4368-b055-842b05c9a4d6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0516853 Jul 05 04:50:30.068903 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995fba5-e5e3-46ab-8a02-f38603527c26 req-7af37e8c-8c94-4ee0-bb47-c94e3f6a253c tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:30.070406 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5995fba5-e5e3-46ab-8a02-f38603527c26 req-7af37e8c-8c94-4ee0-bb47-c94e3f6a253c tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0670421 Jul 05 04:50:30.109731 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5995fba5-e5e3-46ab-8a02-f38603527c26 req-3e7c69af-c244-4e8a-bd83-cc4cec284aad tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334990 Jul 05 04:50:31.283494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbfbb9-5b62-4c18-9cdd-0d2d1ea5f473 req-e412f774-b879-4889-941d-8dd9266f0515 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:31.285261 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1bbfbb9-5b62-4c18-9cdd-0d2d1ea5f473 req-e412f774-b879-4889-941d-8dd9266f0515 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0643296 Jul 05 04:50:31.323373 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1bbfbb9-5b62-4c18-9cdd-0d2d1ea5f473 req-5fecd42a-0a7b-403c-99c9-e3ced82ac2ad tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325508 Jul 05 04:50:31.335865 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31638f-2a37-47e4-804a-ab223368d71c req-3912a40f-b9cc-401c-a72f-a986c3fcc832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:31.337420 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-3912a40f-b9cc-401c-a72f-a986c3fcc832 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 1098 time: 0.0546799 Jul 05 04:50:31.430312 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31638f-2a37-47e4-804a-ab223368d71c req-8bae75d2-955b-4615-81ba-67c476751255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:31.431727 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-8bae75d2-955b-4615-81ba-67c476751255 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37345c5c-3a51-44d1-b160-e38de963ced3 HTTP/1.1" status: 200 len: 916 time: 0.0882571 Jul 05 04:50:31.477176 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-f226a368-5f7a-44c7-8763-0b67a105ce0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a HTTP/1.1" status: 200 len: 217 time: 0.0353665 Jul 05 04:50:31.522448 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31638f-2a37-47e4-804a-ab223368d71c req-c2022afc-fdd9-48d3-9d50-4ba1080e6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:31.523946 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-c2022afc-fdd9-48d3-9d50-4ba1080e6151 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fcd94b2-d2d3-4a80-bc14-4e09c76393f4 HTTP/1.1" status: 200 len: 855 time: 0.0445631 Jul 05 04:50:31.557047 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-2a53df77-fc17-49d1-8ad0-7266048f310f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37345c5c-3a51-44d1-b160-e38de963ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270102 Jul 05 04:50:31.650616 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-6c77e1e7-5e3c-485b-b71c-4201d1468880 service neutron] 10.222.0.36 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877576 Jul 05 04:50:31.742366 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-d2835131-1760-4bec-9dc9-26861f5d7a9d service neutron] 10.222.0.36 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856535 Jul 05 04:50:32.512808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc133f92-6e67-44ef-8bbb-78be8da8246e req-9c99185f-2db5-42c3-bee2-26ffeb0bec48 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:32.514326 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc133f92-6e67-44ef-8bbb-78be8da8246e req-9c99185f-2db5-42c3-bee2-26ffeb0bec48 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0736353 Jul 05 04:50:32.558652 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc133f92-6e67-44ef-8bbb-78be8da8246e req-12ec4e1c-6618-4264-a1f6-f640f9396bdf tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381567 Jul 05 04:50:32.959354 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:33.736198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05a128-2c45-4ab1-a930-3da1e6958322 req-dca7eaf0-ba1a-4045-8031-f2ddf4237d21 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:33.737608 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c05a128-2c45-4ab1-a930-3da1e6958322 req-dca7eaf0-ba1a-4045-8031-f2ddf4237d21 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0646105 Jul 05 04:50:33.775046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c05a128-2c45-4ab1-a930-3da1e6958322 req-c0a318de-79f5-44dd-9f60-7570e83ceece tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 Jul 05 04:50:34.524653 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:34.953341 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1628b-5832-49c4-99bc-40e8144a2da7 req-b1655568-5c65-4491-a450-e83e0add26ec tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:34.955131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-72b1628b-5832-49c4-99bc-40e8144a2da7 req-b1655568-5c65-4491-a450-e83e0add26ec tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0690365 Jul 05 04:50:34.992794 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-72b1628b-5832-49c4-99bc-40e8144a2da7 req-58615c6e-6ee2-4e63-b604-69abdc016175 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321119 Jul 05 04:50:36.171245 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35449f8-dc5e-4dff-9fdd-112da962a5fe req-89c4bcf1-0e6c-41d3-a12a-447f4ace49d0 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:36.172794 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c35449f8-dc5e-4dff-9fdd-112da962a5fe req-89c4bcf1-0e6c-41d3-a12a-447f4ace49d0 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0676360 Jul 05 04:50:36.213188 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c35449f8-dc5e-4dff-9fdd-112da962a5fe req-a387bec6-ccdf-4eb0-afbc-470f65b8b07a tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346749 Jul 05 04:50:37.384393 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e8a71-0ebf-4fc7-b12a-4d7ae4f6d9ca req-49da2b40-21cb-4ee7-aa3f-36c4c0c68509 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:37.385889 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce6e8a71-0ebf-4fc7-b12a-4d7ae4f6d9ca req-49da2b40-21cb-4ee7-aa3f-36c4c0c68509 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0633907 Jul 05 04:50:37.424607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce6e8a71-0ebf-4fc7-b12a-4d7ae4f6d9ca req-7485c9db-44fb-4df3-8b4e-000952dbdc58 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332336 Jul 05 04:50:38.637130 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166561f0-ac75-4659-9e7f-c9cd6254ae2c req-b705bcf5-5113-464a-b7ae-7527bbdddbda tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:38.638692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-166561f0-ac75-4659-9e7f-c9cd6254ae2c req-b705bcf5-5113-464a-b7ae-7527bbdddbda tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0829012 Jul 05 04:50:38.683597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-166561f0-ac75-4659-9e7f-c9cd6254ae2c req-c72adae1-1b22-4196-a62a-e897a1f86fa0 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384247 Jul 05 04:50:39.861510 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08831b1-d3f1-4d44-a116-38a8cb184db0 req-92e64b85-dd67-4a71-b35e-0f2759017d66 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:39.863023 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d08831b1-d3f1-4d44-a116-38a8cb184db0 req-92e64b85-dd67-4a71-b35e-0f2759017d66 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0628917 Jul 05 04:50:39.901543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d08831b1-d3f1-4d44-a116-38a8cb184db0 req-71e8b5f2-f85d-4967-80f9-2b53b7ad7299 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328474 Jul 05 04:50:41.072450 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786f341-165a-40de-9355-4fe5859a1d42 req-6fbb4a48-1ac1-4bf5-a62c-25c1d647770d tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:41.073912 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3786f341-165a-40de-9355-4fe5859a1d42 req-6fbb4a48-1ac1-4bf5-a62c-25c1d647770d tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0624888 Jul 05 04:50:41.112076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3786f341-165a-40de-9355-4fe5859a1d42 req-0a811a35-be83-4ace-b362-638cc38c8493 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322778 Jul 05 04:50:41.503891 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3bdd33d0-b7c2-48cd-ad94-ac26795c21c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:42.293704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cf335-23fa-4fb7-b88d-1addc4735785 req-737fc21f-b902-41ff-96a5-90728cba99ea tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:42.295189 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b55cf335-23fa-4fb7-b88d-1addc4735785 req-737fc21f-b902-41ff-96a5-90728cba99ea tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0682671 Jul 05 04:50:42.333176 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b55cf335-23fa-4fb7-b88d-1addc4735785 req-7669827a-7243-4ea0-aad1-2a34f8dabdcb tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Jul 05 04:50:43.511927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7216f-b041-48fc-bcee-f6eea68d43ca req-f98f2a6f-3108-47b9-8412-92201d49ede2 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:43.513459 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-61c7216f-b041-48fc-bcee-f6eea68d43ca req-f98f2a6f-3108-47b9-8412-92201d49ede2 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0664036 Jul 05 04:50:43.553930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-61c7216f-b041-48fc-bcee-f6eea68d43ca req-dbf0ece8-a62d-42fe-a6bc-e199cb8be1f9 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345120 Jul 05 04:50:44.027293 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-53d1bae4-3bd7-4ffc-b50d-bdebd7ed2e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.387739 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.731367 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed98d-e55d-4b93-ac98-29c1b3bae7f3 req-ed3bb452-34d1-414e-901a-23efca32e66e tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:44.732798 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7aed98d-e55d-4b93-ac98-29c1b3bae7f3 req-ed3bb452-34d1-414e-901a-23efca32e66e tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0683491 Jul 05 04:50:44.770441 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7aed98d-e55d-4b93-ac98-29c1b3bae7f3 req-00976c62-a329-4dec-8800-0531fdeab701 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319018 Jul 05 04:50:45.529270 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:45.950389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c7b7d-99f2-407c-bed5-4225f9bbc9a9 req-8311e467-8b43-401c-b5cf-0e86bf38e47e tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:45.951879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d60c7b7d-99f2-407c-bed5-4225f9bbc9a9 req-8311e467-8b43-401c-b5cf-0e86bf38e47e tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0641897 Jul 05 04:50:45.990248 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d60c7b7d-99f2-407c-bed5-4225f9bbc9a9 req-9919a200-8f00-4d7b-bca7-b7b08bddb311 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326862 Jul 05 04:50:47.095892 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:47.167211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f9212-1ab6-453d-9f7f-b1f1d0aa8209 req-8b11b547-8fd1-4086-9d8e-89794dc81063 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:47.168743 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c18f9212-1ab6-453d-9f7f-b1f1d0aa8209 req-8b11b547-8fd1-4086-9d8e-89794dc81063 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0647869 Jul 05 04:50:47.213521 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c18f9212-1ab6-453d-9f7f-b1f1d0aa8209 req-7e018fe3-cf05-4968-8c36-91422ceb61eb tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391235 Jul 05 04:50:48.385056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dbb1e-e34f-4539-85d3-fea219fac776 req-fca8967b-dbc6-49cc-aa61-2b4b0ca7b33b tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:48.386532 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e21dbb1e-e34f-4539-85d3-fea219fac776 req-fca8967b-dbc6-49cc-aa61-2b4b0ca7b33b tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0632665 Jul 05 04:50:48.423929 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e21dbb1e-e34f-4539-85d3-fea219fac776 req-90243fbc-1b44-4e1e-a060-1a4b4a8026d9 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318499 Jul 05 04:50:48.902758 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [req-bb31638f-2a37-47e4-804a-ab223368d71c req-ae3ed52c-a4c8-4aef-97fb-39383d621c30 service neutron] show failed (client error): The resource could not be found. Jul 05 04:50:48.903785 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-ae3ed52c-a4c8-4aef-97fb-39383d621c30 service neutron] 10.222.0.36 "GET /v2.0/ports/9787cdcb-826b-4a7e-b7e6-aef034f3cb5a/bindings/n-h1-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.0602262 Jul 05 04:50:49.509949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31638f-2a37-47e4-804a-ab223368d71c req-aed766c8-570e-475a-b5bd-e6ea0b83204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:49.511486 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-aed766c8-570e-475a-b5bd-e6ea0b83204f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e&tenant_id=72e8b04b86f64b79ad6d732b6356a31f HTTP/1.1" status: 200 len: 1098 time: 0.0569720 Jul 05 04:50:49.523813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:50:49.601510 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.603778 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6becce-ce20-488b-a6f0-4c4ae2848608 req-e3e8510b-669f-4334-999c-b4ee7221b175 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:49.605378 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd6becce-ce20-488b-a6f0-4c4ae2848608 req-e3e8510b-669f-4334-999c-b4ee7221b175 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0666878 Jul 05 04:50:49.643478 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd6becce-ce20-488b-a6f0-4c4ae2848608 req-35adc0ab-a830-4cab-a2f7-cda03f8b6d29 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325487 Jul 05 04:50:49.816888 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] For port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:49.852676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] For port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:50:49.893543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c6455b-1160-4e63-a164-0f9a7936370e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9787cdcb-826b-4a7e-b7e6-aef034f3cb5a'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:50:49.895961 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf39ac4-69d8-4d21-9411-78598f28ec37" -d '{"events": [{"server_uuid": "b9c6455b-1160-4e63-a164-0f9a7936370e", "name": "network-vif-unplugged", "status": "completed", "tag": "9787cdcb-826b-4a7e-b7e6-aef034f3cb5a"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:50:49.900082 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:49.912718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Transition to ACTIVE for port object 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:50:49.945943 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231cd5ad-a495-4dde-8137-f8a7c7ee21ff x-openstack-request-id: req-231cd5ad-a495-4dde-8137-f8a7c7ee21ff {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:50:49.945943 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c6455b-1160-4e63-a164-0f9a7936370e", "name": "network-vif-unplugged", "status": "completed", "tag": "9787cdcb-826b-4a7e-b7e6-aef034f3cb5a", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:50:49.945943 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-231cd5ad-a495-4dde-8137-f8a7c7ee21ff {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:50:49.945943 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c6455b-1160-4e63-a164-0f9a7936370e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9787cdcb-826b-4a7e-b7e6-aef034f3cb5a', 'code': 200} Jul 05 04:50:49.993515 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.057564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Pushing event updated for resources: {'Port': ['ID=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,revision_number=6']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:50.060054 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] No DVR routers for this DVR port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:50:50.099744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Attempting to bind port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:50:50.100103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Attempting to bind port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '64c6ce52-ac18-44b1-81b0-88a64bf4d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:50:50.100440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Attempting to bind port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a on network 37345c5c-3a51-44d1-b160-e38de963ced3 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:50.104868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a on network 37345c5c-3a51-44d1-b160-e38de963ced3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:50:50.105190 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Attempting to bind port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a on network 37345c5c-3a51-44d1-b160-e38de963ced3 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:50:50.109922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:50:50.110259 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Checking segment: {'id': '64c6ce52-ac18-44b1-81b0-88a64bf4d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:50:50.110649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Bound using segment: {'id': '64c6ce52-ac18-44b1-81b0-88a64bf4d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:50:50.111073 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Bound port: 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c6ce52-ac18-44b1-81b0-88a64bf4d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:50:50.111431 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.173838 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] For port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:50:50.176775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] For port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:50:50.250552 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.285655 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:50.286272 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:50.287663 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] 10.222.0.10 "PUT /v2.0/ports/9787cdcb-826b-4a7e-b7e6-aef034f3cb5a HTTP/1.1" status: 200 len: 1093 time: 0.7685537 Jul 05 04:50:50.308833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ada60-b10f-402b-bc50-f8593a136742 service neutron] Pushing event updated for resources: {'Port': ['ID=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,revision_number=7']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:50.364691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31638f-2a37-47e4-804a-ab223368d71c req-998d7581-7916-4e19-b3d6-282890d43e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:50.366101 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-998d7581-7916-4e19-b3d6-282890d43e54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 1096 time: 0.0532038 Jul 05 04:50:50.459167 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31638f-2a37-47e4-804a-ab223368d71c req-691062a3-3a06-45f1-b338-eb5d678909a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:50.461325 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-691062a3-3a06-45f1-b338-eb5d678909a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=37345c5c-3a51-44d1-b160-e38de963ced3 HTTP/1.1" status: 200 len: 916 time: 0.0871117 Jul 05 04:50:50.503103 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-6abb67b3-825a-41b9-9b1f-d80fd6b8aed2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a HTTP/1.1" status: 200 len: 217 time: 0.0339024 Jul 05 04:50:50.557433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31638f-2a37-47e4-804a-ab223368d71c req-3b0ca784-5878-47f4-b920-3e09f2fb2024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:50.558895 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-3b0ca784-5878-47f4-b920-3e09f2fb2024 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fcd94b2-d2d3-4a80-bc14-4e09c76393f4 HTTP/1.1" status: 200 len: 855 time: 0.0494127 Jul 05 04:50:50.592239 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-04dfe529-c551-457d-b426-cbfce19cd03c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37345c5c-3a51-44d1-b160-e38de963ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269158 Jul 05 04:50:50.681197 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-4c3c662e-d4ba-4ad9-8bb6-22d8176835e4 service neutron] 10.222.0.10 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819957 Jul 05 04:50:50.778640 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bb31638f-2a37-47e4-804a-ab223368d71c req-cde42d71-5b4a-4150-9a96-f0b207cb43de service neutron] 10.222.0.10 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890419 Jul 05 04:50:50.827021 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d5cf6-ea92-48cc-8f23-f00f4f29ce3d req-0070beff-b7f3-475b-b02d-88504bf6db2f tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:50.828516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-404d5cf6-ea92-48cc-8f23-f00f4f29ce3d req-0070beff-b7f3-475b-b02d-88504bf6db2f tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 944 time: 0.0690463 Jul 05 04:50:50.867101 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-404d5cf6-ea92-48cc-8f23-f00f4f29ce3d req-73d2a741-b4b1-4b90-95e7-51639972e309 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327818 Jul 05 04:50:51.946086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c6455b-1160-4e63-a164-0f9a7936370e', 'tag': '9787cdcb-826b-4a7e-b7e6-aef034f3cb5a'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:50:51.948596 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2800c561-1afa-46de-9a05-f0a1a695cbc2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c6455b-1160-4e63-a164-0f9a7936370e", "tag": "9787cdcb-826b-4a7e-b7e6-aef034f3cb5a"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:50:51.998877 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5970886d-47de-4930-8924-61e24de92e42 x-openstack-request-id: req-5970886d-47de-4930-8924-61e24de92e42 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:50:51.999247 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c6455b-1160-4e63-a164-0f9a7936370e", "tag": "9787cdcb-826b-4a7e-b7e6-aef034f3cb5a", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:50:51.999512 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5970886d-47de-4930-8924-61e24de92e42 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:50:52.000115 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c6455b-1160-4e63-a164-0f9a7936370e', 'tag': '9787cdcb-826b-4a7e-b7e6-aef034f3cb5a', 'status': 'completed', 'code': 200} Jul 05 04:50:52.045172 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f0226-0925-41c7-9b1b-c7c93d9924fb req-b86072ec-a960-48b6-80c5-eaf4b51b0917 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:52.046700 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-324f0226-0925-41c7-9b1b-c7c93d9924fb req-b86072ec-a960-48b6-80c5-eaf4b51b0917 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 944 time: 0.0667973 Jul 05 04:50:52.085618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-324f0226-0925-41c7-9b1b-c7c93d9924fb req-01f6cd91-c6bb-45db-afbc-ec24878ab3ee tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328164 Jul 05 04:50:52.118875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-3f1c02f7-a47e-46fb-a644-873405b55ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:52.120438 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-3f1c02f7-a47e-46fb-a644-873405b55ee3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 1096 time: 0.1028674 Jul 05 04:50:52.123061 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-4b4fdf75-9a5f-426f-9843-7ff922e8df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:52.124468 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-4b4fdf75-9a5f-426f-9843-7ff922e8df22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 1096 time: 0.0788801 Jul 05 04:50:52.292991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-b8703f33-b6e5-4d30-9f6a-e428111970b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:52.294560 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-b8703f33-b6e5-4d30-9f6a-e428111970b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37345c5c-3a51-44d1-b160-e38de963ced3 HTTP/1.1" status: 200 len: 916 time: 0.1675248 Jul 05 04:50:52.295483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-7d078094-72c9-4419-9b03-60d5dd52fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:52.296985 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-7d078094-72c9-4419-9b03-60d5dd52fa7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=37345c5c-3a51-44d1-b160-e38de963ced3 HTTP/1.1" status: 200 len: 916 time: 0.1619198 Jul 05 04:50:52.367853 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-4ef26b66-df43-4351-9888-e7031d09c448 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a HTTP/1.1" status: 200 len: 217 time: 0.0670855 Jul 05 04:50:52.369235 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-b55fa347-5def-4d8d-8e21-9176dfd3d2b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a HTTP/1.1" status: 200 len: 217 time: 0.0619948 Jul 05 04:50:52.448577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-8a7ef20b-faa1-4b7a-93d7-e58d86538dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:52.464486 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-8a7ef20b-faa1-4b7a-93d7-e58d86538dd3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fcd94b2-d2d3-4a80-bc14-4e09c76393f4 HTTP/1.1" status: 200 len: 855 time: 0.0768297 Jul 05 04:50:52.464486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-dede31ca-15fe-43aa-8f98-49a3e176bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:52.464486 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-dede31ca-15fe-43aa-8f98-49a3e176bb79 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fcd94b2-d2d3-4a80-bc14-4e09c76393f4 HTTP/1.1" status: 200 len: 855 time: 0.0722847 Jul 05 04:50:52.492809 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-1df5bb47-24f9-4317-bb93-dcd9681a1df1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37345c5c-3a51-44d1-b160-e38de963ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356989 Jul 05 04:50:52.515249 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-c8fa3b33-28a6-49c5-90ee-9f27f2a4425e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37345c5c-3a51-44d1-b160-e38de963ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495746 Jul 05 04:50:52.668777 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-0f0218d0-0daa-43d1-b1fe-94a1453c13fd service neutron] 10.222.0.36 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559060 Jul 05 04:50:52.673973 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-918c2d62-e55c-4196-a5d2-8b097e88a482 service neutron] 10.222.0.10 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508944 Jul 05 04:50:52.826994 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-3f6846e4-ac66-4588-a5b7-126c7e770239 service neutron] 10.222.0.36 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520622 Jul 05 04:50:52.830620 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2800c561-1afa-46de-9a05-f0a1a695cbc2 req-bc69305d-72bf-400a-af4d-54155161ff4d service neutron] 10.222.0.10 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479023 Jul 05 04:50:53.267053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e24be-3cf5-4698-93cd-d6dc54bfc3ac req-c1953127-e213-4d54-949f-41b56117d11d tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:53.268473 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-048e24be-3cf5-4698-93cd-d6dc54bfc3ac req-c1953127-e213-4d54-949f-41b56117d11d tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 944 time: 0.0684688 Jul 05 04:50:53.306397 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-048e24be-3cf5-4698-93cd-d6dc54bfc3ac req-25e6a9ca-555d-4a20-a36a-4b369cc39a8e tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317144 Jul 05 04:50:53.495470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:50:53.499257 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:50:53.584588 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:50:53.636130 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:53.650746 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '9787cdcb-826b-4a7e-b7e6-aef034f3cb5a', 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3', 'port_id': '9787cdcb-826b-4a7e-b7e6-aef034f3cb5a', 'mac_address': 'fa:16:3e:3f:7b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fcd94b2-d2d3-4a80-bc14-4e09c76393f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:50:53.696383 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.709382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:50:53.736629 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:53.776748 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab43ce2-4da4-4a49-a339-121fa658ac93 req-e9114621-438a-465c-9662-e0b3e3bc2704 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:53.778366 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ab43ce2-4da4-4a49-a339-121fa658ac93 req-e9114621-438a-465c-9662-e0b3e3bc2704 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 944 time: 0.0835738 Jul 05 04:50:53.787423 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:53.817008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53802046-ddee-4564-a895-523aebf6f2a5 req-c658b463-9651-4d17-9651-145b8891440c tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:53.818588 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53802046-ddee-4564-a895-523aebf6f2a5 req-c658b463-9651-4d17-9651-145b8891440c tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e&tenant_id=72e8b04b86f64b79ad6d732b6356a31f&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 944 time: 0.0765805 Jul 05 04:50:53.819409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ab43ce2-4da4-4a49-a339-121fa658ac93 req-a0e4ba94-a264-4253-8b38-38f4d2c41771 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352585 Jul 05 04:50:53.842905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:53.889647 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [req-53802046-ddee-4564-a895-523aebf6f2a5 req-7ddd0754-9309-4967-9c5d-c9ebb2b855d6 service neutron] delete failed (client error): The resource could not be found. Jul 05 04:50:53.890705 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53802046-ddee-4564-a895-523aebf6f2a5 req-7ddd0754-9309-4967-9c5d-c9ebb2b855d6 service neutron] 10.222.0.36 "DELETE /v2.0/ports/9787cdcb-826b-4a7e-b7e6-aef034f3cb5a/bindings/n-h2-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.0658631 Jul 05 04:50:53.987981 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53802046-ddee-4564-a895-523aebf6f2a5 req-02b3a22f-ae4a-49c2-9532-ddb41133b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:53.989505 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53802046-ddee-4564-a895-523aebf6f2a5 req-02b3a22f-ae4a-49c2-9532-ddb41133b59c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 1097 time: 0.0552959 Jul 05 04:50:54.042137 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9787cdcb-826b-4a7e-b7e6-aef034f3cb5a'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:50:54.077966 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53802046-ddee-4564-a895-523aebf6f2a5 req-795aec4a-1f87-4258-8aac-d3c15715cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:54.079461 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53802046-ddee-4564-a895-523aebf6f2a5 req-795aec4a-1f87-4258-8aac-d3c15715cbab service neutron] 10.222.0.36 "GET /v2.0/networks?id=37345c5c-3a51-44d1-b160-e38de963ced3 HTTP/1.1" status: 200 len: 916 time: 0.0840774 Jul 05 04:50:54.124820 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53802046-ddee-4564-a895-523aebf6f2a5 req-dadd4031-32a4-4ff2-81cf-7963b496b270 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a HTTP/1.1" status: 200 len: 217 time: 0.0386274 Jul 05 04:50:54.173317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53802046-ddee-4564-a895-523aebf6f2a5 req-bc606588-73ab-40a6-8ef0-c4029eb4506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:54.174897 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53802046-ddee-4564-a895-523aebf6f2a5 req-bc606588-73ab-40a6-8ef0-c4029eb4506e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fcd94b2-d2d3-4a80-bc14-4e09c76393f4 HTTP/1.1" status: 200 len: 855 time: 0.0442202 Jul 05 04:50:54.211940 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53802046-ddee-4564-a895-523aebf6f2a5 req-0eaa00c0-cbe8-4af0-881f-551834e20280 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37345c5c-3a51-44d1-b160-e38de963ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279737 Jul 05 04:50:54.417161 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:50:54.605343 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53802046-ddee-4564-a895-523aebf6f2a5 req-eff11bf2-1eb4-446b-a441-068415e8792c service neutron] 10.222.0.36 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875675 Jul 05 04:50:54.697656 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-53802046-ddee-4564-a895-523aebf6f2a5 req-d82bdcd1-2f4c-49c6-89e7-cc013912cacc service neutron] 10.222.0.36 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857704 Jul 05 04:50:55.000410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971a942-c690-41d4-b0c2-39a465a863b6 req-4a353de3-cf9b-41e3-adff-79d0258f256c tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:55.001749 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a971a942-c690-41d4-b0c2-39a465a863b6 req-4a353de3-cf9b-41e3-adff-79d0258f256c tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 945 time: 0.0667446 Jul 05 04:50:55.040101 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a971a942-c690-41d4-b0c2-39a465a863b6 req-f34b999e-2904-471a-bb6d-4fa60b9f663e tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324740 Jul 05 04:50:55.501704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:50:55.654673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:50:55.658660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:50:55.659036 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.735238 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.758600 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c6455b-1160-4e63-a164-0f9a7936370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9787cdcb-826b-4a7e-b7e6-aef034f3cb5a'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:50:55.760892 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b6c704-6189-49c9-aa51-8ffb8f5a299c" -d '{"events": [{"server_uuid": "b9c6455b-1160-4e63-a164-0f9a7936370e", "name": "network-vif-plugged", "status": "completed", "tag": "9787cdcb-826b-4a7e-b7e6-aef034f3cb5a"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:50:55.774413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:55.800190 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b0e082-60a0-4b21-a49f-61083f6545c7 x-openstack-request-id: req-55b0e082-60a0-4b21-a49f-61083f6545c7 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:50:55.800482 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c6455b-1160-4e63-a164-0f9a7936370e", "name": "network-vif-plugged", "status": "completed", "tag": "9787cdcb-826b-4a7e-b7e6-aef034f3cb5a", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:50:55.800738 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-55b0e082-60a0-4b21-a49f-61083f6545c7 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:50:55.801134 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c6455b-1160-4e63-a164-0f9a7936370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9787cdcb-826b-4a7e-b7e6-aef034f3cb5a', 'code': 200} Jul 05 04:50:55.843396 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.909778 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:56.220929 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0be867-ff5f-40fa-baf6-0d6417c2a543 req-b25f8293-14cc-4cea-9dd5-76ecfa55ac65 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:56.222319 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce0be867-ff5f-40fa-baf6-0d6417c2a543 req-b25f8293-14cc-4cea-9dd5-76ecfa55ac65 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0691676 Jul 05 04:50:56.261583 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce0be867-ff5f-40fa-baf6-0d6417c2a543 req-5fb668ca-f4f3-44f1-b548-be4c6c201201 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330057 Jul 05 04:50:56.437203 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8bb98-651e-4e41-8fde-13a2e99466b9 req-49d62cc2-18bd-4a28-847c-3dcae8311f14 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:56.438693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3f8bb98-651e-4e41-8fde-13a2e99466b9 req-49d62cc2-18bd-4a28-847c-3dcae8311f14 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0646076 Jul 05 04:50:56.480462 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3f8bb98-651e-4e41-8fde-13a2e99466b9 req-1a04b4de-6253-48ca-9db9-410654045417 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330584 Jul 05 04:50:56.655342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb726b4f-2287-40fa-aa9d-704994d9811c req-38e197e3-5b21-446c-8deb-f8771bee3fec tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:56.657163 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bb726b4f-2287-40fa-aa9d-704994d9811c req-38e197e3-5b21-446c-8deb-f8771bee3fec tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0691502 Jul 05 04:50:56.700602 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bb726b4f-2287-40fa-aa9d-704994d9811c req-c7213899-ef9e-4148-b413-73cd96694ecc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376642 Jul 05 04:50:57.329276 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-071931f8-811f-44fa-ab2f-ce37797e7789 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:57.329276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-071931f8-811f-44fa-ab2f-ce37797e7789 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/networks?id=37345c5c-3a51-44d1-b160-e38de963ced3 HTTP/1.1" status: 200 len: 815 time: 0.1039462 Jul 05 04:50:57.341223 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-48d405a7-351a-4faf-bff5-4b4082254587 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/quotas/72e8b04b86f64b79ad6d732b6356a31f HTTP/1.1" status: 200 len: 375 time: 0.0100055 Jul 05 04:50:57.412840 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-7b23fdf9-ae7f-46a4-91d8-4ebe76cb6643 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654297 Jul 05 04:50:57.426008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-8e5f2997-3a7b-468c-b58b-933f095d5273 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:50:57.426958 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-8e5f2997-3a7b-468c-b58b-933f095d5273 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063455 Jul 05 04:50:57.526972 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-9306ecac-ec3a-4fab-9195-8c3af7ab6833 service neutron] 10.222.0.38 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929961 Jul 05 04:50:57.625847 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-a67f3740-0527-4196-95bf-567ec5c9dc94 service neutron] 10.222.0.38 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920863 Jul 05 04:50:57.884879 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46b21faf-32ae-4dfc-b7a7-abd538d9f10e req-d7c7d5aa-0c6d-48ee-9858-3adc517139d2 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 210 time: 0.0308900 Jul 05 04:50:58.845134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410660ad-c912-4c66-8959-1f5f1cd36747 req-090020bf-7d16-4fd5-b585-907662c7085a tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:58.846729 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-410660ad-c912-4c66-8959-1f5f1cd36747 req-090020bf-7d16-4fd5-b585-907662c7085a tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9c6455b-1160-4e63-a164-0f9a7936370e HTTP/1.1" status: 200 len: 946 time: 0.0683844 Jul 05 04:50:58.951998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-410660ad-c912-4c66-8959-1f5f1cd36747 req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Deleting port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:50:58.952467 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-410660ad-c912-4c66-8959-1f5f1cd36747 req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.025922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7379513e-9627-4568-95a4-fa03ef66d830 req-81a6ee10-4d48-41bf-990c-ccadfa22ad5c tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 210 time: 0.0285201 Jul 05 04:50:59.044944 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-410660ad-c912-4c66-8959-1f5f1cd36747 req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] For port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:50:59.045390 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-410660ad-c912-4c66-8959-1f5f1cd36747 req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.058590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-410660ad-c912-4c66-8959-1f5f1cd36747 req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Calling delete_port for 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:50:59.267465 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-410660ad-c912-4c66-8959-1f5f1cd36747 req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.280219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9787cdcb-826b-4a7e-b7e6-aef034f3cb5a'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:50:59.295999 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Pushing event deleted for resources: {'Port': ['ID=9787cdcb-826b-4a7e-b7e6-aef034f3cb5a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:50:59.310249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:59.310602 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:59.310953 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:59.311291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:59.311633 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:59.311964 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:59.312319 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:59.312650 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:59.318529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:59.318529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:59.318529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:59.318529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:50:59.353472 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-410660ad-c912-4c66-8959-1f5f1cd36747 req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] No DVR routers for this DVR port 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:50:59.356167 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-410660ad-c912-4c66-8959-1f5f1cd36747 req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:59.358159 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-410660ad-c912-4c66-8959-1f5f1cd36747 req-377657e4-f02e-47c0-872d-2c58aec576bc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.10 "DELETE /v2.0/ports/9787cdcb-826b-4a7e-b7e6-aef034f3cb5a HTTP/1.1" status: 204 len: 173 time: 0.5018356 Jul 05 04:50:59.358595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c6455b-1160-4e63-a164-0f9a7936370e', 'name': 'network-vif-deleted', 'tag': '9787cdcb-826b-4a7e-b7e6-aef034f3cb5a'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:50:59.360851 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a75cf49-bfa6-4c7f-94bb-b4f4aebe7ebe" -d '{"events": [{"server_uuid": "b9c6455b-1160-4e63-a164-0f9a7936370e", "name": "network-vif-deleted", "tag": "9787cdcb-826b-4a7e-b7e6-aef034f3cb5a"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:50:59.395539 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24705a9-3fa2-45e1-839f-06c19ebacf7f x-openstack-request-id: req-f24705a9-3fa2-45e1-839f-06c19ebacf7f {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:50:59.395835 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c6455b-1160-4e63-a164-0f9a7936370e", "name": "network-vif-deleted", "tag": "9787cdcb-826b-4a7e-b7e6-aef034f3cb5a", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:50:59.396113 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f24705a9-3fa2-45e1-839f-06c19ebacf7f {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:50:59.396519 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c6455b-1160-4e63-a164-0f9a7936370e', 'name': 'network-vif-deleted', 'tag': '9787cdcb-826b-4a7e-b7e6-aef034f3cb5a', 'status': 'completed', 'code': 200} Jul 05 04:51:00.112328 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-4914307d-ea43-433b-a1f0-1276aac8434b tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:00.113802 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-4914307d-ea43-433b-a1f0-1276aac8434b tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.10 "GET /v2.0/networks?id=37345c5c-3a51-44d1-b160-e38de963ced3 HTTP/1.1" status: 200 len: 815 time: 0.1062863 Jul 05 04:51:00.132567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-c9d82522-d542-4c34-9bb1-9786b758d6b6 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Request body: {'port': {'device_id': '88ae4dd1-e5bf-4234-9d72-6aac2768ae4e', 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3', 'admin_state_up': True, 'tenant_id': '72e8b04b86f64b79ad6d732b6356a31f'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:00.172029 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7de04f5f-2206-48c0-8cf7-607ed6e62f8c req-77461e59-1537-4d61-b8bc-82b5e226a318 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 210 time: 0.0293880 Jul 05 04:51:00.336304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-c9d82522-d542-4c34-9bb1-9786b758d6b6 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Made reservation on behalf of 72e8b04b86f64b79ad6d732b6356a31f for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:51:00.340373 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-c9d82522-d542-4c34-9bb1-9786b758d6b6 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.469198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-c9d82522-d542-4c34-9bb1-9786b758d6b6 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Allocated IP 172.20.0.12 (37345c5c-3a51-44d1-b160-e38de963ced3/8fcd94b2-d2d3-4a80-bc14-4e09c76393f4/ef00537a-4d77-482c-88bb-ee08aab8d2d8) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:51:00.618216 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-c9d82522-d542-4c34-9bb1-9786b758d6b6 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.736196 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-c9d82522-d542-4c34-9bb1-9786b758d6b6 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.747821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['9787cdcb-826b-4a7e-b7e6-aef034f3cb5a'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:51:00.779625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-c9d82522-d542-4c34-9bb1-9786b758d6b6 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Network 37345c5c-3a51-44d1-b160-e38de963ced3 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:51:00.783049 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-c9d82522-d542-4c34-9bb1-9786b758d6b6 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:51:00.788931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-c9d82522-d542-4c34-9bb1-9786b758d6b6 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:51:00.813273 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d82522-d542-4c34-9bb1-9786b758d6b6 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Pushing event updated for resources: {'Port': ['ID=ef00537a-4d77-482c-88bb-ee08aab8d2d8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:00.842364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-c9d82522-d542-4c34-9bb1-9786b758d6b6 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:00.842983 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-c9d82522-d542-4c34-9bb1-9786b758d6b6 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:00.957810 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-c9d82522-d542-4c34-9bb1-9786b758d6b6 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8291597 Jul 05 04:51:00.970963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Request body: {'port': {'device_id': '88ae4dd1-e5bf-4234-9d72-6aac2768ae4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:01.046255 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:01.315574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef00537a-4d77-482c-88bb-ee08aab8d2d8 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:51:01.325173 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:01.337299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Transition to ACTIVE for port object ef00537a-4d77-482c-88bb-ee08aab8d2d8 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:51:01.371925 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b62a94-ab62-4430-9789-ec2e4bda9f29 req-450db4a7-4396-47cb-9962-d6652c91f670 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:01.373435 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3b62a94-ab62-4430-9789-ec2e4bda9f29 req-450db4a7-4396-47cb-9962-d6652c91f670 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 932 time: 0.0668349 Jul 05 04:51:01.411762 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3b62a94-ab62-4430-9789-ec2e4bda9f29 req-9f4e060e-8b50-4d90-ad0c-e7ae3ca3117f tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325778 Jul 05 04:51:01.421290 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:01.480773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Pushing event updated for resources: {'Port': ['ID=ef00537a-4d77-482c-88bb-ee08aab8d2d8,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:01.543980 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Attempting to bind port ef00537a-4d77-482c-88bb-ee08aab8d2d8 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:51:01.544361 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Attempting to bind port ef00537a-4d77-482c-88bb-ee08aab8d2d8 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '64c6ce52-ac18-44b1-81b0-88a64bf4d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:51:01.544695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Attempting to bind port ef00537a-4d77-482c-88bb-ee08aab8d2d8 on network 37345c5c-3a51-44d1-b160-e38de963ced3 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:51:01.548930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Port ef00537a-4d77-482c-88bb-ee08aab8d2d8 on network 37345c5c-3a51-44d1-b160-e38de963ced3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:51:01.549252 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Attempting to bind port ef00537a-4d77-482c-88bb-ee08aab8d2d8 on network 37345c5c-3a51-44d1-b160-e38de963ced3 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:51:01.553946 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:51:01.554289 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Checking segment: {'id': '64c6ce52-ac18-44b1-81b0-88a64bf4d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:51:01.555325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Bound using segment: {'id': '64c6ce52-ac18-44b1-81b0-88a64bf4d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:51:01.555692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Bound port: ef00537a-4d77-482c-88bb-ee08aab8d2d8, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c6ce52-ac18-44b1-81b0-88a64bf4d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:51:01.556053 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:01.623990 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] For port ef00537a-4d77-482c-88bb-ee08aab8d2d8, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:51:01.627093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] For port ef00537a-4d77-482c-88bb-ee08aab8d2d8, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ef00537a-4d77-482c-88bb-ee08aab8d2d8,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:51:01.747949 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:01.782178 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:01.789631 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:01.789631 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] 10.222.0.10 "PUT /v2.0/ports/ef00537a-4d77-482c-88bb-ee08aab8d2d8 HTTP/1.1" status: 200 len: 1093 time: 0.8174694 Jul 05 04:51:01.789631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ae4dd1-e5bf-4234-9d72-6aac2768ae4e', 'tag': 'ef00537a-4d77-482c-88bb-ee08aab8d2d8'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:51:01.789631 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f14eac9-da0c-4027-894f-939c6c5e6c94" -d '{"events": [{"name": "network-changed", "server_uuid": "88ae4dd1-e5bf-4234-9d72-6aac2768ae4e", "tag": "ef00537a-4d77-482c-88bb-ee08aab8d2d8"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:51:01.812031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e99152-9cf5-415d-87bd-b7a62f649d44 service neutron] Pushing event updated for resources: {'Port': ['ID=ef00537a-4d77-482c-88bb-ee08aab8d2d8,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:01.824591 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7a4766-0b3c-4755-acda-b07389005a72 x-openstack-request-id: req-ed7a4766-0b3c-4755-acda-b07389005a72 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:51:01.824701 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ae4dd1-e5bf-4234-9d72-6aac2768ae4e", "tag": "ef00537a-4d77-482c-88bb-ee08aab8d2d8", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:51:01.824883 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed7a4766-0b3c-4755-acda-b07389005a72 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:51:01.825285 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ae4dd1-e5bf-4234-9d72-6aac2768ae4e', 'tag': 'ef00537a-4d77-482c-88bb-ee08aab8d2d8', 'status': 'completed', 'code': 200} Jul 05 04:51:01.923723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14eac9-da0c-4027-894f-939c6c5e6c94 req-0642ca66-df40-4765-b5ad-13263031c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:01.925327 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f14eac9-da0c-4027-894f-939c6c5e6c94 req-0642ca66-df40-4765-b5ad-13263031c8cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 1096 time: 0.0718019 Jul 05 04:51:02.022997 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14eac9-da0c-4027-894f-939c6c5e6c94 req-25ea457f-9361-4ab2-b28d-68d4a0ba8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:02.024952 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f14eac9-da0c-4027-894f-939c6c5e6c94 req-25ea457f-9361-4ab2-b28d-68d4a0ba8a71 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0912228 Jul 05 04:51:02.123586 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14eac9-da0c-4027-894f-939c6c5e6c94 req-1af37c1f-ae4d-44af-9131-91dcffc0f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:02.125129 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f14eac9-da0c-4027-894f-939c6c5e6c94 req-1af37c1f-ae4d-44af-9131-91dcffc0f809 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931015 Jul 05 04:51:02.221092 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-140d25fb-9ff5-40f7-b498-e3637487793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:02.222606 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-140d25fb-9ff5-40f7-b498-e3637487793e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 1096 time: 0.0540931 Jul 05 04:51:02.265373 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-b8166d24-baa4-497d-adfa-9400cf33c493 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef00537a-4d77-482c-88bb-ee08aab8d2d8 HTTP/1.1" status: 200 len: 217 time: 0.0342247 Jul 05 04:51:02.321453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-4092d8d6-45b5-44a8-ab5c-f6f67790f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:02.322869 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-4092d8d6-45b5-44a8-ab5c-f6f67790f15b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fcd94b2-d2d3-4a80-bc14-4e09c76393f4 HTTP/1.1" status: 200 len: 855 time: 0.0511675 Jul 05 04:51:02.357222 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-2730b0d6-1d8f-40f1-81c5-c83a79b95b99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37345c5c-3a51-44d1-b160-e38de963ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261691 Jul 05 04:51:02.446989 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-b809f768-b299-4c90-89d0-162f142f2bf5 service neutron] 10.222.0.10 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822089 Jul 05 04:51:02.545749 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-57477e49-6d70-4846-9b44-ccc50e4bde94 req-7cf156cf-170c-47f0-a129-9a06323fa1de service neutron] 10.222.0.10 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913439 Jul 05 04:51:02.603951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325b005-edcf-4e77-9915-bfdc45b16546 req-785f7533-e1f7-43fd-a3ff-dacff0602674 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:02.605540 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8325b005-edcf-4e77-9915-bfdc45b16546 req-785f7533-e1f7-43fd-a3ff-dacff0602674 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 944 time: 0.0677919 Jul 05 04:51:02.648134 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8325b005-edcf-4e77-9915-bfdc45b16546 req-883c5b01-1ea1-40b8-8de0-bf467643893c tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353382 Jul 05 04:51:02.918568 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:03.559602 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:51:03.579911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:51:03.580279 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 9787cdcb-826b-4a7e-b7e6-aef034f3cb5a not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:51:03.821270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f206c9-96f7-404a-969a-9d0721618e9e req-80689479-4c61-48bc-844e-6c31424a3f38 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:03.822687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7f206c9-96f7-404a-969a-9d0721618e9e req-80689479-4c61-48bc-844e-6c31424a3f38 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 944 time: 0.0623066 Jul 05 04:51:03.860519 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e7f206c9-96f7-404a-969a-9d0721618e9e req-413eb4f0-cb31-406a-b701-c664a6593972 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318277 Jul 05 04:51:04.557137 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:05.036757 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221618e6-0a77-46b8-aed6-aaf5ee79dc33 req-610f199f-c71a-4789-aca6-c7052d817786 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:05.038236 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-221618e6-0a77-46b8-aed6-aaf5ee79dc33 req-610f199f-c71a-4789-aca6-c7052d817786 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 944 time: 0.0667582 Jul 05 04:51:05.076407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-221618e6-0a77-46b8-aed6-aaf5ee79dc33 req-9bdfd8e7-c14b-4423-9a28-a4b15ed602be tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316203 Jul 05 04:51:05.564425 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ef00537a-4d77-482c-88bb-ee08aab8d2d8 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:51:05.661022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ef00537a-4d77-482c-88bb-ee08aab8d2d8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ef00537a-4d77-482c-88bb-ee08aab8d2d8,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:05.672097 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'ef00537a-4d77-482c-88bb-ee08aab8d2d8', 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3', 'port_id': 'ef00537a-4d77-482c-88bb-ee08aab8d2d8', 'mac_address': 'fa:16:3e:41:d8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fcd94b2-d2d3-4a80-bc14-4e09c76393f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:51:05.708675 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:05.721309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef00537a-4d77-482c-88bb-ee08aab8d2d8 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:51:05.740014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ef00537a-4d77-482c-88bb-ee08aab8d2d8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ef00537a-4d77-482c-88bb-ee08aab8d2d8,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:05.802777 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:05.852017 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=ef00537a-4d77-482c-88bb-ee08aab8d2d8,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:05.859307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:05.859652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:05.859990 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:05.860348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:05.860708 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:05.861039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:05.861364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:05.861686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:05.862032 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:05.862368 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:05.862694 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:05.863015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:06.047929 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['ef00537a-4d77-482c-88bb-ee08aab8d2d8'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:51:06.254992 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099b05f-7139-4194-a63e-21bd0342a3fe req-ffd8aed0-b3ab-4351-8ac7-2d3a6996d1aa tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:06.256502 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3099b05f-7139-4194-a63e-21bd0342a3fe req-ffd8aed0-b3ab-4351-8ac7-2d3a6996d1aa tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 945 time: 0.0663321 Jul 05 04:51:06.296325 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3099b05f-7139-4194-a63e-21bd0342a3fe req-6bbbcee6-2aea-476c-83cb-1af14fd43363 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337071 Jul 05 04:51:07.474077 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fc806-bf50-4280-ad91-b321fc7c0e92 req-bc4eb7c4-1144-4f70-8a25-d9a8d9676c64 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:07.475554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c9fc806-bf50-4280-ad91-b321fc7c0e92 req-bc4eb7c4-1144-4f70-8a25-d9a8d9676c64 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 945 time: 0.0684083 Jul 05 04:51:07.514919 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c9fc806-bf50-4280-ad91-b321fc7c0e92 req-f53aa7b0-8b51-4d86-aff4-3f98b737e566 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335073 Jul 05 04:51:07.575576 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ef00537a-4d77-482c-88bb-ee08aab8d2d8 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:51:07.672799 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port ef00537a-4d77-482c-88bb-ee08aab8d2d8 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:51:07.676718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port ef00537a-4d77-482c-88bb-ee08aab8d2d8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:07.677094 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:07.914828 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:07.937996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ae4dd1-e5bf-4234-9d72-6aac2768ae4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef00537a-4d77-482c-88bb-ee08aab8d2d8'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:51:07.940202 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba17c34-b438-4597-a95f-c367b70dd8cb" -d '{"events": [{"server_uuid": "88ae4dd1-e5bf-4234-9d72-6aac2768ae4e", "name": "network-vif-plugged", "status": "completed", "tag": "ef00537a-4d77-482c-88bb-ee08aab8d2d8"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:51:07.956199 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ef00537a-4d77-482c-88bb-ee08aab8d2d8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ef00537a-4d77-482c-88bb-ee08aab8d2d8,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:07.980406 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7d414f-6e9f-44b6-ba90-63a475f5d78f x-openstack-request-id: req-ee7d414f-6e9f-44b6-ba90-63a475f5d78f {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:51:07.980696 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ae4dd1-e5bf-4234-9d72-6aac2768ae4e", "name": "network-vif-plugged", "status": "completed", "tag": "ef00537a-4d77-482c-88bb-ee08aab8d2d8", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:51:07.980949 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ee7d414f-6e9f-44b6-ba90-63a475f5d78f {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:51:07.981341 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ae4dd1-e5bf-4234-9d72-6aac2768ae4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef00537a-4d77-482c-88bb-ee08aab8d2d8', 'code': 200} Jul 05 04:51:08.015834 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:08.064348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=ef00537a-4d77-482c-88bb-ee08aab8d2d8,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:08.105492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a491096-2223-470f-b615-79d7b9de7e74 req-f927fcd5-b77f-4538-8c28-9a2047c48a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:08.106969 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1a491096-2223-470f-b615-79d7b9de7e74 req-f927fcd5-b77f-4538-8c28-9a2047c48a08 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 1098 time: 0.0532589 Jul 05 04:51:08.143424 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1a491096-2223-470f-b615-79d7b9de7e74 req-4f7fce6f-b128-4736-a865-a747bd8914d7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292854 Jul 05 04:51:08.687318 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dd475-d6fa-4f13-9a26-f32828937a8b req-8b3258d8-fe8c-480c-9b55-398e33e13ab7 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:08.688820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a35dd475-d6fa-4f13-9a26-f32828937a8b req-8b3258d8-fe8c-480c-9b55-398e33e13ab7 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0630624 Jul 05 04:51:08.727120 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a35dd475-d6fa-4f13-9a26-f32828937a8b req-1507fc05-9623-40d1-b23e-75829f3e6d5f tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326405 Jul 05 04:51:09.901504 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96c5d0-dd0f-4a57-9305-c10f1cd203e4 req-8f21c47f-e968-4b5c-ad2e-b6154df31db8 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:09.903671 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1d96c5d0-dd0f-4a57-9305-c10f1cd203e4 req-8f21c47f-e968-4b5c-ad2e-b6154df31db8 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0672684 Jul 05 04:51:09.941947 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1d96c5d0-dd0f-4a57-9305-c10f1cd203e4 req-82aea330-fc30-4b12-b998-4f22b5d0ff88 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326180 Jul 05 04:51:10.126523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abfdff-1ea8-4af9-8de7-aa44861ea1bb req-a62fd38e-c61e-4f04-b874-f060b48b5530 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:10.128011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-06abfdff-1ea8-4af9-8de7-aa44861ea1bb req-a62fd38e-c61e-4f04-b874-f060b48b5530 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0714939 Jul 05 04:51:10.165285 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-06abfdff-1ea8-4af9-8de7-aa44861ea1bb req-10023e48-c3a6-42bf-a53d-c87b7d48f392 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317576 Jul 05 04:51:10.689480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc6ef5-91b3-4e6e-8f88-09719443aec5 req-4003ccb1-2569-4d59-bbd5-260f294a6f1b tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:10.691038 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ccc6ef5-91b3-4e6e-8f88-09719443aec5 req-4003ccb1-2569-4d59-bbd5-260f294a6f1b tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0640776 Jul 05 04:51:10.729606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8ccc6ef5-91b3-4e6e-8f88-09719443aec5 req-fe1a4770-a083-4b4a-8855-c61316e9df7e tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326605 Jul 05 04:51:10.743327 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-0e50f704-1564-46dd-9a29-0457e2c30324 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0564566 Jul 05 04:51:11.535721 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2096391c-00a3-496b-8821-66f9bcb9286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:11.915962 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7296c-7ec5-4ffb-95af-6d8bbf96f3d3 req-f32c58af-f16e-491f-963f-eea422cb3dab tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:11.917565 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ff7296c-7ec5-4ffb-95af-6d8bbf96f3d3 req-f32c58af-f16e-491f-963f-eea422cb3dab tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0696111 Jul 05 04:51:11.955659 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ff7296c-7ec5-4ffb-95af-6d8bbf96f3d3 req-5ce239ec-a597-4b5a-bb52-88683617541a tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324893 Jul 05 04:51:12.728256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-f42e740b-e5ca-40dc-b917-da2b5b226d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:12.729694 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-f42e740b-e5ca-40dc-b917-da2b5b226d36 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 1098 time: 0.0546679 Jul 05 04:51:12.820678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-29179c75-ec9b-4e25-b0c8-5d05fe34e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:12.822148 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-29179c75-ec9b-4e25-b0c8-5d05fe34e4a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=37345c5c-3a51-44d1-b160-e38de963ced3 HTTP/1.1" status: 200 len: 916 time: 0.0852478 Jul 05 04:51:12.870946 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-c823236d-8595-4a6d-a4fe-f31fe1653ae4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef00537a-4d77-482c-88bb-ee08aab8d2d8 HTTP/1.1" status: 200 len: 217 time: 0.0400813 Jul 05 04:51:12.924183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-595a31cc-ed94-49ac-bf5c-2934ea138d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:12.926212 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-595a31cc-ed94-49ac-bf5c-2934ea138d6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fcd94b2-d2d3-4a80-bc14-4e09c76393f4 HTTP/1.1" status: 200 len: 855 time: 0.0466459 Jul 05 04:51:12.964129 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-6710369f-59c2-4ae0-9e1f-0d5fa584d4c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37345c5c-3a51-44d1-b160-e38de963ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272830 Jul 05 04:51:13.072972 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-1e528276-74a0-416d-a79b-3e952d3b22eb service neutron] 10.222.0.10 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006808 Jul 05 04:51:13.145605 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85e775-ba39-4438-b9ab-f15db45cd080 req-d9eff870-6ee1-48ca-aa5d-147d6c31ceb1 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:13.147122 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce85e775-ba39-4438-b9ab-f15db45cd080 req-d9eff870-6ee1-48ca-aa5d-147d6c31ceb1 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0696194 Jul 05 04:51:13.171425 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-e23d2576-3fd4-412d-9f3e-39c6d55fb46e service neutron] 10.222.0.10 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885618 Jul 05 04:51:13.189431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ce85e775-ba39-4438-b9ab-f15db45cd080 req-f9e7cbb0-6179-446a-87c6-ef30ea039fc9 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364990 Jul 05 04:51:14.042770 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bfad9cf5-cacb-4dee-832c-075789c82ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:14.374496 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d3d9d-7e7c-44e6-8d6c-542ef764a73b req-312a4398-0c74-405f-a2c5-4c1083275824 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:14.375990 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-795d3d9d-7e7c-44e6-8d6c-542ef764a73b req-312a4398-0c74-405f-a2c5-4c1083275824 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0749841 Jul 05 04:51:14.387040 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:14.415964 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-795d3d9d-7e7c-44e6-8d6c-542ef764a73b req-2fdf11bf-7232-48ac-8b08-a93c3b4d7e2c tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342963 Jul 05 04:51:15.558342 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:15.601072 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c4ac7-39d3-459b-9b73-153bf3d0dee1 req-61df7d11-e7e3-4165-999d-f3c571651bdc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:15.602563 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-168c4ac7-39d3-459b-9b73-153bf3d0dee1 req-61df7d11-e7e3-4165-999d-f3c571651bdc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0673339 Jul 05 04:51:15.639997 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-168c4ac7-39d3-459b-9b73-153bf3d0dee1 req-4ffd78dc-236e-4841-9dd8-431947504e0d tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311706 Jul 05 04:51:16.831532 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90367c0-db2d-488f-a8f0-c0c29d6582b2 req-876ff6b7-1d85-49f0-a575-90ed653ef191 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:16.833100 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f90367c0-db2d-488f-a8f0-c0c29d6582b2 req-876ff6b7-1d85-49f0-a575-90ed653ef191 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0630007 Jul 05 04:51:16.873143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f90367c0-db2d-488f-a8f0-c0c29d6582b2 req-0d7cbc49-374d-459a-b8ec-382ac4d4d4b5 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344980 Jul 05 04:51:17.135803 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:18.062728 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53f78-5eb1-411a-a08d-b96f5d7c1c83 req-3b6c3ac0-3698-4a53-871d-342ddab1378f tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:18.064265 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdd53f78-5eb1-411a-a08d-b96f5d7c1c83 req-3b6c3ac0-3698-4a53-871d-342ddab1378f tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0705278 Jul 05 04:51:18.102775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdd53f78-5eb1-411a-a08d-b96f5d7c1c83 req-48ce4e89-9688-4303-bf70-6c5eb04e475b tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328703 Jul 05 04:51:19.279608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53606a13-7e06-4db7-bcac-132e08c85a9a req-7d916377-3ed7-454f-94c1-785fe54f107f tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:19.281127 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53606a13-7e06-4db7-bcac-132e08c85a9a req-7d916377-3ed7-454f-94c1-785fe54f107f tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0646803 Jul 05 04:51:19.318002 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53606a13-7e06-4db7-bcac-132e08c85a9a req-50bb3c2f-e50e-48b0-80e4-5ab156c1b8fb tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Jul 05 04:51:20.495094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950f6c6-e912-44a1-b5d8-7c2b0dd03d12 req-c98c7054-1a04-4cf5-b022-3b2bdc408db3 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:20.496628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2950f6c6-e912-44a1-b5d8-7c2b0dd03d12 req-c98c7054-1a04-4cf5-b022-3b2bdc408db3 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0630426 Jul 05 04:51:20.534565 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2950f6c6-e912-44a1-b5d8-7c2b0dd03d12 req-2d17eb8f-e240-4678-9abe-bda075a6a986 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 Jul 05 04:51:21.712660 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b414eec-4941-4b4c-8fa8-7c9436f50b30 req-409e4844-d851-449a-a5a5-c5fc31cbe5cb tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:21.714116 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b414eec-4941-4b4c-8fa8-7c9436f50b30 req-409e4844-d851-449a-a5a5-c5fc31cbe5cb tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0691371 Jul 05 04:51:21.751092 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b414eec-4941-4b4c-8fa8-7c9436f50b30 req-aceb1319-a5c8-42a5-8bff-de03164db04f tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307078 Jul 05 04:51:22.927101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b71ba-1866-4798-ace5-4de0edb1c71b req-28581e93-2f72-46b9-b5d9-8522e5c0cfd0 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:22.928958 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d9b71ba-1866-4798-ace5-4de0edb1c71b req-28581e93-2f72-46b9-b5d9-8522e5c0cfd0 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0630157 Jul 05 04:51:22.966013 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d9b71ba-1866-4798-ace5-4de0edb1c71b req-3abffd4e-4db3-40e2-af38-2825d9152560 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314963 Jul 05 04:51:24.142111 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1e2e5-0c59-488c-a245-f04a8ad24a0e req-50c6af06-72c1-470f-9ba4-abfbc6a957b0 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:24.143600 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b1e2e5-0c59-488c-a245-f04a8ad24a0e req-50c6af06-72c1-470f-9ba4-abfbc6a957b0 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0657494 Jul 05 04:51:24.180630 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-85b1e2e5-0c59-488c-a245-f04a8ad24a0e req-a14641ac-b543-45aa-b65d-745ba4aeeed5 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Jul 05 04:51:25.352461 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999dca6-f9e8-4c83-8233-5cdd856f7c49 req-c400413c-1e0d-4e38-8ca3-59a633c69e12 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:25.353928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8999dca6-f9e8-4c83-8233-5cdd856f7c49 req-c400413c-1e0d-4e38-8ca3-59a633c69e12 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0627666 Jul 05 04:51:25.396415 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8999dca6-f9e8-4c83-8233-5cdd856f7c49 req-1f84e0c6-83a8-4235-a1f9-c8dd6a7dc033 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367842 Jul 05 04:51:26.479811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99841c-4a6a-4cc9-b90a-b63e2584aecb req-6b7596f5-04bc-4e34-a1e6-295d2f7d891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:26.483303 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1d99841c-4a6a-4cc9-b90a-b63e2584aecb req-6b7596f5-04bc-4e34-a1e6-295d2f7d891e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 1098 time: 0.0537450 Jul 05 04:51:26.575267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae0f49-f700-4207-80af-8614bbbed81d req-b17328ec-01df-435b-a4f2-2b412e02ba9a tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:26.576911 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0aae0f49-f700-4207-80af-8614bbbed81d req-b17328ec-01df-435b-a4f2-2b412e02ba9a tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0683329 Jul 05 04:51:26.600960 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99841c-4a6a-4cc9-b90a-b63e2584aecb req-7a5ffdbb-6804-4d45-a737-400b3b85bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:26.602448 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1d99841c-4a6a-4cc9-b90a-b63e2584aecb req-7a5ffdbb-6804-4d45-a737-400b3b85bc5c service neutron] 10.222.0.10 "GET /v2.0/networks?id=37345c5c-3a51-44d1-b160-e38de963ced3 HTTP/1.1" status: 200 len: 916 time: 0.0921743 Jul 05 04:51:26.618913 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0aae0f49-f700-4207-80af-8614bbbed81d req-1db3cbd6-ac2e-4105-be48-8df1c66e0bdc tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361788 Jul 05 04:51:26.644628 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1d99841c-4a6a-4cc9-b90a-b63e2584aecb req-85a142f5-163e-4982-bbee-e9eec6627eef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef00537a-4d77-482c-88bb-ee08aab8d2d8 HTTP/1.1" status: 200 len: 217 time: 0.0349414 Jul 05 04:51:26.697448 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99841c-4a6a-4cc9-b90a-b63e2584aecb req-8d3b800b-58d2-4054-a5bf-c29181b1941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:26.698803 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1d99841c-4a6a-4cc9-b90a-b63e2584aecb req-8d3b800b-58d2-4054-a5bf-c29181b1941d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fcd94b2-d2d3-4a80-bc14-4e09c76393f4 HTTP/1.1" status: 200 len: 855 time: 0.0475965 Jul 05 04:51:26.731723 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1d99841c-4a6a-4cc9-b90a-b63e2584aecb req-739c53aa-0a12-4295-8cf5-5dcaa357b56f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37345c5c-3a51-44d1-b160-e38de963ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255277 Jul 05 04:51:26.820480 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1d99841c-4a6a-4cc9-b90a-b63e2584aecb req-b45d54ef-e35c-45eb-845a-e1173a0590c1 service neutron] 10.222.0.10 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820839 Jul 05 04:51:26.915210 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1d99841c-4a6a-4cc9-b90a-b63e2584aecb req-1c14ab77-0da5-43a6-88cf-dfdb57102bf6 service neutron] 10.222.0.10 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869346 Jul 05 04:51:27.793378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cf129-e208-439e-887b-c3099819dd4a req-d14b559e-314b-48f0-b02e-9aab070c4e73 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:27.794757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d34cf129-e208-439e-887b-c3099819dd4a req-d14b559e-314b-48f0-b02e-9aab070c4e73 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0625594 Jul 05 04:51:27.832622 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d34cf129-e208-439e-887b-c3099819dd4a req-05a00eed-4827-4fc2-b66a-96b94a60cd18 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318041 Jul 05 04:51:29.006737 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d521bae-93d1-47d4-a2bf-3d2969be3976 req-b9f07fcb-09c9-42fe-93a7-7643497c5409 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:29.008382 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d521bae-93d1-47d4-a2bf-3d2969be3976 req-b9f07fcb-09c9-42fe-93a7-7643497c5409 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0632203 Jul 05 04:51:29.045738 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d521bae-93d1-47d4-a2bf-3d2969be3976 req-f411c395-7a99-4df0-bc86-6a19de5eae79 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320530 Jul 05 04:51:30.222749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e07a7d-351f-4c69-8716-b5ed67f06c61 req-cf1d0934-0b97-4e49-869a-6570fb49e116 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:30.224230 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21e07a7d-351f-4c69-8716-b5ed67f06c61 req-cf1d0934-0b97-4e49-869a-6570fb49e116 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0662363 Jul 05 04:51:30.261358 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-21e07a7d-351f-4c69-8716-b5ed67f06c61 req-1c6ad441-9139-4f1d-a8c3-10d2cde5089d tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315557 Jul 05 04:51:31.415748 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:51:31.432791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3db71c-8c91-4615-9ee1-5f778816298c req-d5079db0-a04c-4aac-8804-f01a9170a2a3 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:31.434272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc3db71c-8c91-4615-9ee1-5f778816298c req-d5079db0-a04c-4aac-8804-f01a9170a2a3 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0630307 Jul 05 04:51:31.472105 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc3db71c-8c91-4615-9ee1-5f778816298c req-b44fbe78-edf7-4861-adee-235f57790ada tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323546 Jul 05 04:51:32.655051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf47a3-8923-4f9d-b741-02a3cd345156 req-d43892c4-5aed-4c85-af2c-f538129b2a51 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:32.656754 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1cf47a3-8923-4f9d-b741-02a3cd345156 req-d43892c4-5aed-4c85-af2c-f538129b2a51 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0665848 Jul 05 04:51:32.694419 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1cf47a3-8923-4f9d-b741-02a3cd345156 req-f539d75a-84df-4697-93d7-45b02240f74b tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320873 Jul 05 04:51:32.964566 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:33.865179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c711a-f765-4e2c-b08d-2d9cc61ffebb req-a9176809-a781-47c1-a252-556f206de2ec tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:33.866638 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f2c711a-f765-4e2c-b08d-2d9cc61ffebb req-a9176809-a781-47c1-a252-556f206de2ec tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0620263 Jul 05 04:51:33.904431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f2c711a-f765-4e2c-b08d-2d9cc61ffebb req-9ba0a685-c70b-4be7-a088-d89af1e1cf16 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322194 Jul 05 04:51:34.575929 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:35.078831 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26afbbc-91cb-43b9-9ce4-2f9c115f87b6 req-2e7b125a-ca2d-40b3-9f9b-612bd5aa16df tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:35.080412 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d26afbbc-91cb-43b9-9ce4-2f9c115f87b6 req-2e7b125a-ca2d-40b3-9f9b-612bd5aa16df tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0644696 Jul 05 04:51:35.118289 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d26afbbc-91cb-43b9-9ce4-2f9c115f87b6 req-d4bfc76e-50e9-49b8-b9b8-b6c098b1ca12 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Jul 05 04:51:36.293822 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec6c55-6e55-4afa-8aa8-fbf0dd521f99 req-8e9ea274-63de-4f6e-b6dd-519ecb65bcf8 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:36.295314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4ec6c55-6e55-4afa-8aa8-fbf0dd521f99 req-8e9ea274-63de-4f6e-b6dd-519ecb65bcf8 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0660999 Jul 05 04:51:36.333942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4ec6c55-6e55-4afa-8aa8-fbf0dd521f99 req-cc2e20cc-0459-4cb3-9239-7d61ddb4dc52 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320208 Jul 05 04:51:37.512581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9152913-9bcd-48d6-a853-32a6245145a3 req-111e2339-366c-4731-b0f6-ff329ca7889b tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:37.515025 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9152913-9bcd-48d6-a853-32a6245145a3 req-111e2339-366c-4731-b0f6-ff329ca7889b tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0644028 Jul 05 04:51:37.553628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9152913-9bcd-48d6-a853-32a6245145a3 req-2f60720b-72c5-41dd-a698-3040c3f9fcd3 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336459 Jul 05 04:51:38.756469 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b023430-019b-4a51-8cb9-f8ed02208096 req-6a712f3e-3728-466d-8d66-64e07c747ed7 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:38.758613 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b023430-019b-4a51-8cb9-f8ed02208096 req-6a712f3e-3728-466d-8d66-64e07c747ed7 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0757263 Jul 05 04:51:39.083784 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b023430-019b-4a51-8cb9-f8ed02208096 req-8612611c-68d2-4671-b806-ffc347abf68b tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187463 Jul 05 04:51:40.255565 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689cad5-a00e-4879-82de-7c9ee6bafbb8 req-37aeded4-479c-40f6-83ab-11d1ebc32266 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:40.257068 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6689cad5-a00e-4879-82de-7c9ee6bafbb8 req-37aeded4-479c-40f6-83ab-11d1ebc32266 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0629365 Jul 05 04:51:40.294245 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6689cad5-a00e-4879-82de-7c9ee6bafbb8 req-0d56df1f-c9e7-49e6-a1e2-a1ac84388339 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317316 Jul 05 04:51:40.320879 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-112dec1a-f9a7-4b57-9d1f-a5457f42448f service neutron] 10.222.0.10 "GET /v2.0/ports/ef00537a-4d77-482c-88bb-ee08aab8d2d8/bindings/n-h1-771363-32 HTTP/1.1" status: 200 len: 383 time: 0.0559785 Jul 05 04:51:40.814242 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-67c5b124-8084-4a09-b2ad-cb3454da5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:40.815659 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-67c5b124-8084-4a09-b2ad-cb3454da5285 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e&tenant_id=72e8b04b86f64b79ad6d732b6356a31f HTTP/1.1" status: 200 len: 1098 time: 0.0533807 Jul 05 04:51:40.892578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-7043b19e-11d7-4770-b9d7-5ab65e3add02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:40.894050 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-7043b19e-11d7-4770-b9d7-5ab65e3add02 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 1098 time: 0.0557096 Jul 05 04:51:40.980882 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-1796dd27-d76b-4114-aaf4-c788fafc23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:40.982346 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-1796dd27-d76b-4114-aaf4-c788fafc23b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=37345c5c-3a51-44d1-b160-e38de963ced3 HTTP/1.1" status: 200 len: 916 time: 0.0815666 Jul 05 04:51:41.027308 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-8e3731f6-58c6-4af2-9918-429e6cec4d56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef00537a-4d77-482c-88bb-ee08aab8d2d8 HTTP/1.1" status: 200 len: 217 time: 0.0365360 Jul 05 04:51:41.076916 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-a0d61751-4ec2-4600-9758-6b1518a500e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:41.078955 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-a0d61751-4ec2-4600-9758-6b1518a500e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fcd94b2-d2d3-4a80-bc14-4e09c76393f4 HTTP/1.1" status: 200 len: 855 time: 0.0441558 Jul 05 04:51:41.111772 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-2b17c555-333c-47f5-b6f6-1db965fe5acb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37345c5c-3a51-44d1-b160-e38de963ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263474 Jul 05 04:51:41.202543 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-85100c74-4b7c-4b22-9c06-f3e48afe6eb5 service neutron] 10.222.0.10 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835741 Jul 05 04:51:41.293639 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dfc4067e-e289-440d-a8d7-c553a9e33507 req-07dda822-c1ff-4e58-ba07-d699952705e4 service neutron] 10.222.0.10 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840743 Jul 05 04:51:41.467047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83a41d-5ed2-4452-8250-6199e30f2591 req-40855a5d-6fcd-492a-a558-7c25ddc68366 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:41.468934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f83a41d-5ed2-4452-8250-6199e30f2591 req-40855a5d-6fcd-492a-a558-7c25ddc68366 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0638785 Jul 05 04:51:41.495820 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d46a9e38-167c-4a56-9bd5-9747e7825ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:41.512033 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f83a41d-5ed2-4452-8250-6199e30f2591 req-75d6aaeb-f873-4683-b401-01430880217a tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373256 Jul 05 04:51:42.692884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607131f0-a817-4678-87af-900c67c1eb1c req-db8937b9-b4d8-47d3-ac3c-c0b83d7a3ec7 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:42.694374 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-607131f0-a817-4678-87af-900c67c1eb1c req-db8937b9-b4d8-47d3-ac3c-c0b83d7a3ec7 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0628059 Jul 05 04:51:42.730977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-607131f0-a817-4678-87af-900c67c1eb1c req-461f4976-2a87-42cf-8325-be84d3f2a395 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307829 Jul 05 04:51:43.784539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ef00537a-4d77-482c-88bb-ee08aab8d2d8 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:51:43.786657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ef00537a-4d77-482c-88bb-ee08aab8d2d8 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:51:43.907026 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbb6b3-1b4e-4e96-99ed-12e488963426 req-8d3399ff-6ac5-4729-ba70-5c0a50278cfd tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:43.908908 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fdbbb6b3-1b4e-4e96-99ed-12e488963426 req-8d3399ff-6ac5-4729-ba70-5c0a50278cfd tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0638845 Jul 05 04:51:43.923764 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:43.946639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fdbbb6b3-1b4e-4e96-99ed-12e488963426 req-024de706-b1a6-4e9c-bb07-77feded1f779 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321369 Jul 05 04:51:43.955887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ef00537a-4d77-482c-88bb-ee08aab8d2d8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ef00537a-4d77-482c-88bb-ee08aab8d2d8,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:43.972354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ae4dd1-e5bf-4234-9d72-6aac2768ae4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef00537a-4d77-482c-88bb-ee08aab8d2d8'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:51:43.974618 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282897c0-f196-4950-aa71-6794f925b1aa" -d '{"events": [{"server_uuid": "88ae4dd1-e5bf-4234-9d72-6aac2768ae4e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef00537a-4d77-482c-88bb-ee08aab8d2d8"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:51:43.992801 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'ef00537a-4d77-482c-88bb-ee08aab8d2d8', 'network_id': '37345c5c-3a51-44d1-b160-e38de963ced3', 'port_id': 'ef00537a-4d77-482c-88bb-ee08aab8d2d8', 'mac_address': 'fa:16:3e:41:d8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fcd94b2-d2d3-4a80-bc14-4e09c76393f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:51:43.995331 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ef00537a-4d77-482c-88bb-ee08aab8d2d8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ef00537a-4d77-482c-88bb-ee08aab8d2d8,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:44.022405 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf9d11e-1ca7-4b8a-8c9c-9b24d8d33d1d x-openstack-request-id: req-2bf9d11e-1ca7-4b8a-8c9c-9b24d8d33d1d {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:51:44.022710 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ae4dd1-e5bf-4234-9d72-6aac2768ae4e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef00537a-4d77-482c-88bb-ee08aab8d2d8", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:51:44.022948 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2bf9d11e-1ca7-4b8a-8c9c-9b24d8d33d1d {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:51:44.023329 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ae4dd1-e5bf-4234-9d72-6aac2768ae4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef00537a-4d77-482c-88bb-ee08aab8d2d8', 'code': 200} Jul 05 04:51:44.035620 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:44.049925 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef00537a-4d77-482c-88bb-ee08aab8d2d8 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:51:44.067154 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-03435e42-5ac8-4a5b-9d54-d41b1e7af361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:44.079721 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:44.151938 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:51:44.152317 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:51:44.156834 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=ef00537a-4d77-482c-88bb-ee08aab8d2d8,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:44.433212 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:44.566319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc9a71-c4be-44ac-bd0a-2c564fc04ab6 req-74903333-ae3e-446f-b091-f517ae65a83e tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:44.567765 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ccc9a71-c4be-44ac-bd0a-2c564fc04ab6 req-74903333-ae3e-446f-b091-f517ae65a83e tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 944 time: 0.0691011 Jul 05 04:51:44.606095 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ccc9a71-c4be-44ac-bd0a-2c564fc04ab6 req-cecfafaa-3b1f-4e21-b7d5-cbd2b974e217 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333719 Jul 05 04:51:44.688797 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:44.701598 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef00537a-4d77-482c-88bb-ee08aab8d2d8 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:51:44.704509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cf8dc-0d83-415e-b67c-72a6e7db97da req-a20627b7-af5d-4ed8-b7b0-8c8332fca4f7 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:44.706016 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e40cf8dc-0d83-415e-b67c-72a6e7db97da req-a20627b7-af5d-4ed8-b7b0-8c8332fca4f7 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.10 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e&tenant_id=72e8b04b86f64b79ad6d732b6356a31f&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 944 time: 0.0720122 Jul 05 04:51:44.721649 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ef00537a-4d77-482c-88bb-ee08aab8d2d8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ef00537a-4d77-482c-88bb-ee08aab8d2d8,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:44.807939 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cf8dc-0d83-415e-b67c-72a6e7db97da req-6f4b7690-4be7-463b-952b-52e1d8cd2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:44.809454 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e40cf8dc-0d83-415e-b67c-72a6e7db97da req-6f4b7690-4be7-463b-952b-52e1d8cd2fec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 1096 time: 0.0585525 Jul 05 04:51:44.814846 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:44.863617 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=ef00537a-4d77-482c-88bb-ee08aab8d2d8,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:44.899825 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cf8dc-0d83-415e-b67c-72a6e7db97da req-7d89fc51-eb20-4f00-8916-bc65aa63cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:44.901373 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e40cf8dc-0d83-415e-b67c-72a6e7db97da req-7d89fc51-eb20-4f00-8916-bc65aa63cd11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=37345c5c-3a51-44d1-b160-e38de963ced3 HTTP/1.1" status: 200 len: 916 time: 0.0853782 Jul 05 04:51:44.947174 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e40cf8dc-0d83-415e-b67c-72a6e7db97da req-4a72dfeb-f28c-452f-8de6-6dd4322fcf01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef00537a-4d77-482c-88bb-ee08aab8d2d8 HTTP/1.1" status: 200 len: 217 time: 0.0378845 Jul 05 04:51:44.996398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cf8dc-0d83-415e-b67c-72a6e7db97da req-495325c2-44e0-4b2a-ad56-ca4c96d0bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:44.997890 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e40cf8dc-0d83-415e-b67c-72a6e7db97da req-495325c2-44e0-4b2a-ad56-ca4c96d0bd1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fcd94b2-d2d3-4a80-bc14-4e09c76393f4 HTTP/1.1" status: 200 len: 855 time: 0.0438027 Jul 05 04:51:45.029553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['ef00537a-4d77-482c-88bb-ee08aab8d2d8'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:51:45.033471 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e40cf8dc-0d83-415e-b67c-72a6e7db97da req-9138da05-eff4-4ceb-87d7-de71dec8f96d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37345c5c-3a51-44d1-b160-e38de963ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285127 Jul 05 04:51:45.129519 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e40cf8dc-0d83-415e-b67c-72a6e7db97da req-02f1230a-a9b5-4a32-88fe-41e35831d3a5 service neutron] 10.222.0.10 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895109 Jul 05 04:51:45.216863 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e40cf8dc-0d83-415e-b67c-72a6e7db97da req-315ba950-4f72-4d9d-b781-427df9748cb2 service neutron] 10.222.0.10 "GET /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812070 Jul 05 04:51:45.557424 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:45.782911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41628f-d021-411a-a916-5919b5a12884 req-49caa383-5f06-4fbe-888b-97b34252149f tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:45.784314 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db41628f-d021-411a-a916-5919b5a12884 req-49caa383-5f06-4fbe-888b-97b34252149f tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 945 time: 0.0617614 Jul 05 04:51:45.791948 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ef00537a-4d77-482c-88bb-ee08aab8d2d8 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:51:45.827416 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db41628f-d021-411a-a916-5919b5a12884 req-54be642d-863d-4e94-bf87-69acfd245ad9 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359700 Jul 05 04:51:45.843832 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port ef00537a-4d77-482c-88bb-ee08aab8d2d8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:45.845089 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:45.925459 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:45.959233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port ef00537a-4d77-482c-88bb-ee08aab8d2d8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ef00537a-4d77-482c-88bb-ee08aab8d2d8,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:46.024331 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ae4dd1-e5bf-4234-9d72-6aac2768ae4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef00537a-4d77-482c-88bb-ee08aab8d2d8'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:51:46.026766 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165d13b6-8872-4ec3-bb43-476047c59819" -d '{"events": [{"server_uuid": "88ae4dd1-e5bf-4234-9d72-6aac2768ae4e", "name": "network-vif-plugged", "status": "completed", "tag": "ef00537a-4d77-482c-88bb-ee08aab8d2d8"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:51:46.038693 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:46.069967 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9de74c2-8b74-4f00-a395-8dab9bc4da18 x-openstack-request-id: req-a9de74c2-8b74-4f00-a395-8dab9bc4da18 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:51:46.069967 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ae4dd1-e5bf-4234-9d72-6aac2768ae4e", "name": "network-vif-plugged", "status": "completed", "tag": "ef00537a-4d77-482c-88bb-ee08aab8d2d8", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:51:46.069967 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a9de74c2-8b74-4f00-a395-8dab9bc4da18 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:51:46.069967 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ae4dd1-e5bf-4234-9d72-6aac2768ae4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef00537a-4d77-482c-88bb-ee08aab8d2d8', 'code': 200} Jul 05 04:51:46.091520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=ef00537a-4d77-482c-88bb-ee08aab8d2d8,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:47.002852 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d721660-5cae-4fb4-a5dc-c1853b32c63b req-ab66a17e-060b-4e33-8705-9b2b97a5daf9 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:47.004408 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d721660-5cae-4fb4-a5dc-c1853b32c63b req-ab66a17e-060b-4e33-8705-9b2b97a5daf9 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0657465 Jul 05 04:51:47.044881 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d721660-5cae-4fb4-a5dc-c1853b32c63b req-423266bb-06a0-4329-947c-2ec0be595fb5 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350053 Jul 05 04:51:47.107602 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:47.224412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f3cf4-1e7f-4b6b-b573-ec0362441067 req-c3eb8557-da99-4f87-b3a1-8c97ce5baa75 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:47.225930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c4f3cf4-1e7f-4b6b-b573-ec0362441067 req-c3eb8557-da99-4f87-b3a1-8c97ce5baa75 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0648329 Jul 05 04:51:47.262508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c4f3cf4-1e7f-4b6b-b573-ec0362441067 req-ba4e09ed-85f0-46ef-853e-368035894638 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310714 Jul 05 04:51:47.433657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8959975-614d-404a-91e5-5626ef781398 req-121b21cd-1672-406a-b4bb-3edfdc69259c tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:47.435177 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8959975-614d-404a-91e5-5626ef781398 req-121b21cd-1672-406a-b4bb-3edfdc69259c tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0644002 Jul 05 04:51:47.472857 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e8959975-614d-404a-91e5-5626ef781398 req-bbb18b61-6d8f-4b40-8685-c0e049115538 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314786 Jul 05 04:51:48.273465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c829a-ec95-4feb-a05a-b81c334c4040 req-9c948e4a-d733-40bb-9fc8-aed4f85b367b tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:48.274899 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-700c829a-ec95-4feb-a05a-b81c334c4040 req-9c948e4a-d733-40bb-9fc8-aed4f85b367b tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0658255 Jul 05 04:51:48.322016 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-700c829a-ec95-4feb-a05a-b81c334c4040 req-118f8b8b-9497-4366-a0e2-01f17054b6c9 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414667 Jul 05 04:51:49.349151 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd641-0d53-47fe-92cd-000c57baead0 req-665a7f56-f543-4911-a93b-a73b89edb149 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:49.350675 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-042fd641-0d53-47fe-92cd-000c57baead0 req-665a7f56-f543-4911-a93b-a73b89edb149 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.10 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0635633 Jul 05 04:51:49.457797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-042fd641-0d53-47fe-92cd-000c57baead0 req-cfa57edb-0f73-479d-b661-b780416e5c01 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Deleting port ef00537a-4d77-482c-88bb-ee08aab8d2d8 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:51:49.458145 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-042fd641-0d53-47fe-92cd-000c57baead0 req-cfa57edb-0f73-479d-b661-b780416e5c01 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.496877 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b79ef-a6f0-422a-8b37-76e0df455744 req-6048c939-34e6-4f85-a224-f2a7537b9b9d tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:49.498378 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c67b79ef-a6f0-422a-8b37-76e0df455744 req-6048c939-34e6-4f85-a224-f2a7537b9b9d tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 946 time: 0.0638056 Jul 05 04:51:49.544450 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c67b79ef-a6f0-422a-8b37-76e0df455744 req-d49fc49f-546e-4f10-9926-7e525f959edd tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6506cc2-b519-4323-a07d-d3b061fc5716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351803 Jul 05 04:51:49.548498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-042fd641-0d53-47fe-92cd-000c57baead0 req-cfa57edb-0f73-479d-b661-b780416e5c01 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] For port ef00537a-4d77-482c-88bb-ee08aab8d2d8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=ef00537a-4d77-482c-88bb-ee08aab8d2d8,segment=NetworkSegment(64c6ce52-ac18-44b1-81b0-88a64bf4d138),segment_id=64c6ce52-ac18-44b1-81b0-88a64bf4d138)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:49.548865 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-042fd641-0d53-47fe-92cd-000c57baead0 req-cfa57edb-0f73-479d-b661-b780416e5c01 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.564324 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-042fd641-0d53-47fe-92cd-000c57baead0 req-cfa57edb-0f73-479d-b661-b780416e5c01 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Calling delete_port for ef00537a-4d77-482c-88bb-ee08aab8d2d8 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:51:49.787131 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-042fd641-0d53-47fe-92cd-000c57baead0 req-cfa57edb-0f73-479d-b661-b780416e5c01 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.798589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['ef00537a-4d77-482c-88bb-ee08aab8d2d8'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:51:49.817383 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa57edb-0f73-479d-b661-b780416e5c01 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Pushing event deleted for resources: {'Port': ['ID=ef00537a-4d77-482c-88bb-ee08aab8d2d8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:49.865019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-042fd641-0d53-47fe-92cd-000c57baead0 req-cfa57edb-0f73-479d-b661-b780416e5c01 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] No DVR routers for this DVR port ef00537a-4d77-482c-88bb-ee08aab8d2d8 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:51:49.867598 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-042fd641-0d53-47fe-92cd-000c57baead0 req-cfa57edb-0f73-479d-b661-b780416e5c01 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:49.869604 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-042fd641-0d53-47fe-92cd-000c57baead0 req-cfa57edb-0f73-479d-b661-b780416e5c01 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.10 "DELETE /v2.0/ports/ef00537a-4d77-482c-88bb-ee08aab8d2d8 HTTP/1.1" status: 204 len: 173 time: 0.5117056 Jul 05 04:51:49.870032 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ae4dd1-e5bf-4234-9d72-6aac2768ae4e', 'name': 'network-vif-deleted', 'tag': 'ef00537a-4d77-482c-88bb-ee08aab8d2d8'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:51:49.872264 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bbbf1b-16d8-40ee-a363-2370faf7f920" -d '{"events": [{"server_uuid": "88ae4dd1-e5bf-4234-9d72-6aac2768ae4e", "name": "network-vif-deleted", "tag": "ef00537a-4d77-482c-88bb-ee08aab8d2d8"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:51:49.912608 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc357c89-c9f8-4e8a-9994-ba83b92a543b x-openstack-request-id: req-bc357c89-c9f8-4e8a-9994-ba83b92a543b {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:51:49.912905 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ae4dd1-e5bf-4234-9d72-6aac2768ae4e", "name": "network-vif-deleted", "tag": "ef00537a-4d77-482c-88bb-ee08aab8d2d8", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:51:49.913162 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc357c89-c9f8-4e8a-9994-ba83b92a543b {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:51:49.914093 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ae4dd1-e5bf-4234-9d72-6aac2768ae4e', 'name': 'network-vif-deleted', 'tag': 'ef00537a-4d77-482c-88bb-ee08aab8d2d8', 'status': 'completed', 'code': 200} Jul 05 04:51:50.696193 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5552835-f444-44f5-8a07-df6fd6f8bf77 req-cbc1afff-4e30-4ca4-8964-765ae04a0868 tempest-ServerDiskConfigTestJSON-168502377 tempest-ServerDiskConfigTestJSON-168502377-project] 10.222.0.38 "GET /v2.0/ports?device_id=88ae4dd1-e5bf-4234-9d72-6aac2768ae4e HTTP/1.1" status: 200 len: 210 time: 0.0323696 Jul 05 04:51:51.948641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35630) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:51.992606 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8357513-5d23-4881-ac77-e36d2c5674d9 admin admin] Deleting subnet 8fcd94b2-d2d3-4a80-bc14-4e09c76393f4 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:51:51.995629 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8357513-5d23-4881-ac77-e36d2c5674d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.029551 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8357513-5d23-4881-ac77-e36d2c5674d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.067178 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8357513-5d23-4881-ac77-e36d2c5674d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.193089 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8357513-5d23-4881-ac77-e36d2c5674d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.218769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8357513-5d23-4881-ac77-e36d2c5674d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fcd94b2-d2d3-4a80-bc14-4e09c76393f4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:52.222468 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c8357513-5d23-4881-ac77-e36d2c5674d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.224921 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c8357513-5d23-4881-ac77-e36d2c5674d9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8fcd94b2-d2d3-4a80-bc14-4e09c76393f4 HTTP/1.1" status: 204 len: 168 time: 0.2744339 Jul 05 04:51:52.226942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35632) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:52.293305 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d61df24f-8eac-44fc-bbcf-27b9fa89fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.373532 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d61df24f-8eac-44fc-bbcf-27b9fa89fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.383655 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d61df24f-8eac-44fc-bbcf-27b9fa89fe98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37345c5c-3a51-44d1-b160-e38de963ced3']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:52.393780 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d61df24f-8eac-44fc-bbcf-27b9fa89fe98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c6ce52-ac18-44b1-81b0-88a64bf4d138') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:52.394077 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d61df24f-8eac-44fc-bbcf-27b9fa89fe98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c6ce52-ac18-44b1-81b0-88a64bf4d138') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:52.402621 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d61df24f-8eac-44fc-bbcf-27b9fa89fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.415805 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d61df24f-8eac-44fc-bbcf-27b9fa89fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.421536 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61df24f-8eac-44fc-bbcf-27b9fa89fe98 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:51:52.421946 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d61df24f-8eac-44fc-bbcf-27b9fa89fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: timer() Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:51:52.424118 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:51:52.582013 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d61df24f-8eac-44fc-bbcf-27b9fa89fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.587610 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d61df24f-8eac-44fc-bbcf-27b9fa89fe98 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:52.589486 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d61df24f-8eac-44fc-bbcf-27b9fa89fe98 admin admin] 10.222.0.38 "DELETE /v2.0/networks/37345c5c-3a51-44d1-b160-e38de963ced3 HTTP/1.1" status: 204 len: 168 time: 0.3616307 Jul 05 04:51:52.600505 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61df24f-8eac-44fc-bbcf-27b9fa89fe98 admin admin] Pushing event deleted for resources: {'Network': ['ID=37345c5c-3a51-44d1-b160-e38de963ced3,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:52.942270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35636) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:52.987447 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cb9bbc55-a36e-4ab9-8ab3-0bb5aec4eef5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=72e8b04b86f64b79ad6d732b6356a31f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439169 Jul 05 04:51:52.989978 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35638) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:53.039311 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0baba286-a9b1-44d0-9062-b2e163cae9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:53.060541 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0baba286-a9b1-44d0-9062-b2e163cae9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:53.205055 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0baba286-a9b1-44d0-9062-b2e163cae9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:53.207702 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0baba286-a9b1-44d0-9062-b2e163cae9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:53.208920 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0baba286-a9b1-44d0-9062-b2e163cae9c3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c6506cc2-b519-4323-a07d-d3b061fc5716 HTTP/1.1" status: 204 len: 168 time: 0.2180526 Jul 05 04:51:53.216585 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baba286-a9b1-44d0-9062-b2e163cae9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6506cc2-b519-4323-a07d-d3b061fc5716,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:53.795414 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ef00537a-4d77-482c-88bb-ee08aab8d2d8 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:51:53.815948 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: ef00537a-4d77-482c-88bb-ee08aab8d2d8 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:51:53.816318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device ef00537a-4d77-482c-88bb-ee08aab8d2d8 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:51:54.244734 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35660) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:54.352051 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-a6146ff7-37bb-49b0-a77f-20f7d532a842 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-368798052-network', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:54.425583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6146ff7-37bb-49b0-a77f-20f7d532a842 admin admin] Made reservation on behalf of b390d21346a941c6903d4f7b3d5baed4 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:51:54.427967 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6146ff7-37bb-49b0-a77f-20f7d532a842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:54.436518 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6146ff7-37bb-49b0-a77f-20f7d532a842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:54.525414 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6146ff7-37bb-49b0-a77f-20f7d532a842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:54.591870 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6146ff7-37bb-49b0-a77f-20f7d532a842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:54.613016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6146ff7-37bb-49b0-a77f-20f7d532a842 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:51:54.627384 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6146ff7-37bb-49b0-a77f-20f7d532a842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27726419-8804-414b-ab02-f31ea0181200,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:54.630231 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6146ff7-37bb-49b0-a77f-20f7d532a842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:54.630594 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-a6146ff7-37bb-49b0-a77f-20f7d532a842 admin admin] Added segment 45909f27-a821-4491-a9ad-294948bebabd of type vlan for network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 Jul 05 04:51:54.672978 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6146ff7-37bb-49b0-a77f-20f7d532a842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:54.752941 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6146ff7-37bb-49b0-a77f-20f7d532a842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:54.753983 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6146ff7-37bb-49b0-a77f-20f7d532a842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:54.754574 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a6146ff7-37bb-49b0-a77f-20f7d532a842 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:54.814090 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6146ff7-37bb-49b0-a77f-20f7d532a842 admin admin] Pushing event updated for resources: {'Network': ['ID=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:54.824186 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:51:54.851146 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a6146ff7-37bb-49b0-a77f-20f7d532a842 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6052949 Jul 05 04:51:54.854018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35664) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:54.858817 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-438ba4ed-05c2-4afe-89c6-157f41594009 admin admin] Request body: {'subnet': {'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-368798052-subnet', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:54.947449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438ba4ed-05c2-4afe-89c6-157f41594009 admin admin] Made reservation on behalf of b390d21346a941c6903d4f7b3d5baed4 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:51:54.950198 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-438ba4ed-05c2-4afe-89c6-157f41594009 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:55.180733 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-438ba4ed-05c2-4afe-89c6-157f41594009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:55.237195 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ba4ed-05c2-4afe-89c6-157f41594009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ff1541b-a063-4c1a-ad50-36d3130f2d5e,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:55.244828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ba4ed-05c2-4afe-89c6-157f41594009 admin admin] Checking segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:51:55.245394 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438ba4ed-05c2-4afe-89c6-157f41594009 admin admin] Network hostable DHCP agents. Network: e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:51:55.301068 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438ba4ed-05c2-4afe-89c6-157f41594009 admin admin] Network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:51:55.364209 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-438ba4ed-05c2-4afe-89c6-157f41594009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:51:55.368457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438ba4ed-05c2-4afe-89c6-157f41594009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:55.369083 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-438ba4ed-05c2-4afe-89c6-157f41594009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:55.373632 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbde283-df0d-4935-9cb7-ac8b6e6e5650 None None] Network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:51:55.473802 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-438ba4ed-05c2-4afe-89c6-157f41594009 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6185696 Jul 05 04:51:55.476346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 35666) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:55.480770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:51:55.519974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:51:55.520895 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:55.605221 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:55.606393 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:55.659136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Allocated IP 172.20.0.2 (e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9/5ff1541b-a063-4c1a-ad50-36d3130f2d5e/669eb42b-c639-483a-933f-3241ce6f9acb) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:51:55.695883 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:55.802600 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:55.810937 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Transition to ACTIVE for port object 669eb42b-c639-483a-933f-3241ce6f9acb will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:51:55.826558 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Transition to ACTIVE for port object 669eb42b-c639-483a-933f-3241ce6f9acb will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:51:55.885518 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:55.925535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:51:55.930708 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:51:55.934339 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:51:55.940231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Pushing event updated for resources: {'Port': ['ID=669eb42b-c639-483a-933f-3241ce6f9acb,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:55.998817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Attempting to bind port 669eb42b-c639-483a-933f-3241ce6f9acb on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:51:55.999220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Attempting to bind port 669eb42b-c639-483a-933f-3241ce6f9acb by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:51:55.999555 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Attempting to bind port 669eb42b-c639-483a-933f-3241ce6f9acb on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:51:56.005451 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:51:56.005451 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Checking segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:51:56.005920 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:56.006174 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Bound using segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:51:56.006654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Bound port: 669eb42b-c639-483a-933f-3241ce6f9acb, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:51:56.007038 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:56.075268 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] For port 669eb42b-c639-483a-933f-3241ce6f9acb, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:51:56.079532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] For port 669eb42b-c639-483a-933f-3241ce6f9acb, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=669eb42b-c639-483a-933f-3241ce6f9acb,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:51:56.142522 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:56.184244 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:56.199590 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d6164-24bb-4994-ac0e-f41c18b9cc02 None None] Pushing event updated for resources: {'Port': ['ID=669eb42b-c639-483a-933f-3241ce6f9acb,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:56.523803 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:56.549895 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:56.687581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Allocated IP 172.25.6.53 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/24c3d40e-13ad-4b92-9488-88cc1d9b784b) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:51:56.788986 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:56.925159 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:56.973318 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:51:56.976194 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:51:56.980675 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:51:56.983834 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Pushing event updated for resources: {'Port': ['ID=24c3d40e-13ad-4b92-9488-88cc1d9b784b,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:57.105220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5460de2e-b1a6-4996-924f-d56b35f53510 None None] Network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:51:57.265521 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ebcf9059-4431-431e-8da4-1e8871a5aa2b None None] Provisioning for port 669eb42b-c639-483a-933f-3241ce6f9acb completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:51:57.333405 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:57.553202 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:57.623674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 669eb42b-c639-483a-933f-3241ce6f9acb up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:51:57.742109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 669eb42b-c639-483a-933f-3241ce6f9acb completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:51:57.747000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 669eb42b-c639-483a-933f-3241ce6f9acb triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:57.747430 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:57.765170 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:51:57.833811 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:57.867519 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 669eb42b-c639-483a-933f-3241ce6f9acb, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=669eb42b-c639-483a-933f-3241ce6f9acb,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:51:57.883403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:51:57.894285 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Sync routers for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:51:57.904717 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:51:57.905356 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:51:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:57.929978 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:57.957472 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:57.961418 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e35c0c49-f95a-4e43-a9ae-98508b1c2bba admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4813890 Jul 05 04:51:57.961788 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35668) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:51:58.001559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=669eb42b-c639-483a-933f-3241ce6f9acb,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:58.020597 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:51:58.283150 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:57Z', 'revision_number': 3, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:58.313424 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Checking router: 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:51:58.313905 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Updating router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 port 24c3d40e-13ad-4b92-9488-88cc1d9b784b binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:51:58.348461 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:58.444466 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:58.598936 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:58.608602 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Transition to ACTIVE for port object 24c3d40e-13ad-4b92-9488-88cc1d9b784b will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:51:58.647116 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Allocated IP 172.20.0.1 (e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9/5ff1541b-a063-4c1a-ad50-36d3130f2d5e/56ef5528-c39b-4453-9042-6fbbad891756) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:51:58.673553 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:58.727262 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69041fe9-8776-4aba-a0e5-fc13808474ba None None] Pushing event updated for resources: {'Port': ['ID=24c3d40e-13ad-4b92-9488-88cc1d9b784b,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:58.730265 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Attempting to bind port 24c3d40e-13ad-4b92-9488-88cc1d9b784b on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:51:58.730624 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Attempting to bind port 24c3d40e-13ad-4b92-9488-88cc1d9b784b by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:51:58.730977 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Attempting to bind port 24c3d40e-13ad-4b92-9488-88cc1d9b784b on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:51:58.741332 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69041fe9-8776-4aba-a0e5-fc13808474ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.741875 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69041fe9-8776-4aba-a0e5-fc13808474ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.742412 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69041fe9-8776-4aba-a0e5-fc13808474ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.742861 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69041fe9-8776-4aba-a0e5-fc13808474ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.743359 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69041fe9-8776-4aba-a0e5-fc13808474ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.743882 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69041fe9-8776-4aba-a0e5-fc13808474ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.744434 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69041fe9-8776-4aba-a0e5-fc13808474ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.744966 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69041fe9-8776-4aba-a0e5-fc13808474ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.745494 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69041fe9-8776-4aba-a0e5-fc13808474ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.746023 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69041fe9-8776-4aba-a0e5-fc13808474ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.746562 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69041fe9-8776-4aba-a0e5-fc13808474ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.747097 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69041fe9-8776-4aba-a0e5-fc13808474ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.752468 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:51:58.753792 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:51:58.753792 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:58.754116 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:51:58.754884 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Bound port: 24c3d40e-13ad-4b92-9488-88cc1d9b784b, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:51:58.755507 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:58.759159 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:58.778323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Transition to ACTIVE for port object 56ef5528-c39b-4453-9042-6fbbad891756 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:51:58.819182 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] For port 24c3d40e-13ad-4b92-9488-88cc1d9b784b, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:51:58.822190 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] For port 24c3d40e-13ad-4b92-9488-88cc1d9b784b, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=24c3d40e-13ad-4b92-9488-88cc1d9b784b,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:51:58.890680 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:58.890873 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:58.936457 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:51:58.938094 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:51:58.938772 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:51:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:58.939486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:51:58.945143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:51:58.970918 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=56ef5528-c39b-4453-9042-6fbbad891756,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:58.984439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.985027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.985969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.986635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.986635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.986806 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.987108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.987432 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.987753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.988099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.988413 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.988731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:51:58.993227 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69041fe9-8776-4aba-a0e5-fc13808474ba None None] Pushing event updated for resources: {'Port': ['ID=24c3d40e-13ad-4b92-9488-88cc1d9b784b,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:59.000350 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:59.065116 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:51:59.206203 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:59.260438 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:57Z', 'revision_number': 3, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:51:59.278773 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a707aa3d-5fa9-4992-9694-03771a0474be None None] Provisioning for port 56ef5528-c39b-4453-9042-6fbbad891756 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:51:59.284286 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a707aa3d-5fa9-4992-9694-03771a0474be None None] Provisioning complete for port 56ef5528-c39b-4453-9042-6fbbad891756 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:59.284824 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a707aa3d-5fa9-4992-9694-03771a0474be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:59.290678 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d35528-00d0-418d-8b0c-087f31dbaddc None None] The sync data for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 is: [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:57Z', 'revision_number': 3, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:51:59.320931 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a707aa3d-5fa9-4992-9694-03771a0474be None None] Port 56ef5528-c39b-4453-9042-6fbbad891756 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:51:59.385918 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:59.443286 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:59.512919 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=56ef5528-c39b-4453-9042-6fbbad891756,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:51:59.527132 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:59.635280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:51:59.636763 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:51:59.708117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 669eb42b-c639-483a-933f-3241ce6f9acb up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:51:59.767719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 669eb42b-c639-483a-933f-3241ce6f9acb triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:59.768441 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:59.784116 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:51:59.859423 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 24c3d40e-13ad-4b92-9488-88cc1d9b784b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:51:59.903761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:51:59.910014 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-151f3375-f50f-40d7-ae02-412af565e1e4 admin admin] 10.222.0.38 "PUT /v2.0/routers/8a1fa3f0-2121-4b45-b136-0ed9e9d1af32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9471672 Jul 05 04:51:59.948502 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-00bf801b-cc0f-456d-b212-ecb52893ea4d None None] Provisioning complete for port 56ef5528-c39b-4453-9042-6fbbad891756 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:51:59.949233 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-00bf801b-cc0f-456d-b212-ecb52893ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:59.983250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-00bf801b-cc0f-456d-b212-ecb52893ea4d None None] Port 56ef5528-c39b-4453-9042-6fbbad891756 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:52:00.004607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 24c3d40e-13ad-4b92-9488-88cc1d9b784b completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:52:00.008981 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 24c3d40e-13ad-4b92-9488-88cc1d9b784b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:52:00.009360 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:00.097508 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:00.119257 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 24c3d40e-13ad-4b92-9488-88cc1d9b784b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=24c3d40e-13ad-4b92-9488-88cc1d9b784b,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:52:00.165639 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:00.218479 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=24c3d40e-13ad-4b92-9488-88cc1d9b784b,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:00.642896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35676) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:52:00.647897 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-af048131-5005-4524-afc9-46b8417c3f4f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1641231249', 'description': 'tempest-description--716021839'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:52:00.730640 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af048131-5005-4524-afc9-46b8417c3f4f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:00.814744 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af048131-5005-4524-afc9-46b8417c3f4f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:00.867315 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af048131-5005-4524-afc9-46b8417c3f4f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:00.886516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Sync routers for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:52:00.896968 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:52:00.897594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:51:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:52:00.900765 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af048131-5005-4524-afc9-46b8417c3f4f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09813d73-6c31-4b77-a62e-78537caa701e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:00.953153 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af048131-5005-4524-afc9-46b8417c3f4f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:00.955521 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-af048131-5005-4524-afc9-46b8417c3f4f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3113141 Jul 05 04:52:00.958050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35678) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:52:00.962570 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ab770c7e-7191-4125-a564-692d2ee37920 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Request body: {'security_group_rule': {'security_group_id': '09813d73-6c31-4b77-a62e-78537caa701e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:52:01.003989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:52:01.057687 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab770c7e-7191-4125-a564-692d2ee37920 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.132428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab770c7e-7191-4125-a564-692d2ee37920 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.193285 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab770c7e-7191-4125-a564-692d2ee37920 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.210204 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 2, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:52:01.214046 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab770c7e-7191-4125-a564-692d2ee37920 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef628ba-9f4b-4e92-b349-963186322844,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:01.237241 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Checking router: 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:52:01.237602 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Updating router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 port 56ef5528-c39b-4453-9042-6fbbad891756 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:52:01.271274 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.296380 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab770c7e-7191-4125-a564-692d2ee37920 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.298148 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ab770c7e-7191-4125-a564-692d2ee37920 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3386090 Jul 05 04:52:01.301064 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35680) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:52:01.305623 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-9981602c-1b57-485f-b252-1a8645b9fd57 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Request body: {'security_group_rule': {'security_group_id': '09813d73-6c31-4b77-a62e-78537caa701e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:52:01.398096 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9981602c-1b57-485f-b252-1a8645b9fd57 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.457771 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9981602c-1b57-485f-b252-1a8645b9fd57 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.524529 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9981602c-1b57-485f-b252-1a8645b9fd57 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.530558 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.540961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Transition to ACTIVE for port object 56ef5528-c39b-4453-9042-6fbbad891756 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:52:01.546001 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981602c-1b57-485f-b252-1a8645b9fd57 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1f0343-411d-408a-a426-7a6521767545,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:01.589493 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 24c3d40e-13ad-4b92-9488-88cc1d9b784b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:52:01.612252 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.621458 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9981602c-1b57-485f-b252-1a8645b9fd57 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.625511 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9981602c-1b57-485f-b252-1a8645b9fd57 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3206749 Jul 05 04:52:01.628543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35682) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:52:01.631197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:52:01.674631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41308c-1e68-4ad4-b448-086ea388e788 None None] Pushing event updated for resources: {'Port': ['ID=56ef5528-c39b-4453-9042-6fbbad891756,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:01.724879 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.725451 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 24c3d40e-13ad-4b92-9488-88cc1d9b784b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:52:01.725451 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.759377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Attempting to bind port 56ef5528-c39b-4453-9042-6fbbad891756 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:52:01.759751 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Attempting to bind port 56ef5528-c39b-4453-9042-6fbbad891756 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:52:01.760144 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Attempting to bind port 56ef5528-c39b-4453-9042-6fbbad891756 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:52:01.771897 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:52:01.772289 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Checking segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:52:01.772696 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.773090 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Bound using segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:52:01.773569 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Bound port: 56ef5528-c39b-4453-9042-6fbbad891756, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:52:01.774010 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.839592 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:01.873109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] For port 56ef5528-c39b-4453-9042-6fbbad891756, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:52:01.876841 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] For port 56ef5528-c39b-4453-9042-6fbbad891756, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=56ef5528-c39b-4453-9042-6fbbad891756,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:52:01.948040 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Allocated IP 172.25.6.5 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/2629d236-91ff-4566-b9b9-07f2389a4764) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:52:01.959022 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:02.019006 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:52:02.019652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:51:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:52:02.055501 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:02.056804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41308c-1e68-4ad4-b448-086ea388e788 None None] Pushing event updated for resources: {'Port': ['ID=56ef5528-c39b-4453-9042-6fbbad891756,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:02.136385 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:02.187986 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:52:02.191827 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:52:02.196496 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:52:02.200024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Pushing event updated for resources: {'Port': ['ID=2629d236-91ff-4566-b9b9-07f2389a4764,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:02.285373 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:02.299805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:52:02.371073 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:02.500127 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:01Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:52:02.525049 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:02.528468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8d66d-fd18-4267-975b-9651a2160401 None None] The sync data for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 is: [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:01Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:52:02.598792 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:02.678352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Pushing event updated for resources: {'Port': ['ID=2629d236-91ff-4566-b9b9-07f2389a4764,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:02.691211 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:02.759120 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:02.761416 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-bacb9617-bbd1-414f-a02d-218e74ce7028 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1336873 Jul 05 04:52:02.915937 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-dca09217-c6ca-4959-af68-59da87dbffdd tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1641231249&fields=id&tenant_id=b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 267 time: 0.0350184 Jul 05 04:52:02.935510 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:03.026932 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-82540adb-1ee7-4621-adc7-7119bdef356c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:03.028493 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-82540adb-1ee7-4621-adc7-7119bdef356c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 811 time: 0.1057260 Jul 05 04:52:03.044200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-67f15a82-70f7-41a8-93b7-d0bfd2c91e37 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/quotas/b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 375 time: 0.0097854 Jul 05 04:52:03.122525 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-e41295f4-69ba-4129-8c6e-05fc254b0850 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0719297 Jul 05 04:52:03.231597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-d9391883-0fa7-4c16-ba38-733de396b0b2 service neutron] 10.222.0.38 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954461 Jul 05 04:52:03.325527 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-0782565b-91cc-489b-b215-85e59214eccf service neutron] 10.222.0.38 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930686 Jul 05 04:52:03.607734 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ffbba3c3-6fb0-494d-bcaa-6160ffce65b1 req-475fa9a1-cf87-4d00-9cf7-dd485bb0a344 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0294688 Jul 05 04:52:03.650922 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 56ef5528-c39b-4453-9042-6fbbad891756 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:52:03.804591 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 56ef5528-c39b-4453-9042-6fbbad891756 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:52:03.808560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 56ef5528-c39b-4453-9042-6fbbad891756 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:52:03.808933 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:03.884650 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:03.915737 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 56ef5528-c39b-4453-9042-6fbbad891756, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=56ef5528-c39b-4453-9042-6fbbad891756,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:52:04.010538 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:04.058404 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=56ef5528-c39b-4453-9042-6fbbad891756,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:04.587133 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:04.753594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d77fffee-bff4-43b6-b5f2-9efb6044df3c req-3def4b61-4419-4648-975d-e91c6ec5e960 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0288794 Jul 05 04:52:05.593101 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 56ef5528-c39b-4453-9042-6fbbad891756 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:52:05.646553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 56ef5528-c39b-4453-9042-6fbbad891756 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:52:05.646923 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:05.858894 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-19a9c9c0-7808-4782-b251-027b1df57b3f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:05.861000 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-19a9c9c0-7808-4782-b251-027b1df57b3f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 811 time: 0.1053398 Jul 05 04:52:05.910393 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-830a3808-fb02-466f-9415-b49b7289ef86 req-8c6a9072-fdea-4000-9bb9-cd5ea5606019 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0330148 Jul 05 04:52:05.915033 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-9d13d450-7e12-4aca-a782-ce193d7f0fc6 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 380 time: 0.0459478 Jul 05 04:52:05.924524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Request body: {'port': {'device_id': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'admin_state_up': True, 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'security_groups': ['09813d73-6c31-4b77-a62e-78537caa701e']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:52:06.090224 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Made reservation on behalf of b390d21346a941c6903d4f7b3d5baed4 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:52:06.094845 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:06.224110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Allocated IP 172.20.0.4 (e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9/5ff1541b-a063-4c1a-ad50-36d3130f2d5e/cb2aae69-c3fd-4976-a4ef-c62bd95d1563) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:52:06.353619 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:06.367407 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Transition to ACTIVE for port object cb2aae69-c3fd-4976-a4ef-c62bd95d1563 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:52:06.483673 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:06.532741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:52:06.537676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:52:06.541443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:52:06.547887 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Pushing event updated for resources: {'Port': ['ID=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:06.576436 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:06.580013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:06.580013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:06.580013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:06.580013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:06.580013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:06.580013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:06.580013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:06.580013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:06.580013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:06.580867 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:06.580867 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:06.608408 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:06.608948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:06.696797 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-7a1068de-1471-4f53-90c3-ecf0509e7e9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7771404 Jul 05 04:52:06.709120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Request body: {'port': {'device_id': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:52:06.786521 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:06.799195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0a3cb293-9079-4135-a32d-7b18ec40451e None None] Provisioning for port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:52:06.803421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0a3cb293-9079-4135-a32d-7b18ec40451e None None] Provisioning complete for port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:52:06.803878 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb293-9079-4135-a32d-7b18ec40451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:06.838530 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0a3cb293-9079-4135-a32d-7b18ec40451e None None] Port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:52:07.054523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2aae69-c3fd-4976-a4ef-c62bd95d1563 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:52:07.062707 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:07.075390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Transition to ACTIVE for port object cb2aae69-c3fd-4976-a4ef-c62bd95d1563 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:52:07.135865 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:07.208365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Pushing event updated for resources: {'Port': ['ID=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:07.265631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Attempting to bind port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:52:07.265975 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Attempting to bind port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:52:07.266937 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Attempting to bind port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:52:07.272386 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:52:07.272714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Attempting to bind port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:52:07.278089 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:52:07.278433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Checking segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:52:07.278826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Bound using segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:52:07.279259 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Bound port: cb2aae69-c3fd-4976-a4ef-c62bd95d1563, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:52:07.279624 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:07.357478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] For port cb2aae69-c3fd-4976-a4ef-c62bd95d1563, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:52:07.362991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] For port cb2aae69-c3fd-4976-a4ef-c62bd95d1563, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:52:07.387701 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04470d3-2a75-4b3c-95eb-7e27e259cf28 req-bb8a2824-d10e-4033-80a9-51d58b557dcc tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:07.389194 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b04470d3-2a75-4b3c-95eb-7e27e259cf28 req-bb8a2824-d10e-4033-80a9-51d58b557dcc tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 931 time: 0.3608646 Jul 05 04:52:07.426556 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b04470d3-2a75-4b3c-95eb-7e27e259cf28 req-cfde320b-0260-4e71-9e89-52369c58f0f4 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Jul 05 04:52:07.445186 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:07.479400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:07.480023 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:07.481455 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] 10.222.0.36 "PUT /v2.0/ports/cb2aae69-c3fd-4976-a4ef-c62bd95d1563 HTTP/1.1" status: 200 len: 1092 time: 0.7774129 Jul 05 04:52:07.481903 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'tag': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:52:07.484218 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7e344e-1cf6-401f-8d5d-9734cf6cc37c" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3", "tag": "cb2aae69-c3fd-4976-a4ef-c62bd95d1563"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:52:07.513799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc0f1e-9eb2-4036-8e9b-fad90e5d0e7a service neutron] Pushing event updated for resources: {'Port': ['ID=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:07.528648 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcea23fc-7090-4e0d-8b75-407de77ffb73 x-openstack-request-id: req-fcea23fc-7090-4e0d-8b75-407de77ffb73 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:52:07.528648 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3", "tag": "cb2aae69-c3fd-4976-a4ef-c62bd95d1563", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:52:07.528648 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fcea23fc-7090-4e0d-8b75-407de77ffb73 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:52:07.528648 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'tag': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563', 'status': 'completed', 'code': 200} Jul 05 04:52:07.613432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e344e-1cf6-401f-8d5d-9734cf6cc37c req-5fc44af5-be6b-42be-a726-a30d2c349dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:07.614985 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a7e344e-1cf6-401f-8d5d-9734cf6cc37c req-5fc44af5-be6b-42be-a726-a30d2c349dfe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 1095 time: 0.0614722 Jul 05 04:52:07.722159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e344e-1cf6-401f-8d5d-9734cf6cc37c req-5632631a-224f-4031-9ea6-943eb50477b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:07.723696 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a7e344e-1cf6-401f-8d5d-9734cf6cc37c req-5632631a-224f-4031-9ea6-943eb50477b4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b390d21346a941c6903d4f7b3d5baed4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1018047 Jul 05 04:52:07.818277 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e344e-1cf6-401f-8d5d-9734cf6cc37c req-f8786b80-95e5-482c-95e0-02341fcafdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:07.819689 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0a7e344e-1cf6-401f-8d5d-9734cf6cc37c req-f8786b80-95e5-482c-95e0-02341fcafdaf service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900536 Jul 05 04:52:07.913266 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-ee6c1094-331b-4312-b10d-8474d5e54d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:07.914740 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-ee6c1094-331b-4312-b10d-8474d5e54d8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 1095 time: 0.0572939 Jul 05 04:52:07.956005 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-3d673dd4-160a-48e0-9b87-c76419c6cf0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563 HTTP/1.1" status: 200 len: 217 time: 0.0341625 Jul 05 04:52:08.003086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-04cbd705-98bc-4c45-bc22-e9fa1769ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:08.004550 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-04cbd705-98bc-4c45-bc22-e9fa1769ada4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0427036 Jul 05 04:52:08.061008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-cb831853-9f69-420c-9163-204ff35a78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:08.062501 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-cb831853-9f69-420c-9163-204ff35a78e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511816 Jul 05 04:52:08.156019 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-ff55a373-87b4-4db8-9713-d4677d6f31a8 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861228 Jul 05 04:52:08.243470 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0b8d153f-c35d-4c16-8864-a1277f5bab0f req-e0273cf6-7beb-4205-af6e-c2624cedae6c service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810883 Jul 05 04:52:08.416146 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:52:08.606203 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b2e02-b6c2-4689-86d4-c27a334f6a77 req-510f84cf-96f0-4fab-945d-9842e1cb0d9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:08.607716 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-825b2e02-b6c2-4689-86d4-c27a334f6a77 req-510f84cf-96f0-4fab-945d-9842e1cb0d9e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 943 time: 0.0674796 Jul 05 04:52:08.677771 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-825b2e02-b6c2-4689-86d4-c27a334f6a77 req-3b7f5e99-9707-4ca2-beae-74e7261329ef tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634153 Jul 05 04:52:09.879305 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26f317-b06a-4e9f-ad1a-3a8457ec1ba1 req-3c4ed87a-319f-44c6-85fe-5e87e46bf1ea tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:09.880842 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b26f317-b06a-4e9f-ad1a-3a8457ec1ba1 req-3c4ed87a-319f-44c6-85fe-5e87e46bf1ea tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 943 time: 0.0696106 Jul 05 04:52:09.918991 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b26f317-b06a-4e9f-ad1a-3a8457ec1ba1 req-ae2f69c7-b24c-4b77-b1d0-a504de81ad91 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324826 Jul 05 04:52:11.090033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd73aa-f501-4cff-8266-3a073bf0260b req-3a24ed8d-da22-4292-b47f-4803bb956bc8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:11.091511 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54bd73aa-f501-4cff-8266-3a073bf0260b req-3a24ed8d-da22-4292-b47f-4803bb956bc8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 943 time: 0.0629680 Jul 05 04:52:11.130518 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54bd73aa-f501-4cff-8266-3a073bf0260b req-be385be2-bb65-4bd7-80dc-d3f2c77d1d03 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325549 Jul 05 04:52:11.502329 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7505b7e6-880b-4bbe-a700-03f96d8788ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:11.845887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cb2aae69-c3fd-4976-a4ef-c62bd95d1563 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:52:11.940380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cb2aae69-c3fd-4976-a4ef-c62bd95d1563, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:52:11.951536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'port_id': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563', 'mac_address': 'fa:16:3e:8e:7c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:52:11.987489 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:11.999625 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2aae69-c3fd-4976-a4ef-c62bd95d1563 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:52:12.019210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cb2aae69-c3fd-4976-a4ef-c62bd95d1563, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:52:12.123309 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:12.177766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:12.184911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:12.185261 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:12.185605 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:12.185942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:12.186274 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:12.186607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:12.186937 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:12.187274 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:12.187584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:12.187909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:12.188353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:12.188677 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:12.307010 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985be1f-21b2-48d1-9bbe-d36930d8fdf8 req-51cb7731-fe89-4a26-a14d-958deadae2ca tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:12.308635 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0985be1f-21b2-48d1-9bbe-d36930d8fdf8 req-51cb7731-fe89-4a26-a14d-958deadae2ca tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 944 time: 0.0662940 Jul 05 04:52:12.347078 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0985be1f-21b2-48d1-9bbe-d36930d8fdf8 req-667e3b66-d297-4e78-8c21-ea63926ddf20 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323622 Jul 05 04:52:12.465977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['cb2aae69-c3fd-4976-a4ef-c62bd95d1563'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:52:13.533639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf2a2d-d9db-47d1-9338-348d8a2898d2 req-f8c5f431-a7c0-4357-ae72-fda4c2f3236e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:13.535131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-addf2a2d-d9db-47d1-9338-348d8a2898d2 req-f8c5f431-a7c0-4357-ae72-fda4c2f3236e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 944 time: 0.0648992 Jul 05 04:52:13.576483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-addf2a2d-d9db-47d1-9338-348d8a2898d2 req-5a8ce6e8-0f0c-452b-9e85-7d7500ffa926 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353296 Jul 05 04:52:13.861804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cb2aae69-c3fd-4976-a4ef-c62bd95d1563 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:52:14.055359 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:52:14.057468 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-562ca58e-d90f-4528-95d1-325e4566dde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:14.061045 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:52:14.061409 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:14.140178 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:14.163274 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:52:14.165591 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dbfc80-3924-4e66-a9a5-0e345ce71740" -d '{"events": [{"server_uuid": "7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3", "name": "network-vif-plugged", "status": "completed", "tag": "cb2aae69-c3fd-4976-a4ef-c62bd95d1563"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:52:14.179260 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cb2aae69-c3fd-4976-a4ef-c62bd95d1563, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:52:14.201716 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9037eca7-d87a-4764-b651-ce9189c69e7a x-openstack-request-id: req-9037eca7-d87a-4764-b651-ce9189c69e7a {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:52:14.202011 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3", "name": "network-vif-plugged", "status": "completed", "tag": "cb2aae69-c3fd-4976-a4ef-c62bd95d1563", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:52:14.202269 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9037eca7-d87a-4764-b651-ce9189c69e7a {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:52:14.202725 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563', 'code': 200} Jul 05 04:52:14.249378 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:14.301216 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:14.327330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35139964-a015-49cb-adf4-c32c1780965e req-b7fd22a7-6a7d-4942-bc18-4c42be669228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:14.328965 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35139964-a015-49cb-adf4-c32c1780965e req-b7fd22a7-6a7d-4942-bc18-4c42be669228 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 1097 time: 0.0600026 Jul 05 04:52:14.365672 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-35139964-a015-49cb-adf4-c32c1780965e req-cbcd6902-11c9-44be-9f57-7c9bdb87f7d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295136 Jul 05 04:52:14.449353 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:14.763409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96600c7-9be0-44ae-921d-6b65e6643d2d req-6a58c089-341c-4d91-98c3-c6fc56bd8963 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:14.764925 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e96600c7-9be0-44ae-921d-6b65e6643d2d req-6a58c089-341c-4d91-98c3-c6fc56bd8963 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0683610 Jul 05 04:52:14.803236 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e96600c7-9be0-44ae-921d-6b65e6643d2d req-7714589d-a238-43a6-a509-764c2a1c316a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322597 Jul 05 04:52:15.701647 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:15.992411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69603a79-2d42-4f5d-803c-4f22335c9ab2 req-cb4c6d63-1e31-4346-ba7b-89136b82449a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:15.993910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69603a79-2d42-4f5d-803c-4f22335c9ab2 req-cb4c6d63-1e31-4346-ba7b-89136b82449a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0680318 Jul 05 04:52:16.030985 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69603a79-2d42-4f5d-803c-4f22335c9ab2 req-4e5bdf64-b0ba-467b-ae9d-0ace8236c5ab tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315628 Jul 05 04:52:16.202746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1583ce-a2c4-4eac-8566-8c40d12ba526 req-9a104cab-d4eb-456f-b52c-619bf9073367 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:16.204614 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b1583ce-a2c4-4eac-8566-8c40d12ba526 req-9a104cab-d4eb-456f-b52c-619bf9073367 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0640457 Jul 05 04:52:16.215380 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 35742) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:52:16.220208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-cc53302a-b49f-4e5b-ae2f-179d7f5cba33 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Request body: {'floatingip': {'port_id': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:52:16.261545 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc53302a-b49f-4e5b-ae2f-179d7f5cba33 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:16.709852 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc53302a-b49f-4e5b-ae2f-179d7f5cba33 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:16.787309 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc53302a-b49f-4e5b-ae2f-179d7f5cba33 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:16.884927 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-cc53302a-b49f-4e5b-ae2f-179d7f5cba33 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Floating IP 1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf associated. External IP: 172.25.6.5, port: cb2aae69-c3fd-4976-a4ef-c62bd95d1563. Jul 05 04:52:17.093231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc53302a-b49f-4e5b-ae2f-179d7f5cba33 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:52:17.112640 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:17.203079 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc53302a-b49f-4e5b-ae2f-179d7f5cba33 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:52:17.208246 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc53302a-b49f-4e5b-ae2f-179d7f5cba33 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:17.212548 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4f184-2339-4cc5-b5c1-01cac6aa72c8 None None] Sync routers for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:52:17.223261 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4f184-2339-4cc5-b5c1-01cac6aa72c8 None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:52:17.223891 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-78c4f184-2339-4cc5-b5c1-01cac6aa72c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:52:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:52:17.244591 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cc53302a-b49f-4e5b-ae2f-179d7f5cba33 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "PUT /v2.0/floatingips/1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf HTTP/1.1" status: 200 len: 989 time: 1.0280936 Jul 05 04:52:17.245180 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'tag': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:52:17.305371 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5edc8d-6212-4ade-add0-fb2514b8268e" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3", "tag": "cb2aae69-c3fd-4976-a4ef-c62bd95d1563"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:52:17.333372 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-78c4f184-2339-4cc5-b5c1-01cac6aa72c8 None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:52:17.399117 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012abf05-250b-4552-a942-55c3b1ab3dce x-openstack-request-id: req-012abf05-250b-4552-a942-55c3b1ab3dce {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:52:17.399415 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3", "tag": "cb2aae69-c3fd-4976-a4ef-c62bd95d1563", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:52:17.399675 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-012abf05-250b-4552-a942-55c3b1ab3dce {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:52:17.400155 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'tag': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563', 'status': 'completed', 'code': 200} Jul 05 04:52:17.474470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5edc8d-6212-4ade-add0-fb2514b8268e req-d1031d07-ae5c-494c-958e-ef38246ae9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:17.475991 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b5edc8d-6212-4ade-add0-fb2514b8268e req-d1031d07-ae5c-494c-958e-ef38246ae9cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 1097 time: 0.0547714 Jul 05 04:52:17.571663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5edc8d-6212-4ade-add0-fb2514b8268e req-a78834c0-5d4b-4cbe-b6c4-bac5d480ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:17.573302 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b5edc8d-6212-4ade-add0-fb2514b8268e req-a78834c0-5d4b-4cbe-b6c4-bac5d480ba32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0914831 Jul 05 04:52:17.573691 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-78c4f184-2339-4cc5-b5c1-01cac6aa72c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'port_id': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'mac_address': 'fa:16:3e:8e:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:52:02Z', 'updated_at': '2021-07-05T04:52:16Z', 'revision_number': 1, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:52:17.603397 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4f184-2339-4cc5-b5c1-01cac6aa72c8 None None] Checking router: 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:52:17.611582 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4f184-2339-4cc5-b5c1-01cac6aa72c8 None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:52:17.612380 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-78c4f184-2339-4cc5-b5c1-01cac6aa72c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:52:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:52:17.639392 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b5edc8d-6212-4ade-add0-fb2514b8268e req-b42b1a2b-e122-4ff0-9f0d-72416be2a24c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563 HTTP/1.1" status: 200 len: 997 time: 0.0588448 Jul 05 04:52:17.686969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5edc8d-6212-4ade-add0-fb2514b8268e req-066ea3b1-73c7-4261-b380-1a878cd121b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:17.688638 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b5edc8d-6212-4ade-add0-fb2514b8268e req-066ea3b1-73c7-4261-b380-1a878cd121b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0430140 Jul 05 04:52:17.717246 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-78c4f184-2339-4cc5-b5c1-01cac6aa72c8 None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:52:17.751086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5edc8d-6212-4ade-add0-fb2514b8268e req-d55217f3-d08a-433e-a2b4-fd3e45da0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:17.753250 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b5edc8d-6212-4ade-add0-fb2514b8268e req-d55217f3-d08a-433e-a2b4-fd3e45da0b5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587978 Jul 05 04:52:17.847259 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b5edc8d-6212-4ade-add0-fb2514b8268e req-1b6c5221-fba6-489a-9da4-988fb4f22d1a service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863004 Jul 05 04:52:17.945368 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b5edc8d-6212-4ade-add0-fb2514b8268e req-75815b58-87a6-4d19-8caa-7da3dc26b266 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919251 Jul 05 04:52:18.033151 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-78c4f184-2339-4cc5-b5c1-01cac6aa72c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'port_id': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'mac_address': 'fa:16:3e:8e:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:52:02Z', 'updated_at': '2021-07-05T04:52:16Z', 'revision_number': 1, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:52:18.059343 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4f184-2339-4cc5-b5c1-01cac6aa72c8 None None] The sync data for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 is: [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'port_id': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'mac_address': 'fa:16:3e:8e:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:52:02Z', 'updated_at': '2021-07-05T04:52:16Z', 'revision_number': 1, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:52:18.245241 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e9758-d00f-4e26-bcce-ff02205be3bd None None] New status for floating IP 1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:52:32.964356 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:34.597748 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:41.479226 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9c0e0087-a6db-4131-9ac0-81107f23050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:44.060475 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d3ea08c0-5d12-429d-9ae6-5e6708ccd2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:44.438877 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:45.415328 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:52:45.542143 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:47.107780 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:02.947574 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:04.576632 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:10.681675 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2300ee47-af0f-4013-92d5-70d67be5ce79 req-7d8eb435-6d08-4ff5-9095-22c5517f2e93 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531907 Jul 05 04:53:10.775797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300ee47-af0f-4013-92d5-70d67be5ce79 req-65e33d7a-a6c3-48a2-be28-5d1a9f367984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:10.778463 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2300ee47-af0f-4013-92d5-70d67be5ce79 req-65e33d7a-a6c3-48a2-be28-5d1a9f367984 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 1097 time: 0.0536592 Jul 05 04:53:11.179356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300ee47-af0f-4013-92d5-70d67be5ce79 req-e817ae0e-919d-462f-a6ef-c3d558134cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:11.180921 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2300ee47-af0f-4013-92d5-70d67be5ce79 req-e817ae0e-919d-462f-a6ef-c3d558134cfa service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.3831642 Jul 05 04:53:11.247269 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2300ee47-af0f-4013-92d5-70d67be5ce79 req-0ae520d4-2fef-4a8d-be43-c34193c877ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563 HTTP/1.1" status: 200 len: 999 time: 0.0589926 Jul 05 04:53:11.296194 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300ee47-af0f-4013-92d5-70d67be5ce79 req-3e28d851-8127-42da-84cc-1c90f18f6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:11.297630 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2300ee47-af0f-4013-92d5-70d67be5ce79 req-3e28d851-8127-42da-84cc-1c90f18f6005 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0443811 Jul 05 04:53:11.358775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300ee47-af0f-4013-92d5-70d67be5ce79 req-fe97ec85-76d4-4e15-9306-176a250f1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:11.360342 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2300ee47-af0f-4013-92d5-70d67be5ce79 req-fe97ec85-76d4-4e15-9306-176a250f1b3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566523 Jul 05 04:53:11.451140 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2300ee47-af0f-4013-92d5-70d67be5ce79 req-93e35ec8-be4f-4ab1-9079-f3130e283690 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845122 Jul 05 04:53:11.473488 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-292e6806-efcc-4ee2-8715-dcc01a30083f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:11.549411 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2300ee47-af0f-4013-92d5-70d67be5ce79 req-7eb4d610-852b-4ad1-aa9e-5d2e09da787a service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917189 Jul 05 04:53:14.021664 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-62d5349b-c7eb-405c-8bf3-6f0b440fcf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:14.391838 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:15.546392 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.107399 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:22.414580 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:53:32.957621 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:34.582070 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:41.484731 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3b8b6822-d5e8-4d9b-a7cb-2148f64d9f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:44.062002 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3f951873-505c-4ffe-a090-ce7dcc7d602e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:44.433157 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:45.576687 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:47.203674 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:54.864326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-740f227a-7c09-40cc-9637-70968249c6f1 req-797de3d6-676b-4c6a-a67a-92ecd5d65ed3 service neutron] (100933) timed out ('10.222.0.36', 49158) {{(pid=100933) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:53:59.413146 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:54:02.987284 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:04.610982 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:10.710754 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eb3ea08-c5ea-413f-b851-18d22f17f3cd req-8f8d5338-81c6-4f69-b39c-1e839b60a524 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1121953 Jul 05 04:54:10.809778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3ea08-c5ea-413f-b851-18d22f17f3cd req-a922b3de-12cf-4a87-92d0-4439a109e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:10.811320 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eb3ea08-c5ea-413f-b851-18d22f17f3cd req-a922b3de-12cf-4a87-92d0-4439a109e1b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 1097 time: 0.0558581 Jul 05 04:54:10.919319 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3ea08-c5ea-413f-b851-18d22f17f3cd req-7055ea7e-f64f-4e82-9eaa-803026aa1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:10.920824 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eb3ea08-c5ea-413f-b851-18d22f17f3cd req-7055ea7e-f64f-4e82-9eaa-803026aa1ab6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0880113 Jul 05 04:54:10.987900 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eb3ea08-c5ea-413f-b851-18d22f17f3cd req-e64f9243-c4b5-4628-b7de-fe7005f4771f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563 HTTP/1.1" status: 200 len: 999 time: 0.0600007 Jul 05 04:54:11.035283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3ea08-c5ea-413f-b851-18d22f17f3cd req-d5ab33da-2d35-4dbe-869a-2568fcec73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:11.036733 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eb3ea08-c5ea-413f-b851-18d22f17f3cd req-d5ab33da-2d35-4dbe-869a-2568fcec73fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0428784 Jul 05 04:54:11.097770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3ea08-c5ea-413f-b851-18d22f17f3cd req-d02587ed-c1bd-4350-87b9-4b52fe99ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:11.099468 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eb3ea08-c5ea-413f-b851-18d22f17f3cd req-d02587ed-c1bd-4350-87b9-4b52fe99ab9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562985 Jul 05 04:54:11.109560 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-9eb3ea08-c5ea-413f-b851-18d22f17f3cd req-15d97104-43f0-40d2-bd2f-56c50135cdec service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:54:11.110487 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eb3ea08-c5ea-413f-b851-18d22f17f3cd req-15d97104-43f0-40d2-bd2f-56c50135cdec service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050645 Jul 05 04:54:11.201506 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eb3ea08-c5ea-413f-b851-18d22f17f3cd req-932fd495-c754-4e83-9a6f-0bc52c076fc2 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846198 Jul 05 04:54:11.294572 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9eb3ea08-c5ea-413f-b851-18d22f17f3cd req-4cf1d237-e74e-41c4-b1df-540d5fa66f4e service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863531 Jul 05 04:54:11.490074 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a9b7976d-89f5-45b2-a518-103f08185f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:14.044559 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-56198626-84ac-4a52-a17f-5f07ded03d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:14.416590 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:15.542379 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:17.129283 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:32.976082 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:34.626829 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:36.413463 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:54:41.488866 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-549e5a72-4d2e-4b04-ad92-e8ec4cdb5b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:44.038554 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-34a0fc51-76e8-4d98-8a80-336d51f6f550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:44.397297 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:45.552960 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:47.130482 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:48.914909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fb288-5258-4bbe-adbf-4f9827cff7c0 req-aaad1145-cb4d-40f4-a500-62ac1dd493c8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:48.916425 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-879fb288-5258-4bbe-adbf-4f9827cff7c0 req-aaad1145-cb4d-40f4-a500-62ac1dd493c8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.1649127 Jul 05 04:54:48.955824 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-879fb288-5258-4bbe-adbf-4f9827cff7c0 req-74880ced-a879-487f-9aa7-ef22b32a0945 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328326 Jul 05 04:54:49.456778 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528728c-e79a-47b9-98ab-0975fb2187eb req-c55afdf1-3bc7-42ed-8089-ea1ca536cd9b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:49.458294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f528728c-e79a-47b9-98ab-0975fb2187eb req-c55afdf1-3bc7-42ed-8089-ea1ca536cd9b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0625672 Jul 05 04:54:49.497249 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f528728c-e79a-47b9-98ab-0975fb2187eb req-03a7a896-5429-4b0e-ba95-7003d307dbe3 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333819 Jul 05 04:54:49.566058 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-d1fbdf99-aac7-458b-ac14-52c3647f12ab service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003857 Jul 05 04:54:50.733326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3bd00-049e-448f-97d5-0ef57c7946dd req-a99a529b-a8e1-471f-9ced-f2845b6f41de tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:50.734764 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9c3bd00-049e-448f-97d5-0ef57c7946dd req-a99a529b-a8e1-471f-9ced-f2845b6f41de tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.1204906 Jul 05 04:54:50.775776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9c3bd00-049e-448f-97d5-0ef57c7946dd req-7c4bbcfa-b20a-4eb4-947e-cd99327ea0a8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345964 Jul 05 04:54:51.629929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c62097-6993-46e9-9819-f6af3accf29d req-048ac18c-2ec2-413b-9d23-3963552285a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:51.631420 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-048ac18c-2ec2-413b-9d23-3963552285a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 1097 time: 0.0535188 Jul 05 04:54:51.724149 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c62097-6993-46e9-9819-f6af3accf29d req-4eaa73cb-548f-4778-8d2a-d5eb81510a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:51.725602 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-4eaa73cb-548f-4778-8d2a-d5eb81510a44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0874755 Jul 05 04:54:51.789990 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-dfffb541-d02d-4d5b-8e0d-933f69163525 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563 HTTP/1.1" status: 200 len: 999 time: 0.0576286 Jul 05 04:54:51.842503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c62097-6993-46e9-9819-f6af3accf29d req-dc881c89-5934-4b27-8857-0d79bedbfdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:51.843979 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-dc881c89-5934-4b27-8857-0d79bedbfdb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0486097 Jul 05 04:54:51.900842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c62097-6993-46e9-9819-f6af3accf29d req-d5138e9b-86c7-4c67-bf0c-2c955556f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:51.902324 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-d5138e9b-86c7-4c67-bf0c-2c955556f069 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518706 Jul 05 04:54:51.956840 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e58a86-c886-4b8e-a489-62a3b3d4a47d req-ca66d3dd-2857-4690-b6bb-35207ffd2932 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:51.958398 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0e58a86-c886-4b8e-a489-62a3b3d4a47d req-ca66d3dd-2857-4690-b6bb-35207ffd2932 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0660045 Jul 05 04:54:51.995085 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-73915d12-f098-4bd8-ba57-2068a3c3bf19 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847766 Jul 05 04:54:51.996962 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0e58a86-c886-4b8e-a489-62a3b3d4a47d req-cdd2fc94-c0d2-41e4-8de3-54a466fc89f4 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324786 Jul 05 04:54:52.089240 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-c44ae495-5571-403a-a0ec-92034b4eb812 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871432 Jul 05 04:54:53.174456 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3319e-952c-4668-8909-d01446d8c16b req-1b60e55b-2838-46e3-97bf-3e958383fb9f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:53.176712 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cbc3319e-952c-4668-8909-d01446d8c16b req-1b60e55b-2838-46e3-97bf-3e958383fb9f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0669246 Jul 05 04:54:53.216116 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cbc3319e-952c-4668-8909-d01446d8c16b req-0ae4b86c-9300-4910-b1ed-30a95b63d95c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340123 Jul 05 04:54:54.406424 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370fe6c-f7ee-4339-9887-7dc600390a9a req-a291294a-8238-49fa-b343-e2fc82a68ed1 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:54.407891 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9370fe6c-f7ee-4339-9887-7dc600390a9a req-a291294a-8238-49fa-b343-e2fc82a68ed1 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0641425 Jul 05 04:54:54.444837 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9370fe6c-f7ee-4339-9887-7dc600390a9a req-f91954ad-402e-4ed5-abb1-9fd9f2c9fbe7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313292 Jul 05 04:54:55.618933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc1546-11b0-4c62-ac28-1a8eff8cefc6 req-59035657-8c26-467e-9691-38078f930e6e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:55.620435 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3bcc1546-11b0-4c62-ac28-1a8eff8cefc6 req-59035657-8c26-467e-9691-38078f930e6e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0633738 Jul 05 04:54:55.656796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3bcc1546-11b0-4c62-ac28-1a8eff8cefc6 req-c62f8906-b8c0-4cac-8b23-c0744d0c5487 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308883 Jul 05 04:54:56.832131 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0bebd-f91f-49a6-88e8-720402ab6632 req-37e96c95-1fe7-4dd2-8fb2-109c81fc0fb8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:56.833609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2c0bebd-f91f-49a6-88e8-720402ab6632 req-37e96c95-1fe7-4dd2-8fb2-109c81fc0fb8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0684164 Jul 05 04:54:56.871768 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2c0bebd-f91f-49a6-88e8-720402ab6632 req-df2ec711-6670-4332-8f35-9405fd432049 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325706 Jul 05 04:54:58.051959 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55294628-2cb6-4075-ab92-ad70a320ec2c req-e359fa30-2c80-40e1-80f0-d956fcc8e8b1 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:58.053478 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-55294628-2cb6-4075-ab92-ad70a320ec2c req-e359fa30-2c80-40e1-80f0-d956fcc8e8b1 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0657570 Jul 05 04:54:58.091488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-55294628-2cb6-4075-ab92-ad70a320ec2c req-ab5523e4-ffe1-4c59-a4b4-ea6d48ca84e6 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323377 Jul 05 04:54:59.276576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719f62f-c8da-4ab5-beaf-6f44a9a53b8d req-d78c8bf9-b730-49f0-a617-d30145785bd9 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:59.278052 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9719f62f-c8da-4ab5-beaf-6f44a9a53b8d req-d78c8bf9-b730-49f0-a617-d30145785bd9 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0655220 Jul 05 04:54:59.319713 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9719f62f-c8da-4ab5-beaf-6f44a9a53b8d req-3c89cf3f-fa74-4279-8bc7-5d7c4fff1754 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361342 Jul 05 04:55:00.495030 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c4eb4-11b7-4b86-a3d5-632ba37bff53 req-eed227cb-ba22-4814-ade5-3fa5c7c3b33e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:00.496538 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-668c4eb4-11b7-4b86-a3d5-632ba37bff53 req-eed227cb-ba22-4814-ade5-3fa5c7c3b33e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0624654 Jul 05 04:55:00.534382 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-668c4eb4-11b7-4b86-a3d5-632ba37bff53 req-493be28f-91f8-4b59-8278-17380cc4dcca tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323203 Jul 05 04:55:01.707696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fbd4a-ef44-4dfa-8581-b625e6793175 req-056f8490-ac8a-4737-a815-5fc41c968d4f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:01.709181 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-569fbd4a-ef44-4dfa-8581-b625e6793175 req-056f8490-ac8a-4737-a815-5fc41c968d4f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0657022 Jul 05 04:55:01.745718 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-569fbd4a-ef44-4dfa-8581-b625e6793175 req-4218f768-40be-425f-bd86-a25a4a7b5587 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310049 Jul 05 04:55:02.921652 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525eb4e-a2ce-4ecb-a2a6-31c7f41fa936 req-1ab1610f-5473-4e40-a122-20c21e111b66 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:02.923152 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c525eb4e-a2ce-4ecb-a2a6-31c7f41fa936 req-1ab1610f-5473-4e40-a122-20c21e111b66 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0668287 Jul 05 04:55:02.962884 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c525eb4e-a2ce-4ecb-a2a6-31c7f41fa936 req-5a430b5f-c4bb-48bd-86ce-245abe27b8c2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328097 Jul 05 04:55:02.987253 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:04.134732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619b23-e08c-48b8-94b9-ef8e396a0be3 req-37275019-b13c-42a3-8c86-ebfa5879da65 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:04.136224 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d619b23-e08c-48b8-94b9-ef8e396a0be3 req-37275019-b13c-42a3-8c86-ebfa5879da65 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0626953 Jul 05 04:55:04.173934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d619b23-e08c-48b8-94b9-ef8e396a0be3 req-84a65768-caee-4f37-a612-084a68ec02cd tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321479 Jul 05 04:55:04.615170 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:05.348705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c12eb-158c-4690-b6e1-20ea66b1d8b4 req-9581a409-6e56-4866-8ce5-65571f8d9a32 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:05.350124 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-724c12eb-158c-4690-b6e1-20ea66b1d8b4 req-9581a409-6e56-4866-8ce5-65571f8d9a32 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0649476 Jul 05 04:55:05.387718 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-724c12eb-158c-4690-b6e1-20ea66b1d8b4 req-2e43aab8-7dd9-4e38-8068-2371653595e0 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320878 Jul 05 04:55:06.562991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ff555-089f-4dec-a3a0-1090c81d8022 req-ce03dd32-44f8-4ff7-8732-d3e1e5178254 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:06.565743 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f01ff555-089f-4dec-a3a0-1090c81d8022 req-ce03dd32-44f8-4ff7-8732-d3e1e5178254 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0701816 Jul 05 04:55:06.605008 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f01ff555-089f-4dec-a3a0-1090c81d8022 req-bffa1708-343c-4897-ac8f-d3545c31bb58 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341609 Jul 05 04:55:07.797288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e925c-97b8-42f6-8da3-c2b08ae52dbf req-12602981-c57e-49d4-9a7e-ebd13d616347 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:07.798719 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d27e925c-97b8-42f6-8da3-c2b08ae52dbf req-12602981-c57e-49d4-9a7e-ebd13d616347 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0612977 Jul 05 04:55:07.835598 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d27e925c-97b8-42f6-8da3-c2b08ae52dbf req-5e86b835-5617-4e71-9b4a-420e9bb707d5 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305586 Jul 05 04:55:09.019023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8be4d4-188c-479d-ada8-486f97b75d15 req-0dfaf378-d17f-452b-a919-5fcce2606b14 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:09.021472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd8be4d4-188c-479d-ada8-486f97b75d15 req-0dfaf378-d17f-452b-a919-5fcce2606b14 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0670505 Jul 05 04:55:09.058042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd8be4d4-188c-479d-ada8-486f97b75d15 req-a9192886-1a56-4be7-86bc-9721d16504d1 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315473 Jul 05 04:55:09.262221 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [req-48c62097-6993-46e9-9819-f6af3accf29d req-85b35bac-46ba-4e8d-b5e2-a4a6444a8771 service neutron] show failed (client error): The resource could not be found. Jul 05 04:55:09.263179 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-85b35bac-46ba-4e8d-b5e2-a4a6444a8771 service neutron] 10.222.0.36 "GET /v2.0/ports/cb2aae69-c3fd-4976-a4ef-c62bd95d1563/bindings/n-h1-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.0563538 Jul 05 04:55:09.896122 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c62097-6993-46e9-9819-f6af3accf29d req-cd1dc20f-c7cb-483a-92c3-7885ab16297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:09.897630 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-cd1dc20f-c7cb-483a-92c3-7885ab16297f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3&tenant_id=b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 1097 time: 0.0986631 Jul 05 04:55:09.909451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:55:09.982775 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:10.186715 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] For port cb2aae69-c3fd-4976-a4ef-c62bd95d1563, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:10.221042 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] For port cb2aae69-c3fd-4976-a4ef-c62bd95d1563, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:55:10.231989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427b131-5da7-4c33-a3d0-ec75a639debb req-d17f6752-ad43-481a-b4cf-dbf2e7b67594 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:10.233606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f427b131-5da7-4c33-a3d0-ec75a639debb req-d17f6752-ad43-481a-b4cf-dbf2e7b67594 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0631936 Jul 05 04:55:10.260462 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:55:10.262749 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f0dde1-dce7-4f6b-969e-8e8c8f532bf8" -d '{"events": [{"server_uuid": "7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2aae69-c3fd-4976-a4ef-c62bd95d1563"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:55:10.266376 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:10.284055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f427b131-5da7-4c33-a3d0-ec75a639debb req-70df370a-a555-41ce-b60d-a2841425c4c6 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329356 Jul 05 04:55:10.284979 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Transition to ACTIVE for port object cb2aae69-c3fd-4976-a4ef-c62bd95d1563 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:55:10.357519 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:10.389753 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cc9b9f-d7af-4fe0-913b-b2f5a1566c6f x-openstack-request-id: req-a0cc9b9f-d7af-4fe0-913b-b2f5a1566c6f {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:55:10.390047 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2aae69-c3fd-4976-a4ef-c62bd95d1563", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:55:10.390296 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a0cc9b9f-d7af-4fe0-913b-b2f5a1566c6f {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:55:10.390677 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563', 'code': 200} Jul 05 04:55:10.415608 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,revision_number=6']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:10.455155 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:10.455502 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:10.455840 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:10.456197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:10.456530 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:10.456859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:10.457183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:10.457507 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:10.457835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:10.458298 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:10.458881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:10.458881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:10.498668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] No DVR routers for this DVR port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:55:10.637684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Attempting to bind port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:55:10.638016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Attempting to bind port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:55:10.638341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Attempting to bind port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:55:10.642542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:55:10.642864 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Attempting to bind port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:55:10.647715 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:55:10.648045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Checking segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:55:10.648453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Bound using segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:55:10.648872 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Bound port: cb2aae69-c3fd-4976-a4ef-c62bd95d1563, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:55:10.649227 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:10.713634 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] For port cb2aae69-c3fd-4976-a4ef-c62bd95d1563, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:55:10.716749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] For port cb2aae69-c3fd-4976-a4ef-c62bd95d1563, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:55:10.782085 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:10.818603 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:10.819278 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:10.820727 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] 10.222.0.10 "PUT /v2.0/ports/cb2aae69-c3fd-4976-a4ef-c62bd95d1563 HTTP/1.1" status: 200 len: 1092 time: 0.9153361 Jul 05 04:55:10.843567 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515f5d0-bee8-4cf0-b748-b3a219760840 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,revision_number=7']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:10.900713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c62097-6993-46e9-9819-f6af3accf29d req-b77ab97f-9925-43e9-bfb9-acd90d2f8b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:10.902253 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-b77ab97f-9925-43e9-bfb9-acd90d2f8b0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 1095 time: 0.0556071 Jul 05 04:55:11.000229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c62097-6993-46e9-9819-f6af3accf29d req-ebcf0551-2831-40c2-845a-398b8aaebb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:11.001720 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-ebcf0551-2831-40c2-845a-398b8aaebb13 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0928595 Jul 05 04:55:11.067235 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-44fde36f-24d9-4aeb-bb78-adf3442694e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563 HTTP/1.1" status: 200 len: 997 time: 0.0586421 Jul 05 04:55:11.120315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c62097-6993-46e9-9819-f6af3accf29d req-ecdf3ec1-a6a3-4995-b7ff-02f5e667dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:11.121681 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-ecdf3ec1-a6a3-4995-b7ff-02f5e667dbfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0478327 Jul 05 04:55:11.178041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c62097-6993-46e9-9819-f6af3accf29d req-82d5e025-6a09-4d05-86b3-23669f436e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:11.179491 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-82d5e025-6a09-4d05-86b3-23669f436e74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516009 Jul 05 04:55:11.273749 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-bec5ba2c-413b-4dd6-b644-3b5ab4d8800f service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865092 Jul 05 04:55:11.372433 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48c62097-6993-46e9-9819-f6af3accf29d req-68767d89-b762-4a66-a9bb-19f3907062a8 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914793 Jul 05 04:55:11.459673 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438a7e2-57fc-4567-87a6-aa713b27a664 req-aa4a9876-94f6-4d65-822e-be3b4ebb3707 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:11.461208 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7438a7e2-57fc-4567-87a6-aa713b27a664 req-aa4a9876-94f6-4d65-822e-be3b4ebb3707 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 943 time: 0.0713763 Jul 05 04:55:11.467186 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-00ec883e-2a2f-458f-af72-2cea139f7afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:11.499410 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7438a7e2-57fc-4567-87a6-aa713b27a664 req-e3b6abc7-c610-408f-b5f4-1b366878e626 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322340 Jul 05 04:55:12.392075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'tag': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:55:12.394523 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e947a103-7c17-431c-9f29-f9cf73fc979b" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3", "tag": "cb2aae69-c3fd-4976-a4ef-c62bd95d1563"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:55:12.441287 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8173f04-8fbf-4e10-969c-a005ef526ee4 x-openstack-request-id: req-b8173f04-8fbf-4e10-969c-a005ef526ee4 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:55:12.441594 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3", "tag": "cb2aae69-c3fd-4976-a4ef-c62bd95d1563", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:55:12.441853 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b8173f04-8fbf-4e10-969c-a005ef526ee4 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:55:12.442374 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'tag': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563', 'status': 'completed', 'code': 200} Jul 05 04:55:12.555510 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-70692ee3-2ec2-4e4c-9319-88279d9cd8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:12.557242 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-70692ee3-2ec2-4e4c-9319-88279d9cd8ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 1095 time: 0.0948567 Jul 05 04:55:12.564671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-c5ade8e1-3e05-49c3-974c-eb3754ab95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:12.566220 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-c5ade8e1-3e05-49c3-974c-eb3754ab95d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 1095 time: 0.0932903 Jul 05 04:55:12.694440 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6005023-539c-4003-938c-af54c8c1c7b8 req-11c26073-0815-47b4-8f86-b30148524971 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:12.695981 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6005023-539c-4003-938c-af54c8c1c7b8 req-11c26073-0815-47b4-8f86-b30148524971 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 943 time: 0.0685256 Jul 05 04:55:12.717579 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cb2aae69-c3fd-4976-a4ef-c62bd95d1563 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:55:12.730129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-8f3a447e-09a1-4c9d-b3d8-52e4e3f0d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:12.731633 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-8f3a447e-09a1-4c9d-b3d8-52e4e3f0d745 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.1645505 Jul 05 04:55:12.732606 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-645b7e4b-cdf5-493c-894f-b6db1d537b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:12.734017 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-645b7e4b-cdf5-493c-894f-b6db1d537b3b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.1592360 Jul 05 04:55:12.736997 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6005023-539c-4003-938c-af54c8c1c7b8 req-ed6dff26-7e0f-45a4-b6cb-8ac9a1133431 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346913 Jul 05 04:55:12.768142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cb2aae69-c3fd-4976-a4ef-c62bd95d1563 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:55:12.850087 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-c6e2dea4-56d0-4755-a47c-2b13ca04d626 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563 HTTP/1.1" status: 200 len: 997 time: 0.1105764 Jul 05 04:55:12.851941 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-6f54940f-8f55-46f8-bf23-d10b1c78b2ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563 HTTP/1.1" status: 200 len: 997 time: 0.1115427 Jul 05 04:55:12.931126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-bc40a66a-54c5-4791-b9e9-1e9bafce778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:12.932635 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-bc40a66a-54c5-4791-b9e9-1e9bafce778c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0767946 Jul 05 04:55:12.934041 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-c8c6bd90-a17d-47be-a799-a3d6dbd9328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:12.935349 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-c8c6bd90-a17d-47be-a799-a3d6dbd9328e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0720601 Jul 05 04:55:13.047491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-db9d7948-fead-4403-9953-efd3250e0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:13.047491 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-db9d7948-fead-4403-9953-efd3250e0aea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063364 Jul 05 04:55:13.047938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-a0486767-8b4d-41ac-83a0-9d16e374f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:13.049575 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-a0486767-8b4d-41ac-83a0-9d16e374f86b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017907 Jul 05 04:55:13.209061 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-e367d455-9ca9-465a-8573-ec4b96023264 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553693 Jul 05 04:55:13.211025 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-3f6014f4-2bf0-44d8-bae5-a12fb5349c8e service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512666 Jul 05 04:55:13.373118 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-39907676-139d-41e9-b1aa-d2a1d75de3dd service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584024 Jul 05 04:55:13.375011 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e947a103-7c17-431c-9f29-f9cf73fc979b req-831c59ec-93e0-4ff2-bf0e-db35dcf5fb61 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530645 Jul 05 04:55:13.413109 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:55:13.916031 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12622146-d503-4e4b-9767-7d4aff757b40 req-8da79624-866e-480f-87e8-9b113266a64d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:13.917440 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-12622146-d503-4e4b-9767-7d4aff757b40 req-8da79624-866e-480f-87e8-9b113266a64d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 943 time: 0.0621185 Jul 05 04:55:13.954873 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-12622146-d503-4e4b-9767-7d4aff757b40 req-b5329fff-ccf3-4e70-8644-870040529eb0 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319829 Jul 05 04:55:14.050003 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-004477f5-48cc-443a-9fe2-01dca6128d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:14.373972 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595eeae6-b37f-4eaf-abc5-a51f6ed7831b req-a9ae3962-bbd2-40c0-833e-5491579361fa tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:14.375546 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-595eeae6-b37f-4eaf-abc5-a51f6ed7831b req-a9ae3962-bbd2-40c0-833e-5491579361fa tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 943 time: 0.0704272 Jul 05 04:55:14.391614 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:14.416926 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-595eeae6-b37f-4eaf-abc5-a51f6ed7831b req-75b29e36-81de-4edc-b98d-e2ef25d7fd0f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350308 Jul 05 04:55:14.444114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5571cb-7959-4878-a016-7f42bb5efe74 req-6a9f8dba-4e47-4c45-afa6-c34a701f369e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:14.445592 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fd5571cb-7959-4878-a016-7f42bb5efe74 req-6a9f8dba-4e47-4c45-afa6-c34a701f369e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.36 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3&tenant_id=b390d21346a941c6903d4f7b3d5baed4&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 943 time: 0.0731034 Jul 05 04:55:14.505708 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [req-fd5571cb-7959-4878-a016-7f42bb5efe74 req-0cd2f18d-b240-4afa-a451-e0f0549d9ec8 service neutron] delete failed (client error): The resource could not be found. Jul 05 04:55:14.506643 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fd5571cb-7959-4878-a016-7f42bb5efe74 req-0cd2f18d-b240-4afa-a451-e0f0549d9ec8 service neutron] 10.222.0.36 "DELETE /v2.0/ports/cb2aae69-c3fd-4976-a4ef-c62bd95d1563/bindings/n-h2-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.0545597 Jul 05 04:55:14.603366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5571cb-7959-4878-a016-7f42bb5efe74 req-18e7c08e-03e3-42e1-a161-8823e4372ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:14.604899 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fd5571cb-7959-4878-a016-7f42bb5efe74 req-18e7c08e-03e3-42e1-a161-8823e4372ad9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 1095 time: 0.0541101 Jul 05 04:55:14.696776 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5571cb-7959-4878-a016-7f42bb5efe74 req-44300044-feef-4528-a8f9-df00de02955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:14.698282 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fd5571cb-7959-4878-a016-7f42bb5efe74 req-44300044-feef-4528-a8f9-df00de02955c service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0869439 Jul 05 04:55:14.762747 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fd5571cb-7959-4878-a016-7f42bb5efe74 req-9febfd46-e94d-465e-b687-3d91821fc4d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563 HTTP/1.1" status: 200 len: 997 time: 0.0579467 Jul 05 04:55:14.815566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5571cb-7959-4878-a016-7f42bb5efe74 req-d3bea10b-de8a-486c-94b9-5836be5b3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:14.817029 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fd5571cb-7959-4878-a016-7f42bb5efe74 req-d3bea10b-de8a-486c-94b9-5836be5b3f61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0478070 Jul 05 04:55:14.828289 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device cb2aae69-c3fd-4976-a4ef-c62bd95d1563 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:55:14.873789 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5571cb-7959-4878-a016-7f42bb5efe74 req-dc720282-eba4-4289-a5d9-78dee4db9c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:14.875308 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fd5571cb-7959-4878-a016-7f42bb5efe74 req-dc720282-eba4-4289-a5d9-78dee4db9c55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520599 Jul 05 04:55:14.924999 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port cb2aae69-c3fd-4976-a4ef-c62bd95d1563, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:14.936959 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'port_id': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563', 'mac_address': 'fa:16:3e:8e:7c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:55:14.965080 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fd5571cb-7959-4878-a016-7f42bb5efe74 req-6a0acfd9-fbd3-417e-be79-7bc2e3d23abd service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835202 Jul 05 04:55:14.980667 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:14.993568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2aae69-c3fd-4976-a4ef-c62bd95d1563 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:55:15.012517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port cb2aae69-c3fd-4976-a4ef-c62bd95d1563, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:15.058636 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fd5571cb-7959-4878-a016-7f42bb5efe74 req-87174db2-e6e9-4377-898d-41d7e06fd808 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871477 Jul 05 04:55:15.101604 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:15.148507 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:15.155537 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:15.155996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:15.156538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:15.156885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:15.157220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:15.157663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:15.157942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:15.158269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:15.158593 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:15.158918 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:15.159242 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:15.159562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:55:15.351318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['cb2aae69-c3fd-4976-a4ef-c62bd95d1563'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:55:15.587864 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:15.605893 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17f905-72f1-4f43-9a60-d2be27735667 req-1a191789-e7d0-4100-8ff1-4d737605df12 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:15.607335 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa17f905-72f1-4f43-9a60-d2be27735667 req-1a191789-e7d0-4100-8ff1-4d737605df12 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 944 time: 0.0724170 Jul 05 04:55:15.647699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa17f905-72f1-4f43-9a60-d2be27735667 req-7af259f3-91f3-4ccb-a04f-05f3d3512e51 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343225 Jul 05 04:55:16.824700 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527526d-e76b-4140-a187-a46bcf31db4a req-3563c040-df6f-4f3d-b8bb-c4bb93b0ab85 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:16.826435 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1527526d-e76b-4140-a187-a46bcf31db4a req-3563c040-df6f-4f3d-b8bb-c4bb93b0ab85 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 944 time: 0.0676031 Jul 05 04:55:16.839583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device cb2aae69-c3fd-4976-a4ef-c62bd95d1563 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:55:16.878382 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1527526d-e76b-4140-a187-a46bcf31db4a req-15a1375a-f9fb-46f3-b53e-5da7c6a9bbe3 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464497 Jul 05 04:55:16.998670 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:55:17.002667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:55:17.003034 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:17.054398 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fc12e-7daf-4e8e-a591-e702d0c7563e req-fcf33f7d-de8f-484c-a049-2a2a7ffbcbf9 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:17.055949 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-822fc12e-7daf-4e8e-a591-e702d0c7563e req-fcf33f7d-de8f-484c-a049-2a2a7ffbcbf9 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 944 time: 0.0658436 Jul 05 04:55:17.092319 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:17.094326 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-822fc12e-7daf-4e8e-a591-e702d0c7563e req-545bf297-6289-44b8-a0cf-e43be9cc0408 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324488 Jul 05 04:55:17.115220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:55:17.117735 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbc2582-f47c-47e1-a263-d8b6babc6bdf" -d '{"events": [{"server_uuid": "7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3", "name": "network-vif-plugged", "status": "completed", "tag": "cb2aae69-c3fd-4976-a4ef-c62bd95d1563"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:55:17.122334 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:17.137205 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port cb2aae69-c3fd-4976-a4ef-c62bd95d1563, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:17.205194 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:17.211100 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13ca0de-77df-4d70-9434-515b906d2532 x-openstack-request-id: req-f13ca0de-77df-4d70-9434-515b906d2532 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:55:17.211393 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3", "name": "network-vif-plugged", "status": "completed", "tag": "cb2aae69-c3fd-4976-a4ef-c62bd95d1563", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:55:17.211645 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f13ca0de-77df-4d70-9434-515b906d2532 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:55:17.212036 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563', 'code': 200} Jul 05 04:55:17.258494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:17.277055 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44825925-d352-40b0-9692-7dbf7fb718e8 req-418cee28-b616-49c2-8c20-0057ae1b4e18 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:17.278542 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44825925-d352-40b0-9692-7dbf7fb718e8 req-418cee28-b616-49c2-8c20-0057ae1b4e18 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0625737 Jul 05 04:55:17.315424 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44825925-d352-40b0-9692-7dbf7fb718e8 req-8d31319f-5b2c-4092-90da-8d2cf0da341e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313230 Jul 05 04:55:17.940015 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e8242-b9e1-4b4a-a3dc-8d3792e8626c req-48be6c89-d7ac-480c-9ee4-49066d416922 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:17.941426 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f3e8242-b9e1-4b4a-a3dc-8d3792e8626c req-48be6c89-d7ac-480c-9ee4-49066d416922 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0664380 Jul 05 04:55:17.980449 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7f3e8242-b9e1-4b4a-a3dc-8d3792e8626c req-2b2492ee-0e0a-41d7-9a88-a33917a2665a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319183 Jul 05 04:55:19.165683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad7161-6229-4c04-9512-7ffe55d09c1b req-26e03896-3253-47f0-99d9-33e8b0519cae tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:19.167209 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecad7161-6229-4c04-9512-7ffe55d09c1b req-26e03896-3253-47f0-99d9-33e8b0519cae tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0633276 Jul 05 04:55:19.204918 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecad7161-6229-4c04-9512-7ffe55d09c1b req-95c39473-36d9-42c8-afa5-8dc827312e42 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319297 Jul 05 04:55:19.206297 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00ab9f-6a53-4f40-b3a4-abe0c01e7fc1 req-2ca9a18e-0bae-4485-9f45-c6e36bddedc6 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:19.207861 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b00ab9f-6a53-4f40-b3a4-abe0c01e7fc1 req-2ca9a18e-0bae-4485-9f45-c6e36bddedc6 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.10 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 945 time: 0.0636895 Jul 05 04:55:19.319198 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-6b00ab9f-6a53-4f40-b3a4-abe0c01e7fc1 req-b92f31cf-0821-4396-8195-331b349742a8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Deleting port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:55:19.319529 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6b00ab9f-6a53-4f40-b3a4-abe0c01e7fc1 req-b92f31cf-0821-4396-8195-331b349742a8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:19.408155 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-6b00ab9f-6a53-4f40-b3a4-abe0c01e7fc1 req-b92f31cf-0821-4396-8195-331b349742a8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] For port cb2aae69-c3fd-4976-a4ef-c62bd95d1563, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:19.408519 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6b00ab9f-6a53-4f40-b3a4-abe0c01e7fc1 req-b92f31cf-0821-4396-8195-331b349742a8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:19.577570 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6b00ab9f-6a53-4f40-b3a4-abe0c01e7fc1 req-b92f31cf-0821-4396-8195-331b349742a8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:19.577946 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6b00ab9f-6a53-4f40-b3a4-abe0c01e7fc1 req-b92f31cf-0821-4396-8195-331b349742a8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:19.578260 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [req-6b00ab9f-6a53-4f40-b3a4-abe0c01e7fc1 req-b92f31cf-0821-4396-8195-331b349742a8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Floating IP 1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf disassociated. External IP: 172.25.6.5, port: cb2aae69-c3fd-4976-a4ef-c62bd95d1563. Jul 05 04:55:19.578604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-6b00ab9f-6a53-4f40-b3a4-abe0c01e7fc1 req-b92f31cf-0821-4396-8195-331b349742a8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Calling delete_port for cb2aae69-c3fd-4976-a4ef-c62bd95d1563 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:55:19.768535 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6b00ab9f-6a53-4f40-b3a4-abe0c01e7fc1 req-b92f31cf-0821-4396-8195-331b349742a8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:19.797256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f31cf-0821-4396-8195-331b349742a8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Pushing event deleted for resources: {'Port': ['ID=cb2aae69-c3fd-4976-a4ef-c62bd95d1563,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:19.915037 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b00ab9f-6a53-4f40-b3a4-abe0c01e7fc1 req-b92f31cf-0821-4396-8195-331b349742a8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:55:20.025019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b00ab9f-6a53-4f40-b3a4-abe0c01e7fc1 req-b92f31cf-0821-4396-8195-331b349742a8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:55:20.034637 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318e753f-3ac9-4db4-84ce-3bbb2902f062 None None] Sync routers for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:55:20.045132 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e753f-3ac9-4db4-84ce-3bbb2902f062 None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:55:20.045733 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-318e753f-3ac9-4db4-84ce-3bbb2902f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:55:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:20.073422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b00ab9f-6a53-4f40-b3a4-abe0c01e7fc1 req-b92f31cf-0821-4396-8195-331b349742a8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] No DVR routers for this DVR port cb2aae69-c3fd-4976-a4ef-c62bd95d1563 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:55:20.076480 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6b00ab9f-6a53-4f40-b3a4-abe0c01e7fc1 req-b92f31cf-0821-4396-8195-331b349742a8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:20.078983 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b00ab9f-6a53-4f40-b3a4-abe0c01e7fc1 req-b92f31cf-0821-4396-8195-331b349742a8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.10 "DELETE /v2.0/ports/cb2aae69-c3fd-4976-a4ef-c62bd95d1563 HTTP/1.1" status: 204 len: 173 time: 0.8648975 Jul 05 04:55:20.079445 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'name': 'network-vif-deleted', 'tag': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:55:20.082307 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a3c534-51de-4a23-b983-89f9621fb2a2" -d '{"events": [{"server_uuid": "7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3", "name": "network-vif-deleted", "tag": "cb2aae69-c3fd-4976-a4ef-c62bd95d1563"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:55:20.120487 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235f17d9-ddd4-401b-8d72-e6c9af9a5b78 x-openstack-request-id: req-235f17d9-ddd4-401b-8d72-e6c9af9a5b78 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:55:20.120791 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3", "name": "network-vif-deleted", "tag": "cb2aae69-c3fd-4976-a4ef-c62bd95d1563", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:55:20.121185 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-235f17d9-ddd4-401b-8d72-e6c9af9a5b78 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:55:20.121614 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3', 'name': 'network-vif-deleted', 'tag': 'cb2aae69-c3fd-4976-a4ef-c62bd95d1563', 'status': 'completed', 'code': 200} Jul 05 04:55:20.150875 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-318e753f-3ac9-4db4-84ce-3bbb2902f062 None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:55:20.352926 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ccc2728-c7a8-4ad7-88a6-7cb757b25c0c req-d2844c53-0916-4285-bac8-40bb2722e8f1 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=7eb5e03e-fb42-4689-b0dc-b9a20d63ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0337169 Jul 05 04:55:20.354731 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-318e753f-3ac9-4db4-84ce-3bbb2902f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:20.384800 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318e753f-3ac9-4db4-84ce-3bbb2902f062 None None] Checking router: 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:55:20.393211 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e753f-3ac9-4db4-84ce-3bbb2902f062 None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:55:20.393843 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-318e753f-3ac9-4db4-84ce-3bbb2902f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:55:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:20.494260 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-318e753f-3ac9-4db4-84ce-3bbb2902f062 None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:55:20.687847 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-318e753f-3ac9-4db4-84ce-3bbb2902f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:20.714190 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318e753f-3ac9-4db4-84ce-3bbb2902f062 None None] The sync data for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 is: [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:55:20.940338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a246b6e-8a21-467d-82de-6870adb79f56 None None] New status for floating IP 1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:55:21.659378 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-5b1c1ad1-a0e6-46e8-b67c-4781f428bec0 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1641231249&fields=id&tenant_id=b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 267 time: 0.0331609 Jul 05 04:55:21.761274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-6a69ea75-b11a-46af-b612-b1f7832bcdae tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:21.762699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-6a69ea75-b11a-46af-b612-b1f7832bcdae tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 811 time: 0.0962586 Jul 05 04:55:21.777693 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-e0203e2a-6dc0-4f5e-9489-a178a91c1ecc tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/quotas/b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 375 time: 0.0095220 Jul 05 04:55:21.847698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-e46a7e79-770b-4692-af52-fa26faed26df tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652752 Jul 05 04:55:21.986394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-0c7123c2-4b54-4d3b-a914-9cddc49952a7 service neutron] 10.222.0.38 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265144 Jul 05 04:55:22.080552 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-e1be6bd8-7a64-4c03-94b1-d7d3f630d6b1 service neutron] 10.222.0.38 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884464 Jul 05 04:55:22.336368 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6f376dd-97e5-420a-b9f1-016750755e22 req-ac3bed53-f91b-45db-b0c3-8b279da805b7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 210 time: 0.0318289 Jul 05 04:55:22.901586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device cb2aae69-c3fd-4976-a4ef-c62bd95d1563 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:55:22.921252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: cb2aae69-c3fd-4976-a4ef-c62bd95d1563 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:55:22.921597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device cb2aae69-c3fd-4976-a4ef-c62bd95d1563 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:55:23.479225 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3a5853a-6ef9-4c7d-a3d6-4b8aae407837 req-5aa8ebc5-ae18-42c5-88b0-415a99dc7be9 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 210 time: 0.0288930 Jul 05 04:55:24.581822 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-7b8d2bb7-019b-4f31-9b83-0c068f421770 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:24.583413 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-7b8d2bb7-019b-4f31-9b83-0c068f421770 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 811 time: 0.1164446 Jul 05 04:55:24.629943 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-0dca31b3-0652-4b82-8235-9e1353e2a097 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 380 time: 0.0376718 Jul 05 04:55:24.638869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-3976bd0c-e52a-4990-a911-ef794e18f997 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Request body: {'port': {'device_id': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'admin_state_up': True, 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'security_groups': ['09813d73-6c31-4b77-a62e-78537caa701e']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:55:24.650905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad2eb32d-c4a1-43d1-a89c-f37f0a003943 req-d7d2263e-0917-4944-b7f7-9251434263b0 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 210 time: 0.0387471 Jul 05 04:55:25.134614 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-3976bd0c-e52a-4990-a911-ef794e18f997 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Made reservation on behalf of b390d21346a941c6903d4f7b3d5baed4 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:55:25.138285 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-3976bd0c-e52a-4990-a911-ef794e18f997 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:25.262579 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-3976bd0c-e52a-4990-a911-ef794e18f997 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Allocated IP 172.20.0.13 (e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9/5ff1541b-a063-4c1a-ad50-36d3130f2d5e/715cd3e7-7996-4afb-a8e9-6b27e60e1ce9) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:55:25.397127 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-3976bd0c-e52a-4990-a911-ef794e18f997 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:25.410335 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-3976bd0c-e52a-4990-a911-ef794e18f997 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Transition to ACTIVE for port object 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:55:25.511966 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-3976bd0c-e52a-4990-a911-ef794e18f997 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:25.556189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-3976bd0c-e52a-4990-a911-ef794e18f997 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:55:25.559536 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-3976bd0c-e52a-4990-a911-ef794e18f997 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:55:25.562183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-3976bd0c-e52a-4990-a911-ef794e18f997 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:55:25.598918 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976bd0c-e52a-4990-a911-ef794e18f997 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Pushing event updated for resources: {'Port': ['ID=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:25.626585 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-3976bd0c-e52a-4990-a911-ef794e18f997 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:25.627231 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-3976bd0c-e52a-4990-a911-ef794e18f997 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:25.702745 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-3976bd0c-e52a-4990-a911-ef794e18f997 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0676882 Jul 05 04:55:25.715423 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Request body: {'port': {'device_id': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:55:25.789446 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:25.833268 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce72f4-bee1-4014-a0cb-6dd2c61bde07 req-a30e3f50-7408-4874-9bab-12c9c6f10197 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:25.834690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78ce72f4-bee1-4014-a0cb-6dd2c61bde07 req-a30e3f50-7408-4874-9bab-12c9c6f10197 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 932 time: 0.0655510 Jul 05 04:55:25.873174 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78ce72f4-bee1-4014-a0cb-6dd2c61bde07 req-aec14dca-ea35-4992-b99a-6d66e1d90b8c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325737 Jul 05 04:55:25.913139 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a907a2d0-8b8a-4540-a9de-7ffaac3fd005 None None] Provisioning for port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:55:25.917143 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a907a2d0-8b8a-4540-a9de-7ffaac3fd005 None None] Provisioning complete for port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:55:25.917575 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a907a2d0-8b8a-4540-a9de-7ffaac3fd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:25.951167 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a907a2d0-8b8a-4540-a9de-7ffaac3fd005 None None] Port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:55:26.056316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:55:26.064366 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:26.077047 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Transition to ACTIVE for port object 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:55:26.174636 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:26.227101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Pushing event updated for resources: {'Port': ['ID=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:26.298634 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Attempting to bind port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:55:26.299155 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Attempting to bind port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:55:26.299303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Attempting to bind port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:55:26.303687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:55:26.304008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Attempting to bind port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:55:26.309985 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:55:26.310328 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Checking segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:55:26.310719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Bound using segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:55:26.311150 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Bound port: 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:55:26.311511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:26.382142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] For port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:55:26.385367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] For port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:55:26.460501 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:26.495368 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:26.495993 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:26.497517 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] 10.222.0.36 "PUT /v2.0/ports/715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 HTTP/1.1" status: 200 len: 1093 time: 0.7871490 Jul 05 04:55:26.497856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'tag': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:55:26.500155 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e55363e-5a62-432d-b377-b3091168ccae" -d '{"events": [{"name": "network-changed", "server_uuid": "2edb826f-c8e0-4af4-9bdb-70b845b1e133", "tag": "715cd3e7-7996-4afb-a8e9-6b27e60e1ce9"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:55:26.525742 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356fc29-e132-4c8b-af9f-0c3a78d2b8ea service neutron] Pushing event updated for resources: {'Port': ['ID=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:26.550989 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67baa4e8-f462-4f09-a574-974940e46d31 x-openstack-request-id: req-67baa4e8-f462-4f09-a574-974940e46d31 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:55:26.551291 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edb826f-c8e0-4af4-9bdb-70b845b1e133", "tag": "715cd3e7-7996-4afb-a8e9-6b27e60e1ce9", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:55:26.551553 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67baa4e8-f462-4f09-a574-974940e46d31 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:55:26.551967 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'tag': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9', 'status': 'completed', 'code': 200} Jul 05 04:55:26.635454 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55363e-5a62-432d-b377-b3091168ccae req-1d1751f1-945f-46d7-ac3a-18d057543e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:26.636900 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0e55363e-5a62-432d-b377-b3091168ccae req-1d1751f1-945f-46d7-ac3a-18d057543e72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 1096 time: 0.0615802 Jul 05 04:55:26.742375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55363e-5a62-432d-b377-b3091168ccae req-2e3a5d34-bad9-4ea3-96e7-c5030d69944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:26.743894 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0e55363e-5a62-432d-b377-b3091168ccae req-2e3a5d34-bad9-4ea3-96e7-c5030d69944a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b390d21346a941c6903d4f7b3d5baed4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0996263 Jul 05 04:55:26.834976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55363e-5a62-432d-b377-b3091168ccae req-16b324cd-ea36-4710-a2f0-8c7d3f73013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:26.837014 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0e55363e-5a62-432d-b377-b3091168ccae req-16b324cd-ea36-4710-a2f0-8c7d3f73013b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871661 Jul 05 04:55:26.928820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-f6af5a07-50b9-46c6-96bf-1663b2eae569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:26.930355 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-f6af5a07-50b9-46c6-96bf-1663b2eae569 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 1096 time: 0.0559928 Jul 05 04:55:26.982335 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-1c6c9296-6f7e-417c-bb69-bf5469fe5641 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 HTTP/1.1" status: 200 len: 217 time: 0.0447552 Jul 05 04:55:27.029920 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-d8ae3748-c67e-47c9-9404-44813d1a391d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:27.031286 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-d8ae3748-c67e-47c9-9404-44813d1a391d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0432398 Jul 05 04:55:27.051518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee43e4-90b4-4827-b2fd-1e23cd7e43bf req-6c973e44-7de6-4d19-93e1-f38d816be8bb tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:27.053019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-79ee43e4-90b4-4827-b2fd-1e23cd7e43bf req-6c973e44-7de6-4d19-93e1-f38d816be8bb tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 944 time: 0.0649559 Jul 05 04:55:27.089509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-fcdba2f6-68ce-4f35-b19b-389449b9d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:27.090996 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-fcdba2f6-68ce-4f35-b19b-389449b9d759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532238 Jul 05 04:55:27.091312 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-79ee43e4-90b4-4827-b2fd-1e23cd7e43bf req-97576f89-67d7-4fb7-b535-b62481cff3a6 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323291 Jul 05 04:55:27.186243 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-fa759339-cd18-4b1a-ab0b-47fa1b410769 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883179 Jul 05 04:55:27.277123 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40247623-cce1-488c-820b-5cbc414fa8c5 req-4ef06d41-db3b-48d8-b243-d6b82383892d service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849326 Jul 05 04:55:28.266871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553f820-6d1e-408c-93c9-9f3ce98bb156 req-0db21ed6-acf3-49ef-b2f3-1b321506d266 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:28.268390 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b553f820-6d1e-408c-93c9-9f3ce98bb156 req-0db21ed6-acf3-49ef-b2f3-1b321506d266 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 944 time: 0.0649428 Jul 05 04:55:28.305937 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b553f820-6d1e-408c-93c9-9f3ce98bb156 req-2eb9401f-a57b-4bcb-91e4-66a5f3ebadd8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317202 Jul 05 04:55:29.485244 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ecb04-c975-42b4-8e4c-2daf0710b81d req-fb4a8952-f126-4c6b-b3f3-0df3e1815881 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:29.486708 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-306ecb04-c975-42b4-8e4c-2daf0710b81d req-fb4a8952-f126-4c6b-b3f3-0df3e1815881 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 944 time: 0.0659742 Jul 05 04:55:29.527277 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-306ecb04-c975-42b4-8e4c-2daf0710b81d req-9d69043c-453d-4479-9f28-952267baf97b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347130 Jul 05 04:55:30.707766 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac70889-5127-434a-9414-ff8e48e11442 req-eb5bb949-0c62-4624-8e5a-c935e2b58576 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:30.710388 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ac70889-5127-434a-9414-ff8e48e11442 req-eb5bb949-0c62-4624-8e5a-c935e2b58576 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 944 time: 0.0721183 Jul 05 04:55:30.749178 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1ac70889-5127-434a-9414-ff8e48e11442 req-7dd2f329-52f3-4518-857b-a51bb6cd445a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326900 Jul 05 04:55:30.806126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:55:30.903809 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:30.914671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'port_id': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9', 'mac_address': 'fa:16:3e:26:42:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:55:30.951784 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:30.965169 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:55:30.985054 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:31.038765 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:31.091985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:31.368948 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['715cd3e7-7996-4afb-a8e9-6b27e60e1ce9'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:55:31.927125 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95c55c-e58f-4399-a2ce-1bc01fecc174 req-307445f9-75eb-4ce5-abcf-f4e9b57dc61e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:31.928526 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc95c55c-e58f-4399-a2ce-1bc01fecc174 req-307445f9-75eb-4ce5-abcf-f4e9b57dc61e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 945 time: 0.0667896 Jul 05 04:55:31.966329 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc95c55c-e58f-4399-a2ce-1bc01fecc174 req-c94b57f1-2ab0-448e-a301-7eaf1b17e7fb tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317571 Jul 05 04:55:32.821529 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:55:32.958183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:55:32.962350 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:55:32.962780 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:33.040873 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:33.043940 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:33.063531 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:55:33.065813 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0531f361-d933-4118-827f-c0e8af0219cc" -d '{"events": [{"server_uuid": "2edb826f-c8e0-4af4-9bdb-70b845b1e133", "name": "network-vif-plugged", "status": "completed", "tag": "715cd3e7-7996-4afb-a8e9-6b27e60e1ce9"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:55:33.079883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:55:33.103790 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998e7d38-e6e8-49ab-9bfd-fc716ad6564a x-openstack-request-id: req-998e7d38-e6e8-49ab-9bfd-fc716ad6564a {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:55:33.104101 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edb826f-c8e0-4af4-9bdb-70b845b1e133", "name": "network-vif-plugged", "status": "completed", "tag": "715cd3e7-7996-4afb-a8e9-6b27e60e1ce9", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:55:33.104357 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-998e7d38-e6e8-49ab-9bfd-fc716ad6564a {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:55:33.104802 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9', 'code': 200} Jul 05 04:55:33.139969 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:33.147604 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a5797-9d4e-4628-bcdc-a3e9f6d4e0a4 req-ad1d80db-d0a5-4774-84b0-708a35b9e9d4 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:33.149241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f4a5797-9d4e-4628-bcdc-a3e9f6d4e0a4 req-ad1d80db-d0a5-4774-84b0-708a35b9e9d4 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 945 time: 0.0650055 Jul 05 04:55:33.187807 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2f4a5797-9d4e-4628-bcdc-a3e9f6d4e0a4 req-ecaa4bdf-fd67-4c3d-acab-b9f98db43d8c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320473 Jul 05 04:55:33.191325 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:55:33.228129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3dbe0-03a8-4c97-bae3-84bc912c76cc req-a9b8491f-e6c6-4029-a70e-bb8fcaeeaa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:33.229650 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-72e3dbe0-03a8-4c97-bae3-84bc912c76cc req-a9b8491f-e6c6-4029-a70e-bb8fcaeeaa50 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 1098 time: 0.0596728 Jul 05 04:55:33.265564 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-72e3dbe0-03a8-4c97-bae3-84bc912c76cc req-b936b591-8e02-42fa-84f2-1ba0ad8c7e5f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285976 Jul 05 04:55:34.368948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a93a4-9fd3-46a0-9220-531231a129e6 req-9efec826-2a4c-48fb-a819-3449233743e6 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:34.370453 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-624a93a4-9fd3-46a0-9220-531231a129e6 req-9efec826-2a4c-48fb-a819-3449233743e6 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0639160 Jul 05 04:55:34.409445 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-624a93a4-9fd3-46a0-9220-531231a129e6 req-10b82149-b41d-4c39-a543-59459c17a00c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332844 Jul 05 04:55:34.631712 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:35.584716 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e587b4-f5a0-4a60-a5b2-7d6cc5f643e5 req-b6dd850a-1efd-4bcf-bac4-7ba03c35b35d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:35.586220 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e587b4-f5a0-4a60-a5b2-7d6cc5f643e5 req-b6dd850a-1efd-4bcf-bac4-7ba03c35b35d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0674059 Jul 05 04:55:35.623076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0e587b4-f5a0-4a60-a5b2-7d6cc5f643e5 req-d83005d4-4eac-44c8-b5fb-302a5e0d0068 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307724 Jul 05 04:55:35.787519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea44989-e771-4b35-8e0a-ab828dc6e969 req-63ba36e0-4030-4a92-a08b-7b9ef07a7ed7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:35.788930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bea44989-e771-4b35-8e0a-ab828dc6e969 req-63ba36e0-4030-4a92-a08b-7b9ef07a7ed7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0627983 Jul 05 04:55:35.797516 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36252) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:55:35.801920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-cd19583b-aae7-4ac5-aa4e-e17b1ba7dc05 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Request body: {'floatingip': {'port_id': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:55:35.845660 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cd19583b-aae7-4ac5-aa4e-e17b1ba7dc05 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:36.563285 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cd19583b-aae7-4ac5-aa4e-e17b1ba7dc05 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:36.639051 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cd19583b-aae7-4ac5-aa4e-e17b1ba7dc05 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:36.735591 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-cd19583b-aae7-4ac5-aa4e-e17b1ba7dc05 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Floating IP 1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf associated. External IP: 172.25.6.5, port: 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9. Jul 05 04:55:36.936842 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd19583b-aae7-4ac5-aa4e-e17b1ba7dc05 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:55:37.042088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd19583b-aae7-4ac5-aa4e-e17b1ba7dc05 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:55:37.047178 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cd19583b-aae7-4ac5-aa4e-e17b1ba7dc05 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:37.052385 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c421a908-be04-4aed-860c-e5be1bd309ca None None] Sync routers for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:55:37.063143 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c421a908-be04-4aed-860c-e5be1bd309ca None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:55:37.063831 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c421a908-be04-4aed-860c-e5be1bd309ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:55:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:37.087911 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cd19583b-aae7-4ac5-aa4e-e17b1ba7dc05 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "PUT /v2.0/floatingips/1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf HTTP/1.1" status: 200 len: 990 time: 1.2889700 Jul 05 04:55:37.088217 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'tag': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:55:37.090499 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a38aa8-c841-43a5-986e-263c8a8e4735" -d '{"events": [{"name": "network-changed", "server_uuid": "2edb826f-c8e0-4af4-9bdb-70b845b1e133", "tag": "715cd3e7-7996-4afb-a8e9-6b27e60e1ce9"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:55:37.127869 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3296bd0-ea3f-4e00-bc60-2780b856daa9 x-openstack-request-id: req-f3296bd0-ea3f-4e00-bc60-2780b856daa9 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:55:37.128195 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edb826f-c8e0-4af4-9bdb-70b845b1e133", "tag": "715cd3e7-7996-4afb-a8e9-6b27e60e1ce9", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:55:37.128452 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f3296bd0-ea3f-4e00-bc60-2780b856daa9 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:55:37.128852 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'tag': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9', 'status': 'completed', 'code': 200} Jul 05 04:55:37.178693 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-c421a908-be04-4aed-860c-e5be1bd309ca None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:55:37.222509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a38aa8-c841-43a5-986e-263c8a8e4735 req-aeb6adef-63db-4347-8c0d-fb19d5d8ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:37.226424 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-83a38aa8-c841-43a5-986e-263c8a8e4735 req-aeb6adef-63db-4347-8c0d-fb19d5d8ed8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 1098 time: 0.0735555 Jul 05 04:55:37.314322 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a38aa8-c841-43a5-986e-263c8a8e4735 req-8fc22797-f78c-4b28-925f-bce14a911838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:37.315799 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-83a38aa8-c841-43a5-986e-263c8a8e4735 req-8fc22797-f78c-4b28-925f-bce14a911838 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0847127 Jul 05 04:55:37.384794 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-83a38aa8-c841-43a5-986e-263c8a8e4735 req-178348ad-d01e-4429-838b-51e8d381b713 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 HTTP/1.1" status: 200 len: 998 time: 0.0630310 Jul 05 04:55:37.411350 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c421a908-be04-4aed-860c-e5be1bd309ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'port_id': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'mac_address': 'fa:16:3e:26:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:52:02Z', 'updated_at': '2021-07-05T04:55:36Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:37.433483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a38aa8-c841-43a5-986e-263c8a8e4735 req-3073d170-290e-4f06-b06f-764b87cab6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:37.434951 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-83a38aa8-c841-43a5-986e-263c8a8e4735 req-3073d170-290e-4f06-b06f-764b87cab6a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0438879 Jul 05 04:55:37.438743 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c421a908-be04-4aed-860c-e5be1bd309ca None None] Checking router: 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:55:37.447417 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c421a908-be04-4aed-860c-e5be1bd309ca None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:55:37.448258 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c421a908-be04-4aed-860c-e5be1bd309ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:55:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:37.493061 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a38aa8-c841-43a5-986e-263c8a8e4735 req-14b0fc3b-ad65-4bfe-b6ed-f63d471db644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:37.494605 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-83a38aa8-c841-43a5-986e-263c8a8e4735 req-14b0fc3b-ad65-4bfe-b6ed-f63d471db644 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538254 Jul 05 04:55:37.593479 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-83a38aa8-c841-43a5-986e-263c8a8e4735 req-dfbfe339-299d-4ec9-b554-85f6ad15be93 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922246 Jul 05 04:55:37.654180 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-c421a908-be04-4aed-860c-e5be1bd309ca None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:55:37.683258 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-83a38aa8-c841-43a5-986e-263c8a8e4735 req-145d15c1-7bc3-4bca-a5af-072e78f51b22 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835452 Jul 05 04:55:37.870420 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c421a908-be04-4aed-860c-e5be1bd309ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'port_id': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'mac_address': 'fa:16:3e:26:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:52:02Z', 'updated_at': '2021-07-05T04:55:36Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:55:37.899922 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c421a908-be04-4aed-860c-e5be1bd309ca None None] The sync data for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 is: [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'port_id': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'mac_address': 'fa:16:3e:26:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:52:02Z', 'updated_at': '2021-07-05T04:55:36Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:55:38.085049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d0bf4-42db-497d-abd5-41d30356f76c None None] New status for floating IP 1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:55:41.517114 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a986bf63-99aa-41fa-b044-d0816752849f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:44.044161 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c44c1809-3665-4fd7-a015-064e1729560a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:44.422201 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:45.570174 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:47.118845 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:50.414805 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:56:02.997311 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:04.632879 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:11.500278 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9269c578-c7af-4c97-8df1-ba416d2fd215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:13.740510 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-175779d4-2d73-47b6-9b61-218bfd868970 req-6f560b2c-466e-4d44-bbed-bb1c4fa01b5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0590532 Jul 05 04:56:13.833064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175779d4-2d73-47b6-9b61-218bfd868970 req-c310b7f3-c309-4cd8-93d5-345db5c574de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:13.834570 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-175779d4-2d73-47b6-9b61-218bfd868970 req-c310b7f3-c309-4cd8-93d5-345db5c574de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 1098 time: 0.0522447 Jul 05 04:56:13.942584 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175779d4-2d73-47b6-9b61-218bfd868970 req-4b0a8381-a4bc-47cc-b0cd-7b14bb12b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:13.944056 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-175779d4-2d73-47b6-9b61-218bfd868970 req-4b0a8381-a4bc-47cc-b0cd-7b14bb12b09b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0896938 Jul 05 04:56:14.010797 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-175779d4-2d73-47b6-9b61-218bfd868970 req-1eca4749-6b2e-4148-b35f-b6d285393b3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 HTTP/1.1" status: 200 len: 1000 time: 0.0590820 Jul 05 04:56:14.055670 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-629bcdaa-6f1a-44b2-a3ee-565653fb68a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:14.060185 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175779d4-2d73-47b6-9b61-218bfd868970 req-fa3c6fe4-3df1-444e-aed5-864b8bdd36af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:14.061792 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-175779d4-2d73-47b6-9b61-218bfd868970 req-fa3c6fe4-3df1-444e-aed5-864b8bdd36af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0448263 Jul 05 04:56:14.126734 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175779d4-2d73-47b6-9b61-218bfd868970 req-ca399137-44cf-4b56-bdf7-d26e993aa3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:14.128275 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-175779d4-2d73-47b6-9b61-218bfd868970 req-ca399137-44cf-4b56-bdf7-d26e993aa3ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596054 Jul 05 04:56:14.217983 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-175779d4-2d73-47b6-9b61-218bfd868970 req-08af401c-49d9-4365-bbd8-0dd36022650b service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823734 Jul 05 04:56:14.309132 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-175779d4-2d73-47b6-9b61-218bfd868970 req-c657ca34-3193-40d1-95c9-d5982ccdb14d service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849750 Jul 05 04:56:14.404333 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:15.564461 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:17.140666 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:27.413169 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:56:32.980956 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:34.621292 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:41.493846 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-754b9deb-15bd-4214-9839-6200ea6bf35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:44.055192 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dc730b40-144e-49cd-b0ff-1986e5c07673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:44.398424 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:45.568304 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:47.146841 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:03.013676 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:04.411469 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:57:04.653782 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:11.518158 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a4b0fb2f-116f-449d-bc44-9dd189a4c8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:14.047994 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd275-4ad8-4fc6-9844-992762b03386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:14.420784 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:14.646865 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b0e453a-839d-4b7b-972b-746fec8c70da req-7d6a5047-f958-4f97-af29-e19747d2d69b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524874 Jul 05 04:57:14.740900 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e453a-839d-4b7b-972b-746fec8c70da req-ced619f3-b7b4-4806-b8ab-cf55f73b7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:14.742368 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b0e453a-839d-4b7b-972b-746fec8c70da req-ced619f3-b7b4-4806-b8ab-cf55f73b7d60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 1098 time: 0.0528631 Jul 05 04:57:14.848836 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e453a-839d-4b7b-972b-746fec8c70da req-a4f4c1b6-f24d-4a68-932f-e5f3ba760489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:14.850298 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b0e453a-839d-4b7b-972b-746fec8c70da req-a4f4c1b6-f24d-4a68-932f-e5f3ba760489 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0868390 Jul 05 04:57:14.914902 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b0e453a-839d-4b7b-972b-746fec8c70da req-d6865abd-c38d-413e-94c2-92530feaced4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 HTTP/1.1" status: 200 len: 1000 time: 0.0577228 Jul 05 04:57:14.964012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e453a-839d-4b7b-972b-746fec8c70da req-b510c205-4729-45af-9a90-7ab2fbd9aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:14.965468 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b0e453a-839d-4b7b-972b-746fec8c70da req-b510c205-4729-45af-9a90-7ab2fbd9aa0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0440304 Jul 05 04:57:15.025470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e453a-839d-4b7b-972b-746fec8c70da req-2dccc2cd-a82c-45d2-ad72-89ce315ec043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:15.026950 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b0e453a-839d-4b7b-972b-746fec8c70da req-2dccc2cd-a82c-45d2-ad72-89ce315ec043 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553958 Jul 05 04:57:15.118901 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b0e453a-839d-4b7b-972b-746fec8c70da req-bbd18c77-5208-43bd-b05e-d0ab4805d548 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849917 Jul 05 04:57:15.212274 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b0e453a-839d-4b7b-972b-746fec8c70da req-185cb83a-7488-472b-8202-98aaa530547f service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858505 Jul 05 04:57:15.546792 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:17.133941 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:33.026441 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:34.653508 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:41.410289 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:57:41.483658 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7542117e-0322-4e38-b2a6-3f851defa1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:44.049325 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7edff541-d008-41ec-897e-78998d385a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:44.436010 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:45.569346 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:45.894247 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-3a1ea3bf-7be9-4587-a4a2-fb4e8b693171 req-56e24ad1-f1c1-4113-aecd-99f1ece0cfe1 service neutron] (100932) timed out ('10.222.0.38', 60156) {{(pid=100932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:57:47.139096 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:03.047963 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:04.638325 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:08.981208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37165578-5ddd-4c77-b495-7646ebb5254f req-5e68ef27-fa99-45e3-b663-d2d324026aa2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:08.982686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-37165578-5ddd-4c77-b495-7646ebb5254f req-5e68ef27-fa99-45e3-b663-d2d324026aa2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0669267 Jul 05 04:58:09.021054 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-37165578-5ddd-4c77-b495-7646ebb5254f req-35488b57-25f1-4dd8-aa9b-61b6738e0b42 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315907 Jul 05 04:58:10.205319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfa9c4-04b7-4063-821e-85a71fb0f348 req-f8a47dce-54ab-48e4-bde8-4657795b15fa tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:10.206786 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69cfa9c4-04b7-4063-821e-85a71fb0f348 req-f8a47dce-54ab-48e4-bde8-4657795b15fa tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0626125 Jul 05 04:58:10.247263 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69cfa9c4-04b7-4063-821e-85a71fb0f348 req-ce54d9bb-549a-44a9-8d2e-446de4415be1 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350211 Jul 05 04:58:11.429165 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab534d2-2d5d-4e87-9516-aa0a728de28f req-135c2e9a-d7d4-4651-bea0-af22c8228157 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:11.430684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eab534d2-2d5d-4e87-9516-aa0a728de28f req-135c2e9a-d7d4-4651-bea0-af22c8228157 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0705113 Jul 05 04:58:11.469676 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eab534d2-2d5d-4e87-9516-aa0a728de28f req-b6955fb5-6592-40ec-bb1d-393d8274178c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334618 Jul 05 04:58:11.488985 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2971f83f-2a49-447e-ae54-3f6b82acdc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.657077 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684e4b9-8f17-4d10-a41f-ebcddcc4114d req-7d5bbb14-ec73-4e90-a08f-175e399b9296 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:12.658627 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c684e4b9-8f17-4d10-a41f-ebcddcc4114d req-7d5bbb14-ec73-4e90-a08f-175e399b9296 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0761034 Jul 05 04:58:12.700800 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c684e4b9-8f17-4d10-a41f-ebcddcc4114d req-4ff88618-bc50-4240-a8e0-77bbc9cd3eff tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332656 Jul 05 04:58:13.877939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0c681-92ca-44f7-af0e-50f4edd2fd29 req-1cfc9178-6708-499e-8ede-152aa5b4a269 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:13.879413 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44b0c681-92ca-44f7-af0e-50f4edd2fd29 req-1cfc9178-6708-499e-8ede-152aa5b4a269 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0671968 Jul 05 04:58:13.915827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44b0c681-92ca-44f7-af0e-50f4edd2fd29 req-3d0eac62-67c5-458e-98da-d6158fcf580e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309188 Jul 05 04:58:14.031542 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9562b465-2b64-4a56-a7cb-7f811588f60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.420039 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.087278 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a616c-2103-4f7a-b624-2f7f81b44413 req-46671d58-358d-40e9-80ef-eec3999d92b5 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:15.088788 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a6a616c-2103-4f7a-b624-2f7f81b44413 req-46671d58-358d-40e9-80ef-eec3999d92b5 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0633347 Jul 05 04:58:15.125909 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1a6a616c-2103-4f7a-b624-2f7f81b44413 req-5322b70d-529c-4fb0-8945-30be5ebc86df tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309517 Jul 05 04:58:15.567638 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.760532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283558e-2749-4a01-a56d-066fb45ca589 req-e8dc584b-5ca9-47d0-92b9-23a7d393d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:15.762125 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c283558e-2749-4a01-a56d-066fb45ca589 req-e8dc584b-5ca9-47d0-92b9-23a7d393d348 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 1098 time: 0.0575695 Jul 05 04:58:15.871132 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283558e-2749-4a01-a56d-066fb45ca589 req-6ece6092-ebe4-4600-9532-9c43f4442213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:15.872648 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c283558e-2749-4a01-a56d-066fb45ca589 req-6ece6092-ebe4-4600-9532-9c43f4442213 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0877442 Jul 05 04:58:15.937199 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c283558e-2749-4a01-a56d-066fb45ca589 req-d2d51ca5-3222-42e0-8a2d-17bb05be87ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 HTTP/1.1" status: 200 len: 1000 time: 0.0577743 Jul 05 04:58:15.985676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283558e-2749-4a01-a56d-066fb45ca589 req-168da3fe-e90a-474a-8079-9260bf560f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:15.987134 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c283558e-2749-4a01-a56d-066fb45ca589 req-168da3fe-e90a-474a-8079-9260bf560f88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0436559 Jul 05 04:58:16.046553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283558e-2749-4a01-a56d-066fb45ca589 req-adb9cd58-7838-4d09-99d4-4209423699d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:16.048210 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c283558e-2749-4a01-a56d-066fb45ca589 req-adb9cd58-7838-4d09-99d4-4209423699d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545185 Jul 05 04:58:16.135996 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c283558e-2749-4a01-a56d-066fb45ca589 req-9a710adf-9b7d-4027-9d99-9c472a219a03 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805993 Jul 05 04:58:16.229833 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c283558e-2749-4a01-a56d-066fb45ca589 req-cc3dbbfc-665f-499c-8cc5-450672f403c9 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873919 Jul 05 04:58:16.303515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0a04d-32b2-4e0b-acd3-d2ba079b9699 req-114585e7-69a2-4e30-b6f7-32375375107b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:16.305091 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7de0a04d-32b2-4e0b-acd3-d2ba079b9699 req-114585e7-69a2-4e30-b6f7-32375375107b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0643470 Jul 05 04:58:16.346436 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7de0a04d-32b2-4e0b-acd3-d2ba079b9699 req-f9ea542b-e9db-4819-8f69-613c7075a4ea tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356777 Jul 05 04:58:17.189935 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.527953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e238f73-868b-4aa7-a483-fca82dceda0f req-982b9511-7080-406f-9e76-d90bc4b30acb tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:17.529446 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0e238f73-868b-4aa7-a483-fca82dceda0f req-982b9511-7080-406f-9e76-d90bc4b30acb tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0660195 Jul 05 04:58:17.567356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0e238f73-868b-4aa7-a483-fca82dceda0f req-d111929b-5675-4cca-a611-da3c30531345 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321729 Jul 05 04:58:18.410162 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:58:18.741543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ad8c7-2f23-4ebf-a7fd-e49628978e63 req-9da992fb-eefb-42ea-a6c8-a69876074ae9 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:18.742945 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-112ad8c7-2f23-4ebf-a7fd-e49628978e63 req-9da992fb-eefb-42ea-a6c8-a69876074ae9 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0628638 Jul 05 04:58:18.779614 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-112ad8c7-2f23-4ebf-a7fd-e49628978e63 req-9709715f-3292-4f4e-840a-6bf5cc04a72a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311286 Jul 05 04:58:19.958559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97b8b0-ef77-462a-a666-7736b22182cd req-03cfe8a3-3d96-403d-93de-e37c3ac3bc0d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:19.960091 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1c97b8b0-ef77-462a-a666-7736b22182cd req-03cfe8a3-3d96-403d-93de-e37c3ac3bc0d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0703828 Jul 05 04:58:19.997606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1c97b8b0-ef77-462a-a666-7736b22182cd req-ecc2ab3c-df53-4472-89ad-51dd509196ce tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321119 Jul 05 04:58:20.510450 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03f0a5-2901-4165-bcc3-c3ffee65b5f9 req-bd1d0c47-e25c-4d96-b4d0-0b11bc90d267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:20.511950 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d03f0a5-2901-4165-bcc3-c3ffee65b5f9 req-bd1d0c47-e25c-4d96-b4d0-0b11bc90d267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0646524 Jul 05 04:58:20.552868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d03f0a5-2901-4165-bcc3-c3ffee65b5f9 req-58b720d4-a1be-46af-876c-3144008cb83c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346329 Jul 05 04:58:20.555598 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-f8011878-0534-41db-b8db-cf4183bbe263 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0535617 Jul 05 04:58:21.740103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb08c8-af37-4f5f-91ae-d6789556ead2 req-b44f5ee3-0c86-45a9-af8b-2c00e7491df3 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:21.741595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8bbb08c8-af37-4f5f-91ae-d6789556ead2 req-b44f5ee3-0c86-45a9-af8b-2c00e7491df3 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0661535 Jul 05 04:58:21.781077 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8bbb08c8-af37-4f5f-91ae-d6789556ead2 req-ce42a992-8194-46f2-8997-886ad9512651 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337343 Jul 05 04:58:22.567523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-274db17e-5fdc-4c89-8737-f0514ed6b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:22.569067 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-274db17e-5fdc-4c89-8737-f0514ed6b6fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 1098 time: 0.0561864 Jul 05 04:58:22.661802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-95513b55-5432-4000-9274-21a2cece4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:22.663273 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-95513b55-5432-4000-9274-21a2cece4362 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0870714 Jul 05 04:58:22.728383 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-c1a39eca-f4c4-46a2-8d87-d988bc1bf95f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 HTTP/1.1" status: 200 len: 1000 time: 0.0582962 Jul 05 04:58:22.777179 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-8ed48116-76bf-4097-84fd-70397c379dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:22.778628 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-8ed48116-76bf-4097-84fd-70397c379dd3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0443823 Jul 05 04:58:22.839518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-76812284-e65e-4cda-9d83-bac37aa76a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:22.841040 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-76812284-e65e-4cda-9d83-bac37aa76a47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552778 Jul 05 04:58:22.930550 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-a4767779-0d11-44f0-85f2-039e65ff0d52 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820856 Jul 05 04:58:22.958687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ee34a-ab63-4234-bb4a-d3862bf75807 req-98ebece0-6a76-4696-9a3f-dff54b8bda45 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:22.960181 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d04ee34a-ab63-4234-bb4a-d3862bf75807 req-98ebece0-6a76-4696-9a3f-dff54b8bda45 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0666585 Jul 05 04:58:22.998652 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d04ee34a-ab63-4234-bb4a-d3862bf75807 req-ad2a983c-a047-4933-888a-2636a16bdaac tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326264 Jul 05 04:58:23.025047 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-546d1695-dadc-4d0b-b241-b57e69492828 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879347 Jul 05 04:58:24.170814 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45e102-9e81-4e55-a0c4-cbe53b66e0f4 req-304c1ebb-264f-46df-9176-6cf031a60231 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:24.172352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da45e102-9e81-4e55-a0c4-cbe53b66e0f4 req-304c1ebb-264f-46df-9176-6cf031a60231 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0628800 Jul 05 04:58:24.210272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da45e102-9e81-4e55-a0c4-cbe53b66e0f4 req-c457c966-e2b0-4b28-8339-a30ebadfc4c0 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323119 Jul 05 04:58:25.262559 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-923d6559-a5ba-4705-a8c7-e95ea2037805 service neutron] show failed (client error): The resource could not be found. Jul 05 04:58:25.263598 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-923d6559-a5ba-4705-a8c7-e95ea2037805 service neutron] 10.222.0.36 "GET /v2.0/ports/715cd3e7-7996-4afb-a8e9-6b27e60e1ce9/bindings/n-h1-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.0551057 Jul 05 04:58:25.392152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4d151-f263-46f5-aee9-7eeefbca6e33 req-06a031ba-4ae0-4b41-bfbf-7fe6e4a05fab tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:25.393569 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1e4d151-f263-46f5-aee9-7eeefbca6e33 req-06a031ba-4ae0-4b41-bfbf-7fe6e4a05fab tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0699821 Jul 05 04:58:25.432933 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1e4d151-f263-46f5-aee9-7eeefbca6e33 req-e8079b7d-045c-4d3c-8f54-bab40f95bfe3 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338407 Jul 05 04:58:25.854846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-8900bda2-d8ad-4c56-824f-f31a4f8bca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:25.856372 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-8900bda2-d8ad-4c56-824f-f31a4f8bca1a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133&tenant_id=b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 1098 time: 0.0541720 Jul 05 04:58:25.867584 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:25.940856 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.139987 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] For port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:26.174350 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] For port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:26.212469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:58:26.214846 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15df1680-74cb-4c5c-aa43-e86650d298ec" -d '{"events": [{"server_uuid": "2edb826f-c8e0-4af4-9bdb-70b845b1e133", "name": "network-vif-unplugged", "status": "completed", "tag": "715cd3e7-7996-4afb-a8e9-6b27e60e1ce9"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:58:26.219268 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.231713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Transition to ACTIVE for port object 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:26.262584 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b648477f-d475-4acf-ba7d-e691cabeb98f x-openstack-request-id: req-b648477f-d475-4acf-ba7d-e691cabeb98f {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:58:26.263166 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edb826f-c8e0-4af4-9bdb-70b845b1e133", "name": "network-vif-unplugged", "status": "completed", "tag": "715cd3e7-7996-4afb-a8e9-6b27e60e1ce9", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:58:26.263166 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b648477f-d475-4acf-ba7d-e691cabeb98f {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:58:26.263499 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9', 'code': 200} Jul 05 04:58:26.283289 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.360279 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Pushing event updated for resources: {'Port': ['ID=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,revision_number=6']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:26.374756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:26.376774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:26.376774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:26.376774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:26.376774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:26.376774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:26.377278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:26.377278 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:26.377528 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:26.377835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:26.378159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:26.378481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:26.417348 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] No DVR routers for this DVR port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:58:26.624412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340517c-8a94-4d09-98bb-2018fbeac3fe req-1653d39f-c977-4f5c-a136-4667f68d739b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:26.626679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0340517c-8a94-4d09-98bb-2018fbeac3fe req-1653d39f-c977-4f5c-a136-4667f68d739b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 944 time: 0.0678284 Jul 05 04:58:26.667781 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0340517c-8a94-4d09-98bb-2018fbeac3fe req-8504c165-1445-403f-a696-c507fbf96fcb tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352128 Jul 05 04:58:26.850664 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Attempting to bind port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:26.850996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Attempting to bind port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:26.851318 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Attempting to bind port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:26.855501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:58:26.855846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Attempting to bind port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:26.861131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:26.861463 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Checking segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:26.861850 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Bound using segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:26.862277 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Bound port: 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:26.862630 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.924607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] For port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:26.927598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] For port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:27.026360 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:27.064252 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:27.064875 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:27.066274 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] 10.222.0.10 "PUT /v2.0/ports/715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 HTTP/1.1" status: 200 len: 1093 time: 1.2029181 Jul 05 04:58:27.087152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c253c-5194-47cb-9e6e-f062a36ac547 service neutron] Pushing event updated for resources: {'Port': ['ID=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,revision_number=7']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:27.146771 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-5decb3d9-3e55-4351-be88-77cc5033b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:27.148331 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-5decb3d9-3e55-4351-be88-77cc5033b946 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 1096 time: 0.0569620 Jul 05 04:58:27.243203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-cf1ec72d-3ee6-47c3-9596-a4256569475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:27.244810 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-cf1ec72d-3ee6-47c3-9596-a4256569475e service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0898015 Jul 05 04:58:27.314427 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-e3a5ac31-9bc6-4023-8762-0635f017ffe0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 HTTP/1.1" status: 200 len: 998 time: 0.0629005 Jul 05 04:58:27.362138 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-659c0f57-35e3-4f5e-b00c-3cd72d82e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:27.363531 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-659c0f57-35e3-4f5e-b00c-3cd72d82e229 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0431247 Jul 05 04:58:27.418980 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-88439d9f-509f-4342-859a-78e47f96491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:27.420504 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-88439d9f-509f-4342-859a-78e47f96491e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510962 Jul 05 04:58:27.517783 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-42abe2b6-86ea-425d-9c2c-417d85d29838 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872524 Jul 05 04:58:27.603326 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a06e19ef-c499-45b3-b26e-ac41cea4f7c1 req-cae23342-2048-4a4c-9f03-2429be643be2 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833628 Jul 05 04:58:27.677338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:58:27.716563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:58:27.862980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38790daa-99c4-44d7-813a-d25863d46698 req-1e012751-649b-4853-833e-9ee01f649ee2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:27.864498 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-38790daa-99c4-44d7-813a-d25863d46698 req-1e012751-649b-4853-833e-9ee01f649ee2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 944 time: 0.0648439 Jul 05 04:58:27.902977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-38790daa-99c4-44d7-813a-d25863d46698 req-4b51ccf1-b5e8-4536-be59-e1c35a3bb289 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325482 Jul 05 04:58:28.264454 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'tag': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:58:28.266852 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dca61d-62be-4acd-8c3b-2cf573560ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "2edb826f-c8e0-4af4-9bdb-70b845b1e133", "tag": "715cd3e7-7996-4afb-a8e9-6b27e60e1ce9"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:58:28.314594 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690a85a6-1694-4563-b55d-6818fcdb23fc x-openstack-request-id: req-690a85a6-1694-4563-b55d-6818fcdb23fc {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:58:28.315167 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edb826f-c8e0-4af4-9bdb-70b845b1e133", "tag": "715cd3e7-7996-4afb-a8e9-6b27e60e1ce9", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:58:28.315167 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-690a85a6-1694-4563-b55d-6818fcdb23fc {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:58:28.315536 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'tag': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9', 'status': 'completed', 'code': 200} Jul 05 04:58:28.430060 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-d16e8013-e0fd-4579-846c-0f956060de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:28.431472 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-d16e8013-e0fd-4579-846c-0f956060de2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 1096 time: 0.0955160 Jul 05 04:58:28.433971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-999811f0-eaad-4154-9c8d-6b986322db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:28.435337 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-999811f0-eaad-4154-9c8d-6b986322db52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 1096 time: 0.0914605 Jul 05 04:58:28.592761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-3be87c37-86a3-44e0-a288-8b26e8cc597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:28.594474 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-3be87c37-86a3-44e0-a288-8b26e8cc597b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.1550179 Jul 05 04:58:28.595577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-41aa4755-1263-4c1a-ae6e-28df96c198d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:28.596903 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-41aa4755-1263-4c1a-ae6e-28df96c198d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.1505189 Jul 05 04:58:28.718078 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-d4a7aa17-7fa9-4a4b-bdf3-0c0c1a64d90a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 HTTP/1.1" status: 200 len: 998 time: 0.1065633 Jul 05 04:58:28.718078 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-d741f711-e8cc-46d1-b701-8808d61f352b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 HTTP/1.1" status: 200 len: 998 time: 0.1027040 Jul 05 04:58:28.795600 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-2a1fa128-ec47-4cee-a18e-9541c06d4da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:28.797151 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-2a1fa128-ec47-4cee-a18e-9541c06d4da8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0823078 Jul 05 04:58:28.798693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-6e781ea4-7d18-4287-b70a-0f560857fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:28.800005 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-6e781ea4-7d18-4287-b70a-0f560857fcc2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0773246 Jul 05 04:58:28.898134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-315e49df-dec0-425b-bf53-efe3f0960b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:28.899622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-315e49df-dec0-425b-bf53-efe3f0960b83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948334 Jul 05 04:58:28.901357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-92c1d9e6-f60f-4cec-97f9-666986769f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:28.902687 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-92c1d9e6-f60f-4cec-97f9-666986769f86 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907550 Jul 05 04:58:29.058762 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-4b47f9ff-f4db-40e0-8d83-eb8b1531ee10 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519368 Jul 05 04:58:29.060539 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-4101f8fa-304e-41fe-8341-54de4ef253fd service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465511 Jul 05 04:58:29.088483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e6916-9f16-494c-a387-b2734a92c5a6 req-22f772c5-733c-42ed-b156-82db8bb75d88 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:29.090985 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-168e6916-9f16-494c-a387-b2734a92c5a6 req-22f772c5-733c-42ed-b156-82db8bb75d88 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 944 time: 0.0688276 Jul 05 04:58:29.130062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-168e6916-9f16-494c-a387-b2734a92c5a6 req-5155c30e-9c27-4242-9f24-e50fc01580d5 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333493 Jul 05 04:58:29.219305 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-f1da22f0-90b1-4d8c-af06-6b049f539878 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529095 Jul 05 04:58:29.222717 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0dca61d-62be-4acd-8c3b-2cf573560ca9 req-1cc6303d-fa21-4b34-b9b5-c2eb75f5ec26 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497545 Jul 05 04:58:29.894172 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:58:29.985058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:29.996635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'port_id': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9', 'mac_address': 'fa:16:3e:26:42:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:58:30.038080 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.050385 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:58:30.069835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:30.145594 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.192927 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:30.200154 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:30.200777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:30.201496 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:30.201839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:30.202173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:30.202511 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:30.202856 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:30.203188 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:30.203711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:30.204038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:30.204898 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:30.205238 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:30.306561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34199c-06ec-443b-988f-04fe9fb1a04d req-68b79852-eb0c-479c-be86-dfe0e53b2fa8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:30.308038 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d34199c-06ec-443b-988f-04fe9fb1a04d req-68b79852-eb0c-479c-be86-dfe0e53b2fa8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 945 time: 0.0622699 Jul 05 04:58:30.345551 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5d34199c-06ec-443b-988f-04fe9fb1a04d req-e4017779-05f3-41da-849f-d1463df0a736 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310934 Jul 05 04:58:30.373316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['715cd3e7-7996-4afb-a8e9-6b27e60e1ce9'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:58:30.778813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef102b2-1f7b-40c7-a275-215d4acb81e8 req-4816c040-6f0d-4e9b-be71-48e7ab8ec1ea tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:30.780241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7ef102b2-1f7b-40c7-a275-215d4acb81e8 req-4816c040-6f0d-4e9b-be71-48e7ab8ec1ea tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 945 time: 0.0667186 Jul 05 04:58:30.819132 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7ef102b2-1f7b-40c7-a275-215d4acb81e8 req-95e58104-fa5a-45ac-819b-ee87650f2433 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322292 Jul 05 04:58:30.851927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3ec42-0503-4779-b668-8045698ad64b req-fac380b6-ca70-490b-81b5-07b8011295b7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:30.854087 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-05c3ec42-0503-4779-b668-8045698ad64b req-fac380b6-ca70-490b-81b5-07b8011295b7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.36 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133&tenant_id=b390d21346a941c6903d4f7b3d5baed4&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 945 time: 0.0872526 Jul 05 04:58:30.919779 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [req-05c3ec42-0503-4779-b668-8045698ad64b req-3570fbaa-9e1c-439d-9ebc-707dcfd84ec7 service neutron] delete failed (client error): The resource could not be found. Jul 05 04:58:30.920834 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-05c3ec42-0503-4779-b668-8045698ad64b req-3570fbaa-9e1c-439d-9ebc-707dcfd84ec7 service neutron] 10.222.0.36 "DELETE /v2.0/ports/715cd3e7-7996-4afb-a8e9-6b27e60e1ce9/bindings/n-h2-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.0610330 Jul 05 04:58:31.014831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3ec42-0503-4779-b668-8045698ad64b req-94f6a597-aa44-425a-abaf-711a574eb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:31.016871 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-05c3ec42-0503-4779-b668-8045698ad64b req-94f6a597-aa44-425a-abaf-711a574eb49c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 1097 time: 0.0534253 Jul 05 04:58:31.106596 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3ec42-0503-4779-b668-8045698ad64b req-122516f1-7287-4862-a78e-2f8baede46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:31.108113 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-05c3ec42-0503-4779-b668-8045698ad64b req-122516f1-7287-4862-a78e-2f8baede46b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0850706 Jul 05 04:58:31.177705 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-05c3ec42-0503-4779-b668-8045698ad64b req-154dec16-79e5-48a3-991d-7797909cc894 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 HTTP/1.1" status: 200 len: 999 time: 0.0627453 Jul 05 04:58:31.226740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3ec42-0503-4779-b668-8045698ad64b req-cf2eba9c-8862-4ad6-96dc-54e81a9b003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:31.228198 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-05c3ec42-0503-4779-b668-8045698ad64b req-cf2eba9c-8862-4ad6-96dc-54e81a9b003c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0441990 Jul 05 04:58:31.284286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3ec42-0503-4779-b668-8045698ad64b req-234b578d-264a-434d-b19d-4b3a322bd4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:31.285762 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-05c3ec42-0503-4779-b668-8045698ad64b req-234b578d-264a-434d-b19d-4b3a322bd4f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513937 Jul 05 04:58:31.375943 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-05c3ec42-0503-4779-b668-8045698ad64b req-a83e710c-787b-4653-8a29-01c1cca1ed34 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831647 Jul 05 04:58:31.464372 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-05c3ec42-0503-4779-b668-8045698ad64b req-0683e740-ec80-4314-8c07-6f8282d4b392 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817130 Jul 05 04:58:31.908975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:31.994519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9103c2-dfac-46af-b861-6777f32365b1 req-b70de329-5e31-4122-8d86-ef7ddbeb608f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:31.995887 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a9103c2-dfac-46af-b861-6777f32365b1 req-b70de329-5e31-4122-8d86-ef7ddbeb608f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 945 time: 0.0639973 Jul 05 04:58:32.033402 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a9103c2-dfac-46af-b861-6777f32365b1 req-c29aff50-9e19-4b13-94c3-699e2b61e806 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309894 Jul 05 04:58:32.047858 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:32.052091 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:32.052482 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:32.141815 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:32.168188 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:58:32.170690 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e461249-b61c-41d7-a49f-2f33d01674ee" -d '{"events": [{"server_uuid": "2edb826f-c8e0-4af4-9bdb-70b845b1e133", "name": "network-vif-plugged", "status": "completed", "tag": "715cd3e7-7996-4afb-a8e9-6b27e60e1ce9"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:58:32.189826 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:32.210491 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2afc8f4-ddac-47f9-9c3c-a032ae79fdea x-openstack-request-id: req-c2afc8f4-ddac-47f9-9c3c-a032ae79fdea {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:58:32.210786 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edb826f-c8e0-4af4-9bdb-70b845b1e133", "name": "network-vif-plugged", "status": "completed", "tag": "715cd3e7-7996-4afb-a8e9-6b27e60e1ce9", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:58:32.211043 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c2afc8f4-ddac-47f9-9c3c-a032ae79fdea {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:58:32.211444 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9', 'code': 200} Jul 05 04:58:32.266367 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:32.315947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:33.035439 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:33.207291 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27842933-999d-4e30-9df7-5fe7002c18f1 req-59f85331-fec5-41e4-91b3-0612cdb9684b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:33.208792 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27842933-999d-4e30-9df7-5fe7002c18f1 req-59f85331-fec5-41e4-91b3-0612cdb9684b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0625343 Jul 05 04:58:33.245634 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-27842933-999d-4e30-9df7-5fe7002c18f1 req-cfe84500-8345-4a52-8444-9ce82299be53 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313704 Jul 05 04:58:33.424190 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134a6a8-e78a-4dc4-ae59-d43a6a435497 req-dd8a34d8-967d-465f-bef2-4d33636cf566 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:33.425711 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1134a6a8-e78a-4dc4-ae59-d43a6a435497 req-dd8a34d8-967d-465f-bef2-4d33636cf566 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0677845 Jul 05 04:58:33.463488 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1134a6a8-e78a-4dc4-ae59-d43a6a435497 req-f1dc9eb5-aa7b-47ab-9f3c-b6490d17e364 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323005 Jul 05 04:58:33.944046 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174beda3-194e-4783-97f9-1821a6e23828 req-7ef42352-436e-4d84-acef-2743ae52ab9f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:33.945578 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-174beda3-194e-4783-97f9-1821a6e23828 req-7ef42352-436e-4d84-acef-2743ae52ab9f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0676441 Jul 05 04:58:33.983819 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-174beda3-194e-4783-97f9-1821a6e23828 req-5fab051d-16c5-4a7a-a208-207dd049e321 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323794 Jul 05 04:58:34.012007 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61db4c-e936-44a5-b663-e8a84d1ca755 req-b594b98f-c5c7-475f-a67b-8f80df6a820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:34.013578 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0e61db4c-e936-44a5-b663-e8a84d1ca755 req-b594b98f-c5c7-475f-a67b-8f80df6a820f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 1098 time: 0.0632446 Jul 05 04:58:34.103054 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61db4c-e936-44a5-b663-e8a84d1ca755 req-48fcc1d6-3a97-4be8-92d4-6153f9863ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:34.104550 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0e61db4c-e936-44a5-b663-e8a84d1ca755 req-48fcc1d6-3a97-4be8-92d4-6153f9863ed0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0840783 Jul 05 04:58:34.172858 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0e61db4c-e936-44a5-b663-e8a84d1ca755 req-57ad3b36-a13c-423d-b895-bd438087c40d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 HTTP/1.1" status: 200 len: 1000 time: 0.0607514 Jul 05 04:58:34.220793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61db4c-e936-44a5-b663-e8a84d1ca755 req-007697f2-142c-469a-aadb-aafa8d04dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:34.222143 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0e61db4c-e936-44a5-b663-e8a84d1ca755 req-007697f2-142c-469a-aadb-aafa8d04dd71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0429196 Jul 05 04:58:34.277497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61db4c-e936-44a5-b663-e8a84d1ca755 req-5361dfaa-a0f8-4503-8ada-f901e5d1d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:34.278980 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0e61db4c-e936-44a5-b663-e8a84d1ca755 req-5361dfaa-a0f8-4503-8ada-f901e5d1d27b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508072 Jul 05 04:58:34.369950 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0e61db4c-e936-44a5-b663-e8a84d1ca755 req-94315db1-4815-4906-a90e-b8804f5286ab service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847628 Jul 05 04:58:34.459970 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0e61db4c-e936-44a5-b663-e8a84d1ca755 req-0ff380d1-ac22-4509-846b-a074bb7be1a1 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822906 Jul 05 04:58:34.645636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73534f-81ed-4b1d-9125-cdac1998c141 req-58cb7895-f804-43bd-97c1-28b29837ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:34.647183 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8b73534f-81ed-4b1d-9125-cdac1998c141 req-58cb7895-f804-43bd-97c1-28b29837ab58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 1098 time: 0.0536168 Jul 05 04:58:34.658821 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:34.756044 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73534f-81ed-4b1d-9125-cdac1998c141 req-95dd9f5c-08b8-40c1-964f-1671a9586322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:34.757519 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8b73534f-81ed-4b1d-9125-cdac1998c141 req-95dd9f5c-08b8-40c1-964f-1671a9586322 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0890033 Jul 05 04:58:34.821969 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8b73534f-81ed-4b1d-9125-cdac1998c141 req-06301234-5fd7-4630-99af-743c20402355 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 HTTP/1.1" status: 200 len: 1000 time: 0.0570886 Jul 05 04:58:34.875822 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73534f-81ed-4b1d-9125-cdac1998c141 req-b2c03b2c-b608-448d-9ca1-fbc87abab350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:34.878197 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8b73534f-81ed-4b1d-9125-cdac1998c141 req-b2c03b2c-b608-448d-9ca1-fbc87abab350 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0492508 Jul 05 04:58:34.940089 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73534f-81ed-4b1d-9125-cdac1998c141 req-1e981b95-2425-4d51-ae1b-d49b0c79e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:34.941649 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8b73534f-81ed-4b1d-9125-cdac1998c141 req-1e981b95-2425-4d51-ae1b-d49b0c79e026 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560112 Jul 05 04:58:35.035231 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8b73534f-81ed-4b1d-9125-cdac1998c141 req-3f50fdb5-3f6c-4740-a534-fcf7092d4f28 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856993 Jul 05 04:58:35.133569 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8b73534f-81ed-4b1d-9125-cdac1998c141 req-45b8db29-c277-4a53-a57c-43600e980d8d service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910394 Jul 05 04:58:35.177523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3729e6-128d-4d09-8c60-2eee2b2799f3 req-37024351-19e8-4f06-af39-bd2545668fa4 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:35.179027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b3729e6-128d-4d09-8c60-2eee2b2799f3 req-37024351-19e8-4f06-af39-bd2545668fa4 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0767627 Jul 05 04:58:35.218491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b3729e6-128d-4d09-8c60-2eee2b2799f3 req-026462ae-5d02-4730-9fb5-737744d7c98c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338225 Jul 05 04:58:36.390801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc6db3-5462-42bc-8ec6-d8bd452d7e5c req-21747498-a5ac-4d28-a2df-1a01357f873e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:36.393115 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aedc6db3-5462-42bc-8ec6-d8bd452d7e5c req-21747498-a5ac-4d28-a2df-1a01357f873e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0629008 Jul 05 04:58:36.431823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aedc6db3-5462-42bc-8ec6-d8bd452d7e5c req-4f2f653b-7be1-4b5c-8e36-bd282afa21d5 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333500 Jul 05 04:58:37.040270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848399ab-84c5-4cd8-a6b6-dacd740cfd96 req-e097241b-a097-4473-81f1-a3b2a3929f1d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:37.041711 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-848399ab-84c5-4cd8-a6b6-dacd740cfd96 req-e097241b-a097-4473-81f1-a3b2a3929f1d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0620825 Jul 05 04:58:37.080301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-848399ab-84c5-4cd8-a6b6-dacd740cfd96 req-3375f173-afc6-4702-804b-02b095b17b7b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329344 Jul 05 04:58:38.260702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0902a8-358b-45c5-89c3-02bf1f140b55 req-1e5279d8-9e3d-4680-bb77-0421c5efdda2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:38.261476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836c0cb-a373-457a-97b8-365f685b539d req-268d2c3e-16c3-4cee-9dbf-9dc35ed24dc7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:38.262196 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d0902a8-358b-45c5-89c3-02bf1f140b55 req-1e5279d8-9e3d-4680-bb77-0421c5efdda2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0698555 Jul 05 04:58:38.265362 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9836c0cb-a373-457a-97b8-365f685b539d req-268d2c3e-16c3-4cee-9dbf-9dc35ed24dc7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.10 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 946 time: 0.0661001 Jul 05 04:58:38.300181 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3d0902a8-358b-45c5-89c3-02bf1f140b55 req-5444ea88-cd4c-41fb-8fed-c786821ed7a9 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324671 Jul 05 04:58:38.368633 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-9836c0cb-a373-457a-97b8-365f685b539d req-e25de836-a5a7-493f-babb-13e0061e7168 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Deleting port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:58:38.368894 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9836c0cb-a373-457a-97b8-365f685b539d req-e25de836-a5a7-493f-babb-13e0061e7168 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:38.453851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9836c0cb-a373-457a-97b8-365f685b539d req-e25de836-a5a7-493f-babb-13e0061e7168 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] For port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:38.454216 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9836c0cb-a373-457a-97b8-365f685b539d req-e25de836-a5a7-493f-babb-13e0061e7168 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:38.621928 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9836c0cb-a373-457a-97b8-365f685b539d req-e25de836-a5a7-493f-babb-13e0061e7168 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:38.622247 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9836c0cb-a373-457a-97b8-365f685b539d req-e25de836-a5a7-493f-babb-13e0061e7168 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:38.622561 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [req-9836c0cb-a373-457a-97b8-365f685b539d req-e25de836-a5a7-493f-babb-13e0061e7168 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Floating IP 1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf disassociated. External IP: 172.25.6.5, port: 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9. Jul 05 04:58:38.622906 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-9836c0cb-a373-457a-97b8-365f685b539d req-e25de836-a5a7-493f-babb-13e0061e7168 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Calling delete_port for 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:38.819943 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9836c0cb-a373-457a-97b8-365f685b539d req-e25de836-a5a7-493f-babb-13e0061e7168 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:38.854732 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25de836-a5a7-493f-babb-13e0061e7168 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Pushing event deleted for resources: {'Port': ['ID=715cd3e7-7996-4afb-a8e9-6b27e60e1ce9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:38.974082 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9836c0cb-a373-457a-97b8-365f685b539d req-e25de836-a5a7-493f-babb-13e0061e7168 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:58:39.082638 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9836c0cb-a373-457a-97b8-365f685b539d req-e25de836-a5a7-493f-babb-13e0061e7168 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:58:39.092557 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b20ab9-eb36-43c5-8f43-08944116890e None None] Sync routers for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:58:39.103395 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b20ab9-eb36-43c5-8f43-08944116890e None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:39.104002 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-45b20ab9-eb36-43c5-8f43-08944116890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:58:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:39.125328 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9836c0cb-a373-457a-97b8-365f685b539d req-e25de836-a5a7-493f-babb-13e0061e7168 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] No DVR routers for this DVR port 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:58:39.127990 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9836c0cb-a373-457a-97b8-365f685b539d req-e25de836-a5a7-493f-babb-13e0061e7168 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:39.130067 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9836c0cb-a373-457a-97b8-365f685b539d req-e25de836-a5a7-493f-babb-13e0061e7168 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.10 "DELETE /v2.0/ports/715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 HTTP/1.1" status: 204 len: 173 time: 0.8590462 Jul 05 04:58:39.130498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'name': 'network-vif-deleted', 'tag': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:58:39.132854 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a817dc29-d9f7-4a63-82cd-41c290f0fdbc" -d '{"events": [{"server_uuid": "2edb826f-c8e0-4af4-9bdb-70b845b1e133", "name": "network-vif-deleted", "tag": "715cd3e7-7996-4afb-a8e9-6b27e60e1ce9"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:58:39.216741 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-45b20ab9-eb36-43c5-8f43-08944116890e None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:39.356548 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa380eb-e582-4583-a68c-70e350f35a65 x-openstack-request-id: req-1fa380eb-e582-4583-a68c-70e350f35a65 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:58:39.357075 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edb826f-c8e0-4af4-9bdb-70b845b1e133", "name": "network-vif-deleted", "tag": "715cd3e7-7996-4afb-a8e9-6b27e60e1ce9", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:58:39.357212 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1fa380eb-e582-4583-a68c-70e350f35a65 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:58:39.357692 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edb826f-c8e0-4af4-9bdb-70b845b1e133', 'name': 'network-vif-deleted', 'tag': '715cd3e7-7996-4afb-a8e9-6b27e60e1ce9', 'status': 'completed', 'code': 200} Jul 05 04:58:39.428002 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-45b20ab9-eb36-43c5-8f43-08944116890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:39.459627 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b20ab9-eb36-43c5-8f43-08944116890e None None] Checking router: 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:58:39.462248 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cad54be1-6965-485f-9ce5-d1c31add5c3a req-e2bdbfe2-3dc8-488e-bb9f-9e3f88ef1f03 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=2edb826f-c8e0-4af4-9bdb-70b845b1e133 HTTP/1.1" status: 200 len: 210 time: 0.0290272 Jul 05 04:58:39.468194 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b20ab9-eb36-43c5-8f43-08944116890e None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:39.468812 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-45b20ab9-eb36-43c5-8f43-08944116890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:58:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:39.578869 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-45b20ab9-eb36-43c5-8f43-08944116890e None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:39.777523 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-45b20ab9-eb36-43c5-8f43-08944116890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:39.804367 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b20ab9-eb36-43c5-8f43-08944116890e None None] The sync data for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 is: [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:58:40.025043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39a67ec-83bc-4669-81d0-fbadbd88f270 None None] New status for floating IP 1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:58:40.822748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-6c44a0fb-d906-4096-b3c6-4542ea71800b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1641231249&fields=id&tenant_id=b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 267 time: 0.0321708 Jul 05 04:58:40.930335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-17a9885b-b4f9-4994-bc17-503e0ff7cb10 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:40.931801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-17a9885b-b4f9-4994-bc17-503e0ff7cb10 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 811 time: 0.1024759 Jul 05 04:58:40.946475 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-ca47591b-59b5-4539-83d3-501bcbd90ef5 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/quotas/b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 375 time: 0.0091844 Jul 05 04:58:41.014987 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-f31f2aa7-82c8-43ee-8060-5ce0cf225a3c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633636 Jul 05 04:58:41.167590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-1c5d8e3f-a276-485e-bee5-033085283675 service neutron] 10.222.0.38 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406841 Jul 05 04:58:41.254111 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-19d7805b-b0ef-43e8-aea2-7dc5bf452d28 service neutron] 10.222.0.38 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807619 Jul 05 04:58:41.485303 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-464110a8-d2e7-429e-a643-e862accdb908 req-a88053dd-4df4-454e-8bde-4910e59632b8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 210 time: 0.0285037 Jul 05 04:58:41.503503 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e40eaa1f-5535-4f2a-896c-e3ba0eff4ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:41.961003 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:58:41.981587 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:58:41.983692 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 715cd3e7-7996-4afb-a8e9-6b27e60e1ce9 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:58:42.629925 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-635cf025-2622-4cf7-9d7a-47e658c0bffc req-bcfa04ee-8adb-44e0-af3c-5baecdc6d775 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 210 time: 0.0323310 Jul 05 04:58:43.653927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-55e3f458-057f-4882-a94c-52dc05305cae tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:43.655518 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-55e3f458-057f-4882-a94c-52dc05305cae tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 811 time: 0.1067767 Jul 05 04:58:43.702584 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-e918c23e-ca1d-4ad6-958c-a9358212a41b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 380 time: 0.0365481 Jul 05 04:58:43.712921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-16604d20-ba05-444d-9206-01d21900324e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Request body: {'port': {'device_id': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'admin_state_up': True, 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'security_groups': ['09813d73-6c31-4b77-a62e-78537caa701e']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:43.788698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-34b528ba-45f2-4c00-a888-81bdfdd5348e req-568355f5-debf-4907-89cf-d2e84045f64b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 210 time: 0.0323822 Jul 05 04:58:43.893457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-16604d20-ba05-444d-9206-01d21900324e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Made reservation on behalf of b390d21346a941c6903d4f7b3d5baed4 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:43.897148 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-16604d20-ba05-444d-9206-01d21900324e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:44.026440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-16604d20-ba05-444d-9206-01d21900324e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Allocated IP 172.20.0.6 (e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9/5ff1541b-a063-4c1a-ad50-36d3130f2d5e/d579320a-84ce-4775-a556-7972acf84965) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:44.054530 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-61a770b8-0e53-4698-a111-f0d0c14d08cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:44.169555 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-16604d20-ba05-444d-9206-01d21900324e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:44.182767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-16604d20-ba05-444d-9206-01d21900324e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Transition to ACTIVE for port object d579320a-84ce-4775-a556-7972acf84965 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:44.281889 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-16604d20-ba05-444d-9206-01d21900324e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:44.325650 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-16604d20-ba05-444d-9206-01d21900324e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:44.331256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-16604d20-ba05-444d-9206-01d21900324e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:44.335093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-16604d20-ba05-444d-9206-01d21900324e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:44.341415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16604d20-ba05-444d-9206-01d21900324e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Pushing event updated for resources: {'Port': ['ID=d579320a-84ce-4775-a556-7972acf84965,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:44.388159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-16604d20-ba05-444d-9206-01d21900324e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:44.388790 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-16604d20-ba05-444d-9206-01d21900324e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:44.418840 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:44.495777 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-16604d20-ba05-444d-9206-01d21900324e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7869139 Jul 05 04:58:44.508291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Request body: {'port': {'device_id': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:44.586078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-04840507-5d7a-487e-a68a-49cbec89c5fb None None] Provisioning for port d579320a-84ce-4775-a556-7972acf84965 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:44.586702 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:44.589964 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-04840507-5d7a-487e-a68a-49cbec89c5fb None None] Provisioning complete for port d579320a-84ce-4775-a556-7972acf84965 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:44.590340 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-04840507-5d7a-487e-a68a-49cbec89c5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:44.628406 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-04840507-5d7a-487e-a68a-49cbec89c5fb None None] Port d579320a-84ce-4775-a556-7972acf84965 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:58:44.844158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d579320a-84ce-4775-a556-7972acf84965 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:58:44.851924 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:44.864942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Transition to ACTIVE for port object d579320a-84ce-4775-a556-7972acf84965 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:44.940131 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:44.967738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb8c4d-754d-4c0a-a16d-b40a096bf9f4 req-f8f4940b-1396-49a9-b49d-de5a833f0008 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:44.980189 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71bb8c4d-754d-4c0a-a16d-b40a096bf9f4 req-f8f4940b-1396-49a9-b49d-de5a833f0008 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 931 time: 0.0657394 Jul 05 04:58:44.998349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Pushing event updated for resources: {'Port': ['ID=d579320a-84ce-4775-a556-7972acf84965,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:45.015574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71bb8c4d-754d-4c0a-a16d-b40a096bf9f4 req-672c5674-6a96-4895-8c7c-8f074d0ad5bd tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394902 Jul 05 04:58:45.071210 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Attempting to bind port d579320a-84ce-4775-a556-7972acf84965 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:45.071556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Attempting to bind port d579320a-84ce-4775-a556-7972acf84965 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:45.071894 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Attempting to bind port d579320a-84ce-4775-a556-7972acf84965 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:45.076863 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Port d579320a-84ce-4775-a556-7972acf84965 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:58:45.077189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Attempting to bind port d579320a-84ce-4775-a556-7972acf84965 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:45.082552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:45.082893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Checking segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:45.083279 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Bound using segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:45.083702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Bound port: d579320a-84ce-4775-a556-7972acf84965, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:45.084056 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:45.149589 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] For port d579320a-84ce-4775-a556-7972acf84965, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:45.152735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] For port d579320a-84ce-4775-a556-7972acf84965, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d579320a-84ce-4775-a556-7972acf84965,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:45.208669 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:45.247839 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:45.248398 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:45.249810 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] 10.222.0.36 "PUT /v2.0/ports/d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 200 len: 1092 time: 0.7458968 Jul 05 04:58:45.250249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'tag': 'd579320a-84ce-4775-a556-7972acf84965'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:58:45.253307 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5764f2d2-08d0-414d-b0be-b6df4df5bbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "tag": "d579320a-84ce-4775-a556-7972acf84965"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:58:45.282708 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d9400-b93a-4dae-bbb9-c6656e25573a service neutron] Pushing event updated for resources: {'Port': ['ID=d579320a-84ce-4775-a556-7972acf84965,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:45.303408 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c826a7a3-f409-43c7-9abd-f839917fc981 x-openstack-request-id: req-c826a7a3-f409-43c7-9abd-f839917fc981 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:58:45.303719 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "tag": "d579320a-84ce-4775-a556-7972acf84965", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:58:45.303961 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c826a7a3-f409-43c7-9abd-f839917fc981 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:58:45.304433 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'tag': 'd579320a-84ce-4775-a556-7972acf84965', 'status': 'completed', 'code': 200} Jul 05 04:58:45.395862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764f2d2-08d0-414d-b0be-b6df4df5bbc5 req-ec10efe1-8242-4ae6-b102-5db320ec4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:45.397552 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5764f2d2-08d0-414d-b0be-b6df4df5bbc5 req-ec10efe1-8242-4ae6-b102-5db320ec4990 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 1095 time: 0.0608683 Jul 05 04:58:45.500678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764f2d2-08d0-414d-b0be-b6df4df5bbc5 req-ad0df7be-00f6-42d8-a8af-4cdae87d0e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:45.502756 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5764f2d2-08d0-414d-b0be-b6df4df5bbc5 req-ad0df7be-00f6-42d8-a8af-4cdae87d0e8f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b390d21346a941c6903d4f7b3d5baed4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0971577 Jul 05 04:58:45.613454 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:45.888361 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764f2d2-08d0-414d-b0be-b6df4df5bbc5 req-0094ce55-9742-41fa-8750-655ef2f0ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:45.889833 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5764f2d2-08d0-414d-b0be-b6df4df5bbc5 req-0094ce55-9742-41fa-8750-655ef2f0ec3c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3807511 Jul 05 04:58:45.981112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-5fc939ba-c911-4acd-a67c-5edd2a00a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:45.982703 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-5fc939ba-c911-4acd-a67c-5edd2a00a60d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 1095 time: 0.0534708 Jul 05 04:58:46.026982 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-556cbcdb-7c8a-4de3-9812-264aefffef00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 200 len: 217 time: 0.0362585 Jul 05 04:58:46.075811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-54569047-fc98-42e6-8f2b-d235b1460ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:46.077361 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-54569047-fc98-42e6-8f2b-d235b1460ddb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0433257 Jul 05 04:58:46.141868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-a5cbace6-0c5a-43cd-806b-46d5ad47124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:46.143989 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-a5cbace6-0c5a-43cd-806b-46d5ad47124b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596123 Jul 05 04:58:46.196829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0f970-d78b-4b1a-9c78-eadc7a932eae req-ebf6d4ee-5426-4947-8cc3-5569c3876da8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:46.198318 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62a0f970-d78b-4b1a-9c78-eadc7a932eae req-ebf6d4ee-5426-4947-8cc3-5569c3876da8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 943 time: 0.0671422 Jul 05 04:58:46.238340 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-a9c4ce62-1815-47df-8318-34247e0ad07e service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868573 Jul 05 04:58:46.239032 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62a0f970-d78b-4b1a-9c78-eadc7a932eae req-2cf5fb47-3bc2-4425-9760-24488b3f1fdb tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347321 Jul 05 04:58:46.327604 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad59e19f-8ed8-41ca-936b-63574487dfa2 req-363c80bc-79e8-48bc-bf35-356cc7f63e61 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829074 Jul 05 04:58:47.128799 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:47.448222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f17943-2c63-435e-adf3-cfdde8e0eefd req-4f9006ea-fcb2-4c1c-854a-22bc87c7b5c5 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:47.451033 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1f17943-2c63-435e-adf3-cfdde8e0eefd req-4f9006ea-fcb2-4c1c-854a-22bc87c7b5c5 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 943 time: 0.0762911 Jul 05 04:58:47.491640 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e1f17943-2c63-435e-adf3-cfdde8e0eefd req-0eb204ac-dcf5-4a52-a0bc-157d82f0bf26 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344427 Jul 05 04:58:48.675755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5772e08-58d8-4964-916f-a4e9cd8e0ba7 req-27920ebc-c243-4726-a726-77d477b08189 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:48.677291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5772e08-58d8-4964-916f-a4e9cd8e0ba7 req-27920ebc-c243-4726-a726-77d477b08189 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 943 time: 0.0651829 Jul 05 04:58:48.715415 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d5772e08-58d8-4964-916f-a4e9cd8e0ba7 req-e7594ffe-d197-4ac6-a50a-18a72d3e2dfa tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324366 Jul 05 04:58:49.889925 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9eef0e-6f9c-4cb6-ab72-3c4685873b9f req-3369dd52-cc92-49ad-85da-c36597818700 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:49.891392 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e9eef0e-6f9c-4cb6-ab72-3c4685873b9f req-3369dd52-cc92-49ad-85da-c36597818700 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 943 time: 0.0663953 Jul 05 04:58:49.929554 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e9eef0e-6f9c-4cb6-ab72-3c4685873b9f req-99a632f5-6dbd-4807-9703-e4a630974feb tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325768 Jul 05 04:58:51.101265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e37301-4bb9-4797-9aa3-7d792fe57520 req-5f9afe36-4a12-41a3-b262-00c0e5d3330e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:51.102761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5e37301-4bb9-4797-9aa3-7d792fe57520 req-5f9afe36-4a12-41a3-b262-00c0e5d3330e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 943 time: 0.0640233 Jul 05 04:58:51.149286 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5e37301-4bb9-4797-9aa3-7d792fe57520 req-54b6c8c4-42a4-46a4-bfe6-f5c05453f2ff tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409515 Jul 05 04:58:51.759108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d579320a-84ce-4775-a556-7972acf84965 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:58:51.857155 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port d579320a-84ce-4775-a556-7972acf84965, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d579320a-84ce-4775-a556-7972acf84965,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:51.868841 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'd579320a-84ce-4775-a556-7972acf84965', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'port_id': 'd579320a-84ce-4775-a556-7972acf84965', 'mac_address': 'fa:16:3e:f3:5a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:58:51.910633 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:51.922894 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d579320a-84ce-4775-a556-7972acf84965 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:58:51.942442 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port d579320a-84ce-4775-a556-7972acf84965, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d579320a-84ce-4775-a556-7972acf84965,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:52.025632 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:52.074956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=d579320a-84ce-4775-a556-7972acf84965,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:52.329229 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622672a-2006-42ee-a899-0af3e3e7c78e req-d87dcd5a-3a74-484f-81b7-0a9c3fd51ad2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:52.330760 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2622672a-2006-42ee-a899-0af3e3e7c78e req-d87dcd5a-3a74-484f-81b7-0a9c3fd51ad2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 944 time: 0.0671957 Jul 05 04:58:52.369225 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2622672a-2006-42ee-a899-0af3e3e7c78e req-2987f850-2130-4cc6-8de5-8bd38f2e7482 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329742 Jul 05 04:58:52.369446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['d579320a-84ce-4775-a556-7972acf84965'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:58:53.544609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca252f9-e83f-4354-a4e0-d479d16c497e req-e4c9b3fe-aff1-4379-b4d8-9a378d08e17e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:53.546155 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fca252f9-e83f-4354-a4e0-d479d16c497e req-e4c9b3fe-aff1-4379-b4d8-9a378d08e17e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 944 time: 0.0643446 Jul 05 04:58:53.585741 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fca252f9-e83f-4354-a4e0-d479d16c497e req-0c2b3305-d938-401b-a94d-89096c99ca26 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334666 Jul 05 04:58:53.770210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d579320a-84ce-4775-a556-7972acf84965 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:53.869753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port d579320a-84ce-4775-a556-7972acf84965 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:53.873447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port d579320a-84ce-4775-a556-7972acf84965 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:53.873846 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:53.947084 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:53.971188 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd579320a-84ce-4775-a556-7972acf84965'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:58:53.974095 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ab2adb-d5c0-4fcd-9afc-fe83a24ac51e" -d '{"events": [{"server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "name": "network-vif-plugged", "status": "completed", "tag": "d579320a-84ce-4775-a556-7972acf84965"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:58:53.988995 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port d579320a-84ce-4775-a556-7972acf84965, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d579320a-84ce-4775-a556-7972acf84965,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:54.009960 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6f24bb-e0e6-4fe6-84b3-472ade759544 x-openstack-request-id: req-fc6f24bb-e0e6-4fe6-84b3-472ade759544 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:58:54.010279 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "name": "network-vif-plugged", "status": "completed", "tag": "d579320a-84ce-4775-a556-7972acf84965", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:58:54.010563 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fc6f24bb-e0e6-4fe6-84b3-472ade759544 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:58:54.010963 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd579320a-84ce-4775-a556-7972acf84965', 'code': 200} Jul 05 04:58:54.058653 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:54.107937 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=d579320a-84ce-4775-a556-7972acf84965,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:54.126356 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef8c0f-997b-4912-8b7b-1be547cfec91 req-c5dbfccf-fb72-4162-beac-300d88829ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:54.127854 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2aef8c0f-997b-4912-8b7b-1be547cfec91 req-c5dbfccf-fb72-4162-beac-300d88829ec8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 1097 time: 0.0556064 Jul 05 04:58:54.166977 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2aef8c0f-997b-4912-8b7b-1be547cfec91 req-f36fd998-7a78-4cc6-a20c-e763269158c9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323703 Jul 05 04:58:54.754675 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da191de3-7825-4e77-b4e2-95578da966f9 req-1922a210-d9c5-406f-ad92-325981e78b0d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:54.756177 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da191de3-7825-4e77-b4e2-95578da966f9 req-1922a210-d9c5-406f-ad92-325981e78b0d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0619786 Jul 05 04:58:54.793111 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da191de3-7825-4e77-b4e2-95578da966f9 req-77f8fc7d-3b91-48a6-9459-9b4588f687ed tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314357 Jul 05 04:58:55.409066 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:58:55.977660 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63591182-4168-4599-b0e1-e23e3875077a req-2b8a3204-6d5a-4094-9722-87c49e8d097d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:55.979238 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63591182-4168-4599-b0e1-e23e3875077a req-2b8a3204-6d5a-4094-9722-87c49e8d097d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0676234 Jul 05 04:58:56.016101 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63591182-4168-4599-b0e1-e23e3875077a req-c73ba47f-2a80-4f47-84c8-54175b041f15 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 Jul 05 04:58:56.186753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc69371-dd43-41da-ba07-06345cd98113 req-ad35a8b9-6230-4082-8648-35bf840f7747 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:56.188388 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ffc69371-dd43-41da-ba07-06345cd98113 req-ad35a8b9-6230-4082-8648-35bf840f7747 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0676706 Jul 05 04:58:56.198920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 36746) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:56.204234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-2156b49b-9978-4a24-8de8-b021e1a6387d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Request body: {'floatingip': {'port_id': 'd579320a-84ce-4775-a556-7972acf84965'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:56.247582 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2156b49b-9978-4a24-8de8-b021e1a6387d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:56.963900 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2156b49b-9978-4a24-8de8-b021e1a6387d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:57.019985 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2156b49b-9978-4a24-8de8-b021e1a6387d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:57.120232 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-2156b49b-9978-4a24-8de8-b021e1a6387d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Floating IP 1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf associated. External IP: 172.25.6.5, port: d579320a-84ce-4775-a556-7972acf84965. Jul 05 04:58:57.323956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2156b49b-9978-4a24-8de8-b021e1a6387d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:58:57.432342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2156b49b-9978-4a24-8de8-b021e1a6387d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:58:57.437361 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2156b49b-9978-4a24-8de8-b021e1a6387d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:57.444210 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dfa482-ff27-4547-9879-fbaa3aca1e49 None None] Sync routers for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:58:57.454408 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dfa482-ff27-4547-9879-fbaa3aca1e49 None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:57.455019 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a3dfa482-ff27-4547-9879-fbaa3aca1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:58:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:57.480611 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2156b49b-9978-4a24-8de8-b021e1a6387d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "PUT /v2.0/floatingips/1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf HTTP/1.1" status: 200 len: 989 time: 1.2778935 Jul 05 04:58:57.480611 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'tag': 'd579320a-84ce-4775-a556-7972acf84965'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:58:57.483944 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95536cb2-65af-435c-a3cd-075885c5b658" -d '{"events": [{"name": "network-changed", "server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "tag": "d579320a-84ce-4775-a556-7972acf84965"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:58:57.590825 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-a3dfa482-ff27-4547-9879-fbaa3aca1e49 None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:57.592620 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3775fc8b-b9a8-43f9-8ea3-96826e20b2d3 x-openstack-request-id: req-3775fc8b-b9a8-43f9-8ea3-96826e20b2d3 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:58:57.592949 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "tag": "d579320a-84ce-4775-a556-7972acf84965", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:58:57.593204 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3775fc8b-b9a8-43f9-8ea3-96826e20b2d3 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:58:57.593638 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'tag': 'd579320a-84ce-4775-a556-7972acf84965', 'status': 'completed', 'code': 200} Jul 05 04:58:57.668860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536cb2-65af-435c-a3cd-075885c5b658 req-8b1be353-545b-4237-bde1-460df9f9c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:57.670492 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-95536cb2-65af-435c-a3cd-075885c5b658 req-8b1be353-545b-4237-bde1-460df9f9c6bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 1097 time: 0.0537252 Jul 05 04:58:57.766785 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536cb2-65af-435c-a3cd-075885c5b658 req-141b605c-34d4-4d10-ab4b-fe7fdc38bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:57.768319 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-95536cb2-65af-435c-a3cd-075885c5b658 req-141b605c-34d4-4d10-ab4b-fe7fdc38bad6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0901871 Jul 05 04:58:57.839357 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-95536cb2-65af-435c-a3cd-075885c5b658 req-43296775-8366-461e-b3d1-293c68b69680 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 200 len: 997 time: 0.0637798 Jul 05 04:58:57.890157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536cb2-65af-435c-a3cd-075885c5b658 req-6e033125-2036-4046-8990-6b9d41006257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:57.891620 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-95536cb2-65af-435c-a3cd-075885c5b658 req-6e033125-2036-4046-8990-6b9d41006257 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0452571 Jul 05 04:58:57.924904 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a3dfa482-ff27-4547-9879-fbaa3aca1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'port_id': 'd579320a-84ce-4775-a556-7972acf84965', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'mac_address': 'fa:16:3e:f3:5a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:52:02Z', 'updated_at': '2021-07-05T04:58:56Z', 'revision_number': 9, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:57.951930 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dfa482-ff27-4547-9879-fbaa3aca1e49 None None] Checking router: 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:58:57.953669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536cb2-65af-435c-a3cd-075885c5b658 req-34914b20-de76-4363-bdb5-e387d7bca73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:57.955190 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-95536cb2-65af-435c-a3cd-075885c5b658 req-34914b20-de76-4363-bdb5-e387d7bca73c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557594 Jul 05 04:58:57.960371 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dfa482-ff27-4547-9879-fbaa3aca1e49 None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:57.960971 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a3dfa482-ff27-4547-9879-fbaa3aca1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T04:58:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:58.055935 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-95536cb2-65af-435c-a3cd-075885c5b658 req-ef69c76d-5735-49bb-9837-dcea2a8b9c4c service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932040 Jul 05 04:58:58.065913 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-a3dfa482-ff27-4547-9879-fbaa3aca1e49 None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:58.151576 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-95536cb2-65af-435c-a3cd-075885c5b658 req-4238c0b4-9533-4472-b7b0-954b20613cd3 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894356 Jul 05 04:58:58.298803 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a3dfa482-ff27-4547-9879-fbaa3aca1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'port_id': 'd579320a-84ce-4775-a556-7972acf84965', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'mac_address': 'fa:16:3e:f3:5a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:52:02Z', 'updated_at': '2021-07-05T04:58:56Z', 'revision_number': 9, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:58.326070 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dfa482-ff27-4547-9879-fbaa3aca1e49 None None] The sync data for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 is: [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'port_id': 'd579320a-84ce-4775-a556-7972acf84965', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'mac_address': 'fa:16:3e:f3:5a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:52:02Z', 'updated_at': '2021-07-05T04:58:56Z', 'revision_number': 9, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:58:58.514107 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3558f8f1-3035-4c39-b0f5-0060712fc540 None None] New status for floating IP 1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:59:03.042781 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:04.659822 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:11.488479 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-019d87a2-b1f4-48fe-a90b-ee4d4b5b7bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:14.048457 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0bf197a9-6e44-4d8c-8361-7a4955dbd495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:14.442874 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:15.595263 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:17.168224 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:17.714829 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db84be93-b528-4d64-a2e3-504572f0b733 req-96075261-da6f-4201-8a3f-387f27e5e2a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0992105 Jul 05 04:59:17.814301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84be93-b528-4d64-a2e3-504572f0b733 req-08fb1008-253f-4351-b49c-a01ef7644047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:17.815933 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db84be93-b528-4d64-a2e3-504572f0b733 req-08fb1008-253f-4351-b49c-a01ef7644047 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 1097 time: 0.0534832 Jul 05 04:59:17.919619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84be93-b528-4d64-a2e3-504572f0b733 req-63b69a9b-9ede-4edd-9a9e-c856a9792745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:17.921186 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db84be93-b528-4d64-a2e3-504572f0b733 req-63b69a9b-9ede-4edd-9a9e-c856a9792745 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0840769 Jul 05 04:59:17.993343 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db84be93-b528-4d64-a2e3-504572f0b733 req-5ccd84e0-1eb5-4ee3-89ba-29e8c69ea65a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 200 len: 1000 time: 0.0643232 Jul 05 04:59:18.042831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84be93-b528-4d64-a2e3-504572f0b733 req-188d14ca-d750-4667-a97d-1f20cae5e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:18.044327 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db84be93-b528-4d64-a2e3-504572f0b733 req-188d14ca-d750-4667-a97d-1f20cae5e713 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0443470 Jul 05 04:59:18.106773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84be93-b528-4d64-a2e3-504572f0b733 req-5a28682b-dbf9-48be-affe-f6a501b531da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:18.108298 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db84be93-b528-4d64-a2e3-504572f0b733 req-5a28682b-dbf9-48be-affe-f6a501b531da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577998 Jul 05 04:59:18.205278 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db84be93-b528-4d64-a2e3-504572f0b733 req-a0b9aa98-23f0-4b10-b7a4-e5b6d8c54bff service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888069 Jul 05 04:59:18.304322 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-db84be93-b528-4d64-a2e3-504572f0b733 req-14d5bdac-66d0-46a1-9819-805196e98d72 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920570 Jul 05 04:59:32.408785 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:59:33.063456 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:34.710918 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:41.493595 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-533a0c46-6ab5-4865-8e6b-4a2ed17f2d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:44.059279 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-87f74a7f-5182-414f-8447-2f0845ad58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:44.424950 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:45.589275 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:47.150212 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:03.080799 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:04.674885 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:09.408470 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:00:11.510214 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e08bb5c3-5bd9-4a4f-99a8-a01abf4294c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:14.047587 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b1df92dd-fb36-4399-9b6e-6b224377df5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:14.428697 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.617417 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:17.154455 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:19.676002 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d1074d6-93e6-4bdf-9f3e-252cf63a73bb req-fa30cf7c-1a6c-4c36-9800-2ea60e9d5c3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564563 Jul 05 05:00:19.769915 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1074d6-93e6-4bdf-9f3e-252cf63a73bb req-e35ca538-fe39-49e3-9f53-9a79b1ee10c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:19.771382 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d1074d6-93e6-4bdf-9f3e-252cf63a73bb req-e35ca538-fe39-49e3-9f53-9a79b1ee10c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 1097 time: 0.0516212 Jul 05 05:00:19.875142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1074d6-93e6-4bdf-9f3e-252cf63a73bb req-ccec0b70-1195-4b28-ab30-072c7c6718eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:19.876698 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d1074d6-93e6-4bdf-9f3e-252cf63a73bb req-ccec0b70-1195-4b28-ab30-072c7c6718eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0849316 Jul 05 05:00:19.945179 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d1074d6-93e6-4bdf-9f3e-252cf63a73bb req-abe5f351-784c-4890-be9f-3c6f80e69174 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 200 len: 1000 time: 0.0620470 Jul 05 05:00:19.993040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1074d6-93e6-4bdf-9f3e-252cf63a73bb req-1dbbdf1a-fbf3-4b18-9dd0-160b362635c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:19.994434 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d1074d6-93e6-4bdf-9f3e-252cf63a73bb req-1dbbdf1a-fbf3-4b18-9dd0-160b362635c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0424376 Jul 05 05:00:20.050863 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1074d6-93e6-4bdf-9f3e-252cf63a73bb req-6d78a19f-5ad3-40b9-a810-f5f828a2dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:20.052298 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d1074d6-93e6-4bdf-9f3e-252cf63a73bb req-6d78a19f-5ad3-40b9-a810-f5f828a2dc84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507948 Jul 05 05:00:20.143994 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d1074d6-93e6-4bdf-9f3e-252cf63a73bb req-8b3d62eb-9501-472e-89fd-8fbfdd72bf06 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848348 Jul 05 05:00:20.235008 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7d1074d6-93e6-4bdf-9f3e-252cf63a73bb req-99891cb4-084b-4f15-9413-ba6d8f0647b4 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841918 Jul 05 05:00:33.085374 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:34.710293 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:41.481721 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c9023c03-a9cc-4ab2-80d8-f89bc6ead5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:44.058254 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-28d514fc-cac8-4371-874f-189f4d41f33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:44.441325 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:45.634309 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:46.408318 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:00:47.178638 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:03.079436 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:04.686926 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:11.492366 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5ebda238-2e94-46f6-8942-511c0cda8c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:14.046955 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c752df95-de35-41c8-a157-aad228510abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:14.435402 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:15.634398 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:17.143651 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:20.651319 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-76fa5bc0-6768-4b7e-ab56-658488482c99 req-4edc443c-73e0-4be3-9630-3012d15fb106 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589976 Jul 05 05:01:20.748381 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa5bc0-6768-4b7e-ab56-658488482c99 req-b1289904-8511-4fba-8410-44f5bae5258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:20.750066 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-76fa5bc0-6768-4b7e-ab56-658488482c99 req-b1289904-8511-4fba-8410-44f5bae5258e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 1097 time: 0.0555177 Jul 05 05:01:20.862297 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa5bc0-6768-4b7e-ab56-658488482c99 req-3d4c8f76-e66b-4a47-b993-7058c9da041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:20.863773 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-76fa5bc0-6768-4b7e-ab56-658488482c99 req-3d4c8f76-e66b-4a47-b993-7058c9da041e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0925367 Jul 05 05:01:20.932983 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-76fa5bc0-6768-4b7e-ab56-658488482c99 req-590d143c-24e3-42bb-8547-8f8c09d031c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 200 len: 1000 time: 0.0625315 Jul 05 05:01:20.981906 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa5bc0-6768-4b7e-ab56-658488482c99 req-5dbfcafa-df69-41a7-a54e-0c2303cb8870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:20.983349 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-76fa5bc0-6768-4b7e-ab56-658488482c99 req-5dbfcafa-df69-41a7-a54e-0c2303cb8870 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0446327 Jul 05 05:01:21.047923 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa5bc0-6768-4b7e-ab56-658488482c99 req-1cf559ff-456b-4ad7-b4ca-17ef615e4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:21.049630 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-76fa5bc0-6768-4b7e-ab56-658488482c99 req-1cf559ff-456b-4ad7-b4ca-17ef615e4a04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584538 Jul 05 05:01:21.146037 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-76fa5bc0-6768-4b7e-ab56-658488482c99 req-59551dcf-3053-4a2a-ab04-57f2f48cd2dd service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893581 Jul 05 05:01:21.250958 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-76fa5bc0-6768-4b7e-ab56-658488482c99 req-1c6f723b-6244-4d9f-8b02-b7c1e1162b0b service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979285 Jul 05 05:01:23.407305 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:01:31.725389 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12842f-db22-485e-86c7-59ff9a37f105 req-50065795-9417-4183-a7ae-f87494e0d29b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:31.727758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d12842f-db22-485e-86c7-59ff9a37f105 req-50065795-9417-4183-a7ae-f87494e0d29b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.1194839 Jul 05 05:01:31.768713 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d12842f-db22-485e-86c7-59ff9a37f105 req-12b9f36c-9525-4265-be50-c2b23c934386 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349977 Jul 05 05:01:31.816078 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-a9760c5d-ea08-4f66-84ff-4ee4f77d2694 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0976546 Jul 05 05:01:32.998163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0afabb-ee98-46a0-9935-9dd54bd55493 req-47990fdd-8475-4c6a-b70a-da916922f08f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:32.999717 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f0afabb-ee98-46a0-9935-9dd54bd55493 req-47990fdd-8475-4c6a-b70a-da916922f08f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.1120958 Jul 05 05:01:33.038597 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f0afabb-ee98-46a0-9935-9dd54bd55493 req-0e90f144-9ab0-4a6b-a954-b00074b08d29 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331562 Jul 05 05:01:33.092217 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:34.083270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4a084-0448-49be-ad23-836c54ae0040 req-62978d89-fcca-4bbb-8fb1-00327004f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:34.084844 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-62978d89-fcca-4bbb-8fb1-00327004f697 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 1097 time: 0.0604637 Jul 05 05:01:34.177414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f1906e00-0da4-4496-88f8-a3a9cce43d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:34.178916 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f1906e00-0da4-4496-88f8-a3a9cce43d56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0875051 Jul 05 05:01:34.224460 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5aa3a-973b-4f2f-9ce5-6c4d842f8058 req-accc3f43-9021-4ea6-b010-cfad58cdabb3 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:34.225981 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdf5aa3a-973b-4f2f-9ce5-6c4d842f8058 req-accc3f43-9021-4ea6-b010-cfad58cdabb3 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0681398 Jul 05 05:01:34.251170 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-ec10bf94-e053-48d3-8c97-00313f7aecf8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 200 len: 1000 time: 0.0649960 Jul 05 05:01:34.265055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cdf5aa3a-973b-4f2f-9ce5-6c4d842f8058 req-ad794955-761b-4034-b983-7412a6213d65 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332899 Jul 05 05:01:34.303373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4a084-0448-49be-ad23-836c54ae0040 req-5beb56ef-bad7-424e-a676-82148e42b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:34.304864 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-5beb56ef-bad7-424e-a676-82148e42b10c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0441034 Jul 05 05:01:34.362599 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4a084-0448-49be-ad23-836c54ae0040 req-a43cbec3-169e-4377-a173-fac3a14a30ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:34.363991 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-a43cbec3-169e-4377-a173-fac3a14a30ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520976 Jul 05 05:01:34.461192 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-372a6ed9-a017-4136-815b-3fc090049a6d service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900548 Jul 05 05:01:34.552542 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-c2a57b03-bc09-4478-a5dd-7eb3fc3b718f service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850976 Jul 05 05:01:34.713767 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:35.441184 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbec4a2-68af-4168-873f-0aa39c393d4d req-24ca9faf-3875-4d8d-b0c7-2dc246087ed7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:35.442672 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fdbec4a2-68af-4168-873f-0aa39c393d4d req-24ca9faf-3875-4d8d-b0c7-2dc246087ed7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0631735 Jul 05 05:01:35.481074 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fdbec4a2-68af-4168-873f-0aa39c393d4d req-73e65f09-80cc-4f57-91a9-27f2b04538de tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321960 Jul 05 05:01:36.665883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ab1ab-9d35-4fc2-b142-7fcbd878b7b6 req-5d3bed69-c129-43a4-9797-1690a7d28bee tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:36.667549 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-813ab1ab-9d35-4fc2-b142-7fcbd878b7b6 req-5d3bed69-c129-43a4-9797-1690a7d28bee tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0666468 Jul 05 05:01:36.706413 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-813ab1ab-9d35-4fc2-b142-7fcbd878b7b6 req-54f62edc-5398-4946-911a-68f358aa057f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333242 Jul 05 05:01:37.880201 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb071746-a573-48e4-847e-5d999e743bb4 req-e2c76f06-1beb-47ec-bc17-b26529e1c0bf tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:37.881696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bb071746-a573-48e4-847e-5d999e743bb4 req-e2c76f06-1beb-47ec-bc17-b26529e1c0bf tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0650032 Jul 05 05:01:37.919465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bb071746-a573-48e4-847e-5d999e743bb4 req-c53577fa-7fef-4df0-b129-61c576d749d7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316460 Jul 05 05:01:39.093096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55477098-8dbb-4c99-848d-6cba048eaa0c req-bba6c98e-7b54-474b-a6d9-afdbdb925881 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:39.094574 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-55477098-8dbb-4c99-848d-6cba048eaa0c req-bba6c98e-7b54-474b-a6d9-afdbdb925881 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0635872 Jul 05 05:01:39.132600 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-55477098-8dbb-4c99-848d-6cba048eaa0c req-9b9db4fc-d9b8-45e5-bbf8-f92e4d204fec tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324757 Jul 05 05:01:40.310710 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68c484-75a1-4b74-a98f-cfce795e546b req-557e831b-5fc6-4687-a672-46694feb7ef6 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:40.312215 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf68c484-75a1-4b74-a98f-cfce795e546b req-557e831b-5fc6-4687-a672-46694feb7ef6 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0679266 Jul 05 05:01:40.349966 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cf68c484-75a1-4b74-a98f-cfce795e546b req-24ef388a-e936-491e-a465-7783da42ad06 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322318 Jul 05 05:01:41.514131 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-761a1b63-4765-40f4-8488-8efefcf225fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:41.539859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5938649-51dd-421f-8ddd-138d6cba1340 req-872bb265-5bb6-4fb7-b7d8-9c39aac19c14 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:41.541464 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5938649-51dd-421f-8ddd-138d6cba1340 req-872bb265-5bb6-4fb7-b7d8-9c39aac19c14 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0649304 Jul 05 05:01:41.581210 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5938649-51dd-421f-8ddd-138d6cba1340 req-66e64d0d-4bbb-4460-927d-2c8356298f3a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339801 Jul 05 05:01:42.758941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d444324-19f4-4aaf-891b-f190871190ee req-a998552d-dd2d-4866-a786-5e89a16a7da8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:42.760654 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d444324-19f4-4aaf-891b-f190871190ee req-a998552d-dd2d-4866-a786-5e89a16a7da8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0666683 Jul 05 05:01:42.800797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8d444324-19f4-4aaf-891b-f190871190ee req-3acf4a47-a9d7-4454-bb4c-2aab41f869f9 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340364 Jul 05 05:01:43.974175 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b5454-26c0-4b89-aeaf-2c3b3730b51c req-1cf82015-a503-4424-bfc9-17dd1ca17f92 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:43.975671 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e51b5454-26c0-4b89-aeaf-2c3b3730b51c req-1cf82015-a503-4424-bfc9-17dd1ca17f92 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0640810 Jul 05 05:01:44.013803 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e51b5454-26c0-4b89-aeaf-2c3b3730b51c req-f895c1cd-0dc0-42bf-8cb1-1924ef877910 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324526 Jul 05 05:01:44.095792 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8a2a1057-30f9-493d-84f7-b87625a62c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:44.433184 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:45.190985 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8363d5-780b-477a-860b-c245acb9d370 req-5649375d-3924-4a98-acbc-d2715f11b829 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:45.192645 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6a8363d5-780b-477a-860b-c245acb9d370 req-5649375d-3924-4a98-acbc-d2715f11b829 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0630622 Jul 05 05:01:45.230084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6a8363d5-780b-477a-860b-c245acb9d370 req-d10fc0b4-cadb-4474-89e1-e18c4f8ece18 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318091 Jul 05 05:01:45.627575 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:46.406838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a0f81-d2d0-473f-b2d7-54039767d9a9 req-673bbe60-4a8b-45eb-8b06-80b476be0a80 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:46.408428 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e40a0f81-d2d0-473f-b2d7-54039767d9a9 req-673bbe60-4a8b-45eb-8b06-80b476be0a80 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0673056 Jul 05 05:01:46.445872 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e40a0f81-d2d0-473f-b2d7-54039767d9a9 req-df127fa9-1ada-45ae-9bd1-56580cf0019e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318716 Jul 05 05:01:46.779911 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [req-dca4a084-0448-49be-ad23-836c54ae0040 req-d36652be-d818-407d-9f65-e0fa9a3d9d04 service neutron] show failed (client error): The resource could not be found. Jul 05 05:01:46.780991 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-d36652be-d818-407d-9f65-e0fa9a3d9d04 service neutron] 10.222.0.36 "GET /v2.0/ports/d579320a-84ce-4775-a556-7972acf84965/bindings/n-h1-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.0566485 Jul 05 05:01:47.172331 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:47.463194 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4a084-0448-49be-ad23-836c54ae0040 req-dbbea574-4d3d-4781-99a6-596162ef1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:47.464811 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-dbbea574-4d3d-4781-99a6-596162ef1d7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e&tenant_id=b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 1097 time: 0.1191301 Jul 05 05:01:47.476511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:47.550589 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:47.633705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d039bec-8f3f-4877-bb0c-35b0f8c387a5 req-56aa7de7-8bce-4da9-9ad8-f121f1e917ff tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:47.635130 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d039bec-8f3f-4877-bb0c-35b0f8c387a5 req-56aa7de7-8bce-4da9-9ad8-f121f1e917ff tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0661719 Jul 05 05:01:47.675061 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7d039bec-8f3f-4877-bb0c-35b0f8c387a5 req-c780da27-440f-4e56-b897-0d2f228cdba9 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340958 Jul 05 05:01:47.759914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] For port d579320a-84ce-4775-a556-7972acf84965, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d579320a-84ce-4775-a556-7972acf84965,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:47.793108 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] For port d579320a-84ce-4775-a556-7972acf84965, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:01:47.837143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd579320a-84ce-4775-a556-7972acf84965'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:01:47.839006 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6219d3e-add3-4e06-8f3f-d1ef13d35c7b" -d '{"events": [{"server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "name": "network-vif-unplugged", "status": "completed", "tag": "d579320a-84ce-4775-a556-7972acf84965"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:01:47.844432 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:47.855971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Transition to ACTIVE for port object d579320a-84ce-4775-a556-7972acf84965 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:47.931843 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:47.935386 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 05:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d12a5d6-797a-4b5f-9a97-eedac71d6371 x-openstack-request-id: req-9d12a5d6-797a-4b5f-9a97-eedac71d6371 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:01:47.935386 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "name": "network-vif-unplugged", "status": "completed", "tag": "d579320a-84ce-4775-a556-7972acf84965", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:01:47.935809 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d12a5d6-797a-4b5f-9a97-eedac71d6371 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:01:47.936097 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd579320a-84ce-4775-a556-7972acf84965', 'code': 200} Jul 05 05:01:48.008572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Pushing event updated for resources: {'Port': ['ID=d579320a-84ce-4775-a556-7972acf84965,revision_number=6']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:48.023941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:48.024648 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:48.024778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:48.025101 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:48.025432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:48.025861 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:48.026194 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:48.026522 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:48.026848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:48.027171 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:48.027497 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:48.027821 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:48.074153 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] No DVR routers for this DVR port d579320a-84ce-4775-a556-7972acf84965 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:01:48.215693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Attempting to bind port d579320a-84ce-4775-a556-7972acf84965 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:01:48.216219 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Attempting to bind port d579320a-84ce-4775-a556-7972acf84965 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:01:48.216549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Attempting to bind port d579320a-84ce-4775-a556-7972acf84965 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:48.220851 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Port d579320a-84ce-4775-a556-7972acf84965 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:01:48.221179 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Attempting to bind port d579320a-84ce-4775-a556-7972acf84965 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:48.225975 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:01:48.226316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Checking segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:01:48.226713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Bound using segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:01:48.227145 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Bound port: d579320a-84ce-4775-a556-7972acf84965, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:01:48.227511 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:48.290573 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] For port d579320a-84ce-4775-a556-7972acf84965, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:01:48.293621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] For port d579320a-84ce-4775-a556-7972acf84965, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d579320a-84ce-4775-a556-7972acf84965,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:01:48.355462 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:48.388097 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:48.389244 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:48.390461 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] 10.222.0.10 "PUT /v2.0/ports/d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 200 len: 1092 time: 0.9181955 Jul 05 05:01:48.451085 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba559d-71b7-46c1-94a2-5af118782b07 service neutron] Pushing event updated for resources: {'Port': ['ID=d579320a-84ce-4775-a556-7972acf84965,revision_number=7']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:48.487516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4a084-0448-49be-ad23-836c54ae0040 req-426a3463-1b88-4508-b70a-dd66b3e39ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:48.489287 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-426a3463-1b88-4508-b70a-dd66b3e39ccd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 1095 time: 0.0684931 Jul 05 05:01:48.583255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4a084-0448-49be-ad23-836c54ae0040 req-bca026f0-b8e4-4181-b811-9bc9f2cc5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:48.584829 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-bca026f0-b8e4-4181-b811-9bc9f2cc5a2c service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0889223 Jul 05 05:01:48.655936 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-8e51516b-2a76-412a-9c28-456c825528cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 200 len: 998 time: 0.0626702 Jul 05 05:01:48.706119 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4a084-0448-49be-ad23-836c54ae0040 req-eee0b682-7d59-4b9c-9fdb-eb3a3222bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:48.707242 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-eee0b682-7d59-4b9c-9fdb-eb3a3222bc31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0442371 Jul 05 05:01:48.767027 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4a084-0448-49be-ad23-836c54ae0040 req-23eaef40-1352-49c0-925f-e3ba0790218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:48.768563 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-23eaef40-1352-49c0-925f-e3ba0790218c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544095 Jul 05 05:01:48.781156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-c81ce02c-707d-44ce-bca0-6d8c95b8af68 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:01:48.782154 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-c81ce02c-707d-44ce-bca0-6d8c95b8af68 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059445 Jul 05 05:01:48.857323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a69570-9cd9-4326-9834-64abd9f5843b req-5d933d55-0af0-4073-89ee-07f4b5062351 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:48.858874 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-30a69570-9cd9-4326-9834-64abd9f5843b req-5d933d55-0af0-4073-89ee-07f4b5062351 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 943 time: 0.0684898 Jul 05 05:01:48.876498 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-b7816fdd-169c-420c-93c8-863fe3d4e2b2 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866435 Jul 05 05:01:48.898384 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-30a69570-9cd9-4326-9834-64abd9f5843b req-6a9fdb6d-5cc9-46d1-8e2b-e3219ae5e663 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336754 Jul 05 05:01:48.969967 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dca4a084-0448-49be-ad23-836c54ae0040 req-02b8605a-adb7-4ddd-9975-cba218678ca3 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852783 Jul 05 05:01:49.937247 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'tag': 'd579320a-84ce-4775-a556-7972acf84965'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:01:49.939838 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa86b1e-be40-446a-82a4-a7d48e89e161" -d '{"events": [{"name": "network-changed", "server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "tag": "d579320a-84ce-4775-a556-7972acf84965"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:01:49.992180 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6275e2-9858-4349-8a0c-5ec43a7b9340 x-openstack-request-id: req-5b6275e2-9858-4349-8a0c-5ec43a7b9340 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:01:49.992476 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "tag": "d579320a-84ce-4775-a556-7972acf84965", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:01:49.992730 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b6275e2-9858-4349-8a0c-5ec43a7b9340 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:01:49.993254 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'tag': 'd579320a-84ce-4775-a556-7972acf84965', 'status': 'completed', 'code': 200} Jul 05 05:01:50.082729 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695473f3-2b00-4d37-bea5-91676293820b req-7ac61142-564a-4f75-a825-14d5b85db2c1 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:50.084378 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-695473f3-2b00-4d37-bea5-91676293820b req-7ac61142-564a-4f75-a825-14d5b85db2c1 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 943 time: 0.0648162 Jul 05 05:01:50.102799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-34d8b491-62ff-4fd1-b26c-35be3c6a45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:50.104355 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-34d8b491-62ff-4fd1-b26c-35be3c6a45a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 1095 time: 0.0957773 Jul 05 05:01:50.109491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-be7ae1ee-ecfa-49f0-bf1b-94242496ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:50.111724 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-be7ae1ee-ecfa-49f0-bf1b-94242496ee82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 1095 time: 0.0949357 Jul 05 05:01:50.123905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-695473f3-2b00-4d37-bea5-91676293820b req-a8685191-b02f-4b59-99b2-590cd1166544 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338185 Jul 05 05:01:50.265466 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-a8254bb0-8603-4a78-b92b-7417db184581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:50.267645 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-a8254bb0-8603-4a78-b92b-7417db184581 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.1550515 Jul 05 05:01:50.270192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-3d052d4b-4171-4440-aa8e-88122a03653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:50.271493 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-3d052d4b-4171-4440-aa8e-88122a03653a service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.1509316 Jul 05 05:01:50.671460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d579320a-84ce-4775-a556-7972acf84965 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:01:50.672902 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-61bd7eae-87a2-4982-9bba-94b92f93ec60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 200 len: 998 time: 0.3984661 Jul 05 05:01:50.674639 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-790aa193-7845-4e5c-ac55-9dde1510aa57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 200 len: 998 time: 0.3945372 Jul 05 05:01:50.711299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d579320a-84ce-4775-a556-7972acf84965 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:01:50.757190 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-236fe48a-66ea-425d-885d-92f478f50e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:50.758642 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-236fe48a-66ea-425d-885d-92f478f50e3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0794895 Jul 05 05:01:50.761912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-d85c39cb-d817-43a9-a552-7c4c15332c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:50.763210 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-d85c39cb-d817-43a9-a552-7c4c15332c77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0758469 Jul 05 05:01:50.855202 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-d3906f02-ddfe-4ce1-8be5-1b827821e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:50.856730 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-d3906f02-ddfe-4ce1-8be5-1b827821e10f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915389 Jul 05 05:01:50.859283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-db3143d7-cea6-4245-bb9f-e6a1b078863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:50.860860 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-db3143d7-cea6-4245-bb9f-e6a1b078863a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871930 Jul 05 05:01:51.019756 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-841eb557-3e4b-4de2-bd7c-d6b238b3478a service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492159 Jul 05 05:01:51.021646 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-ef37b8d3-579f-4e50-b78d-2a1095965fc7 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582203 Jul 05 05:01:51.190714 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-e4b56604-5c67-468a-b268-c2466d927607 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638019 Jul 05 05:01:51.194237 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9aa86b1e-be40-446a-82a4-a7d48e89e161 req-483830f8-d27e-435a-bb9d-c1bfdacea661 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594815 Jul 05 05:01:51.333768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968c70c-eec4-48ba-901c-f539455c0040 req-4fabfa27-0b0c-4918-a516-b363ee33d987 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:51.337655 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d968c70c-eec4-48ba-901c-f539455c0040 req-4fabfa27-0b0c-4918-a516-b363ee33d987 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 943 time: 0.0757301 Jul 05 05:01:51.380479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d968c70c-eec4-48ba-901c-f539455c0040 req-47c85d6c-43b7-47be-84ef-1c49f54f372d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385311 Jul 05 05:01:52.174717 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef236d06-15c9-4d15-ae7b-83a978a0a390 req-5a18e71c-3010-44b5-a028-943793061ac2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:52.176290 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef236d06-15c9-4d15-ae7b-83a978a0a390 req-5a18e71c-3010-44b5-a028-943793061ac2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 943 time: 0.0699739 Jul 05 05:01:52.184418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-ea962e60-ec81-4967-bb8f-e50f9726f310 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:52.186643 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-ea962e60-ec81-4967-bb8f-e50f9726f310 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e&tenant_id=b390d21346a941c6903d4f7b3d5baed4&binding%3Ahost_id=n-h1-771363-32 HTTP/1.1" status: 200 len: 943 time: 0.0792921 Jul 05 05:01:52.217975 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef236d06-15c9-4d15-ae7b-83a978a0a390 req-38eb07e5-b116-4402-a8ef-68a8dc202f4b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354860 Jul 05 05:01:52.254337 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-b46087a5-4647-4078-af31-08a8d63bfa3e service neutron] 10.222.0.10 "GET /v2.0/ports/d579320a-84ce-4775-a556-7972acf84965/bindings/n-h1-771363-32 HTTP/1.1" status: 200 len: 383 time: 0.0610607 Jul 05 05:01:52.344854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-b8540bbb-35b5-4d66-b6f8-8f7e0eb969e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:52.346372 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-b8540bbb-35b5-4d66-b6f8-8f7e0eb969e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 1095 time: 0.0598421 Jul 05 05:01:52.437513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-b7f251bd-b141-4146-ab78-ef4de4524658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:52.439786 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-b7f251bd-b141-4146-ab78-ef4de4524658 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0846913 Jul 05 05:01:52.511244 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0083388e-9cd8-4850-a474-f9146eed7c53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 200 len: 998 time: 0.0635018 Jul 05 05:01:52.562855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0b80a9fd-8d64-474e-b5ca-7e645e37eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:52.564876 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0b80a9fd-8d64-474e-b5ca-7e645e37eb36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0463920 Jul 05 05:01:52.623177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-7ce0af1c-a341-4b55-88d1-0188011f8fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:52.624628 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-7ce0af1c-a341-4b55-88d1-0188011f8fee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525661 Jul 05 05:01:52.717619 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-df48a4b3-0e41-4d89-a07f-99f381c5e97a service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848825 Jul 05 05:01:52.809533 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0795e44e-8612-4a1b-a770-0911131e2900 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849373 Jul 05 05:01:52.900795 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d579320a-84ce-4775-a556-7972acf84965 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:01:52.996620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port d579320a-84ce-4775-a556-7972acf84965, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d579320a-84ce-4775-a556-7972acf84965,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:53.007699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'd579320a-84ce-4775-a556-7972acf84965', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'port_id': 'd579320a-84ce-4775-a556-7972acf84965', 'mac_address': 'fa:16:3e:f3:5a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:01:53.044033 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:53.057507 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d579320a-84ce-4775-a556-7972acf84965 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:01:53.077055 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port d579320a-84ce-4775-a556-7972acf84965, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d579320a-84ce-4775-a556-7972acf84965,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:53.187510 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:53.236252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=d579320a-84ce-4775-a556-7972acf84965,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:53.243933 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.244310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.244654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.244993 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.245328 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.245658 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.245986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.246314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.246758 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.247082 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.247408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.247732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:53.392859 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532fd95-ac58-4cdd-a8a9-a69f3857aa3f req-ec2e7dcc-e850-43d0-9cf0-6efd01133d43 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:53.394348 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4532fd95-ac58-4cdd-a8a9-a69f3857aa3f req-ec2e7dcc-e850-43d0-9cf0-6efd01133d43 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 944 time: 0.0631983 Jul 05 05:01:53.433137 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4532fd95-ac58-4cdd-a8a9-a69f3857aa3f req-45d91aa3-31d0-44e5-864a-1d3c2bb850fd tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332937 Jul 05 05:01:53.517386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['d579320a-84ce-4775-a556-7972acf84965'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:01:54.616397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef482134-37a8-4a8c-8f14-a15d2cdd7374 req-e18abd1b-21fb-4597-81dc-8d7077c4e30c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:54.618054 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef482134-37a8-4a8c-8f14-a15d2cdd7374 req-e18abd1b-21fb-4597-81dc-8d7077c4e30c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 944 time: 0.0685773 Jul 05 05:01:54.657361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef482134-37a8-4a8c-8f14-a15d2cdd7374 req-4652a020-7d76-4649-8691-6faa2923c7cf tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332842 Jul 05 05:01:54.902678 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d579320a-84ce-4775-a556-7972acf84965 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:55.040777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port d579320a-84ce-4775-a556-7972acf84965 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:55.044969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port d579320a-84ce-4775-a556-7972acf84965 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:55.048262 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:55.129219 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:55.151208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd579320a-84ce-4775-a556-7972acf84965'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:01:55.153579 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda3b12f-7185-4391-8472-844dfb08d672" -d '{"events": [{"server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "name": "network-vif-plugged", "status": "completed", "tag": "d579320a-84ce-4775-a556-7972acf84965"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:01:55.166164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port d579320a-84ce-4775-a556-7972acf84965, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d579320a-84ce-4775-a556-7972acf84965,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:55.238776 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:55.263012 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf5ba3e-99dc-4634-90b3-add3b404e8b0 x-openstack-request-id: req-ddf5ba3e-99dc-4634-90b3-add3b404e8b0 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:01:55.263329 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "name": "network-vif-plugged", "status": "completed", "tag": "d579320a-84ce-4775-a556-7972acf84965", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:01:55.263566 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ddf5ba3e-99dc-4634-90b3-add3b404e8b0 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:01:55.263960 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd579320a-84ce-4775-a556-7972acf84965', 'code': 200} Jul 05 05:01:55.290857 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=d579320a-84ce-4775-a556-7972acf84965,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:55.792807 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-c70e93af-3c4c-41e3-8472-193b3664a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:55.794224 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-c70e93af-3c4c-41e3-8472-193b3664a6f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e&tenant_id=b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 1097 time: 0.0549607 Jul 05 05:01:55.805262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:55.835564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685ac2c-a61e-420e-aa77-d4338bf92f66 req-83cff7f5-a65a-43e0-9bfc-90d690909ade tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:55.837113 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b685ac2c-a61e-420e-aa77-d4338bf92f66 req-83cff7f5-a65a-43e0-9bfc-90d690909ade tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0646491 Jul 05 05:01:55.882625 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b685ac2c-a61e-420e-aa77-d4338bf92f66 req-185530ea-52cb-4085-b036-cfcdebdbe271 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343299 Jul 05 05:01:55.885735 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:56.087854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] For port d579320a-84ce-4775-a556-7972acf84965, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=d579320a-84ce-4775-a556-7972acf84965,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:56.121652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] For port d579320a-84ce-4775-a556-7972acf84965, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:01:56.162382 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd579320a-84ce-4775-a556-7972acf84965'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:01:56.164797 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f06ecfc-f653-4adb-bd22-251a9e927b98" -d '{"events": [{"server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "name": "network-vif-unplugged", "status": "completed", "tag": "d579320a-84ce-4775-a556-7972acf84965"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:01:56.168746 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:56.181696 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Transition to ACTIVE for port object d579320a-84ce-4775-a556-7972acf84965 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:56.217489 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 05:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214cc957-acf5-4cf1-8652-cd304f09a229 x-openstack-request-id: req-214cc957-acf5-4cf1-8652-cd304f09a229 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:01:56.217489 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "name": "network-vif-unplugged", "status": "completed", "tag": "d579320a-84ce-4775-a556-7972acf84965", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:01:56.217489 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-214cc957-acf5-4cf1-8652-cd304f09a229 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:01:56.217489 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd579320a-84ce-4775-a556-7972acf84965', 'code': 200} Jul 05 05:01:56.263282 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:56.343357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Pushing event updated for resources: {'Port': ['ID=d579320a-84ce-4775-a556-7972acf84965,revision_number=10']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:56.394470 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] No DVR routers for this DVR port d579320a-84ce-4775-a556-7972acf84965 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:01:56.533353 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Attempting to bind port d579320a-84ce-4775-a556-7972acf84965 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:01:56.533693 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Attempting to bind port d579320a-84ce-4775-a556-7972acf84965 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:01:56.534014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Attempting to bind port d579320a-84ce-4775-a556-7972acf84965 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:56.540308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Port d579320a-84ce-4775-a556-7972acf84965 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:01:56.540308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Attempting to bind port d579320a-84ce-4775-a556-7972acf84965 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:56.543849 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:01:56.544220 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Checking segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:01:56.544616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Bound using segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:01:56.545043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Bound port: d579320a-84ce-4775-a556-7972acf84965, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:01:56.545405 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:56.613866 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] For port d579320a-84ce-4775-a556-7972acf84965, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:01:56.616770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] For port d579320a-84ce-4775-a556-7972acf84965, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d579320a-84ce-4775-a556-7972acf84965,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:01:56.697866 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:56.732139 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:56.732763 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:56.734162 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] 10.222.0.36 "PUT /v2.0/ports/d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 200 len: 1093 time: 0.9329598 Jul 05 05:01:56.766046 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6afe19-2c07-42e0-b209-ead9738ee87e service neutron] Pushing event updated for resources: {'Port': ['ID=d579320a-84ce-4775-a556-7972acf84965,revision_number=11']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:56.817472 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-3d42da9d-3788-46cf-aab9-6a87b6064d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:56.819018 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-3d42da9d-3788-46cf-aab9-6a87b6064d16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 1096 time: 0.0611022 Jul 05 05:01:56.916593 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-88ac1651-730a-434b-969a-fa1eba11a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:56.918073 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-88ac1651-730a-434b-969a-fa1eba11a791 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0925994 Jul 05 05:01:56.983945 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-1fb0f927-9b41-44f6-b9a8-6de8790b2935 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 200 len: 998 time: 0.0596702 Jul 05 05:01:57.038002 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-8ac8f16b-ebc0-4736-8ed2-1023d267fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:57.039496 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-8ac8f16b-ebc0-4736-8ed2-1023d267fbd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0496733 Jul 05 05:01:57.061246 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444aa09-1a29-4ba5-844f-5e983647614a req-8d3236de-4e1c-4c31-a4b9-54ce8502710e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:57.062871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f444aa09-1a29-4ba5-844f-5e983647614a req-8d3236de-4e1c-4c31-a4b9-54ce8502710e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 944 time: 0.0657260 Jul 05 05:01:57.102094 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-b6a95e80-5f1b-4f29-bdd1-eec7343dc04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:57.103599 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-b6a95e80-5f1b-4f29-bdd1-eec7343dc04c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573637 Jul 05 05:01:57.105799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f444aa09-1a29-4ba5-844f-5e983647614a req-8938450d-44f6-4448-ad60-0862897f418a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373387 Jul 05 05:01:57.194540 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-60ca79ad-c5e9-4cc7-8871-7cc7d816bc04 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835528 Jul 05 05:01:57.299490 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-68e3539b-05b2-483f-88a4-6a38035f0980 req-7918bb79-c464-4dac-831b-20623379e05a service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980444 Jul 05 05:01:58.215996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'tag': 'd579320a-84ce-4775-a556-7972acf84965'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:01:58.218458 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e4cb97-dc1a-477e-b27e-c606415fa2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "tag": "d579320a-84ce-4775-a556-7972acf84965"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:01:58.273960 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55af905d-18e3-444f-9b2e-f5b5242687d4 x-openstack-request-id: req-55af905d-18e3-444f-9b2e-f5b5242687d4 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:01:58.274248 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "tag": "d579320a-84ce-4775-a556-7972acf84965", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:01:58.274502 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-55af905d-18e3-444f-9b2e-f5b5242687d4 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:01:58.274916 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'tag': 'd579320a-84ce-4775-a556-7972acf84965', 'status': 'completed', 'code': 200} Jul 05 05:01:58.313444 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7dd61a-46d8-4246-be46-87b86f987723 req-fd7b9c82-0474-4ec5-bd47-d993bf659309 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:58.314679 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad7dd61a-46d8-4246-be46-87b86f987723 req-fd7b9c82-0474-4ec5-bd47-d993bf659309 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 944 time: 0.0880697 Jul 05 05:01:58.353692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ad7dd61a-46d8-4246-be46-87b86f987723 req-b32566f2-a8f4-42ee-b64a-8975d010da2a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336025 Jul 05 05:01:58.394193 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-e77ae017-a8f0-44df-8f8e-d9f1bef0ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:58.395625 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-e77ae017-a8f0-44df-8f8e-d9f1bef0ee38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 1096 time: 0.0986345 Jul 05 05:01:58.398166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-4b4f6283-13d7-48ff-8239-da23b2fedb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:58.399515 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-4b4f6283-13d7-48ff-8239-da23b2fedb51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 1096 time: 0.0928013 Jul 05 05:01:58.558532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-e7179f84-dfdd-48d0-8505-02aaa4b90ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:58.560009 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-e7179f84-dfdd-48d0-8505-02aaa4b90ed6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.1580052 Jul 05 05:01:58.563343 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-20631b14-0582-4208-91c1-2848e44765f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:58.564764 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-20631b14-0582-4208-91c1-2848e44765f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.1554754 Jul 05 05:01:58.679091 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-0198d07b-4e21-46df-997f-f6bcb514caaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 200 len: 998 time: 0.1122296 Jul 05 05:01:58.681137 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-721fd195-36ee-407c-85fe-76ffe0930110 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 200 len: 998 time: 0.1083944 Jul 05 05:01:58.761022 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-e6b1b553-efc8-4859-9689-70d5e2da41ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:58.762486 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-e6b1b553-efc8-4859-9689-70d5e2da41ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0765793 Jul 05 05:01:58.766008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-a2aae930-a50c-49ce-9bd5-e42c54458af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:58.767364 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-a2aae930-a50c-49ce-9bd5-e42c54458af3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0735204 Jul 05 05:01:58.863033 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-4a8bb730-e7b1-4556-856a-7eb8b0e2bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:58.864552 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-4a8bb730-e7b1-4556-856a-7eb8b0e2bbed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953467 Jul 05 05:01:58.866998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-ae1d0514-9e01-4b33-a333-12a40ab49e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:58.868378 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-ae1d0514-9e01-4b33-a333-12a40ab49e2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906515 Jul 05 05:01:58.956878 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d579320a-84ce-4775-a556-7972acf84965 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:01:58.994675 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device d579320a-84ce-4775-a556-7972acf84965 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:01:59.021568 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-bdcd9149-363e-4bf9-9ddb-b0906190d5ed service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495287 Jul 05 05:01:59.025020 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-b2e3ea55-49f9-40f9-b478-f97763d52259 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461165 Jul 05 05:01:59.491119 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-29e5ff07-aa63-4540-9ddd-139489497754 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619155 Jul 05 05:01:59.492863 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-77e4cb97-dc1a-477e-b27e-c606415fa2e5 req-db428e79-b5eb-40e9-bf34-aa50592fc657 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563236 Jul 05 05:01:59.542713 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8105da-93c4-48e5-ae56-64da20d87f56 req-b150acfb-dceb-40c8-9669-b9b9c81d3cb1 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:59.542713 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e8105da-93c4-48e5-ae56-64da20d87f56 req-b150acfb-dceb-40c8-9669-b9b9c81d3cb1 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 944 time: 0.0657015 Jul 05 05:01:59.580359 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8e8105da-93c4-48e5-ae56-64da20d87f56 req-04288b8f-0d27-4538-9183-0130106ac699 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343974 Jul 05 05:02:00.407663 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:02:00.725331 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d579320a-84ce-4775-a556-7972acf84965 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:02:00.826228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port d579320a-84ce-4775-a556-7972acf84965, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d579320a-84ce-4775-a556-7972acf84965,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:02:00.838527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'd579320a-84ce-4775-a556-7972acf84965', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'port_id': 'd579320a-84ce-4775-a556-7972acf84965', 'mac_address': 'fa:16:3e:f3:5a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:02:00.876508 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:00.889394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d579320a-84ce-4775-a556-7972acf84965 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:02:00.910902 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port d579320a-84ce-4775-a556-7972acf84965, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d579320a-84ce-4775-a556-7972acf84965,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:02:00.963256 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340a18f-0564-480c-98ba-b5d5c1676b0e req-109159d3-1e8d-408f-97f9-8d904319deea tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:00.964872 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b340a18f-0564-480c-98ba-b5d5c1676b0e req-109159d3-1e8d-408f-97f9-8d904319deea tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 944 time: 0.0690708 Jul 05 05:02:00.987610 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:01.005004 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b340a18f-0564-480c-98ba-b5d5c1676b0e req-2d360ddc-8480-4bd0-88fb-7b21cd793e6d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342786 Jul 05 05:02:01.045964 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=d579320a-84ce-4775-a556-7972acf84965,revision_number=12']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:01.188300 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f676146-3799-485d-b877-e11d5eb556d4 req-7c0e2ed2-d6f4-4f1a-b99a-ec89440b58ff tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:01.189782 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f676146-3799-485d-b877-e11d5eb556d4 req-7c0e2ed2-d6f4-4f1a-b99a-ec89440b58ff tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0643427 Jul 05 05:02:01.227910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f676146-3799-485d-b877-e11d5eb556d4 req-ded22a43-b8f9-42d1-b661-a4d9050c8f13 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324783 Jul 05 05:02:01.341956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['d579320a-84ce-4775-a556-7972acf84965'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:02:01.403063 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8350d-f9ae-437b-97c6-12e759152af1 req-797b591b-20c6-4314-99bd-8baa492eedb0 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:01.404691 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5da8350d-f9ae-437b-97c6-12e759152af1 req-797b591b-20c6-4314-99bd-8baa492eedb0 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0647388 Jul 05 05:02:01.442694 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5da8350d-f9ae-437b-97c6-12e759152af1 req-f5cf7c30-1a99-4f4a-aeee-b020f5f5c36f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316088 Jul 05 05:02:02.018008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feae0b3-2eb6-4358-a2b7-6da859dd0212 req-2e013f34-c78a-4e98-b3da-cf5c8ef77715 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:02.019505 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7feae0b3-2eb6-4358-a2b7-6da859dd0212 req-2e013f34-c78a-4e98-b3da-cf5c8ef77715 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 945 time: 0.0698781 Jul 05 05:02:02.057761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7feae0b3-2eb6-4358-a2b7-6da859dd0212 req-aa546b81-1a2c-4a2f-b15b-e83bba827cbb tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326815 Jul 05 05:02:02.740885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d579320a-84ce-4775-a556-7972acf84965 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:02:02.918489 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port d579320a-84ce-4775-a556-7972acf84965 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:02:02.922562 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port d579320a-84ce-4775-a556-7972acf84965 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:02:02.922937 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:02.997713 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:03.028155 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd579320a-84ce-4775-a556-7972acf84965'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:02:03.030369 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a440348c-5dce-4722-9a7f-d2a33c0ed769" -d '{"events": [{"server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "name": "network-vif-plugged", "status": "completed", "tag": "d579320a-84ce-4775-a556-7972acf84965"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:02:03.044686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port d579320a-84ce-4775-a556-7972acf84965, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d579320a-84ce-4775-a556-7972acf84965,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:02:03.069253 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c096375-e3df-4311-97bb-5ba7599070c2 x-openstack-request-id: req-8c096375-e3df-4311-97bb-5ba7599070c2 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:02:03.069598 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "name": "network-vif-plugged", "status": "completed", "tag": "d579320a-84ce-4775-a556-7972acf84965", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:02:03.069869 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c096375-e3df-4311-97bb-5ba7599070c2 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:02:03.070417 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd579320a-84ce-4775-a556-7972acf84965', 'code': 200} Jul 05 05:02:03.143506 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:03.172227 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:03.221354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=d579320a-84ce-4775-a556-7972acf84965,revision_number=13']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:03.243608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adaaff7-ba4f-4d57-ad1e-08c6949633f5 req-517433b3-0a6d-4c7d-81ca-a2e61c9fb5ab tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:03.245227 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1adaaff7-ba4f-4d57-ad1e-08c6949633f5 req-517433b3-0a6d-4c7d-81ca-a2e61c9fb5ab tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 946 time: 0.0667505 Jul 05 05:02:03.283862 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1adaaff7-ba4f-4d57-ad1e-08c6949633f5 req-8b5d6f11-d5d6-40ff-a716-723b60c23a1d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329959 Jul 05 05:02:03.413676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d64bd-fa6c-4f4b-b4f6-ea10112cb301 req-c7af2aeb-09fe-4b02-8574-be7460b70a28 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:03.415190 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-895d64bd-fa6c-4f4b-b4f6-ea10112cb301 req-c7af2aeb-09fe-4b02-8574-be7460b70a28 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 946 time: 0.0689397 Jul 05 05:02:03.517059 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-895d64bd-fa6c-4f4b-b4f6-ea10112cb301 req-adefb346-d756-4858-8850-c8de9ae23267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Deleting port d579320a-84ce-4775-a556-7972acf84965 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:02:03.517307 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-895d64bd-fa6c-4f4b-b4f6-ea10112cb301 req-adefb346-d756-4858-8850-c8de9ae23267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:03.608775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-895d64bd-fa6c-4f4b-b4f6-ea10112cb301 req-adefb346-d756-4858-8850-c8de9ae23267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] For port d579320a-84ce-4775-a556-7972acf84965, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=d579320a-84ce-4775-a556-7972acf84965,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:02:03.609138 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-895d64bd-fa6c-4f4b-b4f6-ea10112cb301 req-adefb346-d756-4858-8850-c8de9ae23267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:03.777988 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-895d64bd-fa6c-4f4b-b4f6-ea10112cb301 req-adefb346-d756-4858-8850-c8de9ae23267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:03.778281 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-895d64bd-fa6c-4f4b-b4f6-ea10112cb301 req-adefb346-d756-4858-8850-c8de9ae23267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:03.778591 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [req-895d64bd-fa6c-4f4b-b4f6-ea10112cb301 req-adefb346-d756-4858-8850-c8de9ae23267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Floating IP 1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf disassociated. External IP: 172.25.6.5, port: d579320a-84ce-4775-a556-7972acf84965. Jul 05 05:02:03.778931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-895d64bd-fa6c-4f4b-b4f6-ea10112cb301 req-adefb346-d756-4858-8850-c8de9ae23267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Calling delete_port for d579320a-84ce-4775-a556-7972acf84965 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:02:03.994797 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-895d64bd-fa6c-4f4b-b4f6-ea10112cb301 req-adefb346-d756-4858-8850-c8de9ae23267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:04.025461 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefb346-d756-4858-8850-c8de9ae23267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Pushing event deleted for resources: {'Port': ['ID=d579320a-84ce-4775-a556-7972acf84965,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:04.145034 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-895d64bd-fa6c-4f4b-b4f6-ea10112cb301 req-adefb346-d756-4858-8850-c8de9ae23267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:02:04.258422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-895d64bd-fa6c-4f4b-b4f6-ea10112cb301 req-adefb346-d756-4858-8850-c8de9ae23267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:02:04.268755 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352fcf4-bd83-4592-965f-abe63549f13c None None] Sync routers for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:02:04.277572 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352fcf4-bd83-4592-965f-abe63549f13c None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:02:04.278183 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-b352fcf4-bd83-4592-965f-abe63549f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:02:04.302373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-895d64bd-fa6c-4f4b-b4f6-ea10112cb301 req-adefb346-d756-4858-8850-c8de9ae23267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] No DVR routers for this DVR port d579320a-84ce-4775-a556-7972acf84965 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:02:04.305047 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-895d64bd-fa6c-4f4b-b4f6-ea10112cb301 req-adefb346-d756-4858-8850-c8de9ae23267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:04.307329 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-895d64bd-fa6c-4f4b-b4f6-ea10112cb301 req-adefb346-d756-4858-8850-c8de9ae23267 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.36 "DELETE /v2.0/ports/d579320a-84ce-4775-a556-7972acf84965 HTTP/1.1" status: 204 len: 173 time: 0.8860383 Jul 05 05:02:04.307781 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'name': 'network-vif-deleted', 'tag': 'd579320a-84ce-4775-a556-7972acf84965'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:02:04.310182 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e39ac9-51ce-47c7-8e53-b3ed9c987481" -d '{"events": [{"server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "name": "network-vif-deleted", "tag": "d579320a-84ce-4775-a556-7972acf84965"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:02:04.348681 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb4feec-ceff-4784-ac8a-9caf317f1fac x-openstack-request-id: req-acb4feec-ceff-4784-ac8a-9caf317f1fac {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:02:04.348974 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b03d9c1-fbf7-4cc4-87ef-014c696d816e", "name": "network-vif-deleted", "tag": "d579320a-84ce-4775-a556-7972acf84965", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:02:04.349393 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-acb4feec-ceff-4784-ac8a-9caf317f1fac {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:02:04.349795 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b03d9c1-fbf7-4cc4-87ef-014c696d816e', 'name': 'network-vif-deleted', 'tag': 'd579320a-84ce-4775-a556-7972acf84965', 'status': 'completed', 'code': 200} Jul 05 05:02:04.392278 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-b352fcf4-bd83-4592-965f-abe63549f13c None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:02:04.441758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ab83317e-bad9-406d-85f3-c5e89b5eea6f req-a59106a5-fda0-46e3-a5b1-1f08af445bd7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b03d9c1-fbf7-4cc4-87ef-014c696d816e HTTP/1.1" status: 200 len: 210 time: 0.0376151 Jul 05 05:02:04.594092 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-b352fcf4-bd83-4592-965f-abe63549f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:02:04.632420 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352fcf4-bd83-4592-965f-abe63549f13c None None] Checking router: 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:02:04.643038 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352fcf4-bd83-4592-965f-abe63549f13c None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:02:04.643838 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-b352fcf4-bd83-4592-965f-abe63549f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:01:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:02:04.707319 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:04.756710 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-b352fcf4-bd83-4592-965f-abe63549f13c None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:02:04.948264 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-b352fcf4-bd83-4592-965f-abe63549f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:02:04.989422 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352fcf4-bd83-4592-965f-abe63549f13c None None] The sync data for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 is: [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:02:05.217254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62722029-7f7e-4248-a7f4-81faed264d11 None None] New status for floating IP 1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:02:05.821083 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-0373175e-63be-4b59-8111-0b1021dc4be7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1641231249&fields=id&tenant_id=b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 267 time: 0.0327599 Jul 05 05:02:05.929036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-32ead7a8-0f2e-49b1-96fc-da907c955c22 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:05.930515 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-32ead7a8-0f2e-49b1-96fc-da907c955c22 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 811 time: 0.1028433 Jul 05 05:02:05.946203 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-e207a0c1-4ba8-42a7-b5a1-49ba4bef699e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/quotas/b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 375 time: 0.0105474 Jul 05 05:02:06.021424 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-a0a4e3a9-10c3-4ee2-a49e-0dc11c8e5cc1 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696483 Jul 05 05:02:06.121745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8978cfbc-05b0-4f93-9d58-2bb62b80f71b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:02:06.122760 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8978cfbc-05b0-4f93-9d58-2bb62b80f71b service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0905161 Jul 05 05:02:06.213250 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-d336d229-3b60-4b30-a649-d3e6d05eab22 service neutron] 10.222.0.38 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836377 Jul 05 05:02:06.309565 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-f7401342-f84b-486c-925f-765fbbeaf9d3 service neutron] 10.222.0.38 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906029 Jul 05 05:02:06.563417 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17109527-4968-4980-adf0-2c87f4b8943b req-279becbc-91e4-4aed-ad56-7a3926183302 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 210 time: 0.0324323 Jul 05 05:02:06.748796 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d579320a-84ce-4775-a556-7972acf84965 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:02:06.768881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: d579320a-84ce-4775-a556-7972acf84965 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:02:06.769224 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device d579320a-84ce-4775-a556-7972acf84965 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:02:07.702221 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d3ea94c4-4083-41ac-9320-909312988886 req-86111143-d22d-4137-b40a-88efe1b58d8d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 210 time: 0.0290236 Jul 05 05:02:08.682725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-b240f16e-99fc-43e9-848d-33283e85b730 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:08.684124 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-b240f16e-99fc-43e9-848d-33283e85b730 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 811 time: 0.1073585 Jul 05 05:02:08.729221 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-e9c8fb84-fc71-4ccf-bc36-6c90a1aec41b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 380 time: 0.0358603 Jul 05 05:02:08.739727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-7c6d3a52-8834-44b7-bebd-2edb50253f4a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Request body: {'port': {'device_id': '62c39fac-f979-43fa-a623-c235919de219', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'admin_state_up': True, 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'security_groups': ['09813d73-6c31-4b77-a62e-78537caa701e']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:02:08.854830 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed4fef73-c6dd-4ee1-9e12-83686dbb990a req-a6ecbbc0-17b5-4255-a40f-24a16a0fe27b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 210 time: 0.0291822 Jul 05 05:02:08.920084 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-7c6d3a52-8834-44b7-bebd-2edb50253f4a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Made reservation on behalf of b390d21346a941c6903d4f7b3d5baed4 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:02:08.924138 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-7c6d3a52-8834-44b7-bebd-2edb50253f4a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:09.061757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-7c6d3a52-8834-44b7-bebd-2edb50253f4a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Allocated IP 172.20.0.3 (e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9/5ff1541b-a063-4c1a-ad50-36d3130f2d5e/f4bec660-e31c-4c1b-a3ed-756c146dc802) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:02:09.200302 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-7c6d3a52-8834-44b7-bebd-2edb50253f4a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:09.213409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-7c6d3a52-8834-44b7-bebd-2edb50253f4a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Transition to ACTIVE for port object f4bec660-e31c-4c1b-a3ed-756c146dc802 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:02:09.301785 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-7c6d3a52-8834-44b7-bebd-2edb50253f4a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:09.348348 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-7c6d3a52-8834-44b7-bebd-2edb50253f4a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:02:09.353722 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-7c6d3a52-8834-44b7-bebd-2edb50253f4a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:02:09.357655 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-7c6d3a52-8834-44b7-bebd-2edb50253f4a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:02:09.393237 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d3a52-8834-44b7-bebd-2edb50253f4a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Pushing event updated for resources: {'Port': ['ID=f4bec660-e31c-4c1b-a3ed-756c146dc802,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:09.424932 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-7c6d3a52-8834-44b7-bebd-2edb50253f4a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:09.425601 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-7c6d3a52-8834-44b7-bebd-2edb50253f4a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:09.533168 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-7c6d3a52-8834-44b7-bebd-2edb50253f4a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7972102 Jul 05 05:02:09.545774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Request body: {'port': {'device_id': '62c39fac-f979-43fa-a623-c235919de219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:02:09.625828 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:09.702757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-566a423a-49e3-4ea3-8a1c-86a83048667e None None] Provisioning for port f4bec660-e31c-4c1b-a3ed-756c146dc802 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:02:09.707019 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-566a423a-49e3-4ea3-8a1c-86a83048667e None None] Provisioning complete for port f4bec660-e31c-4c1b-a3ed-756c146dc802 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:02:09.707388 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-566a423a-49e3-4ea3-8a1c-86a83048667e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:09.742584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-566a423a-49e3-4ea3-8a1c-86a83048667e None None] Port f4bec660-e31c-4c1b-a3ed-756c146dc802 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:02:09.893906 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4bec660-e31c-4c1b-a3ed-756c146dc802 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:02:09.901674 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:09.913856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Transition to ACTIVE for port object f4bec660-e31c-4c1b-a3ed-756c146dc802 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:02:09.977483 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:10.030371 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Pushing event updated for resources: {'Port': ['ID=f4bec660-e31c-4c1b-a3ed-756c146dc802,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:10.038899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bd1d8-68bb-41be-ad0a-af3127cf8ce8 req-3190fe3b-fc3a-4a70-950a-2d8231a30170 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:10.044592 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed4bd1d8-68bb-41be-ad0a-af3127cf8ce8 req-3190fe3b-fc3a-4a70-950a-2d8231a30170 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 943 time: 0.0741086 Jul 05 05:02:10.082279 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed4bd1d8-68bb-41be-ad0a-af3127cf8ce8 req-a5663515-a991-4212-8953-be10a70e8f14 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361643 Jul 05 05:02:10.112313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Attempting to bind port f4bec660-e31c-4c1b-a3ed-756c146dc802 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:02:10.112656 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Attempting to bind port f4bec660-e31c-4c1b-a3ed-756c146dc802 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:02:10.112992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Attempting to bind port f4bec660-e31c-4c1b-a3ed-756c146dc802 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:02:10.117604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Port f4bec660-e31c-4c1b-a3ed-756c146dc802 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:02:10.117952 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Attempting to bind port f4bec660-e31c-4c1b-a3ed-756c146dc802 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:02:10.122868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:02:10.123301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Checking segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:02:10.123696 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Bound using segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:02:10.124163 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Bound port: f4bec660-e31c-4c1b-a3ed-756c146dc802, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:02:10.124531 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:10.191658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:02:10.194836 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:02:10.267166 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:10.301891 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:10.302513 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:10.303902 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] 10.222.0.10 "PUT /v2.0/ports/f4bec660-e31c-4c1b-a3ed-756c146dc802 HTTP/1.1" status: 200 len: 1092 time: 0.7624705 Jul 05 05:02:10.304360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:02:10.306603 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11aa66e-1278-4fca-a96f-b13e873f186f" -d '{"events": [{"name": "network-changed", "server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:02:10.334668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9242c-883d-43c4-bb5a-effba077401e service neutron] Pushing event updated for resources: {'Port': ['ID=f4bec660-e31c-4c1b-a3ed-756c146dc802,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:10.344593 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e4db74-98cb-4121-b4ef-df3bf866c0c9 x-openstack-request-id: req-81e4db74-98cb-4121-b4ef-df3bf866c0c9 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:02:10.345112 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:02:10.345408 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-81e4db74-98cb-4121-b4ef-df3bf866c0c9 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:02:10.345781 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'status': 'completed', 'code': 200} Jul 05 05:02:10.422712 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11aa66e-1278-4fca-a96f-b13e873f186f req-f16b5b28-ef49-4120-b55f-6aef82f9d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:10.424929 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c11aa66e-1278-4fca-a96f-b13e873f186f req-f16b5b28-ef49-4120-b55f-6aef82f9d2bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 1095 time: 0.0568173 Jul 05 05:02:10.528391 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11aa66e-1278-4fca-a96f-b13e873f186f req-3654e59b-b017-4af7-b52e-97444ac26431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:10.529896 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c11aa66e-1278-4fca-a96f-b13e873f186f req-3654e59b-b017-4af7-b52e-97444ac26431 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b390d21346a941c6903d4f7b3d5baed4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0967290 Jul 05 05:02:10.622846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11aa66e-1278-4fca-a96f-b13e873f186f req-5b7a057f-3aa8-4fa5-ae00-ae647bda409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:10.624353 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c11aa66e-1278-4fca-a96f-b13e873f186f req-5b7a057f-3aa8-4fa5-ae00-ae647bda409e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886693 Jul 05 05:02:10.722185 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-9cf64b28-7c61-4cc7-9245-b13bc859f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:10.723588 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-9cf64b28-7c61-4cc7-9245-b13bc859f4cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 1095 time: 0.0579643 Jul 05 05:02:10.766163 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-471c4b69-9850-4a29-9bf1-35b752e7fa60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802 HTTP/1.1" status: 200 len: 217 time: 0.0348046 Jul 05 05:02:10.815681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-26e6d33e-420e-4b49-97ef-d9536c20c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:10.817139 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-26e6d33e-420e-4b49-97ef-d9536c20c533 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0445218 Jul 05 05:02:10.878491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-e5029007-dd86-4c47-a381-e01b24df3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:10.879984 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-e5029007-dd86-4c47-a381-e01b24df3119 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565841 Jul 05 05:02:10.967228 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-15c82caf-46f8-409b-ba6f-f05c631acc56 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807590 Jul 05 05:02:11.059779 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffd7e857-ae88-4685-a65f-909f545ec250 req-97f11ac0-9903-431a-b631-86b7a7f2eea1 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852859 Jul 05 05:02:11.261033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da53d1-648e-46e5-b316-d9fc9550e2d6 req-e158810e-55b6-48ae-aa72-a9b0712b3403 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:11.262600 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68da53d1-648e-46e5-b316-d9fc9550e2d6 req-e158810e-55b6-48ae-aa72-a9b0712b3403 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 943 time: 0.0657361 Jul 05 05:02:11.302284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68da53d1-648e-46e5-b316-d9fc9550e2d6 req-754bf968-fc56-4a9a-aef1-8262af81f354 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333953 Jul 05 05:02:11.532015 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8cb469d5-f128-4b9b-80fa-b50e2e5ca6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:12.478427 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73da7fc-f074-4b8c-8a03-877ac085dd42 req-44f7610b-ad61-4361-992e-94152eb51b56 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:12.479909 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e73da7fc-f074-4b8c-8a03-877ac085dd42 req-44f7610b-ad61-4361-992e-94152eb51b56 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 943 time: 0.0633764 Jul 05 05:02:12.517006 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e73da7fc-f074-4b8c-8a03-877ac085dd42 req-6e4446a5-c039-411f-b83a-aa4710f638aa tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316048 Jul 05 05:02:13.035261 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device f4bec660-e31c-4c1b-a3ed-756c146dc802 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:02:13.132373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:02:13.143440 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'port_id': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'mac_address': 'fa:16:3e:58:a1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:02:13.179617 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:13.192265 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4bec660-e31c-4c1b-a3ed-756c146dc802 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:02:13.211768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:02:13.289953 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:13.337115 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=f4bec660-e31c-4c1b-a3ed-756c146dc802,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:13.496768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['f4bec660-e31c-4c1b-a3ed-756c146dc802'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:02:13.694013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23451e59-14b5-41bb-b687-6bee8c29da5a req-5b7bb3d5-f29b-42ed-8ce0-1aa5e40c4154 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:13.695502 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-23451e59-14b5-41bb-b687-6bee8c29da5a req-5b7bb3d5-f29b-42ed-8ce0-1aa5e40c4154 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 944 time: 0.0671504 Jul 05 05:02:13.734309 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-23451e59-14b5-41bb-b687-6bee8c29da5a req-4d28eebe-e362-4161-b866-43aff5b94898 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329192 Jul 05 05:02:14.062064 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-657b8117-d306-4355-876d-a85aee674106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:14.432944 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:14.915134 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb440a7-eb5e-4c2d-a8ec-67a6a38cc0c3 req-689fb1fb-bcf7-47b5-8f5a-3f7dc163afc6 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:14.916636 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aeb440a7-eb5e-4c2d-a8ec-67a6a38cc0c3 req-689fb1fb-bcf7-47b5-8f5a-3f7dc163afc6 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 944 time: 0.0627961 Jul 05 05:02:14.954765 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aeb440a7-eb5e-4c2d-a8ec-67a6a38cc0c3 req-89813fc8-4048-4d63-bc9f-51ea70ab29e0 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325758 Jul 05 05:02:15.050233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device f4bec660-e31c-4c1b-a3ed-756c146dc802 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:02:15.163982 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port f4bec660-e31c-4c1b-a3ed-756c146dc802 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:02:15.167917 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port f4bec660-e31c-4c1b-a3ed-756c146dc802 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:02:15.168321 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:15.251255 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:15.273794 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:02:15.276021 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab66b34-e2ce-4f6f-950e-fce28dc09611" -d '{"events": [{"server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "name": "network-vif-plugged", "status": "completed", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:02:15.289914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:02:15.312908 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bd27c6-dacb-4386-84a3-66a18b3e9d09 x-openstack-request-id: req-c2bd27c6-dacb-4386-84a3-66a18b3e9d09 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:02:15.313202 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "name": "network-vif-plugged", "status": "completed", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:02:15.313458 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c2bd27c6-dacb-4386-84a3-66a18b3e9d09 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:02:15.313853 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'code': 200} Jul 05 05:02:15.365517 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:15.413570 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=f4bec660-e31c-4c1b-a3ed-756c146dc802,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:02:15.442129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784550de-16b4-4bab-a9d0-4d33f6a305f3 req-970031df-2c62-4491-b558-325f746a6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:15.444191 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-784550de-16b4-4bab-a9d0-4d33f6a305f3 req-970031df-2c62-4491-b558-325f746a6391 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 1097 time: 0.0607677 Jul 05 05:02:15.479596 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-784550de-16b4-4bab-a9d0-4d33f6a305f3 req-ec20a34e-b36e-4ea4-a676-7f14150d42b1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290816 Jul 05 05:02:15.633022 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:16.130565 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a77277-9c78-46a4-97fa-5bcc6532ee3b req-66d744ce-72b0-42c4-8c86-df5f871dfb97 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:16.132205 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6a77277-9c78-46a4-97fa-5bcc6532ee3b req-66d744ce-72b0-42c4-8c86-df5f871dfb97 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0685029 Jul 05 05:02:16.171344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6a77277-9c78-46a4-97fa-5bcc6532ee3b req-8260264b-4e8d-4e26-ad24-dec2aaf808ac tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334632 Jul 05 05:02:17.154619 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:17.354575 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02664fbf-1101-4373-aa5a-1bb633aba364 req-b1e86788-f54f-4d4e-bd21-9bb3b7459212 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:17.356099 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02664fbf-1101-4373-aa5a-1bb633aba364 req-b1e86788-f54f-4d4e-bd21-9bb3b7459212 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0649102 Jul 05 05:02:17.395158 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-02664fbf-1101-4373-aa5a-1bb633aba364 req-29525a8a-de3b-43d1-aced-e6fa6d3b3a18 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331321 Jul 05 05:02:17.564655 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31fd29-1f8d-47be-93e5-fb4f4c07e030 req-346504a5-02ea-4ce7-807b-cadbf6b5d8cb tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:17.566149 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c31fd29-1f8d-47be-93e5-fb4f4c07e030 req-346504a5-02ea-4ce7-807b-cadbf6b5d8cb tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0638537 Jul 05 05:02:17.575486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37258) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:02:17.580152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b047f70c-e53b-4023-905f-e18661bae7e7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Request body: {'floatingip': {'port_id': 'f4bec660-e31c-4c1b-a3ed-756c146dc802'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:02:17.622539 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b047f70c-e53b-4023-905f-e18661bae7e7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for floatingip, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:18.079654 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b047f70c-e53b-4023-905f-e18661bae7e7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:18.148934 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b047f70c-e53b-4023-905f-e18661bae7e7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:18.517938 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-b047f70c-e53b-4023-905f-e18661bae7e7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Floating IP 1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf associated. External IP: 172.25.6.5, port: f4bec660-e31c-4c1b-a3ed-756c146dc802. Jul 05 05:02:18.722472 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b047f70c-e53b-4023-905f-e18661bae7e7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:02:18.830027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b047f70c-e53b-4023-905f-e18661bae7e7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:02:18.835598 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b047f70c-e53b-4023-905f-e18661bae7e7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:18.840572 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5183dd46-c89e-4ce3-908c-fd21a882e3b5 None None] Sync routers for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:02:18.876868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b047f70c-e53b-4023-905f-e18661bae7e7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "PUT /v2.0/floatingips/1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf HTTP/1.1" status: 200 len: 990 time: 1.3002677 Jul 05 05:02:18.877475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:02:18.879856 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ff4543-c597-492b-b33a-c461c01aeeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:02:18.932054 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc673dd-f654-4d95-84f5-9708bfdc4cbf x-openstack-request-id: req-dfc673dd-f654-4d95-84f5-9708bfdc4cbf {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:02:18.932337 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:02:18.932608 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dfc673dd-f654-4d95-84f5-9708bfdc4cbf {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:02:18.933461 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'status': 'completed', 'code': 200} Jul 05 05:02:18.942363 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183dd46-c89e-4ce3-908c-fd21a882e3b5 None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:02:18.943590 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5183dd46-c89e-4ce3-908c-fd21a882e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:02:19.008846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff4543-c597-492b-b33a-c461c01aeeb1 req-04b2d72c-8230-4563-beae-19f92550b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:19.010534 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-51ff4543-c597-492b-b33a-c461c01aeeb1 req-04b2d72c-8230-4563-beae-19f92550b02c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 1097 time: 0.0568578 Jul 05 05:02:19.051822 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-5183dd46-c89e-4ce3-908c-fd21a882e3b5 None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:02:19.108225 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff4543-c597-492b-b33a-c461c01aeeb1 req-99010b36-6d3c-4b9c-a892-6e1d2f58a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:19.109637 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-51ff4543-c597-492b-b33a-c461c01aeeb1 req-99010b36-6d3c-4b9c-a892-6e1d2f58a7fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0931940 Jul 05 05:02:19.175853 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-51ff4543-c597-492b-b33a-c461c01aeeb1 req-136d8a8c-af2f-48ad-9973-55781d773679 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802 HTTP/1.1" status: 200 len: 998 time: 0.0593784 Jul 05 05:02:19.225950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff4543-c597-492b-b33a-c461c01aeeb1 req-c5d8438d-5bfb-4f9e-b4f6-56ffdae87184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:19.227206 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-51ff4543-c597-492b-b33a-c461c01aeeb1 req-c5d8438d-5bfb-4f9e-b4f6-56ffdae87184 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0444868 Jul 05 05:02:19.282236 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5183dd46-c89e-4ce3-908c-fd21a882e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'port_id': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'mac_address': 'fa:16:3e:58:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c39fac-f979-43fa-a623-c235919de219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:52:02Z', 'updated_at': '2021-07-05T05:02:17Z', 'revision_number': 13, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:02:19.293990 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff4543-c597-492b-b33a-c461c01aeeb1 req-de517beb-a638-4bd7-b327-02e01b320be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:19.296309 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-51ff4543-c597-492b-b33a-c461c01aeeb1 req-de517beb-a638-4bd7-b327-02e01b320be1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616281 Jul 05 05:02:19.309401 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5183dd46-c89e-4ce3-908c-fd21a882e3b5 None None] Checking router: 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:02:19.318326 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183dd46-c89e-4ce3-908c-fd21a882e3b5 None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:02:19.318947 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5183dd46-c89e-4ce3-908c-fd21a882e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:02:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:02:19.388431 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-51ff4543-c597-492b-b33a-c461c01aeeb1 req-2bd15050-dc60-42b7-8606-66ffe54c0b9e service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847423 Jul 05 05:02:19.428211 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-5183dd46-c89e-4ce3-908c-fd21a882e3b5 None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:02:19.501139 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-51ff4543-c597-492b-b33a-c461c01aeeb1 req-c2f4e024-0e8d-4a9b-b9e2-8de0f921edc1 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061642 Jul 05 05:02:19.667305 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-5183dd46-c89e-4ce3-908c-fd21a882e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'port_id': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'mac_address': 'fa:16:3e:58:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c39fac-f979-43fa-a623-c235919de219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:52:02Z', 'updated_at': '2021-07-05T05:02:17Z', 'revision_number': 13, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:02:19.693495 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5183dd46-c89e-4ce3-908c-fd21a882e3b5 None None] The sync data for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 is: [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'port_id': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'mac_address': 'fa:16:3e:58:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c39fac-f979-43fa-a623-c235919de219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:52:02Z', 'updated_at': '2021-07-05T05:02:17Z', 'revision_number': 13, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:02:19.881380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a8bc07-4b7b-48d0-b27e-a00f0ecbca18 None None] New status for floating IP 1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:02:33.129714 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:34.691453 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:37.407735 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:02:38.421053 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08645a2c-6307-4e32-9219-4c62f4ed2ae1 req-56bc0560-aa39-46e3-9331-69941ee4c272 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540123 Jul 05 05:02:38.517744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08645a2c-6307-4e32-9219-4c62f4ed2ae1 req-35248031-37ed-4bc0-a77f-dca16cf48e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:38.519253 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08645a2c-6307-4e32-9219-4c62f4ed2ae1 req-35248031-37ed-4bc0-a77f-dca16cf48e35 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 1097 time: 0.0528653 Jul 05 05:02:38.630547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08645a2c-6307-4e32-9219-4c62f4ed2ae1 req-7613d3e6-7ffd-424b-a9bc-40838194a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:38.632059 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08645a2c-6307-4e32-9219-4c62f4ed2ae1 req-7613d3e6-7ffd-424b-a9bc-40838194a0d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0907042 Jul 05 05:02:38.700569 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08645a2c-6307-4e32-9219-4c62f4ed2ae1 req-b397d973-6945-42d6-a62d-a746118619b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802 HTTP/1.1" status: 200 len: 1000 time: 0.0581315 Jul 05 05:02:38.750974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08645a2c-6307-4e32-9219-4c62f4ed2ae1 req-87f365ce-e965-4120-80a8-111c2a644d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:38.752505 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08645a2c-6307-4e32-9219-4c62f4ed2ae1 req-87f365ce-e965-4120-80a8-111c2a644d88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0494061 Jul 05 05:02:38.816159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08645a2c-6307-4e32-9219-4c62f4ed2ae1 req-9b044483-6641-4b2f-90fa-d92527c25d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:38.817656 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08645a2c-6307-4e32-9219-4c62f4ed2ae1 req-9b044483-6641-4b2f-90fa-d92527c25d37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578516 Jul 05 05:02:38.908023 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08645a2c-6307-4e32-9219-4c62f4ed2ae1 req-1225916e-2049-4ec4-a9ec-9254699d077d service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831017 Jul 05 05:02:39.005368 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-08645a2c-6307-4e32-9219-4c62f4ed2ae1 req-a01250e1-b899-46db-8ca1-b29c3156d9bf service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905051 Jul 05 05:02:41.490773 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-80b79258-c744-42db-bd86-2c4af46b7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:44.067837 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-adcb5fcd-5e5c-41f2-b078-2195c21d0929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:44.445263 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:45.631959 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:47.159731 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:03.131077 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:04.731130 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:11.513418 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-306b41c6-7343-49a8-a165-b82c048f9853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.079158 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f3c55e0f-009a-4f8d-abcd-841029c14372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.408395 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:03:14.483029 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.648789 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:17.170707 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:33.133809 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:34.741723 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:39.417956 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b2e5f76c-e8e4-4de4-9c28-6a545ea4fdde req-36e6f4a8-6888-42ad-a9f6-2e83c62c6d23 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525558 Jul 05 05:03:39.514313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5f76c-e8e4-4de4-9c28-6a545ea4fdde req-7a2d9f7d-6489-4369-a47f-db9725b5df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:39.515909 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b2e5f76c-e8e4-4de4-9c28-6a545ea4fdde req-7a2d9f7d-6489-4369-a47f-db9725b5df4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 1097 time: 0.0538721 Jul 05 05:03:39.633504 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5f76c-e8e4-4de4-9c28-6a545ea4fdde req-5575cee4-7c38-40a5-a67a-8ea67cde1255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:39.634963 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b2e5f76c-e8e4-4de4-9c28-6a545ea4fdde req-5575cee4-7c38-40a5-a67a-8ea67cde1255 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0959804 Jul 05 05:03:39.698483 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b2e5f76c-e8e4-4de4-9c28-6a545ea4fdde req-d857dec3-d66c-4cef-9648-ef51a9beb716 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802 HTTP/1.1" status: 200 len: 1000 time: 0.0565109 Jul 05 05:03:39.753689 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5f76c-e8e4-4de4-9c28-6a545ea4fdde req-8e2523e1-f920-43cf-ade2-952d5b22a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:39.755143 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b2e5f76c-e8e4-4de4-9c28-6a545ea4fdde req-8e2523e1-f920-43cf-ade2-952d5b22a15c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0505755 Jul 05 05:03:39.814124 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5f76c-e8e4-4de4-9c28-6a545ea4fdde req-6a291ec7-59e7-49b6-924d-ebeb3416ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:39.815691 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b2e5f76c-e8e4-4de4-9c28-6a545ea4fdde req-6a291ec7-59e7-49b6-924d-ebeb3416ea82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533998 Jul 05 05:03:39.907290 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b2e5f76c-e8e4-4de4-9c28-6a545ea4fdde req-aa75de68-7fd2-426c-aac1-8ace5cc9c357 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833862 Jul 05 05:03:40.005948 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b2e5f76c-e8e4-4de4-9c28-6a545ea4fdde req-a0dc7dc1-897f-4176-ab0b-9e25348363d2 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919602 Jul 05 05:03:41.510980 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3ebeb903-a18f-4982-97b0-743c22ecbbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:44.066957 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-541eeb42-65ad-4ea5-aa53-b74b106c68c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:44.476478 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:45.619284 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:47.168087 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:51.408773 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:03:59.386914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171a116-ad57-436b-a759-99ace8327d09 req-02a4a8cb-f5eb-4538-b05a-0fbcbf4ebc2b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:59.388496 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d171a116-ad57-436b-a759-99ace8327d09 req-02a4a8cb-f5eb-4538-b05a-0fbcbf4ebc2b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0642035 Jul 05 05:03:59.426325 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d171a116-ad57-436b-a759-99ace8327d09 req-47e30c3d-e9d1-40ef-92f0-7bd877dde478 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322216 Jul 05 05:04:03.112517 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:04.763994 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:11.425339 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fdfa1-4748-42a1-bdd1-9f54b555fd17 req-f439853f-c3bb-47da-8d91-9823ee400224 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:11.427532 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-042fdfa1-4748-42a1-bdd1-9f54b555fd17 req-f439853f-c3bb-47da-8d91-9823ee400224 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0646663 Jul 05 05:04:11.470496 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-042fdfa1-4748-42a1-bdd1-9f54b555fd17 req-f61828fa-0b51-4ef7-8590-78161723b6c2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361147 Jul 05 05:04:11.487920 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-9e2963a1-7a69-409d-a267-0aacfb74650d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0565755 Jul 05 05:04:11.512640 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9ca595a8-5cd3-4961-8e31-705760b02de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:12.654353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a0eac-b65c-4399-8681-6c75d4d62f4e req-f8a4d3c2-a7f6-4059-9185-2d6f361fe8b4 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:12.655841 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e86a0eac-b65c-4399-8681-6c75d4d62f4e req-f8a4d3c2-a7f6-4059-9185-2d6f361fe8b4 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0632548 Jul 05 05:04:12.695458 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e86a0eac-b65c-4399-8681-6c75d4d62f4e req-c95c79eb-ff94-49e3-941e-1979b99d9719 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329344 Jul 05 05:04:13.792714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-6f212900-5f39-40a8-8f25-0ad4d7d5d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:13.794912 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-6f212900-5f39-40a8-8f25-0ad4d7d5d136 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 1097 time: 0.0666456 Jul 05 05:04:13.884495 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea6d39-2f31-4d88-af24-13bf4c1ca0ad req-475583b4-5d23-4c79-b0c6-070fae4be8c5 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:13.885997 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6aea6d39-2f31-4d88-af24-13bf4c1ca0ad req-475583b4-5d23-4c79-b0c6-070fae4be8c5 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0648530 Jul 05 05:04:13.902486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-024eeb47-2c53-4437-8693-e35be49ba3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:13.904021 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-024eeb47-2c53-4437-8693-e35be49ba3fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.1028898 Jul 05 05:04:13.926479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6aea6d39-2f31-4d88-af24-13bf4c1ca0ad req-457ffb96-4883-48eb-8904-037c70001aed tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347123 Jul 05 05:04:13.975716 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-d6720dbc-6209-42f9-aaf6-8ba69ea8a547 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802 HTTP/1.1" status: 200 len: 1000 time: 0.0646784 Jul 05 05:04:14.029272 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-f2bf5784-1471-4628-87a9-a81c172bf1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:14.030655 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-f2bf5784-1471-4628-87a9-a81c172bf1c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0476468 Jul 05 05:04:14.043964 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b72de186-0e9f-401a-bcb8-e01342fc3b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:14.087075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-39d45c26-264c-45b6-8fc5-88513500263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:14.088613 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-39d45c26-264c-45b6-8fc5-88513500263a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519838 Jul 05 05:04:14.178155 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-aee2ad6b-4e5f-4d39-846d-4e84e71da812 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827000 Jul 05 05:04:14.271091 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-ba074b61-d306-435d-a93c-63f69bbd9110 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853932 Jul 05 05:04:14.444050 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:15.107303 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c141f-f7c4-47ac-8beb-175eabe2fb6c req-fc081518-e569-4d0e-98c2-86dba064d35e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:15.108820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-770c141f-f7c4-47ac-8beb-175eabe2fb6c req-fc081518-e569-4d0e-98c2-86dba064d35e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0676634 Jul 05 05:04:15.148168 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-770c141f-f7c4-47ac-8beb-175eabe2fb6c req-063db9af-82e2-4370-b587-81d39d728a5e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328414 Jul 05 05:04:15.672317 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:16.321881 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d79189-6c8b-4007-bd91-9de19a581233 req-b3c30e9c-a396-475c-8146-2776051a816f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:16.323638 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2d79189-6c8b-4007-bd91-9de19a581233 req-b3c30e9c-a396-475c-8146-2776051a816f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0655100 Jul 05 05:04:16.361097 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2d79189-6c8b-4007-bd91-9de19a581233 req-bb636502-ccb5-492c-8ffb-dc8ca00dac95 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317059 Jul 05 05:04:17.169732 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:17.552745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571df6c6-97c7-4c37-a441-e852f51aaa06 req-0072c821-71c0-40fa-93f0-00fc909e4709 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:17.554217 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-571df6c6-97c7-4c37-a441-e852f51aaa06 req-0072c821-71c0-40fa-93f0-00fc909e4709 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0685203 Jul 05 05:04:17.592128 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-571df6c6-97c7-4c37-a441-e852f51aaa06 req-5eb52840-091c-4950-9a02-e6cddda6df1b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321939 Jul 05 05:04:18.769490 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0948e6-8349-47b7-8661-50b2ce25b614 req-c123b0bf-f5b9-4658-b99e-f14c1efb8e66 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:18.771104 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d0948e6-8349-47b7-8661-50b2ce25b614 req-c123b0bf-f5b9-4658-b99e-f14c1efb8e66 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0658786 Jul 05 05:04:18.811031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2d0948e6-8349-47b7-8661-50b2ce25b614 req-4e215bfa-fb85-4336-9554-7bf1fcafad6d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341964 Jul 05 05:04:19.984863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925aac0-89da-4dab-9d43-ed0c3cc4b8ca req-bfdac05e-38e9-4186-ae58-a99348846d7b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:19.986331 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5925aac0-89da-4dab-9d43-ed0c3cc4b8ca req-bfdac05e-38e9-4186-ae58-a99348846d7b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0638051 Jul 05 05:04:20.022876 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5925aac0-89da-4dab-9d43-ed0c3cc4b8ca req-f442213c-6b4e-4a35-9951-8e65a866705b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310235 Jul 05 05:04:21.199235 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e1444-da09-4854-a5e0-66bf13e7fa44 req-2842b3ed-3413-4989-a341-89abd232fb74 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:21.200756 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-302e1444-da09-4854-a5e0-66bf13e7fa44 req-2842b3ed-3413-4989-a341-89abd232fb74 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0686443 Jul 05 05:04:21.238579 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-302e1444-da09-4854-a5e0-66bf13e7fa44 req-33a30b40-047e-4c51-b2ec-eae9b46ac865 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317657 Jul 05 05:04:22.415514 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a882b-ce84-4a51-91cb-a0eca220c627 req-88ae74f3-6519-4c58-948f-5f0876d4f690 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:22.417052 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-944a882b-ce84-4a51-91cb-a0eca220c627 req-88ae74f3-6519-4c58-948f-5f0876d4f690 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0637450 Jul 05 05:04:22.456001 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-944a882b-ce84-4a51-91cb-a0eca220c627 req-77150c5d-b9a5-4c54-b83e-ab704e6d68de tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331643 Jul 05 05:04:23.641539 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160bbf9-40b7-4506-bf88-3190940bda43 req-bd6be9d9-1bb3-4c21-ae3f-13bc0486ad20 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:23.643013 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b160bbf9-40b7-4506-bf88-3190940bda43 req-bd6be9d9-1bb3-4c21-ae3f-13bc0486ad20 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0707781 Jul 05 05:04:23.680652 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b160bbf9-40b7-4506-bf88-3190940bda43 req-9ac12c96-f8b2-4eff-ba3d-8b118cf02f6e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318384 Jul 05 05:04:24.861407 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af419ad-af30-4184-9084-6a8c147fdb2b req-3dd64fc9-5d63-4240-89b4-8eb8e84fc6ea tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:24.863006 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1af419ad-af30-4184-9084-6a8c147fdb2b req-3dd64fc9-5d63-4240-89b4-8eb8e84fc6ea tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0696831 Jul 05 05:04:24.903384 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1af419ad-af30-4184-9084-6a8c147fdb2b req-8c0fe60b-1ecf-4d8d-b191-a264d6cc3ce2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342038 Jul 05 05:04:26.077629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfe609-f22f-4615-88a4-885197ffa3b4 req-5cf685a7-8a86-43fc-a915-b1c162a7a8d6 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:26.079098 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1bfe609-f22f-4615-88a4-885197ffa3b4 req-5cf685a7-8a86-43fc-a915-b1c162a7a8d6 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0657346 Jul 05 05:04:26.117654 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1bfe609-f22f-4615-88a4-885197ffa3b4 req-18fc5dcd-e388-416b-9bc5-8873da9b5b3d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315738 Jul 05 05:04:27.310960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402391e-9fab-49b1-9a7b-0e30e0e09fa7 req-ec07a337-b55f-42e0-9ccc-bf1d35ad23a2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:27.312472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1402391e-9fab-49b1-9a7b-0e30e0e09fa7 req-ec07a337-b55f-42e0-9ccc-bf1d35ad23a2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0814145 Jul 05 05:04:27.354246 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1402391e-9fab-49b1-9a7b-0e30e0e09fa7 req-82d7335b-a515-42bf-8969-89350d5628ff tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338211 Jul 05 05:04:28.407612 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:04:28.534873 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fea9e-05e8-49de-9687-7ad82c80ad47 req-64087c9d-3981-404f-ad55-eae80563a345 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:28.536820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d1fea9e-05e8-49de-9687-7ad82c80ad47 req-64087c9d-3981-404f-ad55-eae80563a345 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0648062 Jul 05 05:04:28.576580 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d1fea9e-05e8-49de-9687-7ad82c80ad47 req-e1ef2629-3551-4c55-be19-8d09c22aab8f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341284 Jul 05 05:04:28.678635 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-e2388e1e-3189-449a-bc73-1c3109f2c354 service neutron] show failed (client error): The resource could not be found. Jul 05 05:04:28.679843 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-e2388e1e-3189-449a-bc73-1c3109f2c354 service neutron] 10.222.0.10 "GET /v2.0/ports/f4bec660-e31c-4c1b-a3ed-756c146dc802/bindings/n-h2-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.0555453 Jul 05 05:04:29.285435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-21f9bb18-28da-49d6-bd5e-4c055c0b038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:29.287022 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-21f9bb18-28da-49d6-bd5e-4c055c0b038c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219&tenant_id=b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 1097 time: 0.1068277 Jul 05 05:04:29.304311 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:04:29.378512 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:29.587591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:29.624420 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:04:29.659245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device f4bec660-e31c-4c1b-a3ed-756c146dc802 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:04:29.666001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:04:29.668355 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65240753-7651-4009-9501-e88469a76f00" -d '{"events": [{"server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "name": "network-vif-unplugged", "status": "completed", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:04:29.672765 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:29.686071 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Transition to ACTIVE for port object f4bec660-e31c-4c1b-a3ed-756c146dc802 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:04:29.731149 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 05:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbb1e60-2e7d-459a-a834-135ca17367b7 x-openstack-request-id: req-ebbb1e60-2e7d-459a-a834-135ca17367b7 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:04:29.731447 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "name": "network-vif-unplugged", "status": "completed", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:04:29.731707 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ebbb1e60-2e7d-459a-a834-135ca17367b7 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:04:29.732140 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'code': 200} Jul 05 05:04:29.747690 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:29.771103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482210a-8fdf-4013-b6af-252aecd11888 req-d3057b0e-4d65-467e-9297-0cdbbf5ee3bc tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:29.772644 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e482210a-8fdf-4013-b6af-252aecd11888 req-d3057b0e-4d65-467e-9297-0cdbbf5ee3bc tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0762908 Jul 05 05:04:29.773697 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:29.813199 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 05:04:29.813671 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 05:04:29.827031 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e482210a-8fdf-4013-b6af-252aecd11888 req-93afae56-b3d1-49be-ba80-4bcc7558af7c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482819 Jul 05 05:04:30.168392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Pushing event updated for resources: {'Port': ['ID=f4bec660-e31c-4c1b-a3ed-756c146dc802,revision_number=6']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:30.181458 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:30.181803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:30.182147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:30.182487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:30.182823 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:30.183158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:30.183492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:30.183820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:30.184180 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:30.184516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:30.184843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:30.185170 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:30.219004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] No DVR routers for this DVR port f4bec660-e31c-4c1b-a3ed-756c146dc802 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:04:30.364663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Attempting to bind port f4bec660-e31c-4c1b-a3ed-756c146dc802 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:04:30.365001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Attempting to bind port f4bec660-e31c-4c1b-a3ed-756c146dc802 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:04:30.365330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Attempting to bind port f4bec660-e31c-4c1b-a3ed-756c146dc802 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:04:30.369747 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Port f4bec660-e31c-4c1b-a3ed-756c146dc802 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:04:30.370060 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Attempting to bind port f4bec660-e31c-4c1b-a3ed-756c146dc802 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:04:30.374862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:04:30.375197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Checking segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:04:30.375584 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Bound using segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:04:30.376156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Bound port: f4bec660-e31c-4c1b-a3ed-756c146dc802, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:04:30.376399 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:30.452785 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:04:30.455806 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:04:30.541153 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:30.575744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:30.576399 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:30.577859 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] 10.222.0.36 "PUT /v2.0/ports/f4bec660-e31c-4c1b-a3ed-756c146dc802 HTTP/1.1" status: 200 len: 1092 time: 1.2782497 Jul 05 05:04:30.600123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598db8e9-81a2-4f11-8d54-efcf16979a98 service neutron] Pushing event updated for resources: {'Port': ['ID=f4bec660-e31c-4c1b-a3ed-756c146dc802,revision_number=7']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:30.658117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-dbda311c-70fc-4f00-a17c-dc3b9a18354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:30.659678 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-dbda311c-70fc-4f00-a17c-dc3b9a18354e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 1095 time: 0.0551949 Jul 05 05:04:30.754845 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-c74666ad-92fc-40fa-88d0-48ada3048910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:30.756340 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-c74666ad-92fc-40fa-88d0-48ada3048910 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0901010 Jul 05 05:04:30.821022 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-d64a0a6b-38b0-4c51-9c4e-7e7cefb56aaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802 HTTP/1.1" status: 200 len: 998 time: 0.0579758 Jul 05 05:04:30.872287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-01130b8b-8f4b-4a8e-aeb6-42bc03cdd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:30.873868 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-01130b8b-8f4b-4a8e-aeb6-42bc03cdd37e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0470529 Jul 05 05:04:30.930770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-1131b32f-ec3e-4c08-8d05-3dfbc26cc6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:30.932298 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-1131b32f-ec3e-4c08-8d05-3dfbc26cc6fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519969 Jul 05 05:04:30.942795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-736e8262-1870-42ba-bfeb-7586c71a33df service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:04:30.943775 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-736e8262-1870-42ba-bfeb-7586c71a33df service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057435 Jul 05 05:04:31.015928 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e154de-a00d-492a-9492-bbab57a3e298 req-c2096ec1-cec4-41d7-8185-064b02431c36 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:31.017377 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0e154de-a00d-492a-9492-bbab57a3e298 req-c2096ec1-cec4-41d7-8185-064b02431c36 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 943 time: 0.0634055 Jul 05 05:04:31.031394 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-7359d0cf-a9f3-4cd5-b82e-86ec94dc5555 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812376 Jul 05 05:04:31.055301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a0e154de-a00d-492a-9492-bbab57a3e298 req-86f87c2c-1e10-4280-a5fa-dc20d944f634 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321891 Jul 05 05:04:31.125009 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9f898fc5-2e7a-4c2c-9871-528364143d0b req-8ea6524b-046e-48c8-b31c-b32f75908b46 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876908 Jul 05 05:04:31.733930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:04:31.736199 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f6fd23-66b7-4668-aa5a-efa14a056f22" -d '{"events": [{"name": "network-changed", "server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:04:31.787164 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02de666-42a2-47d1-9fbf-2829e6fe41f6 x-openstack-request-id: req-d02de666-42a2-47d1-9fbf-2829e6fe41f6 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:04:31.787762 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:04:31.787762 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d02de666-42a2-47d1-9fbf-2829e6fe41f6 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:04:31.788155 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'status': 'completed', 'code': 200} Jul 05 05:04:31.900214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-8c61be25-511e-44a4-955c-6eec7790a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:31.901839 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-8c61be25-511e-44a4-955c-6eec7790a84e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 1095 time: 0.0951359 Jul 05 05:04:31.903890 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-a9619745-0d5b-4d88-8994-7fed166aacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:31.905327 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-a9619745-0d5b-4d88-8994-7fed166aacb0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 1095 time: 0.0905643 Jul 05 05:04:32.068442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-811973a1-d978-47a0-9ac1-702d281bc6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:32.069851 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-811973a1-d978-47a0-9ac1-702d281bc6be service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.1618071 Jul 05 05:04:32.072861 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-cc8734db-9e4e-488e-b325-707cd86771c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:32.074184 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-cc8734db-9e4e-488e-b325-707cd86771c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.1579878 Jul 05 05:04:32.187577 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-9f2a9e1b-d738-46f3-99ee-8b9713904c6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802 HTTP/1.1" status: 200 len: 998 time: 0.1111367 Jul 05 05:04:32.189279 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-112d42b4-051e-455b-b5ad-aaa0be3ab46e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802 HTTP/1.1" status: 200 len: 998 time: 0.1067228 Jul 05 05:04:32.250953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bc7f5-91b2-4ea1-a8df-e6ffbbc19de6 req-c35cb6f3-f262-45eb-9a79-fa4d1419f758 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:32.252684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b86bc7f5-91b2-4ea1-a8df-e6ffbbc19de6 req-c35cb6f3-f262-45eb-9a79-fa4d1419f758 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 943 time: 0.0751078 Jul 05 05:04:32.284378 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-17b41c60-40e0-46f8-aee2-58d71431f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:32.287297 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-17b41c60-40e0-46f8-aee2-58d71431f04b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0926101 Jul 05 05:04:32.293554 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-c2f1fff7-2e9d-465d-b1fc-55a0aae16fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:32.297712 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-c2f1fff7-2e9d-465d-b1fc-55a0aae16fee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.1017323 Jul 05 05:04:32.304214 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b86bc7f5-91b2-4ea1-a8df-e6ffbbc19de6 req-bd56d98c-659f-485a-9307-43eef6681221 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447934 Jul 05 05:04:32.403404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-f7734cd3-10b0-4ce8-ab14-8bd2b1a97c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:32.405128 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-f7734cd3-10b0-4ce8-ab14-8bd2b1a97c73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064262 Jul 05 05:04:32.407702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-342b9891-8c64-4147-be70-a66b2e73fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:32.409098 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-342b9891-8c64-4147-be70-a66b2e73fd04 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005430 Jul 05 05:04:32.573266 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-12b2b135-d2b0-46fe-ae60-f994f3031fe9 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608634 Jul 05 05:04:32.575404 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-33667de7-1331-4083-aa7e-e1ef4f7e904c service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560156 Jul 05 05:04:32.733346 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-a125fa0b-1a9b-4d65-9f51-851d5f6b0ed4 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532154 Jul 05 05:04:32.736671 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e4f6fd23-66b7-4668-aa5a-efa14a056f22 req-ce416961-2e69-4675-916a-27a0d10c0d51 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489394 Jul 05 05:04:33.127356 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:33.499237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9d9f4-146e-46cf-aab6-e5e31df773a4 req-92024faa-c935-4e57-80b6-cb4cd66b7eb2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:33.500748 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c1a9d9f4-146e-46cf-aab6-e5e31df773a4 req-92024faa-c935-4e57-80b6-cb4cd66b7eb2 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 943 time: 0.0681324 Jul 05 05:04:33.539912 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c1a9d9f4-146e-46cf-aab6-e5e31df773a4 req-496c5b74-c6d3-4071-b608-245480da3ba5 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327606 Jul 05 05:04:34.730728 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67488fa-c1fc-464e-9b20-b738a9704cd1 req-b2795adc-e082-4e6e-ba0d-77cda6020598 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:34.732317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d67488fa-c1fc-464e-9b20-b738a9704cd1 req-b2795adc-e082-4e6e-ba0d-77cda6020598 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 943 time: 0.0755892 Jul 05 05:04:34.767104 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:34.772858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d67488fa-c1fc-464e-9b20-b738a9704cd1 req-b5dcd114-68f9-443d-85a6-cdbdf180f632 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339499 Jul 05 05:04:35.952327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b41198-9a30-4144-ac3e-e3e469a3f930 req-e7b3f4b2-aa15-4e7e-a37e-15e06aa10b3c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:35.953940 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1b41198-9a30-4144-ac3e-e3e469a3f930 req-e7b3f4b2-aa15-4e7e-a37e-15e06aa10b3c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 943 time: 0.0696766 Jul 05 05:04:35.991542 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a1b41198-9a30-4144-ac3e-e3e469a3f930 req-79864554-956e-4a15-9a6c-b0616f40755d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314524 Jul 05 05:04:37.171963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34d652-a27d-409d-a206-83bd46ebacb6 req-d7b46538-a2df-4014-9ddf-960edaa3950e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:37.173480 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d34d652-a27d-409d-a206-83bd46ebacb6 req-d7b46538-a2df-4014-9ddf-960edaa3950e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 943 time: 0.0627034 Jul 05 05:04:37.210977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6d34d652-a27d-409d-a206-83bd46ebacb6 req-343498fa-15aa-4c02-af36-049f2a345884 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317047 Jul 05 05:04:38.382606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d060d-e822-4df5-83df-6d3168ffddd9 req-5baca0b1-6ada-4bc8-bedb-22561c57092b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:38.384107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af5d060d-e822-4df5-83df-6d3168ffddd9 req-5baca0b1-6ada-4bc8-bedb-22561c57092b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 943 time: 0.0623965 Jul 05 05:04:38.422086 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af5d060d-e822-4df5-83df-6d3168ffddd9 req-e4af4067-390e-4cf0-a67a-9e0c460f6caf tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324681 Jul 05 05:04:39.605353 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf24b44-3e03-471e-b006-6ec6db0fce7d req-424deb66-04f2-4765-9af1-8c4f012c4183 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:39.606846 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fdf24b44-3e03-471e-b006-6ec6db0fce7d req-424deb66-04f2-4765-9af1-8c4f012c4183 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 943 time: 0.0704048 Jul 05 05:04:39.645902 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fdf24b44-3e03-471e-b006-6ec6db0fce7d req-deaedd8d-a7ef-429c-a2b1-f452653b8df1 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335596 Jul 05 05:04:40.825441 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cd575-8f26-4529-a24b-957c69843c6f req-c7247be8-7aac-4702-8859-028098cab098 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:40.826922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f92cd575-8f26-4529-a24b-957c69843c6f req-c7247be8-7aac-4702-8859-028098cab098 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 943 time: 0.0637567 Jul 05 05:04:40.867251 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f92cd575-8f26-4529-a24b-957c69843c6f req-7767fc57-0430-413c-98ff-f83f93ba0498 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340803 Jul 05 05:04:41.492901 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b67e46b8-7a9b-4564-85b8-cc847d11f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:42.052280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a2518-fc81-4597-9688-23d5b8fc97a8 req-c4491f3f-d145-4eea-98b5-6a28998d3ee8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:42.053927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c8a2518-fc81-4597-9688-23d5b8fc97a8 req-c4491f3f-d145-4eea-98b5-6a28998d3ee8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 943 time: 0.0718005 Jul 05 05:04:42.091927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9c8a2518-fc81-4597-9688-23d5b8fc97a8 req-a706de80-3bda-4d95-a930-8635bda1ba92 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324173 Jul 05 05:04:43.271397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737036e-9794-42aa-9782-54bcc3862bda req-a079df83-afeb-4c3a-89ec-29facbc52b3b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:43.272982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1737036e-9794-42aa-9782-54bcc3862bda req-a079df83-afeb-4c3a-89ec-29facbc52b3b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 943 time: 0.0648513 Jul 05 05:04:43.311714 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1737036e-9794-42aa-9782-54bcc3862bda req-bc93a1b0-b195-4570-b801-21e618dfaef0 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329728 Jul 05 05:04:44.053118 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-69087873-8841-4715-baf4-22ae425ebda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:44.437841 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:44.489564 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45050dd-d662-4fd1-8bfe-4719b42de213 req-77bdd677-4287-463e-9006-0bf200d38a13 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:44.491079 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a45050dd-d662-4fd1-8bfe-4719b42de213 req-77bdd677-4287-463e-9006-0bf200d38a13 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 943 time: 0.0662820 Jul 05 05:04:44.530487 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a45050dd-d662-4fd1-8bfe-4719b42de213 req-24e7c9b3-8c94-4bd9-a860-31dfbe3f7e89 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325511 Jul 05 05:04:45.503676 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f4bec660-e31c-4c1b-a3ed-756c146dc802 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:04:45.610679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:45.622085 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'port_id': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'mac_address': 'fa:16:3e:58:a1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:04:45.659685 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:45.672836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4bec660-e31c-4c1b-a3ed-756c146dc802 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:04:45.692504 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:45.694284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:45.722276 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a14a4-1d6f-47e7-b040-c357979001e6 req-12977ce8-e381-408e-906b-97a50d13fe18 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:45.723749 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-394a14a4-1d6f-47e7-b040-c357979001e6 req-12977ce8-e381-408e-906b-97a50d13fe18 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 943 time: 0.0701377 Jul 05 05:04:45.762168 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-394a14a4-1d6f-47e7-b040-c357979001e6 req-2b74285d-9e3c-4c23-9033-af8691b3835b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323794 Jul 05 05:04:45.797672 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:45.845561 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=f4bec660-e31c-4c1b-a3ed-756c146dc802,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:45.852952 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:45.853305 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:45.853655 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:45.853998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:45.854338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:45.854676 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:45.855010 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:45.855342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:45.855671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:45.856006 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:45.856361 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:45.856688 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:46.130949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['f4bec660-e31c-4c1b-a3ed-756c146dc802'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:04:46.550172 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d099c-26ae-46d2-905b-5787acf8ff35 req-ed0beef4-8f0b-4c00-bc1e-af986ff13682 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:46.552298 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b59d099c-26ae-46d2-905b-5787acf8ff35 req-ed0beef4-8f0b-4c00-bc1e-af986ff13682 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 944 time: 0.0675154 Jul 05 05:04:46.591799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b59d099c-26ae-46d2-905b-5787acf8ff35 req-8106991f-f9c0-426f-9cc0-5a8b12986747 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335910 Jul 05 05:04:46.606241 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-5c1bcea2-08b9-4d23-87ee-db2e97f8bade tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:46.607902 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-5c1bcea2-08b9-4d23-87ee-db2e97f8bade tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.36 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219&tenant_id=b390d21346a941c6903d4f7b3d5baed4&binding%3Ahost_id=n-h2-771363-32 HTTP/1.1" status: 200 len: 944 time: 0.0831203 Jul 05 05:04:46.674592 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-f1e9caeb-febb-4826-a4c3-0f0061cb4a09 service neutron] 10.222.0.36 "GET /v2.0/ports/f4bec660-e31c-4c1b-a3ed-756c146dc802/bindings/n-h2-771363-32 HTTP/1.1" status: 200 len: 383 time: 0.0590456 Jul 05 05:04:46.751034 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-e4fc8a58-bc89-46db-954c-f9c19e6d91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:46.752575 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-e4fc8a58-bc89-46db-954c-f9c19e6d91e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 1096 time: 0.0543811 Jul 05 05:04:46.845790 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-e37798f0-5684-47a3-8fe9-0582d534c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:46.847932 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-e37798f0-5684-47a3-8fe9-0582d534c646 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0886428 Jul 05 05:04:46.913278 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9d92aa29-e271-4b8f-9a62-7e86dabab37f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802 HTTP/1.1" status: 200 len: 999 time: 0.0591230 Jul 05 05:04:46.965316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-889c2e3a-353e-4e80-94d8-968c43a9dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:46.966654 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-889c2e3a-353e-4e80-94d8-968c43a9dd2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0473454 Jul 05 05:04:47.022419 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-f13d28cd-1b21-4c6f-9408-73440445031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:47.023895 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-f13d28cd-1b21-4c6f-9408-73440445031a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507321 Jul 05 05:04:47.113606 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-2e688c52-bd0f-4fb1-9639-30acb3a35a77 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833664 Jul 05 05:04:47.167179 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:47.210798 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-99b93339-cfc5-4be3-988f-73883de25512 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910671 Jul 05 05:04:47.502799 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f4bec660-e31c-4c1b-a3ed-756c146dc802 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:04:47.652875 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port f4bec660-e31c-4c1b-a3ed-756c146dc802 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:04:47.657165 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port f4bec660-e31c-4c1b-a3ed-756c146dc802 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:04:47.657580 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:47.749429 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:47.774445 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:04:47.776857 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80cd06a-8879-485f-a6ec-f452e3668c34" -d '{"events": [{"server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "name": "network-vif-plugged", "status": "completed", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:04:47.783395 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8fc64-64e1-47ed-b18b-4ddc8eddd380 req-519bb64d-af35-47e1-8ffe-84c28eb153df tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:47.786361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2da8fc64-64e1-47ed-b18b-4ddc8eddd380 req-519bb64d-af35-47e1-8ffe-84c28eb153df tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 944 time: 0.0744267 Jul 05 05:04:47.794187 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:47.830828 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d249e5a-1be3-48af-b8fa-56c6aabbeb79 x-openstack-request-id: req-2d249e5a-1be3-48af-b8fa-56c6aabbeb79 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:04:47.831123 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "name": "network-vif-plugged", "status": "completed", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:04:47.831377 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d249e5a-1be3-48af-b8fa-56c6aabbeb79 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:04:47.831558 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2da8fc64-64e1-47ed-b18b-4ddc8eddd380 req-178d83f9-5aca-4560-bb12-7dd353fdde41 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392983 Jul 05 05:04:47.832547 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'code': 200} Jul 05 05:04:47.871850 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:47.922018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=f4bec660-e31c-4c1b-a3ed-756c146dc802,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:49.010447 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c4a2e-eab6-4931-af22-a1bce35ef541 req-91f137af-6403-4f4c-8acf-e8f9407c04a9 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:49.011935 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a67c4a2e-eab6-4931-af22-a1bce35ef541 req-91f137af-6403-4f4c-8acf-e8f9407c04a9 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0627136 Jul 05 05:04:49.050689 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a67c4a2e-eab6-4931-af22-a1bce35ef541 req-953f1c2f-c23b-4772-9e3e-4e827f1a056d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327280 Jul 05 05:04:50.232133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241cdb1-1748-4a69-9ad6-66329aac46c9 req-8bc2daf0-8123-40a9-92e5-ef7fb074cc1a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:50.233565 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a241cdb1-1748-4a69-9ad6-66329aac46c9 req-8bc2daf0-8123-40a9-92e5-ef7fb074cc1a tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0692084 Jul 05 05:04:50.273719 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a241cdb1-1748-4a69-9ad6-66329aac46c9 req-a17b9588-1e22-4f68-a880-cbf5416782b8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342340 Jul 05 05:04:51.464375 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7466d-5c60-4849-82b5-eab1f979d617 req-76bcc013-ce6b-4261-8d26-38be53916a70 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:51.466066 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4b7466d-5c60-4849-82b5-eab1f979d617 req-76bcc013-ce6b-4261-8d26-38be53916a70 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0721498 Jul 05 05:04:51.505209 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f4b7466d-5c60-4849-82b5-eab1f979d617 req-ef7408b5-6e63-4b60-868c-f0f2b5882563 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335414 Jul 05 05:04:52.401091 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-fe7c9e9b-e532-4d86-b62b-fa15853005d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:52.402619 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-fe7c9e9b-e532-4d86-b62b-fa15853005d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219&tenant_id=b390d21346a941c6903d4f7b3d5baed4 HTTP/1.1" status: 200 len: 1097 time: 0.0554187 Jul 05 05:04:52.414972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:04:52.492179 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:52.688870 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e32dc-41ea-4902-af8f-a98b2cc78d05 req-eb98a765-dc5b-4d70-9a73-0b48c9c753a7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:52.691947 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed4e32dc-41ea-4902-af8f-a98b2cc78d05 req-eb98a765-dc5b-4d70-9a73-0b48c9c753a7 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0663228 Jul 05 05:04:52.715315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:52.736766 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ed4e32dc-41ea-4902-af8f-a98b2cc78d05 req-b5a31cca-eb01-41a0-b3c7-7bd7135bd533 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405681 Jul 05 05:04:52.750991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:04:52.792327 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:04:52.794599 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5dd4b7-cbba-4093-b67e-c6596533f698" -d '{"events": [{"server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "name": "network-vif-unplugged", "status": "completed", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:04:52.798566 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:52.820457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Transition to ACTIVE for port object f4bec660-e31c-4c1b-a3ed-756c146dc802 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:04:52.842621 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 05:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d19deec-3005-4aa2-8f25-85b8d34a4516 x-openstack-request-id: req-5d19deec-3005-4aa2-8f25-85b8d34a4516 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:04:52.843097 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "name": "network-vif-unplugged", "status": "completed", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:04:52.843443 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5d19deec-3005-4aa2-8f25-85b8d34a4516 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:04:52.843926 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'code': 200} Jul 05 05:04:52.918039 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:52.969680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f4bec660-e31c-4c1b-a3ed-756c146dc802,revision_number=10']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:53.049556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] No DVR routers for this DVR port f4bec660-e31c-4c1b-a3ed-756c146dc802 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:04:53.188804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Attempting to bind port f4bec660-e31c-4c1b-a3ed-756c146dc802 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:04:53.189143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Attempting to bind port f4bec660-e31c-4c1b-a3ed-756c146dc802 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:04:53.189483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Attempting to bind port f4bec660-e31c-4c1b-a3ed-756c146dc802 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:04:53.194827 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Port f4bec660-e31c-4c1b-a3ed-756c146dc802 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:04:53.195154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Attempting to bind port f4bec660-e31c-4c1b-a3ed-756c146dc802 on network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:04:53.200322 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:04:53.200671 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Checking segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:04:53.201063 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Bound using segment: {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:04:53.201490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Bound port: f4bec660-e31c-4c1b-a3ed-756c146dc802, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45909f27-a821-4491-a9ad-294948bebabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:04:53.201857 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:53.266052 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:04:53.269836 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:04:53.367767 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:53.406164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:53.406867 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:53.408360 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] 10.222.0.10 "PUT /v2.0/ports/f4bec660-e31c-4c1b-a3ed-756c146dc802 HTTP/1.1" status: 200 len: 1093 time: 0.9974356 Jul 05 05:04:53.442149 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0519d1-5570-4b52-a129-5b6ce06f38b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f4bec660-e31c-4c1b-a3ed-756c146dc802,revision_number=11']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:53.500417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-cd463d61-3400-4bfe-bc78-b4b7f4d06228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:53.501942 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-cd463d61-3400-4bfe-bc78-b4b7f4d06228 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 1096 time: 0.0697725 Jul 05 05:04:53.540533 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f4bec660-e31c-4c1b-a3ed-756c146dc802 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:04:53.587063 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device f4bec660-e31c-4c1b-a3ed-756c146dc802 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:04:53.599136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-84bdc2df-b306-4932-8d2e-72cf53c9b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:53.600660 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-84bdc2df-b306-4932-8d2e-72cf53c9b67f service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.0923216 Jul 05 05:04:53.670639 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-804d7d57-45df-4207-8187-2ec1cdc1e047 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802 HTTP/1.1" status: 200 len: 998 time: 0.0638254 Jul 05 05:04:53.719479 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-fb3dcd41-0ac8-4b9f-86fa-323daec76f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:53.720858 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-fb3dcd41-0ac8-4b9f-86fa-323daec76f92 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0432181 Jul 05 05:04:53.778353 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-e5809408-1afd-4a3b-a911-26873307d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:53.779889 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-e5809408-1afd-4a3b-a911-26873307d943 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522518 Jul 05 05:04:53.876743 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-d65e07c0-797c-457f-9938-f973cc266ae9 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895288 Jul 05 05:04:53.921706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a358292-e65e-471d-84e3-ce56c7d1594a req-3ed86c09-6e15-4e3e-8962-93ecfe2c480c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:53.923208 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a358292-e65e-471d-84e3-ce56c7d1594a req-3ed86c09-6e15-4e3e-8962-93ecfe2c480c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 944 time: 0.0693965 Jul 05 05:04:53.964433 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a358292-e65e-471d-84e3-ce56c7d1594a req-9daa71f1-bdc4-4e23-8ea1-b2980d7110ea tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341136 Jul 05 05:04:53.968534 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffca5cbc-ac3a-4cea-9beb-667fa210bdcb req-e91a366f-f314-464b-8b5f-0d3602579c09 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856700 Jul 05 05:04:54.845072 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:04:54.847507 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b36374-1a4a-4a37-af98-70602cc9498f" -d '{"events": [{"name": "network-changed", "server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:04:54.896277 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708fa845-c87e-4342-ac79-e58340a1f872 x-openstack-request-id: req-708fa845-c87e-4342-ac79-e58340a1f872 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:04:54.896576 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:04:54.896829 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-708fa845-c87e-4342-ac79-e58340a1f872 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:04:54.897370 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'status': 'completed', 'code': 200} Jul 05 05:04:55.012754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-5b153bf2-3e0b-4672-87c9-8023851e6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:55.014275 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-5b153bf2-3e0b-4672-87c9-8023851e6708 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 1096 time: 0.0974364 Jul 05 05:04:55.018687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-d662a610-ed56-4aba-856f-212578443ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:55.020168 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-d662a610-ed56-4aba-856f-212578443ac0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b390d21346a941c6903d4f7b3d5baed4&device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 1096 time: 0.0952797 Jul 05 05:04:55.156648 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cdd90-cef9-485d-b3b4-5376f50abd62 req-69f82382-2311-448c-87d8-fa73971d9f66 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:55.158226 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c6cdd90-cef9-485d-b3b4-5376f50abd62 req-69f82382-2311-448c-87d8-fa73971d9f66 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 944 time: 0.0733354 Jul 05 05:04:55.181092 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-e92208ad-ecd2-452b-b42f-7d8132447934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:55.182943 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-e92208ad-ecd2-452b-b42f-7d8132447934 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.1615870 Jul 05 05:04:55.183920 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-e772d97b-acde-488d-baae-852278e97e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:55.185289 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-e772d97b-acde-488d-baae-852278e97e79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 200 len: 912 time: 0.1571014 Jul 05 05:04:55.207613 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c6cdd90-cef9-485d-b3b4-5376f50abd62 req-1d561a07-296c-4566-a7ce-86099319ad8d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408118 Jul 05 05:04:55.600261 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-eac815d9-0188-4d95-a06f-f6645bebc0e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802 HTTP/1.1" status: 200 len: 998 time: 0.4103763 Jul 05 05:04:55.604205 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-88eb413d-5156-4eb0-8a64-7fd96b7876b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802 HTTP/1.1" status: 200 len: 998 time: 0.4060941 Jul 05 05:04:55.686869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-46a6be94-f8ca-4b41-8fa0-0cccb55ec2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:55.688351 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-46a6be94-f8ca-4b41-8fa0-0cccb55ec2fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0815573 Jul 05 05:04:55.689705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-625aa8c7-0332-40ce-b03d-aef3141d8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:55.690992 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-625aa8c7-0332-40ce-b03d-aef3141d8599 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 200 len: 850 time: 0.0767460 Jul 05 05:04:55.786460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-19ad2095-a681-4ff1-9589-bcaf9dc7ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:55.787901 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-19ad2095-a681-4ff1-9589-bcaf9dc7ffb2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935504 Jul 05 05:04:55.795159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-e6342d48-e2e7-4f52-a769-7d6aba6d6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:55.796645 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-e6342d48-e2e7-4f52-a769-7d6aba6d6ade service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937786 Jul 05 05:04:55.955584 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-3cfd70e0-9321-4e28-92dd-13df57a8f256 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579893 Jul 05 05:04:55.958907 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-aa1dc4b2-1119-4b54-8884-25cdff082611 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537709 Jul 05 05:04:56.115305 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-f082071d-466d-4125-bc75-5453bf9d7b1c service neutron] 10.222.0.36 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530635 Jul 05 05:04:56.121155 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a2b36374-1a4a-4a37-af98-70602cc9498f req-7ece8f94-a927-4e33-b10b-b85f2ac5ad3c service neutron] 10.222.0.10 "GET /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515875 Jul 05 05:04:56.407542 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8829f7a-6604-468e-91d2-fef0f5a39142 req-e59b235b-e36a-43b2-ae34-3542ad637fab tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:56.409073 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8829f7a-6604-468e-91d2-fef0f5a39142 req-e59b235b-e36a-43b2-ae34-3542ad637fab tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 944 time: 0.0738838 Jul 05 05:04:56.463153 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a8829f7a-6604-468e-91d2-fef0f5a39142 req-f739db04-f0c4-4d01-8418-ca86d98359eb tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468471 Jul 05 05:04:57.671011 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adc52d-a018-4fdb-9ac7-b926aa8f18f9 req-8d26194a-72ff-4824-a4e9-dd1821ebaa50 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:57.672537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19adc52d-a018-4fdb-9ac7-b926aa8f18f9 req-8d26194a-72ff-4824-a4e9-dd1821ebaa50 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 944 time: 0.0703843 Jul 05 05:04:57.712664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19adc52d-a018-4fdb-9ac7-b926aa8f18f9 req-a0d85d22-3058-4e5c-9d92-06eee4c157ca tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344646 Jul 05 05:04:58.891703 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fb7b9-a5c6-4cf9-af01-98c49ba91cac req-f04b42db-1d19-4da3-bb73-b0ae5ab3492f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:58.893239 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef1fb7b9-a5c6-4cf9-af01-98c49ba91cac req-f04b42db-1d19-4da3-bb73-b0ae5ab3492f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 944 time: 0.0632546 Jul 05 05:04:58.932469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef1fb7b9-a5c6-4cf9-af01-98c49ba91cac req-70201207-4ff2-4f28-b123-1c078d4d970b tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328135 Jul 05 05:05:00.112074 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7b9e3-3241-4e8d-b640-b35784c9b9a2 req-9c9df248-b162-4547-8d53-dbce57a25df5 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:00.113595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fbf7b9e3-3241-4e8d-b640-b35784c9b9a2 req-9c9df248-b162-4547-8d53-dbce57a25df5 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 944 time: 0.0688577 Jul 05 05:05:00.153498 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fbf7b9e3-3241-4e8d-b640-b35784c9b9a2 req-18a1b23a-21b6-421d-9f9e-08db9e0e4a8d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338421 Jul 05 05:05:01.326935 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c92e2c-ab32-4a28-8e0c-b83118539d03 req-d4b7819a-4de2-4fe1-8fa1-831e7dd2ddf8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:01.328472 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97c92e2c-ab32-4a28-8e0c-b83118539d03 req-d4b7819a-4de2-4fe1-8fa1-831e7dd2ddf8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 944 time: 0.0629184 Jul 05 05:05:01.365770 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97c92e2c-ab32-4a28-8e0c-b83118539d03 req-e15230d7-35d4-4b3e-918d-eaa83caed9fa tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317307 Jul 05 05:05:02.544036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff2c91-cc3b-4a11-ba72-0a29467861d8 req-a03a9770-915a-4669-a8b0-a06ccb076c3c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:02.545606 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35ff2c91-cc3b-4a11-ba72-0a29467861d8 req-a03a9770-915a-4669-a8b0-a06ccb076c3c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 944 time: 0.0652096 Jul 05 05:05:02.585898 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35ff2c91-cc3b-4a11-ba72-0a29467861d8 req-73bab3db-69c0-4519-b754-4d110cb59e53 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346231 Jul 05 05:05:03.163156 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:03.767939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb4359-3d27-4481-9dfa-10acf2c6cef2 req-aa678ff3-11d7-407a-85d5-8b3d75cf3a7f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:03.770152 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9cbb4359-3d27-4481-9dfa-10acf2c6cef2 req-aa678ff3-11d7-407a-85d5-8b3d75cf3a7f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 944 time: 0.0699108 Jul 05 05:05:03.808361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9cbb4359-3d27-4481-9dfa-10acf2c6cef2 req-0fb48d62-f20d-4330-a84b-ba8a9256a14d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318236 Jul 05 05:05:04.720712 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:04.984149 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a080e4-0010-4dfa-98ac-7ca9621d635d req-65a27ac9-6023-4cd2-9eb8-29952fd55236 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:04.985636 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0a080e4-0010-4dfa-98ac-7ca9621d635d req-65a27ac9-6023-4cd2-9eb8-29952fd55236 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 944 time: 0.0635345 Jul 05 05:05:05.022487 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0a080e4-0010-4dfa-98ac-7ca9621d635d req-78a5f6e9-c2a5-447e-b952-27597e56d245 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312760 Jul 05 05:05:05.407634 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:05:05.842597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device f4bec660-e31c-4c1b-a3ed-756c146dc802 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:05:05.935176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:05.948170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'port_id': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'mac_address': 'fa:16:3e:58:a1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:05:05.987592 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:06.000923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4bec660-e31c-4c1b-a3ed-756c146dc802 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:05:06.027789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:06.123016 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:06.171368 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=f4bec660-e31c-4c1b-a3ed-756c146dc802,revision_number=12']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:06.205346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a20b5-fdfd-454c-ae4c-c59d998be588 req-dbc99623-cd91-4f06-84ff-f874d647b62e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:06.206823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e68a20b5-fdfd-454c-ae4c-c59d998be588 req-dbc99623-cd91-4f06-84ff-f874d647b62e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0696883 Jul 05 05:05:06.247964 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e68a20b5-fdfd-454c-ae4c-c59d998be588 req-fd611232-6aaf-4a2e-8098-653877dd2f1c tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354598 Jul 05 05:05:06.372749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['f4bec660-e31c-4c1b-a3ed-756c146dc802'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:05:06.428594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9af3b1-1a50-4691-ac3d-36ffde55658e req-5188e650-f6f7-495f-b317-a8f2d16ce0cc tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:06.430126 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae9af3b1-1a50-4691-ac3d-36ffde55658e req-5188e650-f6f7-495f-b317-a8f2d16ce0cc tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0657499 Jul 05 05:05:06.469942 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ae9af3b1-1a50-4691-ac3d-36ffde55658e req-4d02da65-efad-414a-b817-12dce6d7fa4f tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330381 Jul 05 05:05:06.646841 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3cc5c-41c6-4b7c-b24e-4f8fd30de985 req-e0bb0e75-4509-4f08-a2aa-26458d5ee051 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:06.648338 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ddd3cc5c-41c6-4b7c-b24e-4f8fd30de985 req-e0bb0e75-4509-4f08-a2aa-26458d5ee051 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0632286 Jul 05 05:05:06.686379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ddd3cc5c-41c6-4b7c-b24e-4f8fd30de985 req-9ad2b6c8-e3f9-4ce3-864c-69b9394558a1 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318539 Jul 05 05:05:07.368676 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47f184-3dce-4fd1-832a-9f5518d2c2a6 req-45f1d618-81e0-4759-9aeb-ad98c25cbfb8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:07.370143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc47f184-3dce-4fd1-832a-9f5518d2c2a6 req-45f1d618-81e0-4759-9aeb-ad98c25cbfb8 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 945 time: 0.0758979 Jul 05 05:05:07.408371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc47f184-3dce-4fd1-832a-9f5518d2c2a6 req-8a49b4b7-9c85-43de-91e6-5e49b4358463 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326376 Jul 05 05:05:07.859648 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device f4bec660-e31c-4c1b-a3ed-756c146dc802 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:05:07.989781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port f4bec660-e31c-4c1b-a3ed-756c146dc802 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:05:07.993869 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port f4bec660-e31c-4c1b-a3ed-756c146dc802 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:05:07.994247 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:08.071932 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:08.094375 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:05:08.096676 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f9d95c-1317-42e0-8a9c-d063fd7c90ee" -d '{"events": [{"server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "name": "network-vif-plugged", "status": "completed", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:05:08.113406 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:08.137315 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa3a763-79e9-428d-a882-5b68bd7807b8 x-openstack-request-id: req-faa3a763-79e9-428d-a882-5b68bd7807b8 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:05:08.137315 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "name": "network-vif-plugged", "status": "completed", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:05:08.137578 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-faa3a763-79e9-428d-a882-5b68bd7807b8 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:05:08.137799 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'code': 200} Jul 05 05:05:08.191282 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:08.239513 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=f4bec660-e31c-4c1b-a3ed-756c146dc802,revision_number=13']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:08.583483 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7dec7-47c8-4d9d-b9d4-c35601aa0ccc req-8ee14d31-ffcf-450d-96a5-6dcff9a9ec2d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:08.585030 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2bc7dec7-47c8-4d9d-b9d4-c35601aa0ccc req-8ee14d31-ffcf-450d-96a5-6dcff9a9ec2d tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 946 time: 0.0658045 Jul 05 05:05:08.625154 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2bc7dec7-47c8-4d9d-b9d4-c35601aa0ccc req-916c17f4-d899-4ad9-b292-b08078592940 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups?id=09813d73-6c31-4b77-a62e-78537caa701e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332251 Jul 05 05:05:08.980004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd20b56-31fe-4698-bc45-74c53be7a472 req-2634be4e-b547-41ba-a962-0e9ce4ead925 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:08.981554 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fbd20b56-31fe-4698-bc45-74c53be7a472 req-2634be4e-b547-41ba-a962-0e9ce4ead925 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.10 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 946 time: 0.0671554 Jul 05 05:05:09.083322 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-fbd20b56-31fe-4698-bc45-74c53be7a472 req-ac853438-e2ac-447e-bdbf-837577d35926 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Deleting port f4bec660-e31c-4c1b-a3ed-756c146dc802 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:05:09.083678 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbd20b56-31fe-4698-bc45-74c53be7a472 req-ac853438-e2ac-447e-bdbf-837577d35926 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:09.178532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-fbd20b56-31fe-4698-bc45-74c53be7a472 req-ac853438-e2ac-447e-bdbf-837577d35926 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] For port f4bec660-e31c-4c1b-a3ed-756c146dc802, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=f4bec660-e31c-4c1b-a3ed-756c146dc802,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:09.178900 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbd20b56-31fe-4698-bc45-74c53be7a472 req-ac853438-e2ac-447e-bdbf-837577d35926 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:09.350334 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbd20b56-31fe-4698-bc45-74c53be7a472 req-ac853438-e2ac-447e-bdbf-837577d35926 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:09.350713 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbd20b56-31fe-4698-bc45-74c53be7a472 req-ac853438-e2ac-447e-bdbf-837577d35926 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:09.351030 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [req-fbd20b56-31fe-4698-bc45-74c53be7a472 req-ac853438-e2ac-447e-bdbf-837577d35926 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Floating IP 1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf disassociated. External IP: 172.25.6.5, port: f4bec660-e31c-4c1b-a3ed-756c146dc802. Jul 05 05:05:09.351428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-fbd20b56-31fe-4698-bc45-74c53be7a472 req-ac853438-e2ac-447e-bdbf-837577d35926 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Calling delete_port for f4bec660-e31c-4c1b-a3ed-756c146dc802 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:05:09.538508 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbd20b56-31fe-4698-bc45-74c53be7a472 req-ac853438-e2ac-447e-bdbf-837577d35926 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:09.568156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac853438-e2ac-447e-bdbf-837577d35926 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Pushing event deleted for resources: {'Port': ['ID=f4bec660-e31c-4c1b-a3ed-756c146dc802,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:09.695953 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbd20b56-31fe-4698-bc45-74c53be7a472 req-ac853438-e2ac-447e-bdbf-837577d35926 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:05:09.777751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c4c2265c-3f12-4669-a7b7-9c6f90481104 req-59dc6ba0-592f-481b-b94b-6a421efc55ec tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 210 time: 0.0329969 Jul 05 05:05:09.810826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbd20b56-31fe-4698-bc45-74c53be7a472 req-ac853438-e2ac-447e-bdbf-837577d35926 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:05:09.821014 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda2f85-217a-4906-9bb1-7bde15b96858 None None] Sync routers for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:05:09.831649 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda2f85-217a-4906-9bb1-7bde15b96858 None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:05:09.832447 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8fda2f85-217a-4906-9bb1-7bde15b96858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:09.853677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd20b56-31fe-4698-bc45-74c53be7a472 req-ac853438-e2ac-447e-bdbf-837577d35926 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] No DVR routers for this DVR port f4bec660-e31c-4c1b-a3ed-756c146dc802 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:05:09.856459 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-fbd20b56-31fe-4698-bc45-74c53be7a472 req-ac853438-e2ac-447e-bdbf-837577d35926 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:09.858489 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fbd20b56-31fe-4698-bc45-74c53be7a472 req-ac853438-e2ac-447e-bdbf-837577d35926 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.10 "DELETE /v2.0/ports/f4bec660-e31c-4c1b-a3ed-756c146dc802 HTTP/1.1" status: 204 len: 173 time: 0.8718896 Jul 05 05:05:09.858923 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'name': 'network-vif-deleted', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:05:09.861302 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38ecea1-613c-4766-8d5a-5c3ee8742d4f" -d '{"events": [{"server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "name": "network-vif-deleted", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:05:09.898342 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547e3336-56f9-4e24-a77a-3efbe3475a71 x-openstack-request-id: req-547e3336-56f9-4e24-a77a-3efbe3475a71 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:05:09.898677 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c39fac-f979-43fa-a623-c235919de219", "name": "network-vif-deleted", "tag": "f4bec660-e31c-4c1b-a3ed-756c146dc802", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:05:09.898936 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-547e3336-56f9-4e24-a77a-3efbe3475a71 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:05:09.899342 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c39fac-f979-43fa-a623-c235919de219', 'name': 'network-vif-deleted', 'tag': 'f4bec660-e31c-4c1b-a3ed-756c146dc802', 'status': 'completed', 'code': 200} Jul 05 05:05:09.940539 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8fda2f85-217a-4906-9bb1-7bde15b96858 None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:05:10.138793 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8fda2f85-217a-4906-9bb1-7bde15b96858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:10.164329 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda2f85-217a-4906-9bb1-7bde15b96858 None None] Checking router: 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:05:10.173192 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda2f85-217a-4906-9bb1-7bde15b96858 None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:05:10.173795 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8fda2f85-217a-4906-9bb1-7bde15b96858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:04:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:10.367754 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8fda2f85-217a-4906-9bb1-7bde15b96858 None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:05:10.568625 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8fda2f85-217a-4906-9bb1-7bde15b96858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:10.595560 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda2f85-217a-4906-9bb1-7bde15b96858 None None] The sync data for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 is: [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T04:51:59Z', 'revision_number': 4, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '56ef5528-c39b-4453-9042-6fbbad891756', 'name': '', 'network_id': 'e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'mac_address': 'fa:16:3e:e0:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:58Z', 'updated_at': '2021-07-05T04:52:03Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'subnets': [{'id': '5ff1541b-a063-4c1a-ad50-36d3130f2d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:05:10.837282 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2883f80-86d0-469f-a143-b52c26993f40 None None] New status for floating IP 1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:05:10.928379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c805b6d-8176-49c1-a349-7d2c4e1ad148 req-225219b1-bb6d-42d3-8bf9-2176096d179e tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 210 time: 0.0307148 Jul 05 05:05:11.499927 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-21771799-f310-40fe-9834-76512a1007e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:11.866433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device f4bec660-e31c-4c1b-a3ed-756c146dc802 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:05:11.887678 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: f4bec660-e31c-4c1b-a3ed-756c146dc802 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:05:11.888152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device f4bec660-e31c-4c1b-a3ed-756c146dc802 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:05:12.076331 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5926cf6a-03ac-49cb-be34-a0a07393a973 req-40f1b771-bbd3-4ee0-8df7-508c0822e2d9 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 210 time: 0.0285132 Jul 05 05:05:13.218657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-863ec92a-4dac-482e-a303-0e04bbda57ff req-e6dfdbf4-1413-4cb7-8b2d-efdf5d083cf5 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 210 time: 0.0283914 Jul 05 05:05:14.106007 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cf174f1d-fa55-4468-ba02-cdb0d586ed14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:14.378406 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c2a9f861-d66e-413e-9355-22f5c3dfb3a5 req-dce9907f-4225-476d-a615-9b3d00da8e56 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/ports?device_id=62c39fac-f979-43fa-a623-c235919de219 HTTP/1.1" status: 200 len: 210 time: 0.0325122 Jul 05 05:05:14.509318 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:15.681159 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:17.179981 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:19.683721 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37718) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:19.738228 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:19.760958 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:19.911263 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:19.914221 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:19.915729 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "DELETE /v2.0/security-groups/09813d73-6c31-4b77-a62e-78537caa701e HTTP/1.1" status: 204 len: 168 time: 0.2307520 Jul 05 05:05:19.920452 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37720) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:19.927853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09813d73-6c31-4b77-a62e-78537caa701e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:19.936243 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:19.936615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:19.936963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:19.937301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:19.937640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:19.937975 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:19.938303 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:19.938624 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:19.938946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:19.939268 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:19.939597 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:19.939817 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [None req-8b7beb7d-ade6-4391-8f48-e26b6e603710 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] show failed (client error): The resource could not be found. Jul 05 05:05:19.939941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48450df2-4b3c-477f-8427-79e5af0bd520 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:19.940880 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8b7beb7d-ade6-4391-8f48-e26b6e603710 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "GET /v2.0/security-groups/09813d73-6c31-4b77-a62e-78537caa701e HTTP/1.1" status: 404 len: 347 time: 0.0188692 Jul 05 05:05:19.943689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37722) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:20.065549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-03ad9016-b3af-4856-b877-4904c0dc9d92 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Deleting port 2629d236-91ff-4566-b9b9-07f2389a4764 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:05:20.065804 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-03ad9016-b3af-4856-b877-4904c0dc9d92 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:20.142519 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-03ad9016-b3af-4856-b877-4904c0dc9d92 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:20.142875 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-03ad9016-b3af-4856-b877-4904c0dc9d92 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:20.154625 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-03ad9016-b3af-4856-b877-4904c0dc9d92 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Calling delete_port for 2629d236-91ff-4566-b9b9-07f2389a4764 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:05:20.362674 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-03ad9016-b3af-4856-b877-4904c0dc9d92 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:20.391365 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad9016-b3af-4856-b877-4904c0dc9d92 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Pushing event deleted for resources: {'Port': ['ID=2629d236-91ff-4566-b9b9-07f2389a4764,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:20.452213 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-03ad9016-b3af-4856-b877-4904c0dc9d92 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:20.454767 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-03ad9016-b3af-4856-b877-4904c0dc9d92 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:20.455920 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-03ad9016-b3af-4856-b877-4904c0dc9d92 tempest-ServerActionsTestJSON-617775804 tempest-ServerActionsTestJSON-617775804-project] 10.222.0.38 "DELETE /v2.0/floatingips/1f5aeeb7-720e-4df2-a4c4-f230ff8e4adf HTTP/1.1" status: 204 len: 168 time: 0.5112064 Jul 05 05:05:20.458946 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37724) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:21.312598 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f8c426df-61a6-4383-98be-607e2e049f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:21.570254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-f8c426df-61a6-4383-98be-607e2e049f38 admin admin] Deleting port 56ef5528-c39b-4453-9042-6fbbad891756 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:05:21.570519 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f8c426df-61a6-4383-98be-607e2e049f38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:21.646775 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-f8c426df-61a6-4383-98be-607e2e049f38 admin admin] For port 56ef5528-c39b-4453-9042-6fbbad891756, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=56ef5528-c39b-4453-9042-6fbbad891756,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:21.647136 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f8c426df-61a6-4383-98be-607e2e049f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:21.660034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-f8c426df-61a6-4383-98be-607e2e049f38 admin admin] Calling delete_port for 56ef5528-c39b-4453-9042-6fbbad891756 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:05:21.904510 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f8c426df-61a6-4383-98be-607e2e049f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:21.929191 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c426df-61a6-4383-98be-607e2e049f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ef5528-c39b-4453-9042-6fbbad891756,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:22.114002 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f8c426df-61a6-4383-98be-607e2e049f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:22.322297 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c426df-61a6-4383-98be-607e2e049f38 admin admin] Router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:05:22.428011 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c426df-61a6-4383-98be-607e2e049f38 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:05:22.433184 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f8c426df-61a6-4383-98be-607e2e049f38 admin admin] 10.222.0.38 "PUT /v2.0/routers/8a1fa3f0-2121-4b45-b136-0ed9e9d1af32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9732389 Jul 05 05:05:22.435784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37728) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:22.438390 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f5d04c-6e20-40b4-90d3-ab1f64b8ee74 None None] Sync routers for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:05:22.447950 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5d04c-6e20-40b4-90d3-ab1f64b8ee74 None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:05:22.448624 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-25f5d04c-6e20-40b4-90d3-ab1f64b8ee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:22.543043 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41b08e15-2243-488e-af1c-59aae9c9ef6b admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:22.556402 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-25f5d04c-6e20-40b4-90d3-ab1f64b8ee74 None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:05:22.648844 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41b08e15-2243-488e-af1c-59aae9c9ef6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:22.732738 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-25f5d04c-6e20-40b4-90d3-ab1f64b8ee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T05:05:21Z', 'revision_number': 5, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port': {'id': '24c3d40e-13ad-4b92-9488-88cc1d9b784b', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:51:56Z', 'updated_at': '2021-07-05T04:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:22.762320 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f5d04c-6e20-40b4-90d3-ab1f64b8ee74 None None] Checking router: 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:05:22.770647 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5d04c-6e20-40b4-90d3-ab1f64b8ee74 None None] Routers {'8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:05:22.771259 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-25f5d04c-6e20-40b4-90d3-ab1f64b8ee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:05:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:22.776164 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-41b08e15-2243-488e-af1c-59aae9c9ef6b admin admin] Deleting port 24c3d40e-13ad-4b92-9488-88cc1d9b784b {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:05:22.776522 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41b08e15-2243-488e-af1c-59aae9c9ef6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:22.856092 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-25f5d04c-6e20-40b4-90d3-ab1f64b8ee74 None None] Set router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:05:22.860530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-41b08e15-2243-488e-af1c-59aae9c9ef6b admin admin] For port 24c3d40e-13ad-4b92-9488-88cc1d9b784b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=24c3d40e-13ad-4b92-9488-88cc1d9b784b,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:22.860889 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41b08e15-2243-488e-af1c-59aae9c9ef6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:22.873846 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-41b08e15-2243-488e-af1c-59aae9c9ef6b admin admin] Calling delete_port for 24c3d40e-13ad-4b92-9488-88cc1d9b784b owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:05:22.907258 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-25f5d04c-6e20-40b4-90d3-ab1f64b8ee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T05:05:22Z', 'revision_number': 6, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:22.935841 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f5d04c-6e20-40b4-90d3-ab1f64b8ee74 None None] The sync data for ids ['8a1fa3f0-2121-4b45-b136-0ed9e9d1af32'] in n-d-771363-32 is: [{'id': '8a1fa3f0-2121-4b45-b136-0ed9e9d1af32', 'name': 'tempest-ServerActionsTestJSON-368798052-router', 'tenant_id': 'b390d21346a941c6903d4f7b3d5baed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:51:55Z', 'updated_at': '2021-07-05T05:05:22Z', 'revision_number': 6, 'project_id': 'b390d21346a941c6903d4f7b3d5baed4', 'gw_port_host': None}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:05:23.139809 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41b08e15-2243-488e-af1c-59aae9c9ef6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:23.165559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b08e15-2243-488e-af1c-59aae9c9ef6b admin admin] Pushing event deleted for resources: {'Port': ['ID=24c3d40e-13ad-4b92-9488-88cc1d9b784b,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:23.226123 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41b08e15-2243-488e-af1c-59aae9c9ef6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:23.321958 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41b08e15-2243-488e-af1c-59aae9c9ef6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:23.324391 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41b08e15-2243-488e-af1c-59aae9c9ef6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:23.454329 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41b08e15-2243-488e-af1c-59aae9c9ef6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:23.454789 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b08e15-2243-488e-af1c-59aae9c9ef6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:05:23.459188 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-41b08e15-2243-488e-af1c-59aae9c9ef6b admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:23.460401 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-41b08e15-2243-488e-af1c-59aae9c9ef6b admin admin] 10.222.0.38 "DELETE /v2.0/routers/8a1fa3f0-2121-4b45-b136-0ed9e9d1af32 HTTP/1.1" status: 204 len: 168 time: 1.0235033 Jul 05 05:05:23.462993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37730) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:23.510250 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-0887513f-05a5-4f55-a303-98530fd71200 admin admin] Deleting subnet 5ff1541b-a063-4c1a-ad50-36d3130f2d5e {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:05:23.514536 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0887513f-05a5-4f55-a303-98530fd71200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:23.550263 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0887513f-05a5-4f55-a303-98530fd71200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:23.634460 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0887513f-05a5-4f55-a303-98530fd71200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:23.789833 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0887513f-05a5-4f55-a303-98530fd71200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:23.816780 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887513f-05a5-4f55-a303-98530fd71200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ff1541b-a063-4c1a-ad50-36d3130f2d5e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:23.818726 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0887513f-05a5-4f55-a303-98530fd71200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:23.821203 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0887513f-05a5-4f55-a303-98530fd71200 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5ff1541b-a063-4c1a-ad50-36d3130f2d5e HTTP/1.1" status: 204 len: 168 time: 0.3567255 Jul 05 05:05:23.823612 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37734) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:23.827186 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6d1fbf-c75d-48ad-a704-0280d89ba56c None None] Network e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:05:23.898649 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:23.969494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] Deleting port 669eb42b-c639-483a-933f-3241ce6f9acb {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:05:23.969810 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:24.038223 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] For port 669eb42b-c639-483a-933f-3241ce6f9acb, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=669eb42b-c639-483a-933f-3241ce6f9acb,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:24.040000 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:24.046324 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 24c3d40e-13ad-4b92-9488-88cc1d9b784b no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:05:24.053704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] Calling delete_port for 669eb42b-c639-483a-933f-3241ce6f9acb owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:05:24.070018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859e23fd-4ca0-49ba-861a-d916de44d0a3 None None] DHCP port deletion for e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:05:24.076549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 24c3d40e-13ad-4b92-9488-88cc1d9b784b {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:05:24.076549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 24c3d40e-13ad-4b92-9488-88cc1d9b784b not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:05:24.076549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 56ef5528-c39b-4453-9042-6fbbad891756 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:05:24.095432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 56ef5528-c39b-4453-9042-6fbbad891756 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:05:24.095802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 56ef5528-c39b-4453-9042-6fbbad891756 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:05:24.136392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-859e23fd-4ca0-49ba-861a-d916de44d0a3 None None] Deleting port 669eb42b-c639-483a-933f-3241ce6f9acb {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:05:24.136775 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-859e23fd-4ca0-49ba-861a-d916de44d0a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:24.197073 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-859e23fd-4ca0-49ba-861a-d916de44d0a3 None None] For port 669eb42b-c639-483a-933f-3241ce6f9acb, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=669eb42b-c639-483a-933f-3241ce6f9acb,segment=NetworkSegment(45909f27-a821-4491-a9ad-294948bebabd),segment_id=45909f27-a821-4491-a9ad-294948bebabd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:24.197389 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-859e23fd-4ca0-49ba-861a-d916de44d0a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:24.214130 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-859e23fd-4ca0-49ba-861a-d916de44d0a3 None None] Calling delete_port for 669eb42b-c639-483a-933f-3241ce6f9acb owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:05:24.217958 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:24.248881 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] Pushing event deleted for resources: {'Port': ['ID=669eb42b-c639-483a-933f-3241ce6f9acb,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:24.251639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] No DVR routers for this DVR port 669eb42b-c639-483a-933f-3241ce6f9acb on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:05:24.291027 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-859e23fd-4ca0-49ba-861a-d916de44d0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:24.317073 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e23fd-4ca0-49ba-861a-d916de44d0a3 None None] Pushing event deleted for resources: {'Port': ['ID=669eb42b-c639-483a-933f-3241ce6f9acb,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:24.321022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e23fd-4ca0-49ba-861a-d916de44d0a3 None None] No DVR routers for this DVR port 669eb42b-c639-483a-933f-3241ce6f9acb on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:05:24.329712 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:24.339585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:24.354027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45909f27-a821-4491-a9ad-294948bebabd') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:24.354320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45909f27-a821-4491-a9ad-294948bebabd') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:24.363563 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:24.379905 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:24.386071 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:05:24.386471 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: timer() Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:05:24.388341 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:05:24.517181 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:24.522594 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:24.524631 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] 10.222.0.38 "DELETE /v2.0/networks/e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9 HTTP/1.1" status: 204 len: 168 time: 0.7000301 Jul 05 05:05:24.535871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2698c4-0173-4309-8fb4-ac6066fa796e admin admin] Pushing event deleted for resources: {'Network': ['ID=e8a9ce98-81fe-4e42-8ffc-8fe0df24e6b9,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:24.900378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37738) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:24.941229 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a0f2a763-95e9-4378-8bb5-42d3fac37f0c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b390d21346a941c6903d4f7b3d5baed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396860 Jul 05 05:05:24.943694 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37740) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:24.992413 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d8dfe77-b14e-4576-baa4-a84ec214f37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:25.017658 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d8dfe77-b14e-4576-baa4-a84ec214f37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:25.145658 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d8dfe77-b14e-4576-baa4-a84ec214f37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:25.148344 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4d8dfe77-b14e-4576-baa4-a84ec214f37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:25.149526 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4d8dfe77-b14e-4576-baa4-a84ec214f37b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/27726419-8804-414b-ab02-f31ea0181200 HTTP/1.1" status: 204 len: 168 time: 0.2048903 Jul 05 05:05:25.159036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dfe77-b14e-4576-baa4-a84ec214f37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27726419-8804-414b-ab02-f31ea0181200,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:26.010433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 669eb42b-c639-483a-933f-3241ce6f9acb no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:05:26.030115 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 669eb42b-c639-483a-933f-3241ce6f9acb {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:05:26.030383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 669eb42b-c639-483a-933f-3241ce6f9acb not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:05:26.258653 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37762) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:26.356388 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-58368e3e-5aa3-4f42-9a8d-92042d16283d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1281804681-network', 'tenant_id': '6c7596a47b4640ea9f981f7ab9ea636d'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:05:26.465708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58368e3e-5aa3-4f42-9a8d-92042d16283d admin admin] Made reservation on behalf of 6c7596a47b4640ea9f981f7ab9ea636d for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:05:26.468135 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-58368e3e-5aa3-4f42-9a8d-92042d16283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:26.477689 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-58368e3e-5aa3-4f42-9a8d-92042d16283d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:26.564890 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-58368e3e-5aa3-4f42-9a8d-92042d16283d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:26.674925 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-58368e3e-5aa3-4f42-9a8d-92042d16283d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:26.701786 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58368e3e-5aa3-4f42-9a8d-92042d16283d admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:05:26.713162 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58368e3e-5aa3-4f42-9a8d-92042d16283d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6512cbb-5f6a-4a47-88f3-f652d74165b5,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:26.717921 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-58368e3e-5aa3-4f42-9a8d-92042d16283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:26.718274 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-58368e3e-5aa3-4f42-9a8d-92042d16283d admin admin] Added segment f78e54c4-a092-4eed-857a-73e3450f4e70 of type vlan for network 688b622b-8e9e-4f06-9f27-678df6a1be41 Jul 05 05:05:26.759764 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-58368e3e-5aa3-4f42-9a8d-92042d16283d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:26.869503 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-58368e3e-5aa3-4f42-9a8d-92042d16283d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:26.870540 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58368e3e-5aa3-4f42-9a8d-92042d16283d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:26.871200 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-58368e3e-5aa3-4f42-9a8d-92042d16283d admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:26.932718 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58368e3e-5aa3-4f42-9a8d-92042d16283d admin admin] Pushing event updated for resources: {'Network': ['ID=688b622b-8e9e-4f06-9f27-678df6a1be41,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:26.942822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 688b622b-8e9e-4f06-9f27-678df6a1be41 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:05:26.991933 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-58368e3e-5aa3-4f42-9a8d-92042d16283d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7320755 Jul 05 05:05:26.994756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37766) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:26.999731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-1f64d3ee-ec6e-4400-b9a2-4bab9a835c69 admin admin] Request body: {'subnet': {'network_id': '688b622b-8e9e-4f06-9f27-678df6a1be41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1281804681-subnet', 'tenant_id': '6c7596a47b4640ea9f981f7ab9ea636d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:05:27.091853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f64d3ee-ec6e-4400-b9a2-4bab9a835c69 admin admin] Made reservation on behalf of 6c7596a47b4640ea9f981f7ab9ea636d for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:05:27.094926 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1f64d3ee-ec6e-4400-b9a2-4bab9a835c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:27.349577 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1f64d3ee-ec6e-4400-b9a2-4bab9a835c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:27.413650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64d3ee-ec6e-4400-b9a2-4bab9a835c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df1e4005-c39e-434e-9cf2-be2ca07dd1af,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:27.417955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f64d3ee-ec6e-4400-b9a2-4bab9a835c69 admin admin] Checking segment: {'id': 'f78e54c4-a092-4eed-857a-73e3450f4e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '688b622b-8e9e-4f06-9f27-678df6a1be41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:05:27.418315 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f64d3ee-ec6e-4400-b9a2-4bab9a835c69 admin admin] Network hostable DHCP agents. Network: 688b622b-8e9e-4f06-9f27-678df6a1be41, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:05:27.611988 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f64d3ee-ec6e-4400-b9a2-4bab9a835c69 admin admin] Network 688b622b-8e9e-4f06-9f27-678df6a1be41 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:05:27.739927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-1f64d3ee-ec6e-4400-b9a2-4bab9a835c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 688b622b-8e9e-4f06-9f27-678df6a1be41) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:05:27.744282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f64d3ee-ec6e-4400-b9a2-4bab9a835c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:27.744870 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1f64d3ee-ec6e-4400-b9a2-4bab9a835c69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:27.751023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b33f5fb-e3cc-488a-b519-6031680ee2b0 None None] Network 688b622b-8e9e-4f06-9f27-678df6a1be41 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:05:27.853178 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1f64d3ee-ec6e-4400-b9a2-4bab9a835c69 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8573461 Jul 05 05:05:27.880189 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59c961e-4625-458e-90ee-eb378b2739dd None None] Network 688b622b-8e9e-4f06-9f27-678df6a1be41 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:05:28.286629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-a122d3c6-0879-43f3-a1ff-f378797f9366 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:28.288121 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-a122d3c6-0879-43f3-a1ff-f378797f9366 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/networks?id=688b622b-8e9e-4f06-9f27-678df6a1be41 HTTP/1.1" status: 200 len: 814 time: 0.1052892 Jul 05 05:05:28.303043 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-c266c750-7694-4d2e-9eeb-57389994f629 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/quotas/6c7596a47b4640ea9f981f7ab9ea636d HTTP/1.1" status: 200 len: 375 time: 0.0095253 Jul 05 05:05:28.336932 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-bc54718d-1337-4209-9d74-ccca80f8f236 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c7596a47b4640ea9f981f7ab9ea636d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285902 Jul 05 05:05:28.425491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-07c789ed-0b68-468e-8c48-b55cd6734aa9 service neutron] 10.222.0.38 "GET /v2.0/networks/688b622b-8e9e-4f06-9f27-678df6a1be41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821064 Jul 05 05:05:28.517050 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-241b4d25-8cde-444a-a84a-7243e4651c26 service neutron] 10.222.0.38 "GET /v2.0/networks/688b622b-8e9e-4f06-9f27-678df6a1be41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858700 Jul 05 05:05:28.845451 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-20cca7ff-8421-41bc-a33f-201994c045fb req-409f635d-aff3-42f1-9012-be6717da1c30 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 210 time: 0.0283890 Jul 05 05:05:29.990195 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-da11c746-22e0-40f0-b36b-aae7643b0edc req-b7f8fb21-7742-4255-aec6-ff1a0aaeff68 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 210 time: 0.0282791 Jul 05 05:05:31.136526 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50cc9e86-ca46-4e75-874c-9b140b7abd25 req-21dfe1c2-0522-4ad0-a0f0-a9e318a33825 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 210 time: 0.0315797 Jul 05 05:05:31.269403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-cc7d954a-dc18-4c1b-8fdc-cc8a09e9bcc6 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:31.270854 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-cc7d954a-dc18-4c1b-8fdc-cc8a09e9bcc6 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.36 "GET /v2.0/networks?id=688b622b-8e9e-4f06-9f27-678df6a1be41 HTTP/1.1" status: 200 len: 814 time: 0.1104147 Jul 05 05:05:31.282650 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Request body: {'port': {'device_id': '3fd68710-0e28-4100-aefd-090e72a922d7', 'network_id': '688b622b-8e9e-4f06-9f27-678df6a1be41', 'admin_state_up': True, 'tenant_id': '6c7596a47b4640ea9f981f7ab9ea636d'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:05:31.489287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Made reservation on behalf of 6c7596a47b4640ea9f981f7ab9ea636d for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:05:31.493053 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:31.626559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Allocated IP 172.20.0.10 (688b622b-8e9e-4f06-9f27-678df6a1be41/df1e4005-c39e-434e-9cf2-be2ca07dd1af/1540476d-0b77-46bd-b273-3b4923224e7d) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:05:31.777370 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:31.921171 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:31.965496 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Network 688b622b-8e9e-4f06-9f27-678df6a1be41 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:05:31.970657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:05:31.975055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:05:31.981428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Pushing event updated for resources: {'Port': ['ID=1540476d-0b77-46bd-b273-3b4923224e7d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:32.008290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.008635 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.008977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.009317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.009648 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.009978 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.010304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.010626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.010950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.011270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.011589 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.011970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:32.041054 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:32.041670 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:32.161281 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-e4c0b7a9-7af2-4876-88ce-3d28e0e9dada tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8825510 Jul 05 05:05:32.173494 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Request body: {'port': {'device_id': '3fd68710-0e28-4100-aefd-090e72a922d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:05:32.245804 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:32.316572 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7045b-5685-4ca0-bdac-0959af447d83 req-058d12ed-3f10-44c8-ae6d-e6b4c29a89f7 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:32.318082 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7d7045b-5685-4ca0-bdac-0959af447d83 req-058d12ed-3f10-44c8-ae6d-e6b4c29a89f7 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 932 time: 0.0631797 Jul 05 05:05:32.357121 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7d7045b-5685-4ca0-bdac-0959af447d83 req-aa8fbba2-0c24-4376-aae8-81fb7699aac7 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327978 Jul 05 05:05:32.518492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1540476d-0b77-46bd-b273-3b4923224e7d {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:05:32.525756 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:32.537644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Transition to ACTIVE for port object 1540476d-0b77-46bd-b273-3b4923224e7d will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:05:32.651715 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:32.706527 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Pushing event updated for resources: {'Port': ['ID=1540476d-0b77-46bd-b273-3b4923224e7d,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:32.772990 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Attempting to bind port 1540476d-0b77-46bd-b273-3b4923224e7d on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:05:32.773245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Attempting to bind port 1540476d-0b77-46bd-b273-3b4923224e7d by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'f78e54c4-a092-4eed-857a-73e3450f4e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '688b622b-8e9e-4f06-9f27-678df6a1be41'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:05:32.773559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Attempting to bind port 1540476d-0b77-46bd-b273-3b4923224e7d on network 688b622b-8e9e-4f06-9f27-678df6a1be41 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:05:32.777783 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Port 1540476d-0b77-46bd-b273-3b4923224e7d on network 688b622b-8e9e-4f06-9f27-678df6a1be41 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:05:32.778107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Attempting to bind port 1540476d-0b77-46bd-b273-3b4923224e7d on network 688b622b-8e9e-4f06-9f27-678df6a1be41 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:05:32.782838 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:05:32.783173 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Checking segment: {'id': 'f78e54c4-a092-4eed-857a-73e3450f4e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '688b622b-8e9e-4f06-9f27-678df6a1be41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:05:32.784093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Bound using segment: {'id': 'f78e54c4-a092-4eed-857a-73e3450f4e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '688b622b-8e9e-4f06-9f27-678df6a1be41'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:05:32.784560 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Bound port: 1540476d-0b77-46bd-b273-3b4923224e7d, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e54c4-a092-4eed-857a-73e3450f4e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '688b622b-8e9e-4f06-9f27-678df6a1be41'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:05:32.784916 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:32.847316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] For port 1540476d-0b77-46bd-b273-3b4923224e7d, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:05:32.850418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] For port 1540476d-0b77-46bd-b273-3b4923224e7d, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1540476d-0b77-46bd-b273-3b4923224e7d,segment=NetworkSegment(f78e54c4-a092-4eed-857a-73e3450f4e70),segment_id=f78e54c4-a092-4eed-857a-73e3450f4e70)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:05:32.928434 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:32.966431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:32.967087 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:32.968516 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] 10.222.0.36 "PUT /v2.0/ports/1540476d-0b77-46bd-b273-3b4923224e7d HTTP/1.1" status: 200 len: 1093 time: 0.7994645 Jul 05 05:05:32.969129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd68710-0e28-4100-aefd-090e72a922d7', 'tag': '1540476d-0b77-46bd-b273-3b4923224e7d'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:05:32.971978 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9ef6e9-52bc-42e9-a8dd-ba3d91047bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd68710-0e28-4100-aefd-090e72a922d7", "tag": "1540476d-0b77-46bd-b273-3b4923224e7d"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:05:32.999294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206a02d-84a7-4eea-b5aa-983380983bff service neutron] Pushing event updated for resources: {'Port': ['ID=1540476d-0b77-46bd-b273-3b4923224e7d,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:33.010825 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e68c9b-0304-4bfb-8424-1fb36df0574d x-openstack-request-id: req-e7e68c9b-0304-4bfb-8424-1fb36df0574d {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:05:33.010825 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd68710-0e28-4100-aefd-090e72a922d7", "tag": "1540476d-0b77-46bd-b273-3b4923224e7d", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:05:33.010825 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7e68c9b-0304-4bfb-8424-1fb36df0574d {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:05:33.010825 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd68710-0e28-4100-aefd-090e72a922d7', 'tag': '1540476d-0b77-46bd-b273-3b4923224e7d', 'status': 'completed', 'code': 200} Jul 05 05:05:33.087100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ef6e9-52bc-42e9-a8dd-ba3d91047bd0 req-a8d66b29-bae3-4ae1-acb7-22e8fb2eebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:33.088643 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9b9ef6e9-52bc-42e9-a8dd-ba3d91047bd0 req-a8d66b29-bae3-4ae1-acb7-22e8fb2eebc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c7596a47b4640ea9f981f7ab9ea636d&device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 1096 time: 0.0581405 Jul 05 05:05:33.122389 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:33.194483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ef6e9-52bc-42e9-a8dd-ba3d91047bd0 req-0e12b842-c4c1-406c-af2e-56b4c5755519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:33.195976 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9b9ef6e9-52bc-42e9-a8dd-ba3d91047bd0 req-0e12b842-c4c1-406c-af2e-56b4c5755519 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6c7596a47b4640ea9f981f7ab9ea636d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1003129 Jul 05 05:05:33.288051 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ef6e9-52bc-42e9-a8dd-ba3d91047bd0 req-098398ed-bac4-4916-891e-6eeac2e28ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:33.289536 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9b9ef6e9-52bc-42e9-a8dd-ba3d91047bd0 req-098398ed-bac4-4916-891e-6eeac2e28ecb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876076 Jul 05 05:05:33.380547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-68642d10-99f6-4e39-8950-b8c43d194a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:33.381950 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-68642d10-99f6-4e39-8950-b8c43d194a4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c7596a47b4640ea9f981f7ab9ea636d&device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 1096 time: 0.0527942 Jul 05 05:05:33.427374 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-def4eabb-2795-4dd3-8819-a368ec44bcdc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1540476d-0b77-46bd-b273-3b4923224e7d HTTP/1.1" status: 200 len: 217 time: 0.0384712 Jul 05 05:05:33.475690 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-6149ebdd-eb4c-480f-8ede-6805c381a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:33.477173 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-6149ebdd-eb4c-480f-8ede-6805c381a78a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df1e4005-c39e-434e-9cf2-be2ca07dd1af HTTP/1.1" status: 200 len: 854 time: 0.0442920 Jul 05 05:05:33.510151 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-91567785-522c-4f34-87f8-9b754a8b3dd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=688b622b-8e9e-4f06-9f27-678df6a1be41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271585 Jul 05 05:05:33.531824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdc131-82ea-4751-8687-61e9c1ea182f req-bc877bf7-89e7-4236-b6e5-eef993e3d384 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:33.533358 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01cdc131-82ea-4751-8687-61e9c1ea182f req-bc877bf7-89e7-4236-b6e5-eef993e3d384 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 944 time: 0.0630822 Jul 05 05:05:33.574936 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01cdc131-82ea-4751-8687-61e9c1ea182f req-8d7d9d64-7a7c-4e23-ab1b-1a21d8b9e8b6 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347922 Jul 05 05:05:33.606933 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-ce24da8f-8579-4f4c-b023-a4dfb76e8e47 service neutron] 10.222.0.36 "GET /v2.0/networks/688b622b-8e9e-4f06-9f27-678df6a1be41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901048 Jul 05 05:05:33.700742 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9545f5e6-0d33-4e48-9d69-de993f9bf5e8 req-b54a26c7-bd8f-4418-80ce-639f6b399b48 service neutron] 10.222.0.36 "GET /v2.0/networks/688b622b-8e9e-4f06-9f27-678df6a1be41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869222 Jul 05 05:05:34.751515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29c010-7763-41d6-949f-ebcfa9037a42 req-f3980d65-1651-4a40-b3e7-4b690bd85c18 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:34.753660 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f29c010-7763-41d6-949f-ebcfa9037a42 req-f3980d65-1651-4a40-b3e7-4b690bd85c18 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 944 time: 0.0663021 Jul 05 05:05:34.755379 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:34.791899 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f29c010-7763-41d6-949f-ebcfa9037a42 req-9d505f86-4e1e-4df3-861f-d1e86522cff1 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318668 Jul 05 05:05:35.967810 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a40bdd-43ea-4d01-8b72-c3623181b947 req-035c87b1-2fa5-4337-bce5-9d7690480664 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:35.969330 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1a40bdd-43ea-4d01-8b72-c3623181b947 req-035c87b1-2fa5-4337-bce5-9d7690480664 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 944 time: 0.0634837 Jul 05 05:05:36.006871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d1a40bdd-43ea-4d01-8b72-c3623181b947 req-52e7914e-80df-4035-b02d-7aaadf94d9a0 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316439 Jul 05 05:05:37.183641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ed964-6bdb-47bd-b48a-d63dbc882bd6 req-071f06cc-e506-4560-bc3c-4cc2c17897d4 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:37.185133 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-969ed964-6bdb-47bd-b48a-d63dbc882bd6 req-071f06cc-e506-4560-bc3c-4cc2c17897d4 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 944 time: 0.0656612 Jul 05 05:05:37.223556 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-969ed964-6bdb-47bd-b48a-d63dbc882bd6 req-99f0533f-b382-4a2f-b0f9-40eb854356d5 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329373 Jul 05 05:05:37.663904 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1540476d-0b77-46bd-b273-3b4923224e7d details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:05:37.756678 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1540476d-0b77-46bd-b273-3b4923224e7d, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1540476d-0b77-46bd-b273-3b4923224e7d,segment=NetworkSegment(f78e54c4-a092-4eed-857a-73e3450f4e70),segment_id=f78e54c4-a092-4eed-857a-73e3450f4e70)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:37.767452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '1540476d-0b77-46bd-b273-3b4923224e7d', 'network_id': '688b622b-8e9e-4f06-9f27-678df6a1be41', 'port_id': '1540476d-0b77-46bd-b273-3b4923224e7d', 'mac_address': 'fa:16:3e:eb:75:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1e4005-c39e-434e-9cf2-be2ca07dd1af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:05:37.809709 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:37.822825 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1540476d-0b77-46bd-b273-3b4923224e7d {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:05:37.841419 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1540476d-0b77-46bd-b273-3b4923224e7d, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1540476d-0b77-46bd-b273-3b4923224e7d,segment=NetworkSegment(f78e54c4-a092-4eed-857a-73e3450f4e70),segment_id=f78e54c4-a092-4eed-857a-73e3450f4e70)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:37.914499 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:37.966869 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=1540476d-0b77-46bd-b273-3b4923224e7d,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:38.233365 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['1540476d-0b77-46bd-b273-3b4923224e7d'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:05:38.404433 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e477b-eea6-4e9b-893c-4fb0a0e7c6ce req-58f1ffb5-5a5a-44c6-b120-0a10191f9fe0 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:38.405943 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8a8e477b-eea6-4e9b-893c-4fb0a0e7c6ce req-58f1ffb5-5a5a-44c6-b120-0a10191f9fe0 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 945 time: 0.0640938 Jul 05 05:05:38.443102 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8a8e477b-eea6-4e9b-893c-4fb0a0e7c6ce req-378349f5-306a-4082-940a-b772d2dfe437 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308902 Jul 05 05:05:39.619960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44765121-2f2f-4df1-acdc-b6c49626e045 req-48438a9d-d694-4024-ab61-0756472a6821 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:39.621490 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44765121-2f2f-4df1-acdc-b6c49626e045 req-48438a9d-d694-4024-ab61-0756472a6821 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 945 time: 0.0635438 Jul 05 05:05:39.658483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-44765121-2f2f-4df1-acdc-b6c49626e045 req-ec233225-4d87-4fe8-b0c3-ee5d0bd0e971 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Jul 05 05:05:39.685029 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1540476d-0b77-46bd-b273-3b4923224e7d up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:05:39.823476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 1540476d-0b77-46bd-b273-3b4923224e7d completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:05:39.827360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 1540476d-0b77-46bd-b273-3b4923224e7d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:05:39.827738 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:39.903839 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:39.926131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd68710-0e28-4100-aefd-090e72a922d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1540476d-0b77-46bd-b273-3b4923224e7d'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:05:39.928388 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baf0cd4-95b4-4239-b8ba-881c5f6ca9cd" -d '{"events": [{"server_uuid": "3fd68710-0e28-4100-aefd-090e72a922d7", "name": "network-vif-plugged", "status": "completed", "tag": "1540476d-0b77-46bd-b273-3b4923224e7d"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:05:39.941211 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 1540476d-0b77-46bd-b273-3b4923224e7d, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1540476d-0b77-46bd-b273-3b4923224e7d,segment=NetworkSegment(f78e54c4-a092-4eed-857a-73e3450f4e70),segment_id=f78e54c4-a092-4eed-857a-73e3450f4e70)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:39.965966 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15177c21-7f8a-4cd1-b109-f9300829f29a x-openstack-request-id: req-15177c21-7f8a-4cd1-b109-f9300829f29a {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:05:39.966260 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd68710-0e28-4100-aefd-090e72a922d7", "name": "network-vif-plugged", "status": "completed", "tag": "1540476d-0b77-46bd-b273-3b4923224e7d", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:05:39.966520 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-15177c21-7f8a-4cd1-b109-f9300829f29a {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:05:39.966948 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd68710-0e28-4100-aefd-090e72a922d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1540476d-0b77-46bd-b273-3b4923224e7d', 'code': 200} Jul 05 05:05:39.997154 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:40.051838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=1540476d-0b77-46bd-b273-3b4923224e7d,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:40.096199 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e541e-c412-4d80-8aee-60b3dd54736c req-dfa2a708-237d-4b86-8d20-3046621f8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:40.098436 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-592e541e-c412-4d80-8aee-60b3dd54736c req-dfa2a708-237d-4b86-8d20-3046621f8204 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 1098 time: 0.0538676 Jul 05 05:05:40.133328 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-592e541e-c412-4d80-8aee-60b3dd54736c req-dd726eec-bcce-41d5-aa37-5fa3949b067c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283284 Jul 05 05:05:40.835496 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878f5e2-2799-4699-a806-bb1afd34e55c req-66d950be-e44c-4e14-a11d-bbb119de0ad2 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:40.837007 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3878f5e2-2799-4699-a806-bb1afd34e55c req-66d950be-e44c-4e14-a11d-bbb119de0ad2 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 946 time: 0.0667343 Jul 05 05:05:40.884046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3878f5e2-2799-4699-a806-bb1afd34e55c req-f4d986ed-7096-4099-b049-d146fb8308ea tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410182 Jul 05 05:05:41.497190 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4fc970f9-28ed-42ba-a759-040a3178e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:42.069665 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ff7e6-07a7-43bd-824e-82baa616c899 req-e96cd022-a3cc-4cb7-b7aa-db32618e5c19 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:42.071169 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c0ff7e6-07a7-43bd-824e-82baa616c899 req-e96cd022-a3cc-4cb7-b7aa-db32618e5c19 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 946 time: 0.0662816 Jul 05 05:05:42.110226 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6c0ff7e6-07a7-43bd-824e-82baa616c899 req-3bf8a179-9171-41bb-8898-0a8d055e2066 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330586 Jul 05 05:05:42.407722 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:05:42.616096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-d8605cc6-e304-4d43-b0d7-9cd05b486406 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:42.617672 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-d8605cc6-e304-4d43-b0d7-9cd05b486406 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/networks?id=688b622b-8e9e-4f06-9f27-678df6a1be41 HTTP/1.1" status: 200 len: 814 time: 0.3798354 Jul 05 05:05:42.632478 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-a42122b5-597c-442d-ae35-de188e949cbd tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/quotas/6c7596a47b4640ea9f981f7ab9ea636d HTTP/1.1" status: 200 len: 375 time: 0.0093191 Jul 05 05:05:42.697666 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-17243910-5b50-4fbf-91fe-c85fef84cd1a tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c7596a47b4640ea9f981f7ab9ea636d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600219 Jul 05 05:05:42.763234 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-057cbf96-3364-4f6a-a5b1-862c40bd0b87 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:05:42.764254 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-057cbf96-3364-4f6a-a5b1-862c40bd0b87 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0603154 Jul 05 05:05:42.857233 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-40f7abc6-b524-4705-b602-03e036feaa4e service neutron] 10.222.0.38 "GET /v2.0/networks/688b622b-8e9e-4f06-9f27-678df6a1be41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865829 Jul 05 05:05:42.944935 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-0ca8765b-cd9e-40e5-950a-386a30acbdeb service neutron] 10.222.0.38 "GET /v2.0/networks/688b622b-8e9e-4f06-9f27-678df6a1be41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819438 Jul 05 05:05:43.183192 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-eed06620-3de0-4fd2-81d7-11995c5f44c8 req-fe3c2b28-eb55-462e-a94a-67943e096040 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 210 time: 0.0295706 Jul 05 05:05:44.099241 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afd410bc-b751-4abf-9ce2-241c5d7e8760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:44.343571 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a64e82a3-907b-4b1e-bb80-c567e59b1d2f req-30452ead-24ef-4abe-a07e-b82fce2dbdf8 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 210 time: 0.0345032 Jul 05 05:05:44.453642 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:45.424230 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-f87130a0-fc72-4ea3-94de-6e13b6117b79 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:45.426009 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-f87130a0-fc72-4ea3-94de-6e13b6117b79 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.10 "GET /v2.0/networks?id=688b622b-8e9e-4f06-9f27-678df6a1be41 HTTP/1.1" status: 200 len: 814 time: 0.1104264 Jul 05 05:05:45.441552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-05ac742b-d6a6-4ab0-a0d5-8765ec695670 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Request body: {'port': {'device_id': '35170c64-f5da-4225-bab4-d04711d22fac', 'network_id': '688b622b-8e9e-4f06-9f27-678df6a1be41', 'admin_state_up': True, 'tenant_id': '6c7596a47b4640ea9f981f7ab9ea636d'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:05:45.496905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-97d94397-4633-4170-a66c-304e45917e25 req-f6bb9c1f-375e-4ab7-8922-3ee5256d9864 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 210 time: 0.0320723 Jul 05 05:05:45.648160 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:45.687973 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-05ac742b-d6a6-4ab0-a0d5-8765ec695670 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Made reservation on behalf of 6c7596a47b4640ea9f981f7ab9ea636d for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:05:45.692452 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-05ac742b-d6a6-4ab0-a0d5-8765ec695670 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:45.822773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-05ac742b-d6a6-4ab0-a0d5-8765ec695670 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Allocated IP 172.20.0.8 (688b622b-8e9e-4f06-9f27-678df6a1be41/df1e4005-c39e-434e-9cf2-be2ca07dd1af/c868335c-66d5-4923-b537-568efa5b83c4) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:05:45.978664 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-05ac742b-d6a6-4ab0-a0d5-8765ec695670 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:46.065249 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-05ac742b-d6a6-4ab0-a0d5-8765ec695670 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:46.077656 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['1540476d-0b77-46bd-b273-3b4923224e7d'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:05:46.109746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-05ac742b-d6a6-4ab0-a0d5-8765ec695670 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Network 688b622b-8e9e-4f06-9f27-678df6a1be41 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:05:46.113025 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-05ac742b-d6a6-4ab0-a0d5-8765ec695670 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:05:46.119415 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-05ac742b-d6a6-4ab0-a0d5-8765ec695670 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:05:46.144450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac742b-d6a6-4ab0-a0d5-8765ec695670 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Pushing event updated for resources: {'Port': ['ID=c868335c-66d5-4923-b537-568efa5b83c4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:46.172989 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-05ac742b-d6a6-4ab0-a0d5-8765ec695670 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:46.173599 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-05ac742b-d6a6-4ab0-a0d5-8765ec695670 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:46.254824 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-05ac742b-d6a6-4ab0-a0d5-8765ec695670 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8179450 Jul 05 05:05:46.267256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Request body: {'port': {'device_id': '35170c64-f5da-4225-bab4-d04711d22fac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:05:46.343557 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:46.613958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c868335c-66d5-4923-b537-568efa5b83c4 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:05:46.621606 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:46.633480 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Transition to ACTIVE for port object c868335c-66d5-4923-b537-568efa5b83c4 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:05:46.673642 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162f7c5-53f0-4683-900d-ce705186212a req-6f68b1ed-af9d-4833-863f-8106a816e56f tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:46.675240 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6162f7c5-53f0-4683-900d-ce705186212a req-6f68b1ed-af9d-4833-863f-8106a816e56f tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 931 time: 0.0650351 Jul 05 05:05:46.709651 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:46.715901 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6162f7c5-53f0-4683-900d-ce705186212a req-1031e48a-6a4c-4f36-9942-1e61d9e9297f tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348520 Jul 05 05:05:46.792463 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Pushing event updated for resources: {'Port': ['ID=c868335c-66d5-4923-b537-568efa5b83c4,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:46.841740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Attempting to bind port c868335c-66d5-4923-b537-568efa5b83c4 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:05:46.842078 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Attempting to bind port c868335c-66d5-4923-b537-568efa5b83c4 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'f78e54c4-a092-4eed-857a-73e3450f4e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '688b622b-8e9e-4f06-9f27-678df6a1be41'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:05:46.842433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Attempting to bind port c868335c-66d5-4923-b537-568efa5b83c4 on network 688b622b-8e9e-4f06-9f27-678df6a1be41 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:05:46.846760 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Port c868335c-66d5-4923-b537-568efa5b83c4 on network 688b622b-8e9e-4f06-9f27-678df6a1be41 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:05:46.847493 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Attempting to bind port c868335c-66d5-4923-b537-568efa5b83c4 on network 688b622b-8e9e-4f06-9f27-678df6a1be41 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:05:46.852533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:05:46.852924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Checking segment: {'id': 'f78e54c4-a092-4eed-857a-73e3450f4e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '688b622b-8e9e-4f06-9f27-678df6a1be41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:05:46.853257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Bound using segment: {'id': 'f78e54c4-a092-4eed-857a-73e3450f4e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '688b622b-8e9e-4f06-9f27-678df6a1be41'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:05:46.853684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Bound port: c868335c-66d5-4923-b537-568efa5b83c4, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e54c4-a092-4eed-857a-73e3450f4e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '688b622b-8e9e-4f06-9f27-678df6a1be41'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:05:46.854042 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:46.915795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] For port c868335c-66d5-4923-b537-568efa5b83c4, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:05:46.918889 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] For port c868335c-66d5-4923-b537-568efa5b83c4, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c868335c-66d5-4923-b537-568efa5b83c4,segment=NetworkSegment(f78e54c4-a092-4eed-857a-73e3450f4e70),segment_id=f78e54c4-a092-4eed-857a-73e3450f4e70)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:05:46.991368 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:47.029933 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:47.030548 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:47.032046 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] 10.222.0.10 "PUT /v2.0/ports/c868335c-66d5-4923-b537-568efa5b83c4 HTTP/1.1" status: 200 len: 1092 time: 0.7690647 Jul 05 05:05:47.032515 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35170c64-f5da-4225-bab4-d04711d22fac', 'tag': 'c868335c-66d5-4923-b537-568efa5b83c4'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:05:47.035027 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2264069-40f1-4a60-8ffd-66c2dffcadef" -d '{"events": [{"name": "network-changed", "server_uuid": "35170c64-f5da-4225-bab4-d04711d22fac", "tag": "c868335c-66d5-4923-b537-568efa5b83c4"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:05:47.064838 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d69879-8310-4ba5-9499-6fd4c0dfeb18 service neutron] Pushing event updated for resources: {'Port': ['ID=c868335c-66d5-4923-b537-568efa5b83c4,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:47.078998 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b3b8ae-3fd6-444f-ab2c-cb24f91e719e x-openstack-request-id: req-06b3b8ae-3fd6-444f-ab2c-cb24f91e719e {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:05:47.079294 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35170c64-f5da-4225-bab4-d04711d22fac", "tag": "c868335c-66d5-4923-b537-568efa5b83c4", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:05:47.079551 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-06b3b8ae-3fd6-444f-ab2c-cb24f91e719e {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:05:47.079953 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35170c64-f5da-4225-bab4-d04711d22fac', 'tag': 'c868335c-66d5-4923-b537-568efa5b83c4', 'status': 'completed', 'code': 200} Jul 05 05:05:47.156518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2264069-40f1-4a60-8ffd-66c2dffcadef req-e55f2478-fb15-46e6-94b9-568731a0cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:47.158022 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f2264069-40f1-4a60-8ffd-66c2dffcadef req-e55f2478-fb15-46e6-94b9-568731a0cd30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c7596a47b4640ea9f981f7ab9ea636d&device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 1095 time: 0.0558553 Jul 05 05:05:47.190793 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:47.260266 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2264069-40f1-4a60-8ffd-66c2dffcadef req-1d5b5146-87b1-43bf-9c23-119c485bdd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:47.261739 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f2264069-40f1-4a60-8ffd-66c2dffcadef req-1d5b5146-87b1-43bf-9c23-119c485bdd54 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6c7596a47b4640ea9f981f7ab9ea636d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0952790 Jul 05 05:05:47.354875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2264069-40f1-4a60-8ffd-66c2dffcadef req-1014f04f-7a4c-4ea3-8f7b-0dbf209a8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:47.356369 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f2264069-40f1-4a60-8ffd-66c2dffcadef req-1014f04f-7a4c-4ea3-8f7b-0dbf209a8f97 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880234 Jul 05 05:05:47.454601 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-3708cc68-f10f-4789-bcb3-799fb22dd069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:47.456006 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-3708cc68-f10f-4789-bcb3-799fb22dd069 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c7596a47b4640ea9f981f7ab9ea636d&device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 1095 time: 0.0550168 Jul 05 05:05:47.501738 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-ab6c50c8-d07a-4e7b-b42c-5d47751ffc0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c868335c-66d5-4923-b537-568efa5b83c4 HTTP/1.1" status: 200 len: 217 time: 0.0373294 Jul 05 05:05:47.553017 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-dd1d5c4b-3130-41c5-a9c9-b4696e2aab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:47.557295 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-dd1d5c4b-3130-41c5-a9c9-b4696e2aab78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1e4005-c39e-434e-9cf2-be2ca07dd1af HTTP/1.1" status: 200 len: 854 time: 0.0442872 Jul 05 05:05:47.592925 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-44ba752d-e74d-4129-be58-64d0c3931ac8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=688b622b-8e9e-4f06-9f27-678df6a1be41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276799 Jul 05 05:05:47.911747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297ba11-4b7b-4f92-aa88-190523847dcc req-246f3758-98a8-4917-a588-5158753ff5a7 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:47.913308 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e297ba11-4b7b-4f92-aa88-190523847dcc req-246f3758-98a8-4917-a588-5158753ff5a7 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 943 time: 0.0691626 Jul 05 05:05:47.953877 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e297ba11-4b7b-4f92-aa88-190523847dcc req-5361650d-e691-4b88-8ef2-d6b7b374ba4a tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347621 Jul 05 05:05:47.995880 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-192cafe1-a976-40b7-92f8-93992419e9c9 service neutron] 10.222.0.10 "GET /v2.0/networks/688b622b-8e9e-4f06-9f27-678df6a1be41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948109 Jul 05 05:05:48.087500 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e38a33c-f60d-45c3-a9f3-d28d4a800c0a req-91fb42fb-6892-4bce-94bc-2dcc59819b85 service neutron] 10.222.0.10 "GET /v2.0/networks/688b622b-8e9e-4f06-9f27-678df6a1be41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832982 Jul 05 05:05:49.128581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cbb89-06b5-484f-91df-36157be58bd5 req-3dfdd164-da00-4384-818b-1148f02f15d9 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:49.130017 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8c5cbb89-06b5-484f-91df-36157be58bd5 req-3dfdd164-da00-4384-818b-1148f02f15d9 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 943 time: 0.0627992 Jul 05 05:05:49.168778 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8c5cbb89-06b5-484f-91df-36157be58bd5 req-a908998b-f6e3-4689-953f-525452701747 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332165 Jul 05 05:05:50.044813 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device c868335c-66d5-4923-b537-568efa5b83c4 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:05:50.138878 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port c868335c-66d5-4923-b537-568efa5b83c4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c868335c-66d5-4923-b537-568efa5b83c4,segment=NetworkSegment(f78e54c4-a092-4eed-857a-73e3450f4e70),segment_id=f78e54c4-a092-4eed-857a-73e3450f4e70)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:50.150398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'c868335c-66d5-4923-b537-568efa5b83c4', 'network_id': '688b622b-8e9e-4f06-9f27-678df6a1be41', 'port_id': 'c868335c-66d5-4923-b537-568efa5b83c4', 'mac_address': 'fa:16:3e:c2:3c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1e4005-c39e-434e-9cf2-be2ca07dd1af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:05:50.186058 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:50.198966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c868335c-66d5-4923-b537-568efa5b83c4 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:05:50.224932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port c868335c-66d5-4923-b537-568efa5b83c4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c868335c-66d5-4923-b537-568efa5b83c4,segment=NetworkSegment(f78e54c4-a092-4eed-857a-73e3450f4e70),segment_id=f78e54c4-a092-4eed-857a-73e3450f4e70)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:50.293682 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:50.342986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=c868335c-66d5-4923-b537-568efa5b83c4,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:50.346802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35555b7b-ed1b-4d68-8673-7fecd8d3eda1 req-40794f0e-a1b6-4d1a-9928-c483fcc84aca tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:50.348436 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35555b7b-ed1b-4d68-8673-7fecd8d3eda1 req-40794f0e-a1b6-4d1a-9928-c483fcc84aca tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 943 time: 0.0694909 Jul 05 05:05:50.351069 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:50.351425 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:50.351774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:50.352141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:50.352485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:50.352825 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:50.353158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:50.353487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:50.353817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:50.354145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:50.354476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:50.354802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:50.388483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35555b7b-ed1b-4d68-8673-7fecd8d3eda1 req-d7126745-95ba-4307-bc81-d2e9e83b6c9f tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342903 Jul 05 05:05:50.496753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['c868335c-66d5-4923-b537-568efa5b83c4'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:05:51.564035 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c1689-49ba-477d-b337-84efe4fb055e req-c70d526d-7245-4dfc-9017-c9675912cb95 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:51.565402 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f1c1689-49ba-477d-b337-84efe4fb055e req-c70d526d-7245-4dfc-9017-c9675912cb95 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 944 time: 0.0655127 Jul 05 05:05:51.603934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4f1c1689-49ba-477d-b337-84efe4fb055e req-90e12c0f-f297-4b99-ac5a-2df6931bb0b0 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325089 Jul 05 05:05:52.056056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device c868335c-66d5-4923-b537-568efa5b83c4 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:05:52.177445 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port c868335c-66d5-4923-b537-568efa5b83c4 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:05:52.181704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port c868335c-66d5-4923-b537-568efa5b83c4 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:05:52.182092 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:52.260674 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:52.282884 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35170c64-f5da-4225-bab4-d04711d22fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c868335c-66d5-4923-b537-568efa5b83c4'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:05:52.285218 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e931fa-7d02-4d6e-9ecf-ccffb55ebc80" -d '{"events": [{"server_uuid": "35170c64-f5da-4225-bab4-d04711d22fac", "name": "network-vif-plugged", "status": "completed", "tag": "c868335c-66d5-4923-b537-568efa5b83c4"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:05:52.298062 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port c868335c-66d5-4923-b537-568efa5b83c4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c868335c-66d5-4923-b537-568efa5b83c4,segment=NetworkSegment(f78e54c4-a092-4eed-857a-73e3450f4e70),segment_id=f78e54c4-a092-4eed-857a-73e3450f4e70)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:52.323446 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade2bb73-d9b1-4849-8c9d-ef6441f153f3 x-openstack-request-id: req-ade2bb73-d9b1-4849-8c9d-ef6441f153f3 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:05:52.323734 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35170c64-f5da-4225-bab4-d04711d22fac", "name": "network-vif-plugged", "status": "completed", "tag": "c868335c-66d5-4923-b537-568efa5b83c4", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:05:52.323989 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ade2bb73-d9b1-4849-8c9d-ef6441f153f3 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:05:52.324408 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35170c64-f5da-4225-bab4-d04711d22fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c868335c-66d5-4923-b537-568efa5b83c4', 'code': 200} Jul 05 05:05:52.379874 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:52.432719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=c868335c-66d5-4923-b537-568efa5b83c4,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:52.438469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9e483-5d63-401f-93aa-a1b9656eb563 req-ad79b40f-b1d7-404b-a2ae-cf4e6a9e8e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:52.439964 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-74c9e483-5d63-401f-93aa-a1b9656eb563 req-ad79b40f-b1d7-404b-a2ae-cf4e6a9e8e37 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 1097 time: 0.0524480 Jul 05 05:05:52.480782 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-74c9e483-5d63-401f-93aa-a1b9656eb563 req-47ba3dd5-e314-4796-ba59-4ab05f625ae6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336032 Jul 05 05:05:52.777385 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ae581-841a-46ca-b6a2-bc25c1c2cfa1 req-28d257fc-ab00-4493-93fc-8884812d116f tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:52.778890 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-181ae581-841a-46ca-b6a2-bc25c1c2cfa1 req-28d257fc-ab00-4493-93fc-8884812d116f tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 945 time: 0.0636666 Jul 05 05:05:52.817022 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-181ae581-841a-46ca-b6a2-bc25c1c2cfa1 req-a5f06079-ac44-474d-ac24-856ccf352b93 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322504 Jul 05 05:05:53.995366 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca318b1-546f-46cc-b441-9ebe28809f06 req-e5ebe5aa-4a9c-4e3b-8df7-b73893ac3e98 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:53.996897 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ca318b1-546f-46cc-b441-9ebe28809f06 req-e5ebe5aa-4a9c-4e3b-8df7-b73893ac3e98 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 945 time: 0.0687268 Jul 05 05:05:54.034956 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ca318b1-546f-46cc-b441-9ebe28809f06 req-e80cfd3b-dcec-46ec-a993-1199034d1d93 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324066 Jul 05 05:05:54.638114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e68be-4563-404e-840a-9af384a91414 req-a33a4900-8baf-494e-86fa-208a5ee52150 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:54.639667 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b4e68be-4563-404e-840a-9af384a91414 req-a33a4900-8baf-494e-86fa-208a5ee52150 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 945 time: 0.0644236 Jul 05 05:05:54.678059 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9b4e68be-4563-404e-840a-9af384a91414 req-6414805d-58ff-4ec3-ab7c-891b4e75781b tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327148 Jul 05 05:05:55.872401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ad283-273d-4fd4-93dc-d786d9c30860 req-f0d95709-9c43-4878-9a15-1e6d981ea235 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:55.873967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-095ad283-273d-4fd4-93dc-d786d9c30860 req-f0d95709-9c43-4878-9a15-1e6d981ea235 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 945 time: 0.0793061 Jul 05 05:05:55.915683 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-095ad283-273d-4fd4-93dc-d786d9c30860 req-e001fa19-643a-4a92-bdb3-076dadc43a64 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337653 Jul 05 05:05:56.009963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73439770-fc88-44b5-96f1-6fbfec195fb5 req-84a84ab2-3944-4ba1-97d8-39a4839734a2 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:56.011477 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-73439770-fc88-44b5-96f1-6fbfec195fb5 req-84a84ab2-3944-4ba1-97d8-39a4839734a2 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.10 "GET /v2.0/ports?device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 945 time: 0.0662320 Jul 05 05:05:56.117553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-73439770-fc88-44b5-96f1-6fbfec195fb5 req-2858cd4c-2b23-49c5-a5b2-a5bd1728a438 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Deleting port c868335c-66d5-4923-b537-568efa5b83c4 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:05:56.117895 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-73439770-fc88-44b5-96f1-6fbfec195fb5 req-2858cd4c-2b23-49c5-a5b2-a5bd1728a438 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:56.206883 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-73439770-fc88-44b5-96f1-6fbfec195fb5 req-2858cd4c-2b23-49c5-a5b2-a5bd1728a438 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] For port c868335c-66d5-4923-b537-568efa5b83c4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=c868335c-66d5-4923-b537-568efa5b83c4,segment=NetworkSegment(f78e54c4-a092-4eed-857a-73e3450f4e70),segment_id=f78e54c4-a092-4eed-857a-73e3450f4e70)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:56.207140 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-73439770-fc88-44b5-96f1-6fbfec195fb5 req-2858cd4c-2b23-49c5-a5b2-a5bd1728a438 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:56.220591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-73439770-fc88-44b5-96f1-6fbfec195fb5 req-2858cd4c-2b23-49c5-a5b2-a5bd1728a438 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Calling delete_port for c868335c-66d5-4923-b537-568efa5b83c4 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:05:56.463047 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-73439770-fc88-44b5-96f1-6fbfec195fb5 req-2858cd4c-2b23-49c5-a5b2-a5bd1728a438 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:56.477600 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['1540476d-0b77-46bd-b273-3b4923224e7d'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:05:56.479923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['c868335c-66d5-4923-b537-568efa5b83c4'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:05:56.494004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858cd4c-2b23-49c5-a5b2-a5bd1728a438 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Pushing event deleted for resources: {'Port': ['ID=c868335c-66d5-4923-b537-568efa5b83c4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:56.542617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-73439770-fc88-44b5-96f1-6fbfec195fb5 req-2858cd4c-2b23-49c5-a5b2-a5bd1728a438 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] No DVR routers for this DVR port c868335c-66d5-4923-b537-568efa5b83c4 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:05:56.545350 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-73439770-fc88-44b5-96f1-6fbfec195fb5 req-2858cd4c-2b23-49c5-a5b2-a5bd1728a438 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:56.547448 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-73439770-fc88-44b5-96f1-6fbfec195fb5 req-2858cd4c-2b23-49c5-a5b2-a5bd1728a438 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.10 "DELETE /v2.0/ports/c868335c-66d5-4923-b537-568efa5b83c4 HTTP/1.1" status: 204 len: 173 time: 0.5296924 Jul 05 05:05:56.548222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35170c64-f5da-4225-bab4-d04711d22fac', 'name': 'network-vif-deleted', 'tag': 'c868335c-66d5-4923-b537-568efa5b83c4'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:05:56.550148 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03681f10-52d2-4132-b83c-43c3bfdfd186" -d '{"events": [{"server_uuid": "35170c64-f5da-4225-bab4-d04711d22fac", "name": "network-vif-deleted", "tag": "c868335c-66d5-4923-b537-568efa5b83c4"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:05:56.595506 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc89f313-3b6f-4201-ab3a-91cecc1297d4 x-openstack-request-id: req-bc89f313-3b6f-4201-ab3a-91cecc1297d4 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:05:56.595811 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35170c64-f5da-4225-bab4-d04711d22fac", "name": "network-vif-deleted", "tag": "c868335c-66d5-4923-b537-568efa5b83c4", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:05:56.596089 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc89f313-3b6f-4201-ab3a-91cecc1297d4 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:05:56.596498 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35170c64-f5da-4225-bab4-d04711d22fac', 'name': 'network-vif-deleted', 'tag': 'c868335c-66d5-4923-b537-568efa5b83c4', 'status': 'completed', 'code': 200} Jul 05 05:05:57.074649 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-04d1b04e-870b-4354-a8f3-0be65d0d646c req-a84383a9-7719-4f84-959d-135ebb7e984a tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=35170c64-f5da-4225-bab4-d04711d22fac HTTP/1.1" status: 200 len: 210 time: 0.0339739 Jul 05 05:05:58.320607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d1c52-79b1-4b14-8ed2-5e6bc1d3c077 req-3c82abd0-3e0f-4f12-8520-318edbe2837f tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:58.322361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-840d1c52-79b1-4b14-8ed2-5e6bc1d3c077 req-3c82abd0-3e0f-4f12-8520-318edbe2837f tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 946 time: 0.0664706 Jul 05 05:05:58.359747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-840d1c52-79b1-4b14-8ed2-5e6bc1d3c077 req-2cf70069-f51b-405a-8402-f855df1990e4 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Jul 05 05:05:58.566657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4699e0-2314-48ab-871a-e8463dcfd20a req-5816691b-3e59-41c5-8add-95c225d084da tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:58.566657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd4699e0-2314-48ab-871a-e8463dcfd20a req-5816691b-3e59-41c5-8add-95c225d084da tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 946 time: 0.0688739 Jul 05 05:05:58.606410 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd4699e0-2314-48ab-871a-e8463dcfd20a req-e338e599-54a9-4546-bc55-d7803f4bda05 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368574 Jul 05 05:05:58.781848 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d5c51-fc4d-47fb-9ad0-5fcc87f7fc87 req-32fec6f4-178f-499d-a273-5904e7ff22bf tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:58.783363 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-453d5c51-fc4d-47fb-9ad0-5fcc87f7fc87 req-32fec6f4-178f-499d-a273-5904e7ff22bf tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 946 time: 0.0634933 Jul 05 05:05:58.821867 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-453d5c51-fc4d-47fb-9ad0-5fcc87f7fc87 req-78b30aee-4c63-4ce9-8536-258a59e433bf tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320969 Jul 05 05:05:59.093559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940f1c1-fd98-4167-add5-10ec15501d3b req-0da9b802-7cca-4b62-ae9f-b9c1f94415f1 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:59.095011 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b940f1c1-fd98-4167-add5-10ec15501d3b req-0da9b802-7cca-4b62-ae9f-b9c1f94415f1 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 946 time: 0.0618374 Jul 05 05:05:59.136518 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b940f1c1-fd98-4167-add5-10ec15501d3b req-06910852-484d-49e2-91a5-af4298732456 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352647 Jul 05 05:05:59.307610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f00df8-0dea-40f1-a7fb-28d73329040a req-9a8d9321-5afd-44f3-b0b5-4e1292e31c96 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:59.309130 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6f00df8-0dea-40f1-a7fb-28d73329040a req-9a8d9321-5afd-44f3-b0b5-4e1292e31c96 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 946 time: 0.0620511 Jul 05 05:05:59.346099 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6f00df8-0dea-40f1-a7fb-28d73329040a req-bb2b2453-bd6a-4327-a025-3051b00c99b7 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315893 Jul 05 05:05:59.525261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551bf0b-cd67-466c-aca8-e8c163a71fdc req-3cc418d1-c54b-4111-a456-7af454ba925b tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:59.526757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5551bf0b-cd67-466c-aca8-e8c163a71fdc req-3cc418d1-c54b-4111-a456-7af454ba925b tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 946 time: 0.0628505 Jul 05 05:05:59.565483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5551bf0b-cd67-466c-aca8-e8c163a71fdc req-a200aa3c-6d0c-47e8-821e-65c40f36c29f tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332160 Jul 05 05:06:00.109127 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device c868335c-66d5-4923-b537-568efa5b83c4 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:06:00.133679 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: c868335c-66d5-4923-b537-568efa5b83c4 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:06:00.134023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device c868335c-66d5-4923-b537-568efa5b83c4 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:06:00.394558 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f79d1-002d-4977-b788-03817b91ebbb req-537b83e7-89a6-437e-8917-6017d7e42de1 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:00.396147 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-457f79d1-002d-4977-b788-03817b91ebbb req-537b83e7-89a6-437e-8917-6017d7e42de1 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 946 time: 0.0696175 Jul 05 05:06:00.434042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-457f79d1-002d-4977-b788-03817b91ebbb req-8f98a19c-456c-4983-ade8-74668739b224 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323150 Jul 05 05:06:01.608340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b5f4-5b11-49f5-ab2c-662920da23dd req-6f27d2ca-290b-4ec1-9245-0a4de74e1c1e tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:01.609834 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6a11b5f4-5b11-49f5-ab2c-662920da23dd req-6f27d2ca-290b-4ec1-9245-0a4de74e1c1e tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 946 time: 0.0659375 Jul 05 05:06:01.647941 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6a11b5f4-5b11-49f5-ab2c-662920da23dd req-d00f5510-8207-4233-afb6-0035b25e5f94 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6512cbb-5f6a-4a47-88f3-f652d74165b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313020 Jul 05 05:06:02.054121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee0707-ba82-4b8b-bc33-218667161f51 req-f626ae7e-693b-45e6-9080-8ae4ac19ee84 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:02.055578 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9fee0707-ba82-4b8b-bc33-218667161f51 req-f626ae7e-693b-45e6-9080-8ae4ac19ee84 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 946 time: 0.0655236 Jul 05 05:06:02.155156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-9fee0707-ba82-4b8b-bc33-218667161f51 req-2fd37ced-fddc-446e-b18f-778f4731b7d7 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Deleting port 1540476d-0b77-46bd-b273-3b4923224e7d {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:06:02.155501 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9fee0707-ba82-4b8b-bc33-218667161f51 req-2fd37ced-fddc-446e-b18f-778f4731b7d7 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:02.265649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-9fee0707-ba82-4b8b-bc33-218667161f51 req-2fd37ced-fddc-446e-b18f-778f4731b7d7 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] For port 1540476d-0b77-46bd-b273-3b4923224e7d, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=1540476d-0b77-46bd-b273-3b4923224e7d,segment=NetworkSegment(f78e54c4-a092-4eed-857a-73e3450f4e70),segment_id=f78e54c4-a092-4eed-857a-73e3450f4e70)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:02.265965 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9fee0707-ba82-4b8b-bc33-218667161f51 req-2fd37ced-fddc-446e-b18f-778f4731b7d7 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:02.278482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-9fee0707-ba82-4b8b-bc33-218667161f51 req-2fd37ced-fddc-446e-b18f-778f4731b7d7 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Calling delete_port for 1540476d-0b77-46bd-b273-3b4923224e7d owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:06:02.451412 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9fee0707-ba82-4b8b-bc33-218667161f51 req-2fd37ced-fddc-446e-b18f-778f4731b7d7 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:02.466403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['1540476d-0b77-46bd-b273-3b4923224e7d'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:06:02.485434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd37ced-fddc-446e-b18f-778f4731b7d7 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Pushing event deleted for resources: {'Port': ['ID=1540476d-0b77-46bd-b273-3b4923224e7d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:02.532833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fee0707-ba82-4b8b-bc33-218667161f51 req-2fd37ced-fddc-446e-b18f-778f4731b7d7 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] No DVR routers for this DVR port 1540476d-0b77-46bd-b273-3b4923224e7d on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:06:02.535724 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-9fee0707-ba82-4b8b-bc33-218667161f51 req-2fd37ced-fddc-446e-b18f-778f4731b7d7 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:02.537784 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9fee0707-ba82-4b8b-bc33-218667161f51 req-2fd37ced-fddc-446e-b18f-778f4731b7d7 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.36 "DELETE /v2.0/ports/1540476d-0b77-46bd-b273-3b4923224e7d HTTP/1.1" status: 204 len: 173 time: 0.4762661 Jul 05 05:06:02.538232 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd68710-0e28-4100-aefd-090e72a922d7', 'name': 'network-vif-deleted', 'tag': '1540476d-0b77-46bd-b273-3b4923224e7d'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:06:02.540563 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da61e2f1-1bc7-42a4-8b65-fb204881fcba" -d '{"events": [{"server_uuid": "3fd68710-0e28-4100-aefd-090e72a922d7", "name": "network-vif-deleted", "tag": "1540476d-0b77-46bd-b273-3b4923224e7d"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:06:02.577227 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c332868-58f8-4a01-91ad-6500c77eab5d x-openstack-request-id: req-9c332868-58f8-4a01-91ad-6500c77eab5d {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:06:02.577569 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd68710-0e28-4100-aefd-090e72a922d7", "name": "network-vif-deleted", "tag": "1540476d-0b77-46bd-b273-3b4923224e7d", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:06:02.577808 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c332868-58f8-4a01-91ad-6500c77eab5d {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:06:02.578221 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd68710-0e28-4100-aefd-090e72a922d7', 'name': 'network-vif-deleted', 'tag': '1540476d-0b77-46bd-b273-3b4923224e7d', 'status': 'completed', 'code': 200} Jul 05 05:06:02.791757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d8e5fd0e-a603-4550-9860-421923522d3e req-a8929297-1570-421e-8d0e-3a1c0417f299 tempest-ServersNegativeTestJSON-363218771 tempest-ServersNegativeTestJSON-363218771-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fd68710-0e28-4100-aefd-090e72a922d7 HTTP/1.1" status: 200 len: 210 time: 0.0289741 Jul 05 05:06:03.127242 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.885354 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37918) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:03.933963 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a624f73-80a8-4b8c-a749-4de9fdc76e9c admin admin] Deleting subnet df1e4005-c39e-434e-9cf2-be2ca07dd1af {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:06:03.936970 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7a624f73-80a8-4b8c-a749-4de9fdc76e9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.973058 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7a624f73-80a8-4b8c-a749-4de9fdc76e9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.011804 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7a624f73-80a8-4b8c-a749-4de9fdc76e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.188923 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7a624f73-80a8-4b8c-a749-4de9fdc76e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.223181 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a624f73-80a8-4b8c-a749-4de9fdc76e9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df1e4005-c39e-434e-9cf2-be2ca07dd1af,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:04.229012 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7a624f73-80a8-4b8c-a749-4de9fdc76e9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.232370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7a624f73-80a8-4b8c-a749-4de9fdc76e9c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/df1e4005-c39e-434e-9cf2-be2ca07dd1af HTTP/1.1" status: 204 len: 168 time: 0.3457551 Jul 05 05:06:04.234834 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37920) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:04.301991 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac1bab4-2996-44da-843b-e793400f079d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.382130 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac1bab4-2996-44da-843b-e793400f079d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.391448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-3ac1bab4-2996-44da-843b-e793400f079d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688b622b-8e9e-4f06-9f27-678df6a1be41']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:04.401573 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-3ac1bab4-2996-44da-843b-e793400f079d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78e54c4-a092-4eed-857a-73e3450f4e70') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:04.401909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-3ac1bab4-2996-44da-843b-e793400f079d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78e54c4-a092-4eed-857a-73e3450f4e70') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:04.411001 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac1bab4-2996-44da-843b-e793400f079d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.424151 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac1bab4-2996-44da-843b-e793400f079d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.430618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac1bab4-2996-44da-843b-e793400f079d admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac1bab4-2996-44da-843b-e793400f079d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: timer() Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:06:04.440469 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:06:04.727917 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac1bab4-2996-44da-843b-e793400f079d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.733876 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ac1bab4-2996-44da-843b-e793400f079d admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.735498 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3ac1bab4-2996-44da-843b-e793400f079d admin admin] 10.222.0.38 "DELETE /v2.0/networks/688b622b-8e9e-4f06-9f27-678df6a1be41 HTTP/1.1" status: 204 len: 168 time: 0.4997659 Jul 05 05:06:04.746412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1bab4-2996-44da-843b-e793400f079d admin admin] Pushing event deleted for resources: {'Network': ['ID=688b622b-8e9e-4f06-9f27-678df6a1be41,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:04.880667 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:05.271561 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37926) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:05.312050 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c8525b4f-0b38-4b89-8afa-6888cbd85bc9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c7596a47b4640ea9f981f7ab9ea636d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392594 Jul 05 05:06:05.314565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37928) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:05.364659 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-03460c76-76c7-4672-b174-a2bd7666784b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:05.385700 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-03460c76-76c7-4672-b174-a2bd7666784b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:05.583837 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-03460c76-76c7-4672-b174-a2bd7666784b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:05.586470 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-03460c76-76c7-4672-b174-a2bd7666784b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:05.587636 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-03460c76-76c7-4672-b174-a2bd7666784b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b6512cbb-5f6a-4a47-88f3-f652d74165b5 HTTP/1.1" status: 204 len: 168 time: 0.2721565 Jul 05 05:06:05.595950 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03460c76-76c7-4672-b174-a2bd7666784b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6512cbb-5f6a-4a47-88f3-f652d74165b5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:05.819406 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1540476d-0b77-46bd-b273-3b4923224e7d no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:06:05.838664 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 1540476d-0b77-46bd-b273-3b4923224e7d {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:06:05.839013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 1540476d-0b77-46bd-b273-3b4923224e7d not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:06:06.733527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37950) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:06.827671 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-57992fcf-eaed-4624-9d24-70ba3306b14b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-154039697'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:06.921459 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57992fcf-eaed-4624-9d24-70ba3306b14b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Made reservation on behalf of 6730a3c6d7094f3b8c8597bc0f1c4368 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:06.925071 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-57992fcf-eaed-4624-9d24-70ba3306b14b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:06.934009 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-57992fcf-eaed-4624-9d24-70ba3306b14b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:07.027710 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-57992fcf-eaed-4624-9d24-70ba3306b14b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:07.099356 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-57992fcf-eaed-4624-9d24-70ba3306b14b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:07.139983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57992fcf-eaed-4624-9d24-70ba3306b14b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:06:07.149940 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57992fcf-eaed-4624-9d24-70ba3306b14b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe28eb1-2439-4b9d-bf09-a3eb87a4b3f7,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:07.158504 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-57992fcf-eaed-4624-9d24-70ba3306b14b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:07.158987 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-57992fcf-eaed-4624-9d24-70ba3306b14b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Added segment a2b85358-ddf7-4ed9-bdce-bc71b0dc778c of type vlan for network be73eaa4-30f8-4e48-9b04-a01f03689f12 Jul 05 05:06:07.200874 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-57992fcf-eaed-4624-9d24-70ba3306b14b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:07.308854 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-57992fcf-eaed-4624-9d24-70ba3306b14b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:07.314404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57992fcf-eaed-4624-9d24-70ba3306b14b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:07.315036 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-57992fcf-eaed-4624-9d24-70ba3306b14b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:07.384422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57992fcf-eaed-4624-9d24-70ba3306b14b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event updated for resources: {'Network': ['ID=be73eaa4-30f8-4e48-9b04-a01f03689f12,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:07.395220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network be73eaa4-30f8-4e48-9b04-a01f03689f12 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:06:07.454596 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-57992fcf-eaed-4624-9d24-70ba3306b14b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7197969 Jul 05 05:06:10.825383 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37956) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:10.830617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-dd848a53-fd60-4cf0-a0a0-b358bb5f79e4 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Request body: {'subnet': {'network_id': 'be73eaa4-30f8-4e48-9b04-a01f03689f12', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:10.967285 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd848a53-fd60-4cf0-a0a0-b358bb5f79e4 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Made reservation on behalf of 6730a3c6d7094f3b8c8597bc0f1c4368 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:10.970996 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd848a53-fd60-4cf0-a0a0-b358bb5f79e4 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.207561 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd848a53-fd60-4cf0-a0a0-b358bb5f79e4 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.270812 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd848a53-fd60-4cf0-a0a0-b358bb5f79e4 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event updated for resources: {'Subnet': ['ID=4d27bb4e-a864-4720-affd-536e1990835f,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:11.276091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd848a53-fd60-4cf0-a0a0-b358bb5f79e4 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Checking segment: {'id': 'a2b85358-ddf7-4ed9-bdce-bc71b0dc778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be73eaa4-30f8-4e48-9b04-a01f03689f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:11.276481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd848a53-fd60-4cf0-a0a0-b358bb5f79e4 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Network hostable DHCP agents. Network: be73eaa4-30f8-4e48-9b04-a01f03689f12, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:06:11.367309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd848a53-fd60-4cf0-a0a0-b358bb5f79e4 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Network be73eaa4-30f8-4e48-9b04-a01f03689f12 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:06:11.424498 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-dd848a53-fd60-4cf0-a0a0-b358bb5f79e4 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, be73eaa4-30f8-4e48-9b04-a01f03689f12) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:11.429488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd848a53-fd60-4cf0-a0a0-b358bb5f79e4 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:11.433526 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd848a53-fd60-4cf0-a0a0-b358bb5f79e4 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.433871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434bb38e-7844-437c-90a9-a1984f8a43b7 None None] Network be73eaa4-30f8-4e48-9b04-a01f03689f12 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:11.511618 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-94ef5aa5-faf2-47b3-aa69-179b3649b000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.522752 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dd848a53-fd60-4cf0-a0a0-b358bb5f79e4 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6962292 Jul 05 05:06:11.526283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37958) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:11.531247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ab19f316-4d87-4539-b87f-cc91e89fabf3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1758878642'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:11.585094 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-be73eaa4-30f8-4e48-9b04-a01f03689f12', 'network_id': 'be73eaa4-30f8-4e48-9b04-a01f03689f12', 'tenant_id': '6730a3c6d7094f3b8c8597bc0f1c4368', 'fixed_ips': [{'subnet_id': '4d27bb4e-a864-4720-affd-536e1990835f'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:06:11.590148 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.636237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab19f316-4d87-4539-b87f-cc91e89fabf3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Made reservation on behalf of 6730a3c6d7094f3b8c8597bc0f1c4368 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:11.639865 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab19f316-4d87-4539-b87f-cc91e89fabf3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.666646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab19f316-4d87-4539-b87f-cc91e89fabf3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:06:11.676708 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab19f316-4d87-4539-b87f-cc91e89fabf3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.676913 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-ab19f316-4d87-4539-b87f-cc91e89fabf3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Added segment fcfc1b5c-b1f3-4a18-9d3d-2bcf8076bf9b of type vlan for network e70ead37-f50f-4d3d-807a-4bf5dc53fc6d Jul 05 05:06:11.721572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Allocated IP 2001:db8:0:ffff::2 (be73eaa4-30f8-4e48-9b04-a01f03689f12/4d27bb4e-a864-4720-affd-536e1990835f/05722fa0-8ab1-44b3-b4c8-a57e3046344c) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:11.721819 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab19f316-4d87-4539-b87f-cc91e89fabf3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.870333 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab19f316-4d87-4539-b87f-cc91e89fabf3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.876548 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab19f316-4d87-4539-b87f-cc91e89fabf3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:11.877371 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ab19f316-4d87-4539-b87f-cc91e89fabf3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.916836 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.925749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Transition to ACTIVE for port object 05722fa0-8ab1-44b3-b4c8-a57e3046344c will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:11.940087 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Transition to ACTIVE for port object 05722fa0-8ab1-44b3-b4c8-a57e3046344c will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:11.944789 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19f316-4d87-4539-b87f-cc91e89fabf3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event updated for resources: {'Network': ['ID=e70ead37-f50f-4d3d-807a-4bf5dc53fc6d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:11.955226 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network e70ead37-f50f-4d3d-807a-4bf5dc53fc6d details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:06:12.025444 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ab19f316-4d87-4539-b87f-cc91e89fabf3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4981010 Jul 05 05:06:12.029274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37960) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:12.033056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-baa95f86-6fb3-40f1-bf16-65659c1baa38 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Request body: {'subnet': {'network_id': 'e70ead37-f50f-4d3d-807a-4bf5dc53fc6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:12.070633 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:12.107912 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Network be73eaa4-30f8-4e48-9b04-a01f03689f12 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:12.110778 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:12.114257 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:12.129018 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Pushing event updated for resources: {'Port': ['ID=05722fa0-8ab1-44b3-b4c8-a57e3046344c,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:12.178693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Attempting to bind port 05722fa0-8ab1-44b3-b4c8-a57e3046344c on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:12.179061 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Attempting to bind port 05722fa0-8ab1-44b3-b4c8-a57e3046344c by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'a2b85358-ddf7-4ed9-bdce-bc71b0dc778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be73eaa4-30f8-4e48-9b04-a01f03689f12'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:12.179429 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Attempting to bind port 05722fa0-8ab1-44b3-b4c8-a57e3046344c on network be73eaa4-30f8-4e48-9b04-a01f03689f12 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:12.184436 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:12.184817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Checking segment: {'id': 'a2b85358-ddf7-4ed9-bdce-bc71b0dc778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be73eaa4-30f8-4e48-9b04-a01f03689f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:12.185270 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:12.185623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Bound using segment: {'id': 'a2b85358-ddf7-4ed9-bdce-bc71b0dc778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be73eaa4-30f8-4e48-9b04-a01f03689f12'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:12.186098 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Bound port: 05722fa0-8ab1-44b3-b4c8-a57e3046344c, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b85358-ddf7-4ed9-bdce-bc71b0dc778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be73eaa4-30f8-4e48-9b04-a01f03689f12'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:12.186254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa95f86-6fb3-40f1-bf16-65659c1baa38 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Made reservation on behalf of 6730a3c6d7094f3b8c8597bc0f1c4368 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:12.186487 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:12.189922 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-baa95f86-6fb3-40f1-bf16-65659c1baa38 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:12.254761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] For port 05722fa0-8ab1-44b3-b4c8-a57e3046344c, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:12.258022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] For port 05722fa0-8ab1-44b3-b4c8-a57e3046344c, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=05722fa0-8ab1-44b3-b4c8-a57e3046344c,segment=NetworkSegment(a2b85358-ddf7-4ed9-bdce-bc71b0dc778c),segment_id=a2b85358-ddf7-4ed9-bdce-bc71b0dc778c)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:12.356462 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:12.416877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6044e59-f14b-4d45-b3a0-3cb0ad302e67 None None] Pushing event updated for resources: {'Port': ['ID=05722fa0-8ab1-44b3-b4c8-a57e3046344c,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:12.442401 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-baa95f86-6fb3-40f1-bf16-65659c1baa38 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:12.495724 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa95f86-6fb3-40f1-bf16-65659c1baa38 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event updated for resources: {'Subnet': ['ID=e9b96705-e4fd-49b0-81dd-6c5826adfc28,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:12.584741 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa95f86-6fb3-40f1-bf16-65659c1baa38 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Checking segment: {'id': 'fcfc1b5c-b1f3-4a18-9d3d-2bcf8076bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e70ead37-f50f-4d3d-807a-4bf5dc53fc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:12.585245 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa95f86-6fb3-40f1-bf16-65659c1baa38 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Network hostable DHCP agents. Network: e70ead37-f50f-4d3d-807a-4bf5dc53fc6d, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:06:12.704904 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa95f86-6fb3-40f1-bf16-65659c1baa38 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Network e70ead37-f50f-4d3d-807a-4bf5dc53fc6d is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:06:12.785456 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-baa95f86-6fb3-40f1-bf16-65659c1baa38 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, e70ead37-f50f-4d3d-807a-4bf5dc53fc6d) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:12.791433 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa95f86-6fb3-40f1-bf16-65659c1baa38 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:12.791433 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-baa95f86-6fb3-40f1-bf16-65659c1baa38 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:12.795883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4886c52-8b20-43ac-8e50-db6cf085716d None None] Network e70ead37-f50f-4d3d-807a-4bf5dc53fc6d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:12.881185 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-baa95f86-6fb3-40f1-bf16-65659c1baa38 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8520107 Jul 05 05:06:12.883953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37962) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:12.946362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-e70ead37-f50f-4d3d-807a-4bf5dc53fc6d', 'network_id': 'e70ead37-f50f-4d3d-807a-4bf5dc53fc6d', 'tenant_id': '6730a3c6d7094f3b8c8597bc0f1c4368', 'fixed_ips': [{'subnet_id': 'e9b96705-e4fd-49b0-81dd-6c5826adfc28'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:06:12.947299 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:12.993540 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:13.088834 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:13.110060 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Allocated IP 2001:db8::2 (e70ead37-f50f-4d3d-807a-4bf5dc53fc6d/e9b96705-e4fd-49b0-81dd-6c5826adfc28/867c9e5a-836f-4473-9f8e-a98c15eabeff) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:13.278027 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:13.281592 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Transition to ACTIVE for port object 867c9e5a-836f-4473-9f8e-a98c15eabeff will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:13.297291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Transition to ACTIVE for port object 867c9e5a-836f-4473-9f8e-a98c15eabeff will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:13.314044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08292c65-b374-48d8-8707-ac6e17bbedec None None] Network be73eaa4-30f8-4e48-9b04-a01f03689f12 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:13.375273 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:13.432030 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Network e70ead37-f50f-4d3d-807a-4bf5dc53fc6d is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:13.446162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:13.449772 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:13.451554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Pushing event updated for resources: {'Port': ['ID=867c9e5a-836f-4473-9f8e-a98c15eabeff,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:13.502494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-65c92df3-435c-4e69-8be7-75cbc147facd None None] Provisioning for port 05722fa0-8ab1-44b3-b4c8-a57e3046344c completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:13.537132 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:13.553407 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Attempting to bind port 867c9e5a-836f-4473-9f8e-a98c15eabeff on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:13.553678 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Attempting to bind port 867c9e5a-836f-4473-9f8e-a98c15eabeff by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'fcfc1b5c-b1f3-4a18-9d3d-2bcf8076bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e70ead37-f50f-4d3d-807a-4bf5dc53fc6d'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:13.554028 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Attempting to bind port 867c9e5a-836f-4473-9f8e-a98c15eabeff on network e70ead37-f50f-4d3d-807a-4bf5dc53fc6d {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:13.567820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b96705-e4fd-49b0-81dd-6c5826adfc28,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:13.577219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:13.577594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Checking segment: {'id': 'fcfc1b5c-b1f3-4a18-9d3d-2bcf8076bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e70ead37-f50f-4d3d-807a-4bf5dc53fc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:13.578004 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:13.578404 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Bound using segment: {'id': 'fcfc1b5c-b1f3-4a18-9d3d-2bcf8076bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e70ead37-f50f-4d3d-807a-4bf5dc53fc6d'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:13.578883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Bound port: 867c9e5a-836f-4473-9f8e-a98c15eabeff, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfc1b5c-b1f3-4a18-9d3d-2bcf8076bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e70ead37-f50f-4d3d-807a-4bf5dc53fc6d'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:13.579270 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:13.631522 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:13.641422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70ead37-f50f-4d3d-807a-4bf5dc53fc6d']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:13.652460 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcfc1b5c-b1f3-4a18-9d3d-2bcf8076bf9b') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:13.652762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcfc1b5c-b1f3-4a18-9d3d-2bcf8076bf9b') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:13.662378 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:13.664171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] For port 867c9e5a-836f-4473-9f8e-a98c15eabeff, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:13.668607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] For port 867c9e5a-836f-4473-9f8e-a98c15eabeff, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=867c9e5a-836f-4473-9f8e-a98c15eabeff,segment=NetworkSegment(fcfc1b5c-b1f3-4a18-9d3d-2bcf8076bf9b),segment_id=fcfc1b5c-b1f3-4a18-9d3d-2bcf8076bf9b)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:13.756723 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:13.759581 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:13.767540 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:06:13.768092 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: timer() Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:06:13.772986 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:06:13.839913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb447d6-5c45-437d-90cb-6d3e8ea39bd2 None None] Pushing event updated for resources: {'Port': ['ID=867c9e5a-836f-4473-9f8e-a98c15eabeff,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:13.862255 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7a150-f5d0-4832-88c6-c5a736067b9d None None] Network e70ead37-f50f-4d3d-807a-4bf5dc53fc6d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:13.876588 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.db.api [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 05:06:13.876588 n-d-771363-32 neutron-server[100933]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 05:06:13.876588 n-d-771363-32 neutron-server[100933]: [parameters: {'id': 'e70ead37-f50f-4d3d-807a-4bf5dc53fc6d'}] Jul 05 05:06:13.876588 n-d-771363-32 neutron-server[100933]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 05:06:13.877121 n-d-771363-32 neutron-server[100933]: DEBUG oslo_db.api [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 05:06:14.023197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df10fdd6-001e-48e2-9b19-bb674597f826 None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 05:06:14.086075 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 05722fa0-8ab1-44b3-b4c8-a57e3046344c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:14.121756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df10fdd6-001e-48e2-9b19-bb674597f826 None None] Resources bound (agent type, host, resource id): {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 05:06:14.160820 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9e446852-fb58-431a-ba98-8a81737c323e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.316878 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 05722fa0-8ab1-44b3-b4c8-a57e3046344c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:14.329962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 05722fa0-8ab1-44b3-b4c8-a57e3046344c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:14.330331 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.377561 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.434701 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Deleting port 867c9e5a-836f-4473-9f8e-a98c15eabeff {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:06:14.435048 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.440331 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.464233 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.474090 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 05722fa0-8ab1-44b3-b4c8-a57e3046344c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=05722fa0-8ab1-44b3-b4c8-a57e3046344c,segment=NetworkSegment(a2b85358-ddf7-4ed9-bdce-bc71b0dc778c),segment_id=a2b85358-ddf7-4ed9-bdce-bc71b0dc778c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:14.497933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] For port 867c9e5a-836f-4473-9f8e-a98c15eabeff, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=867c9e5a-836f-4473-9f8e-a98c15eabeff,segment=NetworkSegment(fcfc1b5c-b1f3-4a18-9d3d-2bcf8076bf9b),segment_id=fcfc1b5c-b1f3-4a18-9d3d-2bcf8076bf9b)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:14.498296 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.510939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Calling delete_port for 867c9e5a-836f-4473-9f8e-a98c15eabeff owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:06:14.539032 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.587964 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=05722fa0-8ab1-44b3-b4c8-a57e3046344c,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:14.670457 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.696349 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event deleted for resources: {'Port': ['ID=867c9e5a-836f-4473-9f8e-a98c15eabeff,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:14.701862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] No DVR routers for this DVR port 867c9e5a-836f-4473-9f8e-a98c15eabeff on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:06:14.782185 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.792090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70ead37-f50f-4d3d-807a-4bf5dc53fc6d']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:14.802113 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcfc1b5c-b1f3-4a18-9d3d-2bcf8076bf9b') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:14.802403 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcfc1b5c-b1f3-4a18-9d3d-2bcf8076bf9b') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:14.810769 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.824297 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.829909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:06:14.830292 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: timer() Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:06:14.833198 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:06:14.973652 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.986045 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.986045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "DELETE /v2.0/networks/e70ead37-f50f-4d3d-807a-4bf5dc53fc6d HTTP/1.1" status: 204 len: 168 time: 2.0973802 Jul 05 05:06:14.986557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37964) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:14.992747 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6cef1ddb-ae50-4817-811d-1457a692b5b9 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-748129286'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:14.994145 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b029570-a476-411a-a1e0-a613588b7213 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event deleted for resources: {'Network': ['ID=e70ead37-f50f-4d3d-807a-4bf5dc53fc6d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:15.069994 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cef1ddb-ae50-4817-811d-1457a692b5b9 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Made reservation on behalf of 6730a3c6d7094f3b8c8597bc0f1c4368 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:15.073898 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6cef1ddb-ae50-4817-811d-1457a692b5b9 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.098508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cef1ddb-ae50-4817-811d-1457a692b5b9 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:06:15.107126 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6cef1ddb-ae50-4817-811d-1457a692b5b9 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.107477 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-6cef1ddb-ae50-4817-811d-1457a692b5b9 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Added segment 5946f2ac-c045-4bcb-80a9-a1154d5b9004 of type vlan for network bb51fa71-d1b2-4302-90a9-5fcb8a54c6bc Jul 05 05:06:15.146724 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6cef1ddb-ae50-4817-811d-1457a692b5b9 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.227965 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6cef1ddb-ae50-4817-811d-1457a692b5b9 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.233594 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cef1ddb-ae50-4817-811d-1457a692b5b9 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:15.234191 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6cef1ddb-ae50-4817-811d-1457a692b5b9 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.297802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef1ddb-ae50-4817-811d-1457a692b5b9 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event updated for resources: {'Network': ['ID=bb51fa71-d1b2-4302-90a9-5fcb8a54c6bc,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:15.308316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network bb51fa71-d1b2-4302-90a9-5fcb8a54c6bc details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:06:15.366166 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6cef1ddb-ae50-4817-811d-1457a692b5b9 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3784266 Jul 05 05:06:15.368962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37966) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:15.375780 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f6ae5681-1580-4bf7-bd88-9d46ad095595 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Request body: {'subnet': {'network_id': 'bb51fa71-d1b2-4302-90a9-5fcb8a54c6bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:15.504487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ae5681-1580-4bf7-bd88-9d46ad095595 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Made reservation on behalf of 6730a3c6d7094f3b8c8597bc0f1c4368 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:15.508559 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5681-1580-4bf7-bd88-9d46ad095595 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.573581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.ipam_backend_mixin [None req-f6ae5681-1580-4bf7-bd88-9d46ad095595 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Performing IP validity checks on allocation pools {{(pid=100932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 05:06:15.574197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.ipam_backend_mixin [None req-f6ae5681-1580-4bf7-bd88-9d46ad095595 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100932) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 05:06:15.635814 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.756218 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5681-1580-4bf7-bd88-9d46ad095595 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.808592 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae5681-1580-4bf7-bd88-9d46ad095595 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event updated for resources: {'Subnet': ['ID=3ae6e270-dfc9-49f4-83f9-a0a3cd031100,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:15.825000 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ae5681-1580-4bf7-bd88-9d46ad095595 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Checking segment: {'id': '5946f2ac-c045-4bcb-80a9-a1154d5b9004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bb51fa71-d1b2-4302-90a9-5fcb8a54c6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:15.825364 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ae5681-1580-4bf7-bd88-9d46ad095595 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Network hostable DHCP agents. Network: bb51fa71-d1b2-4302-90a9-5fcb8a54c6bc, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:06:15.902495 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ae5681-1580-4bf7-bd88-9d46ad095595 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Network bb51fa71-d1b2-4302-90a9-5fcb8a54c6bc is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:06:15.959684 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-f6ae5681-1580-4bf7-bd88-9d46ad095595 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, bb51fa71-d1b2-4302-90a9-5fcb8a54c6bc) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:15.963984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ae5681-1580-4bf7-bd88-9d46ad095595 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:15.964630 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5681-1580-4bf7-bd88-9d46ad095595 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.968460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3212bfb-1311-4093-b5f2-5d4a89a95ebf None None] Network bb51fa71-d1b2-4302-90a9-5fcb8a54c6bc requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:16.041166 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f6ae5681-1580-4bf7-bd88-9d46ad095595 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6706884 Jul 05 05:06:16.043726 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37968) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:16.050371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 05722fa0-8ab1-44b3-b4c8-a57e3046344c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:16.147445 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d76715de-a642-48fa-b4f5-2b89ed7f3ab6 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:16.161423 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d65963-b429-4255-b720-cc1f034e979b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-bb51fa71-d1b2-4302-90a9-5fcb8a54c6bc', 'network_id': 'bb51fa71-d1b2-4302-90a9-5fcb8a54c6bc', 'tenant_id': '6730a3c6d7094f3b8c8597bc0f1c4368', 'fixed_ips': [{'subnet_id': '3ae6e270-dfc9-49f4-83f9-a0a3cd031100'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:06:16.162326 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-25d65963-b429-4255-b720-cc1f034e979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:16.165354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 05722fa0-8ab1-44b3-b4c8-a57e3046344c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:16.165718 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:16.224367 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d76715de-a642-48fa-b4f5-2b89ed7f3ab6 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:16.343198 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d76715de-a642-48fa-b4f5-2b89ed7f3ab6 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:16.375683 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76715de-a642-48fa-b4f5-2b89ed7f3ab6 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event deleted for resources: {'Subnet': ['ID=3ae6e270-dfc9-49f4-83f9-a0a3cd031100,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server [None req-25d65963-b429-4255-b720-cc1f034e979b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ae6e270-dfc9-49f4-83f9-a0a3cd031100: This subnet is being modified by another concurrent operation. Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server raise exception Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ae6e270-dfc9-49f4-83f9-a0a3cd031100: This subnet is being modified by another concurrent operation. Jul 05 05:06:16.380596 n-d-771363-32 neutron-server[100934]: ERROR oslo_messaging.rpc.server Jul 05 05:06:16.396557 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfba578d-4286-491e-83ff-4c93e6fe6b10 None None] Network bb51fa71-d1b2-4302-90a9-5fcb8a54c6bc requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:16.439866 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d76715de-a642-48fa-b4f5-2b89ed7f3ab6 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:16.451021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d76715de-a642-48fa-b4f5-2b89ed7f3ab6 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb51fa71-d1b2-4302-90a9-5fcb8a54c6bc']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:16.462223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d76715de-a642-48fa-b4f5-2b89ed7f3ab6 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5946f2ac-c045-4bcb-80a9-a1154d5b9004') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:16.462529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d76715de-a642-48fa-b4f5-2b89ed7f3ab6 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5946f2ac-c045-4bcb-80a9-a1154d5b9004') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:16.471679 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d76715de-a642-48fa-b4f5-2b89ed7f3ab6 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:16.487824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d76715de-a642-48fa-b4f5-2b89ed7f3ab6 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:16.495262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76715de-a642-48fa-b4f5-2b89ed7f3ab6 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:06:16.495790 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d76715de-a642-48fa-b4f5-2b89ed7f3ab6 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: timer() Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:06:16.498776 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:06:16.508538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28327e32-ddee-496c-9c0d-8b1f8b1852c6 None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 05:06:16.577727 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28327e32-ddee-496c-9c0d-8b1f8b1852c6 None None] Resources bound (agent type, host, resource id): {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 05:06:16.636127 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d76715de-a642-48fa-b4f5-2b89ed7f3ab6 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:16.644931 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d76715de-a642-48fa-b4f5-2b89ed7f3ab6 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:16.646865 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d76715de-a642-48fa-b4f5-2b89ed7f3ab6 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "DELETE /v2.0/networks/bb51fa71-d1b2-4302-90a9-5fcb8a54c6bc HTTP/1.1" status: 204 len: 168 time: 0.6020622 Jul 05 05:06:16.650959 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37970) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:16.656275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ac12c8c6-3a65-4e14-9187-6bfff7ebf5e3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1892064339'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:16.656681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76715de-a642-48fa-b4f5-2b89ed7f3ab6 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event deleted for resources: {'Network': ['ID=bb51fa71-d1b2-4302-90a9-5fcb8a54c6bc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:16.744317 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac12c8c6-3a65-4e14-9187-6bfff7ebf5e3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Made reservation on behalf of 6730a3c6d7094f3b8c8597bc0f1c4368 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:16.747897 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac12c8c6-3a65-4e14-9187-6bfff7ebf5e3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:16.772731 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac12c8c6-3a65-4e14-9187-6bfff7ebf5e3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:06:16.781640 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac12c8c6-3a65-4e14-9187-6bfff7ebf5e3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:16.781992 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-ac12c8c6-3a65-4e14-9187-6bfff7ebf5e3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Added segment 66788f94-2cea-4ca0-b4a0-28cc883844ae of type vlan for network b3680109-bb48-47db-a3b0-2f4ea2c74843 Jul 05 05:06:16.834791 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac12c8c6-3a65-4e14-9187-6bfff7ebf5e3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:16.959866 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac12c8c6-3a65-4e14-9187-6bfff7ebf5e3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:16.965551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12c8c6-3a65-4e14-9187-6bfff7ebf5e3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:16.966169 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ac12c8c6-3a65-4e14-9187-6bfff7ebf5e3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:17.029764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12c8c6-3a65-4e14-9187-6bfff7ebf5e3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event updated for resources: {'Network': ['ID=b3680109-bb48-47db-a3b0-2f4ea2c74843,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:17.040487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network b3680109-bb48-47db-a3b0-2f4ea2c74843 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:06:17.094283 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ac12c8c6-3a65-4e14-9187-6bfff7ebf5e3 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4421523 Jul 05 05:06:17.098524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37972) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:17.104225 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-77cfaabc-9e73-4b97-9f85-a48b1641327f tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Request body: {'subnet': {'network_id': 'b3680109-bb48-47db-a3b0-2f4ea2c74843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:17.193234 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:17.264626 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cfaabc-9e73-4b97-9f85-a48b1641327f tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Made reservation on behalf of 6730a3c6d7094f3b8c8597bc0f1c4368 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:17.268348 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-77cfaabc-9e73-4b97-9f85-a48b1641327f tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:17.538942 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-77cfaabc-9e73-4b97-9f85-a48b1641327f tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:17.605759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfaabc-9e73-4b97-9f85-a48b1641327f tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event updated for resources: {'Subnet': ['ID=b97bdeb1-78b1-4870-bdf6-3b784d8093af,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:17.615446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cfaabc-9e73-4b97-9f85-a48b1641327f tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Checking segment: {'id': '66788f94-2cea-4ca0-b4a0-28cc883844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b3680109-bb48-47db-a3b0-2f4ea2c74843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:17.615810 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cfaabc-9e73-4b97-9f85-a48b1641327f tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Network hostable DHCP agents. Network: b3680109-bb48-47db-a3b0-2f4ea2c74843, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:06:17.693236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cfaabc-9e73-4b97-9f85-a48b1641327f tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Network b3680109-bb48-47db-a3b0-2f4ea2c74843 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:06:17.784727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-77cfaabc-9e73-4b97-9f85-a48b1641327f tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, b3680109-bb48-47db-a3b0-2f4ea2c74843) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:17.789973 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cfaabc-9e73-4b97-9f85-a48b1641327f tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:17.790817 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-77cfaabc-9e73-4b97-9f85-a48b1641327f tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:17.794776 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d21c58e-0dfc-4b3f-a3a3-1ed9c857e5f1 None None] Network b3680109-bb48-47db-a3b0-2f4ea2c74843 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:17.891899 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-77cfaabc-9e73-4b97-9f85-a48b1641327f tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7884955 Jul 05 05:06:17.892172 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37974) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:17.897923 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-087fa1e7-83b1-4652-bcd3-9f35cb051684 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1018957682'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:17.965974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-b3680109-bb48-47db-a3b0-2f4ea2c74843', 'network_id': 'b3680109-bb48-47db-a3b0-2f4ea2c74843', 'tenant_id': '6730a3c6d7094f3b8c8597bc0f1c4368', 'fixed_ips': [{'subnet_id': 'b97bdeb1-78b1-4870-bdf6-3b784d8093af'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:06:17.973659 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:17.984583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087fa1e7-83b1-4652-bcd3-9f35cb051684 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Made reservation on behalf of 6730a3c6d7094f3b8c8597bc0f1c4368 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:17.988887 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-087fa1e7-83b1-4652-bcd3-9f35cb051684 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:18.013087 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087fa1e7-83b1-4652-bcd3-9f35cb051684 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:06:18.022433 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-087fa1e7-83b1-4652-bcd3-9f35cb051684 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:18.022774 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-087fa1e7-83b1-4652-bcd3-9f35cb051684 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Added segment b4a99ad9-412a-4116-b3ee-5e7a2e768160 of type vlan for network 037617d4-a5df-433c-a217-5371a62a4d86 Jul 05 05:06:18.063824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-087fa1e7-83b1-4652-bcd3-9f35cb051684 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:18.106587 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Allocated IP 2001:db8::2 (b3680109-bb48-47db-a3b0-2f4ea2c74843/b97bdeb1-78b1-4870-bdf6-3b784d8093af/6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:18.165808 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-087fa1e7-83b1-4652-bcd3-9f35cb051684 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:18.171578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087fa1e7-83b1-4652-bcd3-9f35cb051684 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:18.172237 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-087fa1e7-83b1-4652-bcd3-9f35cb051684 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:18.249403 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fa1e7-83b1-4652-bcd3-9f35cb051684 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event updated for resources: {'Network': ['ID=037617d4-a5df-433c-a217-5371a62a4d86,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:18.305668 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-087fa1e7-83b1-4652-bcd3-9f35cb051684 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4124563 Jul 05 05:06:18.308615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37976) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:18.314279 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-b821187e-b9ba-4239-b6c7-9a2bd0b5ef8d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Request body: {'subnet': {'network_id': '037617d4-a5df-433c-a217-5371a62a4d86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:18.330395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 037617d4-a5df-433c-a217-5371a62a4d86 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:06:18.477650 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:18.486224 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Transition to ACTIVE for port object 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:18.496927 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b821187e-b9ba-4239-b6c7-9a2bd0b5ef8d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Made reservation on behalf of 6730a3c6d7094f3b8c8597bc0f1c4368 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:18.500634 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b821187e-b9ba-4239-b6c7-9a2bd0b5ef8d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:18.501327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Transition to ACTIVE for port object 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:18.583612 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:18.622583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Network b3680109-bb48-47db-a3b0-2f4ea2c74843 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:18.628974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:18.633603 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:18.635621 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Pushing event updated for resources: {'Port': ['ID=6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:18.694465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Attempting to bind port 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:18.694838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Attempting to bind port 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '66788f94-2cea-4ca0-b4a0-28cc883844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b3680109-bb48-47db-a3b0-2f4ea2c74843'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:18.695206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Attempting to bind port 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf on network b3680109-bb48-47db-a3b0-2f4ea2c74843 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:18.700549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:18.729750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Checking segment: {'id': '66788f94-2cea-4ca0-b4a0-28cc883844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b3680109-bb48-47db-a3b0-2f4ea2c74843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:18.729750 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:18.729750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Bound using segment: {'id': '66788f94-2cea-4ca0-b4a0-28cc883844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b3680109-bb48-47db-a3b0-2f4ea2c74843'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:18.729750 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Bound port: 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66788f94-2cea-4ca0-b4a0-28cc883844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b3680109-bb48-47db-a3b0-2f4ea2c74843'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:18.729750 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:18.767824 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] For port 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:18.771320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] For port 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf,segment=NetworkSegment(66788f94-2cea-4ca0-b4a0-28cc883844ae),segment_id=66788f94-2cea-4ca0-b4a0-28cc883844ae)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:18.782906 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b821187e-b9ba-4239-b6c7-9a2bd0b5ef8d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:18.830686 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:18.848996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821187e-b9ba-4239-b6c7-9a2bd0b5ef8d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event updated for resources: {'Subnet': ['ID=7e7d1cb5-adb6-4631-a06f-d7746ddc5900,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:18.856350 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b821187e-b9ba-4239-b6c7-9a2bd0b5ef8d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Checking segment: {'id': 'b4a99ad9-412a-4116-b3ee-5e7a2e768160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '037617d4-a5df-433c-a217-5371a62a4d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:18.856722 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b821187e-b9ba-4239-b6c7-9a2bd0b5ef8d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Network hostable DHCP agents. Network: 037617d4-a5df-433c-a217-5371a62a4d86, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:06:18.896020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd0d61-516e-43e5-95a5-213939772f09 None None] Pushing event updated for resources: {'Port': ['ID=6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:18.933370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b821187e-b9ba-4239-b6c7-9a2bd0b5ef8d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Network 037617d4-a5df-433c-a217-5371a62a4d86 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:06:19.034062 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-b821187e-b9ba-4239-b6c7-9a2bd0b5ef8d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 037617d4-a5df-433c-a217-5371a62a4d86) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:19.039321 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b821187e-b9ba-4239-b6c7-9a2bd0b5ef8d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:19.039966 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b821187e-b9ba-4239-b6c7-9a2bd0b5ef8d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.044736 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bbdbd1-2f4b-4914-8aac-dd7e17db9a9c None None] Network 037617d4-a5df-433c-a217-5371a62a4d86 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:19.132003 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b821187e-b9ba-4239-b6c7-9a2bd0b5ef8d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8221822 Jul 05 05:06:19.134539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37978) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:19.208215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-037617d4-a5df-433c-a217-5371a62a4d86', 'network_id': '037617d4-a5df-433c-a217-5371a62a4d86', 'tenant_id': '6730a3c6d7094f3b8c8597bc0f1c4368', 'fixed_ips': [{'subnet_id': '7e7d1cb5-adb6-4631-a06f-d7746ddc5900'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:06:19.209113 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.236159 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.288198 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.346427 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Allocated IP 2001:db8::2 (037617d4-a5df-433c-a217-5371a62a4d86/7e7d1cb5-adb6-4631-a06f-d7746ddc5900/1daf4079-b032-4cb8-b0a1-ac2a5cd277f7) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:19.407714 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:06:19.495879 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.504559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Transition to ACTIVE for port object 1daf4079-b032-4cb8-b0a1-ac2a5cd277f7 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:19.519762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Transition to ACTIVE for port object 1daf4079-b032-4cb8-b0a1-ac2a5cd277f7 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:19.577587 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.617297 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Network 037617d4-a5df-433c-a217-5371a62a4d86 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:19.622220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:19.625808 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:19.631531 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Pushing event updated for resources: {'Port': ['ID=1daf4079-b032-4cb8-b0a1-ac2a5cd277f7,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:19.670682 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.693790 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Attempting to bind port 1daf4079-b032-4cb8-b0a1-ac2a5cd277f7 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:19.694192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Attempting to bind port 1daf4079-b032-4cb8-b0a1-ac2a5cd277f7 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'b4a99ad9-412a-4116-b3ee-5e7a2e768160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '037617d4-a5df-433c-a217-5371a62a4d86'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:19.694524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Attempting to bind port 1daf4079-b032-4cb8-b0a1-ac2a5cd277f7 on network 037617d4-a5df-433c-a217-5371a62a4d86 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:19.700629 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7d1cb5-adb6-4631-a06f-d7746ddc5900,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:19.700872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:19.701203 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Checking segment: {'id': 'b4a99ad9-412a-4116-b3ee-5e7a2e768160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '037617d4-a5df-433c-a217-5371a62a4d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:19.701607 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.702589 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Bound using segment: {'id': 'b4a99ad9-412a-4116-b3ee-5e7a2e768160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '037617d4-a5df-433c-a217-5371a62a4d86'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:19.703265 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Bound port: 1daf4079-b032-4cb8-b0a1-ac2a5cd277f7, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a99ad9-412a-4116-b3ee-5e7a2e768160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '037617d4-a5df-433c-a217-5371a62a4d86'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:19.703666 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.762585 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.773580 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037617d4-a5df-433c-a217-5371a62a4d86']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:19.773739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] For port 1daf4079-b032-4cb8-b0a1-ac2a5cd277f7, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:19.778353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] For port 1daf4079-b032-4cb8-b0a1-ac2a5cd277f7, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1daf4079-b032-4cb8-b0a1-ac2a5cd277f7,segment=NetworkSegment(b4a99ad9-412a-4116-b3ee-5e7a2e768160),segment_id=b4a99ad9-412a-4116-b3ee-5e7a2e768160)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:19.783048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e29cc1-d28e-4e7b-8156-6b830cd07cb5 None None] Network b3680109-bb48-47db-a3b0-2f4ea2c74843 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:19.786224 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a99ad9-412a-4116-b3ee-5e7a2e768160') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:19.786525 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a99ad9-412a-4116-b3ee-5e7a2e768160') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:19.795824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.855890 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.856877 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.862255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:06:19.862930 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: timer() Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:06:19.866106 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:06:19.944425 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4e0fa7c2-51f7-4c08-9ccc-a466f573310b None None] Provisioning for port 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:19.989440 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113b6ed-aecd-4bd4-9ec7-2d0e1b8c93a6 None None] Pushing event updated for resources: {'Port': ['ID=1daf4079-b032-4cb8-b0a1-ac2a5cd277f7,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:19.999519 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.db.api [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 05:06:19.999519 n-d-771363-32 neutron-server[100932]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 05:06:19.999519 n-d-771363-32 neutron-server[100932]: [parameters: {'id': '037617d4-a5df-433c-a217-5371a62a4d86'}] Jul 05 05:06:19.999519 n-d-771363-32 neutron-server[100932]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 05:06:19.999928 n-d-771363-32 neutron-server[100932]: DEBUG oslo_db.api [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 05:06:20.033129 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714d27ec-5c8a-42a5-a302-ebe539b123ec None None] Network 037617d4-a5df-433c-a217-5371a62a4d86 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:20.098889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:20.258783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:20.263162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:20.263546 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.307327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72b7f3c-db3d-4eaa-83ad-e999b58d4e2c None None] get_active_networks_info from n-d-771363-32 {{(pid=100934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 05:06:20.397737 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.437749 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72b7f3c-db3d-4eaa-83ad-e999b58d4e2c None None] Resources bound (agent type, host, resource id): {{(pid=100934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 05:06:20.446459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2c55acd3-0c18-43ec-a5a3-49482002d5e8 None None] Provisioning complete for port 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:20.446825 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2c55acd3-0c18-43ec-a5a3-49482002d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.477902 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf,segment=NetworkSegment(66788f94-2cea-4ca0-b4a0-28cc883844ae),segment_id=66788f94-2cea-4ca0-b4a0-28cc883844ae)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:20.501635 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.564402 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Deleting port 1daf4079-b032-4cb8-b0a1-ac2a5cd277f7 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:06:20.564402 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.564907 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.635060 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] For port 1daf4079-b032-4cb8-b0a1-ac2a5cd277f7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1daf4079-b032-4cb8-b0a1-ac2a5cd277f7,segment=NetworkSegment(b4a99ad9-412a-4116-b3ee-5e7a2e768160),segment_id=b4a99ad9-412a-4116-b3ee-5e7a2e768160)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:20.635453 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.649832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Calling delete_port for 1daf4079-b032-4cb8-b0a1-ac2a5cd277f7 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:06:20.693092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:20.830981 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.859882 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event deleted for resources: {'Port': ['ID=1daf4079-b032-4cb8-b0a1-ac2a5cd277f7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:20.861746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] No DVR routers for this DVR port 1daf4079-b032-4cb8-b0a1-ac2a5cd277f7 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:06:20.947534 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.957996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037617d4-a5df-433c-a217-5371a62a4d86']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:20.967978 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a99ad9-412a-4116-b3ee-5e7a2e768160') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:20.968309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a99ad9-412a-4116-b3ee-5e7a2e768160') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:20.977532 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.990668 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.996349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:06:20.996743 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: timer() Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:06:20.999567 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:06:21.119464 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.126194 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.127972 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "DELETE /v2.0/networks/037617d4-a5df-433c-a217-5371a62a4d86 HTTP/1.1" status: 204 len: 168 time: 1.9921834 Jul 05 05:06:21.131084 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37980) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:21.139218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dc213-d435-4a39-89e0-37a3444f165a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event deleted for resources: {'Network': ['ID=037617d4-a5df-433c-a217-5371a62a4d86,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:21.163224 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45a8888-6b3f-4bc4-9300-c9333ce83c48 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] GET failed (client error): The resource could not be found. Jul 05 05:06:21.164560 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c45a8888-6b3f-4bc4-9300-c9333ce83c48 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "GET /v2.0/subnets/7e7d1cb5-adb6-4631-a06f-d7746ddc5900 HTTP/1.1" status: 404 len: 337 time: 0.0324590 Jul 05 05:06:21.167379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37982) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:21.185132 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bd0842-8492-4171-b332-f985429a8941 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] DELETE failed (client error): The resource could not be found. Jul 05 05:06:21.185650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bd0842-8492-4171-b332-f985429a8941 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 05:06:21.187257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-58bd0842-8492-4171-b332-f985429a8941 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "DELETE /v2.0/networks/037617d4-a5df-433c-a217-5371a62a4d86 HTTP/1.1" status: 404 len: 339 time: 0.0189497 Jul 05 05:06:21.190886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37984) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:21.219715 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-585f3bff-544d-4ed2-b522-95b5bda5c585 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] DELETE failed (client error): The resource could not be found. Jul 05 05:06:21.220171 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585f3bff-544d-4ed2-b522-95b5bda5c585 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 05:06:21.221823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-585f3bff-544d-4ed2-b522-95b5bda5c585 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "DELETE /v2.0/subnets/7e7d1cb5-adb6-4631-a06f-d7746ddc5900 HTTP/1.1" status: 404 len: 337 time: 0.0299976 Jul 05 05:06:21.224863 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37986) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:21.241507 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c68666-d9a4-4d54-abd0-b4331b50c70d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] DELETE failed (client error): The resource could not be found. Jul 05 05:06:21.242014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c68666-d9a4-4d54-abd0-b4331b50c70d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 05:06:21.243568 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a0c68666-d9a4-4d54-abd0-b4331b50c70d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "DELETE /v2.0/networks/037617d4-a5df-433c-a217-5371a62a4d86 HTTP/1.1" status: 404 len: 339 time: 0.0178616 Jul 05 05:06:21.245794 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37988) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:21.294335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Deleting subnet b97bdeb1-78b1-4870-bdf6-3b784d8093af {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:06:21.300727 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.336734 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.420774 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.537227 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.561804 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event deleted for resources: {'Subnet': ['ID=b97bdeb1-78b1-4870-bdf6-3b784d8093af,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:21.573145 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.574996 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "DELETE /v2.0/subnets/b97bdeb1-78b1-4870-bdf6-3b784d8093af HTTP/1.1" status: 204 len: 168 time: 0.3283579 Jul 05 05:06:21.577614 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:21.577777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37990) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:21.578219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:21.578312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:21.578570 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5300cd31-c46c-450f-b24a-ff96ebf811a7 None None] Network b3680109-bb48-47db-a3b0-2f4ea2c74843 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:21.578957 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:21.578957 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:21.579463 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:21.579795 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:21.580350 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:21.580683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:21.581085 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:21.582083 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:21.582410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da12ca2-9e68-425b-9925-c74ab5e8cf9c tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:21.657881 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.711170 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Deleting port 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:06:21.711522 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.760566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c6f45a-870c-43b5-bbbd-c723711bd4b9 None None] DHCP port deletion for b3680109-bb48-47db-a3b0-2f4ea2c74843 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:06:21.774850 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] For port 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf,segment=NetworkSegment(66788f94-2cea-4ca0-b4a0-28cc883844ae),segment_id=66788f94-2cea-4ca0-b4a0-28cc883844ae)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:21.775209 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.792272 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Calling delete_port for 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:06:21.806610 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-22c6f45a-870c-43b5-bbbd-c723711bd4b9 None None] Deleting port 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:06:21.807040 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-22c6f45a-870c-43b5-bbbd-c723711bd4b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.868673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-22c6f45a-870c-43b5-bbbd-c723711bd4b9 None None] For port 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf,segment=NetworkSegment(66788f94-2cea-4ca0-b4a0-28cc883844ae),segment_id=66788f94-2cea-4ca0-b4a0-28cc883844ae)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:21.869072 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-22c6f45a-870c-43b5-bbbd-c723711bd4b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.882675 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-22c6f45a-870c-43b5-bbbd-c723711bd4b9 None None] Calling delete_port for 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:06:21.950185 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.959991 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-22c6f45a-870c-43b5-bbbd-c723711bd4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.976019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event deleted for resources: {'Port': ['ID=6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:21.980367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] No DVR routers for this DVR port 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:06:21.986169 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6f45a-870c-43b5-bbbd-c723711bd4b9 None None] Pushing event deleted for resources: {'Port': ['ID=6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:21.990081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c6f45a-870c-43b5-bbbd-c723711bd4b9 None None] No DVR routers for this DVR port 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:06:22.052668 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:06:22.065601 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:22.073730 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:06:22.074089 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 6bf66a98-8faa-4f2d-bcb6-06373ee0d1cf not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:06:22.075856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3680109-bb48-47db-a3b0-2f4ea2c74843']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:22.086858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66788f94-2cea-4ca0-b4a0-28cc883844ae') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:22.087164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66788f94-2cea-4ca0-b4a0-28cc883844ae') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:22.096017 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:22.110028 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:22.117095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:06:22.117494 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: timer() Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:06:22.120517 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:06:22.241946 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:22.249212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:22.250488 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "DELETE /v2.0/networks/b3680109-bb48-47db-a3b0-2f4ea2c74843 HTTP/1.1" status: 204 len: 168 time: 0.6718221 Jul 05 05:06:22.253602 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 37992) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:22.262096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9174d9e-0738-4ea6-9633-21479fc6dd43 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event deleted for resources: {'Network': ['ID=b3680109-bb48-47db-a3b0-2f4ea2c74843,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:22.280702 n-d-771363-32 neutron-server[100933]: INFO neutron.pecan_wsgi.hooks.translation [None req-562f4a94-215a-4ba8-a32b-7eb6ff6ae8cd tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] DELETE failed (client error): The resource could not be found. Jul 05 05:06:22.281148 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562f4a94-215a-4ba8-a32b-7eb6ff6ae8cd tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 05:06:22.282851 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-562f4a94-215a-4ba8-a32b-7eb6ff6ae8cd tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "DELETE /v2.0/subnets/3ae6e270-dfc9-49f4-83f9-a0a3cd031100 HTTP/1.1" status: 404 len: 337 time: 0.0280273 Jul 05 05:06:22.286134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37994) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:22.318822 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da5aded-7e7e-4887-9008-165a8381734d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] DELETE failed (client error): The resource could not be found. Jul 05 05:06:22.319639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da5aded-7e7e-4887-9008-165a8381734d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 05:06:22.322520 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2da5aded-7e7e-4887-9008-165a8381734d tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "DELETE /v2.0/networks/bb51fa71-d1b2-4302-90a9-5fcb8a54c6bc HTTP/1.1" status: 404 len: 339 time: 0.0352418 Jul 05 05:06:22.327719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37996) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:22.352738 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c20e06-d1f3-41c7-a23b-3df44f1233ee tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] DELETE failed (client error): The resource could not be found. Jul 05 05:06:22.353199 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c20e06-d1f3-41c7-a23b-3df44f1233ee tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 05:06:22.355041 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b2c20e06-d1f3-41c7-a23b-3df44f1233ee tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "DELETE /v2.0/subnets/e9b96705-e4fd-49b0-81dd-6c5826adfc28 HTTP/1.1" status: 404 len: 337 time: 0.0291386 Jul 05 05:06:22.357718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 37998) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:22.376225 n-d-771363-32 neutron-server[100932]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a420433-9903-4291-a743-237bb6f9c6f2 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] DELETE failed (client error): The resource could not be found. Jul 05 05:06:22.376785 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a420433-9903-4291-a743-237bb6f9c6f2 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100932) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 05:06:22.378531 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3a420433-9903-4291-a743-237bb6f9c6f2 tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "DELETE /v2.0/networks/e70ead37-f50f-4d3d-807a-4bf5dc53fc6d HTTP/1.1" status: 404 len: 339 time: 0.0199039 Jul 05 05:06:22.381129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38000) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:22.440432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-606d4449-5106-4c9c-89eb-26581af9ef3a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Deleting subnet 4d27bb4e-a864-4720-affd-536e1990835f {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:06:22.443751 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-606d4449-5106-4c9c-89eb-26581af9ef3a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:22.490036 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-606d4449-5106-4c9c-89eb-26581af9ef3a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:22.580935 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-606d4449-5106-4c9c-89eb-26581af9ef3a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:22.699666 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-606d4449-5106-4c9c-89eb-26581af9ef3a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:22.731962 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d4449-5106-4c9c-89eb-26581af9ef3a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event deleted for resources: {'Subnet': ['ID=4d27bb4e-a864-4720-affd-536e1990835f,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:22.733939 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-606d4449-5106-4c9c-89eb-26581af9ef3a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:22.736427 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-606d4449-5106-4c9c-89eb-26581af9ef3a tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "DELETE /v2.0/subnets/4d27bb4e-a864-4720-affd-536e1990835f HTTP/1.1" status: 204 len: 168 time: 0.3537288 Jul 05 05:06:22.740131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bcaeeb-1af8-40eb-bf7a-0c72850c53fb None None] Network be73eaa4-30f8-4e48-9b04-a01f03689f12 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:22.740721 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38002) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:22.828538 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:22.890102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Deleting port 05722fa0-8ab1-44b3-b4c8-a57e3046344c {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:06:22.890446 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:22.937051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb62edc8-68e6-4a94-b86c-d32a2f1fe167 None None] DHCP port deletion for be73eaa4-30f8-4e48-9b04-a01f03689f12 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:06:22.974007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] For port 05722fa0-8ab1-44b3-b4c8-a57e3046344c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=05722fa0-8ab1-44b3-b4c8-a57e3046344c,segment=NetworkSegment(a2b85358-ddf7-4ed9-bdce-bc71b0dc778c),segment_id=a2b85358-ddf7-4ed9-bdce-bc71b0dc778c)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:22.974007 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:22.990677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Calling delete_port for 05722fa0-8ab1-44b3-b4c8-a57e3046344c owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:06:22.997191 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-eb62edc8-68e6-4a94-b86c-d32a2f1fe167 None None] Deleting port 05722fa0-8ab1-44b3-b4c8-a57e3046344c {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:06:22.997191 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-eb62edc8-68e6-4a94-b86c-d32a2f1fe167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:23.061452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-eb62edc8-68e6-4a94-b86c-d32a2f1fe167 None None] For port 05722fa0-8ab1-44b3-b4c8-a57e3046344c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=05722fa0-8ab1-44b3-b4c8-a57e3046344c,segment=NetworkSegment(a2b85358-ddf7-4ed9-bdce-bc71b0dc778c),segment_id=a2b85358-ddf7-4ed9-bdce-bc71b0dc778c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:23.061844 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-eb62edc8-68e6-4a94-b86c-d32a2f1fe167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:23.075941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-eb62edc8-68e6-4a94-b86c-d32a2f1fe167 None None] Calling delete_port for 05722fa0-8ab1-44b3-b4c8-a57e3046344c owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:06:23.138977 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:23.150360 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-eb62edc8-68e6-4a94-b86c-d32a2f1fe167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:23.165652 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event deleted for resources: {'Port': ['ID=05722fa0-8ab1-44b3-b4c8-a57e3046344c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:23.169400 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] No DVR routers for this DVR port 05722fa0-8ab1-44b3-b4c8-a57e3046344c on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:06:23.182203 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62edc8-68e6-4a94-b86c-d32a2f1fe167 None None] Pushing event deleted for resources: {'Port': ['ID=05722fa0-8ab1-44b3-b4c8-a57e3046344c,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:23.186540 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb62edc8-68e6-4a94-b86c-d32a2f1fe167 None None] No DVR routers for this DVR port 05722fa0-8ab1-44b3-b4c8-a57e3046344c on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:06:23.251172 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:23.261675 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be73eaa4-30f8-4e48-9b04-a01f03689f12']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:23.271622 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b85358-ddf7-4ed9-bdce-bc71b0dc778c') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:23.271922 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b85358-ddf7-4ed9-bdce-bc71b0dc778c') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:23.280367 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:23.293614 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:23.299472 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:06:23.300428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: timer() Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:06:23.303371 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:06:23.416848 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:23.423409 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:23.427503 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] 10.222.0.38 "DELETE /v2.0/networks/be73eaa4-30f8-4e48-9b04-a01f03689f12 HTTP/1.1" status: 204 len: 168 time: 0.6854997 Jul 05 05:06:23.438011 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65799ba-aefc-42a8-87ff-71407aabd94b tempest-NetworksIpV6Test-418409203 tempest-NetworksIpV6Test-418409203-project] Pushing event deleted for resources: {'Network': ['ID=be73eaa4-30f8-4e48-9b04-a01f03689f12,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:23.889247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38008) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:24.023911 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9e5dbfed-7246-4f9f-aa98-f9bd2f720896 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6730a3c6d7094f3b8c8597bc0f1c4368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334903 Jul 05 05:06:24.027174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38012) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:24.053105 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 05722fa0-8ab1-44b3-b4c8-a57e3046344c no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:06:24.073111 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 05722fa0-8ab1-44b3-b4c8-a57e3046344c {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:06:24.073585 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 05722fa0-8ab1-44b3-b4c8-a57e3046344c not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:06:24.084193 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-780957bd-5964-4b3c-9190-4096debd1745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:24.105504 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-780957bd-5964-4b3c-9190-4096debd1745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:24.222384 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-780957bd-5964-4b3c-9190-4096debd1745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:24.225683 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-780957bd-5964-4b3c-9190-4096debd1745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:24.226862 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-780957bd-5964-4b3c-9190-4096debd1745 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1fe28eb1-2439-4b9d-bf09-a3eb87a4b3f7 HTTP/1.1" status: 204 len: 168 time: 0.1985691 Jul 05 05:06:24.234956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780957bd-5964-4b3c-9190-4096debd1745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe28eb1-2439-4b9d-bf09-a3eb87a4b3f7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:25.178603 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38034) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:25.269168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b435d409-2f2b-43a2-9551-a37a767a1c2a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-742869566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:25.388010 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b435d409-2f2b-43a2-9551-a37a767a1c2a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.389048 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b435d409-2f2b-43a2-9551-a37a767a1c2a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.438718 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b435d409-2f2b-43a2-9551-a37a767a1c2a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.508230 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b435d409-2f2b-43a2-9551-a37a767a1c2a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.605181 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b435d409-2f2b-43a2-9551-a37a767a1c2a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.606392 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b435d409-2f2b-43a2-9551-a37a767a1c2a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4268048 Jul 05 05:06:25.609151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38038) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:25.614708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-1952aa84-86d5-4d65-acec-dfef5bbab300 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-577025710'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:25.696909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1952aa84-86d5-4d65-acec-dfef5bbab300 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Made reservation on behalf of 858e1c96be5242ff8ee8a035cd1a9785 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:25.700342 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1952aa84-86d5-4d65-acec-dfef5bbab300 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.711489 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1952aa84-86d5-4d65-acec-dfef5bbab300 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.801046 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1952aa84-86d5-4d65-acec-dfef5bbab300 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.890761 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1952aa84-86d5-4d65-acec-dfef5bbab300 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.916668 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1952aa84-86d5-4d65-acec-dfef5bbab300 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:06:25.925998 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952aa84-86d5-4d65-acec-dfef5bbab300 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af5fb8b-8cae-43ae-9a53-0ade83c8b161,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:25.932859 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1952aa84-86d5-4d65-acec-dfef5bbab300 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.933202 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-1952aa84-86d5-4d65-acec-dfef5bbab300 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Added segment 16bcb29a-0d88-47ff-b106-0954e400e817 of type vlan for network 0dba30cb-e791-4771-bb71-0ffb0e31e074 Jul 05 05:06:25.972857 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1952aa84-86d5-4d65-acec-dfef5bbab300 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:26.059032 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1952aa84-86d5-4d65-acec-dfef5bbab300 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:26.064745 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1952aa84-86d5-4d65-acec-dfef5bbab300 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:26.065416 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-1952aa84-86d5-4d65-acec-dfef5bbab300 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:26.131145 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952aa84-86d5-4d65-acec-dfef5bbab300 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Pushing event updated for resources: {'Network': ['ID=0dba30cb-e791-4771-bb71-0ffb0e31e074,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:26.141140 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 0dba30cb-e791-4771-bb71-0ffb0e31e074 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:06:26.179791 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1952aa84-86d5-4d65-acec-dfef5bbab300 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5669563 Jul 05 05:06:26.180361 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38040) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:26.185070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b0dc5d25-a1ba-4ab1-9f2b-59e7a342383d tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Request body: {'subnet': {'network_id': '0dba30cb-e791-4771-bb71-0ffb0e31e074', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:26.619241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dc5d25-a1ba-4ab1-9f2b-59e7a342383d tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Made reservation on behalf of 858e1c96be5242ff8ee8a035cd1a9785 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:26.625245 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b0dc5d25-a1ba-4ab1-9f2b-59e7a342383d tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:26.870506 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b0dc5d25-a1ba-4ab1-9f2b-59e7a342383d tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:26.945535 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc5d25-a1ba-4ab1-9f2b-59e7a342383d tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Pushing event updated for resources: {'Subnet': ['ID=d989abd1-ba94-4f63-8baf-e6ac81663779,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:26.950063 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dc5d25-a1ba-4ab1-9f2b-59e7a342383d tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Checking segment: {'id': '16bcb29a-0d88-47ff-b106-0954e400e817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0dba30cb-e791-4771-bb71-0ffb0e31e074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:26.950420 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dc5d25-a1ba-4ab1-9f2b-59e7a342383d tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Network hostable DHCP agents. Network: 0dba30cb-e791-4771-bb71-0ffb0e31e074, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:06:27.070397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dc5d25-a1ba-4ab1-9f2b-59e7a342383d tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Network 0dba30cb-e791-4771-bb71-0ffb0e31e074 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:06:27.144534 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-b0dc5d25-a1ba-4ab1-9f2b-59e7a342383d tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 0dba30cb-e791-4771-bb71-0ffb0e31e074) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:27.149752 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dc5d25-a1ba-4ab1-9f2b-59e7a342383d tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:27.150173 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b0dc5d25-a1ba-4ab1-9f2b-59e7a342383d tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:27.154010 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387331b2-e410-4160-b09b-e6b181ef5d46 None None] Network 0dba30cb-e791-4771-bb71-0ffb0e31e074 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:27.230683 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b0dc5d25-a1ba-4ab1-9f2b-59e7a342383d tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0494103 Jul 05 05:06:27.233565 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38042) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:27.239241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c43e62f9-f8bd-43a5-9b53-dcbbbc11b9f3 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1989031420'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:27.303652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-0dba30cb-e791-4771-bb71-0ffb0e31e074', 'network_id': '0dba30cb-e791-4771-bb71-0ffb0e31e074', 'tenant_id': '858e1c96be5242ff8ee8a035cd1a9785', 'fixed_ips': [{'subnet_id': 'd989abd1-ba94-4f63-8baf-e6ac81663779'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:06:27.309237 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:27.349854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43e62f9-f8bd-43a5-9b53-dcbbbc11b9f3 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Made reservation on behalf of 858e1c96be5242ff8ee8a035cd1a9785 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:27.353459 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c43e62f9-f8bd-43a5-9b53-dcbbbc11b9f3 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:27.379838 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43e62f9-f8bd-43a5-9b53-dcbbbc11b9f3 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:06:27.388672 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c43e62f9-f8bd-43a5-9b53-dcbbbc11b9f3 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:27.389068 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-c43e62f9-f8bd-43a5-9b53-dcbbbc11b9f3 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Added segment 213b6514-38f2-4890-a690-35825f9347ea of type vlan for network 26e2c548-7b2f-40ef-a1d1-d9352222a537 Jul 05 05:06:27.429654 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c43e62f9-f8bd-43a5-9b53-dcbbbc11b9f3 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:27.441452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Allocated IP 172.20.0.2 (0dba30cb-e791-4771-bb71-0ffb0e31e074/d989abd1-ba94-4f63-8baf-e6ac81663779/15e0943e-a551-4704-90c7-a6f6e6e4252a) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:27.538499 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c43e62f9-f8bd-43a5-9b53-dcbbbc11b9f3 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:27.544096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43e62f9-f8bd-43a5-9b53-dcbbbc11b9f3 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:27.544686 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c43e62f9-f8bd-43a5-9b53-dcbbbc11b9f3 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:27.613393 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e62f9-f8bd-43a5-9b53-dcbbbc11b9f3 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Pushing event updated for resources: {'Network': ['ID=26e2c548-7b2f-40ef-a1d1-d9352222a537,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:27.660446 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c43e62f9-f8bd-43a5-9b53-dcbbbc11b9f3 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4248738 Jul 05 05:06:27.663028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38044) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:27.668147 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-65107c17-0173-485e-acee-fc3f5cfda433 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Request body: {'subnet': {'network_id': '26e2c548-7b2f-40ef-a1d1-d9352222a537', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:27.727025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 26e2c548-7b2f-40ef-a1d1-d9352222a537 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:06:27.779589 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:27.795038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Transition to ACTIVE for port object 15e0943e-a551-4704-90c7-a6f6e6e4252a will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:27.816701 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Transition to ACTIVE for port object 15e0943e-a551-4704-90c7-a6f6e6e4252a will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:27.824151 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65107c17-0173-485e-acee-fc3f5cfda433 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Made reservation on behalf of 858e1c96be5242ff8ee8a035cd1a9785 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:27.827700 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65107c17-0173-485e-acee-fc3f5cfda433 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:27.882046 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:27.918631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Network 0dba30cb-e791-4771-bb71-0ffb0e31e074 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:27.921395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:27.927042 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:27.939054 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Pushing event updated for resources: {'Port': ['ID=15e0943e-a551-4704-90c7-a6f6e6e4252a,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:27.993002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Attempting to bind port 15e0943e-a551-4704-90c7-a6f6e6e4252a on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:27.993376 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Attempting to bind port 15e0943e-a551-4704-90c7-a6f6e6e4252a by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '16bcb29a-0d88-47ff-b106-0954e400e817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0dba30cb-e791-4771-bb71-0ffb0e31e074'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:27.996477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Attempting to bind port 15e0943e-a551-4704-90c7-a6f6e6e4252a on network 0dba30cb-e791-4771-bb71-0ffb0e31e074 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:28.002465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:28.003357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Checking segment: {'id': '16bcb29a-0d88-47ff-b106-0954e400e817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0dba30cb-e791-4771-bb71-0ffb0e31e074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:28.003762 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:28.004194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Bound using segment: {'id': '16bcb29a-0d88-47ff-b106-0954e400e817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0dba30cb-e791-4771-bb71-0ffb0e31e074'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:28.004720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Bound port: 15e0943e-a551-4704-90c7-a6f6e6e4252a, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bcb29a-0d88-47ff-b106-0954e400e817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0dba30cb-e791-4771-bb71-0ffb0e31e074'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:28.005106 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:28.066840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] For port 15e0943e-a551-4704-90c7-a6f6e6e4252a, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:28.070023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] For port 15e0943e-a551-4704-90c7-a6f6e6e4252a, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=15e0943e-a551-4704-90c7-a6f6e6e4252a,segment=NetworkSegment(16bcb29a-0d88-47ff-b106-0954e400e817),segment_id=16bcb29a-0d88-47ff-b106-0954e400e817)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:28.091151 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65107c17-0173-485e-acee-fc3f5cfda433 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:28.153320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65107c17-0173-485e-acee-fc3f5cfda433 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Pushing event updated for resources: {'Subnet': ['ID=de9845bd-4611-4500-b322-5524cd98c4aa,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:28.161459 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65107c17-0173-485e-acee-fc3f5cfda433 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Checking segment: {'id': '213b6514-38f2-4890-a690-35825f9347ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '26e2c548-7b2f-40ef-a1d1-d9352222a537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:28.161815 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65107c17-0173-485e-acee-fc3f5cfda433 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Network hostable DHCP agents. Network: 26e2c548-7b2f-40ef-a1d1-d9352222a537, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:06:28.178384 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:28.234030 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65107c17-0173-485e-acee-fc3f5cfda433 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Network 26e2c548-7b2f-40ef-a1d1-d9352222a537 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:06:28.259635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652d5fc-1e23-4100-b86c-fa9fd4eb6613 None None] Pushing event updated for resources: {'Port': ['ID=15e0943e-a551-4704-90c7-a6f6e6e4252a,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:28.325094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-65107c17-0173-485e-acee-fc3f5cfda433 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 26e2c548-7b2f-40ef-a1d1-d9352222a537) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:28.329817 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65107c17-0173-485e-acee-fc3f5cfda433 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:28.330539 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-65107c17-0173-485e-acee-fc3f5cfda433 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:28.334571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0f41f0-e876-46d7-84dd-968c3f82fbc9 None None] Network 26e2c548-7b2f-40ef-a1d1-d9352222a537 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:28.417426 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-65107c17-0173-485e-acee-fc3f5cfda433 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7533436 Jul 05 05:06:28.420568 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38046) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:28.426102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b54e8a10-2144-42dc-ad52-e41271695a90 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Request body: {'router': {'external_gateway_info': {'network_id': '26e2c548-7b2f-40ef-a1d1-d9352222a537'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:28.508145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-26e2c548-7b2f-40ef-a1d1-d9352222a537', 'network_id': '26e2c548-7b2f-40ef-a1d1-d9352222a537', 'tenant_id': '858e1c96be5242ff8ee8a035cd1a9785', 'fixed_ips': [{'subnet_id': 'de9845bd-4611-4500-b322-5524cd98c4aa'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:06:28.509416 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:28.654614 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Allocated IP 172.21.0.2 (26e2c548-7b2f-40ef-a1d1-d9352222a537/de9845bd-4611-4500-b322-5524cd98c4aa/2521bb18-134e-49cc-b1a0-18e94bfd9622) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:28.660030 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b54e8a10-2144-42dc-ad52-e41271695a90 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:28.801827 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:28.809608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Transition to ACTIVE for port object 2521bb18-134e-49cc-b1a0-18e94bfd9622 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:28.811052 n-d-771363-32 neutron-server[100933]: INFO neutron.api.v2.resource [None req-b54e8a10-2144-42dc-ad52-e41271695a90 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 05:06:28.812143 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b54e8a10-2144-42dc-ad52-e41271695a90 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] 10.222.0.38 "PUT /v2.0/routers/63dfec39-f355-4419-9f81-3706796b3968 HTTP/1.1" status: 400 len: 364 time: 0.3905330 Jul 05 05:06:28.818452 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38048) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:28.824683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Transition to ACTIVE for port object 2521bb18-134e-49cc-b1a0-18e94bfd9622 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:28.878292 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79ca748-432d-46c1-8b57-6168a477b247 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Deleting subnet de9845bd-4611-4500-b322-5524cd98c4aa {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:06:28.881850 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e79ca748-432d-46c1-8b57-6168a477b247 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:28.882574 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:28.919892 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Network 26e2c548-7b2f-40ef-a1d1-d9352222a537 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:28.924367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:28.930821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:28.931765 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e79ca748-432d-46c1-8b57-6168a477b247 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:28.944300 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Pushing event updated for resources: {'Port': ['ID=2521bb18-134e-49cc-b1a0-18e94bfd9622,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:28.998202 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Attempting to bind port 2521bb18-134e-49cc-b1a0-18e94bfd9622 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:28.998582 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Attempting to bind port 2521bb18-134e-49cc-b1a0-18e94bfd9622 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '213b6514-38f2-4890-a690-35825f9347ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '26e2c548-7b2f-40ef-a1d1-d9352222a537'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:28.999096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Attempting to bind port 2521bb18-134e-49cc-b1a0-18e94bfd9622 on network 26e2c548-7b2f-40ef-a1d1-d9352222a537 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:29.005468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:29.005847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Checking segment: {'id': '213b6514-38f2-4890-a690-35825f9347ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '26e2c548-7b2f-40ef-a1d1-d9352222a537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:29.006252 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.006661 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Bound using segment: {'id': '213b6514-38f2-4890-a690-35825f9347ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '26e2c548-7b2f-40ef-a1d1-d9352222a537'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:29.007138 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Bound port: 2521bb18-134e-49cc-b1a0-18e94bfd9622, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213b6514-38f2-4890-a690-35825f9347ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '26e2c548-7b2f-40ef-a1d1-d9352222a537'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:29.007526 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.030332 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e79ca748-432d-46c1-8b57-6168a477b247 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.165632 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e79ca748-432d-46c1-8b57-6168a477b247 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.168777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] For port 2521bb18-134e-49cc-b1a0-18e94bfd9622, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:29.172869 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] For port 2521bb18-134e-49cc-b1a0-18e94bfd9622, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2521bb18-134e-49cc-b1a0-18e94bfd9622,segment=NetworkSegment(213b6514-38f2-4890-a690-35825f9347ea),segment_id=213b6514-38f2-4890-a690-35825f9347ea)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:29.184700 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bac0fe-fc9b-49ab-bf29-fdd08af1ceb5 None None] Network 0dba30cb-e791-4771-bb71-0ffb0e31e074 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:29.194265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ca748-432d-46c1-8b57-6168a477b247 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Pushing event deleted for resources: {'Subnet': ['ID=de9845bd-4611-4500-b322-5524cd98c4aa,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:29.198419 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e79ca748-432d-46c1-8b57-6168a477b247 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.203502 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e79ca748-432d-46c1-8b57-6168a477b247 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] 10.222.0.38 "DELETE /v2.0/subnets/de9845bd-4611-4500-b322-5524cd98c4aa HTTP/1.1" status: 204 len: 168 time: 0.3808117 Jul 05 05:06:29.203634 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38050) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:29.241116 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.283950 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.336254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cc1a7-e6ff-4d5c-a8e7-4d6060f1af08 None None] Pushing event updated for resources: {'Port': ['ID=2521bb18-134e-49cc-b1a0-18e94bfd9622,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:29.346341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Deleting port 2521bb18-134e-49cc-b1a0-18e94bfd9622 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:06:29.347102 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.417447 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] For port 2521bb18-134e-49cc-b1a0-18e94bfd9622, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2521bb18-134e-49cc-b1a0-18e94bfd9622,segment=NetworkSegment(213b6514-38f2-4890-a690-35825f9347ea),segment_id=213b6514-38f2-4890-a690-35825f9347ea)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:29.417824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.433451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Calling delete_port for 2521bb18-134e-49cc-b1a0-18e94bfd9622 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:06:29.469979 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-de6f4e29-603f-4117-b515-a6146f49aa4e None None] Provisioning for port 15e0943e-a551-4704-90c7-a6f6e6e4252a completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:29.607002 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.637020 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Pushing event deleted for resources: {'Port': ['ID=2521bb18-134e-49cc-b1a0-18e94bfd9622,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:29.642014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] No DVR routers for this DVR port 2521bb18-134e-49cc-b1a0-18e94bfd9622 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:06:29.729661 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.740187 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e2c548-7b2f-40ef-a1d1-d9352222a537']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:29.750220 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213b6514-38f2-4890-a690-35825f9347ea') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:29.750514 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213b6514-38f2-4890-a690-35825f9347ea') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:29.759357 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.772507 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.778096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:06:29.778481 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: timer() Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:06:29.782063 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:06:29.887374 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.896587 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.898894 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] 10.222.0.38 "DELETE /v2.0/networks/26e2c548-7b2f-40ef-a1d1-d9352222a537 HTTP/1.1" status: 204 len: 168 time: 0.6947055 Jul 05 05:06:29.902370 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38052) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:29.914050 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa7a42-9a89-4741-bd9a-e30d343fb430 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Pushing event deleted for resources: {'Network': ['ID=26e2c548-7b2f-40ef-a1d1-d9352222a537,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:29.953901 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d46eb8-f7e1-4be3-a57f-3e89718612d9 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Deleting subnet d989abd1-ba94-4f63-8baf-e6ac81663779 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:06:29.957465 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d4d46eb8-f7e1-4be3-a57f-3e89718612d9 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:29.999570 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d4d46eb8-f7e1-4be3-a57f-3e89718612d9 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.086256 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 15e0943e-a551-4704-90c7-a6f6e6e4252a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:30.107913 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d4d46eb8-f7e1-4be3-a57f-3e89718612d9 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.207827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 15e0943e-a551-4704-90c7-a6f6e6e4252a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:30.212319 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 15e0943e-a551-4704-90c7-a6f6e6e4252a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:30.212704 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.245930 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d4d46eb8-f7e1-4be3-a57f-3e89718612d9 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.275073 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d46eb8-f7e1-4be3-a57f-3e89718612d9 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Pushing event deleted for resources: {'Subnet': ['ID=d989abd1-ba94-4f63-8baf-e6ac81663779,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:30.278773 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d4d46eb8-f7e1-4be3-a57f-3e89718612d9 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.281000 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d4d46eb8-f7e1-4be3-a57f-3e89718612d9 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] 10.222.0.38 "DELETE /v2.0/subnets/d989abd1-ba94-4f63-8baf-e6ac81663779 HTTP/1.1" status: 204 len: 168 time: 0.3773594 Jul 05 05:06:30.283386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38054) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:30.296489 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4074e21d-36bb-4a64-9604-d946a83b2d76 None None] Network 0dba30cb-e791-4771-bb71-0ffb0e31e074 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:30.355679 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.365642 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.415671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9398d2f-1c32-43e1-9b32-86ba6e3fe078 None None] DHCP port deletion for 26e2c548-7b2f-40ef-a1d1-d9352222a537 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:06:30.422880 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Deleting port 15e0943e-a551-4704-90c7-a6f6e6e4252a {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:06:30.423222 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.430579 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-e0624bc4-8aa9-45ed-bcff-6da61be21634 None None] Could not find standard attr ID for object 2521bb18-134e-49cc-b1a0-18e94bfd9622. {{(pid=100934) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 05:06:30.452802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 15e0943e-a551-4704-90c7-a6f6e6e4252a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=15e0943e-a551-4704-90c7-a6f6e6e4252a,segment=NetworkSegment(16bcb29a-0d88-47ff-b106-0954e400e817),segment_id=16bcb29a-0d88-47ff-b106-0954e400e817)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:30.468688 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a051f8-7508-47fb-a7f8-bb7685f5951d None None] Network 26e2c548-7b2f-40ef-a1d1-d9352222a537 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:30.482733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a051f8-7508-47fb-a7f8-bb7685f5951d None None] Network 26e2c548-7b2f-40ef-a1d1-d9352222a537 could not be found, it might have been deleted concurrently. {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 05:06:30.485865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] For port 15e0943e-a551-4704-90c7-a6f6e6e4252a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=15e0943e-a551-4704-90c7-a6f6e6e4252a,segment=NetworkSegment(16bcb29a-0d88-47ff-b106-0954e400e817),segment_id=16bcb29a-0d88-47ff-b106-0954e400e817)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:30.486322 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.499301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Calling delete_port for 15e0943e-a551-4704-90c7-a6f6e6e4252a owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:06:30.504736 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.556212 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ca11f6-fcb9-40d8-8606-24d05dd88e92 None None] DHCP port deletion for 0dba30cb-e791-4771-bb71-0ffb0e31e074 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:06:30.561747 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=15e0943e-a551-4704-90c7-a6f6e6e4252a,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:30.619325 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-81ca11f6-fcb9-40d8-8606-24d05dd88e92 None None] Deleting port 15e0943e-a551-4704-90c7-a6f6e6e4252a {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:06:30.619708 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81ca11f6-fcb9-40d8-8606-24d05dd88e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.664239 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.679760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-81ca11f6-fcb9-40d8-8606-24d05dd88e92 None None] For port 15e0943e-a551-4704-90c7-a6f6e6e4252a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=15e0943e-a551-4704-90c7-a6f6e6e4252a,segment=NetworkSegment(16bcb29a-0d88-47ff-b106-0954e400e817),segment_id=16bcb29a-0d88-47ff-b106-0954e400e817)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:30.680182 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81ca11f6-fcb9-40d8-8606-24d05dd88e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.691834 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Pushing event deleted for resources: {'Port': ['ID=15e0943e-a551-4704-90c7-a6f6e6e4252a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:30.693207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-81ca11f6-fcb9-40d8-8606-24d05dd88e92 None None] Calling delete_port for 15e0943e-a551-4704-90c7-a6f6e6e4252a owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:06:30.696655 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] No DVR routers for this DVR port 15e0943e-a551-4704-90c7-a6f6e6e4252a on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:06:30.781214 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.792426 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dba30cb-e791-4771-bb71-0ffb0e31e074']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:30.803400 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bcb29a-0d88-47ff-b106-0954e400e817') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:30.803697 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bcb29a-0d88-47ff-b106-0954e400e817') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:30.812604 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.826716 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.832967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:06:30.833362 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.837822 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81ca11f6-fcb9-40d8-8606-24d05dd88e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: timer() Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:06:30.837981 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:06:30.858840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca11f6-fcb9-40d8-8606-24d05dd88e92 None None] Pushing event deleted for resources: {'Port': ['ID=15e0943e-a551-4704-90c7-a6f6e6e4252a,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:30.862540 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ca11f6-fcb9-40d8-8606-24d05dd88e92 None None] No DVR routers for this DVR port 15e0943e-a551-4704-90c7-a6f6e6e4252a on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:06:30.944563 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.951823 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:30.953808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] 10.222.0.38 "DELETE /v2.0/networks/0dba30cb-e791-4771-bb71-0ffb0e31e074 HTTP/1.1" status: 204 len: 168 time: 0.6694107 Jul 05 05:06:30.957312 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38056) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:30.966736 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfa47b-dabf-4e6b-99a3-09de3214881a tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Pushing event deleted for resources: {'Network': ['ID=0dba30cb-e791-4771-bb71-0ffb0e31e074,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:30.991373 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4c6736ff-69dd-4e43-85f3-329c9bfaa2ba tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] 10.222.0.38 "GET /v2.0/ports?device_id=63dfec39-f355-4419-9f81-3706796b3968 HTTP/1.1" status: 200 len: 205 time: 0.0327485 Jul 05 05:06:30.993892 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38058) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:31.063529 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f5077ca-4543-4684-aa1b-f638abfef342 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:31.224599 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f5077ca-4543-4684-aa1b-f638abfef342 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:31.226673 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f5077ca-4543-4684-aa1b-f638abfef342 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:31.316006 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f5077ca-4543-4684-aa1b-f638abfef342 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:31.316492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5077ca-4543-4684-aa1b-f638abfef342 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Fanout notify agent at l3_agent the message router_deleted on router 63dfec39-f355-4419-9f81-3706796b3968 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:06:31.327224 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8f5077ca-4543-4684-aa1b-f638abfef342 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:31.327224 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8f5077ca-4543-4684-aa1b-f638abfef342 tempest-RoutersNegativeTest-2107701852 tempest-RoutersNegativeTest-2107701852-project] 10.222.0.38 "DELETE /v2.0/routers/63dfec39-f355-4419-9f81-3706796b3968 HTTP/1.1" status: 204 len: 168 time: 0.3298769 Jul 05 05:06:31.736975 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38064) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:31.864686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b8eec4b9-e841-4c15-8e48-66c87ca3c345 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=858e1c96be5242ff8ee8a035cd1a9785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263342 Jul 05 05:06:31.867091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38068) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:31.920012 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a94746fd-c8bc-45eb-a522-52ed4d59eeca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:31.940833 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a94746fd-c8bc-45eb-a522-52ed4d59eeca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:32.048408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2521bb18-134e-49cc-b1a0-18e94bfd9622 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:06:32.054232 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a94746fd-c8bc-45eb-a522-52ed4d59eeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:32.056879 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a94746fd-c8bc-45eb-a522-52ed4d59eeca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:32.058098 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a94746fd-c8bc-45eb-a522-52ed4d59eeca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4af5fb8b-8cae-43ae-9a53-0ade83c8b161 HTTP/1.1" status: 204 len: 168 time: 0.1900973 Jul 05 05:06:32.066533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94746fd-c8bc-45eb-a522-52ed4d59eeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af5fb8b-8cae-43ae-9a53-0ade83c8b161,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:32.070864 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 2521bb18-134e-49cc-b1a0-18e94bfd9622 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:06:32.080785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2521bb18-134e-49cc-b1a0-18e94bfd9622 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:06:32.080785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 15e0943e-a551-4704-90c7-a6f6e6e4252a no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:06:32.097169 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 15e0943e-a551-4704-90c7-a6f6e6e4252a {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:06:32.097701 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 15e0943e-a551-4704-90c7-a6f6e6e4252a not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:06:33.108214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38090) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:33.132780 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:33.202605 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b446076e-3807-4721-bbec-b4021e7253a1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-599944747-network', 'tenant_id': '6d68a897d2714908a747f082b07c7b7e'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:33.304142 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b446076e-3807-4721-bbec-b4021e7253a1 admin admin] Made reservation on behalf of 6d68a897d2714908a747f082b07c7b7e for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:33.306563 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b446076e-3807-4721-bbec-b4021e7253a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:33.315194 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b446076e-3807-4721-bbec-b4021e7253a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:33.410080 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b446076e-3807-4721-bbec-b4021e7253a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:33.485062 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b446076e-3807-4721-bbec-b4021e7253a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:33.512530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b446076e-3807-4721-bbec-b4021e7253a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:06:33.518878 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446076e-3807-4721-bbec-b4021e7253a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8ff869-ec06-4227-8891-cce2d93650fb,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:33.524822 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b446076e-3807-4721-bbec-b4021e7253a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:33.525167 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-b446076e-3807-4721-bbec-b4021e7253a1 admin admin] Added segment b70ec29b-6409-4d56-8319-bdbd3a832a7a of type vlan for network 988eb501-3973-4e44-a49e-b887ad58f9b8 Jul 05 05:06:33.569967 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b446076e-3807-4721-bbec-b4021e7253a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:33.675823 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b446076e-3807-4721-bbec-b4021e7253a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:33.676738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b446076e-3807-4721-bbec-b4021e7253a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:33.677321 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b446076e-3807-4721-bbec-b4021e7253a1 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:33.736256 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446076e-3807-4721-bbec-b4021e7253a1 admin admin] Pushing event updated for resources: {'Network': ['ID=988eb501-3973-4e44-a49e-b887ad58f9b8,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:33.748226 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 988eb501-3973-4e44-a49e-b887ad58f9b8 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:06:33.796376 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b446076e-3807-4721-bbec-b4021e7253a1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6869071 Jul 05 05:06:33.799559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38094) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:33.804813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-8f082770-291e-4502-8204-07ca28d72d8e admin admin] Request body: {'subnet': {'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-599944747-subnet', 'tenant_id': '6d68a897d2714908a747f082b07c7b7e', 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:33.875336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f082770-291e-4502-8204-07ca28d72d8e admin admin] Made reservation on behalf of 6d68a897d2714908a747f082b07c7b7e for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:33.877787 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8f082770-291e-4502-8204-07ca28d72d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:34.098839 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8f082770-291e-4502-8204-07ca28d72d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:34.151756 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f082770-291e-4502-8204-07ca28d72d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d565eea7-312d-4dde-8d59-832629e23f4c,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:34.162931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f082770-291e-4502-8204-07ca28d72d8e admin admin] Checking segment: {'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:34.163267 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f082770-291e-4502-8204-07ca28d72d8e admin admin] Network hostable DHCP agents. Network: 988eb501-3973-4e44-a49e-b887ad58f9b8, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:06:34.223872 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f082770-291e-4502-8204-07ca28d72d8e admin admin] Network 988eb501-3973-4e44-a49e-b887ad58f9b8 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:06:34.292719 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-8f082770-291e-4502-8204-07ca28d72d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 988eb501-3973-4e44-a49e-b887ad58f9b8) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:34.296747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f082770-291e-4502-8204-07ca28d72d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:34.297401 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8f082770-291e-4502-8204-07ca28d72d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:34.305639 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3b94b1-56b7-4158-b152-0efaa7d402a2 None None] Network 988eb501-3973-4e44-a49e-b887ad58f9b8 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:34.402242 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8f082770-291e-4502-8204-07ca28d72d8e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6013145 Jul 05 05:06:34.406261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38096) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:34.414814 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-599944747-router', 'tenant_id': '6d68a897d2714908a747f082b07c7b7e', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:34.449630 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-988eb501-3973-4e44-a49e-b887ad58f9b8', 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8', 'tenant_id': '6d68a897d2714908a747f082b07c7b7e', 'fixed_ips': [{'subnet_id': 'd565eea7-312d-4dde-8d59-832629e23f4c'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:06:34.453665 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:34.505238 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:34.506295 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:34.563098 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:34.590505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Allocated IP 172.20.0.2 (988eb501-3973-4e44-a49e-b887ad58f9b8/d565eea7-312d-4dde-8d59-832629e23f4c/9372ac80-e076-473f-b51b-b0da382f55b7) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:34.743752 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:34.751883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Transition to ACTIVE for port object 9372ac80-e076-473f-b51b-b0da382f55b7 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:34.766605 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Transition to ACTIVE for port object 9372ac80-e076-473f-b51b-b0da382f55b7 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:34.770624 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:34.778892 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:34.839973 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:34.880323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Network 988eb501-3973-4e44-a49e-b887ad58f9b8 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:34.886595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:34.890991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:34.894042 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Pushing event updated for resources: {'Port': ['ID=9372ac80-e076-473f-b51b-b0da382f55b7,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:34.952880 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Attempting to bind port 9372ac80-e076-473f-b51b-b0da382f55b7 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:34.957277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Attempting to bind port 9372ac80-e076-473f-b51b-b0da382f55b7 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:34.957277 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Attempting to bind port 9372ac80-e076-473f-b51b-b0da382f55b7 on network 988eb501-3973-4e44-a49e-b887ad58f9b8 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:34.959684 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:34.960059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Checking segment: {'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:34.960521 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:34.960939 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Bound using segment: {'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:34.961408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Bound port: 9372ac80-e076-473f-b51b-b0da382f55b7, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:34.961791 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:35.028033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] For port 9372ac80-e076-473f-b51b-b0da382f55b7, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:35.031159 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] For port 9372ac80-e076-473f-b51b-b0da382f55b7, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9372ac80-e076-473f-b51b-b0da382f55b7,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:35.072012 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:35.093099 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:35.125766 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:35.186725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947eff25-c5c9-47df-a774-db122cbeb10b None None] Pushing event updated for resources: {'Port': ['ID=9372ac80-e076-473f-b51b-b0da382f55b7,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:35.201538 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Allocated IP 172.25.6.86 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/4f55d44f-da88-4384-a2cc-986ae84b6d7c) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:35.310211 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:35.559690 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:35.597186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:35.603194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:35.607593 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:35.610500 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4f55d44f-da88-4384-a2cc-986ae84b6d7c,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:35.945968 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:36.088291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9372ac80-e076-473f-b51b-b0da382f55b7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:36.146839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80cb65a-2904-4286-a945-28761270208b None None] Network 988eb501-3973-4e44-a49e-b887ad58f9b8 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:36.155950 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:36.204230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 9372ac80-e076-473f-b51b-b0da382f55b7 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:36.262928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6d7ab130-d567-4d1d-bc00-1be9ea2f8fc9 None None] Provisioning for port 9372ac80-e076-473f-b51b-b0da382f55b7 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:36.274234 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6d7ab130-d567-4d1d-bc00-1be9ea2f8fc9 None None] Provisioning complete for port 9372ac80-e076-473f-b51b-b0da382f55b7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:36.274498 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6d7ab130-d567-4d1d-bc00-1be9ea2f8fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:36.402706 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6d7ab130-d567-4d1d-bc00-1be9ea2f8fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:36.442639 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-6d7ab130-d567-4d1d-bc00-1be9ea2f8fc9 None None] For port 9372ac80-e076-473f-b51b-b0da382f55b7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9372ac80-e076-473f-b51b-b0da382f55b7,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:36.505603 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6d7ab130-d567-4d1d-bc00-1be9ea2f8fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:36.562644 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ab130-d567-4d1d-bc00-1be9ea2f8fc9 None None] Pushing event updated for resources: {'Port': ['ID=9372ac80-e076-473f-b51b-b0da382f55b7,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:36.661969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Router d8c95efd-392b-4d83-b30b-6226c5f6dae7 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:06:36.726163 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4244804f-cbf3-4121-8643-710e6deff269 None None] Provisioning complete for port 9372ac80-e076-473f-b51b-b0da382f55b7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:36.726565 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4244804f-cbf3-4121-8643-710e6deff269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:36.772966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:06:36.795355 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Sync routers for ids ['d8c95efd-392b-4d83-b30b-6226c5f6dae7'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:06:36.815954 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Routers {'d8c95efd-392b-4d83-b30b-6226c5f6dae7'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:36.816618 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:06:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d8c95efd-392b-4d83-b30b-6226c5f6dae7'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:36.858564 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:36.859856 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-984870b0-af0e-4735-bc53-707a8401d3b7 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4526582 Jul 05 05:06:36.862776 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38098) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:36.926989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Set router d8c95efd-392b-4d83-b30b-6226c5f6dae7 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:37.106408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'name': 'tempest-TestEncryptedCinderVolumes-599944747-router', 'tenant_id': '6d68a897d2714908a747f082b07c7b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '4f55d44f-da88-4384-a2cc-986ae84b6d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:34Z', 'updated_at': '2021-07-05T05:06:35Z', 'revision_number': 3, 'project_id': '6d68a897d2714908a747f082b07c7b7e', 'gw_port': {'id': '4f55d44f-da88-4384-a2cc-986ae84b6d7c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:35Z', 'updated_at': '2021-07-05T05:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:37.135193 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Checking router: d8c95efd-392b-4d83-b30b-6226c5f6dae7 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:06:37.135546 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Updating router d8c95efd-392b-4d83-b30b-6226c5f6dae7 port 4f55d44f-da88-4384-a2cc-986ae84b6d7c binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:06:37.302073 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:37.328724 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:37.454627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Allocated IP 172.20.0.1 (988eb501-3973-4e44-a49e-b887ad58f9b8/d565eea7-312d-4dde-8d59-832629e23f4c/2eeeaa36-8dc1-4428-9e1b-3deae45d0af7) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:37.564352 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:37.577732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Transition to ACTIVE for port object 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:37.591279 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:37.601807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Transition to ACTIVE for port object 4f55d44f-da88-4384-a2cc-986ae84b6d7c will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:37.663992 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:37.687281 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:37.716214 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Attempting to bind port 4f55d44f-da88-4384-a2cc-986ae84b6d7c on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:37.716588 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Attempting to bind port 4f55d44f-da88-4384-a2cc-986ae84b6d7c by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:37.716961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Attempting to bind port 4f55d44f-da88-4384-a2cc-986ae84b6d7c on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:37.720301 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f479c-73fa-46fa-b34a-1a5a53744253 None None] Pushing event updated for resources: {'Port': ['ID=4f55d44f-da88-4384-a2cc-986ae84b6d7c,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:37.725648 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:37.725899 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:37.726092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Network 988eb501-3973-4e44-a49e-b887ad58f9b8 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:37.726443 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:37.726888 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:37.727312 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Bound port: 4f55d44f-da88-4384-a2cc-986ae84b6d7c, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:37.727700 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:37.729051 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:37.734754 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:37.761913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Pushing event updated for resources: {'Port': ['ID=2eeeaa36-8dc1-4428-9e1b-3deae45d0af7,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:37.780148 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:37.798719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] For port 4f55d44f-da88-4384-a2cc-986ae84b6d7c, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:37.802943 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] For port 4f55d44f-da88-4384-a2cc-986ae84b6d7c, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4f55d44f-da88-4384-a2cc-986ae84b6d7c,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:37.870469 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:37.930791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Routers {'d8c95efd-392b-4d83-b30b-6226c5f6dae7'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:37.931426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:06:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d8c95efd-392b-4d83-b30b-6226c5f6dae7'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:37.975759 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f479c-73fa-46fa-b34a-1a5a53744253 None None] Pushing event updated for resources: {'Port': ['ID=4f55d44f-da88-4384-a2cc-986ae84b6d7c,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:38.030073 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:38.055450 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] Set router d8c95efd-392b-4d83-b30b-6226c5f6dae7 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:38.085288 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9372ac80-e076-473f-b51b-b0da382f55b7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:38.117905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a568e6ee-6597-4061-85cc-5a7dbb1ebb15 None None] Provisioning for port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:38.141078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a568e6ee-6597-4061-85cc-5a7dbb1ebb15 None None] Provisioning complete for port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:38.141590 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a568e6ee-6597-4061-85cc-5a7dbb1ebb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:38.201600 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:38.236312 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a568e6ee-6597-4061-85cc-5a7dbb1ebb15 None None] Port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:06:38.256849 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:38.278688 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 9372ac80-e076-473f-b51b-b0da382f55b7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:38.279058 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:38.336561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Pushing event updated for resources: {'Port': ['ID=2eeeaa36-8dc1-4428-9e1b-3deae45d0af7,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:38.342242 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:38.400287 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'name': 'tempest-TestEncryptedCinderVolumes-599944747-router', 'tenant_id': '6d68a897d2714908a747f082b07c7b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '4f55d44f-da88-4384-a2cc-986ae84b6d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:34Z', 'updated_at': '2021-07-05T05:06:35Z', 'revision_number': 3, 'project_id': '6d68a897d2714908a747f082b07c7b7e', 'gw_port': {'id': '4f55d44f-da88-4384-a2cc-986ae84b6d7c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:35Z', 'updated_at': '2021-07-05T05:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:38.437796 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028eff6-d3c4-4b10-8cc7-c9ded1c048c3 None None] The sync data for ids ['d8c95efd-392b-4d83-b30b-6226c5f6dae7'] in n-d-771363-32 is: [{'id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'name': 'tempest-TestEncryptedCinderVolumes-599944747-router', 'tenant_id': '6d68a897d2714908a747f082b07c7b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '4f55d44f-da88-4384-a2cc-986ae84b6d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:34Z', 'updated_at': '2021-07-05T05:06:35Z', 'revision_number': 3, 'project_id': '6d68a897d2714908a747f082b07c7b7e', 'gw_port': {'id': '4f55d44f-da88-4384-a2cc-986ae84b6d7c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:35Z', 'updated_at': '2021-07-05T05:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:06:38.446924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Network 988eb501-3973-4e44-a49e-b887ad58f9b8 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:38.448758 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:38.595709 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Router d8c95efd-392b-4d83-b30b-6226c5f6dae7 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:06:38.759751 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:06:38.765144 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c3675c1d-c507-4474-8402-c2f5d75e9421 admin admin] 10.222.0.38 "PUT /v2.0/routers/d8c95efd-392b-4d83-b30b-6226c5f6dae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9011450 Jul 05 05:06:38.767801 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0b62e331-417f-4f4f-a458-00d901955f9e None None] Provisioning complete for port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:38.768218 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0b62e331-417f-4f4f-a458-00d901955f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:38.804867 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0b62e331-417f-4f4f-a458-00d901955f9e None None] Port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:06:39.486081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38114) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:39.492543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-da4cdea0-1fd7-4f98-9a35-111958451f1b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1127987292-network', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:39.578340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4cdea0-1fd7-4f98-9a35-111958451f1b admin admin] Made reservation on behalf of b2e2675dbbae4b4bb482b9337cb48a57 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:39.581038 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da4cdea0-1fd7-4f98-9a35-111958451f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:39.590116 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da4cdea0-1fd7-4f98-9a35-111958451f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:39.686460 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da4cdea0-1fd7-4f98-9a35-111958451f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:39.772431 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da4cdea0-1fd7-4f98-9a35-111958451f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:39.797747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4cdea0-1fd7-4f98-9a35-111958451f1b admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:06:39.812765 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cdea0-1fd7-4f98-9a35-111958451f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f64829-a05e-4ac9-be9b-099bfc485675,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:39.815767 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da4cdea0-1fd7-4f98-9a35-111958451f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:39.816202 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-da4cdea0-1fd7-4f98-9a35-111958451f1b admin admin] Added segment 79944174-e04b-4f6b-a5e5-bc645e2bfcdd of type vlan for network 99d465af-bb67-473c-87e4-31b81b2af136 Jul 05 05:06:39.860739 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da4cdea0-1fd7-4f98-9a35-111958451f1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:39.953413 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da4cdea0-1fd7-4f98-9a35-111958451f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:39.954552 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4cdea0-1fd7-4f98-9a35-111958451f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:39.955165 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-da4cdea0-1fd7-4f98-9a35-111958451f1b admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:40.014944 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cdea0-1fd7-4f98-9a35-111958451f1b admin admin] Pushing event updated for resources: {'Network': ['ID=99d465af-bb67-473c-87e4-31b81b2af136,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:40.031115 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 99d465af-bb67-473c-87e4-31b81b2af136 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:06:40.069322 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Sync routers for ids ['d8c95efd-392b-4d83-b30b-6226c5f6dae7'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:06:40.074130 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-da4cdea0-1fd7-4f98-9a35-111958451f1b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5840654 Jul 05 05:06:40.074130 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38116) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:40.079202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d7d1dea2-5318-4931-b0d1-9848013d72ef admin admin] Request body: {'subnet': {'network_id': '99d465af-bb67-473c-87e4-31b81b2af136', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1127987292-subnet', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:40.081589 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Routers {'d8c95efd-392b-4d83-b30b-6226c5f6dae7'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:40.082317 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:06:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d8c95efd-392b-4d83-b30b-6226c5f6dae7'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:40.109420 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4f55d44f-da88-4384-a2cc-986ae84b6d7c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:40.176485 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d1dea2-5318-4931-b0d1-9848013d72ef admin admin] Made reservation on behalf of b2e2675dbbae4b4bb482b9337cb48a57 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:40.179013 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d7d1dea2-5318-4931-b0d1-9848013d72ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:40.192912 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Set router d8c95efd-392b-4d83-b30b-6226c5f6dae7 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:40.222117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 4f55d44f-da88-4384-a2cc-986ae84b6d7c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:40.226757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 4f55d44f-da88-4384-a2cc-986ae84b6d7c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:40.227362 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:40.311615 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:40.335606 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 4f55d44f-da88-4384-a2cc-986ae84b6d7c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4f55d44f-da88-4384-a2cc-986ae84b6d7c,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:40.399342 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:40.402781 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'name': 'tempest-TestEncryptedCinderVolumes-599944747-router', 'tenant_id': '6d68a897d2714908a747f082b07c7b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '4f55d44f-da88-4384-a2cc-986ae84b6d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:34Z', 'updated_at': '2021-07-05T05:06:37Z', 'revision_number': 4, 'project_id': '6d68a897d2714908a747f082b07c7b7e', 'gw_port': {'id': '4f55d44f-da88-4384-a2cc-986ae84b6d7c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:35Z', 'updated_at': '2021-07-05T05:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2eeeaa36-8dc1-4428-9e1b-3deae45d0af7', 'name': '', 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8', 'tenant_id': '6d68a897d2714908a747f082b07c7b7e', 'mac_address': 'fa:16:3e:12:bd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'd565eea7-312d-4dde-8d59-832629e23f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:37Z', 'updated_at': '2021-07-05T05:06:38Z', 'revision_number': 2, 'project_id': '6d68a897d2714908a747f082b07c7b7e', 'subnets': [{'id': 'd565eea7-312d-4dde-8d59-832629e23f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:40.422428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d7d1dea2-5318-4931-b0d1-9848013d72ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:40.436837 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Checking router: d8c95efd-392b-4d83-b30b-6226c5f6dae7 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:06:40.437272 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Updating router d8c95efd-392b-4d83-b30b-6226c5f6dae7 port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:06:40.461618 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=4f55d44f-da88-4384-a2cc-986ae84b6d7c,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:40.484437 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1dea2-5318-4931-b0d1-9848013d72ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe10f3f6-aab0-455b-b6f2-0cdb21d721ed,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:40.493328 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d1dea2-5318-4931-b0d1-9848013d72ef admin admin] Checking segment: {'id': '79944174-e04b-4f6b-a5e5-bc645e2bfcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99d465af-bb67-473c-87e4-31b81b2af136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:40.493677 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d1dea2-5318-4931-b0d1-9848013d72ef admin admin] Network hostable DHCP agents. Network: 99d465af-bb67-473c-87e4-31b81b2af136, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:06:40.579448 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:40.622087 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d1dea2-5318-4931-b0d1-9848013d72ef admin admin] Network 99d465af-bb67-473c-87e4-31b81b2af136 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:06:40.732897 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-d7d1dea2-5318-4931-b0d1-9848013d72ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 99d465af-bb67-473c-87e4-31b81b2af136) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:40.738708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d1dea2-5318-4931-b0d1-9848013d72ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:40.739829 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d7d1dea2-5318-4931-b0d1-9848013d72ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:40.743248 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0f6c89-4ce0-48ae-9b44-6f57928b2899 None None] Network 99d465af-bb67-473c-87e4-31b81b2af136 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:40.824830 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d7d1dea2-5318-4931-b0d1-9848013d72ef admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7494717 Jul 05 05:06:40.827860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38118) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:40.833635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1127987292-router', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:40.850045 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:40.866116 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Transition to ACTIVE for port object 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:40.896513 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-99d465af-bb67-473c-87e4-31b81b2af136', 'network_id': '99d465af-bb67-473c-87e4-31b81b2af136', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'fixed_ips': [{'subnet_id': 'fe10f3f6-aab0-455b-b6f2-0cdb21d721ed'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:06:40.897389 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:40.927141 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:40.928408 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:40.953600 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:40.986439 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:41.016314 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a2f85-acbb-4e95-a05d-37fa4581dd58 None None] Pushing event updated for resources: {'Port': ['ID=2eeeaa36-8dc1-4428-9e1b-3deae45d0af7,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:41.029148 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a2f85-acbb-4e95-a05d-37fa4581dd58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:41.029577 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a2f85-acbb-4e95-a05d-37fa4581dd58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:41.029979 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a2f85-acbb-4e95-a05d-37fa4581dd58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:41.030683 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a2f85-acbb-4e95-a05d-37fa4581dd58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:41.030847 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a2f85-acbb-4e95-a05d-37fa4581dd58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:41.031640 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a2f85-acbb-4e95-a05d-37fa4581dd58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:41.031640 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a2f85-acbb-4e95-a05d-37fa4581dd58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:41.031896 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a2f85-acbb-4e95-a05d-37fa4581dd58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:41.032301 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a2f85-acbb-4e95-a05d-37fa4581dd58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:41.032679 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a2f85-acbb-4e95-a05d-37fa4581dd58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:41.033066 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a2f85-acbb-4e95-a05d-37fa4581dd58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:41.033388 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162a2f85-acbb-4e95-a05d-37fa4581dd58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:41.058794 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Allocated IP 172.20.0.2 (99d465af-bb67-473c-87e4-31b81b2af136/fe10f3f6-aab0-455b-b6f2-0cdb21d721ed/4d90fee7-442a-4438-8796-5007807cf388) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:41.090702 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Attempting to bind port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:41.091290 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Attempting to bind port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:41.091421 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Attempting to bind port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 on network 988eb501-3973-4e44-a49e-b887ad58f9b8 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:41.097740 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:41.098431 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Checking segment: {'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:41.099009 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:41.099764 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Bound using segment: {'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:41.100440 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Bound port: 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:41.102181 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:41.172958 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] For port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:41.177758 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] For port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2eeeaa36-8dc1-4428-9e1b-3deae45d0af7,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:41.213517 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:41.222460 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Transition to ACTIVE for port object 4d90fee7-442a-4438-8796-5007807cf388 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:41.243840 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Transition to ACTIVE for port object 4d90fee7-442a-4438-8796-5007807cf388 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:41.252517 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:41.254114 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:41.293424 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:41.316641 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Routers {'d8c95efd-392b-4d83-b30b-6226c5f6dae7'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:41.317306 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:06:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d8c95efd-392b-4d83-b30b-6226c5f6dae7'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:41.322722 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a2f85-acbb-4e95-a05d-37fa4581dd58 None None] Pushing event updated for resources: {'Port': ['ID=2eeeaa36-8dc1-4428-9e1b-3deae45d0af7,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:41.344968 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Network 99d465af-bb67-473c-87e4-31b81b2af136 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:41.359448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:41.365120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:41.372794 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Pushing event updated for resources: {'Port': ['ID=4d90fee7-442a-4438-8796-5007807cf388,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:41.452059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Attempting to bind port 4d90fee7-442a-4438-8796-5007807cf388 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:41.452846 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Attempting to bind port 4d90fee7-442a-4438-8796-5007807cf388 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '79944174-e04b-4f6b-a5e5-bc645e2bfcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99d465af-bb67-473c-87e4-31b81b2af136'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:41.453442 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Attempting to bind port 4d90fee7-442a-4438-8796-5007807cf388 on network 99d465af-bb67-473c-87e4-31b81b2af136 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:41.461654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:41.462391 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Checking segment: {'id': '79944174-e04b-4f6b-a5e5-bc645e2bfcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99d465af-bb67-473c-87e4-31b81b2af136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:41.462555 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] Set router d8c95efd-392b-4d83-b30b-6226c5f6dae7 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:41.463163 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:41.463793 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Bound using segment: {'id': '79944174-e04b-4f6b-a5e5-bc645e2bfcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99d465af-bb67-473c-87e4-31b81b2af136'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:41.464614 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Bound port: 4d90fee7-442a-4438-8796-5007807cf388, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79944174-e04b-4f6b-a5e5-bc645e2bfcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99d465af-bb67-473c-87e4-31b81b2af136'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:41.465079 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:41.541894 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] For port 4d90fee7-442a-4438-8796-5007807cf388, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:41.543113 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] For port 4d90fee7-442a-4438-8796-5007807cf388, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4d90fee7-442a-4438-8796-5007807cf388,segment=NetworkSegment(79944174-e04b-4f6b-a5e5-bc645e2bfcdd),segment_id=79944174-e04b-4f6b-a5e5-bc645e2bfcdd)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:41.583420 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-37dd5dd2-a451-41fd-9afb-a4be05d20f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:41.587380 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:41.607234 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:41.657997 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:41.690812 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'name': 'tempest-TestEncryptedCinderVolumes-599944747-router', 'tenant_id': '6d68a897d2714908a747f082b07c7b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '4f55d44f-da88-4384-a2cc-986ae84b6d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:34Z', 'updated_at': '2021-07-05T05:06:37Z', 'revision_number': 4, 'project_id': '6d68a897d2714908a747f082b07c7b7e', 'gw_port': {'id': '4f55d44f-da88-4384-a2cc-986ae84b6d7c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:35Z', 'updated_at': '2021-07-05T05:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2eeeaa36-8dc1-4428-9e1b-3deae45d0af7', 'name': '', 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8', 'tenant_id': '6d68a897d2714908a747f082b07c7b7e', 'mac_address': 'fa:16:3e:12:bd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'd565eea7-312d-4dde-8d59-832629e23f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:37Z', 'updated_at': '2021-07-05T05:06:41Z', 'revision_number': 4, 'project_id': '6d68a897d2714908a747f082b07c7b7e', 'subnets': [{'id': 'd565eea7-312d-4dde-8d59-832629e23f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:41.723631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cd6ee-15eb-42a6-9dd3-9de1b9917d83 None None] Pushing event updated for resources: {'Port': ['ID=4d90fee7-442a-4438-8796-5007807cf388,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:41.726808 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d6d13f-524e-4300-b2ac-d9808a22b77c None None] The sync data for ids ['d8c95efd-392b-4d83-b30b-6226c5f6dae7'] in n-d-771363-32 is: [{'id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'name': 'tempest-TestEncryptedCinderVolumes-599944747-router', 'tenant_id': '6d68a897d2714908a747f082b07c7b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '4f55d44f-da88-4384-a2cc-986ae84b6d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:34Z', 'updated_at': '2021-07-05T05:06:37Z', 'revision_number': 4, 'project_id': '6d68a897d2714908a747f082b07c7b7e', 'gw_port': {'id': '4f55d44f-da88-4384-a2cc-986ae84b6d7c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:35Z', 'updated_at': '2021-07-05T05:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2eeeaa36-8dc1-4428-9e1b-3deae45d0af7', 'name': '', 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8', 'tenant_id': '6d68a897d2714908a747f082b07c7b7e', 'mac_address': 'fa:16:3e:12:bd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'd565eea7-312d-4dde-8d59-832629e23f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:37Z', 'updated_at': '2021-07-05T05:06:41Z', 'revision_number': 4, 'project_id': '6d68a897d2714908a747f082b07c7b7e', 'subnets': [{'id': 'd565eea7-312d-4dde-8d59-832629e23f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:06:41.733697 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Allocated IP 172.25.6.136 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/daf53345-2d8b-44e5-8f6d-2e6384df8ee9) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:41.895000 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:42.019382 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:42.091147 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:42.096856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:42.100469 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:42.126225 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Pushing event updated for resources: {'Port': ['ID=daf53345-2d8b-44e5-8f6d-2e6384df8ee9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:42.218340 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4d90fee7-442a-4438-8796-5007807cf388 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:42.366819 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 4d90fee7-442a-4438-8796-5007807cf388 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:42.375537 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4f55d44f-da88-4384-a2cc-986ae84b6d7c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:42.447915 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 4f55d44f-da88-4384-a2cc-986ae84b6d7c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:42.448765 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:42.468974 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:42.548443 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:42.667788 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:42.676232 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:42.676610 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:42.739984 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:42.789306 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:42.839518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2eeeaa36-8dc1-4428-9e1b-3deae45d0af7,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:42.869636 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f1356a-8b29-465e-9cbd-4a544b753e5b None None] Network 99d465af-bb67-473c-87e4-31b81b2af136 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:42.932660 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:43.015512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-395e3124-d8a3-43ba-8316-753ba98c00a6 None None] Provisioning for port 4d90fee7-442a-4438-8796-5007807cf388 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:43.024641 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=2eeeaa36-8dc1-4428-9e1b-3deae45d0af7,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:43.030375 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-395e3124-d8a3-43ba-8316-753ba98c00a6 None None] Provisioning complete for port 4d90fee7-442a-4438-8796-5007807cf388 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:43.030890 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-395e3124-d8a3-43ba-8316-753ba98c00a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:43.176482 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-395e3124-d8a3-43ba-8316-753ba98c00a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:43.221151 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-395e3124-d8a3-43ba-8316-753ba98c00a6 None None] For port 4d90fee7-442a-4438-8796-5007807cf388, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4d90fee7-442a-4438-8796-5007807cf388,segment=NetworkSegment(79944174-e04b-4f6b-a5e5-bc645e2bfcdd),segment_id=79944174-e04b-4f6b-a5e5-bc645e2bfcdd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:43.281661 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Router 981cbe6d-7888-4e9a-ac6e-c470969ff173 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:06:43.350014 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-395e3124-d8a3-43ba-8316-753ba98c00a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:43.394430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:06:43.401024 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e3124-d8a3-43ba-8316-753ba98c00a6 None None] Pushing event updated for resources: {'Port': ['ID=4d90fee7-442a-4438-8796-5007807cf388,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:43.405566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Sync routers for ids ['981cbe6d-7888-4e9a-ac6e-c470969ff173'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:06:43.415827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Routers {'981cbe6d-7888-4e9a-ac6e-c470969ff173'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:43.418005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:06:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['981cbe6d-7888-4e9a-ac6e-c470969ff173'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:43.462670 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:43.463880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b40ede9e-464c-4896-98ed-c8e531c3b844 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6340563 Jul 05 05:06:43.466734 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38120) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:43.631689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-50a14ee2-de80-41d0-8846-916db8567a28 None None] Provisioning complete for port 4d90fee7-442a-4438-8796-5007807cf388 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:43.632085 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-50a14ee2-de80-41d0-8846-916db8567a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:43.714956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Set router 981cbe6d-7888-4e9a-ac6e-c470969ff173 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:43.913197 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:43.931471 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'name': 'tempest-TestEncryptedCinderVolumes-1127987292-router', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:40Z', 'updated_at': '2021-07-05T05:06:42Z', 'revision_number': 3, 'project_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'gw_port': {'id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:41Z', 'updated_at': '2021-07-05T05:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:43.962911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Checking router: 981cbe6d-7888-4e9a-ac6e-c470969ff173 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:06:43.963255 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Updating router 981cbe6d-7888-4e9a-ac6e-c470969ff173 port daf53345-2d8b-44e5-8f6d-2e6384df8ee9 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:06:44.011701 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.091449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Allocated IP 172.20.0.1 (99d465af-bb67-473c-87e4-31b81b2af136/fe10f3f6-aab0-455b-b6f2-0cdb21d721ed/4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:44.105267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4d90fee7-442a-4438-8796-5007807cf388 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:44.143014 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7ef4370b-7c6e-4029-a578-36829eb05e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.199852 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.212768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Transition to ACTIVE for port object 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:44.233180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 4d90fee7-442a-4438-8796-5007807cf388 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:44.233799 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.317445 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.359045 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Network 99d465af-bb67-473c-87e4-31b81b2af136 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:44.364462 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:44.366999 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:44.388032 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.395465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:44.410705 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Pushing event updated for resources: {'Port': ['ID=4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:44.428739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Transition to ACTIVE for port object daf53345-2d8b-44e5-8f6d-2e6384df8ee9 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:44.431614 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.458283 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:44.458783 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.497023 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.531191 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.603766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Attempting to bind port daf53345-2d8b-44e5-8f6d-2e6384df8ee9 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:44.604156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Attempting to bind port daf53345-2d8b-44e5-8f6d-2e6384df8ee9 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:44.607236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Attempting to bind port daf53345-2d8b-44e5-8f6d-2e6384df8ee9 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:44.607236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df204a-d9d0-424c-a95c-d071090dfb4c None None] Pushing event updated for resources: {'Port': ['ID=daf53345-2d8b-44e5-8f6d-2e6384df8ee9,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:44.611754 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:44.612893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:44.613403 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.613710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:44.614175 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Bound port: daf53345-2d8b-44e5-8f6d-2e6384df8ee9, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:44.614559 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.679802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] For port daf53345-2d8b-44e5-8f6d-2e6384df8ee9, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:44.703799 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] For port daf53345-2d8b-44e5-8f6d-2e6384df8ee9, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=daf53345-2d8b-44e5-8f6d-2e6384df8ee9,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:44.716501 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.764588 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-48623651-0017-45e8-9b32-545f8a0da359 None None] Provisioning for port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:44.769707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-48623651-0017-45e8-9b32-545f8a0da359 None None] Provisioning complete for port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:44.770094 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-48623651-0017-45e8-9b32-545f8a0da359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.796378 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.854970 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-48623651-0017-45e8-9b32-545f8a0da359 None None] Port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:06:44.872930 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df204a-d9d0-424c-a95c-d071090dfb4c None None] Pushing event updated for resources: {'Port': ['ID=daf53345-2d8b-44e5-8f6d-2e6384df8ee9,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:44.876539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Routers {'981cbe6d-7888-4e9a-ac6e-c470969ff173'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:44.877202 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:06:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['981cbe6d-7888-4e9a-ac6e-c470969ff173'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:44.890565 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.953530 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.990594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] Set router 981cbe6d-7888-4e9a-ac6e-c470969ff173 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:45.021512 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Pushing event updated for resources: {'Port': ['ID=4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:45.024152 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:45.125253 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Network 99d465af-bb67-473c-87e4-31b81b2af136 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:45.126700 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:45.206670 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'name': 'tempest-TestEncryptedCinderVolumes-1127987292-router', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:40Z', 'updated_at': '2021-07-05T05:06:44Z', 'revision_number': 4, 'project_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'gw_port': {'id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:41Z', 'updated_at': '2021-07-05T05:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1', 'name': '', 'network_id': '99d465af-bb67-473c-87e4-31b81b2af136', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'mac_address': 'fa:16:3e:b3:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fe10f3f6-aab0-455b-b6f2-0cdb21d721ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:43Z', 'updated_at': '2021-07-05T05:06:44Z', 'revision_number': 1, 'project_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'subnets': [{'id': 'fe10f3f6-aab0-455b-b6f2-0cdb21d721ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:45.240345 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43235de6-5a04-4423-89a2-08002a50b596 None None] The sync data for ids ['981cbe6d-7888-4e9a-ac6e-c470969ff173'] in n-d-771363-32 is: [{'id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'name': 'tempest-TestEncryptedCinderVolumes-1127987292-router', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:40Z', 'updated_at': '2021-07-05T05:06:44Z', 'revision_number': 4, 'project_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'gw_port': {'id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:41Z', 'updated_at': '2021-07-05T05:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1', 'name': '', 'network_id': '99d465af-bb67-473c-87e4-31b81b2af136', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'mac_address': 'fa:16:3e:b3:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fe10f3f6-aab0-455b-b6f2-0cdb21d721ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:43Z', 'updated_at': '2021-07-05T05:06:44Z', 'revision_number': 1, 'project_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'subnets': [{'id': 'fe10f3f6-aab0-455b-b6f2-0cdb21d721ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:06:45.250328 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Router 981cbe6d-7888-4e9a-ac6e-c470969ff173 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:06:45.365396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:06:45.370730 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-95241ab3-ab70-41f2-a5f1-0053355cac39 admin admin] 10.222.0.38 "PUT /v2.0/routers/981cbe6d-7888-4e9a-ac6e-c470969ff173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9029748 Jul 05 05:06:45.378883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-9ba70e40-4033-4df3-9689-0c1f506830d2 None None] Provisioning complete for port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:45.379077 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9ba70e40-4033-4df3-9689-0c1f506830d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:45.421349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-9ba70e40-4033-4df3-9689-0c1f506830d2 None None] Port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:06:45.645273 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:46.109975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device daf53345-2d8b-44e5-8f6d-2e6384df8ee9 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:46.224156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port daf53345-2d8b-44e5-8f6d-2e6384df8ee9 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:46.228392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port daf53345-2d8b-44e5-8f6d-2e6384df8ee9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:46.228772 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:46.333518 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:46.355702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-2f87a458-74e1-4aca-9602-232ef13c933a tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:46.357311 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-2f87a458-74e1-4aca-9602-232ef13c933a tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/networks?id=988eb501-3973-4e44-a49e-b887ad58f9b8 HTTP/1.1" status: 200 len: 816 time: 0.1244740 Jul 05 05:06:46.359013 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port daf53345-2d8b-44e5-8f6d-2e6384df8ee9, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=daf53345-2d8b-44e5-8f6d-2e6384df8ee9,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:46.375047 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-a0bc7582-1c8f-4845-a457-b38c831753a2 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/quotas/6d68a897d2714908a747f082b07c7b7e HTTP/1.1" status: 200 len: 375 time: 0.0102751 Jul 05 05:06:46.445244 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:46.453670 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-626291f0-a7b3-4fa7-b2df-95d0a8e05c10 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d68a897d2714908a747f082b07c7b7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713899 Jul 05 05:06:46.510217 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=daf53345-2d8b-44e5-8f6d-2e6384df8ee9,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:46.566303 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-f09052d2-53dd-4d3c-af65-c87087da70af service neutron] 10.222.0.38 "GET /v2.0/networks/988eb501-3973-4e44-a49e-b887ad58f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988765 Jul 05 05:06:46.659134 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-1b45db7d-5c4a-47e3-a991-80ec80520843 service neutron] 10.222.0.38 "GET /v2.0/networks/988eb501-3973-4e44-a49e-b887ad58f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869987 Jul 05 05:06:47.021717 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b756a369-7177-4930-bb0d-bc880501ddb4 req-bdee00dd-9a03-4ef1-bbb2-766dc0f576a9 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 210 time: 0.1352091 Jul 05 05:06:47.184020 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:48.064897 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device daf53345-2d8b-44e5-8f6d-2e6384df8ee9 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:48.112731 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-69bc933c-21f1-435d-a77e-a32644d15607 req-642cb14b-06b2-4579-9fbd-fa77ab63c189 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 210 time: 0.0293248 Jul 05 05:06:48.117108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port daf53345-2d8b-44e5-8f6d-2e6384df8ee9 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:48.117482 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:48.727074 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Sync routers for ids ['981cbe6d-7888-4e9a-ac6e-c470969ff173'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:06:48.736925 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Routers {'981cbe6d-7888-4e9a-ac6e-c470969ff173'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:48.738285 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:06:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['981cbe6d-7888-4e9a-ac6e-c470969ff173'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:48.857317 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Set router 981cbe6d-7888-4e9a-ac6e-c470969ff173 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:49.056611 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'name': 'tempest-TestEncryptedCinderVolumes-1127987292-router', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:40Z', 'updated_at': '2021-07-05T05:06:44Z', 'revision_number': 4, 'project_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'gw_port': {'id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:41Z', 'updated_at': '2021-07-05T05:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1', 'name': '', 'network_id': '99d465af-bb67-473c-87e4-31b81b2af136', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'mac_address': 'fa:16:3e:b3:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fe10f3f6-aab0-455b-b6f2-0cdb21d721ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:43Z', 'updated_at': '2021-07-05T05:06:44Z', 'revision_number': 2, 'project_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'subnets': [{'id': 'fe10f3f6-aab0-455b-b6f2-0cdb21d721ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:49.083054 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Checking router: 981cbe6d-7888-4e9a-ac6e-c470969ff173 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:06:49.083415 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Updating router 981cbe6d-7888-4e9a-ac6e-c470969ff173 port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:06:49.118780 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:49.258315 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0f68ece7-0930-4f1e-a741-20434cb97404 req-069163e3-5f68-445b-99d1-1f4c9ae80c9b tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 210 time: 0.0298066 Jul 05 05:06:49.393553 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:49.403944 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Transition to ACTIVE for port object 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:49.480366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-81f4b099-c668-4aec-90cb-29878826f700 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:49.481794 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-81f4b099-c668-4aec-90cb-29878826f700 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.36 "GET /v2.0/networks?id=988eb501-3973-4e44-a49e-b887ad58f9b8 HTTP/1.1" status: 200 len: 816 time: 0.1008427 Jul 05 05:06:49.495114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Request body: {'port': {'device_id': '9944ef51-04bb-4468-8451-5a354ed2c099', 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8', 'admin_state_up': True, 'tenant_id': '6d68a897d2714908a747f082b07c7b7e'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:49.541906 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:49.592234 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a60b43-65ba-49c6-8bb9-d88642636f7f None None] Pushing event updated for resources: {'Port': ['ID=4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:49.658020 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Attempting to bind port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:49.658450 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Attempting to bind port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '79944174-e04b-4f6b-a5e5-bc645e2bfcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99d465af-bb67-473c-87e4-31b81b2af136'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:49.658823 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Attempting to bind port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 on network 99d465af-bb67-473c-87e4-31b81b2af136 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:49.664944 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:49.665325 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Checking segment: {'id': '79944174-e04b-4f6b-a5e5-bc645e2bfcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99d465af-bb67-473c-87e4-31b81b2af136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:49.665729 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:49.666130 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Bound using segment: {'id': '79944174-e04b-4f6b-a5e5-bc645e2bfcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99d465af-bb67-473c-87e4-31b81b2af136'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:49.666656 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Bound port: 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79944174-e04b-4f6b-a5e5-bc645e2bfcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99d465af-bb67-473c-87e4-31b81b2af136'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:49.667043 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:49.742282 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] For port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:49.746317 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] For port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1,segment=NetworkSegment(79944174-e04b-4f6b-a5e5-bc645e2bfcdd),segment_id=79944174-e04b-4f6b-a5e5-bc645e2bfcdd)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:49.845631 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:49.908470 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Routers {'981cbe6d-7888-4e9a-ac6e-c470969ff173'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:49.909122 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:06:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['981cbe6d-7888-4e9a-ac6e-c470969ff173'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:49.914752 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a60b43-65ba-49c6-8bb9-d88642636f7f None None] Pushing event updated for resources: {'Port': ['ID=4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:50.041190 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Made reservation on behalf of 6d68a897d2714908a747f082b07c7b7e for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:50.046844 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:50.119314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:50.135990 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] Set router 981cbe6d-7888-4e9a-ac6e-c470969ff173 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:50.193675 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Allocated IP 172.20.0.11 (988eb501-3973-4e44-a49e-b887ad58f9b8/d565eea7-312d-4dde-8d59-832629e23f4c/b9d3cfe7-b093-43ea-8e49-955166826a29) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:50.252676 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:50.257822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:50.258335 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:50.353542 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'name': 'tempest-TestEncryptedCinderVolumes-1127987292-router', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:40Z', 'updated_at': '2021-07-05T05:06:44Z', 'revision_number': 4, 'project_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'gw_port': {'id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:41Z', 'updated_at': '2021-07-05T05:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1', 'name': '', 'network_id': '99d465af-bb67-473c-87e4-31b81b2af136', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'mac_address': 'fa:16:3e:b3:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fe10f3f6-aab0-455b-b6f2-0cdb21d721ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:43Z', 'updated_at': '2021-07-05T05:06:49Z', 'revision_number': 4, 'project_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'subnets': [{'id': 'fe10f3f6-aab0-455b-b6f2-0cdb21d721ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:50.354907 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:50.356977 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:50.370757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Transition to ACTIVE for port object b9d3cfe7-b093-43ea-8e49-955166826a29 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:50.387180 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d5111f-11c5-4c9e-be64-c3db9d7dc08f None None] The sync data for ids ['981cbe6d-7888-4e9a-ac6e-c470969ff173'] in n-d-771363-32 is: [{'id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'name': 'tempest-TestEncryptedCinderVolumes-1127987292-router', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:40Z', 'updated_at': '2021-07-05T05:06:44Z', 'revision_number': 4, 'project_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'gw_port': {'id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:41Z', 'updated_at': '2021-07-05T05:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1', 'name': '', 'network_id': '99d465af-bb67-473c-87e4-31b81b2af136', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'mac_address': 'fa:16:3e:b3:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'fe10f3f6-aab0-455b-b6f2-0cdb21d721ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:43Z', 'updated_at': '2021-07-05T05:06:49Z', 'revision_number': 4, 'project_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'subnets': [{'id': 'fe10f3f6-aab0-455b-b6f2-0cdb21d721ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:06:50.397617 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1,segment=NetworkSegment(79944174-e04b-4f6b-a5e5-bc645e2bfcdd),segment_id=79944174-e04b-4f6b-a5e5-bc645e2bfcdd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:50.438527 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-73ff79bc-cff6-4c12-baf9-48754fb130bd req-3c54c224-df53-496f-9bdf-aa16ced69699 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 210 time: 0.0296440 Jul 05 05:06:50.475610 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:50.526754 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:50.531215 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:50.539914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.539914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.539914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.539914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.539914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.539914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.539914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.539914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.540999 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.540999 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.540999 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.541258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.587191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Network 988eb501-3973-4e44-a49e-b887ad58f9b8 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:50.592675 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:50.595202 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:50.625308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Pushing event updated for resources: {'Port': ['ID=b9d3cfe7-b093-43ea-8e49-955166826a29,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:50.640035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.640431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.640777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.641226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.641568 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.641906 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.642239 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.642572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.642908 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.643236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.643563 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.643955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:50.664378 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:50.665050 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:50.761725 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-12b8eac4-e92c-4388-878e-cb9a8ba584eb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2712564 Jul 05 05:06:50.774891 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Request body: {'port': {'device_id': '9944ef51-04bb-4468-8451-5a354ed2c099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:50.860221 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:50.907296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-935f38ee-35f4-4463-a858-6f8ab4317fa5 None None] Provisioning for port b9d3cfe7-b093-43ea-8e49-955166826a29 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:50.912318 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-935f38ee-35f4-4463-a858-6f8ab4317fa5 None None] Provisioning complete for port b9d3cfe7-b093-43ea-8e49-955166826a29 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:50.912708 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-935f38ee-35f4-4463-a858-6f8ab4317fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:50.952183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-935f38ee-35f4-4463-a858-6f8ab4317fa5 None None] Port b9d3cfe7-b093-43ea-8e49-955166826a29 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:06:51.133317 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d3cfe7-b093-43ea-8e49-955166826a29 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:06:51.140703 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:51.152620 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Transition to ACTIVE for port object b9d3cfe7-b093-43ea-8e49-955166826a29 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:51.227397 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:51.279803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Pushing event updated for resources: {'Port': ['ID=b9d3cfe7-b093-43ea-8e49-955166826a29,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:51.353520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Attempting to bind port b9d3cfe7-b093-43ea-8e49-955166826a29 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:51.353860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Attempting to bind port b9d3cfe7-b093-43ea-8e49-955166826a29 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:51.354192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Attempting to bind port b9d3cfe7-b093-43ea-8e49-955166826a29 on network 988eb501-3973-4e44-a49e-b887ad58f9b8 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:51.358787 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Port b9d3cfe7-b093-43ea-8e49-955166826a29 on network 988eb501-3973-4e44-a49e-b887ad58f9b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:06:51.359116 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Attempting to bind port b9d3cfe7-b093-43ea-8e49-955166826a29 on network 988eb501-3973-4e44-a49e-b887ad58f9b8 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:51.364509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:51.364986 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Checking segment: {'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:51.365230 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Bound using segment: {'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:51.365668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Bound port: b9d3cfe7-b093-43ea-8e49-955166826a29, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:51.366033 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:51.435445 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] For port b9d3cfe7-b093-43ea-8e49-955166826a29, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:51.438430 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] For port b9d3cfe7-b093-43ea-8e49-955166826a29, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b9d3cfe7-b093-43ea-8e49-955166826a29,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:51.533282 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:51.573102 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:51.573730 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:51.575186 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] 10.222.0.36 "PUT /v2.0/ports/b9d3cfe7-b093-43ea-8e49-955166826a29 HTTP/1.1" status: 200 len: 1093 time: 0.8053491 Jul 05 05:06:51.575752 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9944ef51-04bb-4468-8451-5a354ed2c099', 'tag': 'b9d3cfe7-b093-43ea-8e49-955166826a29'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:06:51.577968 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f947f06b-466e-4ea2-834e-9a89836ed3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9944ef51-04bb-4468-8451-5a354ed2c099", "tag": "b9d3cfe7-b093-43ea-8e49-955166826a29"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:06:51.601622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772673c8-0d14-4583-80e2-0e4eb6c4476d service neutron] Pushing event updated for resources: {'Port': ['ID=b9d3cfe7-b093-43ea-8e49-955166826a29,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:51.640248 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11e13f-13d0-4fd6-9ba9-86d73b548075 req-92e2ed39-d4b4-48b8-bf2b-f37ff2d33b48 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:51.644924 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd11e13f-13d0-4fd6-9ba9-86d73b548075 req-92e2ed39-d4b4-48b8-bf2b-f37ff2d33b48 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 944 time: 0.0872066 Jul 05 05:06:51.694140 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd11e13f-13d0-4fd6-9ba9-86d73b548075 req-34ece7fb-75b8-4e22-881e-67181ff641fd tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458660 Jul 05 05:06:51.711809 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7328c2d3-2bf9-4861-a479-b48f63d0ab39 x-openstack-request-id: req-7328c2d3-2bf9-4861-a479-b48f63d0ab39 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:06:51.712144 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9944ef51-04bb-4468-8451-5a354ed2c099", "tag": "b9d3cfe7-b093-43ea-8e49-955166826a29", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:06:51.712400 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7328c2d3-2bf9-4861-a479-b48f63d0ab39 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:06:51.712833 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9944ef51-04bb-4468-8451-5a354ed2c099', 'tag': 'b9d3cfe7-b093-43ea-8e49-955166826a29', 'status': 'completed', 'code': 200} Jul 05 05:06:51.759878 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-7ca93b96-6ebf-48e7-a77b-17b19cb0acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:51.761438 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-7ca93b96-6ebf-48e7-a77b-17b19cb0acc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d68a897d2714908a747f082b07c7b7e&device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 1096 time: 0.0614789 Jul 05 05:06:51.807794 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-671023ba-7212-4f37-b8b3-be3d26ff06fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9d3cfe7-b093-43ea-8e49-955166826a29 HTTP/1.1" status: 200 len: 217 time: 0.0393436 Jul 05 05:06:51.857483 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-2a73c06a-2e88-45e7-9d4e-26b953551594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:51.858847 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-2a73c06a-2e88-45e7-9d4e-26b953551594 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d565eea7-312d-4dde-8d59-832629e23f4c HTTP/1.1" status: 200 len: 855 time: 0.0453594 Jul 05 05:06:51.916247 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-24b8da1a-914c-4887-8803-222871c21cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:51.917736 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-24b8da1a-914c-4887-8803-222871c21cf5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988eb501-3973-4e44-a49e-b887ad58f9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524862 Jul 05 05:06:52.012418 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-380eea2f-6761-4c1b-8fba-e2b21bd630ee service neutron] 10.222.0.36 "GET /v2.0/networks/988eb501-3973-4e44-a49e-b887ad58f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878227 Jul 05 05:06:52.070331 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:52.109132 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3c896bdb-0454-4dab-97af-c0c2a58d7852 req-f7dd393b-16ae-4e41-b3ba-7f55efb853ae service neutron] 10.222.0.36 "GET /v2.0/networks/988eb501-3973-4e44-a49e-b887ad58f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899684 Jul 05 05:06:52.119957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:52.120541 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:52.275765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947f06b-466e-4ea2-834e-9a89836ed3f4 req-3e6d8f4d-1cea-46ae-aa9f-655b80c4fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:52.277358 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f947f06b-466e-4ea2-834e-9a89836ed3f4 req-3e6d8f4d-1cea-46ae-aa9f-655b80c4fc8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d68a897d2714908a747f082b07c7b7e&device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 1096 time: 0.0527823 Jul 05 05:06:52.372201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947f06b-466e-4ea2-834e-9a89836ed3f4 req-cd3817b2-dff0-49fb-8bea-95835284be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:52.373712 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f947f06b-466e-4ea2-834e-9a89836ed3f4 req-cd3817b2-dff0-49fb-8bea-95835284be4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=988eb501-3973-4e44-a49e-b887ad58f9b8 HTTP/1.1" status: 200 len: 917 time: 0.0896719 Jul 05 05:06:52.415410 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f947f06b-466e-4ea2-834e-9a89836ed3f4 req-2acf5052-a5f2-4c60-9a53-a46e7ac1ddc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9d3cfe7-b093-43ea-8e49-955166826a29 HTTP/1.1" status: 200 len: 217 time: 0.0349333 Jul 05 05:06:52.467441 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947f06b-466e-4ea2-834e-9a89836ed3f4 req-77bdbb2c-dc02-4f1f-b38b-2aba9fca1fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:52.468976 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f947f06b-466e-4ea2-834e-9a89836ed3f4 req-77bdbb2c-dc02-4f1f-b38b-2aba9fca1fb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d565eea7-312d-4dde-8d59-832629e23f4c HTTP/1.1" status: 200 len: 855 time: 0.0476170 Jul 05 05:06:52.525796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947f06b-466e-4ea2-834e-9a89836ed3f4 req-824705ad-d4e8-44a1-a630-3244058e9215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:52.527528 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f947f06b-466e-4ea2-834e-9a89836ed3f4 req-824705ad-d4e8-44a1-a630-3244058e9215 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988eb501-3973-4e44-a49e-b887ad58f9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522506 Jul 05 05:06:52.622389 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f947f06b-466e-4ea2-834e-9a89836ed3f4 req-b574cef9-e000-4ce8-a1a9-453b9913bd23 service neutron] 10.222.0.36 "GET /v2.0/networks/988eb501-3973-4e44-a49e-b887ad58f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888085 Jul 05 05:06:52.717300 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f947f06b-466e-4ea2-834e-9a89836ed3f4 req-c0d02c2a-5e91-4928-90e2-0f8d2ee94424 service neutron] 10.222.0.36 "GET /v2.0/networks/988eb501-3973-4e44-a49e-b887ad58f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873835 Jul 05 05:06:52.894980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695aece5-3f45-4315-b5bd-5046955518fb req-5689290c-eb3d-470b-a195-2cd706c8df81 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:52.896583 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-695aece5-3f45-4315-b5bd-5046955518fb req-5689290c-eb3d-470b-a195-2cd706c8df81 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 944 time: 0.0773926 Jul 05 05:06:52.934429 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-695aece5-3f45-4315-b5bd-5046955518fb req-126662a1-88b1-442e-bcd2-ba084557c590 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318460 Jul 05 05:06:54.113559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda041b7-dc07-4968-a55e-57544e3a7c8c req-737a8065-dda2-42cf-8c04-aded273009bc tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:54.115019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dda041b7-dc07-4968-a55e-57544e3a7c8c req-737a8065-dda2-42cf-8c04-aded273009bc tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 944 time: 0.0637310 Jul 05 05:06:54.154187 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dda041b7-dc07-4968-a55e-57544e3a7c8c req-4ed379ca-13ab-41cd-911e-6b63190cc7ad tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334311 Jul 05 05:06:55.351543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c9b68-934d-4b65-bbaf-ad7d17493394 req-65b90660-9531-47ed-ae19-bea54bd08ac5 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:55.353155 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d6c9b68-934d-4b65-bbaf-ad7d17493394 req-65b90660-9531-47ed-ae19-bea54bd08ac5 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 944 time: 0.0694242 Jul 05 05:06:55.390395 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d6c9b68-934d-4b65-bbaf-ad7d17493394 req-82a8f407-41aa-49e8-b9bf-c99e7cea9ba9 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317512 Jul 05 05:06:56.059005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b9d3cfe7-b093-43ea-8e49-955166826a29 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:06:56.155843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b9d3cfe7-b093-43ea-8e49-955166826a29, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b9d3cfe7-b093-43ea-8e49-955166826a29,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:56.171125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'b9d3cfe7-b093-43ea-8e49-955166826a29', 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8', 'port_id': 'b9d3cfe7-b093-43ea-8e49-955166826a29', 'mac_address': 'fa:16:3e:2f:9a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd565eea7-312d-4dde-8d59-832629e23f4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:06:56.209866 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:56.222350 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d3cfe7-b093-43ea-8e49-955166826a29 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:06:56.241070 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b9d3cfe7-b093-43ea-8e49-955166826a29, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b9d3cfe7-b093-43ea-8e49-955166826a29,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:56.349763 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:56.396666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=b9d3cfe7-b093-43ea-8e49-955166826a29,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:56.406358 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:06:56.564476 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e741754-2050-43c7-9de2-dc20cd1efe18 req-3e0e2956-ce0b-4387-9c77-3083df354153 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:56.566123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e741754-2050-43c7-9de2-dc20cd1efe18 req-3e0e2956-ce0b-4387-9c77-3083df354153 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 945 time: 0.0643263 Jul 05 05:06:56.606307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7e741754-2050-43c7-9de2-dc20cd1efe18 req-00c1bcef-f90e-499b-bc81-d273d3b914f5 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336456 Jul 05 05:06:56.678816 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['b9d3cfe7-b093-43ea-8e49-955166826a29'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:06:57.782678 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e1ad3-4f2c-498a-a936-7e90fc62cbe2 req-cd513e57-7961-47f9-a675-e3c521364ef8 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:57.784319 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a86e1ad3-4f2c-498a-a936-7e90fc62cbe2 req-cd513e57-7961-47f9-a675-e3c521364ef8 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 945 time: 0.0686557 Jul 05 05:06:57.824562 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a86e1ad3-4f2c-498a-a936-7e90fc62cbe2 req-42ffdcaf-a659-4634-9b55-2d5b2d3f19e6 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338547 Jul 05 05:06:58.074677 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b9d3cfe7-b093-43ea-8e49-955166826a29 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:58.227828 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port b9d3cfe7-b093-43ea-8e49-955166826a29 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:58.232309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port b9d3cfe7-b093-43ea-8e49-955166826a29 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:58.232770 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:58.333868 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:58.357745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9944ef51-04bb-4468-8451-5a354ed2c099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d3cfe7-b093-43ea-8e49-955166826a29'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:06:58.360759 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61ff62c-5e69-4619-b0b7-dbf79f9ada2f" -d '{"events": [{"server_uuid": "9944ef51-04bb-4468-8451-5a354ed2c099", "name": "network-vif-plugged", "status": "completed", "tag": "b9d3cfe7-b093-43ea-8e49-955166826a29"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:06:58.376207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port b9d3cfe7-b093-43ea-8e49-955166826a29, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b9d3cfe7-b093-43ea-8e49-955166826a29,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:58.455882 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:58.484711 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2fdc22-35a7-4d80-bb6b-85dd3795d372 x-openstack-request-id: req-3d2fdc22-35a7-4d80-bb6b-85dd3795d372 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:06:58.485007 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9944ef51-04bb-4468-8451-5a354ed2c099", "name": "network-vif-plugged", "status": "completed", "tag": "b9d3cfe7-b093-43ea-8e49-955166826a29", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:06:58.485269 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3d2fdc22-35a7-4d80-bb6b-85dd3795d372 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:06:58.485666 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9944ef51-04bb-4468-8451-5a354ed2c099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d3cfe7-b093-43ea-8e49-955166826a29', 'code': 200} Jul 05 05:06:58.516125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=b9d3cfe7-b093-43ea-8e49-955166826a29,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:58.592334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad89eb-5149-4fe2-b580-c00848d5477a req-42ff37c8-a13c-45d3-bb1b-00762ab0f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:58.593768 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6ad89eb-5149-4fe2-b580-c00848d5477a req-42ff37c8-a13c-45d3-bb1b-00762ab0f7de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 1098 time: 0.0596702 Jul 05 05:06:58.630254 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6ad89eb-5149-4fe2-b580-c00848d5477a req-eba8ae85-9c67-490b-81a8-4768f05a95e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301180 Jul 05 05:06:59.015379 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ef252-2a1a-473b-89ad-8a0ef2e340c2 req-18a0a28a-bf74-492a-8c41-03f9acd5465e tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:59.017144 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-436ef252-2a1a-473b-89ad-8a0ef2e340c2 req-18a0a28a-bf74-492a-8c41-03f9acd5465e tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 946 time: 0.0674989 Jul 05 05:06:59.056087 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-436ef252-2a1a-473b-89ad-8a0ef2e340c2 req-4be30f67-f203-42bd-a6cf-136502b21754 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325015 Jul 05 05:07:00.233144 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260ae02-e36e-4d7c-acbd-313826b7ea01 req-abbed6f7-96f0-4d8a-bfe6-947836c2facd tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:00.234613 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2260ae02-e36e-4d7c-acbd-313826b7ea01 req-abbed6f7-96f0-4d8a-bfe6-947836c2facd tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 946 time: 0.0647082 Jul 05 05:07:00.272782 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2260ae02-e36e-4d7c-acbd-313826b7ea01 req-5dc312fe-a15a-4143-9018-3b9915c1e225 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318580 Jul 05 05:07:00.451336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e761b6-7484-4232-b5c3-4bfe623a9fab req-33a394c9-628d-4b81-9ae9-610cbfe254e0 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:00.452829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2e761b6-7484-4232-b5c3-4bfe623a9fab req-33a394c9-628d-4b81-9ae9-610cbfe254e0 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 946 time: 0.0679035 Jul 05 05:07:00.493907 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2e761b6-7484-4232-b5c3-4bfe623a9fab req-da5bec2c-1963-4d25-a343-0f2432e19849 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349934 Jul 05 05:07:03.178499 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:04.778039 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:11.491710 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-841b48da-4789-41c9-8ab5-8c0a57487f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:14.078594 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fa5716de-cc01-4f63-abca-8439aa588b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:14.463479 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:15.630810 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:17.194324 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:23.372909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3e416-7672-4b54-ba8b-2b4c0c35e102 req-106ab9d4-c51b-450d-9176-4b1037baf772 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:23.374438 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-58e3e416-7672-4b54-ba8b-2b4c0c35e102 req-106ab9d4-c51b-450d-9176-4b1037baf772 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 946 time: 0.0650325 Jul 05 05:07:23.411626 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-58e3e416-7672-4b54-ba8b-2b4c0c35e102 req-5ef0c0dd-8320-45a3-a01c-3ef671aba842 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316248 Jul 05 05:07:24.597615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e952af7-4eb1-4f20-8bea-c155a65bd59f req-f954c78d-c3d1-4eec-a413-017bf3213819 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:24.599129 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e952af7-4eb1-4f20-8bea-c155a65bd59f req-f954c78d-c3d1-4eec-a413-017bf3213819 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 946 time: 0.0698414 Jul 05 05:07:24.637508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2e952af7-4eb1-4f20-8bea-c155a65bd59f req-0a4ff2f8-a985-4ff6-870d-c179c72b2d47 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321114 Jul 05 05:07:24.991513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677926f0-c3ed-47e4-a346-b40b758cfb6a req-2ebab477-5c0c-4a7b-aa22-f8e43eeb084a tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:24.993671 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-677926f0-c3ed-47e4-a346-b40b758cfb6a req-2ebab477-5c0c-4a7b-aa22-f8e43eeb084a tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.36 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 946 time: 0.0679920 Jul 05 05:07:25.090687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-677926f0-c3ed-47e4-a346-b40b758cfb6a req-d196372b-5873-4adc-b764-0dfa4cd80999 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Deleting port b9d3cfe7-b093-43ea-8e49-955166826a29 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:07:25.091028 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-677926f0-c3ed-47e4-a346-b40b758cfb6a req-d196372b-5873-4adc-b764-0dfa4cd80999 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:25.184649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-677926f0-c3ed-47e4-a346-b40b758cfb6a req-d196372b-5873-4adc-b764-0dfa4cd80999 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] For port b9d3cfe7-b093-43ea-8e49-955166826a29, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=b9d3cfe7-b093-43ea-8e49-955166826a29,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:07:25.185016 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-677926f0-c3ed-47e4-a346-b40b758cfb6a req-d196372b-5873-4adc-b764-0dfa4cd80999 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:25.199511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-677926f0-c3ed-47e4-a346-b40b758cfb6a req-d196372b-5873-4adc-b764-0dfa4cd80999 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Calling delete_port for b9d3cfe7-b093-43ea-8e49-955166826a29 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:07:25.406176 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-677926f0-c3ed-47e4-a346-b40b758cfb6a req-d196372b-5873-4adc-b764-0dfa4cd80999 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:25.420162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['b9d3cfe7-b093-43ea-8e49-955166826a29'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:07:25.441587 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196372b-5873-4adc-b764-0dfa4cd80999 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Pushing event deleted for resources: {'Port': ['ID=b9d3cfe7-b093-43ea-8e49-955166826a29,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:07:25.490168 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-677926f0-c3ed-47e4-a346-b40b758cfb6a req-d196372b-5873-4adc-b764-0dfa4cd80999 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] No DVR routers for this DVR port b9d3cfe7-b093-43ea-8e49-955166826a29 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:07:25.494321 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-677926f0-c3ed-47e4-a346-b40b758cfb6a req-d196372b-5873-4adc-b764-0dfa4cd80999 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:25.496410 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-677926f0-c3ed-47e4-a346-b40b758cfb6a req-d196372b-5873-4adc-b764-0dfa4cd80999 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.36 "DELETE /v2.0/ports/b9d3cfe7-b093-43ea-8e49-955166826a29 HTTP/1.1" status: 204 len: 173 time: 0.4976161 Jul 05 05:07:25.496872 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9944ef51-04bb-4468-8451-5a354ed2c099', 'name': 'network-vif-deleted', 'tag': 'b9d3cfe7-b093-43ea-8e49-955166826a29'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:07:25.499257 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471a843a-11fc-4e4a-ad71-de592fce41ab" -d '{"events": [{"server_uuid": "9944ef51-04bb-4468-8451-5a354ed2c099", "name": "network-vif-deleted", "tag": "b9d3cfe7-b093-43ea-8e49-955166826a29"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:07:25.537634 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdf6aea-854a-496a-b568-7444ad67e2de x-openstack-request-id: req-abdf6aea-854a-496a-b568-7444ad67e2de {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:07:25.537940 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9944ef51-04bb-4468-8451-5a354ed2c099", "name": "network-vif-deleted", "tag": "b9d3cfe7-b093-43ea-8e49-955166826a29", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:07:25.538210 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-abdf6aea-854a-496a-b568-7444ad67e2de {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:07:25.538604 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9944ef51-04bb-4468-8451-5a354ed2c099', 'name': 'network-vif-deleted', 'tag': 'b9d3cfe7-b093-43ea-8e49-955166826a29', 'status': 'completed', 'code': 200} Jul 05 05:07:25.777740 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63ede534-1c5f-4b36-85dc-b21c8e23b9dc req-bbe2f7d1-f6a6-4a5f-9aab-00d38d280f66 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=9944ef51-04bb-4468-8451-5a354ed2c099 HTTP/1.1" status: 200 len: 210 time: 0.0294452 Jul 05 05:07:27.525837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-73ccccaa-8b09-46f0-be6e-debe33bbf229 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:27.527227 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-73ccccaa-8b09-46f0-be6e-debe33bbf229 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/networks?id=988eb501-3973-4e44-a49e-b887ad58f9b8 HTTP/1.1" status: 200 len: 816 time: 0.0990186 Jul 05 05:07:27.543400 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-d010d2db-edcc-488b-b088-50bd9a99314f tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/quotas/6d68a897d2714908a747f082b07c7b7e HTTP/1.1" status: 200 len: 375 time: 0.0107572 Jul 05 05:07:27.615063 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-6e1f33b6-0882-482c-8b44-7b4228a4ba24 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d68a897d2714908a747f082b07c7b7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661466 Jul 05 05:07:27.707009 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-5511f79b-a95d-46ae-b9e7-992ae18444be service neutron] 10.222.0.38 "GET /v2.0/networks/988eb501-3973-4e44-a49e-b887ad58f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802543 Jul 05 05:07:27.800190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-eb150e12-fd64-4526-a016-e76226cb458b service neutron] 10.222.0.38 "GET /v2.0/networks/988eb501-3973-4e44-a49e-b887ad58f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865481 Jul 05 05:07:28.080229 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26687c77-f50d-4539-9527-d34d60006014 req-33e51627-0859-427b-a45b-611457722da6 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 210 time: 0.0293729 Jul 05 05:07:28.230601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b9d3cfe7-b093-43ea-8e49-955166826a29 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:07:28.251228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: b9d3cfe7-b093-43ea-8e49-955166826a29 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:07:28.251815 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device b9d3cfe7-b093-43ea-8e49-955166826a29 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:07:29.226457 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28a170fc-ef05-4440-af86-70b6c4cecc40 req-60939543-48a1-40a1-baaf-43f32ac3531e tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 210 time: 0.0279307 Jul 05 05:07:30.371474 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-18d76212-e6cf-40db-8b2d-c7ffc5c36007 req-e0e5999a-049c-48f7-bd97-aff534e56e96 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 210 time: 0.0321698 Jul 05 05:07:30.542096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-249ae132-1f99-463c-97d1-37f5b96769d8 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:30.543700 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-249ae132-1f99-463c-97d1-37f5b96769d8 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.36 "GET /v2.0/networks?id=988eb501-3973-4e44-a49e-b887ad58f9b8 HTTP/1.1" status: 200 len: 816 time: 0.1063619 Jul 05 05:07:30.556229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-a1862bc8-aa73-4352-82e1-9613284da7a6 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Request body: {'port': {'device_id': '911d12c6-14ab-4e24-a877-05f67d0adb17', 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8', 'admin_state_up': True, 'tenant_id': '6d68a897d2714908a747f082b07c7b7e'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:07:30.821350 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-a1862bc8-aa73-4352-82e1-9613284da7a6 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Made reservation on behalf of 6d68a897d2714908a747f082b07c7b7e for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:07:30.825194 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-a1862bc8-aa73-4352-82e1-9613284da7a6 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:30.956615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-a1862bc8-aa73-4352-82e1-9613284da7a6 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Allocated IP 172.20.0.3 (988eb501-3973-4e44-a49e-b887ad58f9b8/d565eea7-312d-4dde-8d59-832629e23f4c/c011fff8-06d3-41a8-a71e-53afe443dbc2) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:07:31.101602 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-a1862bc8-aa73-4352-82e1-9613284da7a6 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:31.115566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-a1862bc8-aa73-4352-82e1-9613284da7a6 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Transition to ACTIVE for port object c011fff8-06d3-41a8-a71e-53afe443dbc2 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:07:31.213014 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-a1862bc8-aa73-4352-82e1-9613284da7a6 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:31.262590 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-a1862bc8-aa73-4352-82e1-9613284da7a6 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Network 988eb501-3973-4e44-a49e-b887ad58f9b8 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:07:31.267770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-a1862bc8-aa73-4352-82e1-9613284da7a6 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:07:31.271535 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-a1862bc8-aa73-4352-82e1-9613284da7a6 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:07:31.297141 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1862bc8-aa73-4352-82e1-9613284da7a6 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Pushing event updated for resources: {'Port': ['ID=c011fff8-06d3-41a8-a71e-53afe443dbc2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:07:31.329131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-a1862bc8-aa73-4352-82e1-9613284da7a6 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:31.330058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-a1862bc8-aa73-4352-82e1-9613284da7a6 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:31.424027 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-a1862bc8-aa73-4352-82e1-9613284da7a6 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8720436 Jul 05 05:07:31.439322 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Request body: {'port': {'device_id': '911d12c6-14ab-4e24-a877-05f67d0adb17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:07:31.510753 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:31.550236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2f0ea855-5c3d-4fc9-8305-bb3a8311456e None None] Provisioning for port c011fff8-06d3-41a8-a71e-53afe443dbc2 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:07:31.555693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2f0ea855-5c3d-4fc9-8305-bb3a8311456e None None] Provisioning complete for port c011fff8-06d3-41a8-a71e-53afe443dbc2 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:07:31.556202 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea855-5c3d-4fc9-8305-bb3a8311456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:31.560272 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe472d-acc3-422b-be1a-5d3b09ea5cbb req-edb76178-1f6f-4483-a700-f9760172b36b tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:31.564291 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ebbe472d-acc3-422b-be1a-5d3b09ea5cbb req-edb76178-1f6f-4483-a700-f9760172b36b tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 931 time: 0.0661926 Jul 05 05:07:31.596827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ea855-5c3d-4fc9-8305-bb3a8311456e None None] Port c011fff8-06d3-41a8-a71e-53afe443dbc2 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:07:31.612611 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ebbe472d-acc3-422b-be1a-5d3b09ea5cbb req-db756f65-b735-4d07-a8cb-8680b72b49c3 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435245 Jul 05 05:07:31.779641 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c011fff8-06d3-41a8-a71e-53afe443dbc2 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:07:31.786845 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:31.799197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Transition to ACTIVE for port object c011fff8-06d3-41a8-a71e-53afe443dbc2 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:07:31.861025 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:31.913430 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Pushing event updated for resources: {'Port': ['ID=c011fff8-06d3-41a8-a71e-53afe443dbc2,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:07:31.987640 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Attempting to bind port c011fff8-06d3-41a8-a71e-53afe443dbc2 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:07:31.987990 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Attempting to bind port c011fff8-06d3-41a8-a71e-53afe443dbc2 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:07:31.988395 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Attempting to bind port c011fff8-06d3-41a8-a71e-53afe443dbc2 on network 988eb501-3973-4e44-a49e-b887ad58f9b8 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:07:31.993613 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Port c011fff8-06d3-41a8-a71e-53afe443dbc2 on network 988eb501-3973-4e44-a49e-b887ad58f9b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:07:31.993941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Attempting to bind port c011fff8-06d3-41a8-a71e-53afe443dbc2 on network 988eb501-3973-4e44-a49e-b887ad58f9b8 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:07:31.999050 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:07:31.999413 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Checking segment: {'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:07:31.999812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Bound using segment: {'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:07:32.000290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Bound port: c011fff8-06d3-41a8-a71e-53afe443dbc2, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b70ec29b-6409-4d56-8319-bdbd3a832a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:07:32.000655 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:32.074519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] For port c011fff8-06d3-41a8-a71e-53afe443dbc2, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:07:32.077571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] For port c011fff8-06d3-41a8-a71e-53afe443dbc2, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=c011fff8-06d3-41a8-a71e-53afe443dbc2,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:07:32.181595 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:32.216520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:32.217147 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:32.218568 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] 10.222.0.36 "PUT /v2.0/ports/c011fff8-06d3-41a8-a71e-53afe443dbc2 HTTP/1.1" status: 200 len: 1092 time: 0.7860522 Jul 05 05:07:32.220115 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911d12c6-14ab-4e24-a877-05f67d0adb17', 'tag': 'c011fff8-06d3-41a8-a71e-53afe443dbc2'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:07:32.221335 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7409fda6-0619-49d5-841c-9e67154ab53c" -d '{"events": [{"name": "network-changed", "server_uuid": "911d12c6-14ab-4e24-a877-05f67d0adb17", "tag": "c011fff8-06d3-41a8-a71e-53afe443dbc2"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:07:32.247976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be12a86-f4e4-4639-9027-9ec91554447c service neutron] Pushing event updated for resources: {'Port': ['ID=c011fff8-06d3-41a8-a71e-53afe443dbc2,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:07:32.266129 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00446d6b-532d-461c-941a-a9c5f4e2191b x-openstack-request-id: req-00446d6b-532d-461c-941a-a9c5f4e2191b {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:07:32.266484 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911d12c6-14ab-4e24-a877-05f67d0adb17", "tag": "c011fff8-06d3-41a8-a71e-53afe443dbc2", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:07:32.266804 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-00446d6b-532d-461c-941a-a9c5f4e2191b {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:07:32.267407 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911d12c6-14ab-4e24-a877-05f67d0adb17', 'tag': 'c011fff8-06d3-41a8-a71e-53afe443dbc2', 'status': 'completed', 'code': 200} Jul 05 05:07:32.347118 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409fda6-0619-49d5-841c-9e67154ab53c req-c0e7f153-573b-455a-bb9d-ba0593d5a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:32.348800 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7409fda6-0619-49d5-841c-9e67154ab53c req-c0e7f153-573b-455a-bb9d-ba0593d5a096 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d68a897d2714908a747f082b07c7b7e&device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 1095 time: 0.0599713 Jul 05 05:07:32.457522 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409fda6-0619-49d5-841c-9e67154ab53c req-e4e544ca-bfbb-45be-9122-3f0dfaa9476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:32.460137 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7409fda6-0619-49d5-841c-9e67154ab53c req-e4e544ca-bfbb-45be-9122-3f0dfaa9476f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6d68a897d2714908a747f082b07c7b7e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1016722 Jul 05 05:07:32.550994 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409fda6-0619-49d5-841c-9e67154ab53c req-c6d8d02f-0c4f-4d6a-93cb-49f4a12582a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:32.552510 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7409fda6-0619-49d5-841c-9e67154ab53c req-c6d8d02f-0c4f-4d6a-93cb-49f4a12582a0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873945 Jul 05 05:07:32.659294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-40207b95-fbd7-4e97-be34-06bce8ff718a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:32.660901 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-40207b95-fbd7-4e97-be34-06bce8ff718a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d68a897d2714908a747f082b07c7b7e&device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 1095 time: 0.0629632 Jul 05 05:07:32.703560 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-e60d63ec-847b-46c2-8388-0d510657372b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c011fff8-06d3-41a8-a71e-53afe443dbc2 HTTP/1.1" status: 200 len: 217 time: 0.0353823 Jul 05 05:07:32.753775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-6a959e56-bf4f-46f1-814b-5ab8fa7b8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:32.755341 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-6a959e56-bf4f-46f1-814b-5ab8fa7b8723 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d565eea7-312d-4dde-8d59-832629e23f4c HTTP/1.1" status: 200 len: 855 time: 0.0463541 Jul 05 05:07:32.783740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76540d0-d159-464c-99a2-bd82b8319df0 req-096808f6-02ec-49e2-af24-7d5b48766ecc tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:32.785425 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e76540d0-d159-464c-99a2-bd82b8319df0 req-096808f6-02ec-49e2-af24-7d5b48766ecc tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 943 time: 0.0660920 Jul 05 05:07:32.819486 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-11bdb8b5-6fdd-49cb-8ada-bdd0532e4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:32.822663 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-11bdb8b5-6fdd-49cb-8ada-bdd0532e4ad5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=988eb501-3973-4e44-a49e-b887ad58f9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608368 Jul 05 05:07:32.825237 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e76540d0-d159-464c-99a2-bd82b8319df0 req-be202097-55ea-405f-928a-bea6177e07a0 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337338 Jul 05 05:07:32.919056 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-32745ec1-a9c1-4ce8-96ca-884583b22904 service neutron] 10.222.0.36 "GET /v2.0/networks/988eb501-3973-4e44-a49e-b887ad58f9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901887 Jul 05 05:07:33.013163 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e6954965-a5fe-4744-8180-ce4681b0c0bb req-db87b837-d5e3-4f78-a920-7a66af79b314 service neutron] 10.222.0.36 "GET /v2.0/networks/988eb501-3973-4e44-a49e-b887ad58f9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873749 Jul 05 05:07:33.189510 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:33.405650 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:07:34.007882 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be79871-e810-47a9-84a7-050e023ff5fe req-dc895109-b82b-4e4a-89c3-30f07300ba6c tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:34.010115 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4be79871-e810-47a9-84a7-050e023ff5fe req-dc895109-b82b-4e4a-89c3-30f07300ba6c tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 943 time: 0.0692570 Jul 05 05:07:34.048521 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4be79871-e810-47a9-84a7-050e023ff5fe req-c61d4e6a-9a07-4a3a-a0a8-d7be8cafca88 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323400 Jul 05 05:07:34.760056 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:35.236367 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d27804-9106-45db-aeba-d83bdeeff44b req-31242b35-5e73-4670-8e5f-a09a0b640a11 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:35.237910 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7d27804-9106-45db-aeba-d83bdeeff44b req-31242b35-5e73-4670-8e5f-a09a0b640a11 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 943 time: 0.0683451 Jul 05 05:07:35.280539 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7d27804-9106-45db-aeba-d83bdeeff44b req-e8c4d302-cbf7-457b-857a-70404cff2fa9 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335684 Jul 05 05:07:36.245584 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device c011fff8-06d3-41a8-a71e-53afe443dbc2 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:07:36.346068 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port c011fff8-06d3-41a8-a71e-53afe443dbc2, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=c011fff8-06d3-41a8-a71e-53afe443dbc2,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:07:36.358775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'c011fff8-06d3-41a8-a71e-53afe443dbc2', 'network_id': '988eb501-3973-4e44-a49e-b887ad58f9b8', 'port_id': 'c011fff8-06d3-41a8-a71e-53afe443dbc2', 'mac_address': 'fa:16:3e:7b:a4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd565eea7-312d-4dde-8d59-832629e23f4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:07:36.398334 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:36.411941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c011fff8-06d3-41a8-a71e-53afe443dbc2 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:07:36.433684 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port c011fff8-06d3-41a8-a71e-53afe443dbc2, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=c011fff8-06d3-41a8-a71e-53afe443dbc2,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:07:36.460218 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb364a6-f458-4a35-a4b1-7a7cc3def990 req-ab85b915-294a-404f-ab32-ad2afccf58d3 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:36.462062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-deb364a6-f458-4a35-a4b1-7a7cc3def990 req-ab85b915-294a-404f-ab32-ad2afccf58d3 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 943 time: 0.0646515 Jul 05 05:07:36.504761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-deb364a6-f458-4a35-a4b1-7a7cc3def990 req-c23a28a2-a839-4196-a4b0-2696a1ac51da tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371728 Jul 05 05:07:36.506753 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:36.554432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=c011fff8-06d3-41a8-a71e-53afe443dbc2,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:07:36.785957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['c011fff8-06d3-41a8-a71e-53afe443dbc2'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:07:37.681363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79924a-b080-4bec-83d5-7a13950d722e req-6dfccac7-518e-44d9-8209-db310714b2b7 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:37.682844 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb79924a-b080-4bec-83d5-7a13950d722e req-6dfccac7-518e-44d9-8209-db310714b2b7 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 944 time: 0.0638251 Jul 05 05:07:37.721957 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb79924a-b080-4bec-83d5-7a13950d722e req-96928121-23d8-4b8e-acc0-2e9a3fc1b121 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335197 Jul 05 05:07:38.260845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device c011fff8-06d3-41a8-a71e-53afe443dbc2 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:07:38.415520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port c011fff8-06d3-41a8-a71e-53afe443dbc2 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:07:38.419929 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port c011fff8-06d3-41a8-a71e-53afe443dbc2 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:07:38.420329 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:38.498462 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:38.520133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911d12c6-14ab-4e24-a877-05f67d0adb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c011fff8-06d3-41a8-a71e-53afe443dbc2'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:07:38.522374 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e311d180-6198-4011-b8d6-00187bafc97d" -d '{"events": [{"server_uuid": "911d12c6-14ab-4e24-a877-05f67d0adb17", "name": "network-vif-plugged", "status": "completed", "tag": "c011fff8-06d3-41a8-a71e-53afe443dbc2"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:07:38.540498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port c011fff8-06d3-41a8-a71e-53afe443dbc2, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=c011fff8-06d3-41a8-a71e-53afe443dbc2,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:07:38.562397 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26d92f9-2769-4272-9252-e6f7b11495d9 x-openstack-request-id: req-f26d92f9-2769-4272-9252-e6f7b11495d9 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:07:38.562699 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911d12c6-14ab-4e24-a877-05f67d0adb17", "name": "network-vif-plugged", "status": "completed", "tag": "c011fff8-06d3-41a8-a71e-53afe443dbc2", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:07:38.562982 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f26d92f9-2769-4272-9252-e6f7b11495d9 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:07:38.563381 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911d12c6-14ab-4e24-a877-05f67d0adb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c011fff8-06d3-41a8-a71e-53afe443dbc2', 'code': 200} Jul 05 05:07:38.617067 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:38.667972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=c011fff8-06d3-41a8-a71e-53afe443dbc2,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:07:38.678088 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6072d-e620-4d0c-8651-01189966f700 req-abd53f3d-c363-4b6b-8e0d-9366a25c270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:38.679598 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-20d6072d-e620-4d0c-8651-01189966f700 req-abd53f3d-c363-4b6b-8e0d-9366a25c270f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 1097 time: 0.0549362 Jul 05 05:07:38.714621 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-20d6072d-e620-4d0c-8651-01189966f700 req-90cf637e-7d5f-4380-8428-b1ffd515e758 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290320 Jul 05 05:07:38.896222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e6a61-526d-4326-8708-2e75ff55b38c req-b1d36315-d64c-4aa2-8894-e1031f489c82 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:38.897686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a9e6a61-526d-4326-8708-2e75ff55b38c req-b1d36315-d64c-4aa2-8894-e1031f489c82 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 945 time: 0.0644698 Jul 05 05:07:38.936053 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a9e6a61-526d-4326-8708-2e75ff55b38c req-c922f1ac-db2a-433d-88f3-11d71f5b6e5b tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319135 Jul 05 05:07:40.116094 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94708ab-af53-4ef8-bff6-85bbc0e9c22f req-e5a0a2f7-9dcc-4adc-b44a-7a1cf9763b7b tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:40.117601 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c94708ab-af53-4ef8-bff6-85bbc0e9c22f req-e5a0a2f7-9dcc-4adc-b44a-7a1cf9763b7b tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 945 time: 0.0677731 Jul 05 05:07:40.155670 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c94708ab-af53-4ef8-bff6-85bbc0e9c22f req-7a08392b-5f5a-4df4-9b7a-92f5088bac68 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322874 Jul 05 05:07:40.332549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d50d55-8cc1-46f0-8902-05b129906f48 req-a350687a-2026-4a50-b3cc-96c7c5bcafbb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:40.334445 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d50d55-8cc1-46f0-8902-05b129906f48 req-a350687a-2026-4a50-b3cc-96c7c5bcafbb tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 945 time: 0.0702007 Jul 05 05:07:40.375946 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d50d55-8cc1-46f0-8902-05b129906f48 req-eb5d6408-3849-4b3f-9a22-b38a5f46a712 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343509 Jul 05 05:07:41.495436 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-183fb1a2-51e1-42c9-974c-ed450177fb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:44.108541 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-548daf6e-4762-4714-8238-a3109a8833ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:44.485741 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:45.632352 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:47.166348 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:03.165552 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:04.206346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cf37b-7e4a-4e19-936c-6e56b3054bf9 req-0bf963ac-df25-4a9b-bd63-c35a3416f867 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:04.207812 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a8cf37b-7e4a-4e19-936c-6e56b3054bf9 req-0bf963ac-df25-4a9b-bd63-c35a3416f867 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 945 time: 0.0706158 Jul 05 05:08:04.251900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a8cf37b-7e4a-4e19-936c-6e56b3054bf9 req-e20258d0-aa98-4aca-8c24-f45326d307a1 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384057 Jul 05 05:08:04.768837 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:05.429266 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10b996-5551-4e72-9447-0cc0164b7ae8 req-d0f0b05f-6852-4756-8530-c9f0d9e56433 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:05.431001 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc10b996-5551-4e72-9447-0cc0164b7ae8 req-d0f0b05f-6852-4756-8530-c9f0d9e56433 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 945 time: 0.0638022 Jul 05 05:08:05.468680 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc10b996-5551-4e72-9447-0cc0164b7ae8 req-9c652f1d-178b-4d0c-977a-428681d99f9c tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef8ff869-ec06-4227-8891-cce2d93650fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Jul 05 05:08:05.862974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd9df6-0088-40f5-8753-0ab3ae6cb904 req-44e34163-6838-4ac5-bb8c-b955cdad3d5d tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:05.864461 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1dfd9df6-0088-40f5-8753-0ab3ae6cb904 req-44e34163-6838-4ac5-bb8c-b955cdad3d5d tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.36 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 945 time: 0.0633032 Jul 05 05:08:05.967829 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-1dfd9df6-0088-40f5-8753-0ab3ae6cb904 req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Deleting port c011fff8-06d3-41a8-a71e-53afe443dbc2 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:08:05.968205 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1dfd9df6-0088-40f5-8753-0ab3ae6cb904 req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:06.057249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-1dfd9df6-0088-40f5-8753-0ab3ae6cb904 req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] For port c011fff8-06d3-41a8-a71e-53afe443dbc2, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=c011fff8-06d3-41a8-a71e-53afe443dbc2,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:06.057597 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1dfd9df6-0088-40f5-8753-0ab3ae6cb904 req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:06.070637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-1dfd9df6-0088-40f5-8753-0ab3ae6cb904 req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Calling delete_port for c011fff8-06d3-41a8-a71e-53afe443dbc2 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:08:06.272137 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1dfd9df6-0088-40f5-8753-0ab3ae6cb904 req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:06.284532 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['c011fff8-06d3-41a8-a71e-53afe443dbc2'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:08:06.301523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Pushing event deleted for resources: {'Port': ['ID=c011fff8-06d3-41a8-a71e-53afe443dbc2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:06.313029 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:06.313408 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:06.313758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:06.314098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:06.314453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:06.314771 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:06.315105 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:06.315438 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:06.316249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:06.316249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:06.316523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:06.316772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:06.369532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfd9df6-0088-40f5-8753-0ab3ae6cb904 req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] No DVR routers for this DVR port c011fff8-06d3-41a8-a71e-53afe443dbc2 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:08:06.372493 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1dfd9df6-0088-40f5-8753-0ab3ae6cb904 req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:06.374727 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1dfd9df6-0088-40f5-8753-0ab3ae6cb904 req-5f8c5171-fd4a-466f-8432-20bfbd799399 tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.36 "DELETE /v2.0/ports/c011fff8-06d3-41a8-a71e-53afe443dbc2 HTTP/1.1" status: 204 len: 173 time: 0.5053604 Jul 05 05:08:06.375199 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911d12c6-14ab-4e24-a877-05f67d0adb17', 'name': 'network-vif-deleted', 'tag': 'c011fff8-06d3-41a8-a71e-53afe443dbc2'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:08:06.377613 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e04fa7-fab0-4a7f-9fc6-d66fabbb2782" -d '{"events": [{"server_uuid": "911d12c6-14ab-4e24-a877-05f67d0adb17", "name": "network-vif-deleted", "tag": "c011fff8-06d3-41a8-a71e-53afe443dbc2"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:08:06.418092 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afc184e-9ea3-4d8b-be81-9d599bfc6629 x-openstack-request-id: req-9afc184e-9ea3-4d8b-be81-9d599bfc6629 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:08:06.418092 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911d12c6-14ab-4e24-a877-05f67d0adb17", "name": "network-vif-deleted", "tag": "c011fff8-06d3-41a8-a71e-53afe443dbc2", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:08:06.418092 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9afc184e-9ea3-4d8b-be81-9d599bfc6629 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:08:06.418645 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911d12c6-14ab-4e24-a877-05f67d0adb17', 'name': 'network-vif-deleted', 'tag': 'c011fff8-06d3-41a8-a71e-53afe443dbc2', 'status': 'completed', 'code': 200} Jul 05 05:08:06.616739 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-99899a7e-df1f-46fc-9dcd-3f609463f099 req-1641d60a-f02b-494a-91af-d899ed5c557b tempest-TestEncryptedCinderVolumes-859778255 tempest-TestEncryptedCinderVolumes-859778255-project] 10.222.0.38 "GET /v2.0/ports?device_id=911d12c6-14ab-4e24-a877-05f67d0adb17 HTTP/1.1" status: 200 len: 210 time: 0.0287943 Jul 05 05:08:07.837005 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38460) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:08.189037 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:08.363272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device c011fff8-06d3-41a8-a71e-53afe443dbc2 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:08:08.383904 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: c011fff8-06d3-41a8-a71e-53afe443dbc2 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:08:08.384350 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device c011fff8-06d3-41a8-a71e-53afe443dbc2 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:08:08.458712 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Deleting port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:08:08.459164 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:08.538014 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] For port 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2eeeaa36-8dc1-4428-9e1b-3deae45d0af7,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:08.538376 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:08.555674 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Calling delete_port for 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:08:08.814768 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:08.842077 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Pushing event deleted for resources: {'Port': ['ID=2eeeaa36-8dc1-4428-9e1b-3deae45d0af7,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:08.854590 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:08.854940 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:08.855280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:08.855646 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:08.855979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:08.856335 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:08.856667 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:08.856995 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:08.857325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:08.857647 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:08.857969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:08.858291 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:09.315646 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:09.550321 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Router d8c95efd-392b-4d83-b30b-6226c5f6dae7 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:08:09.658656 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:08:09.663755 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-93b3ebe2-a45e-4bd5-92e8-4d0d87dc571e admin admin] 10.222.0.38 "PUT /v2.0/routers/d8c95efd-392b-4d83-b30b-6226c5f6dae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8257201 Jul 05 05:08:09.666778 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38462) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:09.670127 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055dce8-8f57-42c9-9b3f-d5072aa9e722 None None] Sync routers for ids ['d8c95efd-392b-4d83-b30b-6226c5f6dae7'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:08:09.681407 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055dce8-8f57-42c9-9b3f-d5072aa9e722 None None] Routers {'d8c95efd-392b-4d83-b30b-6226c5f6dae7'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:09.682034 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d055dce8-8f57-42c9-9b3f-d5072aa9e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:07:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d8c95efd-392b-4d83-b30b-6226c5f6dae7'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:09.778478 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc24076d-b9fb-48fb-beb4-815650212d62 admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:09.796213 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d055dce8-8f57-42c9-9b3f-d5072aa9e722 None None] Set router d8c95efd-392b-4d83-b30b-6226c5f6dae7 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:09.882945 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc24076d-b9fb-48fb-beb4-815650212d62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:09.975102 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d055dce8-8f57-42c9-9b3f-d5072aa9e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'name': 'tempest-TestEncryptedCinderVolumes-599944747-router', 'tenant_id': '6d68a897d2714908a747f082b07c7b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '4f55d44f-da88-4384-a2cc-986ae84b6d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:34Z', 'updated_at': '2021-07-05T05:08:08Z', 'revision_number': 5, 'project_id': '6d68a897d2714908a747f082b07c7b7e', 'gw_port': {'id': '4f55d44f-da88-4384-a2cc-986ae84b6d7c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:35Z', 'updated_at': '2021-07-05T05:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:10.000965 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-cc24076d-b9fb-48fb-beb4-815650212d62 admin admin] Deleting port 4f55d44f-da88-4384-a2cc-986ae84b6d7c {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:08:10.001309 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc24076d-b9fb-48fb-beb4-815650212d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.001718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055dce8-8f57-42c9-9b3f-d5072aa9e722 None None] Checking router: d8c95efd-392b-4d83-b30b-6226c5f6dae7 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:08:10.011918 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055dce8-8f57-42c9-9b3f-d5072aa9e722 None None] Routers {'d8c95efd-392b-4d83-b30b-6226c5f6dae7'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:10.012543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d055dce8-8f57-42c9-9b3f-d5072aa9e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:07:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['d8c95efd-392b-4d83-b30b-6226c5f6dae7'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:10.084350 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-cc24076d-b9fb-48fb-beb4-815650212d62 admin admin] For port 4f55d44f-da88-4384-a2cc-986ae84b6d7c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4f55d44f-da88-4384-a2cc-986ae84b6d7c,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:10.084717 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc24076d-b9fb-48fb-beb4-815650212d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.098685 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-cc24076d-b9fb-48fb-beb4-815650212d62 admin admin] Calling delete_port for 4f55d44f-da88-4384-a2cc-986ae84b6d7c owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:08:10.103692 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d055dce8-8f57-42c9-9b3f-d5072aa9e722 None None] Set router d8c95efd-392b-4d83-b30b-6226c5f6dae7 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:10.165810 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d055dce8-8f57-42c9-9b3f-d5072aa9e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'name': 'tempest-TestEncryptedCinderVolumes-599944747-router', 'tenant_id': '6d68a897d2714908a747f082b07c7b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:34Z', 'updated_at': '2021-07-05T05:08:09Z', 'revision_number': 6, 'project_id': '6d68a897d2714908a747f082b07c7b7e', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:10.192704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055dce8-8f57-42c9-9b3f-d5072aa9e722 None None] The sync data for ids ['d8c95efd-392b-4d83-b30b-6226c5f6dae7'] in n-d-771363-32 is: [{'id': 'd8c95efd-392b-4d83-b30b-6226c5f6dae7', 'name': 'tempest-TestEncryptedCinderVolumes-599944747-router', 'tenant_id': '6d68a897d2714908a747f082b07c7b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:34Z', 'updated_at': '2021-07-05T05:08:09Z', 'revision_number': 6, 'project_id': '6d68a897d2714908a747f082b07c7b7e', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:08:10.340474 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc24076d-b9fb-48fb-beb4-815650212d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.370551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24076d-b9fb-48fb-beb4-815650212d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f55d44f-da88-4384-a2cc-986ae84b6d7c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:10.406396 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:08:10.432707 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc24076d-b9fb-48fb-beb4-815650212d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.523699 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc24076d-b9fb-48fb-beb4-815650212d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.526678 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc24076d-b9fb-48fb-beb4-815650212d62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.628841 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc24076d-b9fb-48fb-beb4-815650212d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.629494 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc24076d-b9fb-48fb-beb4-815650212d62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8c95efd-392b-4d83-b30b-6226c5f6dae7 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:08:10.634713 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cc24076d-b9fb-48fb-beb4-815650212d62 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.635977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cc24076d-b9fb-48fb-beb4-815650212d62 admin admin] 10.222.0.38 "DELETE /v2.0/routers/d8c95efd-392b-4d83-b30b-6226c5f6dae7 HTTP/1.1" status: 204 len: 168 time: 0.9682503 Jul 05 05:08:10.640127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38464) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:10.684642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-b278de98-6f08-449b-8625-852b5b11c5c0 admin admin] Deleting subnet d565eea7-312d-4dde-8d59-832629e23f4c {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:08:10.688319 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b278de98-6f08-449b-8625-852b5b11c5c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.722695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b278de98-6f08-449b-8625-852b5b11c5c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.804015 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b278de98-6f08-449b-8625-852b5b11c5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.917614 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b278de98-6f08-449b-8625-852b5b11c5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.941282 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278de98-6f08-449b-8625-852b5b11c5c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d565eea7-312d-4dde-8d59-832629e23f4c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:10.949014 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b278de98-6f08-449b-8625-852b5b11c5c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.950920 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b278de98-6f08-449b-8625-852b5b11c5c0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d565eea7-312d-4dde-8d59-832629e23f4c HTTP/1.1" status: 204 len: 168 time: 0.3105974 Jul 05 05:08:10.953597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38466) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:10.955962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e51a5f-f1ef-4020-a71f-0890924a5463 None None] Network 988eb501-3973-4e44-a49e-b887ad58f9b8 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:08:11.029756 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.098537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] Deleting port 9372ac80-e076-473f-b51b-b0da382f55b7 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:08:11.098914 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.170263 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] For port 9372ac80-e076-473f-b51b-b0da382f55b7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9372ac80-e076-473f-b51b-b0da382f55b7,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:11.170263 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.176371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] DHCP port deletion for 988eb501-3973-4e44-a49e-b887ad58f9b8 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:08:11.184534 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] Calling delete_port for 9372ac80-e076-473f-b51b-b0da382f55b7 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:08:11.232252 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Deleting port 9372ac80-e076-473f-b51b-b0da382f55b7 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:08:11.232852 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.302583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] For port 9372ac80-e076-473f-b51b-b0da382f55b7, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9372ac80-e076-473f-b51b-b0da382f55b7,segment=NetworkSegment(b70ec29b-6409-4d56-8319-bdbd3a832a7a),segment_id=b70ec29b-6409-4d56-8319-bdbd3a832a7a)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:11.303225 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.322267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Calling delete_port for 9372ac80-e076-473f-b51b-b0da382f55b7 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:08:11.380400 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.398962 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.412429 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] No DVR routers for this DVR port 9372ac80-e076-473f-b51b-b0da382f55b7 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:08:11.417644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9372ac80-e076-473f-b51b-b0da382f55b7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:11.427789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Pushing event deleted for resources: {'Port': ['ID=9372ac80-e076-473f-b51b-b0da382f55b7,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:11.436227 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] No DVR routers for this DVR port 9372ac80-e076-473f-b51b-b0da382f55b7 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:08:11.445514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:11.445858 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:11.446256 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:11.447190 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:11.447511 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:11.447844 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:11.448198 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:11.448526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:11.448853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:11.449178 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:11.449503 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:11.449827 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb7e9c-2506-4b3c-bfe0-0d978753460f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:11.491850 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.502318 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988eb501-3973-4e44-a49e-b887ad58f9b8']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:11.511482 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce4c463f-022d-4d92-9f19-c3cb2149e8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.513436 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70ec29b-6409-4d56-8319-bdbd3a832a7a') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:11.513797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70ec29b-6409-4d56-8319-bdbd3a832a7a') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:11.522913 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.537608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.544799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: timer() Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:08:11.547476 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:08:11.654719 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.660310 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:11.662407 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/988eb501-3973-4e44-a49e-b887ad58f9b8 HTTP/1.1" status: 204 len: 168 time: 0.7074280 Jul 05 05:08:11.666012 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38468) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:11.673021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df8ef1-de97-448e-a064-04415a94e6d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=988eb501-3973-4e44-a49e-b887ad58f9b8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:12.033222 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f934b33d-dd13-4a79-aa36-18dc3bdf87aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:12.116548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9372ac80-e076-473f-b51b-b0da382f55b7 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:08:12.139876 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 9372ac80-e076-473f-b51b-b0da382f55b7 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:08:12.140250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9372ac80-e076-473f-b51b-b0da382f55b7 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:08:12.140674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4f55d44f-da88-4384-a2cc-986ae84b6d7c no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:08:12.159497 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 4f55d44f-da88-4384-a2cc-986ae84b6d7c {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:08:12.159838 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4f55d44f-da88-4384-a2cc-986ae84b6d7c not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:08:12.160268 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:08:12.179180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:08:12.179522 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2eeeaa36-8dc1-4428-9e1b-3deae45d0af7 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:08:12.297061 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-f934b33d-dd13-4a79-aa36-18dc3bdf87aa admin admin] Deleting port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:08:12.297331 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f934b33d-dd13-4a79-aa36-18dc3bdf87aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:12.377651 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-f934b33d-dd13-4a79-aa36-18dc3bdf87aa admin admin] For port 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1,segment=NetworkSegment(79944174-e04b-4f6b-a5e5-bc645e2bfcdd),segment_id=79944174-e04b-4f6b-a5e5-bc645e2bfcdd)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:12.378115 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f934b33d-dd13-4a79-aa36-18dc3bdf87aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:12.395220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-f934b33d-dd13-4a79-aa36-18dc3bdf87aa admin admin] Calling delete_port for 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:08:12.685081 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f934b33d-dd13-4a79-aa36-18dc3bdf87aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:12.709470 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934b33d-dd13-4a79-aa36-18dc3bdf87aa admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:12.885418 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f934b33d-dd13-4a79-aa36-18dc3bdf87aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.102085 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f934b33d-dd13-4a79-aa36-18dc3bdf87aa admin admin] Router 981cbe6d-7888-4e9a-ac6e-c470969ff173 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:08:13.210327 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f934b33d-dd13-4a79-aa36-18dc3bdf87aa admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:08:13.216231 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f934b33d-dd13-4a79-aa36-18dc3bdf87aa admin admin] 10.222.0.38 "PUT /v2.0/routers/981cbe6d-7888-4e9a-ac6e-c470969ff173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5490313 Jul 05 05:08:13.218644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38470) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:13.220531 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc505d7-95b9-4c1f-a3ef-a1cb1b8fa639 None None] Sync routers for ids ['981cbe6d-7888-4e9a-ac6e-c470969ff173'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:08:13.230050 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc505d7-95b9-4c1f-a3ef-a1cb1b8fa639 None None] Routers {'981cbe6d-7888-4e9a-ac6e-c470969ff173'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:13.230672 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3fc505d7-95b9-4c1f-a3ef-a1cb1b8fa639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:07:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['981cbe6d-7888-4e9a-ac6e-c470969ff173'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:13.327950 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-25a8a2a0-0749-4f0b-9c65-b68e1d09c966 admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.334623 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-3fc505d7-95b9-4c1f-a3ef-a1cb1b8fa639 None None] Set router 981cbe6d-7888-4e9a-ac6e-c470969ff173 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:13.518157 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3fc505d7-95b9-4c1f-a3ef-a1cb1b8fa639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'name': 'tempest-TestEncryptedCinderVolumes-1127987292-router', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:40Z', 'updated_at': '2021-07-05T05:08:12Z', 'revision_number': 5, 'project_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'gw_port': {'id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:41Z', 'updated_at': '2021-07-05T05:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:13.549166 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc505d7-95b9-4c1f-a3ef-a1cb1b8fa639 None None] Checking router: 981cbe6d-7888-4e9a-ac6e-c470969ff173 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:08:13.560466 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc505d7-95b9-4c1f-a3ef-a1cb1b8fa639 None None] Routers {'981cbe6d-7888-4e9a-ac6e-c470969ff173'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:13.561274 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3fc505d7-95b9-4c1f-a3ef-a1cb1b8fa639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:07:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['981cbe6d-7888-4e9a-ac6e-c470969ff173'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:13.666566 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-3fc505d7-95b9-4c1f-a3ef-a1cb1b8fa639 None None] Set router 981cbe6d-7888-4e9a-ac6e-c470969ff173 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:13.721565 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-25a8a2a0-0749-4f0b-9c65-b68e1d09c966 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.837447 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-25a8a2a0-0749-4f0b-9c65-b68e1d09c966 admin admin] Deleting port daf53345-2d8b-44e5-8f6d-2e6384df8ee9 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:08:13.837893 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-25a8a2a0-0749-4f0b-9c65-b68e1d09c966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.850975 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3fc505d7-95b9-4c1f-a3ef-a1cb1b8fa639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'name': 'tempest-TestEncryptedCinderVolumes-1127987292-router', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:40Z', 'updated_at': '2021-07-05T05:08:12Z', 'revision_number': 5, 'project_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'gw_port': {'id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:41Z', 'updated_at': '2021-07-05T05:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:13.879706 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc505d7-95b9-4c1f-a3ef-a1cb1b8fa639 None None] The sync data for ids ['981cbe6d-7888-4e9a-ac6e-c470969ff173'] in n-d-771363-32 is: [{'id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'name': 'tempest-TestEncryptedCinderVolumes-1127987292-router', 'tenant_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:40Z', 'updated_at': '2021-07-05T05:08:12Z', 'revision_number': 5, 'project_id': 'b2e2675dbbae4b4bb482b9337cb48a57', 'gw_port': {'id': 'daf53345-2d8b-44e5-8f6d-2e6384df8ee9', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981cbe6d-7888-4e9a-ac6e-c470969ff173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:41Z', 'updated_at': '2021-07-05T05:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:08:13.924437 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-25a8a2a0-0749-4f0b-9c65-b68e1d09c966 admin admin] For port daf53345-2d8b-44e5-8f6d-2e6384df8ee9, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=daf53345-2d8b-44e5-8f6d-2e6384df8ee9,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:13.924797 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-25a8a2a0-0749-4f0b-9c65-b68e1d09c966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.938068 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-25a8a2a0-0749-4f0b-9c65-b68e1d09c966 admin admin] Calling delete_port for daf53345-2d8b-44e5-8f6d-2e6384df8ee9 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:08:14.065650 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-871d71cc-aa3a-48ba-8627-94e886feb4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:14.162927 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-25a8a2a0-0749-4f0b-9c65-b68e1d09c966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:14.190820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8a2a0-0749-4f0b-9c65-b68e1d09c966 admin admin] Pushing event deleted for resources: {'Port': ['ID=daf53345-2d8b-44e5-8f6d-2e6384df8ee9,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:14.263131 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-25a8a2a0-0749-4f0b-9c65-b68e1d09c966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:14.348766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:08:14.362509 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-25a8a2a0-0749-4f0b-9c65-b68e1d09c966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:14.365004 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-25a8a2a0-0749-4f0b-9c65-b68e1d09c966 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:14.372399 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:08:14.372745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4aa9e9bb-c1c1-4361-87f1-cc63d5ee92f1 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:08:14.534711 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:14.571887 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-25a8a2a0-0749-4f0b-9c65-b68e1d09c966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:14.572418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a8a2a0-0749-4f0b-9c65-b68e1d09c966 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 981cbe6d-7888-4e9a-ac6e-c470969ff173 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:08:14.576935 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-25a8a2a0-0749-4f0b-9c65-b68e1d09c966 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:14.578108 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-25a8a2a0-0749-4f0b-9c65-b68e1d09c966 admin admin] 10.222.0.38 "DELETE /v2.0/routers/981cbe6d-7888-4e9a-ac6e-c470969ff173 HTTP/1.1" status: 204 len: 168 time: 1.3585315 Jul 05 05:08:14.581420 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38472) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:14.634340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58b98af-0b82-4394-b575-fadc0fc367f4 admin admin] Deleting subnet fe10f3f6-aab0-455b-b6f2-0cdb21d721ed {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:08:14.638400 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c58b98af-0b82-4394-b575-fadc0fc367f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:14.675602 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c58b98af-0b82-4394-b575-fadc0fc367f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:14.758126 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c58b98af-0b82-4394-b575-fadc0fc367f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:14.868859 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c58b98af-0b82-4394-b575-fadc0fc367f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:14.898365 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b98af-0b82-4394-b575-fadc0fc367f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe10f3f6-aab0-455b-b6f2-0cdb21d721ed,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:14.902093 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c58b98af-0b82-4394-b575-fadc0fc367f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:14.906543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c58b98af-0b82-4394-b575-fadc0fc367f4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/fe10f3f6-aab0-455b-b6f2-0cdb21d721ed HTTP/1.1" status: 204 len: 168 time: 0.3214643 Jul 05 05:08:14.906543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38474) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:14.909702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09069fd-4532-4b6a-9836-722a2ff89fb5 None None] Network 99d465af-bb67-473c-87e4-31b81b2af136 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:08:14.973987 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:15.032725 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] Deleting port 4d90fee7-442a-4438-8796-5007807cf388 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:08:15.033171 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:15.107070 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4cf8de-2c31-4071-904b-9d533cf2dfc1 None None] DHCP port deletion for 99d465af-bb67-473c-87e4-31b81b2af136 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:08:15.112803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] For port 4d90fee7-442a-4438-8796-5007807cf388, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4d90fee7-442a-4438-8796-5007807cf388,segment=NetworkSegment(79944174-e04b-4f6b-a5e5-bc645e2bfcdd),segment_id=79944174-e04b-4f6b-a5e5-bc645e2bfcdd)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:15.113764 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:15.127279 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] Calling delete_port for 4d90fee7-442a-4438-8796-5007807cf388 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:08:15.154777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-cb4cf8de-2c31-4071-904b-9d533cf2dfc1 None None] Deleting port 4d90fee7-442a-4438-8796-5007807cf388 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:08:15.155154 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf8de-2c31-4071-904b-9d533cf2dfc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:15.224294 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-cb4cf8de-2c31-4071-904b-9d533cf2dfc1 None None] For port 4d90fee7-442a-4438-8796-5007807cf388, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4d90fee7-442a-4438-8796-5007807cf388,segment=NetworkSegment(79944174-e04b-4f6b-a5e5-bc645e2bfcdd),segment_id=79944174-e04b-4f6b-a5e5-bc645e2bfcdd)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:15.224695 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf8de-2c31-4071-904b-9d533cf2dfc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:15.238845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-cb4cf8de-2c31-4071-904b-9d533cf2dfc1 None None] Calling delete_port for 4d90fee7-442a-4438-8796-5007807cf388 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:08:15.265871 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:15.292346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d90fee7-442a-4438-8796-5007807cf388,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:15.296011 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] No DVR routers for this DVR port 4d90fee7-442a-4438-8796-5007807cf388 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:08:15.321060 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf8de-2c31-4071-904b-9d533cf2dfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:15.349230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cf8de-2c31-4071-904b-9d533cf2dfc1 None None] Pushing event deleted for resources: {'Port': ['ID=4d90fee7-442a-4438-8796-5007807cf388,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:15.353556 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4cf8de-2c31-4071-904b-9d533cf2dfc1 None None] No DVR routers for this DVR port 4d90fee7-442a-4438-8796-5007807cf388 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:08:15.372876 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:15.383030 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d465af-bb67-473c-87e4-31b81b2af136']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:15.393856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79944174-e04b-4f6b-a5e5-bc645e2bfcdd') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:15.394159 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79944174-e04b-4f6b-a5e5-bc645e2bfcdd') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:15.403879 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:15.417978 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:15.423689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:08:15.424107 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: timer() Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:08:15.425721 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:08:15.588558 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:15.594093 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:15.595923 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/99d465af-bb67-473c-87e4-31b81b2af136 HTTP/1.1" status: 204 len: 168 time: 0.6884749 Jul 05 05:08:15.607163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8c976-1901-45a1-a626-c6eda16344a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=99d465af-bb67-473c-87e4-31b81b2af136,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:15.668039 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:15.949753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38478) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:15.989221 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fde150f4-38de-4c31-a763-0a1dd02495a1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6d68a897d2714908a747f082b07c7b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382984 Jul 05 05:08:15.991674 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38480) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:16.041487 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d047c5a6-9f08-4b74-8413-ec9cefa355d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:16.063764 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d047c5a6-9f08-4b74-8413-ec9cefa355d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:16.110033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4d90fee7-442a-4438-8796-5007807cf388 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:08:16.130581 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 4d90fee7-442a-4438-8796-5007807cf388 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:08:16.130924 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4d90fee7-442a-4438-8796-5007807cf388 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:08:16.131359 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device daf53345-2d8b-44e5-8f6d-2e6384df8ee9 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:08:16.150706 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: daf53345-2d8b-44e5-8f6d-2e6384df8ee9 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:08:16.151053 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device daf53345-2d8b-44e5-8f6d-2e6384df8ee9 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:08:16.187987 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d047c5a6-9f08-4b74-8413-ec9cefa355d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:16.190539 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d047c5a6-9f08-4b74-8413-ec9cefa355d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:16.191757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d047c5a6-9f08-4b74-8413-ec9cefa355d9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef8ff869-ec06-4227-8891-cce2d93650fb HTTP/1.1" status: 204 len: 168 time: 0.1991582 Jul 05 05:08:16.200766 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047c5a6-9f08-4b74-8413-ec9cefa355d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8ff869-ec06-4227-8891-cce2d93650fb,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:16.857605 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38486) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:16.897507 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0ffdd78a-f2f3-460b-9eb5-504eab180d3e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b2e2675dbbae4b4bb482b9337cb48a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387013 Jul 05 05:08:16.900634 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38488) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:16.952610 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85995af3-b99d-419f-a6e3-e8962bdfdb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:16.973716 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85995af3-b99d-419f-a6e3-e8962bdfdb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:17.073635 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85995af3-b99d-419f-a6e3-e8962bdfdb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:17.076666 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-85995af3-b99d-419f-a6e3-e8962bdfdb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:17.077849 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-85995af3-b99d-419f-a6e3-e8962bdfdb6c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46f64829-a05e-4ac9-be9b-099bfc485675 HTTP/1.1" status: 204 len: 168 time: 0.1762781 Jul 05 05:08:17.086000 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85995af3-b99d-419f-a6e3-e8962bdfdb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f64829-a05e-4ac9-be9b-099bfc485675,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:17.208872 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:18.116036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38510) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:18.212877 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-fbe013f9-787c-400c-8a25-1f73121ad3f1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-212538289-network', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:18.300091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe013f9-787c-400c-8a25-1f73121ad3f1 admin admin] Made reservation on behalf of afabeca9d6d8469c84977093d035c8eb for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:08:18.302546 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fbe013f9-787c-400c-8a25-1f73121ad3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:18.311608 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fbe013f9-787c-400c-8a25-1f73121ad3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:18.402852 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fbe013f9-787c-400c-8a25-1f73121ad3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:18.494656 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fbe013f9-787c-400c-8a25-1f73121ad3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:18.522002 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe013f9-787c-400c-8a25-1f73121ad3f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:08:18.529077 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe013f9-787c-400c-8a25-1f73121ad3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:18.538488 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fbe013f9-787c-400c-8a25-1f73121ad3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:18.538488 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-fbe013f9-787c-400c-8a25-1f73121ad3f1 admin admin] Added segment 88c4709c-605a-44e5-9aff-8ac9a8ed99cf of type vlan for network 2bfeb53c-c0ff-49ae-916e-405b3c4dbada Jul 05 05:08:18.578215 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fbe013f9-787c-400c-8a25-1f73121ad3f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:18.671295 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fbe013f9-787c-400c-8a25-1f73121ad3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:18.672325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe013f9-787c-400c-8a25-1f73121ad3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:18.672906 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fbe013f9-787c-400c-8a25-1f73121ad3f1 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:18.735794 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe013f9-787c-400c-8a25-1f73121ad3f1 admin admin] Pushing event updated for resources: {'Network': ['ID=2bfeb53c-c0ff-49ae-916e-405b3c4dbada,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:18.745891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 2bfeb53c-c0ff-49ae-916e-405b3c4dbada details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:08:18.811478 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fbe013f9-787c-400c-8a25-1f73121ad3f1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6942837 Jul 05 05:08:18.814325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38514) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:18.819555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-591d785b-b9f7-45d9-9072-36cbb2883c84 admin admin] Request body: {'subnet': {'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-212538289-subnet', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:18.894430 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591d785b-b9f7-45d9-9072-36cbb2883c84 admin admin] Made reservation on behalf of afabeca9d6d8469c84977093d035c8eb for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:08:18.896915 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-591d785b-b9f7-45d9-9072-36cbb2883c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:19.119858 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-591d785b-b9f7-45d9-9072-36cbb2883c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:19.173984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d785b-b9f7-45d9-9072-36cbb2883c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e53c097-02cb-487a-95c2-5ee6bed299f2,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:19.184402 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d785b-b9f7-45d9-9072-36cbb2883c84 admin admin] Checking segment: {'id': '88c4709c-605a-44e5-9aff-8ac9a8ed99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:08:19.184768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d785b-b9f7-45d9-9072-36cbb2883c84 admin admin] Network hostable DHCP agents. Network: 2bfeb53c-c0ff-49ae-916e-405b3c4dbada, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:08:19.282777 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d785b-b9f7-45d9-9072-36cbb2883c84 admin admin] Network 2bfeb53c-c0ff-49ae-916e-405b3c4dbada is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:08:19.374119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-591d785b-b9f7-45d9-9072-36cbb2883c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 2bfeb53c-c0ff-49ae-916e-405b3c4dbada) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:08:19.378665 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591d785b-b9f7-45d9-9072-36cbb2883c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:19.379573 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-591d785b-b9f7-45d9-9072-36cbb2883c84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:19.382879 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0205b012-6661-4b25-86b5-123e2a1fb8fe None None] Network 2bfeb53c-c0ff-49ae-916e-405b3c4dbada requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:08:19.495377 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-591d785b-b9f7-45d9-9072-36cbb2883c84 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6799271 Jul 05 05:08:19.498169 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38516) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:19.502633 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-212538289-router', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:19.527566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'fixed_ips': [{'subnet_id': '2e53c097-02cb-487a-95c2-5ee6bed299f2'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:08:19.528483 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:19.609300 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:19.610390 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:19.665947 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Allocated IP 172.20.0.2 (2bfeb53c-c0ff-49ae-916e-405b3c4dbada/2e53c097-02cb-487a-95c2-5ee6bed299f2/dd162730-1055-49c0-a2bc-79acec980e22) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:08:19.666541 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:19.911174 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:19.967449 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:19.975153 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Transition to ACTIVE for port object dd162730-1055-49c0-a2bc-79acec980e22 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:08:19.990164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Transition to ACTIVE for port object dd162730-1055-49c0-a2bc-79acec980e22 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:08:20.077423 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:20.114755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Network 2bfeb53c-c0ff-49ae-916e-405b3c4dbada is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:08:20.124792 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:08:20.127637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:08:20.129702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Pushing event updated for resources: {'Port': ['ID=dd162730-1055-49c0-a2bc-79acec980e22,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:20.185639 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:20.189728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Attempting to bind port dd162730-1055-49c0-a2bc-79acec980e22 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:08:20.190094 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Attempting to bind port dd162730-1055-49c0-a2bc-79acec980e22 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '88c4709c-605a-44e5-9aff-8ac9a8ed99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:08:20.190454 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Attempting to bind port dd162730-1055-49c0-a2bc-79acec980e22 on network 2bfeb53c-c0ff-49ae-916e-405b3c4dbada {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:08:20.195874 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:08:20.196526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Checking segment: {'id': '88c4709c-605a-44e5-9aff-8ac9a8ed99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:08:20.196666 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:20.196954 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Bound using segment: {'id': '88c4709c-605a-44e5-9aff-8ac9a8ed99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:08:20.197413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Bound port: dd162730-1055-49c0-a2bc-79acec980e22, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c4709c-605a-44e5-9aff-8ac9a8ed99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:08:20.197793 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:20.205085 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:20.261571 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] For port dd162730-1055-49c0-a2bc-79acec980e22, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:08:20.264531 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] For port dd162730-1055-49c0-a2bc-79acec980e22, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=dd162730-1055-49c0-a2bc-79acec980e22,segment=NetworkSegment(88c4709c-605a-44e5-9aff-8ac9a8ed99cf),segment_id=88c4709c-605a-44e5-9aff-8ac9a8ed99cf)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:08:20.315066 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Allocated IP 172.25.6.101 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/267cb31a-c69d-43e1-990a-0e5f9cbe65db) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:08:20.352504 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:20.414668 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f9a07-4c43-4554-9a9f-702dd938d7b1 None None] Pushing event updated for resources: {'Port': ['ID=dd162730-1055-49c0-a2bc-79acec980e22,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:20.432168 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:20.537472 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:20.596698 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:08:20.600820 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:08:20.603524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:08:20.605880 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Pushing event updated for resources: {'Port': ['ID=267cb31a-c69d-43e1-990a-0e5f9cbe65db,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:20.957686 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:21.156836 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:21.259400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe1c491-cdb8-4a03-989f-6e1c31ddc618 None None] Network 2bfeb53c-c0ff-49ae-916e-405b3c4dbada requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:08:21.376443 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Router a0e4bd22-5edb-437d-9d54-22897e5e4976 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:08:21.408630 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b952898e-cbd3-4cf4-a4c9-0d975b9a85d5 None None] Provisioning for port dd162730-1055-49c0-a2bc-79acec980e22 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:08:21.498566 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:08:21.506980 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Sync routers for ids ['a0e4bd22-5edb-437d-9d54-22897e5e4976'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:08:21.517545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Routers {'a0e4bd22-5edb-437d-9d54-22897e5e4976'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:21.518174 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:08:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a0e4bd22-5edb-437d-9d54-22897e5e4976'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:21.576654 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:21.578167 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-78c43414-cd66-4bbf-87bf-750e29f869f3 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0789573 Jul 05 05:08:21.580839 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38518) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:21.648879 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Set router a0e4bd22-5edb-437d-9d54-22897e5e4976 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:21.840001 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'name': 'tempest-TestMinimumBasicScenario-212538289-router', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:19Z', 'updated_at': '2021-07-05T05:08:20Z', 'revision_number': 3, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'gw_port': {'id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:20Z', 'updated_at': '2021-07-05T05:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:21.869307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Checking router: a0e4bd22-5edb-437d-9d54-22897e5e4976 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:08:21.869656 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Updating router a0e4bd22-5edb-437d-9d54-22897e5e4976 port 267cb31a-c69d-43e1-990a-0e5f9cbe65db binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:08:21.903665 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:22.009706 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:22.181468 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dd162730-1055-49c0-a2bc-79acec980e22 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:08:22.236754 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:22.250965 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Transition to ACTIVE for port object 267cb31a-c69d-43e1-990a-0e5f9cbe65db will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:08:22.456984 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Allocated IP 172.20.0.1 (2bfeb53c-c0ff-49ae-916e-405b3c4dbada/2e53c097-02cb-487a-95c2-5ee6bed299f2/bb3ae791-06d7-47fe-a11f-f6dd858405da) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:08:22.483281 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:22.495221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port dd162730-1055-49c0-a2bc-79acec980e22 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:08:22.528250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port dd162730-1055-49c0-a2bc-79acec980e22 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:22.528626 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:22.583296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Attempting to bind port 267cb31a-c69d-43e1-990a-0e5f9cbe65db on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:08:22.583667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Attempting to bind port 267cb31a-c69d-43e1-990a-0e5f9cbe65db by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:08:22.584032 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Attempting to bind port 267cb31a-c69d-43e1-990a-0e5f9cbe65db on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:08:22.588714 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f5a82-430a-4e16-bac8-14c2a2902d7f None None] Pushing event updated for resources: {'Port': ['ID=267cb31a-c69d-43e1-990a-0e5f9cbe65db,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:22.595889 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:08:22.599689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:08:22.599689 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:22.599689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:08:22.599689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Bound port: 267cb31a-c69d-43e1-990a-0e5f9cbe65db, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:08:22.599689 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:22.604914 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:22.617885 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Transition to ACTIVE for port object bb3ae791-06d7-47fe-a11f-f6dd858405da will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:08:22.684563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] For port 267cb31a-c69d-43e1-990a-0e5f9cbe65db, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:08:22.704539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] For port 267cb31a-c69d-43e1-990a-0e5f9cbe65db, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=267cb31a-c69d-43e1-990a-0e5f9cbe65db,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:08:22.705888 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:22.738414 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port dd162730-1055-49c0-a2bc-79acec980e22, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=dd162730-1055-49c0-a2bc-79acec980e22,segment=NetworkSegment(88c4709c-605a-44e5-9aff-8ac9a8ed99cf),segment_id=88c4709c-605a-44e5-9aff-8ac9a8ed99cf)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:22.751945 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:22.785971 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:22.790486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Network 2bfeb53c-c0ff-49ae-916e-405b3c4dbada is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:08:22.796911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:08:22.799325 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:08:22.829753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Pushing event updated for resources: {'Port': ['ID=bb3ae791-06d7-47fe-a11f-f6dd858405da,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:22.850450 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:22.853270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Routers {'a0e4bd22-5edb-437d-9d54-22897e5e4976'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:22.854026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:08:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a0e4bd22-5edb-437d-9d54-22897e5e4976'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:22.857452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f5a82-430a-4e16-bac8-14c2a2902d7f None None] Pushing event updated for resources: {'Port': ['ID=267cb31a-c69d-43e1-990a-0e5f9cbe65db,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:22.902803 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:23.001512 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=dd162730-1055-49c0-a2bc-79acec980e22,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:23.023448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] Set router a0e4bd22-5edb-437d-9d54-22897e5e4976 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:23.071550 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:23.198767 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-be782741-9f75-4031-96af-088324ccf77b None None] Provisioning for port bb3ae791-06d7-47fe-a11f-f6dd858405da completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:08:23.204799 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-be782741-9f75-4031-96af-088324ccf77b None None] Provisioning complete for port bb3ae791-06d7-47fe-a11f-f6dd858405da triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:23.205178 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-be782741-9f75-4031-96af-088324ccf77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:23.238693 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:23.243492 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'name': 'tempest-TestMinimumBasicScenario-212538289-router', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:19Z', 'updated_at': '2021-07-05T05:08:20Z', 'revision_number': 3, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'gw_port': {'id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:20Z', 'updated_at': '2021-07-05T05:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:23.247595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-be782741-9f75-4031-96af-088324ccf77b None None] Port bb3ae791-06d7-47fe-a11f-f6dd858405da cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:08:23.276542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabba55a-e72f-4dc8-a760-c49860e7cdc4 None None] The sync data for ids ['a0e4bd22-5edb-437d-9d54-22897e5e4976'] in n-d-771363-32 is: [{'id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'name': 'tempest-TestMinimumBasicScenario-212538289-router', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:19Z', 'updated_at': '2021-07-05T05:08:20Z', 'revision_number': 3, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'gw_port': {'id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:20Z', 'updated_at': '2021-07-05T05:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:08:23.324928 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:23.396543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Pushing event updated for resources: {'Port': ['ID=bb3ae791-06d7-47fe-a11f-f6dd858405da,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:23.399149 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:23.513699 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Network 2bfeb53c-c0ff-49ae-916e-405b3c4dbada is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:08:23.516118 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:08:23.657137 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Router a0e4bd22-5edb-437d-9d54-22897e5e4976 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:08:23.773461 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-35ce2e54-1995-414d-9c07-26271dd99368 None None] Provisioning complete for port bb3ae791-06d7-47fe-a11f-f6dd858405da triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:23.774575 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-35ce2e54-1995-414d-9c07-26271dd99368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:23.776425 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:08:23.789237 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a2de7485-fe6d-4af7-aee2-629f136778a3 admin admin] 10.222.0.38 "PUT /v2.0/routers/a0e4bd22-5edb-437d-9d54-22897e5e4976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1994371 Jul 05 05:08:23.816891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-35ce2e54-1995-414d-9c07-26271dd99368 None None] Port bb3ae791-06d7-47fe-a11f-f6dd858405da cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:08:24.190152 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 267cb31a-c69d-43e1-990a-0e5f9cbe65db up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:08:24.314573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 267cb31a-c69d-43e1-990a-0e5f9cbe65db completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:08:24.315248 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 267cb31a-c69d-43e1-990a-0e5f9cbe65db triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:24.315625 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:24.396851 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:24.417038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 267cb31a-c69d-43e1-990a-0e5f9cbe65db, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=267cb31a-c69d-43e1-990a-0e5f9cbe65db,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:24.511048 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:24.511958 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dd162730-1055-49c0-a2bc-79acec980e22 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:08:24.543921 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38534) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:24.548976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-275c415f-cf7a-4d46-8ec0-ad5f307713b7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1283726058-network', 'tenant_id': '82796019df624d15b8e337cf60c9f346'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:24.592036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=267cb31a-c69d-43e1-990a-0e5f9cbe65db,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:24.603969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port dd162730-1055-49c0-a2bc-79acec980e22 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:24.604380 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:24.673576 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275c415f-cf7a-4d46-8ec0-ad5f307713b7 admin admin] Made reservation on behalf of 82796019df624d15b8e337cf60c9f346 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:08:24.676105 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-275c415f-cf7a-4d46-8ec0-ad5f307713b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:24.686075 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-275c415f-cf7a-4d46-8ec0-ad5f307713b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:24.781029 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-275c415f-cf7a-4d46-8ec0-ad5f307713b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:24.879421 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-275c415f-cf7a-4d46-8ec0-ad5f307713b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:24.907701 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Sync routers for ids ['a0e4bd22-5edb-437d-9d54-22897e5e4976'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:08:24.908504 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275c415f-cf7a-4d46-8ec0-ad5f307713b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:08:24.915478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c415f-cf7a-4d46-8ec0-ad5f307713b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b58ce41-403f-434e-9e53-d00222e1005a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:24.917697 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Routers {'a0e4bd22-5edb-437d-9d54-22897e5e4976'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:24.918384 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:08:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a0e4bd22-5edb-437d-9d54-22897e5e4976'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:24.922605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-275c415f-cf7a-4d46-8ec0-ad5f307713b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:24.922955 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-275c415f-cf7a-4d46-8ec0-ad5f307713b7 admin admin] Added segment 6495411c-c210-4005-a14b-6503d31b9008 of type vlan for network caf3c861-6383-47d9-a00d-76c3ec827a0d Jul 05 05:08:24.969509 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-275c415f-cf7a-4d46-8ec0-ad5f307713b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:25.024850 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Set router a0e4bd22-5edb-437d-9d54-22897e5e4976 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:25.094433 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-275c415f-cf7a-4d46-8ec0-ad5f307713b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:25.095438 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275c415f-cf7a-4d46-8ec0-ad5f307713b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:25.096029 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-275c415f-cf7a-4d46-8ec0-ad5f307713b7 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:25.156908 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c415f-cf7a-4d46-8ec0-ad5f307713b7 admin admin] Pushing event updated for resources: {'Network': ['ID=caf3c861-6383-47d9-a00d-76c3ec827a0d,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:25.167161 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network caf3c861-6383-47d9-a00d-76c3ec827a0d details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:08:25.215232 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-275c415f-cf7a-4d46-8ec0-ad5f307713b7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6701088 Jul 05 05:08:25.218322 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38536) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:25.223577 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-e9fd9a19-669c-49e7-ae3c-5ee2c38549fd admin admin] Request body: {'subnet': {'network_id': 'caf3c861-6383-47d9-a00d-76c3ec827a0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1283726058-subnet', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:25.227667 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'name': 'tempest-TestMinimumBasicScenario-212538289-router', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:19Z', 'updated_at': '2021-07-05T05:08:22Z', 'revision_number': 4, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'gw_port': {'id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:20Z', 'updated_at': '2021-07-05T05:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bb3ae791-06d7-47fe-a11f-f6dd858405da', 'name': '', 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'mac_address': 'fa:16:3e:49:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:22Z', 'updated_at': '2021-07-05T05:08:23Z', 'revision_number': 2, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'subnets': [{'id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:25.308225 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fd9a19-669c-49e7-ae3c-5ee2c38549fd admin admin] Made reservation on behalf of 82796019df624d15b8e337cf60c9f346 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:08:25.310848 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9a19-669c-49e7-ae3c-5ee2c38549fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:25.347877 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Checking router: a0e4bd22-5edb-437d-9d54-22897e5e4976 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:08:25.348256 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Updating router a0e4bd22-5edb-437d-9d54-22897e5e4976 port bb3ae791-06d7-47fe-a11f-f6dd858405da binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:08:25.383643 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:25.534701 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9a19-669c-49e7-ae3c-5ee2c38549fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:25.591364 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd9a19-669c-49e7-ae3c-5ee2c38549fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e4241f-0e63-4db9-872a-ec8cf61cc160,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:25.600150 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fd9a19-669c-49e7-ae3c-5ee2c38549fd admin admin] Checking segment: {'id': '6495411c-c210-4005-a14b-6503d31b9008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'caf3c861-6383-47d9-a00d-76c3ec827a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:08:25.600518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fd9a19-669c-49e7-ae3c-5ee2c38549fd admin admin] Network hostable DHCP agents. Network: caf3c861-6383-47d9-a00d-76c3ec827a0d, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:08:25.654457 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:25.664778 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Transition to ACTIVE for port object bb3ae791-06d7-47fe-a11f-f6dd858405da will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:08:25.705422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fd9a19-669c-49e7-ae3c-5ee2c38549fd admin admin] Network caf3c861-6383-47d9-a00d-76c3ec827a0d is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:08:25.736367 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:25.786443 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb5ace-7037-4fa2-bb13-448dd6681fe8 None None] Pushing event updated for resources: {'Port': ['ID=bb3ae791-06d7-47fe-a11f-f6dd858405da,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:25.810592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-e9fd9a19-669c-49e7-ae3c-5ee2c38549fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, caf3c861-6383-47d9-a00d-76c3ec827a0d) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:08:25.812300 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5ace-7037-4fa2-bb13-448dd6681fe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:25.820550 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5ace-7037-4fa2-bb13-448dd6681fe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:25.820550 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5ace-7037-4fa2-bb13-448dd6681fe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:25.820550 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5ace-7037-4fa2-bb13-448dd6681fe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:25.820550 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5ace-7037-4fa2-bb13-448dd6681fe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:25.820550 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5ace-7037-4fa2-bb13-448dd6681fe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:25.820550 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5ace-7037-4fa2-bb13-448dd6681fe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:25.820550 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5ace-7037-4fa2-bb13-448dd6681fe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:25.820550 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5ace-7037-4fa2-bb13-448dd6681fe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:25.821632 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fd9a19-669c-49e7-ae3c-5ee2c38549fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:25.821741 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5ace-7037-4fa2-bb13-448dd6681fe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:25.821741 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5ace-7037-4fa2-bb13-448dd6681fe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:25.821943 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9a19-669c-49e7-ae3c-5ee2c38549fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:25.822044 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5ace-7037-4fa2-bb13-448dd6681fe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:25.825408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a8f3f8-68d2-4bec-bc2d-925676a62d14 None None] Network caf3c861-6383-47d9-a00d-76c3ec827a0d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:08:25.850981 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Attempting to bind port bb3ae791-06d7-47fe-a11f-f6dd858405da on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:08:25.851349 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Attempting to bind port bb3ae791-06d7-47fe-a11f-f6dd858405da by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '88c4709c-605a-44e5-9aff-8ac9a8ed99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:08:25.853004 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Attempting to bind port bb3ae791-06d7-47fe-a11f-f6dd858405da on network 2bfeb53c-c0ff-49ae-916e-405b3c4dbada {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:08:25.858669 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:08:25.859377 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Checking segment: {'id': '88c4709c-605a-44e5-9aff-8ac9a8ed99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:08:25.859786 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:25.860271 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Bound using segment: {'id': '88c4709c-605a-44e5-9aff-8ac9a8ed99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:08:25.860755 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Bound port: bb3ae791-06d7-47fe-a11f-f6dd858405da, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c4709c-605a-44e5-9aff-8ac9a8ed99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:08:25.861190 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:25.899516 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e9fd9a19-669c-49e7-ae3c-5ee2c38549fd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6799774 Jul 05 05:08:25.902138 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38538) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:25.910023 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1283726058-router', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:25.936888 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] For port bb3ae791-06d7-47fe-a11f-f6dd858405da, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:08:25.940772 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] For port bb3ae791-06d7-47fe-a11f-f6dd858405da, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bb3ae791-06d7-47fe-a11f-f6dd858405da,segment=NetworkSegment(88c4709c-605a-44e5-9aff-8ac9a8ed99cf),segment_id=88c4709c-605a-44e5-9aff-8ac9a8ed99cf)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:08:26.003164 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:26.003164 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:26.003407 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-caf3c861-6383-47d9-a00d-76c3ec827a0d', 'network_id': 'caf3c861-6383-47d9-a00d-76c3ec827a0d', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'fixed_ips': [{'subnet_id': 'e4e4241f-0e63-4db9-872a-ec8cf61cc160'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:08:26.003407 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:26.022915 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:26.082950 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:26.095994 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb5ace-7037-4fa2-bb13-448dd6681fe8 None None] Pushing event updated for resources: {'Port': ['ID=bb3ae791-06d7-47fe-a11f-f6dd858405da,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:26.113109 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Routers {'a0e4bd22-5edb-437d-9d54-22897e5e4976'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:26.114311 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:08:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a0e4bd22-5edb-437d-9d54-22897e5e4976'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:26.154194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 267cb31a-c69d-43e1-990a-0e5f9cbe65db up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:08:26.193023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Allocated IP 172.20.0.2 (caf3c861-6383-47d9-a00d-76c3ec827a0d/e4e4241f-0e63-4db9-872a-ec8cf61cc160/d77b5574-073c-4ee1-9753-83bed7bad0ae) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:08:26.267069 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] Set router a0e4bd22-5edb-437d-9d54-22897e5e4976 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:26.273377 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 267cb31a-c69d-43e1-990a-0e5f9cbe65db triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:26.274822 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:26.324012 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:26.490660 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'name': 'tempest-TestMinimumBasicScenario-212538289-router', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:19Z', 'updated_at': '2021-07-05T05:08:22Z', 'revision_number': 4, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'gw_port': {'id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:20Z', 'updated_at': '2021-07-05T05:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bb3ae791-06d7-47fe-a11f-f6dd858405da', 'name': '', 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'mac_address': 'fa:16:3e:49:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:22Z', 'updated_at': '2021-07-05T05:08:25Z', 'revision_number': 4, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'subnets': [{'id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:26.522709 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b8f5e-278e-435a-9ce8-996254148774 None None] The sync data for ids ['a0e4bd22-5edb-437d-9d54-22897e5e4976'] in n-d-771363-32 is: [{'id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'name': 'tempest-TestMinimumBasicScenario-212538289-router', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:19Z', 'updated_at': '2021-07-05T05:08:22Z', 'revision_number': 4, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'gw_port': {'id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:20Z', 'updated_at': '2021-07-05T05:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bb3ae791-06d7-47fe-a11f-f6dd858405da', 'name': '', 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'mac_address': 'fa:16:3e:49:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:22Z', 'updated_at': '2021-07-05T05:08:25Z', 'revision_number': 4, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'subnets': [{'id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:08:26.610731 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:26.618399 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Transition to ACTIVE for port object d77b5574-073c-4ee1-9753-83bed7bad0ae will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:08:26.659158 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:26.667699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Transition to ACTIVE for port object d77b5574-073c-4ee1-9753-83bed7bad0ae will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:08:26.679287 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:26.765504 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:26.792184 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Allocated IP 172.25.6.89 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/12ffb013-a86a-49e4-b81a-2cd72294ea8e) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:08:26.816418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Network caf3c861-6383-47d9-a00d-76c3ec827a0d is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:08:26.816418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:08:26.816418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:08:26.822522 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Pushing event updated for resources: {'Port': ['ID=d77b5574-073c-4ee1-9753-83bed7bad0ae,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:26.891068 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Attempting to bind port d77b5574-073c-4ee1-9753-83bed7bad0ae on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:08:26.891998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Attempting to bind port d77b5574-073c-4ee1-9753-83bed7bad0ae by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '6495411c-c210-4005-a14b-6503d31b9008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'caf3c861-6383-47d9-a00d-76c3ec827a0d'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:08:26.891998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Attempting to bind port d77b5574-073c-4ee1-9753-83bed7bad0ae on network caf3c861-6383-47d9-a00d-76c3ec827a0d {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:08:26.897554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:08:26.898021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Checking segment: {'id': '6495411c-c210-4005-a14b-6503d31b9008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'caf3c861-6383-47d9-a00d-76c3ec827a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:08:26.898598 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:26.899263 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Bound using segment: {'id': '6495411c-c210-4005-a14b-6503d31b9008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'caf3c861-6383-47d9-a00d-76c3ec827a0d'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:08:26.899814 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Bound port: d77b5574-073c-4ee1-9753-83bed7bad0ae, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6495411c-c210-4005-a14b-6503d31b9008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'caf3c861-6383-47d9-a00d-76c3ec827a0d'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:08:26.900308 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:26.916262 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:26.975877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] For port d77b5574-073c-4ee1-9753-83bed7bad0ae, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:08:26.979689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] For port d77b5574-073c-4ee1-9753-83bed7bad0ae, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d77b5574-073c-4ee1-9753-83bed7bad0ae,segment=NetworkSegment(6495411c-c210-4005-a14b-6503d31b9008),segment_id=6495411c-c210-4005-a14b-6503d31b9008)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:08:27.017077 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:27.051421 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:27.057623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:08:27.063426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:08:27.068876 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:08:27.093152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Pushing event updated for resources: {'Port': ['ID=12ffb013-a86a-49e4-b81a-2cd72294ea8e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:27.129317 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a190e5-3bfe-4314-984e-3f822ee9befc None None] Pushing event updated for resources: {'Port': ['ID=d77b5574-073c-4ee1-9753-83bed7bad0ae,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:27.785801 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:27.996373 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:28.193933 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d77b5574-073c-4ee1-9753-83bed7bad0ae up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:08:28.193933 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec89ef97-0e54-4720-a5e3-79b0f9b47ce3 None None] Network caf3c861-6383-47d9-a00d-76c3ec827a0d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:08:28.211258 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Router 73e04415-7475-4f97-9bc2-2d8bd149b8ed is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:08:28.322659 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:08:28.335332 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Sync routers for ids ['73e04415-7475-4f97-9bc2-2d8bd149b8ed'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:08:28.356459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Routers {'73e04415-7475-4f97-9bc2-2d8bd149b8ed'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:28.357078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:08:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['73e04415-7475-4f97-9bc2-2d8bd149b8ed'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:28.408450 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-db801bd1-969b-4c32-a661-0e09a18ceb52 None None] Provisioning for port d77b5574-073c-4ee1-9753-83bed7bad0ae completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:08:28.415098 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:28.417597 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3afd5573-178b-46d3-9438-5a65e5d9e1ca admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5116436 Jul 05 05:08:28.420886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port d77b5574-073c-4ee1-9753-83bed7bad0ae completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:08:28.425878 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38540) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:28.435180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-db801bd1-969b-4c32-a661-0e09a18ceb52 None None] Provisioning complete for port d77b5574-073c-4ee1-9753-83bed7bad0ae triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:28.435587 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-db801bd1-969b-4c32-a661-0e09a18ceb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:28.446354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port d77b5574-073c-4ee1-9753-83bed7bad0ae triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:28.446780 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:28.580132 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Set router 73e04415-7475-4f97-9bc2-2d8bd149b8ed gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:28.777086 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-db801bd1-969b-4c32-a661-0e09a18ceb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:28.815755 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:28.878538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-db801bd1-969b-4c32-a661-0e09a18ceb52 None None] For port d77b5574-073c-4ee1-9753-83bed7bad0ae, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d77b5574-073c-4ee1-9753-83bed7bad0ae,segment=NetworkSegment(6495411c-c210-4005-a14b-6503d31b9008),segment_id=6495411c-c210-4005-a14b-6503d31b9008)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:28.901721 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:28.905125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'name': 'tempest-TestMinimumBasicScenario-1283726058-router', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '12ffb013-a86a-49e4-b81a-2cd72294ea8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:26Z', 'updated_at': '2021-07-05T05:08:27Z', 'revision_number': 3, 'project_id': '82796019df624d15b8e337cf60c9f346', 'gw_port': {'id': '12ffb013-a86a-49e4-b81a-2cd72294ea8e', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:26Z', 'updated_at': '2021-07-05T05:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:28.937432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Checking router: 73e04415-7475-4f97-9bc2-2d8bd149b8ed for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:08:28.937432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Updating router 73e04415-7475-4f97-9bc2-2d8bd149b8ed port 12ffb013-a86a-49e4-b81a-2cd72294ea8e binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:08:28.967971 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:28.971713 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-db801bd1-969b-4c32-a661-0e09a18ceb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:29.115027 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Allocated IP 172.20.0.1 (caf3c861-6383-47d9-a00d-76c3ec827a0d/e4e4241f-0e63-4db9-872a-ec8cf61cc160/bf110063-c22a-465a-b643-e4abc839a408) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:08:29.130612 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 05:08:29.132313 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 05:08:29.140479 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db801bd1-969b-4c32-a661-0e09a18ceb52 None None] Pushing event updated for resources: {'Port': ['ID=d77b5574-073c-4ee1-9753-83bed7bad0ae,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:29.159279 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1d6076e1-5da2-48e8-835e-2d6af04fbb42 None None] Provisioning complete for port d77b5574-073c-4ee1-9753-83bed7bad0ae triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:29.159659 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1d6076e1-5da2-48e8-835e-2d6af04fbb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:29.224390 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:29.239064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Transition to ACTIVE for port object bf110063-c22a-465a-b643-e4abc839a408 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:08:29.323939 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:29.361786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Network caf3c861-6383-47d9-a00d-76c3ec827a0d is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:08:29.364685 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:08:29.370757 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:08:29.381214 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:29.395463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Transition to ACTIVE for port object 12ffb013-a86a-49e4-b81a-2cd72294ea8e will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:08:29.399573 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Pushing event updated for resources: {'Port': ['ID=bf110063-c22a-465a-b643-e4abc839a408,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:29.421461 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:29.473767 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:29.531936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Attempting to bind port 12ffb013-a86a-49e4-b81a-2cd72294ea8e on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:08:29.532353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Attempting to bind port 12ffb013-a86a-49e4-b81a-2cd72294ea8e by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:08:29.532912 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Attempting to bind port 12ffb013-a86a-49e4-b81a-2cd72294ea8e on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:08:29.535061 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bff2a-832e-4e45-b9b1-54e75ca7ef6d None None] Pushing event updated for resources: {'Port': ['ID=12ffb013-a86a-49e4-b81a-2cd72294ea8e,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:29.542327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:08:29.542725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:08:29.543092 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:29.543499 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:08:29.543977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Bound port: 12ffb013-a86a-49e4-b81a-2cd72294ea8e, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:08:29.544392 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:29.599323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] For port 12ffb013-a86a-49e4-b81a-2cd72294ea8e, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:08:29.603006 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] For port 12ffb013-a86a-49e4-b81a-2cd72294ea8e, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=12ffb013-a86a-49e4-b81a-2cd72294ea8e,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:08:29.677935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bb3ae791-06d7-47fe-a11f-f6dd858405da up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:08:29.701367 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:29.713558 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:29.757185 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-66a9aad2-1e53-477f-ac30-6152a1fcea77 None None] Provisioning for port bf110063-c22a-465a-b643-e4abc839a408 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:08:29.777470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-66a9aad2-1e53-477f-ac30-6152a1fcea77 None None] Provisioning complete for port bf110063-c22a-465a-b643-e4abc839a408 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:29.777852 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-66a9aad2-1e53-477f-ac30-6152a1fcea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:29.807560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bff2a-832e-4e45-b9b1-54e75ca7ef6d None None] Pushing event updated for resources: {'Port': ['ID=12ffb013-a86a-49e4-b81a-2cd72294ea8e,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:29.812872 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Routers {'73e04415-7475-4f97-9bc2-2d8bd149b8ed'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:29.813463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:08:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['73e04415-7475-4f97-9bc2-2d8bd149b8ed'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:29.864764 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-66a9aad2-1e53-477f-ac30-6152a1fcea77 None None] Port bf110063-c22a-465a-b643-e4abc839a408 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:08:29.883153 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:29.921182 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port bb3ae791-06d7-47fe-a11f-f6dd858405da completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:08:29.931154 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bb3ae791-06d7-47fe-a11f-f6dd858405da triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:29.931529 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:29.936446 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] Set router 73e04415-7475-4f97-9bc2-2d8bd149b8ed gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:29.953122 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:30.033739 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Pushing event updated for resources: {'Port': ['ID=bf110063-c22a-465a-b643-e4abc839a408,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:30.039976 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:30.130561 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Network caf3c861-6383-47d9-a00d-76c3ec827a0d is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:08:30.132628 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:08:30.135012 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:30.208098 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port bb3ae791-06d7-47fe-a11f-f6dd858405da, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bb3ae791-06d7-47fe-a11f-f6dd858405da,segment=NetworkSegment(88c4709c-605a-44e5-9aff-8ac9a8ed99cf),segment_id=88c4709c-605a-44e5-9aff-8ac9a8ed99cf)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:30.235762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'name': 'tempest-TestMinimumBasicScenario-1283726058-router', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '12ffb013-a86a-49e4-b81a-2cd72294ea8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:26Z', 'updated_at': '2021-07-05T05:08:29Z', 'revision_number': 4, 'project_id': '82796019df624d15b8e337cf60c9f346', 'gw_port': {'id': '12ffb013-a86a-49e4-b81a-2cd72294ea8e', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:26Z', 'updated_at': '2021-07-05T05:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bf110063-c22a-465a-b643-e4abc839a408', 'name': '', 'network_id': 'caf3c861-6383-47d9-a00d-76c3ec827a0d', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'mac_address': 'fa:16:3e:6e:d2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'e4e4241f-0e63-4db9-872a-ec8cf61cc160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:28Z', 'updated_at': '2021-07-05T05:08:29Z', 'revision_number': 1, 'project_id': '82796019df624d15b8e337cf60c9f346', 'subnets': [{'id': 'e4e4241f-0e63-4db9-872a-ec8cf61cc160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:30.260209 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Router 73e04415-7475-4f97-9bc2-2d8bd149b8ed has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:08:30.273259 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79df67-0385-4914-9e02-a16b8e8db55d None None] The sync data for ids ['73e04415-7475-4f97-9bc2-2d8bd149b8ed'] in n-d-771363-32 is: [{'id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'name': 'tempest-TestMinimumBasicScenario-1283726058-router', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '12ffb013-a86a-49e4-b81a-2cd72294ea8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:26Z', 'updated_at': '2021-07-05T05:08:29Z', 'revision_number': 4, 'project_id': '82796019df624d15b8e337cf60c9f346', 'gw_port': {'id': '12ffb013-a86a-49e4-b81a-2cd72294ea8e', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:26Z', 'updated_at': '2021-07-05T05:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bf110063-c22a-465a-b643-e4abc839a408', 'name': '', 'network_id': 'caf3c861-6383-47d9-a00d-76c3ec827a0d', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'mac_address': 'fa:16:3e:6e:d2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'e4e4241f-0e63-4db9-872a-ec8cf61cc160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:28Z', 'updated_at': '2021-07-05T05:08:29Z', 'revision_number': 1, 'project_id': '82796019df624d15b8e337cf60c9f346', 'subnets': [{'id': 'e4e4241f-0e63-4db9-872a-ec8cf61cc160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:08:30.284884 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:30.359044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=bb3ae791-06d7-47fe-a11f-f6dd858405da,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:30.388477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d77b5574-073c-4ee1-9753-83bed7bad0ae up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:08:30.403506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:08:30.409517 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-39c10380-9745-40eb-924c-b0ecb6b06585 admin admin] 10.222.0.38 "PUT /v2.0/routers/73e04415-7475-4f97-9bc2-2d8bd149b8ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9826407 Jul 05 05:08:30.412638 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-922e69a1-439b-49cb-9eed-b02c3f898625 None None] Provisioning complete for port bf110063-c22a-465a-b643-e4abc839a408 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:30.413128 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-922e69a1-439b-49cb-9eed-b02c3f898625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:30.469442 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-922e69a1-439b-49cb-9eed-b02c3f898625 None None] Port bf110063-c22a-465a-b643-e4abc839a408 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:08:30.482590 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port d77b5574-073c-4ee1-9753-83bed7bad0ae triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:30.482964 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:32.462916 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bb3ae791-06d7-47fe-a11f-f6dd858405da up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:08:32.522164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bb3ae791-06d7-47fe-a11f-f6dd858405da triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:32.522870 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:32.783005 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 12ffb013-a86a-49e4-b81a-2cd72294ea8e up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:08:32.916871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 12ffb013-a86a-49e4-b81a-2cd72294ea8e completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:08:32.921145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 12ffb013-a86a-49e4-b81a-2cd72294ea8e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:32.921525 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:33.020318 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:33.050554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 12ffb013-a86a-49e4-b81a-2cd72294ea8e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=12ffb013-a86a-49e4-b81a-2cd72294ea8e,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:33.170664 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:33.229426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=12ffb013-a86a-49e4-b81a-2cd72294ea8e,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:33.238775 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:33.735710 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Sync routers for ids ['73e04415-7475-4f97-9bc2-2d8bd149b8ed'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:08:33.746490 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Routers {'73e04415-7475-4f97-9bc2-2d8bd149b8ed'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:33.747472 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:08:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['73e04415-7475-4f97-9bc2-2d8bd149b8ed'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:33.861859 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Set router 73e04415-7475-4f97-9bc2-2d8bd149b8ed gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:34.074573 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'name': 'tempest-TestMinimumBasicScenario-1283726058-router', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '12ffb013-a86a-49e4-b81a-2cd72294ea8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:26Z', 'updated_at': '2021-07-05T05:08:29Z', 'revision_number': 4, 'project_id': '82796019df624d15b8e337cf60c9f346', 'gw_port': {'id': '12ffb013-a86a-49e4-b81a-2cd72294ea8e', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:26Z', 'updated_at': '2021-07-05T05:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bf110063-c22a-465a-b643-e4abc839a408', 'name': '', 'network_id': 'caf3c861-6383-47d9-a00d-76c3ec827a0d', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'mac_address': 'fa:16:3e:6e:d2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'e4e4241f-0e63-4db9-872a-ec8cf61cc160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:28Z', 'updated_at': '2021-07-05T05:08:29Z', 'revision_number': 2, 'project_id': '82796019df624d15b8e337cf60c9f346', 'subnets': [{'id': 'e4e4241f-0e63-4db9-872a-ec8cf61cc160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:34.102791 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Checking router: 73e04415-7475-4f97-9bc2-2d8bd149b8ed for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:08:34.103154 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Updating router 73e04415-7475-4f97-9bc2-2d8bd149b8ed port bf110063-c22a-465a-b643-e4abc839a408 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:08:34.143298 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:34.356929 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 12ffb013-a86a-49e4-b81a-2cd72294ea8e up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:08:34.405770 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 12ffb013-a86a-49e4-b81a-2cd72294ea8e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:34.406151 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:34.416873 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:34.426479 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Transition to ACTIVE for port object bf110063-c22a-465a-b643-e4abc839a408 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:08:34.505190 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:34.550551 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13886600-43c5-48fd-8ce5-7b01c13f2697 None None] Pushing event updated for resources: {'Port': ['ID=bf110063-c22a-465a-b643-e4abc839a408,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:34.630022 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Attempting to bind port bf110063-c22a-465a-b643-e4abc839a408 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:08:34.630861 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Attempting to bind port bf110063-c22a-465a-b643-e4abc839a408 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '6495411c-c210-4005-a14b-6503d31b9008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'caf3c861-6383-47d9-a00d-76c3ec827a0d'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:08:34.631044 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Attempting to bind port bf110063-c22a-465a-b643-e4abc839a408 on network caf3c861-6383-47d9-a00d-76c3ec827a0d {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:08:34.641717 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:08:34.642145 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Checking segment: {'id': '6495411c-c210-4005-a14b-6503d31b9008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'caf3c861-6383-47d9-a00d-76c3ec827a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:08:34.644603 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:34.645016 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Bound using segment: {'id': '6495411c-c210-4005-a14b-6503d31b9008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'caf3c861-6383-47d9-a00d-76c3ec827a0d'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:08:34.645583 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Bound port: bf110063-c22a-465a-b643-e4abc839a408, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6495411c-c210-4005-a14b-6503d31b9008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'caf3c861-6383-47d9-a00d-76c3ec827a0d'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:08:34.645942 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:34.779886 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:34.828006 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] For port bf110063-c22a-465a-b643-e4abc839a408, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:08:34.831414 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] For port bf110063-c22a-465a-b643-e4abc839a408, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bf110063-c22a-465a-b643-e4abc839a408,segment=NetworkSegment(6495411c-c210-4005-a14b-6503d31b9008),segment_id=6495411c-c210-4005-a14b-6503d31b9008)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:08:34.900842 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:34.971422 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13886600-43c5-48fd-8ce5-7b01c13f2697 None None] Pushing event updated for resources: {'Port': ['ID=bf110063-c22a-465a-b643-e4abc839a408,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:34.983082 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Routers {'73e04415-7475-4f97-9bc2-2d8bd149b8ed'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:34.983717 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:08:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['73e04415-7475-4f97-9bc2-2d8bd149b8ed'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:35.111605 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] Set router 73e04415-7475-4f97-9bc2-2d8bd149b8ed gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:35.348187 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'name': 'tempest-TestMinimumBasicScenario-1283726058-router', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '12ffb013-a86a-49e4-b81a-2cd72294ea8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:26Z', 'updated_at': '2021-07-05T05:08:29Z', 'revision_number': 4, 'project_id': '82796019df624d15b8e337cf60c9f346', 'gw_port': {'id': '12ffb013-a86a-49e4-b81a-2cd72294ea8e', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:26Z', 'updated_at': '2021-07-05T05:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bf110063-c22a-465a-b643-e4abc839a408', 'name': '', 'network_id': 'caf3c861-6383-47d9-a00d-76c3ec827a0d', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'mac_address': 'fa:16:3e:6e:d2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'e4e4241f-0e63-4db9-872a-ec8cf61cc160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:28Z', 'updated_at': '2021-07-05T05:08:34Z', 'revision_number': 4, 'project_id': '82796019df624d15b8e337cf60c9f346', 'subnets': [{'id': 'e4e4241f-0e63-4db9-872a-ec8cf61cc160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:35.378015 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773f87fb-68ff-41bf-b2ef-95acfa3022ea None None] The sync data for ids ['73e04415-7475-4f97-9bc2-2d8bd149b8ed'] in n-d-771363-32 is: [{'id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'name': 'tempest-TestMinimumBasicScenario-1283726058-router', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '12ffb013-a86a-49e4-b81a-2cd72294ea8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:26Z', 'updated_at': '2021-07-05T05:08:29Z', 'revision_number': 4, 'project_id': '82796019df624d15b8e337cf60c9f346', 'gw_port': {'id': '12ffb013-a86a-49e4-b81a-2cd72294ea8e', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:26Z', 'updated_at': '2021-07-05T05:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bf110063-c22a-465a-b643-e4abc839a408', 'name': '', 'network_id': 'caf3c861-6383-47d9-a00d-76c3ec827a0d', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'mac_address': 'fa:16:3e:6e:d2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'e4e4241f-0e63-4db9-872a-ec8cf61cc160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:28Z', 'updated_at': '2021-07-05T05:08:34Z', 'revision_number': 4, 'project_id': '82796019df624d15b8e337cf60c9f346', 'subnets': [{'id': 'e4e4241f-0e63-4db9-872a-ec8cf61cc160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:08:36.394049 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bf110063-c22a-465a-b643-e4abc839a408 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:08:36.545560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port bf110063-c22a-465a-b643-e4abc839a408 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:08:36.552346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bf110063-c22a-465a-b643-e4abc839a408 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:36.552728 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:36.637899 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:36.677663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port bf110063-c22a-465a-b643-e4abc839a408, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bf110063-c22a-465a-b643-e4abc839a408,segment=NetworkSegment(6495411c-c210-4005-a14b-6503d31b9008),segment_id=6495411c-c210-4005-a14b-6503d31b9008)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:36.791212 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:36.849037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=bf110063-c22a-465a-b643-e4abc839a408,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:38.380355 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bf110063-c22a-465a-b643-e4abc839a408 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:08:38.436123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bf110063-c22a-465a-b643-e4abc839a408 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:38.436868 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:41.516617 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b3d916ec-31d9-4d62-a554-e6a143f9334e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:41.743488 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-97bc774c-bab0-4883-9969-e332f809a4ed tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:41.744999 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-97bc774c-bab0-4883-9969-e332f809a4ed tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/networks?id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada HTTP/1.1" status: 200 len: 814 time: 0.1058207 Jul 05 05:08:41.759861 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-4a09bba3-2898-4e5d-94fe-f54b18552b75 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/quotas/afabeca9d6d8469c84977093d035c8eb HTTP/1.1" status: 200 len: 375 time: 0.0095482 Jul 05 05:08:41.826466 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-35ae1707-dc09-4aff-8131-f55eb6262b44 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=afabeca9d6d8469c84977093d035c8eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616207 Jul 05 05:08:42.024237 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-24cbe1e2-e7f6-47c1-8b71-36e0018f40d9 service neutron] 10.222.0.38 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865518 Jul 05 05:08:42.116039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-edffb662-c6c1-4305-8278-ec12a530c889 service neutron] 10.222.0.38 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861259 Jul 05 05:08:42.402204 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fe111067-d5f0-41ca-ad67-02351c936aa3 req-6ed2ddc2-48d8-40b4-bd23-295a37d5cdcf tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 210 time: 0.0351295 Jul 05 05:08:43.482257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2756df6a-63be-4dd8-9ab4-4f827807b9c6 req-9397cb95-b2d6-4fe6-9f69-6a2bce641d15 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 210 time: 0.0286856 Jul 05 05:08:44.118895 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9895b451-f81c-445f-916f-2f5f20370a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:44.453906 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:44.623686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d84a1ca-4623-40b1-b91d-cb9467cd4ae9 req-5bccc445-1257-4632-9887-6e3224d91b6f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 210 time: 0.0291414 Jul 05 05:08:45.002440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-37a1b86c-e33d-4adb-b645-69d2cc4b1855 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:45.003968 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-37a1b86c-e33d-4adb-b645-69d2cc4b1855 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.36 "GET /v2.0/networks?id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada HTTP/1.1" status: 200 len: 814 time: 0.1015427 Jul 05 05:08:45.015847 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-c75c39d6-af32-4c78-82b5-9499f5e66bc7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Request body: {'port': {'device_id': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'admin_state_up': True, 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:45.242516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-c75c39d6-af32-4c78-82b5-9499f5e66bc7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Made reservation on behalf of afabeca9d6d8469c84977093d035c8eb for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:08:45.247049 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-c75c39d6-af32-4c78-82b5-9499f5e66bc7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:45.375197 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-c75c39d6-af32-4c78-82b5-9499f5e66bc7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Allocated IP 172.20.0.10 (2bfeb53c-c0ff-49ae-916e-405b3c4dbada/2e53c097-02cb-487a-95c2-5ee6bed299f2/55ed6c1f-9135-4cb4-9396-f961b6845a85) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:08:45.531114 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-c75c39d6-af32-4c78-82b5-9499f5e66bc7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:45.547130 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-c75c39d6-af32-4c78-82b5-9499f5e66bc7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Transition to ACTIVE for port object 55ed6c1f-9135-4cb4-9396-f961b6845a85 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:08:45.654275 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:45.696850 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-c75c39d6-af32-4c78-82b5-9499f5e66bc7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:45.761313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-c75c39d6-af32-4c78-82b5-9499f5e66bc7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Network 2bfeb53c-c0ff-49ae-916e-405b3c4dbada is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:08:45.770208 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-c75c39d6-af32-4c78-82b5-9499f5e66bc7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:08:45.810648 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-c75c39d6-af32-4c78-82b5-9499f5e66bc7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:08:45.821976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c39d6-af32-4c78-82b5-9499f5e66bc7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Pushing event updated for resources: {'Port': ['ID=55ed6c1f-9135-4cb4-9396-f961b6845a85,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:45.861401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca2ab6-482e-46fd-ba73-865824af86ff req-e36ef151-7da9-4c89-a201-9a93c87fcaa9 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:45.863828 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5ca2ab6-482e-46fd-ba73-865824af86ff req-e36ef151-7da9-4c89-a201-9a93c87fcaa9 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 932 time: 0.0979984 Jul 05 05:08:45.884155 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-c75c39d6-af32-4c78-82b5-9499f5e66bc7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:45.884840 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-c75c39d6-af32-4c78-82b5-9499f5e66bc7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:45.937454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5ca2ab6-482e-46fd-ba73-865824af86ff req-f25a4143-de49-4fa6-9f41-47e9e225a512 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678136 Jul 05 05:08:45.970242 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-c75c39d6-af32-4c78-82b5-9499f5e66bc7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9579856 Jul 05 05:08:46.232047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b19b745d-e906-4ad2-8f17-bb562f51c007 None None] Provisioning for port 55ed6c1f-9135-4cb4-9396-f961b6845a85 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:08:46.237603 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b19b745d-e906-4ad2-8f17-bb562f51c007 None None] Provisioning complete for port 55ed6c1f-9135-4cb4-9396-f961b6845a85 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:08:46.237977 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b19b745d-e906-4ad2-8f17-bb562f51c007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:46.277322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b19b745d-e906-4ad2-8f17-bb562f51c007 None None] Port 55ed6c1f-9135-4cb4-9396-f961b6845a85 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:08:47.140883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a130c5-0728-4d93-b066-baa3b06c0133 req-a369cfe3-3b34-4b37-a7b7-14cf1930c1b6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:47.143217 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29a130c5-0728-4d93-b066-baa3b06c0133 req-a369cfe3-3b34-4b37-a7b7-14cf1930c1b6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 932 time: 0.0760233 Jul 05 05:08:47.185229 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29a130c5-0728-4d93-b066-baa3b06c0133 req-1db76799-b103-4ee0-94a9-f4a27c5f6b58 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358691 Jul 05 05:08:47.236566 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:47.407366 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:08:48.581228 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5530b-86ee-4b58-bde2-08b3f9feb79a req-deec1344-45ee-4408-82c8-77820746de43 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:48.582998 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01f5530b-86ee-4b58-bde2-08b3f9feb79a req-deec1344-45ee-4408-82c8-77820746de43 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 932 time: 0.0712712 Jul 05 05:08:48.625819 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01f5530b-86ee-4b58-bde2-08b3f9feb79a req-fb13d57c-e91f-4b49-8975-bb65c69728e7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360432 Jul 05 05:08:49.818073 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22edccc-50c7-4e13-b74d-cabc567a8f6c req-26f0f255-d64d-40c9-9ecb-73f5be511fec tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:49.819989 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a22edccc-50c7-4e13-b74d-cabc567a8f6c req-26f0f255-d64d-40c9-9ecb-73f5be511fec tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 932 time: 0.0737944 Jul 05 05:08:49.863487 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a22edccc-50c7-4e13-b74d-cabc567a8f6c req-0358afc3-f71c-4929-928c-5cbe22520db9 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373087 Jul 05 05:08:51.046976 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba8fea-b8c9-4f16-9395-bb19ed50a52b req-4c41ffb5-0527-436c-b10e-bdfba10d7ce7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:51.049961 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-79ba8fea-b8c9-4f16-9395-bb19ed50a52b req-4c41ffb5-0527-436c-b10e-bdfba10d7ce7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 932 time: 0.0708721 Jul 05 05:08:51.094086 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-79ba8fea-b8c9-4f16-9395-bb19ed50a52b req-e9b30086-b9b1-4474-ba02-d9c9e6c538e5 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399342 Jul 05 05:08:52.323174 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a7a32-f281-47a8-bede-877aa2c5cf25 req-ec03180a-7291-4d47-9a09-1a7353aa977c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:52.324747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-911a7a32-f281-47a8-bede-877aa2c5cf25 req-ec03180a-7291-4d47-9a09-1a7353aa977c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 932 time: 0.0773036 Jul 05 05:08:52.369273 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-911a7a32-f281-47a8-bede-877aa2c5cf25 req-dbe76786-7839-4bcf-8278-d2c20231fc74 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386083 Jul 05 05:08:53.599298 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40517777-c8f6-4cbd-9480-25ff73c400e2 req-b76f54ea-be6d-4408-be4c-7973cfd1f871 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:53.600930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40517777-c8f6-4cbd-9480-25ff73c400e2 req-b76f54ea-be6d-4408-be4c-7973cfd1f871 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 932 time: 0.0748453 Jul 05 05:08:53.642139 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40517777-c8f6-4cbd-9480-25ff73c400e2 req-df88ec24-6f49-4f9f-88ff-6f1c5174a49f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347271 Jul 05 05:08:54.833660 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a420a05-aec1-4d5e-9fcd-7b779594bfc5 req-4a43a7b4-cc37-4c06-83ac-8e54c63deac5 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:54.835183 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8a420a05-aec1-4d5e-9fcd-7b779594bfc5 req-4a43a7b4-cc37-4c06-83ac-8e54c63deac5 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 932 time: 0.0678973 Jul 05 05:08:54.874865 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8a420a05-aec1-4d5e-9fcd-7b779594bfc5 req-8815abf9-7c94-4ba9-bb22-35d67d7eb088 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336702 Jul 05 05:08:56.059225 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77a387-95e3-4b05-84f0-342a396969de req-986fa972-ab00-416b-86df-2c0a58fcb05d tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:56.060796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e77a387-95e3-4b05-84f0-342a396969de req-986fa972-ab00-416b-86df-2c0a58fcb05d tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 932 time: 0.0674527 Jul 05 05:08:56.099408 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e77a387-95e3-4b05-84f0-342a396969de req-b049311a-3edc-42c3-a89e-1cdeb9cc27fe tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329902 Jul 05 05:08:57.287195 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7261ca0-59e4-4441-82bc-6ff8b82d5035 req-9cfdb801-400f-4718-b10e-fccf83722d38 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:57.289028 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7261ca0-59e4-4441-82bc-6ff8b82d5035 req-9cfdb801-400f-4718-b10e-fccf83722d38 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 932 time: 0.0712316 Jul 05 05:08:57.330307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7261ca0-59e4-4441-82bc-6ff8b82d5035 req-5d777ebf-a612-48d9-831f-da45fb1f84ea tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348980 Jul 05 05:08:57.419326 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Request body: {'port': {'device_id': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:08:57.500548 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:57.797482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ed6c1f-9135-4cb4-9396-f961b6845a85 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:08:57.805486 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:57.819689 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Transition to ACTIVE for port object 55ed6c1f-9135-4cb4-9396-f961b6845a85 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:08:57.896747 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:57.950231 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=55ed6c1f-9135-4cb4-9396-f961b6845a85,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:58.029308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Attempting to bind port 55ed6c1f-9135-4cb4-9396-f961b6845a85 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:08:58.029653 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Attempting to bind port 55ed6c1f-9135-4cb4-9396-f961b6845a85 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '88c4709c-605a-44e5-9aff-8ac9a8ed99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:08:58.029984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Attempting to bind port 55ed6c1f-9135-4cb4-9396-f961b6845a85 on network 2bfeb53c-c0ff-49ae-916e-405b3c4dbada {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:08:58.034935 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Port 55ed6c1f-9135-4cb4-9396-f961b6845a85 on network 2bfeb53c-c0ff-49ae-916e-405b3c4dbada not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:08:58.035273 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Attempting to bind port 55ed6c1f-9135-4cb4-9396-f961b6845a85 on network 2bfeb53c-c0ff-49ae-916e-405b3c4dbada {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:08:58.042051 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:08:58.042390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Checking segment: {'id': '88c4709c-605a-44e5-9aff-8ac9a8ed99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:08:58.042778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Bound using segment: {'id': '88c4709c-605a-44e5-9aff-8ac9a8ed99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:08:58.043214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Bound port: 55ed6c1f-9135-4cb4-9396-f961b6845a85, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c4709c-605a-44e5-9aff-8ac9a8ed99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:08:58.043573 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:58.125564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] For port 55ed6c1f-9135-4cb4-9396-f961b6845a85, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:08:58.129117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] For port 55ed6c1f-9135-4cb4-9396-f961b6845a85, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=55ed6c1f-9135-4cb4-9396-f961b6845a85,segment=NetworkSegment(88c4709c-605a-44e5-9aff-8ac9a8ed99cf),segment_id=88c4709c-605a-44e5-9aff-8ac9a8ed99cf)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:08:58.187681 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:58.223719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:58.224377 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:58.225785 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] 10.222.0.36 "PUT /v2.0/ports/55ed6c1f-9135-4cb4-9396-f961b6845a85 HTTP/1.1" status: 200 len: 1093 time: 0.8186975 Jul 05 05:08:58.227148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'tag': '55ed6c1f-9135-4cb4-9396-f961b6845a85'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:08:58.229463 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb915daa-6519-4527-bbdd-5cff7db7586d" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2", "tag": "55ed6c1f-9135-4cb4-9396-f961b6845a85"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:08:58.264040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8ebac-d246-457b-a5f7-8826a492d6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=55ed6c1f-9135-4cb4-9396-f961b6845a85,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:58.271338 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6859d07c-1bd0-42c9-beef-3d12c394b8a2 x-openstack-request-id: req-6859d07c-1bd0-42c9-beef-3d12c394b8a2 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:08:58.271639 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2", "tag": "55ed6c1f-9135-4cb4-9396-f961b6845a85", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:08:58.271904 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6859d07c-1bd0-42c9-beef-3d12c394b8a2 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:08:58.272348 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'tag': '55ed6c1f-9135-4cb4-9396-f961b6845a85', 'status': 'completed', 'code': 200} Jul 05 05:08:58.370674 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb915daa-6519-4527-bbdd-5cff7db7586d req-6a967636-d543-4d90-94c9-6f4a5739f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:58.371967 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cb915daa-6519-4527-bbdd-5cff7db7586d req-6a967636-d543-4d90-94c9-6f4a5739f771 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=afabeca9d6d8469c84977093d035c8eb&device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 1096 time: 0.0704091 Jul 05 05:08:58.482902 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb915daa-6519-4527-bbdd-5cff7db7586d req-1c7b11e4-2f6e-4314-8086-c3894dcd07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:58.484436 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cb915daa-6519-4527-bbdd-5cff7db7586d req-1c7b11e4-2f6e-4314-8086-c3894dcd07bb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=afabeca9d6d8469c84977093d035c8eb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1046047 Jul 05 05:08:58.524662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beb67-4348-4637-9ee6-04abbc510ca8 req-3bbeb2f3-9282-464c-8bd6-6221f992fcf5 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:58.526280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a18beb67-4348-4637-9ee6-04abbc510ca8 req-3bbeb2f3-9282-464c-8bd6-6221f992fcf5 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 944 time: 0.0710537 Jul 05 05:08:58.570249 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a18beb67-4348-4637-9ee6-04abbc510ca8 req-bf7e2761-cafe-4e28-8496-c8c59a515d63 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379343 Jul 05 05:08:58.583515 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb915daa-6519-4527-bbdd-5cff7db7586d req-01d06c12-42b2-4c2b-b5fb-247609ec6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:58.585080 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cb915daa-6519-4527-bbdd-5cff7db7586d req-01d06c12-42b2-4c2b-b5fb-247609ec6d03 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942037 Jul 05 05:08:58.687007 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-dec7d669-a700-469e-b894-4ac6bb1db77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:58.688563 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-dec7d669-a700-469e-b894-4ac6bb1db77f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=afabeca9d6d8469c84977093d035c8eb&device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 1096 time: 0.0613639 Jul 05 05:08:58.732660 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-ec02aba4-386e-4d8a-be63-796506e36c32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55ed6c1f-9135-4cb4-9396-f961b6845a85 HTTP/1.1" status: 200 len: 217 time: 0.0360680 Jul 05 05:08:58.781741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-426eed91-0b9e-4913-89ad-6edc6ce05623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:58.783236 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-426eed91-0b9e-4913-89ad-6edc6ce05623 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e53c097-02cb-487a-95c2-5ee6bed299f2 HTTP/1.1" status: 200 len: 853 time: 0.0446718 Jul 05 05:08:58.846163 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-c8763acb-de3d-472a-a1c3-d4806475e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:58.847661 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-c8763acb-de3d-472a-a1c3-d4806475e739 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580239 Jul 05 05:08:58.938048 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-b536625b-74c1-4aea-baac-408cd662dff7 service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843937 Jul 05 05:08:59.033040 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6fbd142f-0a3b-4fce-80f7-d25429f6fcad req-5a2da4b4-9792-48db-b09f-e6a32795a258 service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871475 Jul 05 05:08:59.771256 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ab81d-c1b1-43cd-8366-5a5cbe93d2d5 req-a14b4c8a-d54c-46b9-b38d-8c5e3061b9d5 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:59.774292 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec0ab81d-c1b1-43cd-8366-5a5cbe93d2d5 req-a14b4c8a-d54c-46b9-b38d-8c5e3061b9d5 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 944 time: 0.0773990 Jul 05 05:08:59.817398 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec0ab81d-c1b1-43cd-8366-5a5cbe93d2d5 req-cc90c7a4-56df-417e-a856-a86ab9d83310 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375755 Jul 05 05:09:00.990160 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c6461-02ac-4548-b0b2-7784c53e7011 req-f89ebebf-46d6-4dff-b649-0d6388ada475 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:00.991684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d68c6461-02ac-4548-b0b2-7784c53e7011 req-f89ebebf-46d6-4dff-b649-0d6388ada475 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 944 time: 0.0626917 Jul 05 05:09:01.029415 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d68c6461-02ac-4548-b0b2-7784c53e7011 req-c4aa4b7e-b24c-479b-947a-7f7f520ff10d tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Jul 05 05:09:02.204841 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbabb1-e8ee-41c5-9a42-4cbb6d0e7761 req-4024b4b0-362a-4cc3-b9bb-eb8348f4c752 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:02.206310 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-addbabb1-e8ee-41c5-9a42-4cbb6d0e7761 req-4024b4b0-362a-4cc3-b9bb-eb8348f4c752 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 944 time: 0.0656826 Jul 05 05:09:02.244224 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-addbabb1-e8ee-41c5-9a42-4cbb6d0e7761 req-4c3c9c3f-cb57-4e2c-9fb7-c4bcae941258 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Jul 05 05:09:02.672694 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 55ed6c1f-9135-4cb4-9396-f961b6845a85 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:09:02.767869 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 55ed6c1f-9135-4cb4-9396-f961b6845a85, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=55ed6c1f-9135-4cb4-9396-f961b6845a85,segment=NetworkSegment(88c4709c-605a-44e5-9aff-8ac9a8ed99cf),segment_id=88c4709c-605a-44e5-9aff-8ac9a8ed99cf)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:02.778848 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '55ed6c1f-9135-4cb4-9396-f961b6845a85', 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'port_id': '55ed6c1f-9135-4cb4-9396-f961b6845a85', 'mac_address': 'fa:16:3e:f1:d5:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:09:02.814119 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:02.827201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ed6c1f-9135-4cb4-9396-f961b6845a85 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:09:02.846067 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 55ed6c1f-9135-4cb4-9396-f961b6845a85, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=55ed6c1f-9135-4cb4-9396-f961b6845a85,segment=NetworkSegment(88c4709c-605a-44e5-9aff-8ac9a8ed99cf),segment_id=88c4709c-605a-44e5-9aff-8ac9a8ed99cf)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:02.909964 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:02.956331 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=55ed6c1f-9135-4cb4-9396-f961b6845a85,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:03.167433 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:03.239235 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['55ed6c1f-9135-4cb4-9396-f961b6845a85'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:09:03.416346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a3200-8a92-48ff-bd9a-85bb648c46f2 req-cbadb1f9-2835-4263-9e00-5c671d93b1e8 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:03.417837 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-638a3200-8a92-48ff-bd9a-85bb648c46f2 req-cbadb1f9-2835-4263-9e00-5c671d93b1e8 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 945 time: 0.0632260 Jul 05 05:09:03.455047 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-638a3200-8a92-48ff-bd9a-85bb648c46f2 req-09ebd469-ef6f-460b-b10f-c4232d9b6157 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316827 Jul 05 05:09:04.623914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef3e43-4997-4cd6-8f52-2eda898a03e9 req-40e66136-b840-4b45-bcef-49247f848866 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:04.625435 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4ef3e43-4997-4cd6-8f52-2eda898a03e9 req-40e66136-b840-4b45-bcef-49247f848866 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 945 time: 0.0628779 Jul 05 05:09:04.662594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4ef3e43-4997-4cd6-8f52-2eda898a03e9 req-2d6f06da-ae66-4ce1-8ca3-cfb60409a8db tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317075 Jul 05 05:09:04.686662 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 55ed6c1f-9135-4cb4-9396-f961b6845a85 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:09:04.798064 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:04.832168 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 55ed6c1f-9135-4cb4-9396-f961b6845a85 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:09:04.836194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 55ed6c1f-9135-4cb4-9396-f961b6845a85 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:09:04.836582 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:04.913821 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:04.935457 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ed6c1f-9135-4cb4-9396-f961b6845a85'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:09:04.937725 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e06731a-1bca-4e82-a7b5-c67f37998635" -d '{"events": [{"server_uuid": "3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2", "name": "network-vif-plugged", "status": "completed", "tag": "55ed6c1f-9135-4cb4-9396-f961b6845a85"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:09:04.951378 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 55ed6c1f-9135-4cb4-9396-f961b6845a85, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=55ed6c1f-9135-4cb4-9396-f961b6845a85,segment=NetworkSegment(88c4709c-605a-44e5-9aff-8ac9a8ed99cf),segment_id=88c4709c-605a-44e5-9aff-8ac9a8ed99cf)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:04.975536 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0a36d8-892d-482e-93b7-7ee30ce465f9 x-openstack-request-id: req-5e0a36d8-892d-482e-93b7-7ee30ce465f9 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:09:04.976481 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2", "name": "network-vif-plugged", "status": "completed", "tag": "55ed6c1f-9135-4cb4-9396-f961b6845a85", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:09:04.976752 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e0a36d8-892d-482e-93b7-7ee30ce465f9 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:09:04.977127 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ed6c1f-9135-4cb4-9396-f961b6845a85', 'code': 200} Jul 05 05:09:05.021362 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:05.069986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=55ed6c1f-9135-4cb4-9396-f961b6845a85,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:05.398165 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5bc32-f79e-482d-ba95-e8351e3621d1 req-8b8f13e2-3ecd-4623-9301-352d9f4c5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:05.399683 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-73c5bc32-f79e-482d-ba95-e8351e3621d1 req-8b8f13e2-3ecd-4623-9301-352d9f4c5986 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 1098 time: 0.3619401 Jul 05 05:09:05.434064 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-73c5bc32-f79e-482d-ba95-e8351e3621d1 req-13121c47-52eb-47d2-b9f1-7663d0144f3c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274432 Jul 05 05:09:05.838201 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8786426-d119-4b4f-932e-5e8fea6b10e8 req-06321a25-2c3b-4cf4-bf14-c870468fda17 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:05.839683 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d8786426-d119-4b4f-932e-5e8fea6b10e8 req-06321a25-2c3b-4cf4-bf14-c870468fda17 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 946 time: 0.0661204 Jul 05 05:09:05.876657 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d8786426-d119-4b4f-932e-5e8fea6b10e8 req-1d86f291-9952-4d60-b34c-ecd50c689342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314167 Jul 05 05:09:07.054601 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6743c44-a68d-4160-a0fc-69a7b3596ae2 req-617336c9-0e3e-4866-8c55-c08498b2207a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:07.056202 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6743c44-a68d-4160-a0fc-69a7b3596ae2 req-617336c9-0e3e-4866-8c55-c08498b2207a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 946 time: 0.0632749 Jul 05 05:09:07.093643 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6743c44-a68d-4160-a0fc-69a7b3596ae2 req-179024ed-02cd-4666-bf32-f93fa5036bc3 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Jul 05 05:09:07.266964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4334c98-9151-4660-a245-4b719fe2b156 req-bb870996-d7d6-4732-8764-4a591627a82d tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:07.268402 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4334c98-9151-4660-a245-4b719fe2b156 req-bb870996-d7d6-4732-8764-4a591627a82d tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 946 time: 0.0665495 Jul 05 05:09:07.306971 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b4334c98-9151-4660-a245-4b719fe2b156 req-2d8978c9-f2d3-4477-aa35-eb174ec878e6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316923 Jul 05 05:09:07.654786 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd81f61-6ce6-4e77-95bc-3b201af914f4 req-cf2ca7c4-1bc5-4688-9e39-400ff5a2fc49 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:07.656304 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7bd81f61-6ce6-4e77-95bc-3b201af914f4 req-cf2ca7c4-1bc5-4688-9e39-400ff5a2fc49 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 946 time: 0.0648899 Jul 05 05:09:07.693178 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7bd81f61-6ce6-4e77-95bc-3b201af914f4 req-19caef12-fc8d-4bdc-a5bf-e48b4519dcbf tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313349 Jul 05 05:09:11.522075 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-efb42d64-55ad-4c7b-b2df-eeeb74e5e23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:14.109990 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-063ef02a-f05c-4b97-97d8-86678eef2441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:14.447571 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:15.649760 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:17.235673 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:22.223122 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86545ea2-32e2-4675-8854-1dd1a24c9518 req-ed5d018e-af6a-4c62-94bd-6233ad027181 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:22.224524 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86545ea2-32e2-4675-8854-1dd1a24c9518 req-ed5d018e-af6a-4c62-94bd-6233ad027181 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 946 time: 0.0629001 Jul 05 05:09:22.261409 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-86545ea2-32e2-4675-8854-1dd1a24c9518 req-37e9bc94-d17c-4ace-84ec-5873e7057ca3 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313756 Jul 05 05:09:22.286217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38752) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:22.383409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d269163d-413f-4366-a3bf-a239da4dad3c tempest-TestMinimumBasicScenario-1754371525 tempest-TestMinimumBasicScenario-1754371525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:22.384935 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d269163d-413f-4366-a3bf-a239da4dad3c tempest-TestMinimumBasicScenario-1754371525 tempest-TestMinimumBasicScenario-1754371525-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 1093 time: 0.0977213 Jul 05 05:09:22.387974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38756) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:22.392236 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': '55ed6c1f-9135-4cb4-9396-f961b6845a85', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:22.477764 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:22.574496 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:22.687648 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Allocated IP 172.25.6.175 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/6a9c3b67-3139-483f-a79f-95cc97a6dc36) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:09:22.789067 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:22.861113 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:22.905797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:09:22.911686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:09:22.918049 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:09:22.943487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Pushing event updated for resources: {'Port': ['ID=6a9c3b67-3139-483f-a79f-95cc97a6dc36,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:22.959306 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:22.959650 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:22.960755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:22.961164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:22.961505 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:22.961834 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:22.962156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:22.962477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:22.962801 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:22.963119 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:22.963440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:22.963758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:23.437057 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:23.570945 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:23.732006 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:23.809741 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:23.881284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Pushing event updated for resources: {'Port': ['ID=6a9c3b67-3139-483f-a79f-95cc97a6dc36,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:23.897501 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:23.999717 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Floating IP 9e7abdab-b610-4b87-b1c0-7cd02349826a associated. External IP: 172.25.6.175, port: 55ed6c1f-9135-4cb4-9396-f961b6845a85. Jul 05 05:09:24.216304 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Router a0e4bd22-5edb-437d-9d54-22897e5e4976 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:09:24.333811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:09:24.344733 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57982ec2-2c14-4b08-9c70-ec6bf5568445 None None] Sync routers for ids ['a0e4bd22-5edb-437d-9d54-22897e5e4976'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:09:24.354243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57982ec2-2c14-4b08-9c70-ec6bf5568445 None None] Routers {'a0e4bd22-5edb-437d-9d54-22897e5e4976'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:09:24.354854 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-57982ec2-2c14-4b08-9c70-ec6bf5568445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:09:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a0e4bd22-5edb-437d-9d54-22897e5e4976'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:24.406106 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:09:24.420588 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:24.457858 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6eee0ed3-6411-409a-9546-17551b70ea34 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0688484 Jul 05 05:09:24.458529 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'tag': '55ed6c1f-9135-4cb4-9396-f961b6845a85'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:09:24.460041 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-57982ec2-2c14-4b08-9c70-ec6bf5568445 None None] Set router a0e4bd22-5edb-437d-9d54-22897e5e4976 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:09:24.460798 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2657645e-7e42-4e8d-8e71-11d451003696" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2", "tag": "55ed6c1f-9135-4cb4-9396-f961b6845a85"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:09:24.460992 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38760) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:24.466092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1255650478', 'description': 'tempest-secgroup-smoke-1255650478 description', 'project_id': 'afabeca9d6d8469c84977093d035c8eb'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:24.499459 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0023ed95-e535-4e6c-9821-a1ea57903c20 x-openstack-request-id: req-0023ed95-e535-4e6c-9821-a1ea57903c20 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:09:24.499757 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2", "tag": "55ed6c1f-9135-4cb4-9396-f961b6845a85", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:09:24.500009 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0023ed95-e535-4e6c-9821-a1ea57903c20 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:09:24.500443 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'tag': '55ed6c1f-9135-4cb4-9396-f961b6845a85', 'status': 'completed', 'code': 200} Jul 05 05:09:24.564205 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:24.581916 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657645e-7e42-4e8d-8e71-11d451003696 req-adee9a64-0526-42d4-84ff-0fc70a27e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:24.583544 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2657645e-7e42-4e8d-8e71-11d451003696 req-adee9a64-0526-42d4-84ff-0fc70a27e05e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=afabeca9d6d8469c84977093d035c8eb&device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 1098 time: 0.0598392 Jul 05 05:09:24.652321 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:24.686096 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657645e-7e42-4e8d-8e71-11d451003696 req-180e9776-9641-4be8-9719-760325655c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:24.687591 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2657645e-7e42-4e8d-8e71-11d451003696 req-180e9776-9641-4be8-9719-760325655c6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada HTTP/1.1" status: 200 len: 915 time: 0.0964086 Jul 05 05:09:24.696056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-57982ec2-2c14-4b08-9c70-ec6bf5568445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'name': 'tempest-TestMinimumBasicScenario-212538289-router', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:19Z', 'updated_at': '2021-07-05T05:08:22Z', 'revision_number': 4, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'gw_port': {'id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:20Z', 'updated_at': '2021-07-05T05:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '9e7abdab-b610-4b87-b1c0-7cd02349826a', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'port_id': '55ed6c1f-9135-4cb4-9396-f961b6845a85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'mac_address': 'fa:16:3e:f1:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:09:23Z', 'updated_at': '2021-07-05T05:09:23Z', 'revision_number': 0, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb3ae791-06d7-47fe-a11f-f6dd858405da', 'name': '', 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'mac_address': 'fa:16:3e:49:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:22Z', 'updated_at': '2021-07-05T05:08:30Z', 'revision_number': 5, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'subnets': [{'id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:24.717677 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:24.721393 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57982ec2-2c14-4b08-9c70-ec6bf5568445 None None] Checking router: a0e4bd22-5edb-437d-9d54-22897e5e4976 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:09:24.732131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57982ec2-2c14-4b08-9c70-ec6bf5568445 None None] Routers {'a0e4bd22-5edb-437d-9d54-22897e5e4976'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:09:24.732337 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-57982ec2-2c14-4b08-9c70-ec6bf5568445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:09:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a0e4bd22-5edb-437d-9d54-22897e5e4976'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:24.749941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6a5c9f-4c86-4337-b1da-dc06a95b0368,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:24.758823 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2657645e-7e42-4e8d-8e71-11d451003696 req-0f6ba902-ba5b-417a-8f76-e9b9c0287d14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55ed6c1f-9135-4cb4-9396-f961b6845a85 HTTP/1.1" status: 200 len: 1000 time: 0.0629361 Jul 05 05:09:24.759069 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:24.759567 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:24.760010 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:24.760531 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:24.760966 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:24.761399 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:24.761830 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:24.762272 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:24.762652 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:24.763075 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:24.763523 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:24.763861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:24.811959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657645e-7e42-4e8d-8e71-11d451003696 req-36e9744f-3c15-4be2-8220-54e601b0f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:24.813557 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2657645e-7e42-4e8d-8e71-11d451003696 req-36e9744f-3c15-4be2-8220-54e601b0f77d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e53c097-02cb-487a-95c2-5ee6bed299f2 HTTP/1.1" status: 200 len: 853 time: 0.0472577 Jul 05 05:09:24.815090 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:24.820601 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-35ead852-988d-4420-af0e-7fd8fe41b342 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3543632 Jul 05 05:09:24.820601 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38764) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:24.824791 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-afa28844-696a-4969-8faf-14518ea2c590 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Request body: {'security_group_rule': {'security_group_id': '8e6a5c9f-4c86-4337-b1da-dc06a95b0368', 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:24.843229 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-57982ec2-2c14-4b08-9c70-ec6bf5568445 None None] Set router a0e4bd22-5edb-437d-9d54-22897e5e4976 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:09:24.881246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657645e-7e42-4e8d-8e71-11d451003696 req-35a1799a-413f-4fe4-937c-7c249c297c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:24.883447 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2657645e-7e42-4e8d-8e71-11d451003696 req-35a1799a-413f-4fe4-937c-7c249c297c2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595486 Jul 05 05:09:24.917951 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-afa28844-696a-4969-8faf-14518ea2c590 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:24.978072 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-afa28844-696a-4969-8faf-14518ea2c590 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:24.982348 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2657645e-7e42-4e8d-8e71-11d451003696 req-f7e3cf8a-c712-4bb0-9071-b8aed6d0f4db service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907323 Jul 05 05:09:25.055863 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-afa28844-696a-4969-8faf-14518ea2c590 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:25.072980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa28844-696a-4969-8faf-14518ea2c590 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444a3b2e-9adb-4718-bc6b-c2f150c4d819,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:25.078970 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-57982ec2-2c14-4b08-9c70-ec6bf5568445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'name': 'tempest-TestMinimumBasicScenario-212538289-router', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:19Z', 'updated_at': '2021-07-05T05:08:22Z', 'revision_number': 4, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'gw_port': {'id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:20Z', 'updated_at': '2021-07-05T05:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '9e7abdab-b610-4b87-b1c0-7cd02349826a', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'port_id': '55ed6c1f-9135-4cb4-9396-f961b6845a85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'mac_address': 'fa:16:3e:f1:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:09:23Z', 'updated_at': '2021-07-05T05:09:23Z', 'revision_number': 0, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb3ae791-06d7-47fe-a11f-f6dd858405da', 'name': '', 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'mac_address': 'fa:16:3e:49:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:22Z', 'updated_at': '2021-07-05T05:08:30Z', 'revision_number': 5, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'subnets': [{'id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:25.086868 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2657645e-7e42-4e8d-8e71-11d451003696 req-716a1836-2981-42d9-b2d8-b2e5568eeafc service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976522 Jul 05 05:09:25.107741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57982ec2-2c14-4b08-9c70-ec6bf5568445 None None] The sync data for ids ['a0e4bd22-5edb-437d-9d54-22897e5e4976'] in n-d-771363-32 is: [{'id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'name': 'tempest-TestMinimumBasicScenario-212538289-router', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:19Z', 'updated_at': '2021-07-05T05:08:22Z', 'revision_number': 4, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'gw_port': {'id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:20Z', 'updated_at': '2021-07-05T05:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '9e7abdab-b610-4b87-b1c0-7cd02349826a', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'port_id': '55ed6c1f-9135-4cb4-9396-f961b6845a85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'mac_address': 'fa:16:3e:f1:d5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:09:23Z', 'updated_at': '2021-07-05T05:09:23Z', 'revision_number': 0, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb3ae791-06d7-47fe-a11f-f6dd858405da', 'name': '', 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'mac_address': 'fa:16:3e:49:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:22Z', 'updated_at': '2021-07-05T05:08:30Z', 'revision_number': 5, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'subnets': [{'id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:09:25.141198 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-afa28844-696a-4969-8faf-14518ea2c590 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:25.143090 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-afa28844-696a-4969-8faf-14518ea2c590 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3212817 Jul 05 05:09:25.145475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38766) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:25.151551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-537a1026-4a5f-4c6e-a607-9b56935dd55a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Request body: {'security_group_rule': {'security_group_id': '8e6a5c9f-4c86-4337-b1da-dc06a95b0368', 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:25.255035 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-537a1026-4a5f-4c6e-a607-9b56935dd55a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:25.306975 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc21e7b-65b2-4be3-aea5-24132baec9dc None None] New status for floating IP 9e7abdab-b610-4b87-b1c0-7cd02349826a: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:09:25.323852 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-537a1026-4a5f-4c6e-a607-9b56935dd55a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:25.433187 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-537a1026-4a5f-4c6e-a607-9b56935dd55a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:25.454423 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a1026-4a5f-4c6e-a607-9b56935dd55a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe30b43-8155-4447-ac58-a1d49e3c73a9,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:25.544539 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-537a1026-4a5f-4c6e-a607-9b56935dd55a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:25.545798 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-537a1026-4a5f-4c6e-a607-9b56935dd55a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3991890 Jul 05 05:09:25.548853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38768) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:25.554178 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-cb718677-bc15-465a-9fdb-99d646d26895 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Request body: {'security_group_rule': {'security_group_id': '8e6a5c9f-4c86-4337-b1da-dc06a95b0368', 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:25.649608 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb718677-bc15-465a-9fdb-99d646d26895 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:25.711411 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb718677-bc15-465a-9fdb-99d646d26895 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:25.803542 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb718677-bc15-465a-9fdb-99d646d26895 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:25.822636 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb718677-bc15-465a-9fdb-99d646d26895 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518f0876-8f10-4458-85c1-99a28e7031c0,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:25.900900 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cb718677-bc15-465a-9fdb-99d646d26895 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:25.902166 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cb718677-bc15-465a-9fdb-99d646d26895 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3523278 Jul 05 05:09:25.904970 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38770) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:25.914663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-8737c5b8-3e94-4bf4-af7f-7b8609d1c3e9 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Request body: {'security_group_rule': {'security_group_id': '8e6a5c9f-4c86-4337-b1da-dc06a95b0368', 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:25.989472 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8737c5b8-3e94-4bf4-af7f-7b8609d1c3e9 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:26.058399 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8737c5b8-3e94-4bf4-af7f-7b8609d1c3e9 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:26.126912 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8737c5b8-3e94-4bf4-af7f-7b8609d1c3e9 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:26.146975 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737c5b8-3e94-4bf4-af7f-7b8609d1c3e9 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5498047f-249e-4e10-b965-036a22d93e1f,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:26.212610 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8737c5b8-3e94-4bf4-af7f-7b8609d1c3e9 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:26.213887 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8737c5b8-3e94-4bf4-af7f-7b8609d1c3e9 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3079321 Jul 05 05:09:26.216746 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38772) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:26.221147 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-8d2b041a-bcf9-4c17-a168-496d2ea54a12 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Request body: {'security_group_rule': {'security_group_id': '8e6a5c9f-4c86-4337-b1da-dc06a95b0368', 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:26.298558 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-8d2b041a-bcf9-4c17-a168-496d2ea54a12 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Project afabeca9d6d8469c84977093d035c8eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:09:26.306423 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d2b041a-bcf9-4c17-a168-496d2ea54a12 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:26.365059 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d2b041a-bcf9-4c17-a168-496d2ea54a12 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:26.435375 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d2b041a-bcf9-4c17-a168-496d2ea54a12 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:26.453976 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b041a-bcf9-4c17-a168-496d2ea54a12 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba374b5-1d18-43b8-9cb4-3dbc89d221c7,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:26.539520 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8d2b041a-bcf9-4c17-a168-496d2ea54a12 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:26.540898 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8d2b041a-bcf9-4c17-a168-496d2ea54a12 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3232231 Jul 05 05:09:26.543536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38774) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:26.547993 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-44ac4bc0-8111-46b3-88e5-eaa5c51eac4c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Request body: {'security_group_rule': {'security_group_id': '8e6a5c9f-4c86-4337-b1da-dc06a95b0368', 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:26.641137 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-44ac4bc0-8111-46b3-88e5-eaa5c51eac4c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Project afabeca9d6d8469c84977093d035c8eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:09:26.646190 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44ac4bc0-8111-46b3-88e5-eaa5c51eac4c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:26.709351 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44ac4bc0-8111-46b3-88e5-eaa5c51eac4c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:26.772394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44ac4bc0-8111-46b3-88e5-eaa5c51eac4c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:26.789728 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac4bc0-8111-46b3-88e5-eaa5c51eac4c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c818b72c-99ce-4169-8c61-c1448bb6fb23,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:26.846655 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44ac4bc0-8111-46b3-88e5-eaa5c51eac4c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:26.847863 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-44ac4bc0-8111-46b3-88e5-eaa5c51eac4c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3033664 Jul 05 05:09:26.967603 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e96144a-e8fb-421e-82ea-aeb29b7a7181 req-8a368f54-bad0-47fe-8442-c88837d4cf62 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255650478&fields=id&tenant_id=afabeca9d6d8469c84977093d035c8eb HTTP/1.1" status: 200 len: 267 time: 0.0334816 Jul 05 05:09:27.032394 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96144a-e8fb-421e-82ea-aeb29b7a7181 req-90dec880-e6ee-4297-993d-0ead18697714 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:27.033856 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e96144a-e8fb-421e-82ea-aeb29b7a7181 req-90dec880-e6ee-4297-993d-0ead18697714 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 946 time: 0.0611944 Jul 05 05:09:27.044519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-3e96144a-e8fb-421e-82ea-aeb29b7a7181 req-71a41086-5233-4b36-88a8-9f7c90e8bd7a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Request body: {'port': {'security_groups': ['0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8', '8e6a5c9f-4c86-4337-b1da-dc06a95b0368']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:27.128408 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3e96144a-e8fb-421e-82ea-aeb29b7a7181 req-71a41086-5233-4b36-88a8-9f7c90e8bd7a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:27.308606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-3e96144a-e8fb-421e-82ea-aeb29b7a7181 req-71a41086-5233-4b36-88a8-9f7c90e8bd7a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] For port 55ed6c1f-9135-4cb4-9396-f961b6845a85, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=55ed6c1f-9135-4cb4-9396-f961b6845a85,segment=NetworkSegment(88c4709c-605a-44e5-9aff-8ac9a8ed99cf),segment_id=88c4709c-605a-44e5-9aff-8ac9a8ed99cf)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:27.338763 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3e96144a-e8fb-421e-82ea-aeb29b7a7181 req-71a41086-5233-4b36-88a8-9f7c90e8bd7a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:27.424292 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3e96144a-e8fb-421e-82ea-aeb29b7a7181 req-71a41086-5233-4b36-88a8-9f7c90e8bd7a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:27.436461 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['55ed6c1f-9135-4cb4-9396-f961b6845a85'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:09:27.478604 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96144a-e8fb-421e-82ea-aeb29b7a7181 req-71a41086-5233-4b36-88a8-9f7c90e8bd7a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:27.479258 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-3e96144a-e8fb-421e-82ea-aeb29b7a7181 req-71a41086-5233-4b36-88a8-9f7c90e8bd7a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:27.480762 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e96144a-e8fb-421e-82ea-aeb29b7a7181 req-71a41086-5233-4b36-88a8-9f7c90e8bd7a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "PUT /v2.0/ports/55ed6c1f-9135-4cb4-9396-f961b6845a85 HTTP/1.1" status: 200 len: 982 time: 0.4408092 Jul 05 05:09:27.481236 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'tag': '55ed6c1f-9135-4cb4-9396-f961b6845a85'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:09:27.483691 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c4fcbb-69cb-48f7-8d23-1c8731951707" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2", "tag": "55ed6c1f-9135-4cb4-9396-f961b6845a85"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:09:27.540779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a41086-5233-4b36-88a8-9f7c90e8bd7a tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Pushing event updated for resources: {'Port': ['ID=55ed6c1f-9135-4cb4-9396-f961b6845a85,revision_number=6']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:27.560401 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['55ed6c1f-9135-4cb4-9396-f961b6845a85'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:09:27.718049 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0221c353-2eac-45e6-99a3-7f4368ab3f2e req-d8b9915d-32ab-4e76-a67e-141e2002607c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1162000 Jul 05 05:09:27.720465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be66c0d-cf73-4145-aab5-84cc4771656c req-7fb96fa8-e40f-45d2-ad8d-5b2e618d2300 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:27.722076 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be66c0d-cf73-4145-aab5-84cc4771656c req-7fb96fa8-e40f-45d2-ad8d-5b2e618d2300 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 985 time: 0.1255057 Jul 05 05:09:27.739139 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54231162-a60d-4091-a805-912a8b6f11d8 x-openstack-request-id: req-54231162-a60d-4091-a805-912a8b6f11d8 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:09:27.739529 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2", "tag": "55ed6c1f-9135-4cb4-9396-f961b6845a85", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:09:27.739869 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-54231162-a60d-4091-a805-912a8b6f11d8 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:09:27.740497 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'tag': '55ed6c1f-9135-4cb4-9396-f961b6845a85', 'status': 'completed', 'code': 200} Jul 05 05:09:27.786442 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3be66c0d-cf73-4145-aab5-84cc4771656c req-9d8fe80b-5dfd-4f22-88b8-21a873c83126 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&id=8e6a5c9f-4c86-4337-b1da-dc06a95b0368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543909 Jul 05 05:09:27.854622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221c353-2eac-45e6-99a3-7f4368ab3f2e req-fe5876cd-3c29-49e5-aa8f-f038b50f6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:27.856733 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0221c353-2eac-45e6-99a3-7f4368ab3f2e req-fe5876cd-3c29-49e5-aa8f-f038b50f6d87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=afabeca9d6d8469c84977093d035c8eb&device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 1137 time: 0.0767357 Jul 05 05:09:27.872347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1500cab6-133e-4a94-ac3f-3c795e3d091b None None] Provisioning complete for port 55ed6c1f-9135-4cb4-9396-f961b6845a85 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:09:27.872724 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1500cab6-133e-4a94-ac3f-3c795e3d091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:27.972018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221c353-2eac-45e6-99a3-7f4368ab3f2e req-ea411d62-9dd2-487c-9b77-e7651116da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:27.973545 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0221c353-2eac-45e6-99a3-7f4368ab3f2e req-ea411d62-9dd2-487c-9b77-e7651116da4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada HTTP/1.1" status: 200 len: 915 time: 0.0896323 Jul 05 05:09:28.045251 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0221c353-2eac-45e6-99a3-7f4368ab3f2e req-625130dd-9f15-4f7e-9a9a-61d1df2798a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55ed6c1f-9135-4cb4-9396-f961b6845a85 HTTP/1.1" status: 200 len: 1002 time: 0.0638027 Jul 05 05:09:28.109882 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221c353-2eac-45e6-99a3-7f4368ab3f2e req-03375cc7-c6d2-4fea-9d9d-242e42194ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:28.111390 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0221c353-2eac-45e6-99a3-7f4368ab3f2e req-03375cc7-c6d2-4fea-9d9d-242e42194ce6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e53c097-02cb-487a-95c2-5ee6bed299f2 HTTP/1.1" status: 200 len: 853 time: 0.0585020 Jul 05 05:09:28.175815 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221c353-2eac-45e6-99a3-7f4368ab3f2e req-68f661cc-1167-46f6-a602-b4991ff268c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:28.177352 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0221c353-2eac-45e6-99a3-7f4368ab3f2e req-68f661cc-1167-46f6-a602-b4991ff268c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592446 Jul 05 05:09:28.267330 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0221c353-2eac-45e6-99a3-7f4368ab3f2e req-29f17375-01a8-432f-ad27-d7b833bd9e43 service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820229 Jul 05 05:09:28.360873 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0221c353-2eac-45e6-99a3-7f4368ab3f2e req-d91c7412-4472-49eb-8ab3-68a481ef0f15 service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845847 Jul 05 05:09:28.775242 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4fcbb-69cb-48f7-8d23-1c8731951707 req-9cc6df4b-2139-4931-a4b4-b9c0e90575a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:28.776849 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d5c4fcbb-69cb-48f7-8d23-1c8731951707 req-9cc6df4b-2139-4931-a4b4-b9c0e90575a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=afabeca9d6d8469c84977093d035c8eb&device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 1137 time: 0.3722079 Jul 05 05:09:28.915654 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4fcbb-69cb-48f7-8d23-1c8731951707 req-cd7cd64f-668c-432b-b7af-99504b44ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:28.917179 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d5c4fcbb-69cb-48f7-8d23-1c8731951707 req-cd7cd64f-668c-432b-b7af-99504b44ea89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada HTTP/1.1" status: 200 len: 915 time: 0.1333141 Jul 05 05:09:28.986043 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d5c4fcbb-69cb-48f7-8d23-1c8731951707 req-9aec475d-4e0d-481b-9ff8-3f055cdbde28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55ed6c1f-9135-4cb4-9396-f961b6845a85 HTTP/1.1" status: 200 len: 1002 time: 0.0614049 Jul 05 05:09:29.032813 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4fcbb-69cb-48f7-8d23-1c8731951707 req-a13e12fd-a053-4801-8914-1dbd157fbc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:29.034159 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d5c4fcbb-69cb-48f7-8d23-1c8731951707 req-a13e12fd-a053-4801-8914-1dbd157fbc1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e53c097-02cb-487a-95c2-5ee6bed299f2 HTTP/1.1" status: 200 len: 853 time: 0.0416174 Jul 05 05:09:29.089505 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4fcbb-69cb-48f7-8d23-1c8731951707 req-157e7f1d-ba22-4228-9ef2-def5692fd075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:29.090973 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d5c4fcbb-69cb-48f7-8d23-1c8731951707 req-157e7f1d-ba22-4228-9ef2-def5692fd075 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504186 Jul 05 05:09:29.181038 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d5c4fcbb-69cb-48f7-8d23-1c8731951707 req-0543866f-cc42-416a-bd18-14fbe930fa29 service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831430 Jul 05 05:09:29.267981 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d5c4fcbb-69cb-48f7-8d23-1c8731951707 req-4afd6df7-f078-45c4-ae11-5762f36f337b service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803406 Jul 05 05:09:33.191906 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:34.791647 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:41.498296 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ac4b934c-fde7-4104-be3d-d2bc74b06854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:44.069879 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1d3d6c14-bc62-4bed-a4da-b88465b69731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:44.441065 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:45.654597 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:47.197627 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:01.405858 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:10:03.180177 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:04.823177 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:11.526017 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2b0bf638-110a-4ac2-989f-20887ded6d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:14.069743 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a28e81b6-d523-471b-856e-eb5beef89571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:14.492076 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:15.674508 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:16.428960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dfa56-529e-4f01-9153-c73bf1c53456 req-d92cebf4-7991-4df1-89a0-5615f611592c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:16.430406 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a0dfa56-529e-4f01-9153-c73bf1c53456 req-d92cebf4-7991-4df1-89a0-5615f611592c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 985 time: 0.0711992 Jul 05 05:10:16.474892 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a0dfa56-529e-4f01-9153-c73bf1c53456 req-7b5eb81a-e561-411d-a8a3-1b0be8136799 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&id=8e6a5c9f-4c86-4337-b1da-dc06a95b0368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386407 Jul 05 05:10:16.509860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096bed9-a1e6-4308-b558-7e528c4a7111 req-c95da542-a1f8-4690-98b2-b67e0ab84b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:16.511383 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f096bed9-a1e6-4308-b558-7e528c4a7111 req-c95da542-a1f8-4690-98b2-b67e0ab84b27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=afabeca9d6d8469c84977093d035c8eb&device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 1137 time: 0.0626128 Jul 05 05:10:16.601583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096bed9-a1e6-4308-b558-7e528c4a7111 req-9c35f035-68e0-4758-9231-4b46f2b0360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:16.603110 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f096bed9-a1e6-4308-b558-7e528c4a7111 req-9c35f035-68e0-4758-9231-4b46f2b0360a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada HTTP/1.1" status: 200 len: 915 time: 0.0851643 Jul 05 05:10:16.677627 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f096bed9-a1e6-4308-b558-7e528c4a7111 req-f29f5353-d35d-4559-91f0-a61adc17527d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55ed6c1f-9135-4cb4-9396-f961b6845a85 HTTP/1.1" status: 200 len: 1002 time: 0.0607245 Jul 05 05:10:16.725888 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096bed9-a1e6-4308-b558-7e528c4a7111 req-a46a5b8c-7ba2-44f6-a9c7-38ed07900a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:16.727242 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f096bed9-a1e6-4308-b558-7e528c4a7111 req-a46a5b8c-7ba2-44f6-a9c7-38ed07900a78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e53c097-02cb-487a-95c2-5ee6bed299f2 HTTP/1.1" status: 200 len: 853 time: 0.0433786 Jul 05 05:10:16.789618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096bed9-a1e6-4308-b558-7e528c4a7111 req-5d54f0c8-0cc2-477e-97ae-4e36b196119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:16.791122 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f096bed9-a1e6-4308-b558-7e528c4a7111 req-5d54f0c8-0cc2-477e-97ae-4e36b196119b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521569 Jul 05 05:10:16.888052 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f096bed9-a1e6-4308-b558-7e528c4a7111 req-a914d539-9ae4-4f30-b0c8-4c39f4a2eccb service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884459 Jul 05 05:10:16.977496 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f096bed9-a1e6-4308-b558-7e528c4a7111 req-6722c4ab-a397-42af-9899-666480cd8922 service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821452 Jul 05 05:10:17.213926 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:17.650340 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514e880-3503-45be-ad13-56bdabd0fa0b req-06c26ac9-7afe-46de-b33c-18895ad456bd tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:17.651844 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d514e880-3503-45be-ad13-56bdabd0fa0b req-06c26ac9-7afe-46de-b33c-18895ad456bd tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 985 time: 0.0639136 Jul 05 05:10:17.692242 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d514e880-3503-45be-ad13-56bdabd0fa0b req-44d7ca6e-0ce7-42e3-8b69-41e999132245 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&id=8e6a5c9f-4c86-4337-b1da-dc06a95b0368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344999 Jul 05 05:10:18.889239 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcb70c-4956-4dc8-9e44-2fde234cc875 req-998bf622-a47d-45eb-b71f-21b92d67bed8 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:18.890769 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82fcb70c-4956-4dc8-9e44-2fde234cc875 req-998bf622-a47d-45eb-b71f-21b92d67bed8 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 985 time: 0.0725019 Jul 05 05:10:18.933299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82fcb70c-4956-4dc8-9e44-2fde234cc875 req-5b99390a-d368-4fdb-9431-63f81c9aed14 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&id=8e6a5c9f-4c86-4337-b1da-dc06a95b0368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350642 Jul 05 05:10:20.108254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13761e2f-7ce4-47ab-8267-ccbe5d15dc5f req-b37fb64e-9af8-45a9-b70e-3d55b934b6d6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:20.109747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13761e2f-7ce4-47ab-8267-ccbe5d15dc5f req-b37fb64e-9af8-45a9-b70e-3d55b934b6d6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 985 time: 0.0635252 Jul 05 05:10:20.149509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13761e2f-7ce4-47ab-8267-ccbe5d15dc5f req-e46dff91-2c9a-44f5-b15e-d9c2a05589c0 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&id=8e6a5c9f-4c86-4337-b1da-dc06a95b0368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340502 Jul 05 05:10:21.328781 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b809a-2507-42de-b1b6-3f8c31e4f70c req-25a4a820-f500-4a74-8180-2ace2a3cf30f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:21.330280 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-948b809a-2507-42de-b1b6-3f8c31e4f70c req-25a4a820-f500-4a74-8180-2ace2a3cf30f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 985 time: 0.0639021 Jul 05 05:10:21.370769 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-948b809a-2507-42de-b1b6-3f8c31e4f70c req-78bd76b4-5656-47a5-b91d-7011b08de446 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&id=8e6a5c9f-4c86-4337-b1da-dc06a95b0368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340705 Jul 05 05:10:22.550518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac68c0c-6891-4531-ae3e-90503e379119 req-1fbcf48f-8ef1-4809-a2f1-84f5a56e5502 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:22.552020 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ac68c0c-6891-4531-ae3e-90503e379119 req-1fbcf48f-8ef1-4809-a2f1-84f5a56e5502 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 985 time: 0.0688050 Jul 05 05:10:22.594543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ac68c0c-6891-4531-ae3e-90503e379119 req-7fc60a4e-b1dc-482b-a701-bc574732a71d tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&id=8e6a5c9f-4c86-4337-b1da-dc06a95b0368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361331 Jul 05 05:10:23.771301 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c833b6-c9e0-484d-9056-07627f95524e req-5360834d-08ac-4a25-8de6-e56faa3684d5 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:23.773486 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50c833b6-c9e0-484d-9056-07627f95524e req-5360834d-08ac-4a25-8de6-e56faa3684d5 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 985 time: 0.0665958 Jul 05 05:10:23.814504 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50c833b6-c9e0-484d-9056-07627f95524e req-4ce2a35a-5a5b-4025-a146-7d9d77841b0d tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&id=8e6a5c9f-4c86-4337-b1da-dc06a95b0368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351741 Jul 05 05:10:24.994133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35753a84-2b75-46c2-a710-071eb9121ec6 req-1d714018-00a6-4848-acc6-43e260ee5e5f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:24.995624 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35753a84-2b75-46c2-a710-071eb9121ec6 req-1d714018-00a6-4848-acc6-43e260ee5e5f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 985 time: 0.0689898 Jul 05 05:10:25.035042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35753a84-2b75-46c2-a710-071eb9121ec6 req-a4ff0617-2fb0-4723-963a-64b0b0c593ac tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&id=8e6a5c9f-4c86-4337-b1da-dc06a95b0368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336583 Jul 05 05:10:26.217721 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08506cc-1976-451c-851a-d7d743b60083 req-0539209a-3079-4a6b-9a5d-6da224bf004f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:26.218834 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b08506cc-1976-451c-851a-d7d743b60083 req-0539209a-3079-4a6b-9a5d-6da224bf004f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 985 time: 0.0721245 Jul 05 05:10:26.259266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b08506cc-1976-451c-851a-d7d743b60083 req-3e25640f-dc37-4f7b-8f10-02e2286cbe81 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&id=8e6a5c9f-4c86-4337-b1da-dc06a95b0368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348105 Jul 05 05:10:27.453501 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378b7b9-e3c9-4261-a5c4-98c97329d5e0 req-d6986808-ade9-4fc8-bc9f-40aad2279975 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:27.455039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7378b7b9-e3c9-4261-a5c4-98c97329d5e0 req-d6986808-ade9-4fc8-bc9f-40aad2279975 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 985 time: 0.0628116 Jul 05 05:10:27.500236 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7378b7b9-e3c9-4261-a5c4-98c97329d5e0 req-4d9299d2-5ff4-435f-9f9c-7aff06fa47f0 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&id=8e6a5c9f-4c86-4337-b1da-dc06a95b0368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391889 Jul 05 05:10:28.674346 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0b5cb-5e55-479c-ad4b-3fea9695fd5f req-24a8ef13-fcf5-4b5e-b5a6-e2c05ebcde94 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:28.675822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-afd0b5cb-5e55-479c-ad4b-3fea9695fd5f req-24a8ef13-fcf5-4b5e-b5a6-e2c05ebcde94 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 985 time: 0.0628879 Jul 05 05:10:28.715558 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-afd0b5cb-5e55-479c-ad4b-3fea9695fd5f req-5c2af87a-5ada-40ca-a90f-7a560694703b tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&id=8e6a5c9f-4c86-4337-b1da-dc06a95b0368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338109 Jul 05 05:10:29.628310 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f93ea45f-13ec-4173-9b3c-ebb7f473cca9 req-539643a6-0e3b-4c57-85ee-02a39c3e512b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528376 Jul 05 05:10:29.725638 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ea45f-13ec-4173-9b3c-ebb7f473cca9 req-cd611d40-be7e-461c-97e6-cd412aabd924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:29.727041 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f93ea45f-13ec-4173-9b3c-ebb7f473cca9 req-cd611d40-be7e-461c-97e6-cd412aabd924 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=afabeca9d6d8469c84977093d035c8eb&device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 1137 time: 0.0573192 Jul 05 05:10:29.829027 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ea45f-13ec-4173-9b3c-ebb7f473cca9 req-c2e0c835-a3ca-422b-9558-7b5062dec237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:29.830555 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f93ea45f-13ec-4173-9b3c-ebb7f473cca9 req-c2e0c835-a3ca-422b-9558-7b5062dec237 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada HTTP/1.1" status: 200 len: 915 time: 0.0839002 Jul 05 05:10:29.899258 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f93ea45f-13ec-4173-9b3c-ebb7f473cca9 req-d454d594-534f-40e9-aced-84af9cdb3a20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55ed6c1f-9135-4cb4-9396-f961b6845a85 HTTP/1.1" status: 200 len: 1002 time: 0.0625610 Jul 05 05:10:29.953394 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ea45f-13ec-4173-9b3c-ebb7f473cca9 req-a006f10f-a48a-43da-be97-dcefbf50a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:29.954863 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f93ea45f-13ec-4173-9b3c-ebb7f473cca9 req-a006f10f-a48a-43da-be97-dcefbf50a7da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e53c097-02cb-487a-95c2-5ee6bed299f2 HTTP/1.1" status: 200 len: 853 time: 0.0495951 Jul 05 05:10:30.010666 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ea45f-13ec-4173-9b3c-ebb7f473cca9 req-f25088ff-b868-4f5a-ae77-43505c4465a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:30.012179 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f93ea45f-13ec-4173-9b3c-ebb7f473cca9 req-f25088ff-b868-4f5a-ae77-43505c4465a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512083 Jul 05 05:10:30.103703 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f93ea45f-13ec-4173-9b3c-ebb7f473cca9 req-84672fb2-cf25-46da-94e1-980277e1cbed service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848939 Jul 05 05:10:30.194696 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f93ea45f-13ec-4173-9b3c-ebb7f473cca9 req-f6be8e09-2b41-48c5-9fed-f23b7c8b734a service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847437 Jul 05 05:10:33.228236 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:34.834172 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:38.405135 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:10:41.508276 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-184ea471-c057-47be-961e-030f1b8e210c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:44.176869 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9a93105d-c054-4933-983a-bad21386897a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:44.474012 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:45.650896 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:47.199195 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:03.216332 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:04.821058 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:11.507864 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bcca4482-acc3-4ab0-a539-0af47f5d0a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:14.068277 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-247f942a-78d7-414d-bf1a-5cb86a5a4b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:14.452744 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:15.404227 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:11:15.684864 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:17.201242 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:29.634871 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16415e8c-d9d0-4af7-abbe-52d7edd405f0 req-16892697-3805-45a1-87c6-a1a18c6223d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520568 Jul 05 05:11:29.732678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16415e8c-d9d0-4af7-abbe-52d7edd405f0 req-cca1301f-e643-4ff6-ba29-a3f0cf9203ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:29.734145 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16415e8c-d9d0-4af7-abbe-52d7edd405f0 req-cca1301f-e643-4ff6-ba29-a3f0cf9203ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=afabeca9d6d8469c84977093d035c8eb&device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 1137 time: 0.0559361 Jul 05 05:11:29.835127 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16415e8c-d9d0-4af7-abbe-52d7edd405f0 req-1dda91a2-0b86-4661-80da-e6964616af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:29.836584 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16415e8c-d9d0-4af7-abbe-52d7edd405f0 req-1dda91a2-0b86-4661-80da-e6964616af63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada HTTP/1.1" status: 200 len: 915 time: 0.0815356 Jul 05 05:11:29.905781 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16415e8c-d9d0-4af7-abbe-52d7edd405f0 req-19787feb-d927-4a29-a432-8c497b591398 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55ed6c1f-9135-4cb4-9396-f961b6845a85 HTTP/1.1" status: 200 len: 1002 time: 0.0623126 Jul 05 05:11:29.953338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16415e8c-d9d0-4af7-abbe-52d7edd405f0 req-24daf8c3-fe44-407e-99a5-5d24c906e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:29.954730 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16415e8c-d9d0-4af7-abbe-52d7edd405f0 req-24daf8c3-fe44-407e-99a5-5d24c906e246 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e53c097-02cb-487a-95c2-5ee6bed299f2 HTTP/1.1" status: 200 len: 853 time: 0.0428216 Jul 05 05:11:30.011854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16415e8c-d9d0-4af7-abbe-52d7edd405f0 req-bf64265f-bb29-4135-8cfa-9f3e9f1e35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:30.013395 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16415e8c-d9d0-4af7-abbe-52d7edd405f0 req-bf64265f-bb29-4135-8cfa-9f3e9f1e35b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517640 Jul 05 05:11:30.104866 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16415e8c-d9d0-4af7-abbe-52d7edd405f0 req-68740926-c3d6-47a6-b0b7-8d50091b073f service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848842 Jul 05 05:11:30.191036 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16415e8c-d9d0-4af7-abbe-52d7edd405f0 req-1ef04ac1-29c2-41a1-b10d-6458bd0ecdce service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800292 Jul 05 05:11:32.050795 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d808f0ab-4243-412e-9f8a-0cbe8cdb96fb req-7155919f-c2f1-43aa-8f76-457e09715964 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255650478&fields=id&tenant_id=afabeca9d6d8469c84977093d035c8eb HTTP/1.1" status: 200 len: 267 time: 0.0353608 Jul 05 05:11:32.117356 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808f0ab-4243-412e-9f8a-0cbe8cdb96fb req-cc2dc632-6d04-4ab4-aa9e-44699d79b162 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:32.118829 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d808f0ab-4243-412e-9f8a-0cbe8cdb96fb req-cc2dc632-6d04-4ab4-aa9e-44699d79b162 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 985 time: 0.0623806 Jul 05 05:11:32.130204 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [req-d808f0ab-4243-412e-9f8a-0cbe8cdb96fb req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Request body: {'port': {'security_groups': ['0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8']}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:32.215937 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d808f0ab-4243-412e-9f8a-0cbe8cdb96fb req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:32.388092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [req-d808f0ab-4243-412e-9f8a-0cbe8cdb96fb req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] For port 55ed6c1f-9135-4cb4-9396-f961b6845a85, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=55ed6c1f-9135-4cb4-9396-f961b6845a85,segment=NetworkSegment(88c4709c-605a-44e5-9aff-8ac9a8ed99cf),segment_id=88c4709c-605a-44e5-9aff-8ac9a8ed99cf)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:32.416774 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d808f0ab-4243-412e-9f8a-0cbe8cdb96fb req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:32.506810 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d808f0ab-4243-412e-9f8a-0cbe8cdb96fb req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:32.518677 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['55ed6c1f-9135-4cb4-9396-f961b6845a85'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:11:32.553013 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808f0ab-4243-412e-9f8a-0cbe8cdb96fb req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:32.561352 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [req-d808f0ab-4243-412e-9f8a-0cbe8cdb96fb req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:32.561352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d808f0ab-4243-412e-9f8a-0cbe8cdb96fb req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "PUT /v2.0/ports/55ed6c1f-9135-4cb4-9396-f961b6845a85 HTTP/1.1" status: 200 len: 943 time: 0.4301522 Jul 05 05:11:32.561352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'tag': '55ed6c1f-9135-4cb4-9396-f961b6845a85'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:11:32.561352 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44e9c56-c36c-4a1f-8d20-523a8622708a" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2", "tag": "55ed6c1f-9135-4cb4-9396-f961b6845a85"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:11:32.569420 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38878) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:32.612860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Pushing event updated for resources: {'Port': ['ID=55ed6c1f-9135-4cb4-9396-f961b6845a85,revision_number=7']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:32.633441 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637d84f8-3cce-43c4-b2d3-762a559979f2 x-openstack-request-id: req-637d84f8-3cce-43c4-b2d3-762a559979f2 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:11:32.633722 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2", "tag": "55ed6c1f-9135-4cb4-9396-f961b6845a85", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:11:32.634062 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-637d84f8-3cce-43c4-b2d3-762a559979f2 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:11:32.634363 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'tag': '55ed6c1f-9135-4cb4-9396-f961b6845a85', 'status': 'completed', 'code': 200} Jul 05 05:11:32.635651 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.636038 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.636474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.636822 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.636958 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['55ed6c1f-9135-4cb4-9396-f961b6845a85'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:11:32.637193 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.637493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.637878 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.638255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.638536 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.638862 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.639186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.639509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5674ab-6d9a-4487-b6d0-a9874e32fbce tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.700343 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:32.741491 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:32.754048 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e9c56-c36c-4a1f-8d20-523a8622708a req-8e9e19e0-1695-4bb5-8dc4-e7f361743178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:32.756056 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a44e9c56-c36c-4a1f-8d20-523a8622708a req-8e9e19e0-1695-4bb5-8dc4-e7f361743178 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=afabeca9d6d8469c84977093d035c8eb&device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 1098 time: 0.1205742 Jul 05 05:11:32.835710 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1bcbbb16-e7f0-4b6d-96c9-6ed412a9d1a1 None None] Provisioning complete for port 55ed6c1f-9135-4cb4-9396-f961b6845a85 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:32.837930 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbb16-e7f0-4b6d-96c9-6ed412a9d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:32.864667 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e9c56-c36c-4a1f-8d20-523a8622708a req-cce1fc90-6797-4c0b-ac73-28198f6e8006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:32.865746 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a44e9c56-c36c-4a1f-8d20-523a8622708a req-cce1fc90-6797-4c0b-ac73-28198f6e8006 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada HTTP/1.1" status: 200 len: 915 time: 0.0997102 Jul 05 05:11:32.936975 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a44e9c56-c36c-4a1f-8d20-523a8622708a req-40c01d1d-70ed-403e-92e5-e8c9499f6938 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55ed6c1f-9135-4cb4-9396-f961b6845a85 HTTP/1.1" status: 200 len: 1002 time: 0.0647304 Jul 05 05:11:32.944520 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:32.947098 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:32.948170 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "DELETE /v2.0/security-groups/8e6a5c9f-4c86-4337-b1da-dc06a95b0368 HTTP/1.1" status: 204 len: 168 time: 0.3763025 Jul 05 05:11:32.950907 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38882) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:32.983705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6a5c9f-4c86-4337-b1da-dc06a95b0368,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:32.997931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.998152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.998396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.998740 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.999080 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.999421 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:32.999756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:33.000106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:33.000443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:33.000775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:33.001106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:33.001440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1fa01-4e91-46b0-82e9-d7052c748e1f tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:33.010763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e9c56-c36c-4a1f-8d20-523a8622708a req-e6361638-108b-499a-94ad-4d002394f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:33.012298 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a44e9c56-c36c-4a1f-8d20-523a8622708a req-e6361638-108b-499a-94ad-4d002394f247 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e53c097-02cb-487a-95c2-5ee6bed299f2 HTTP/1.1" status: 200 len: 853 time: 0.0686688 Jul 05 05:11:33.075325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e9c56-c36c-4a1f-8d20-523a8622708a req-9d5ff980-469e-4f22-a941-6a3b79a08e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:33.077124 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a44e9c56-c36c-4a1f-8d20-523a8622708a req-9d5ff980-469e-4f22-a941-6a3b79a08e3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583165 Jul 05 05:11:33.121867 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a62c7d0e-3404-4002-b56b-f819be135ee6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Deleting port 6a9c3b67-3139-483f-a79f-95cc97a6dc36 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:33.122485 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a62c7d0e-3404-4002-b56b-f819be135ee6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:33.176131 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a44e9c56-c36c-4a1f-8d20-523a8622708a req-92cededc-8b45-49bf-b150-0a634cf891c0 service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918067 Jul 05 05:11:33.198097 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a62c7d0e-3404-4002-b56b-f819be135ee6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:33.198425 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a62c7d0e-3404-4002-b56b-f819be135ee6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:33.210989 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a62c7d0e-3404-4002-b56b-f819be135ee6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Calling delete_port for 6a9c3b67-3139-483f-a79f-95cc97a6dc36 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:33.215791 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:33.267123 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a44e9c56-c36c-4a1f-8d20-523a8622708a req-8f856c3e-41ad-4b1c-bec4-7be5a5b90bae service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850842 Jul 05 05:11:33.447013 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a62c7d0e-3404-4002-b56b-f819be135ee6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:33.471396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c7d0e-3404-4002-b56b-f819be135ee6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Pushing event deleted for resources: {'Port': ['ID=6a9c3b67-3139-483f-a79f-95cc97a6dc36,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:33.536111 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a62c7d0e-3404-4002-b56b-f819be135ee6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:33.537053 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-a62c7d0e-3404-4002-b56b-f819be135ee6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Floating IP 9e7abdab-b610-4b87-b1c0-7cd02349826a disassociated (deleted). External IP: 172.25.6.175, port: 55ed6c1f-9135-4cb4-9396-f961b6845a85. Jul 05 05:11:34.016240 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62c7d0e-3404-4002-b56b-f819be135ee6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Router a0e4bd22-5edb-437d-9d54-22897e5e4976 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:11:34.118241 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62c7d0e-3404-4002-b56b-f819be135ee6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:11:34.122592 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a62c7d0e-3404-4002-b56b-f819be135ee6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:34.127924 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094ae473-8556-42d7-95bc-648884998853 None None] Sync routers for ids ['a0e4bd22-5edb-437d-9d54-22897e5e4976'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:11:34.139056 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ae473-8556-42d7-95bc-648884998853 None None] Routers {'a0e4bd22-5edb-437d-9d54-22897e5e4976'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:34.139686 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-094ae473-8556-42d7-95bc-648884998853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:11:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a0e4bd22-5edb-437d-9d54-22897e5e4976'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:34.161785 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a62c7d0e-3404-4002-b56b-f819be135ee6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "DELETE /v2.0/floatingips/9e7abdab-b610-4b87-b1c0-7cd02349826a HTTP/1.1" status: 204 len: 168 time: 1.2087691 Jul 05 05:11:34.247254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-094ae473-8556-42d7-95bc-648884998853 None None] Set router a0e4bd22-5edb-437d-9d54-22897e5e4976 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:34.443741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-094ae473-8556-42d7-95bc-648884998853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'name': 'tempest-TestMinimumBasicScenario-212538289-router', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:19Z', 'updated_at': '2021-07-05T05:08:22Z', 'revision_number': 4, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'gw_port': {'id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:20Z', 'updated_at': '2021-07-05T05:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bb3ae791-06d7-47fe-a11f-f6dd858405da', 'name': '', 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'mac_address': 'fa:16:3e:49:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:22Z', 'updated_at': '2021-07-05T05:08:30Z', 'revision_number': 5, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'subnets': [{'id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:34.472804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094ae473-8556-42d7-95bc-648884998853 None None] Checking router: a0e4bd22-5edb-437d-9d54-22897e5e4976 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:11:34.481594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ae473-8556-42d7-95bc-648884998853 None None] Routers {'a0e4bd22-5edb-437d-9d54-22897e5e4976'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:34.482224 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-094ae473-8556-42d7-95bc-648884998853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:11:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a0e4bd22-5edb-437d-9d54-22897e5e4976'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:34.589709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-094ae473-8556-42d7-95bc-648884998853 None None] Set router a0e4bd22-5edb-437d-9d54-22897e5e4976 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:34.635465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'tag': '55ed6c1f-9135-4cb4-9396-f961b6845a85'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:11:34.638468 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb6946e-3d5a-424f-8f69-40e6d37f7d35" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2", "tag": "55ed6c1f-9135-4cb4-9396-f961b6845a85"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:11:34.678264 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faecbbb-0552-4b4f-98c1-025654ffc7d8 x-openstack-request-id: req-5faecbbb-0552-4b4f-98c1-025654ffc7d8 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:11:34.678606 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2", "tag": "55ed6c1f-9135-4cb4-9396-f961b6845a85", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:11:34.678864 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5faecbbb-0552-4b4f-98c1-025654ffc7d8 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:11:34.679261 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'tag': '55ed6c1f-9135-4cb4-9396-f961b6845a85', 'status': 'completed', 'code': 200} Jul 05 05:11:34.760854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6946e-3d5a-424f-8f69-40e6d37f7d35 req-05ccb073-4eaf-48b6-825e-4afb674c6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:34.762555 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bcb6946e-3d5a-424f-8f69-40e6d37f7d35 req-05ccb073-4eaf-48b6-825e-4afb674c6b70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=afabeca9d6d8469c84977093d035c8eb&device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 1098 time: 0.0610209 Jul 05 05:11:34.800348 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-094ae473-8556-42d7-95bc-648884998853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'name': 'tempest-TestMinimumBasicScenario-212538289-router', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:19Z', 'updated_at': '2021-07-05T05:08:22Z', 'revision_number': 4, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'gw_port': {'id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:20Z', 'updated_at': '2021-07-05T05:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bb3ae791-06d7-47fe-a11f-f6dd858405da', 'name': '', 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'mac_address': 'fa:16:3e:49:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:22Z', 'updated_at': '2021-07-05T05:08:30Z', 'revision_number': 5, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'subnets': [{'id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:34.826264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094ae473-8556-42d7-95bc-648884998853 None None] The sync data for ids ['a0e4bd22-5edb-437d-9d54-22897e5e4976'] in n-d-771363-32 is: [{'id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'name': 'tempest-TestMinimumBasicScenario-212538289-router', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:19Z', 'updated_at': '2021-07-05T05:08:22Z', 'revision_number': 4, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'gw_port': {'id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:20Z', 'updated_at': '2021-07-05T05:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bb3ae791-06d7-47fe-a11f-f6dd858405da', 'name': '', 'network_id': '2bfeb53c-c0ff-49ae-916e-405b3c4dbada', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'mac_address': 'fa:16:3e:49:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:22Z', 'updated_at': '2021-07-05T05:08:30Z', 'revision_number': 5, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'subnets': [{'id': '2e53c097-02cb-487a-95c2-5ee6bed299f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:11:34.832977 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:34.858571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6946e-3d5a-424f-8f69-40e6d37f7d35 req-29f29ac3-a39e-4327-affa-27fdfdd4faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:34.860271 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bcb6946e-3d5a-424f-8f69-40e6d37f7d35 req-29f29ac3-a39e-4327-affa-27fdfdd4faa0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada HTTP/1.1" status: 200 len: 915 time: 0.0883832 Jul 05 05:11:34.906564 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bcb6946e-3d5a-424f-8f69-40e6d37f7d35 req-6a152f06-2294-487f-88fc-4371c40cc1f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55ed6c1f-9135-4cb4-9396-f961b6845a85 HTTP/1.1" status: 200 len: 217 time: 0.0396099 Jul 05 05:11:34.959258 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6946e-3d5a-424f-8f69-40e6d37f7d35 req-b9ac8b28-676d-402f-bacc-41d4196d76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:34.960817 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bcb6946e-3d5a-424f-8f69-40e6d37f7d35 req-b9ac8b28-676d-402f-bacc-41d4196d76d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e53c097-02cb-487a-95c2-5ee6bed299f2 HTTP/1.1" status: 200 len: 853 time: 0.0479860 Jul 05 05:11:35.019729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6946e-3d5a-424f-8f69-40e6d37f7d35 req-29c5f2c0-d66f-4c5d-a672-e30f43593c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:35.021342 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bcb6946e-3d5a-424f-8f69-40e6d37f7d35 req-29c5f2c0-d66f-4c5d-a672-e30f43593c3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2bfeb53c-c0ff-49ae-916e-405b3c4dbada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533392 Jul 05 05:11:35.059084 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c1def-fc70-434b-8ca2-633cc576ee61 None None] New status for floating IP 9e7abdab-b610-4b87-b1c0-7cd02349826a: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:11:35.134105 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bcb6946e-3d5a-424f-8f69-40e6d37f7d35 req-2c1678be-101a-4ddd-9bb7-9651d502aa92 service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898919 Jul 05 05:11:35.227937 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bcb6946e-3d5a-424f-8f69-40e6d37f7d35 req-24791f94-72dd-46ba-9c3c-83414e663bf6 service neutron] 10.222.0.36 "GET /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845318 Jul 05 05:11:41.492315 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-aa7af182-3397-4a20-aef6-40603b663c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:43.030225 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce48619-9bb7-4739-8e58-b4ac3ef3a60d req-8ea95d5d-5624-405c-aa4f-56ca8ca6f877 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:43.031592 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dce48619-9bb7-4739-8e58-b4ac3ef3a60d req-8ea95d5d-5624-405c-aa4f-56ca8ca6f877 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 946 time: 0.0622220 Jul 05 05:11:43.069593 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dce48619-9bb7-4739-8e58-b4ac3ef3a60d req-debb8d8b-03e9-4f8b-a675-7d055f3cfee6 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321336 Jul 05 05:11:44.072543 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dd68d12c-ecb7-4e2c-91ae-c25ca49ca4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:44.242393 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5dafb9-4f82-4ddc-8e50-4f0ba26541d9 req-7d3f825a-e513-47a2-9bf5-303f2385ddc7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:44.243857 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f5dafb9-4f82-4ddc-8e50-4f0ba26541d9 req-7d3f825a-e513-47a2-9bf5-303f2385ddc7 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 946 time: 0.0626070 Jul 05 05:11:44.285371 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f5dafb9-4f82-4ddc-8e50-4f0ba26541d9 req-4cc123ed-c724-45ff-8dd6-aba06da944bb tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/security-groups?id=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357718 Jul 05 05:11:44.451598 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:44.956035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc66d8-7dd5-4fcd-805e-818b871c8a85 req-104425d9-53ac-447b-a151-5bb2b2d318dc tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:44.957687 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-abbc66d8-7dd5-4fcd-805e-818b871c8a85 req-104425d9-53ac-447b-a151-5bb2b2d318dc tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 946 time: 0.0632026 Jul 05 05:11:45.059255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-abbc66d8-7dd5-4fcd-805e-818b871c8a85 req-09e68cb5-330b-48a2-902e-8d149818f91c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Deleting port 55ed6c1f-9135-4cb4-9396-f961b6845a85 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:45.059604 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-abbc66d8-7dd5-4fcd-805e-818b871c8a85 req-09e68cb5-330b-48a2-902e-8d149818f91c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:45.144392 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-abbc66d8-7dd5-4fcd-805e-818b871c8a85 req-09e68cb5-330b-48a2-902e-8d149818f91c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] For port 55ed6c1f-9135-4cb4-9396-f961b6845a85, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=55ed6c1f-9135-4cb4-9396-f961b6845a85,segment=NetworkSegment(88c4709c-605a-44e5-9aff-8ac9a8ed99cf),segment_id=88c4709c-605a-44e5-9aff-8ac9a8ed99cf)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:45.145364 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-abbc66d8-7dd5-4fcd-805e-818b871c8a85 req-09e68cb5-330b-48a2-902e-8d149818f91c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:45.157758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-abbc66d8-7dd5-4fcd-805e-818b871c8a85 req-09e68cb5-330b-48a2-902e-8d149818f91c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Calling delete_port for 55ed6c1f-9135-4cb4-9396-f961b6845a85 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:45.354912 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-abbc66d8-7dd5-4fcd-805e-818b871c8a85 req-09e68cb5-330b-48a2-902e-8d149818f91c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:45.369422 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['55ed6c1f-9135-4cb4-9396-f961b6845a85'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:11:45.385447 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e68cb5-330b-48a2-902e-8d149818f91c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Pushing event deleted for resources: {'Port': ['ID=55ed6c1f-9135-4cb4-9396-f961b6845a85,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:45.434988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbc66d8-7dd5-4fcd-805e-818b871c8a85 req-09e68cb5-330b-48a2-902e-8d149818f91c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] No DVR routers for this DVR port 55ed6c1f-9135-4cb4-9396-f961b6845a85 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:11:45.437824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-abbc66d8-7dd5-4fcd-805e-818b871c8a85 req-09e68cb5-330b-48a2-902e-8d149818f91c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:45.439751 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-abbc66d8-7dd5-4fcd-805e-818b871c8a85 req-09e68cb5-330b-48a2-902e-8d149818f91c tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.36 "DELETE /v2.0/ports/55ed6c1f-9135-4cb4-9396-f961b6845a85 HTTP/1.1" status: 204 len: 173 time: 0.4769073 Jul 05 05:11:45.440214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'name': 'network-vif-deleted', 'tag': '55ed6c1f-9135-4cb4-9396-f961b6845a85'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:11:45.443403 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e606fa7-70e8-4f26-857f-49472200b8a7" -d '{"events": [{"server_uuid": "3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2", "name": "network-vif-deleted", "tag": "55ed6c1f-9135-4cb4-9396-f961b6845a85"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:11:45.483303 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-541439dc-ae83-48e3-8daf-e51eb89e9395 req-bc7b4300-ef55-408f-a46b-00d6021df685 tempest-TestMinimumBasicScenario-34529588 tempest-TestMinimumBasicScenario-34529588-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2 HTTP/1.1" status: 200 len: 210 time: 0.0869803 Jul 05 05:11:45.485657 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66cb868-144f-4e61-8be3-7dc4ea10c8ed x-openstack-request-id: req-c66cb868-144f-4e61-8be3-7dc4ea10c8ed {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:11:45.496042 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2", "name": "network-vif-deleted", "tag": "55ed6c1f-9135-4cb4-9396-f961b6845a85", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:11:45.496042 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c66cb868-144f-4e61-8be3-7dc4ea10c8ed {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:11:45.496042 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc19ab6-6e8b-4f2b-82a3-ac63b95984a2', 'name': 'network-vif-deleted', 'tag': '55ed6c1f-9135-4cb4-9396-f961b6845a85', 'status': 'completed', 'code': 200} Jul 05 05:11:45.657887 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:47.223054 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:47.437881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 55ed6c1f-9135-4cb4-9396-f961b6845a85 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:47.460118 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 55ed6c1f-9135-4cb4-9396-f961b6845a85 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:47.460466 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 55ed6c1f-9135-4cb4-9396-f961b6845a85 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:47.909544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38980) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:48.248471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79092a40-1d4f-431a-a233-56699e13d5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:48.497445 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-79092a40-1d4f-431a-a233-56699e13d5ea admin admin] Deleting port bb3ae791-06d7-47fe-a11f-f6dd858405da {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:48.497794 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79092a40-1d4f-431a-a233-56699e13d5ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:48.579478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-79092a40-1d4f-431a-a233-56699e13d5ea admin admin] For port bb3ae791-06d7-47fe-a11f-f6dd858405da, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bb3ae791-06d7-47fe-a11f-f6dd858405da,segment=NetworkSegment(88c4709c-605a-44e5-9aff-8ac9a8ed99cf),segment_id=88c4709c-605a-44e5-9aff-8ac9a8ed99cf)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:48.579843 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79092a40-1d4f-431a-a233-56699e13d5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:48.594099 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-79092a40-1d4f-431a-a233-56699e13d5ea admin admin] Calling delete_port for bb3ae791-06d7-47fe-a11f-f6dd858405da owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:48.829088 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79092a40-1d4f-431a-a233-56699e13d5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:48.862949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79092a40-1d4f-431a-a233-56699e13d5ea admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3ae791-06d7-47fe-a11f-f6dd858405da,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:49.026386 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-79092a40-1d4f-431a-a233-56699e13d5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.236951 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79092a40-1d4f-431a-a233-56699e13d5ea admin admin] Router a0e4bd22-5edb-437d-9d54-22897e5e4976 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:11:49.339077 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79092a40-1d4f-431a-a233-56699e13d5ea admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:11:49.345256 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-79092a40-1d4f-431a-a233-56699e13d5ea admin admin] 10.222.0.38 "PUT /v2.0/routers/a0e4bd22-5edb-437d-9d54-22897e5e4976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4328437 Jul 05 05:11:49.346617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38982) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:49.349151 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac978ddf-cb4e-4b59-96d8-7dcc4469aaee None None] Sync routers for ids ['a0e4bd22-5edb-437d-9d54-22897e5e4976'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:11:49.358378 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac978ddf-cb4e-4b59-96d8-7dcc4469aaee None None] Routers {'a0e4bd22-5edb-437d-9d54-22897e5e4976'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:49.359085 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ac978ddf-cb4e-4b59-96d8-7dcc4469aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:11:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a0e4bd22-5edb-437d-9d54-22897e5e4976'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:49.449954 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c86369f1-ab91-4bbc-b0f9-f4959be093bf admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.462485 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-ac978ddf-cb4e-4b59-96d8-7dcc4469aaee None None] Set router a0e4bd22-5edb-437d-9d54-22897e5e4976 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:49.554393 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c86369f1-ab91-4bbc-b0f9-f4959be093bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.637322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ac978ddf-cb4e-4b59-96d8-7dcc4469aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'name': 'tempest-TestMinimumBasicScenario-212538289-router', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:19Z', 'updated_at': '2021-07-05T05:11:48Z', 'revision_number': 5, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'gw_port': {'id': '267cb31a-c69d-43e1-990a-0e5f9cbe65db', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:20Z', 'updated_at': '2021-07-05T05:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:49.666931 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac978ddf-cb4e-4b59-96d8-7dcc4469aaee None None] Checking router: a0e4bd22-5edb-437d-9d54-22897e5e4976 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:11:49.675015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac978ddf-cb4e-4b59-96d8-7dcc4469aaee None None] Routers {'a0e4bd22-5edb-437d-9d54-22897e5e4976'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:49.675625 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ac978ddf-cb4e-4b59-96d8-7dcc4469aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:11:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['a0e4bd22-5edb-437d-9d54-22897e5e4976'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:49.690817 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-c86369f1-ab91-4bbc-b0f9-f4959be093bf admin admin] Deleting port 267cb31a-c69d-43e1-990a-0e5f9cbe65db {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:49.691474 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c86369f1-ab91-4bbc-b0f9-f4959be093bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.756936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-ac978ddf-cb4e-4b59-96d8-7dcc4469aaee None None] Set router a0e4bd22-5edb-437d-9d54-22897e5e4976 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:49.771601 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-c86369f1-ab91-4bbc-b0f9-f4959be093bf admin admin] For port 267cb31a-c69d-43e1-990a-0e5f9cbe65db, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=267cb31a-c69d-43e1-990a-0e5f9cbe65db,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:49.771969 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c86369f1-ab91-4bbc-b0f9-f4959be093bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.783480 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-c86369f1-ab91-4bbc-b0f9-f4959be093bf admin admin] Calling delete_port for 267cb31a-c69d-43e1-990a-0e5f9cbe65db owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:49.811210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ac978ddf-cb4e-4b59-96d8-7dcc4469aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'name': 'tempest-TestMinimumBasicScenario-212538289-router', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:19Z', 'updated_at': '2021-07-05T05:11:49Z', 'revision_number': 6, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:49.838853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac978ddf-cb4e-4b59-96d8-7dcc4469aaee None None] The sync data for ids ['a0e4bd22-5edb-437d-9d54-22897e5e4976'] in n-d-771363-32 is: [{'id': 'a0e4bd22-5edb-437d-9d54-22897e5e4976', 'name': 'tempest-TestMinimumBasicScenario-212538289-router', 'tenant_id': 'afabeca9d6d8469c84977093d035c8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:19Z', 'updated_at': '2021-07-05T05:11:49Z', 'revision_number': 6, 'project_id': 'afabeca9d6d8469c84977093d035c8eb', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:11:50.346999 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c86369f1-ab91-4bbc-b0f9-f4959be093bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.372007 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86369f1-ab91-4bbc-b0f9-f4959be093bf admin admin] Pushing event deleted for resources: {'Port': ['ID=267cb31a-c69d-43e1-990a-0e5f9cbe65db,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:50.432366 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c86369f1-ab91-4bbc-b0f9-f4959be093bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.522399 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c86369f1-ab91-4bbc-b0f9-f4959be093bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.524423 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c86369f1-ab91-4bbc-b0f9-f4959be093bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.631383 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 267cb31a-c69d-43e1-990a-0e5f9cbe65db no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:50.634614 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c86369f1-ab91-4bbc-b0f9-f4959be093bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.635286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86369f1-ab91-4bbc-b0f9-f4959be093bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0e4bd22-5edb-437d-9d54-22897e5e4976 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:11:50.643389 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c86369f1-ab91-4bbc-b0f9-f4959be093bf admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.643389 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c86369f1-ab91-4bbc-b0f9-f4959be093bf admin admin] 10.222.0.38 "DELETE /v2.0/routers/a0e4bd22-5edb-437d-9d54-22897e5e4976 HTTP/1.1" status: 204 len: 168 time: 1.2938280 Jul 05 05:11:50.644346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38984) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:50.655540 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 267cb31a-c69d-43e1-990a-0e5f9cbe65db {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:50.655893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 267cb31a-c69d-43e1-990a-0e5f9cbe65db not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:50.656343 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bb3ae791-06d7-47fe-a11f-f6dd858405da no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:50.674930 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: bb3ae791-06d7-47fe-a11f-f6dd858405da {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:50.675284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bb3ae791-06d7-47fe-a11f-f6dd858405da not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:50.689986 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-130ff5a8-c183-4d33-9032-29dd4d57a13b admin admin] Deleting subnet 2e53c097-02cb-487a-95c2-5ee6bed299f2 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:11:50.693727 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-130ff5a8-c183-4d33-9032-29dd4d57a13b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.729237 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-130ff5a8-c183-4d33-9032-29dd4d57a13b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.813279 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-130ff5a8-c183-4d33-9032-29dd4d57a13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.943790 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-130ff5a8-c183-4d33-9032-29dd4d57a13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.971767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ff5a8-c183-4d33-9032-29dd4d57a13b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e53c097-02cb-487a-95c2-5ee6bed299f2,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:50.976755 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-130ff5a8-c183-4d33-9032-29dd4d57a13b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.978378 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-130ff5a8-c183-4d33-9032-29dd4d57a13b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2e53c097-02cb-487a-95c2-5ee6bed299f2 HTTP/1.1" status: 204 len: 168 time: 0.3325703 Jul 05 05:11:50.980913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38986) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:50.983440 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f9e3b3-6485-4cde-830d-d992c73e732b None None] Network 2bfeb53c-c0ff-49ae-916e-405b3c4dbada requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:11:51.051380 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.105799 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] Deleting port dd162730-1055-49c0-a2bc-79acec980e22 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:51.106450 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.164620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] DHCP port deletion for 2bfeb53c-c0ff-49ae-916e-405b3c4dbada request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:11:51.169242 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] For port dd162730-1055-49c0-a2bc-79acec980e22, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=dd162730-1055-49c0-a2bc-79acec980e22,segment=NetworkSegment(88c4709c-605a-44e5-9aff-8ac9a8ed99cf),segment_id=88c4709c-605a-44e5-9aff-8ac9a8ed99cf)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:51.169610 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.183253 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] Calling delete_port for dd162730-1055-49c0-a2bc-79acec980e22 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:51.209724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Deleting port dd162730-1055-49c0-a2bc-79acec980e22 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:51.210103 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.269553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] For port dd162730-1055-49c0-a2bc-79acec980e22, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=dd162730-1055-49c0-a2bc-79acec980e22,segment=NetworkSegment(88c4709c-605a-44e5-9aff-8ac9a8ed99cf),segment_id=88c4709c-605a-44e5-9aff-8ac9a8ed99cf)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:51.269945 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.281941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Calling delete_port for dd162730-1055-49c0-a2bc-79acec980e22 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:51.335301 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.358319 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.363735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] No DVR routers for this DVR port dd162730-1055-49c0-a2bc-79acec980e22 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:11:51.369315 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd162730-1055-49c0-a2bc-79acec980e22,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:51.385607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Pushing event deleted for resources: {'Port': ['ID=dd162730-1055-49c0-a2bc-79acec980e22,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:51.387805 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] No DVR routers for this DVR port dd162730-1055-49c0-a2bc-79acec980e22 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:11:51.400265 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:51.400265 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:51.400487 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:51.400758 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:51.401092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:51.401424 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:51.401752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:51.402164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:51.402395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:51.402720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:51.403039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:51.403359 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900b52e-51ca-4c26-9f7d-78b98cdb9a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:51.448254 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.458042 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bfeb53c-c0ff-49ae-916e-405b3c4dbada']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:51.468188 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c4709c-605a-44e5-9aff-8ac9a8ed99cf') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:51.468489 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c4709c-605a-44e5-9aff-8ac9a8ed99cf') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:51.477914 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.491806 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.497533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:11:51.499045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: timer() Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:11:51.499561 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:11:51.606411 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.611999 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.614533 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] 10.222.0.38 "DELETE /v2.0/networks/2bfeb53c-c0ff-49ae-916e-405b3c4dbada HTTP/1.1" status: 204 len: 168 time: 0.6326821 Jul 05 05:11:51.617768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38988) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:51.625807 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3b9bc-5217-4b02-90ef-37402364425c admin admin] Pushing event deleted for resources: {'Network': ['ID=2bfeb53c-c0ff-49ae-916e-405b3c4dbada,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:51.950004 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2a2f5ba5-75e9-4ef8-a638-94c0b18f4bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:52.198656 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-2a2f5ba5-75e9-4ef8-a638-94c0b18f4bc8 admin admin] Deleting port bf110063-c22a-465a-b643-e4abc839a408 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:52.198997 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2a2f5ba5-75e9-4ef8-a638-94c0b18f4bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:52.278348 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-2a2f5ba5-75e9-4ef8-a638-94c0b18f4bc8 admin admin] For port bf110063-c22a-465a-b643-e4abc839a408, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bf110063-c22a-465a-b643-e4abc839a408,segment=NetworkSegment(6495411c-c210-4005-a14b-6503d31b9008),segment_id=6495411c-c210-4005-a14b-6503d31b9008)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:52.278622 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2a2f5ba5-75e9-4ef8-a638-94c0b18f4bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:52.291084 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-2a2f5ba5-75e9-4ef8-a638-94c0b18f4bc8 admin admin] Calling delete_port for bf110063-c22a-465a-b643-e4abc839a408 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:52.402891 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:11:52.463501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dd162730-1055-49c0-a2bc-79acec980e22 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:52.483494 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: dd162730-1055-49c0-a2bc-79acec980e22 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:52.483839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device dd162730-1055-49c0-a2bc-79acec980e22 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:52.543283 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2a2f5ba5-75e9-4ef8-a638-94c0b18f4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:52.572879 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f5ba5-75e9-4ef8-a638-94c0b18f4bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf110063-c22a-465a-b643-e4abc839a408,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:52.737747 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2a2f5ba5-75e9-4ef8-a638-94c0b18f4bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:52.947093 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2f5ba5-75e9-4ef8-a638-94c0b18f4bc8 admin admin] Router 73e04415-7475-4f97-9bc2-2d8bd149b8ed has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:11:53.052386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2f5ba5-75e9-4ef8-a638-94c0b18f4bc8 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:11:53.057340 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2a2f5ba5-75e9-4ef8-a638-94c0b18f4bc8 admin admin] 10.222.0.38 "PUT /v2.0/routers/73e04415-7475-4f97-9bc2-2d8bd149b8ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4385729 Jul 05 05:11:53.059909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38990) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:53.062390 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7539c86f-0df3-4074-b1f9-96e159015d5f None None] Sync routers for ids ['73e04415-7475-4f97-9bc2-2d8bd149b8ed'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:11:53.072914 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7539c86f-0df3-4074-b1f9-96e159015d5f None None] Routers {'73e04415-7475-4f97-9bc2-2d8bd149b8ed'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:53.073525 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7539c86f-0df3-4074-b1f9-96e159015d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:11:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['73e04415-7475-4f97-9bc2-2d8bd149b8ed'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:53.164910 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2efee04b-dd86-41da-9f9e-bb1e8b741a43 admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:53.174680 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-7539c86f-0df3-4074-b1f9-96e159015d5f None None] Set router 73e04415-7475-4f97-9bc2-2d8bd149b8ed gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:53.273251 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2efee04b-dd86-41da-9f9e-bb1e8b741a43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:53.354314 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7539c86f-0df3-4074-b1f9-96e159015d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'name': 'tempest-TestMinimumBasicScenario-1283726058-router', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '12ffb013-a86a-49e4-b81a-2cd72294ea8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:26Z', 'updated_at': '2021-07-05T05:11:52Z', 'revision_number': 5, 'project_id': '82796019df624d15b8e337cf60c9f346', 'gw_port': {'id': '12ffb013-a86a-49e4-b81a-2cd72294ea8e', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:08:26Z', 'updated_at': '2021-07-05T05:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:53.381374 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7539c86f-0df3-4074-b1f9-96e159015d5f None None] Checking router: 73e04415-7475-4f97-9bc2-2d8bd149b8ed for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:11:53.387191 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-2efee04b-dd86-41da-9f9e-bb1e8b741a43 admin admin] Deleting port 12ffb013-a86a-49e4-b81a-2cd72294ea8e {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:53.387653 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2efee04b-dd86-41da-9f9e-bb1e8b741a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:53.389611 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7539c86f-0df3-4074-b1f9-96e159015d5f None None] Routers {'73e04415-7475-4f97-9bc2-2d8bd149b8ed'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:53.390204 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7539c86f-0df3-4074-b1f9-96e159015d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:11:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['73e04415-7475-4f97-9bc2-2d8bd149b8ed'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:53.469920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-2efee04b-dd86-41da-9f9e-bb1e8b741a43 admin admin] For port 12ffb013-a86a-49e4-b81a-2cd72294ea8e, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=12ffb013-a86a-49e4-b81a-2cd72294ea8e,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:53.470279 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2efee04b-dd86-41da-9f9e-bb1e8b741a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:53.474427 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-7539c86f-0df3-4074-b1f9-96e159015d5f None None] Set router 73e04415-7475-4f97-9bc2-2d8bd149b8ed gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:53.482120 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-2efee04b-dd86-41da-9f9e-bb1e8b741a43 admin admin] Calling delete_port for 12ffb013-a86a-49e4-b81a-2cd72294ea8e owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:53.526918 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7539c86f-0df3-4074-b1f9-96e159015d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'name': 'tempest-TestMinimumBasicScenario-1283726058-router', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:26Z', 'updated_at': '2021-07-05T05:11:53Z', 'revision_number': 6, 'project_id': '82796019df624d15b8e337cf60c9f346', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:53.640521 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7539c86f-0df3-4074-b1f9-96e159015d5f None None] The sync data for ids ['73e04415-7475-4f97-9bc2-2d8bd149b8ed'] in n-d-771363-32 is: [{'id': '73e04415-7475-4f97-9bc2-2d8bd149b8ed', 'name': 'tempest-TestMinimumBasicScenario-1283726058-router', 'tenant_id': '82796019df624d15b8e337cf60c9f346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:08:26Z', 'updated_at': '2021-07-05T05:11:53Z', 'revision_number': 6, 'project_id': '82796019df624d15b8e337cf60c9f346', 'gw_port_host': None}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:11:53.765893 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2efee04b-dd86-41da-9f9e-bb1e8b741a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:53.794892 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efee04b-dd86-41da-9f9e-bb1e8b741a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ffb013-a86a-49e4-b81a-2cd72294ea8e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:53.851656 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2efee04b-dd86-41da-9f9e-bb1e8b741a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:53.940542 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2efee04b-dd86-41da-9f9e-bb1e8b741a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:53.943807 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2efee04b-dd86-41da-9f9e-bb1e8b741a43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.046170 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2efee04b-dd86-41da-9f9e-bb1e8b741a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.046704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efee04b-dd86-41da-9f9e-bb1e8b741a43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73e04415-7475-4f97-9bc2-2d8bd149b8ed {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:11:54.057257 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2efee04b-dd86-41da-9f9e-bb1e8b741a43 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.057257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2efee04b-dd86-41da-9f9e-bb1e8b741a43 admin admin] 10.222.0.38 "DELETE /v2.0/routers/73e04415-7475-4f97-9bc2-2d8bd149b8ed HTTP/1.1" status: 204 len: 168 time: 0.9905472 Jul 05 05:11:54.058032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 38992) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:54.101915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be21a81-4899-4213-9a66-67e606c0bd9e admin admin] Deleting subnet e4e4241f-0e63-4db9-872a-ec8cf61cc160 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:11:54.104880 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7be21a81-4899-4213-9a66-67e606c0bd9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.138188 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7be21a81-4899-4213-9a66-67e606c0bd9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.217464 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7be21a81-4899-4213-9a66-67e606c0bd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.344255 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7be21a81-4899-4213-9a66-67e606c0bd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.368982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be21a81-4899-4213-9a66-67e606c0bd9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4e4241f-0e63-4db9-872a-ec8cf61cc160,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:54.374880 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7be21a81-4899-4213-9a66-67e606c0bd9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.379979 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7be21a81-4899-4213-9a66-67e606c0bd9e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e4e4241f-0e63-4db9-872a-ec8cf61cc160 HTTP/1.1" status: 204 len: 168 time: 0.3184335 Jul 05 05:11:54.380768 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38994) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:54.381713 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042d84eb-edd0-4b5a-b0f6-1857b4b7aea3 None None] Network caf3c861-6383-47d9-a00d-76c3ec827a0d requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:11:54.455195 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.499205 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bf110063-c22a-465a-b643-e4abc839a408 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:54.510802 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] Deleting port d77b5574-073c-4ee1-9753-83bed7bad0ae {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:54.511234 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.521430 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: bf110063-c22a-465a-b643-e4abc839a408 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:54.521851 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bf110063-c22a-465a-b643-e4abc839a408 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:54.522341 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 12ffb013-a86a-49e4-b81a-2cd72294ea8e no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:54.549801 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 12ffb013-a86a-49e4-b81a-2cd72294ea8e {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:54.550149 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 12ffb013-a86a-49e4-b81a-2cd72294ea8e not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:54.583491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] For port d77b5574-073c-4ee1-9753-83bed7bad0ae, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d77b5574-073c-4ee1-9753-83bed7bad0ae,segment=NetworkSegment(6495411c-c210-4005-a14b-6503d31b9008),segment_id=6495411c-c210-4005-a14b-6503d31b9008)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:54.583491 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.596972 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] Calling delete_port for d77b5574-073c-4ee1-9753-83bed7bad0ae owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:54.641557 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733691a6-d983-42b2-8510-c5afb5649881 None None] DHCP port deletion for caf3c861-6383-47d9-a00d-76c3ec827a0d request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:11:54.698210 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-733691a6-d983-42b2-8510-c5afb5649881 None None] Deleting port d77b5574-073c-4ee1-9753-83bed7bad0ae {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:54.698591 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-733691a6-d983-42b2-8510-c5afb5649881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.749500 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.761171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-733691a6-d983-42b2-8510-c5afb5649881 None None] For port d77b5574-073c-4ee1-9753-83bed7bad0ae, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d77b5574-073c-4ee1-9753-83bed7bad0ae,segment=NetworkSegment(6495411c-c210-4005-a14b-6503d31b9008),segment_id=6495411c-c210-4005-a14b-6503d31b9008)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:54.761571 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-733691a6-d983-42b2-8510-c5afb5649881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.774581 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-733691a6-d983-42b2-8510-c5afb5649881 None None] Calling delete_port for d77b5574-073c-4ee1-9753-83bed7bad0ae owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:54.776553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] Pushing event deleted for resources: {'Port': ['ID=d77b5574-073c-4ee1-9753-83bed7bad0ae,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:54.778360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] No DVR routers for this DVR port d77b5574-073c-4ee1-9753-83bed7bad0ae on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:11:54.854915 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.866870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf3c861-6383-47d9-a00d-76c3ec827a0d']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:54.878390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6495411c-c210-4005-a14b-6503d31b9008') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:54.878656 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6495411c-c210-4005-a14b-6503d31b9008') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:54.889312 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.905962 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.912490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:11:54.913062 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: timer() Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:11:54.914854 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:11:55.018177 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-733691a6-d983-42b2-8510-c5afb5649881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:55.040537 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:55.041002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733691a6-d983-42b2-8510-c5afb5649881 None None] Pushing event deleted for resources: {'Port': ['ID=d77b5574-073c-4ee1-9753-83bed7bad0ae,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:55.046386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733691a6-d983-42b2-8510-c5afb5649881 None None] No DVR routers for this DVR port d77b5574-073c-4ee1-9753-83bed7bad0ae on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:11:55.050245 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:55.054589 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] 10.222.0.38 "DELETE /v2.0/networks/caf3c861-6383-47d9-a00d-76c3ec827a0d HTTP/1.1" status: 204 len: 168 time: 0.6725893 Jul 05 05:11:55.076555 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cb139-b228-4233-9ef4-293b0a078bca admin admin] Pushing event deleted for resources: {'Network': ['ID=caf3c861-6383-47d9-a00d-76c3ec827a0d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:55.405019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 38998) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:55.445346 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f532eac1-b7a0-446e-95d6-e02f6feea0d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=afabeca9d6d8469c84977093d035c8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391681 Jul 05 05:11:55.447769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39000) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:55.497505 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d91c851-20df-4b7b-b930-6122d636e703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:55.517951 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d91c851-20df-4b7b-b930-6122d636e703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:55.655102 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d91c851-20df-4b7b-b930-6122d636e703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:55.657891 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2d91c851-20df-4b7b-b930-6122d636e703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:55.659107 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2d91c851-20df-4b7b-b930-6122d636e703 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8 HTTP/1.1" status: 204 len: 168 time: 0.2103868 Jul 05 05:11:55.667789 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91c851-20df-4b7b-b930-6122d636e703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0892f7ea-8ebf-4ff2-a1d2-6465e21e2de8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:56.353256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39006) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:56.392533 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2eadd104-52a0-4661-b68b-91b0f19cf10e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=82796019df624d15b8e337cf60c9f346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379717 Jul 05 05:11:56.395755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39008) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:56.445885 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e84f342c-badf-465d-99e7-5ee6ab1e73cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:56.468224 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e84f342c-badf-465d-99e7-5ee6ab1e73cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:56.475438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d77b5574-073c-4ee1-9753-83bed7bad0ae no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:56.495595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: d77b5574-073c-4ee1-9753-83bed7bad0ae {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:56.495932 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d77b5574-073c-4ee1-9753-83bed7bad0ae not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:56.580669 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e84f342c-badf-465d-99e7-5ee6ab1e73cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:56.584030 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e84f342c-badf-465d-99e7-5ee6ab1e73cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:56.585208 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e84f342c-badf-465d-99e7-5ee6ab1e73cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0b58ce41-403f-434e-9e53-d00222e1005a HTTP/1.1" status: 204 len: 168 time: 0.1884472 Jul 05 05:11:56.592915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f342c-badf-465d-99e7-5ee6ab1e73cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b58ce41-403f-434e-9e53-d00222e1005a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:58.777048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39048) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:58.781979 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-a30cc29e-cc2f-4e5b-bea1-2b11bd8e1337 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1365125624', 'description': 'tempest-secgroup-smoke-1365125624 description', 'project_id': '797c76fbe70b44f8a93edd8832372e73'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:58.851702 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a30cc29e-cc2f-4e5b-bea1-2b11bd8e1337 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:58.860144 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a30cc29e-cc2f-4e5b-bea1-2b11bd8e1337 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:58.955143 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a30cc29e-cc2f-4e5b-bea1-2b11bd8e1337 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:59.029328 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a30cc29e-cc2f-4e5b-bea1-2b11bd8e1337 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:59.068352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cc29e-cc2f-4e5b-bea1-2b11bd8e1337 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f8ed69-e768-4332-95c5-180c6d7357bd,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:59.128143 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a30cc29e-cc2f-4e5b-bea1-2b11bd8e1337 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:59.215240 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a30cc29e-cc2f-4e5b-bea1-2b11bd8e1337 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:59.248894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cc29e-cc2f-4e5b-bea1-2b11bd8e1337 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c320bc0-acb2-4221-be78-464f67b0fe7e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:59.301308 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a30cc29e-cc2f-4e5b-bea1-2b11bd8e1337 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:59.302505 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a30cc29e-cc2f-4e5b-bea1-2b11bd8e1337 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5244162 Jul 05 05:11:59.305484 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39050) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:59.310041 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-76c6997d-dfc1-4446-adc5-86619647c57c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': '3c320bc0-acb2-4221-be78-464f67b0fe7e', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:59.408460 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-76c6997d-dfc1-4446-adc5-86619647c57c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:59.463468 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-76c6997d-dfc1-4446-adc5-86619647c57c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:59.529105 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-76c6997d-dfc1-4446-adc5-86619647c57c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:59.548708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6997d-dfc1-4446-adc5-86619647c57c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1099f9e8-5be0-45b9-b243-9d300364d593,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:59.611635 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-76c6997d-dfc1-4446-adc5-86619647c57c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:59.613055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-76c6997d-dfc1-4446-adc5-86619647c57c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3064649 Jul 05 05:11:59.616332 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39052) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:59.620738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-9e748826-72eb-4b5b-9624-ef4821a3883a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': '3c320bc0-acb2-4221-be78-464f67b0fe7e', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:59.726079 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e748826-72eb-4b5b-9624-ef4821a3883a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:59.784304 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e748826-72eb-4b5b-9624-ef4821a3883a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:59.863213 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e748826-72eb-4b5b-9624-ef4821a3883a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:59.881579 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748826-72eb-4b5b-9624-ef4821a3883a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8e16a5-87c4-47a1-806c-bf1a33be3280,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:59.943207 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9e748826-72eb-4b5b-9624-ef4821a3883a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:59.944457 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9e748826-72eb-4b5b-9624-ef4821a3883a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3271873 Jul 05 05:11:59.947091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39054) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:59.951640 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-8c969db9-3900-4bf6-b835-1dc60f0cca14 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': '3c320bc0-acb2-4221-be78-464f67b0fe7e', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:12:00.051299 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8c969db9-3900-4bf6-b835-1dc60f0cca14 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.108941 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8c969db9-3900-4bf6-b835-1dc60f0cca14 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.175090 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8c969db9-3900-4bf6-b835-1dc60f0cca14 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.194233 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c969db9-3900-4bf6-b835-1dc60f0cca14 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450e8afd-5adb-4645-b3db-5a3f5f96f182,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:00.272530 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-8c969db9-3900-4bf6-b835-1dc60f0cca14 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.273797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8c969db9-3900-4bf6-b835-1dc60f0cca14 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3257523 Jul 05 05:12:00.276601 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39056) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:00.281231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b4b17aaf-abab-4cf9-b9f8-805cc6f3c1fd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': '3c320bc0-acb2-4221-be78-464f67b0fe7e', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:12:00.366193 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4b17aaf-abab-4cf9-b9f8-805cc6f3c1fd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.424842 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4b17aaf-abab-4cf9-b9f8-805cc6f3c1fd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.512195 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4b17aaf-abab-4cf9-b9f8-805cc6f3c1fd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.531688 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b17aaf-abab-4cf9-b9f8-805cc6f3c1fd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f4276a-001a-49a8-9b00-f20d88b93504,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:00.588942 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b4b17aaf-abab-4cf9-b9f8-805cc6f3c1fd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.590221 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b4b17aaf-abab-4cf9-b9f8-805cc6f3c1fd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3126972 Jul 05 05:12:00.593011 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39058) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:00.597446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b0a3c0a3-fc7e-4054-819b-057e798556d9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': '3c320bc0-acb2-4221-be78-464f67b0fe7e', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:12:00.677672 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-b0a3c0a3-fc7e-4054-819b-057e798556d9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Project 797c76fbe70b44f8a93edd8832372e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:12:00.682800 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c0a3-fc7e-4054-819b-057e798556d9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.745582 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c0a3-fc7e-4054-819b-057e798556d9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.814787 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c0a3-fc7e-4054-819b-057e798556d9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.833028 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3c0a3-fc7e-4054-819b-057e798556d9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb2af91-b171-438e-95f2-f8c63d2c197e,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:00.900683 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c0a3-fc7e-4054-819b-057e798556d9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.901934 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b0a3c0a3-fc7e-4054-819b-057e798556d9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3079829 Jul 05 05:12:00.904696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39060) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:00.909082 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d8fce4c6-9d33-4b3f-8f21-80a14bd189eb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': '3c320bc0-acb2-4221-be78-464f67b0fe7e', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:12:00.992009 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-d8fce4c6-9d33-4b3f-8f21-80a14bd189eb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Project 797c76fbe70b44f8a93edd8832372e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:12:00.997232 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8fce4c6-9d33-4b3f-8f21-80a14bd189eb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.057162 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8fce4c6-9d33-4b3f-8f21-80a14bd189eb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.137147 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8fce4c6-9d33-4b3f-8f21-80a14bd189eb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.154913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fce4c6-9d33-4b3f-8f21-80a14bd189eb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80dd260a-f6aa-46ee-a6f8-7e553eb63856,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:01.223474 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d8fce4c6-9d33-4b3f-8f21-80a14bd189eb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.224733 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d8fce4c6-9d33-4b3f-8f21-80a14bd189eb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3191104 Jul 05 05:12:01.227752 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39062) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:01.232576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7535bf20-d9dc-45d4-a1ec-137ec2720480 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'network': {'name': 'tempest-network-smoke--641812592', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'port_security_enabled': True}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:12:01.320361 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7535bf20-d9dc-45d4-a1ec-137ec2720480 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Made reservation on behalf of 797c76fbe70b44f8a93edd8832372e73 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:12:01.323936 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7535bf20-d9dc-45d4-a1ec-137ec2720480 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.347850 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7535bf20-d9dc-45d4-a1ec-137ec2720480 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:12:01.356928 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7535bf20-d9dc-45d4-a1ec-137ec2720480 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.359399 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-7535bf20-d9dc-45d4-a1ec-137ec2720480 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Added segment 733bb98c-99e6-449d-8ebb-f63319811cb3 of type vlan for network 6a2f82b7-5886-4788-8354-a83fde1bbea9 Jul 05 05:12:01.396158 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7535bf20-d9dc-45d4-a1ec-137ec2720480 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.497958 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7535bf20-d9dc-45d4-a1ec-137ec2720480 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.503813 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7535bf20-d9dc-45d4-a1ec-137ec2720480 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:01.504604 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7535bf20-d9dc-45d4-a1ec-137ec2720480 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.584474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535bf20-d9dc-45d4-a1ec-137ec2720480 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Network': ['ID=6a2f82b7-5886-4788-8354-a83fde1bbea9,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:01.602139 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 6a2f82b7-5886-4788-8354-a83fde1bbea9 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:12:01.624041 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7535bf20-d9dc-45d4-a1ec-137ec2720480 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3950849 Jul 05 05:12:01.627004 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39064) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:01.632773 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1236870221', 'admin_state_up': True, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:12:01.741228 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.742299 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.803040 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:02.013922 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:02.283603 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:02.302566 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:02.410877 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.25.6.17 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/ffd95eaa-1639-4672-b134-60c3a0d35ab8) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:12:02.515331 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:02.626775 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:02.665403 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:12:02.670194 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:12:02.673608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:12:02.696551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=ffd95eaa-1639-4672-b134-60c3a0d35ab8,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:03.217876 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:03.293892 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:03.492738 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:03.683808 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router f1a236d8-fbcc-4941-8397-63a6e9897da4 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:12:03.791510 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:12:03.801810 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Sync routers for ids ['f1a236d8-fbcc-4941-8397-63a6e9897da4'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:12:03.812732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Routers {'f1a236d8-fbcc-4941-8397-63a6e9897da4'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:03.813535 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:11:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f1a236d8-fbcc-4941-8397-63a6e9897da4'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:03.877749 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:03.879658 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dcd780e5-067e-4a22-b78b-ecb4d7e45fce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2510886 Jul 05 05:12:03.882844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39068) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:03.917630 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Set router f1a236d8-fbcc-4941-8397-63a6e9897da4 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:04.017015 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8acc582f-5b97-47c4-bf1a-ef6ad4852f93 tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=797c76fbe70b44f8a93edd8832372e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1292632 Jul 05 05:12:04.017343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39072) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:04.106633 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236870221', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:01Z', 'updated_at': '2021-07-05T05:12:03Z', 'revision_number': 3, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:02Z', 'updated_at': '2021-07-05T05:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:04.136369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Checking router: f1a236d8-fbcc-4941-8397-63a6e9897da4 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:12:04.136727 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Updating router f1a236d8-fbcc-4941-8397-63a6e9897da4 port ffd95eaa-1639-4672-b134-60c3a0d35ab8 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:12:04.168960 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40131757-2fba-4529-b6a4-2b2d16524b1b tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:04.173283 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-40131757-2fba-4529-b6a4-2b2d16524b1b tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1523166 Jul 05 05:12:04.173477 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:04.173610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39074) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:04.216983 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a39009c7-814b-41bc-ab59-64c14789453b tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399172 Jul 05 05:12:04.217236 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39076) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:04.222121 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7e0885e6-5ce5-4121-99c9-b1f9a699a04d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-670362310', 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:12:04.378811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0885e6-5ce5-4121-99c9-b1f9a699a04d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Made reservation on behalf of 797c76fbe70b44f8a93edd8832372e73 for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:12:04.383605 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e0885e6-5ce5-4121-99c9-b1f9a699a04d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:04.430386 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:04.440100 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Transition to ACTIVE for port object ffd95eaa-1639-4672-b134-60c3a0d35ab8 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:12:04.514418 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:04.570545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Attempting to bind port ffd95eaa-1639-4672-b134-60c3a0d35ab8 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:12:04.570915 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Attempting to bind port ffd95eaa-1639-4672-b134-60c3a0d35ab8 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:12:04.571323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Attempting to bind port ffd95eaa-1639-4672-b134-60c3a0d35ab8 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:12:04.573390 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69809a-7fa4-4994-a0d2-323344d71855 None None] Pushing event updated for resources: {'Port': ['ID=ffd95eaa-1639-4672-b134-60c3a0d35ab8,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:04.579789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:12:04.580215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:12:04.580628 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:04.581024 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:12:04.581492 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Bound port: ffd95eaa-1639-4672-b134-60c3a0d35ab8, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:12:04.581923 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:04.623455 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e0885e6-5ce5-4121-99c9-b1f9a699a04d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:04.639563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] For port ffd95eaa-1639-4672-b134-60c3a0d35ab8, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:12:04.641356 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] For port ffd95eaa-1639-4672-b134-60c3a0d35ab8, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ffd95eaa-1639-4672-b134-60c3a0d35ab8,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:12:04.680920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0885e6-5ce5-4121-99c9-b1f9a699a04d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Subnet': ['ID=add14042-3f55-4aa9-86c2-eb1541480033,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:04.697722 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0885e6-5ce5-4121-99c9-b1f9a699a04d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Checking segment: {'id': '733bb98c-99e6-449d-8ebb-f63319811cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:12:04.698078 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0885e6-5ce5-4121-99c9-b1f9a699a04d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network hostable DHCP agents. Network: 6a2f82b7-5886-4788-8354-a83fde1bbea9, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:12:04.714863 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:04.775197 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0885e6-5ce5-4121-99c9-b1f9a699a04d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 6a2f82b7-5886-4788-8354-a83fde1bbea9 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:12:04.780171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Routers {'f1a236d8-fbcc-4941-8397-63a6e9897da4'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:04.780930 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:11:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f1a236d8-fbcc-4941-8397-63a6e9897da4'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:04.785870 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69809a-7fa4-4994-a0d2-323344d71855 None None] Pushing event updated for resources: {'Port': ['ID=ffd95eaa-1639-4672-b134-60c3a0d35ab8,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:04.846627 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-7e0885e6-5ce5-4121-99c9-b1f9a699a04d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 6a2f82b7-5886-4788-8354-a83fde1bbea9) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:12:04.851446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0885e6-5ce5-4121-99c9-b1f9a699a04d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:04.861151 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7e0885e6-5ce5-4121-99c9-b1f9a699a04d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:04.865755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6a4cbc-8097-40d5-a448-1de17ad2b782 None None] Network 6a2f82b7-5886-4788-8354-a83fde1bbea9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:12:04.908418 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:04.936276 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] Set router f1a236d8-fbcc-4941-8397-63a6e9897da4 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:04.940681 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7e0885e6-5ce5-4121-99c9-b1f9a699a04d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7199242 Jul 05 05:12:04.941289 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39078) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:05.151984 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-6a2f82b7-5886-4788-8354-a83fde1bbea9', 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ips': [{'subnet_id': 'add14042-3f55-4aa9-86c2-eb1541480033'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:12:05.152858 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:05.280022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236870221', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:01Z', 'updated_at': '2021-07-05T05:12:03Z', 'revision_number': 3, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:02Z', 'updated_at': '2021-07-05T05:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:05.311435 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61b48e-185f-4bdb-ac35-a1fdaadba099 None None] The sync data for ids ['f1a236d8-fbcc-4941-8397-63a6e9897da4'] in n-d-771363-32 is: [{'id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236870221', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:01Z', 'updated_at': '2021-07-05T05:12:03Z', 'revision_number': 3, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:02Z', 'updated_at': '2021-07-05T05:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:12:05.330416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Allocated IP 172.20.0.2 (6a2f82b7-5886-4788-8354-a83fde1bbea9/add14042-3f55-4aa9-86c2-eb1541480033/577b809b-a0c7-4020-901a-08d22d4e7a1b) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:12:05.365619 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:05.485678 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:05.495717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Transition to ACTIVE for port object 577b809b-a0c7-4020-901a-08d22d4e7a1b will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:12:05.513463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Transition to ACTIVE for port object 577b809b-a0c7-4020-901a-08d22d4e7a1b will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:12:05.583534 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:05.626089 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Network 6a2f82b7-5886-4788-8354-a83fde1bbea9 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:12:05.631284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:12:05.634836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:12:05.640524 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Pushing event updated for resources: {'Port': ['ID=577b809b-a0c7-4020-901a-08d22d4e7a1b,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:05.676932 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.20.0.1 (6a2f82b7-5886-4788-8354-a83fde1bbea9/add14042-3f55-4aa9-86c2-eb1541480033/685bd97a-a1b1-455d-be1d-daad7927fe24) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:12:05.707766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Attempting to bind port 577b809b-a0c7-4020-901a-08d22d4e7a1b on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:12:05.708303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Attempting to bind port 577b809b-a0c7-4020-901a-08d22d4e7a1b by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '733bb98c-99e6-449d-8ebb-f63319811cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:12:05.708691 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Attempting to bind port 577b809b-a0c7-4020-901a-08d22d4e7a1b on network 6a2f82b7-5886-4788-8354-a83fde1bbea9 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:12:05.714026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:12:05.714399 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Checking segment: {'id': '733bb98c-99e6-449d-8ebb-f63319811cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:12:05.714802 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:05.715194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Bound using segment: {'id': '733bb98c-99e6-449d-8ebb-f63319811cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:12:05.715658 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Bound port: 577b809b-a0c7-4020-901a-08d22d4e7a1b, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733bb98c-99e6-449d-8ebb-f63319811cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:12:05.716256 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:05.784346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] For port 577b809b-a0c7-4020-901a-08d22d4e7a1b, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:12:05.788002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] For port 577b809b-a0c7-4020-901a-08d22d4e7a1b, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=577b809b-a0c7-4020-901a-08d22d4e7a1b,segment=NetworkSegment(733bb98c-99e6-449d-8ebb-f63319811cb3),segment_id=733bb98c-99e6-449d-8ebb-f63319811cb3)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:12:05.803831 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:05.820513 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Transition to ACTIVE for port object 685bd97a-a1b1-455d-be1d-daad7927fe24 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:12:05.849730 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:05.917647 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1fc0c-b346-4928-9f27-b5b6ab613dd1 None None] Pushing event updated for resources: {'Port': ['ID=577b809b-a0c7-4020-901a-08d22d4e7a1b,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:05.920722 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:05.973487 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 6a2f82b7-5886-4788-8354-a83fde1bbea9 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:12:05.979093 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:12:05.982951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:12:06.008331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=685bd97a-a1b1-455d-be1d-daad7927fe24,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:06.032696 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:06.297849 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:06.541182 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ffd95eaa-1639-4672-b134-60c3a0d35ab8 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:12:06.617597 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:06.683612 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port ffd95eaa-1639-4672-b134-60c3a0d35ab8 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:12:06.688382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ffd95eaa-1639-4672-b134-60c3a0d35ab8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:06.688859 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:06.709447 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:06.782284 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:06.790007 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=685bd97a-a1b1-455d-be1d-daad7927fe24,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:06.790007 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:06.808628 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port ffd95eaa-1639-4672-b134-60c3a0d35ab8, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ffd95eaa-1639-4672-b134-60c3a0d35ab8,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:06.866135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c50594d-147f-439b-bf18-3b227c84d317 None None] Network 6a2f82b7-5886-4788-8354-a83fde1bbea9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:12:06.889099 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 6a2f82b7-5886-4788-8354-a83fde1bbea9 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:12:06.890515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:12:06.902572 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:06.903368 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 577b809b-a0c7-4020-901a-08d22d4e7a1b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:12:07.010569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router f1a236d8-fbcc-4941-8397-63a6e9897da4 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:12:07.024836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=ffd95eaa-1639-4672-b134-60c3a0d35ab8,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:07.070883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-bd9e9a02-c25e-446f-aced-2c3e37b30bf8 None None] Provisioning for port 577b809b-a0c7-4020-901a-08d22d4e7a1b completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:12:07.132410 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 577b809b-a0c7-4020-901a-08d22d4e7a1b completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:12:07.137149 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 577b809b-a0c7-4020-901a-08d22d4e7a1b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:07.137658 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:07.415428 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:07.425325 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-584d2b06-f188-4c4e-97d6-de144ccff3b6 None None] Provisioning complete for port 577b809b-a0c7-4020-901a-08d22d4e7a1b triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:07.425749 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-584d2b06-f188-4c4e-97d6-de144ccff3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:07.454058 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:12:07.467038 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Sync routers for ids ['f1a236d8-fbcc-4941-8397-63a6e9897da4'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:12:07.469021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a8d1996a-2735-4069-af00-7f306426e9c7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "PUT /v2.0/routers/f1a236d8-fbcc-4941-8397-63a6e9897da4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5265880 Jul 05 05:12:07.483966 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Routers {'f1a236d8-fbcc-4941-8397-63a6e9897da4'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:07.483966 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:11:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f1a236d8-fbcc-4941-8397-63a6e9897da4'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:07.492371 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 577b809b-a0c7-4020-901a-08d22d4e7a1b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=577b809b-a0c7-4020-901a-08d22d4e7a1b,segment=NetworkSegment(733bb98c-99e6-449d-8ebb-f63319811cb3),segment_id=733bb98c-99e6-449d-8ebb-f63319811cb3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:07.540718 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-584d2b06-f188-4c4e-97d6-de144ccff3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:07.577753 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:07.599045 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Set router f1a236d8-fbcc-4941-8397-63a6e9897da4 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:07.653728 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-ad1e9006-cec7-4631-b6c7-4b6a37b7b40b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1365125624&fields=id&tenant_id=797c76fbe70b44f8a93edd8832372e73 HTTP/1.1" status: 200 len: 267 time: 0.0466352 Jul 05 05:12:07.666999 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-584d2b06-f188-4c4e-97d6-de144ccff3b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 05:12:07.667600 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-584d2b06-f188-4c4e-97d6-de144ccff3b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 05:12:07.677476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=577b809b-a0c7-4020-901a-08d22d4e7a1b,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:07.798933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4095e467-3d54-4e37-b847-141e7d6d1f61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:07.800590 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4095e467-3d54-4e37-b847-141e7d6d1f61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/networks?id=6a2f82b7-5886-4788-8354-a83fde1bbea9 HTTP/1.1" status: 200 len: 796 time: 0.1258848 Jul 05 05:12:07.807031 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236870221', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:01Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:02Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '685bd97a-a1b1-455d-be1d-daad7927fe24', 'name': '', 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b1:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:05Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 2, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:07.815962 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-e194626d-f153-4c9e-b021-0ccf7d9e97cf tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/quotas/797c76fbe70b44f8a93edd8832372e73 HTTP/1.1" status: 200 len: 375 time: 0.0094779 Jul 05 05:12:07.838103 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Checking router: f1a236d8-fbcc-4941-8397-63a6e9897da4 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:12:07.838457 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Updating router f1a236d8-fbcc-4941-8397-63a6e9897da4 port 685bd97a-a1b1-455d-be1d-daad7927fe24 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:12:07.872370 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:07.888674 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-16638b22-a092-4542-a8ce-4cb84a7624ce tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659139 Jul 05 05:12:07.905768 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-5fd70e1f-cd07-4604-8382-9023fed9864d service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:12:07.906734 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-5fd70e1f-cd07-4604-8382-9023fed9864d service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056264 Jul 05 05:12:07.993933 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-88fbbbaa-37ca-4ee6-ac6c-62145e6ca4cc service neutron] 10.222.0.38 "GET /v2.0/networks/6a2f82b7-5886-4788-8354-a83fde1bbea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815995 Jul 05 05:12:08.087507 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-cd834bc8-35f5-43dd-904f-242af983ecd4 service neutron] 10.222.0.38 "GET /v2.0/networks/6a2f82b7-5886-4788-8354-a83fde1bbea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878940 Jul 05 05:12:08.137598 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:08.145345 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Transition to ACTIVE for port object 685bd97a-a1b1-455d-be1d-daad7927fe24 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:12:08.211839 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:08.260809 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68a822-d552-47ad-83bb-a9e4b21c4e23 None None] Pushing event updated for resources: {'Port': ['ID=685bd97a-a1b1-455d-be1d-daad7927fe24,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:08.276713 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68a822-d552-47ad-83bb-a9e4b21c4e23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:08.276713 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68a822-d552-47ad-83bb-a9e4b21c4e23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:08.276713 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68a822-d552-47ad-83bb-a9e4b21c4e23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:08.276713 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68a822-d552-47ad-83bb-a9e4b21c4e23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:08.276713 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68a822-d552-47ad-83bb-a9e4b21c4e23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:08.276713 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68a822-d552-47ad-83bb-a9e4b21c4e23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:08.276713 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68a822-d552-47ad-83bb-a9e4b21c4e23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:08.276713 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68a822-d552-47ad-83bb-a9e4b21c4e23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:08.276713 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68a822-d552-47ad-83bb-a9e4b21c4e23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:08.276713 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68a822-d552-47ad-83bb-a9e4b21c4e23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:08.276713 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68a822-d552-47ad-83bb-a9e4b21c4e23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:08.276713 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68a822-d552-47ad-83bb-a9e4b21c4e23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:08.335200 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-584d2b06-f188-4c4e-97d6-de144ccff3b6 None None] Provisioning for port 685bd97a-a1b1-455d-be1d-daad7927fe24 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:12:08.350714 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Attempting to bind port 685bd97a-a1b1-455d-be1d-daad7927fe24 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:12:08.350714 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Attempting to bind port 685bd97a-a1b1-455d-be1d-daad7927fe24 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '733bb98c-99e6-449d-8ebb-f63319811cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:12:08.354887 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Attempting to bind port 685bd97a-a1b1-455d-be1d-daad7927fe24 on network 6a2f82b7-5886-4788-8354-a83fde1bbea9 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:12:08.356415 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:12:08.356791 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Checking segment: {'id': '733bb98c-99e6-449d-8ebb-f63319811cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:12:08.357197 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:08.357595 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Bound using segment: {'id': '733bb98c-99e6-449d-8ebb-f63319811cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:12:08.358071 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Bound port: 685bd97a-a1b1-455d-be1d-daad7927fe24, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733bb98c-99e6-449d-8ebb-f63319811cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:12:08.358614 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:08.426852 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] For port 685bd97a-a1b1-455d-be1d-daad7927fe24, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:12:08.430369 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] For port 685bd97a-a1b1-455d-be1d-daad7927fe24, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=685bd97a-a1b1-455d-be1d-daad7927fe24,segment=NetworkSegment(733bb98c-99e6-449d-8ebb-f63319811cb3),segment_id=733bb98c-99e6-449d-8ebb-f63319811cb3)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:12:08.446170 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1eac6bb6-8f71-4876-aa79-269c3c16269b req-aca54d26-9520-4738-9472-72879540cbc3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 210 time: 0.1379480 Jul 05 05:12:08.501259 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:08.524167 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ffd95eaa-1639-4672-b134-60c3a0d35ab8 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:12:08.565283 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68a822-d552-47ad-83bb-a9e4b21c4e23 None None] Pushing event updated for resources: {'Port': ['ID=685bd97a-a1b1-455d-be1d-daad7927fe24,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:08.583495 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Routers {'f1a236d8-fbcc-4941-8397-63a6e9897da4'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:08.584343 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:11:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f1a236d8-fbcc-4941-8397-63a6e9897da4'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:08.587586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port ffd95eaa-1639-4672-b134-60c3a0d35ab8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:08.588119 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:08.689503 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 577b809b-a0c7-4020-901a-08d22d4e7a1b up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:12:08.704547 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] Set router f1a236d8-fbcc-4941-8397-63a6e9897da4 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:08.748452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 577b809b-a0c7-4020-901a-08d22d4e7a1b triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:08.748980 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:08.938890 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236870221', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:01Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:02Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '685bd97a-a1b1-455d-be1d-daad7927fe24', 'name': '', 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b1:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:05Z', 'updated_at': '2021-07-05T05:12:08Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:08.966755 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145b1d59-7f9b-4926-8dd9-95414eac4b2f None None] The sync data for ids ['f1a236d8-fbcc-4941-8397-63a6e9897da4'] in n-d-771363-32 is: [{'id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236870221', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:01Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:02Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '685bd97a-a1b1-455d-be1d-daad7927fe24', 'name': '', 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b1:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:05Z', 'updated_at': '2021-07-05T05:12:08Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:12:09.595388 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-35138434-696f-4d80-9367-6948f99f9d28 req-296b031f-583c-4b4e-80e3-8e78a48da272 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 210 time: 0.0315628 Jul 05 05:12:10.516521 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 685bd97a-a1b1-455d-be1d-daad7927fe24 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:12:10.651789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 685bd97a-a1b1-455d-be1d-daad7927fe24 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:12:10.655866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 685bd97a-a1b1-455d-be1d-daad7927fe24 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:10.656870 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:10.687518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-dd917644-0b90-4a4d-814e-1aae148f5139 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:10.689738 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-dd917644-0b90-4a4d-814e-1aae148f5139 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.10 "GET /v2.0/networks?id=6a2f82b7-5886-4788-8354-a83fde1bbea9 HTTP/1.1" status: 200 len: 796 time: 0.1117406 Jul 05 05:12:10.739945 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-1bf68591-a87d-4f0e-8112-9d7295617ea2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=797c76fbe70b44f8a93edd8832372e73 HTTP/1.1" status: 200 len: 380 time: 0.0407462 Jul 05 05:12:10.740808 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:10.748855 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-a67f9e22-c2dc-444c-9b76-3ca263f1f63d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'port': {'device_id': 'f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85', 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9', 'admin_state_up': True, 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'security_groups': ['3c320bc0-acb2-4221-be78-464f67b0fe7e']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:12:10.749690 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-940f510f-880e-4d47-9e3e-1b52b90db9bd req-bab976dc-5551-4c47-b9b1-ee8a0e7100a5 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 210 time: 0.0322921 Jul 05 05:12:10.783837 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 685bd97a-a1b1-455d-be1d-daad7927fe24, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=685bd97a-a1b1-455d-be1d-daad7927fe24,segment=NetworkSegment(733bb98c-99e6-449d-8ebb-f63319811cb3),segment_id=733bb98c-99e6-449d-8ebb-f63319811cb3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:10.851642 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:10.900285 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=685bd97a-a1b1-455d-be1d-daad7927fe24,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:10.946562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-a67f9e22-c2dc-444c-9b76-3ca263f1f63d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Made reservation on behalf of 797c76fbe70b44f8a93edd8832372e73 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:12:10.950322 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-a67f9e22-c2dc-444c-9b76-3ca263f1f63d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:11.084050 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-a67f9e22-c2dc-444c-9b76-3ca263f1f63d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.20.0.8 (6a2f82b7-5886-4788-8354-a83fde1bbea9/add14042-3f55-4aa9-86c2-eb1541480033/8eb8fb87-08a9-48ce-96c5-4e25cede2e6e) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:12:11.218906 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-a67f9e22-c2dc-444c-9b76-3ca263f1f63d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:11.235914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-a67f9e22-c2dc-444c-9b76-3ca263f1f63d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Transition to ACTIVE for port object 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:12:11.326318 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-a67f9e22-c2dc-444c-9b76-3ca263f1f63d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:11.371637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-a67f9e22-c2dc-444c-9b76-3ca263f1f63d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 6a2f82b7-5886-4788-8354-a83fde1bbea9 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:12:11.376879 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-a67f9e22-c2dc-444c-9b76-3ca263f1f63d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:12:11.381119 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-a67f9e22-c2dc-444c-9b76-3ca263f1f63d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:12:11.404492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f9e22-c2dc-444c-9b76-3ca263f1f63d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=8eb8fb87-08a9-48ce-96c5-4e25cede2e6e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:11.434264 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-a67f9e22-c2dc-444c-9b76-3ca263f1f63d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:11.434914 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-a67f9e22-c2dc-444c-9b76-3ca263f1f63d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:11.508846 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9d095e98-5f19-45cc-ac4f-e3a3fc384728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:11.521541 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-a67f9e22-c2dc-444c-9b76-3ca263f1f63d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7766323 Jul 05 05:12:11.532357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-fe519eb9-7527-4fa7-83bd-14e0c295bd59 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:12:11.533599 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-fe519eb9-7527-4fa7-83bd-14e0c295bd59 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057545 Jul 05 05:12:11.594260 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Request body: {'port': {'device_id': 'f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:12:11.666334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-70d9a124-0669-489c-96a8-f8128e139b97 None None] Provisioning for port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:12:11.670108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-70d9a124-0669-489c-96a8-f8128e139b97 None None] Provisioning complete for port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:11.670483 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-70d9a124-0669-489c-96a8-f8128e139b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:11.670682 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:11.704453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-70d9a124-0669-489c-96a8-f8128e139b97 None None] Port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:12:11.933399 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedcf44-e60b-451a-85b4-4173f44bed1a req-44e335b3-2ad6-479c-9c72-d9834012e77e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:11.934897 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dfedcf44-e60b-451a-85b4-4173f44bed1a req-44e335b3-2ad6-479c-9c72-d9834012e77e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 931 time: 0.0698583 Jul 05 05:12:11.938773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:12:11.947301 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:11.959010 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Transition to ACTIVE for port object 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:12:11.976295 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dfedcf44-e60b-451a-85b4-4173f44bed1a req-e674e8c3-463b-45d6-86e7-f250530c98c9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357525 Jul 05 05:12:12.032098 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:12.087784 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb8fb87-08a9-48ce-96c5-4e25cede2e6e,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:12.187801 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Attempting to bind port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:12:12.188243 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Attempting to bind port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '733bb98c-99e6-449d-8ebb-f63319811cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:12:12.188646 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Attempting to bind port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e on network 6a2f82b7-5886-4788-8354-a83fde1bbea9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:12:12.194546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e on network 6a2f82b7-5886-4788-8354-a83fde1bbea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:12:12.194871 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Attempting to bind port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e on network 6a2f82b7-5886-4788-8354-a83fde1bbea9 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:12:12.200676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:12:12.201144 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Checking segment: {'id': '733bb98c-99e6-449d-8ebb-f63319811cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:12:12.201639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Bound using segment: {'id': '733bb98c-99e6-449d-8ebb-f63319811cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:12:12.202212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Bound port: 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733bb98c-99e6-449d-8ebb-f63319811cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:12:12.203174 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:12.276883 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] For port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:12:12.280188 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] For port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=8eb8fb87-08a9-48ce-96c5-4e25cede2e6e,segment=NetworkSegment(733bb98c-99e6-449d-8ebb-f63319811cb3),segment_id=733bb98c-99e6-449d-8ebb-f63319811cb3)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:12:12.340989 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:12.377223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:12.377735 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:12.380309 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] 10.222.0.10 "PUT /v2.0/ports/8eb8fb87-08a9-48ce-96c5-4e25cede2e6e HTTP/1.1" status: 200 len: 1092 time: 0.8396273 Jul 05 05:12:12.380760 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85', 'tag': '8eb8fb87-08a9-48ce-96c5-4e25cede2e6e'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:12:12.383085 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a98b5c-a8a4-4228-8175-f67485ea688d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85", "tag": "8eb8fb87-08a9-48ce-96c5-4e25cede2e6e"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:12:12.411992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1dc28c-0c37-4428-8aa3-33dcd54e2cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb8fb87-08a9-48ce-96c5-4e25cede2e6e,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:12.512594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 685bd97a-a1b1-455d-be1d-daad7927fe24 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:12:12.519520 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0c5fc7-c439-4cc0-872f-bea243e67587 x-openstack-request-id: req-7d0c5fc7-c439-4cc0-872f-bea243e67587 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:12:12.519869 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85", "tag": "8eb8fb87-08a9-48ce-96c5-4e25cede2e6e", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:12:12.524527 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7d0c5fc7-c439-4cc0-872f-bea243e67587 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:12:12.525125 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85', 'tag': '8eb8fb87-08a9-48ce-96c5-4e25cede2e6e', 'status': 'completed', 'code': 200} Jul 05 05:12:12.565338 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 685bd97a-a1b1-455d-be1d-daad7927fe24 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:12.565979 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:12.568162 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-54ac3cde-a81f-4c5e-bd5e-992a2b6579ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:12.570971 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-54ac3cde-a81f-4c5e-bd5e-992a2b6579ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 1095 time: 0.0832903 Jul 05 05:12:12.620718 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-53392d95-0071-404c-8561-c069fc938c2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eb8fb87-08a9-48ce-96c5-4e25cede2e6e HTTP/1.1" status: 200 len: 217 time: 0.0423985 Jul 05 05:12:12.673129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-6a490d1a-1e6f-4e61-bc65-a5b14fcf27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:12.674598 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-6a490d1a-1e6f-4e61-bc65-a5b14fcf27f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=add14042-3f55-4aa9-86c2-eb1541480033 HTTP/1.1" status: 200 len: 834 time: 0.0482316 Jul 05 05:12:12.733270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-1190db3f-1493-4d65-a450-c4e2a658aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:12.734790 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-1190db3f-1493-4d65-a450-c4e2a658aea5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a2f82b7-5886-4788-8354-a83fde1bbea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533490 Jul 05 05:12:12.832953 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-c81616a9-37b6-44cf-8b0e-4e730eb6823b service neutron] 10.222.0.10 "GET /v2.0/networks/6a2f82b7-5886-4788-8354-a83fde1bbea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909421 Jul 05 05:12:12.922319 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf628e4d-aabe-4147-b6a7-126e8c9076c9 req-a52d3c29-a021-4bde-94a5-8c12faa4abc6 service neutron] 10.222.0.10 "GET /v2.0/networks/6a2f82b7-5886-4788-8354-a83fde1bbea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828695 Jul 05 05:12:13.089804 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a98b5c-a8a4-4228-8175-f67485ea688d req-13b06b74-296d-43a9-9f19-8d4ed1795ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:13.091330 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b1a98b5c-a8a4-4228-8175-f67485ea688d req-13b06b74-296d-43a9-9f19-8d4ed1795ea6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 1095 time: 0.0593452 Jul 05 05:12:13.157762 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864a113-424f-4b6f-9bf6-0361c45189d7 req-115576b7-12e8-49d1-96a6-4e2a703b288d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:13.159276 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8864a113-424f-4b6f-9bf6-0361c45189d7 req-115576b7-12e8-49d1-96a6-4e2a703b288d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 943 time: 0.0679097 Jul 05 05:12:13.188167 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a98b5c-a8a4-4228-8175-f67485ea688d req-d8865277-bdbf-4a93-a909-eac8b8f7fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:13.188167 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b1a98b5c-a8a4-4228-8175-f67485ea688d req-d8865277-bdbf-4a93-a909-eac8b8f7fa70 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a2f82b7-5886-4788-8354-a83fde1bbea9 HTTP/1.1" status: 200 len: 897 time: 0.0869062 Jul 05 05:12:13.200274 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8864a113-424f-4b6f-9bf6-0361c45189d7 req-b1eae0b7-0c19-44f7-bb0e-f2c3a9ae04c9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346363 Jul 05 05:12:13.232204 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b1a98b5c-a8a4-4228-8175-f67485ea688d req-e01e1438-7516-497d-aa9a-0449c619ff3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eb8fb87-08a9-48ce-96c5-4e25cede2e6e HTTP/1.1" status: 200 len: 217 time: 0.0397379 Jul 05 05:12:13.280459 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a98b5c-a8a4-4228-8175-f67485ea688d req-b19eea87-f693-4669-9ab8-0a03c61af814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:13.281905 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b1a98b5c-a8a4-4228-8175-f67485ea688d req-b19eea87-f693-4669-9ab8-0a03c61af814 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=add14042-3f55-4aa9-86c2-eb1541480033 HTTP/1.1" status: 200 len: 834 time: 0.0431173 Jul 05 05:12:13.339316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a98b5c-a8a4-4228-8175-f67485ea688d req-b3a223fa-3e1b-4ac9-882c-7309775488b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:13.340849 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b1a98b5c-a8a4-4228-8175-f67485ea688d req-b3a223fa-3e1b-4ac9-882c-7309775488b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a2f82b7-5886-4788-8354-a83fde1bbea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517168 Jul 05 05:12:13.431362 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b1a98b5c-a8a4-4228-8175-f67485ea688d req-e9a1603d-97f0-4bb4-949d-942aab6414e8 service neutron] 10.222.0.10 "GET /v2.0/networks/6a2f82b7-5886-4788-8354-a83fde1bbea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821924 Jul 05 05:12:13.522468 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b1a98b5c-a8a4-4228-8175-f67485ea688d req-8128102a-cc80-4eb3-ada4-bb13dcf94694 service neutron] 10.222.0.10 "GET /v2.0/networks/6a2f82b7-5886-4788-8354-a83fde1bbea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844429 Jul 05 05:12:14.068527 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c0f54759-98bc-4673-9dc4-583eb36ca952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:14.373391 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7a66c-6a85-4872-a905-b0b0c8b937ce req-08626a91-e605-48d2-93e5-9501bcf950ed tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:14.374867 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cbe7a66c-6a85-4872-a905-b0b0c8b937ce req-08626a91-e605-48d2-93e5-9501bcf950ed tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 943 time: 0.0629735 Jul 05 05:12:14.417272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cbe7a66c-6a85-4872-a905-b0b0c8b937ce req-292af1d2-e641-471d-949f-bc21adf5dfbe tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360959 Jul 05 05:12:14.454792 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:15.590493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e019a9f-eb5e-4ff1-b590-6502f3bf0837 req-0a967964-9cb9-41e2-bee9-4db8d5cc0704 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:15.592131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0e019a9f-eb5e-4ff1-b590-6502f3bf0837 req-0a967964-9cb9-41e2-bee9-4db8d5cc0704 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 943 time: 0.0636358 Jul 05 05:12:15.631287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0e019a9f-eb5e-4ff1-b590-6502f3bf0837 req-0d45834d-715a-4089-b24e-9022f299356d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330415 Jul 05 05:12:15.671712 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:15.830786 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:12:15.924206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=8eb8fb87-08a9-48ce-96c5-4e25cede2e6e,segment=NetworkSegment(733bb98c-99e6-449d-8ebb-f63319811cb3),segment_id=733bb98c-99e6-449d-8ebb-f63319811cb3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:15.936332 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '8eb8fb87-08a9-48ce-96c5-4e25cede2e6e', 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9', 'port_id': '8eb8fb87-08a9-48ce-96c5-4e25cede2e6e', 'mac_address': 'fa:16:3e:9c:b4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:12:15.973708 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:15.990396 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:12:16.009426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=8eb8fb87-08a9-48ce-96c5-4e25cede2e6e,segment=NetworkSegment(733bb98c-99e6-449d-8ebb-f63319811cb3),segment_id=733bb98c-99e6-449d-8ebb-f63319811cb3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:16.066099 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:16.112135 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=8eb8fb87-08a9-48ce-96c5-4e25cede2e6e,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:16.317300 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['8eb8fb87-08a9-48ce-96c5-4e25cede2e6e'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:12:16.805832 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dc160-9282-412e-83f9-78225ccfec47 req-fae0e76d-067a-4574-b094-4dc5071317a2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:16.807243 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c86dc160-9282-412e-83f9-78225ccfec47 req-fae0e76d-067a-4574-b094-4dc5071317a2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 944 time: 0.0634267 Jul 05 05:12:16.845204 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c86dc160-9282-412e-83f9-78225ccfec47 req-58d802a2-bc4d-4a8b-ae84-de1204d88a14 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324800 Jul 05 05:12:17.200117 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:17.853517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:12:17.951787 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:12:17.955810 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:17.956221 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:18.023529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f50929-afc0-481f-8a38-91cd764bcb03 req-3f39eb0c-961e-45cb-bcfc-cba485ef3f9a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:18.025200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24f50929-afc0-481f-8a38-91cd764bcb03 req-3f39eb0c-961e-45cb-bcfc-cba485ef3f9a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 944 time: 0.0696900 Jul 05 05:12:18.037195 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:18.059765 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb8fb87-08a9-48ce-96c5-4e25cede2e6e'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:12:18.062067 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73c0fee-ee8b-4941-a4ad-355b4b266dad" -d '{"events": [{"server_uuid": "f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85", "name": "network-vif-plugged", "status": "completed", "tag": "8eb8fb87-08a9-48ce-96c5-4e25cede2e6e"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:12:18.063696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24f50929-afc0-481f-8a38-91cd764bcb03 req-5c13d1c7-3bc6-4a4b-add1-7abea4544122 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328453 Jul 05 05:12:18.075870 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=8eb8fb87-08a9-48ce-96c5-4e25cede2e6e,segment=NetworkSegment(733bb98c-99e6-449d-8ebb-f63319811cb3),segment_id=733bb98c-99e6-449d-8ebb-f63319811cb3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:18.153796 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250ae7f0-ba77-404c-b170-adc124bb65a0 x-openstack-request-id: req-250ae7f0-ba77-404c-b170-adc124bb65a0 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:12:18.154064 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85", "name": "network-vif-plugged", "status": "completed", "tag": "8eb8fb87-08a9-48ce-96c5-4e25cede2e6e", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:12:18.154343 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-250ae7f0-ba77-404c-b170-adc124bb65a0 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:12:18.154740 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb8fb87-08a9-48ce-96c5-4e25cede2e6e', 'code': 200} Jul 05 05:12:18.157333 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:18.213097 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=8eb8fb87-08a9-48ce-96c5-4e25cede2e6e,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:18.266713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdace8-4ae1-4dd3-98a9-14b4f2193a45 req-0a85158c-b96d-45df-8f90-36d140379de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:18.268233 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b5bdace8-4ae1-4dd3-98a9-14b4f2193a45 req-0a85158c-b96d-45df-8f90-36d140379de1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 1097 time: 0.0537908 Jul 05 05:12:18.304119 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b5bdace8-4ae1-4dd3-98a9-14b4f2193a45 req-43b66fe2-a8a0-49a7-b2f6-86802e2971cd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288727 Jul 05 05:12:19.246235 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f20ffd-e860-4502-9afe-6e9f3456c8ad req-e004af2b-56b1-4df5-93ed-e2a2d7afcdbe tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:19.247787 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a7f20ffd-e860-4502-9afe-6e9f3456c8ad req-e004af2b-56b1-4df5-93ed-e2a2d7afcdbe tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 945 time: 0.0660329 Jul 05 05:12:19.297718 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a7f20ffd-e860-4502-9afe-6e9f3456c8ad req-fcf0ad73-33e3-4f37-9961-7f0924ec2cd1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442142 Jul 05 05:12:20.474446 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfef85-38cd-45f8-a67d-f6e46bbaf706 req-9baf5478-bf02-4d3f-ad6f-205eddde89e6 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:20.475823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83bfef85-38cd-45f8-a67d-f6e46bbaf706 req-9baf5478-bf02-4d3f-ad6f-205eddde89e6 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 945 time: 0.0642388 Jul 05 05:12:20.518383 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-83bfef85-38cd-45f8-a67d-f6e46bbaf706 req-f2d5007d-8d50-4da2-9cbc-3f6f4c8a8b55 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369778 Jul 05 05:12:20.697420 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c26c43-c758-48d5-848f-d6f81bb69333 req-287fc884-8ad5-429e-b713-7811b06ada20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:20.698966 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-75c26c43-c758-48d5-848f-d6f81bb69333 req-287fc884-8ad5-429e-b713-7811b06ada20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 945 time: 0.0674794 Jul 05 05:12:20.737717 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-75c26c43-c758-48d5-848f-d6f81bb69333 req-a5c45a85-ed49-404f-a413-8ec9aa305efd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330131 Jul 05 05:12:20.761342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39142) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:20.814047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27684c3-fd17-4234-b657-b3d100f8562a tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:20.815836 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d27684c3-fd17-4234-b657-b3d100f8562a tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 1092 time: 0.0532150 Jul 05 05:12:20.818871 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39144) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:20.823393 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': '8eb8fb87-08a9-48ce-96c5-4e25cede2e6e', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:12:20.917809 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:21.020252 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:21.120824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.25.6.165 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/99c9b16f-5b1f-4761-b0e7-c42a69538ecb) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:12:21.230880 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:21.329538 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:21.367202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:12:21.371920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:12:21.375324 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:12:21.381529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=99c9b16f-5b1f-4761-b0e7-c42a69538ecb,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:21.749245 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:21.892694 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:22.038606 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:22.102713 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:22.176670 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=99c9b16f-5b1f-4761-b0e7-c42a69538ecb,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:22.185202 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:22.287601 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Floating IP c2f5bece-369d-49a9-bf88-20a29158a280 associated. External IP: 172.25.6.165, port: 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e. Jul 05 05:12:22.500273 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router f1a236d8-fbcc-4941-8397-63a6e9897da4 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:12:22.610846 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:12:22.620575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf0fdcd-5110-4ea5-aec1-f305f599b3a5 None None] Sync routers for ids ['f1a236d8-fbcc-4941-8397-63a6e9897da4'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:12:22.631050 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf0fdcd-5110-4ea5-aec1-f305f599b3a5 None None] Routers {'f1a236d8-fbcc-4941-8397-63a6e9897da4'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:22.633206 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ddf0fdcd-5110-4ea5-aec1-f305f599b3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:12:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f1a236d8-fbcc-4941-8397-63a6e9897da4'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:22.711863 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:22.739667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-ddf0fdcd-5110-4ea5-aec1-f305f599b3a5 None None] Set router f1a236d8-fbcc-4941-8397-63a6e9897da4 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:22.748021 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b3886390-bf11-4bd7-aba1-a860beb23b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9280615 Jul 05 05:12:22.748775 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85', 'tag': '8eb8fb87-08a9-48ce-96c5-4e25cede2e6e'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:12:22.751288 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21f80fa-1fbf-450d-8c8a-3e145630d29b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85", "tag": "8eb8fb87-08a9-48ce-96c5-4e25cede2e6e"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:12:22.794062 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111955a5-9358-4e5d-b943-1257b5915e75 x-openstack-request-id: req-111955a5-9358-4e5d-b943-1257b5915e75 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:12:22.794362 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85", "tag": "8eb8fb87-08a9-48ce-96c5-4e25cede2e6e", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:12:22.794617 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-111955a5-9358-4e5d-b943-1257b5915e75 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:12:22.795049 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85', 'tag': '8eb8fb87-08a9-48ce-96c5-4e25cede2e6e', 'status': 'completed', 'code': 200} Jul 05 05:12:22.878409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f80fa-1fbf-450d-8c8a-3e145630d29b req-05c0b956-ce87-4ea7-943a-0e1ffe87317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:22.880456 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e21f80fa-1fbf-450d-8c8a-3e145630d29b req-05c0b956-ce87-4ea7-943a-0e1ffe87317e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 1097 time: 0.0620162 Jul 05 05:12:22.913378 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c83e3-7a17-4102-b4f4-5c1e60c9b91f req-c42bf519-ac45-46f7-80e2-231405259632 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:22.914935 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d1c83e3-7a17-4102-b4f4-5c1e60c9b91f req-c42bf519-ac45-46f7-80e2-231405259632 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 945 time: 0.0693860 Jul 05 05:12:22.957898 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d1c83e3-7a17-4102-b4f4-5c1e60c9b91f req-dd09078e-20ac-49e3-a3db-79615c71dce3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355155 Jul 05 05:12:22.984461 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f80fa-1fbf-450d-8c8a-3e145630d29b req-d83a976a-bb89-4be1-91cd-8d9b7c5ecd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:22.985972 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e21f80fa-1fbf-450d-8c8a-3e145630d29b req-d83a976a-bb89-4be1-91cd-8d9b7c5ecd25 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a2f82b7-5886-4788-8354-a83fde1bbea9 HTTP/1.1" status: 200 len: 897 time: 0.0994883 Jul 05 05:12:22.993170 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39150) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:22.998123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ddf0fdcd-5110-4ea5-aec1-f305f599b3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236870221', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:01Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:02Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'c2f5bece-369d-49a9-bf88-20a29158a280', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'port_id': '8eb8fb87-08a9-48ce-96c5-4e25cede2e6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9', 'mac_address': 'fa:16:3e:9c:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:12:21Z', 'updated_at': '2021-07-05T05:12:21Z', 'revision_number': 0, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685bd97a-a1b1-455d-be1d-daad7927fe24', 'name': '', 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:05Z', 'updated_at': '2021-07-05T05:12:10Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:23.031249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf0fdcd-5110-4ea5-aec1-f305f599b3a5 None None] Checking router: f1a236d8-fbcc-4941-8397-63a6e9897da4 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:12:23.041035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf0fdcd-5110-4ea5-aec1-f305f599b3a5 None None] Routers {'f1a236d8-fbcc-4941-8397-63a6e9897da4'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:23.041654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ddf0fdcd-5110-4ea5-aec1-f305f599b3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:12:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f1a236d8-fbcc-4941-8397-63a6e9897da4'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:23.103034 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-95b13a89-e524-4302-9a31-a30258b622fd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/c2f5bece-369d-49a9-bf88-20a29158a280 HTTP/1.1" status: 200 len: 991 time: 0.1088002 Jul 05 05:12:23.105349 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e21f80fa-1fbf-450d-8c8a-3e145630d29b req-0f6ce0c2-334b-4e0e-9efb-33572625e710 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eb8fb87-08a9-48ce-96c5-4e25cede2e6e HTTP/1.1" status: 200 len: 999 time: 0.1135390 Jul 05 05:12:23.154583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f80fa-1fbf-450d-8c8a-3e145630d29b req-8d0959f0-52b0-4df0-a090-cf65fb98ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:23.155187 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-ddf0fdcd-5110-4ea5-aec1-f305f599b3a5 None None] Set router f1a236d8-fbcc-4941-8397-63a6e9897da4 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:23.156048 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e21f80fa-1fbf-450d-8c8a-3e145630d29b req-8d0959f0-52b0-4df0-a090-cf65fb98ac27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=add14042-3f55-4aa9-86c2-eb1541480033 HTTP/1.1" status: 200 len: 834 time: 0.0443561 Jul 05 05:12:23.221773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f80fa-1fbf-450d-8c8a-3e145630d29b req-b008009b-246a-497a-b2a2-478266f1f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:23.223491 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e21f80fa-1fbf-450d-8c8a-3e145630d29b req-b008009b-246a-497a-b2a2-478266f1f1f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a2f82b7-5886-4788-8354-a83fde1bbea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610120 Jul 05 05:12:23.313810 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e21f80fa-1fbf-450d-8c8a-3e145630d29b req-906a700d-7bc9-4ed9-bde6-86bdca5ec8e2 service neutron] 10.222.0.10 "GET /v2.0/networks/6a2f82b7-5886-4788-8354-a83fde1bbea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839019 Jul 05 05:12:23.420630 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ddf0fdcd-5110-4ea5-aec1-f305f599b3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236870221', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:01Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:02Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'c2f5bece-369d-49a9-bf88-20a29158a280', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'port_id': '8eb8fb87-08a9-48ce-96c5-4e25cede2e6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9', 'mac_address': 'fa:16:3e:9c:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:12:21Z', 'updated_at': '2021-07-05T05:12:21Z', 'revision_number': 0, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685bd97a-a1b1-455d-be1d-daad7927fe24', 'name': '', 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:05Z', 'updated_at': '2021-07-05T05:12:10Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:23.466250 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-e21f80fa-1fbf-450d-8c8a-3e145630d29b req-a5154a98-b46b-40e6-b277-42cb65b56823 service neutron] 10.222.0.10 "GET /v2.0/networks/6a2f82b7-5886-4788-8354-a83fde1bbea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459899 Jul 05 05:12:23.467845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf0fdcd-5110-4ea5-aec1-f305f599b3a5 None None] The sync data for ids ['f1a236d8-fbcc-4941-8397-63a6e9897da4'] in n-d-771363-32 is: [{'id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236870221', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:01Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:02Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'c2f5bece-369d-49a9-bf88-20a29158a280', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'port_id': '8eb8fb87-08a9-48ce-96c5-4e25cede2e6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9', 'mac_address': 'fa:16:3e:9c:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:12:21Z', 'updated_at': '2021-07-05T05:12:21Z', 'revision_number': 0, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685bd97a-a1b1-455d-be1d-daad7927fe24', 'name': '', 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:05Z', 'updated_at': '2021-07-05T05:12:10Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:12:23.679588 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bf0d0-6072-4b8f-9fa2-e0bf71142ba3 None None] New status for floating IP c2f5bece-369d-49a9-bf88-20a29158a280: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:12:24.106846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39154) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:24.166379 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-243a03e4-2105-45b0-b6e6-09d9af9d168f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/c2f5bece-369d-49a9-bf88-20a29158a280 HTTP/1.1" status: 200 len: 993 time: 0.0584116 Jul 05 05:12:29.402126 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:12:33.354036 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:34.859785 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:41.383026 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-be236923-4760-457c-b180-9c764458e8f4 req-6c69e83b-6cf7-41d6-b99d-a10b19048301 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500493 Jul 05 05:12:41.484381 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be236923-4760-457c-b180-9c764458e8f4 req-44fa0a8b-146b-449c-9c84-f026b4d092c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:41.485892 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-be236923-4760-457c-b180-9c764458e8f4 req-44fa0a8b-146b-449c-9c84-f026b4d092c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 1097 time: 0.0578067 Jul 05 05:12:41.522568 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f205ceea-76ec-421f-bf1a-00bc61c5d826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:41.597746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be236923-4760-457c-b180-9c764458e8f4 req-93c34871-bbe8-4019-ad43-6498253e0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:41.599204 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-be236923-4760-457c-b180-9c764458e8f4 req-93c34871-bbe8-4019-ad43-6498253e0be1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a2f82b7-5886-4788-8354-a83fde1bbea9 HTTP/1.1" status: 200 len: 897 time: 0.0902054 Jul 05 05:12:41.671356 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-be236923-4760-457c-b180-9c764458e8f4 req-337968b6-e6b8-46c2-b47d-20212d72141e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eb8fb87-08a9-48ce-96c5-4e25cede2e6e HTTP/1.1" status: 200 len: 1001 time: 0.0634029 Jul 05 05:12:41.721550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be236923-4760-457c-b180-9c764458e8f4 req-0109aefa-aa1e-4202-8f25-a0570d843a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:41.722976 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-be236923-4760-457c-b180-9c764458e8f4 req-0109aefa-aa1e-4202-8f25-a0570d843a28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=add14042-3f55-4aa9-86c2-eb1541480033 HTTP/1.1" status: 200 len: 834 time: 0.0443075 Jul 05 05:12:41.780382 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be236923-4760-457c-b180-9c764458e8f4 req-2e626669-d75c-4376-a214-1e3bf50d0b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:41.781860 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-be236923-4760-457c-b180-9c764458e8f4 req-2e626669-d75c-4376-a214-1e3bf50d0b9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a2f82b7-5886-4788-8354-a83fde1bbea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516961 Jul 05 05:12:41.878233 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-be236923-4760-457c-b180-9c764458e8f4 req-9a0a6895-7fba-49f0-bd4c-00ef549fa48f service neutron] 10.222.0.10 "GET /v2.0/networks/6a2f82b7-5886-4788-8354-a83fde1bbea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887728 Jul 05 05:12:41.967745 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-be236923-4760-457c-b180-9c764458e8f4 req-dcedecf2-c226-4d07-bd99-ba8090f5945e service neutron] 10.222.0.10 "GET /v2.0/networks/6a2f82b7-5886-4788-8354-a83fde1bbea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821340 Jul 05 05:12:44.096373 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb553-584d-47c8-9ec9-69ff87582287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:44.465335 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:45.696626 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:47.231399 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:53.329433 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad599f-0aed-426e-8bdb-f5a8335bc956 req-3876a77c-c3e9-4a21-b141-91caa35d07ec tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:53.330925 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0ad599f-0aed-426e-8bdb-f5a8335bc956 req-3876a77c-c3e9-4a21-b141-91caa35d07ec tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 945 time: 0.0702405 Jul 05 05:12:53.369919 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0ad599f-0aed-426e-8bdb-f5a8335bc956 req-5a2396b0-f60f-40fb-b0f6-1285589ee48a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332572 Jul 05 05:12:54.560776 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5bc7b-df20-4332-bc99-109feb04a49e req-f3adfd22-8480-430e-95c8-b322dcfb7c15 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:54.562309 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66b5bc7b-df20-4332-bc99-109feb04a49e req-f3adfd22-8480-430e-95c8-b322dcfb7c15 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 945 time: 0.0663726 Jul 05 05:12:54.600163 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-66b5bc7b-df20-4332-bc99-109feb04a49e req-e6f29bf6-5ec6-409f-aa7c-adf9fc6ec84b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317802 Jul 05 05:12:54.625360 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39174) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:54.689564 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-55f183a2-d93d-4c46-bb3e-6e7dfa3ddc2c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/c2f5bece-369d-49a9-bf88-20a29158a280 HTTP/1.1" status: 200 len: 993 time: 0.0629480 Jul 05 05:12:56.259893 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ec40a-7caf-41e5-8e04-9860da926dc0 req-ffbf2827-bc64-42d6-acd5-f41d4316207d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:56.261393 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c3ec40a-7caf-41e5-8e04-9860da926dc0 req-ffbf2827-bc64-42d6-acd5-f41d4316207d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 945 time: 0.0674806 Jul 05 05:12:56.298965 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c3ec40a-7caf-41e5-8e04-9860da926dc0 req-2eb9184e-2a6e-4476-8221-88481a5709cd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317311 Jul 05 05:12:57.488119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3630c-38b1-43cb-b703-39db982cfb52 req-25accdf9-e2bf-4ded-b1a8-c84ba4fdbe7a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:57.489836 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5f3630c-38b1-43cb-b703-39db982cfb52 req-25accdf9-e2bf-4ded-b1a8-c84ba4fdbe7a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 945 time: 0.0666454 Jul 05 05:12:57.531024 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a5f3630c-38b1-43cb-b703-39db982cfb52 req-a97dfeef-4d10-4597-a445-7be7490999b0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352118 Jul 05 05:12:57.557355 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39184) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:57.625821 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2c100614-919f-46f5-af54-48facc87a03a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/c2f5bece-369d-49a9-bf88-20a29158a280 HTTP/1.1" status: 200 len: 993 time: 0.0671215 Jul 05 05:12:57.888211 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39190) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:58.045492 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port 99c9b16f-5b1f-4761-b0e7-c42a69538ecb {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:12:58.045986 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.121159 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.121493 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.133464 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for 99c9b16f-5b1f-4761-b0e7-c42a69538ecb owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:12:58.347818 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.374401 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=99c9b16f-5b1f-4761-b0e7-c42a69538ecb,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:58.406455 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:58.406855 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:58.407203 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:58.407542 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:58.407877 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:58.408239 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:58.408572 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:58.408910 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:58.409237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:58.409560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:58.409886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:58.410208 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:58.453102 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:58.453102 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Floating IP c2f5bece-369d-49a9-bf88-20a29158a280 disassociated (deleted). External IP: 172.25.6.165, port: 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e. Jul 05 05:12:58.967774 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router f1a236d8-fbcc-4941-8397-63a6e9897da4 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:12:59.074626 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:12:59.080360 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:59.084558 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c9cb1-276a-4c1d-baae-d749828339ed None None] Sync routers for ids ['f1a236d8-fbcc-4941-8397-63a6e9897da4'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:12:59.095150 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c9cb1-276a-4c1d-baae-d749828339ed None None] Routers {'f1a236d8-fbcc-4941-8397-63a6e9897da4'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:59.095765 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-222c9cb1-276a-4c1d-baae-d749828339ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:12:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f1a236d8-fbcc-4941-8397-63a6e9897da4'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:59.117213 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a3a3f31e-59fb-430a-9975-242bab4a2a70 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/floatingips/c2f5bece-369d-49a9-bf88-20a29158a280 HTTP/1.1" status: 204 len: 168 time: 1.2279696 Jul 05 05:12:59.117816 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85', 'tag': '8eb8fb87-08a9-48ce-96c5-4e25cede2e6e'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:12:59.120135 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf90c4be-44b9-4fe6-889b-29839635b38e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85", "tag": "8eb8fb87-08a9-48ce-96c5-4e25cede2e6e"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:12:59.162317 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97467d08-17ca-4a31-9ccb-d0efc1349808 x-openstack-request-id: req-97467d08-17ca-4a31-9ccb-d0efc1349808 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:12:59.162611 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85", "tag": "8eb8fb87-08a9-48ce-96c5-4e25cede2e6e", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:12:59.162866 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-97467d08-17ca-4a31-9ccb-d0efc1349808 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:12:59.163267 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85', 'tag': '8eb8fb87-08a9-48ce-96c5-4e25cede2e6e', 'status': 'completed', 'code': 200} Jul 05 05:12:59.231652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-222c9cb1-276a-4c1d-baae-d749828339ed None None] Set router f1a236d8-fbcc-4941-8397-63a6e9897da4 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:59.248792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90c4be-44b9-4fe6-889b-29839635b38e req-5e12616e-9b10-445a-89dc-39bcd7b7a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:59.250797 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf90c4be-44b9-4fe6-889b-29839635b38e req-5e12616e-9b10-445a-89dc-39bcd7b7a0bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 1097 time: 0.0584316 Jul 05 05:12:59.356054 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90c4be-44b9-4fe6-889b-29839635b38e req-75e21f36-b42c-4ba0-b789-b6a9fd91768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:59.358883 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf90c4be-44b9-4fe6-889b-29839635b38e req-75e21f36-b42c-4ba0-b789-b6a9fd91768a service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a2f82b7-5886-4788-8354-a83fde1bbea9 HTTP/1.1" status: 200 len: 897 time: 0.1006768 Jul 05 05:12:59.412042 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf90c4be-44b9-4fe6-889b-29839635b38e req-7e17562a-774f-4b17-9e01-2ac04199706a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eb8fb87-08a9-48ce-96c5-4e25cede2e6e HTTP/1.1" status: 200 len: 217 time: 0.0446901 Jul 05 05:12:59.467344 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90c4be-44b9-4fe6-889b-29839635b38e req-206a1896-955c-4176-9362-6d1a8cb6c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:59.468973 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf90c4be-44b9-4fe6-889b-29839635b38e req-206a1896-955c-4176-9362-6d1a8cb6c6be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=add14042-3f55-4aa9-86c2-eb1541480033 HTTP/1.1" status: 200 len: 834 time: 0.0495389 Jul 05 05:12:59.532650 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90c4be-44b9-4fe6-889b-29839635b38e req-eb446bdb-7938-42df-8460-a24833bd37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:59.534307 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf90c4be-44b9-4fe6-889b-29839635b38e req-eb446bdb-7938-42df-8460-a24833bd37fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a2f82b7-5886-4788-8354-a83fde1bbea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554643 Jul 05 05:12:59.594974 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-222c9cb1-276a-4c1d-baae-d749828339ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236870221', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:01Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:02Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '685bd97a-a1b1-455d-be1d-daad7927fe24', 'name': '', 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:05Z', 'updated_at': '2021-07-05T05:12:10Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:59.627126 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c9cb1-276a-4c1d-baae-d749828339ed None None] Checking router: f1a236d8-fbcc-4941-8397-63a6e9897da4 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:12:59.635989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c9cb1-276a-4c1d-baae-d749828339ed None None] Routers {'f1a236d8-fbcc-4941-8397-63a6e9897da4'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:59.636675 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-222c9cb1-276a-4c1d-baae-d749828339ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:12:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f1a236d8-fbcc-4941-8397-63a6e9897da4'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:59.757499 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-222c9cb1-276a-4c1d-baae-d749828339ed None None] Set router f1a236d8-fbcc-4941-8397-63a6e9897da4 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:59.936620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc8c9f-7a32-4324-ad61-7b20ec1e6272 req-fb52ca21-32da-47c9-9359-0799a08a00cc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:59.938476 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24dc8c9f-7a32-4324-ad61-7b20ec1e6272 req-fb52ca21-32da-47c9-9359-0799a08a00cc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 945 time: 0.0706935 Jul 05 05:12:59.974365 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-222c9cb1-276a-4c1d-baae-d749828339ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236870221', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:01Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:02Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '685bd97a-a1b1-455d-be1d-daad7927fe24', 'name': '', 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:05Z', 'updated_at': '2021-07-05T05:12:10Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:59.978401 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-24dc8c9f-7a32-4324-ad61-7b20ec1e6272 req-d224987a-dee9-4221-b231-c8e2a4059717 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335665 Jul 05 05:12:59.999831 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf90c4be-44b9-4fe6-889b-29839635b38e req-3ac3ef23-8297-4caa-9cb4-db9e4ec62043 service neutron] 10.222.0.10 "GET /v2.0/networks/6a2f82b7-5886-4788-8354-a83fde1bbea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573350 Jul 05 05:13:00.002352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c9cb1-276a-4c1d-baae-d749828339ed None None] The sync data for ids ['f1a236d8-fbcc-4941-8397-63a6e9897da4'] in n-d-771363-32 is: [{'id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236870221', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:01Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:02Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '685bd97a-a1b1-455d-be1d-daad7927fe24', 'name': '', 'network_id': '6a2f82b7-5886-4788-8354-a83fde1bbea9', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:05Z', 'updated_at': '2021-07-05T05:12:10Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'add14042-3f55-4aa9-86c2-eb1541480033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:13:00.101125 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bf90c4be-44b9-4fe6-889b-29839635b38e req-9c33f1d7-6ce4-4f0f-932d-f29f8317ab70 service neutron] 10.222.0.10 "GET /v2.0/networks/6a2f82b7-5886-4788-8354-a83fde1bbea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857375 Jul 05 05:13:00.229566 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06677f21-335f-4f29-8340-2ab86f38195f None None] New status for floating IP c2f5bece-369d-49a9-bf88-20a29158a280: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:13:01.160903 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764590c-81a4-4a0a-8b33-dbe63bf607f7 req-df74a780-9b43-4dd9-9d98-c9d2837ed653 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:01.162387 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5764590c-81a4-4a0a-8b33-dbe63bf607f7 req-df74a780-9b43-4dd9-9d98-c9d2837ed653 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 945 time: 0.0689471 Jul 05 05:13:01.200023 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5764590c-81a4-4a0a-8b33-dbe63bf607f7 req-e179aadb-6843-479d-94d0-c8820abecf12 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=3c320bc0-acb2-4221-be78-464f67b0fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320139 Jul 05 05:13:01.832246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d093596-67fb-4534-bef2-7c32af66ec97 req-85d23fc6-1600-4f91-9b67-51d161f1fb81 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:01.833759 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1d093596-67fb-4534-bef2-7c32af66ec97 req-85d23fc6-1600-4f91-9b67-51d161f1fb81 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 945 time: 0.0663915 Jul 05 05:13:01.932958 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-1d093596-67fb-4534-bef2-7c32af66ec97 req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:13:01.933318 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1d093596-67fb-4534-bef2-7c32af66ec97 req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:02.020172 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-1d093596-67fb-4534-bef2-7c32af66ec97 req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] For port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=8eb8fb87-08a9-48ce-96c5-4e25cede2e6e,segment=NetworkSegment(733bb98c-99e6-449d-8ebb-f63319811cb3),segment_id=733bb98c-99e6-449d-8ebb-f63319811cb3)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:02.020535 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1d093596-67fb-4534-bef2-7c32af66ec97 req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:02.033815 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-1d093596-67fb-4534-bef2-7c32af66ec97 req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:13:02.230997 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1d093596-67fb-4534-bef2-7c32af66ec97 req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:02.286632 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=8eb8fb87-08a9-48ce-96c5-4e25cede2e6e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:02.312020 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d093596-67fb-4534-bef2-7c32af66ec97 req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] No DVR routers for this DVR port 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:13:02.315727 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1d093596-67fb-4534-bef2-7c32af66ec97 req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:02.318116 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1d093596-67fb-4534-bef2-7c32af66ec97 req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.10 "DELETE /v2.0/ports/8eb8fb87-08a9-48ce-96c5-4e25cede2e6e HTTP/1.1" status: 204 len: 173 time: 0.4785066 Jul 05 05:13:02.318729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85', 'name': 'network-vif-deleted', 'tag': '8eb8fb87-08a9-48ce-96c5-4e25cede2e6e'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:13:02.322125 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20e4a62-b68d-4a38-96a0-eb273f37302f" -d '{"events": [{"server_uuid": "f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85", "name": "network-vif-deleted", "tag": "8eb8fb87-08a9-48ce-96c5-4e25cede2e6e"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:13:02.326132 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.326574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.326826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.327164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.327499 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.327831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.328192 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.328524 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.329532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.330040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.330373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.330704 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c922c6d-6599-44dc-ae58-ee51f4dfb2f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:02.346918 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7b89e615-a714-4a3a-af67-95f6d5a30445 req-d4dfe92d-f996-4f5a-9770-545ca845a074 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 210 time: 0.0338588 Jul 05 05:13:02.371175 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85647bc6-53e9-4ff6-b00e-db6703739043 x-openstack-request-id: req-85647bc6-53e9-4ff6-b00e-db6703739043 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:13:02.371474 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85", "name": "network-vif-deleted", "tag": "8eb8fb87-08a9-48ce-96c5-4e25cede2e6e", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:13:02.371733 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-85647bc6-53e9-4ff6-b00e-db6703739043 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:13:02.372204 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85', 'name': 'network-vif-deleted', 'tag': '8eb8fb87-08a9-48ce-96c5-4e25cede2e6e', 'status': 'completed', 'code': 200} Jul 05 05:13:03.283195 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:03.516507 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-aede7edd-68af-4204-88e6-c7241e4bec51 req-81fb5444-45d4-43cb-8804-a5357d1cb7f7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6285c82-bb22-4bb8-8d2f-d2ef8dd15b85 HTTP/1.1" status: 200 len: 210 time: 0.0325460 Jul 05 05:13:04.617749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39208) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:04.907905 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:04.980615 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ebb4807-4705-497e-b238-107d7b674716 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:05.242073 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb4807-4705-497e-b238-107d7b674716 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port 685bd97a-a1b1-455d-be1d-daad7927fe24 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:13:05.242320 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ebb4807-4705-497e-b238-107d7b674716 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:05.327532 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-3ebb4807-4705-497e-b238-107d7b674716 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] For port 685bd97a-a1b1-455d-be1d-daad7927fe24, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=685bd97a-a1b1-455d-be1d-daad7927fe24,segment=NetworkSegment(733bb98c-99e6-449d-8ebb-f63319811cb3),segment_id=733bb98c-99e6-449d-8ebb-f63319811cb3)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:05.327891 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ebb4807-4705-497e-b238-107d7b674716 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:05.341861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb4807-4705-497e-b238-107d7b674716 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for 685bd97a-a1b1-455d-be1d-daad7927fe24 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:13:05.599284 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ebb4807-4705-497e-b238-107d7b674716 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:05.631225 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb4807-4705-497e-b238-107d7b674716 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=685bd97a-a1b1-455d-be1d-daad7927fe24,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:05.808934 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3ebb4807-4705-497e-b238-107d7b674716 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.031833 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebb4807-4705-497e-b238-107d7b674716 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router f1a236d8-fbcc-4941-8397-63a6e9897da4 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:13:06.144456 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebb4807-4705-497e-b238-107d7b674716 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:13:06.152306 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3ebb4807-4705-497e-b238-107d7b674716 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "PUT /v2.0/routers/f1a236d8-fbcc-4941-8397-63a6e9897da4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5314119 Jul 05 05:13:06.152997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39210) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:06.154376 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952caa7f-b5e6-4103-bab0-fee3a70e536a None None] Sync routers for ids ['f1a236d8-fbcc-4941-8397-63a6e9897da4'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:13:06.165153 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952caa7f-b5e6-4103-bab0-fee3a70e536a None None] Routers {'f1a236d8-fbcc-4941-8397-63a6e9897da4'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:13:06.165825 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-952caa7f-b5e6-4103-bab0-fee3a70e536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:12:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f1a236d8-fbcc-4941-8397-63a6e9897da4'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:06.169012 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:13:06.204642 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc82e56-f4dc-4c82-97f1-1faeb9ba8c9b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting subnet add14042-3f55-4aa9-86c2-eb1541480033 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:13:06.207301 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcc82e56-f4dc-4c82-97f1-1faeb9ba8c9b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.221995 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:13:06.222342 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 8eb8fb87-08a9-48ce-96c5-4e25cede2e6e not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:13:06.247655 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcc82e56-f4dc-4c82-97f1-1faeb9ba8c9b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.294285 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-952caa7f-b5e6-4103-bab0-fee3a70e536a None None] Set router f1a236d8-fbcc-4941-8397-63a6e9897da4 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:13:06.335549 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcc82e56-f4dc-4c82-97f1-1faeb9ba8c9b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.400872 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:13:06.488409 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcc82e56-f4dc-4c82-97f1-1faeb9ba8c9b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.494790 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-952caa7f-b5e6-4103-bab0-fee3a70e536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236870221', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:01Z', 'updated_at': '2021-07-05T05:13:05Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:02Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:06.519183 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc82e56-f4dc-4c82-97f1-1faeb9ba8c9b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Subnet': ['ID=add14042-3f55-4aa9-86c2-eb1541480033,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:06.521259 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dcc82e56-f4dc-4c82-97f1-1faeb9ba8c9b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.522351 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952caa7f-b5e6-4103-bab0-fee3a70e536a None None] Checking router: f1a236d8-fbcc-4941-8397-63a6e9897da4 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:13:06.523070 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dcc82e56-f4dc-4c82-97f1-1faeb9ba8c9b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/subnets/add14042-3f55-4aa9-86c2-eb1541480033 HTTP/1.1" status: 204 len: 168 time: 0.3691351 Jul 05 05:13:06.526146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39212) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:06.529865 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5c973d-3157-4f5e-aa97-c87a27665e47 None None] Network 6a2f82b7-5886-4788-8354-a83fde1bbea9 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:13:06.573093 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952caa7f-b5e6-4103-bab0-fee3a70e536a None None] Routers {'f1a236d8-fbcc-4941-8397-63a6e9897da4'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:13:06.573732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-952caa7f-b5e6-4103-bab0-fee3a70e536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:12:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f1a236d8-fbcc-4941-8397-63a6e9897da4'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:06.698378 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e71cc8ae-3135-4edd-a515-0e8c644baaf3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.734673 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-952caa7f-b5e6-4103-bab0-fee3a70e536a None None] Set router f1a236d8-fbcc-4941-8397-63a6e9897da4 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:13:06.804802 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e71cc8ae-3135-4edd-a515-0e8c644baaf3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.899294 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] DHCP port deletion for 6a2f82b7-5886-4788-8354-a83fde1bbea9 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:13:06.956850 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e71cc8ae-3135-4edd-a515-0e8c644baaf3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port ffd95eaa-1639-4672-b134-60c3a0d35ab8 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:13:06.957162 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e71cc8ae-3135-4edd-a515-0e8c644baaf3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:06.962804 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-952caa7f-b5e6-4103-bab0-fee3a70e536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236870221', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:01Z', 'updated_at': '2021-07-05T05:13:05Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:02Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:06.992120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952caa7f-b5e6-4103-bab0-fee3a70e536a None None] The sync data for ids ['f1a236d8-fbcc-4941-8397-63a6e9897da4'] in n-d-771363-32 is: [{'id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236870221', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:12:01Z', 'updated_at': '2021-07-05T05:13:05Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'ffd95eaa-1639-4672-b134-60c3a0d35ab8', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a236d8-fbcc-4941-8397-63a6e9897da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:12:02Z', 'updated_at': '2021-07-05T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:13:06.994262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Deleting port 577b809b-a0c7-4020-901a-08d22d4e7a1b {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:13:06.994641 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.045697 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-e71cc8ae-3135-4edd-a515-0e8c644baaf3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] For port ffd95eaa-1639-4672-b134-60c3a0d35ab8, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=ffd95eaa-1639-4672-b134-60c3a0d35ab8,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:07.045943 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e71cc8ae-3135-4edd-a515-0e8c644baaf3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.058756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] For port 577b809b-a0c7-4020-901a-08d22d4e7a1b, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=577b809b-a0c7-4020-901a-08d22d4e7a1b,segment=NetworkSegment(733bb98c-99e6-449d-8ebb-f63319811cb3),segment_id=733bb98c-99e6-449d-8ebb-f63319811cb3)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:07.058986 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e71cc8ae-3135-4edd-a515-0e8c644baaf3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for ffd95eaa-1639-4672-b134-60c3a0d35ab8 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:13:07.059149 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.076573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Calling delete_port for 577b809b-a0c7-4020-901a-08d22d4e7a1b owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:13:07.250269 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.275843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Pushing event deleted for resources: {'Port': ['ID=577b809b-a0c7-4020-901a-08d22d4e7a1b,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:07.280124 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] No DVR routers for this DVR port 577b809b-a0c7-4020-901a-08d22d4e7a1b on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:13:07.289833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:07.289833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:07.289833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:07.289833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:07.289833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:07.289833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:07.289833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:07.289833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:07.289833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:07.289833 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:07.291280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:07.291280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c6c608-6eaf-4c24-82bd-67dc2ba9f793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:07.307514 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e71cc8ae-3135-4edd-a515-0e8c644baaf3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.334226 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cc8ae-3135-4edd-a515-0e8c644baaf3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=ffd95eaa-1639-4672-b134-60c3a0d35ab8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:07.400236 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e71cc8ae-3135-4edd-a515-0e8c644baaf3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.496544 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e71cc8ae-3135-4edd-a515-0e8c644baaf3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.498845 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e71cc8ae-3135-4edd-a515-0e8c644baaf3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.616138 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e71cc8ae-3135-4edd-a515-0e8c644baaf3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.616792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71cc8ae-3135-4edd-a515-0e8c644baaf3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Fanout notify agent at l3_agent the message router_deleted on router f1a236d8-fbcc-4941-8397-63a6e9897da4 {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:13:07.623542 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e71cc8ae-3135-4edd-a515-0e8c644baaf3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.624984 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e71cc8ae-3135-4edd-a515-0e8c644baaf3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/routers/f1a236d8-fbcc-4941-8397-63a6e9897da4 HTTP/1.1" status: 204 len: 168 time: 1.0978467 Jul 05 05:13:07.628251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39214) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:07.708566 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-720e1725-888a-41b2-bad4-ce23aaadc1ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.798599 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-720e1725-888a-41b2-bad4-ce23aaadc1ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.808255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-720e1725-888a-41b2-bad4-ce23aaadc1ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2f82b7-5886-4788-8354-a83fde1bbea9']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:07.819393 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-720e1725-888a-41b2-bad4-ce23aaadc1ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733bb98c-99e6-449d-8ebb-f63319811cb3') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:07.819698 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-720e1725-888a-41b2-bad4-ce23aaadc1ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733bb98c-99e6-449d-8ebb-f63319811cb3') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:07.829393 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-720e1725-888a-41b2-bad4-ce23aaadc1ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.842825 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-720e1725-888a-41b2-bad4-ce23aaadc1ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.848564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720e1725-888a-41b2-bad4-ce23aaadc1ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:13:07.848952 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-720e1725-888a-41b2-bad4-ce23aaadc1ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: timer() Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:13:07.851785 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:13:08.010021 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-720e1725-888a-41b2-bad4-ce23aaadc1ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:08.017648 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-720e1725-888a-41b2-bad4-ce23aaadc1ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:08.019424 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-720e1725-888a-41b2-bad4-ce23aaadc1ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/networks/6a2f82b7-5886-4788-8354-a83fde1bbea9 HTTP/1.1" status: 204 len: 168 time: 0.3901479 Jul 05 05:13:08.022362 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39216) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:08.031389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e1725-888a-41b2-bad4-ce23aaadc1ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Network': ['ID=6a2f82b7-5886-4788-8354-a83fde1bbea9,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:08.088453 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80c080cd-4d90-4345-8cbf-a34346edfbfb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:08.117346 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80c080cd-4d90-4345-8cbf-a34346edfbfb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:08.238862 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80c080cd-4d90-4345-8cbf-a34346edfbfb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:08.241550 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-80c080cd-4d90-4345-8cbf-a34346edfbfb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:08.242747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-80c080cd-4d90-4345-8cbf-a34346edfbfb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/security-groups/3c320bc0-acb2-4221-be78-464f67b0fe7e HTTP/1.1" status: 204 len: 168 time: 0.2193947 Jul 05 05:13:08.253854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c080cd-4d90-4345-8cbf-a34346edfbfb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c320bc0-acb2-4221-be78-464f67b0fe7e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:08.511066 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ffd95eaa-1639-4672-b134-60c3a0d35ab8 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:13:08.533155 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: ffd95eaa-1639-4672-b134-60c3a0d35ab8 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:13:08.533514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device ffd95eaa-1639-4672-b134-60c3a0d35ab8 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:13:08.533946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 685bd97a-a1b1-455d-be1d-daad7927fe24 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:13:08.555951 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 685bd97a-a1b1-455d-be1d-daad7927fe24 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:13:08.556321 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 685bd97a-a1b1-455d-be1d-daad7927fe24 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:13:08.556740 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 577b809b-a0c7-4020-901a-08d22d4e7a1b no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:13:08.580108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 577b809b-a0c7-4020-901a-08d22d4e7a1b {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:13:08.580463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 577b809b-a0c7-4020-901a-08d22d4e7a1b not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:13:08.760084 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39222) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:08.764911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-ad47ab51-578b-45f0-b405-fdb2d9f1734e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1890353600', 'description': 'tempest-secgroup-smoke-1890353600 description', 'project_id': '797c76fbe70b44f8a93edd8832372e73'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:08.867402 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ad47ab51-578b-45f0-b405-fdb2d9f1734e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:08.944963 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ad47ab51-578b-45f0-b405-fdb2d9f1734e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.016748 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ad47ab51-578b-45f0-b405-fdb2d9f1734e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.046403 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47ab51-578b-45f0-b405-fdb2d9f1734e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:09.104965 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ad47ab51-578b-45f0-b405-fdb2d9f1734e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.106353 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ad47ab51-578b-45f0-b405-fdb2d9f1734e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3452382 Jul 05 05:13:09.109459 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39224) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:09.114412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b54487cd-9c40-4316-ad77-6abcdf7b7155 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:09.201298 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b54487cd-9c40-4316-ad77-6abcdf7b7155 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.256030 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b54487cd-9c40-4316-ad77-6abcdf7b7155 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.345550 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b54487cd-9c40-4316-ad77-6abcdf7b7155 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.363702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54487cd-9c40-4316-ad77-6abcdf7b7155 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0063c2f-bea0-41b8-998f-e5d26e28eb14,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:09.438772 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b54487cd-9c40-4316-ad77-6abcdf7b7155 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.440414 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b54487cd-9c40-4316-ad77-6abcdf7b7155 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3299549 Jul 05 05:13:09.443384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39226) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:09.447898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-70e9df30-af2f-4dd5-8257-16b7479accee tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:09.533726 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-70e9df30-af2f-4dd5-8257-16b7479accee tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.592997 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-70e9df30-af2f-4dd5-8257-16b7479accee tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.670260 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-70e9df30-af2f-4dd5-8257-16b7479accee tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.689678 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9df30-af2f-4dd5-8257-16b7479accee tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07632f7-f656-41cc-ab10-a1975e2ac651,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:09.779282 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-70e9df30-af2f-4dd5-8257-16b7479accee tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.780603 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-70e9df30-af2f-4dd5-8257-16b7479accee tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3362381 Jul 05 05:13:09.784015 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39228) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:09.788373 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-69109419-ae0b-468b-a133-02ba0aaf1c61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:09.888896 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-69109419-ae0b-468b-a133-02ba0aaf1c61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:09.946290 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-69109419-ae0b-468b-a133-02ba0aaf1c61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.033011 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-69109419-ae0b-468b-a133-02ba0aaf1c61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.050280 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69109419-ae0b-468b-a133-02ba0aaf1c61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b37539-dfd5-45a9-bacf-a50e4ce81151,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:10.136394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-69109419-ae0b-468b-a133-02ba0aaf1c61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.137655 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-69109419-ae0b-468b-a133-02ba0aaf1c61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3527496 Jul 05 05:13:10.140433 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39230) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:10.145537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7c2158ea-0d18-4b8d-bf36-194c903222ea tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:10.235818 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7c2158ea-0d18-4b8d-bf36-194c903222ea tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.294287 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7c2158ea-0d18-4b8d-bf36-194c903222ea tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.390665 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7c2158ea-0d18-4b8d-bf36-194c903222ea tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.407944 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2158ea-0d18-4b8d-bf36-194c903222ea tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136eee75-04f7-4274-9d8c-e9a488c32d82,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:10.528166 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7c2158ea-0d18-4b8d-bf36-194c903222ea tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.529473 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7c2158ea-0d18-4b8d-bf36-194c903222ea tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3880754 Jul 05 05:13:10.532209 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39232) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:10.537048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-206008f0-77f0-421e-8afb-e1be8288779a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:10.722407 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-206008f0-77f0-421e-8afb-e1be8288779a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Project 797c76fbe70b44f8a93edd8832372e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:13:10.727549 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-206008f0-77f0-421e-8afb-e1be8288779a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.790589 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-206008f0-77f0-421e-8afb-e1be8288779a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.922115 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-206008f0-77f0-421e-8afb-e1be8288779a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.940797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206008f0-77f0-421e-8afb-e1be8288779a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf623c8-bc1e-45f7-812a-c5333c97730c,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:11.004551 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-206008f0-77f0-421e-8afb-e1be8288779a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:11.005776 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-206008f0-77f0-421e-8afb-e1be8288779a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4723198 Jul 05 05:13:11.008635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39234) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:11.013192 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-0adbde74-0336-4032-9068-8a3e7812d4b2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:11.096018 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-0adbde74-0336-4032-9068-8a3e7812d4b2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Project 797c76fbe70b44f8a93edd8832372e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:13:11.101382 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0adbde74-0336-4032-9068-8a3e7812d4b2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:11.162426 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0adbde74-0336-4032-9068-8a3e7812d4b2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:11.241862 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0adbde74-0336-4032-9068-8a3e7812d4b2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:11.260231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbde74-0336-4032-9068-8a3e7812d4b2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1905bc-c1b8-4f6b-b852-3cb9a0663c52,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:11.339374 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0adbde74-0336-4032-9068-8a3e7812d4b2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:11.340751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0adbde74-0336-4032-9068-8a3e7812d4b2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3311422 Jul 05 05:13:11.343744 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39236) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:11.349515 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-cf53a71c-a27d-4038-b417-b481a05b2978 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'network': {'name': 'tempest-network-smoke--1264582991', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'port_security_enabled': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:11.430310 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf53a71c-a27d-4038-b417-b481a05b2978 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Made reservation on behalf of 797c76fbe70b44f8a93edd8832372e73 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:13:11.433974 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf53a71c-a27d-4038-b417-b481a05b2978 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:11.462636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf53a71c-a27d-4038-b417-b481a05b2978 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:13:11.472575 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf53a71c-a27d-4038-b417-b481a05b2978 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:11.472954 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-cf53a71c-a27d-4038-b417-b481a05b2978 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Added segment 845fda5b-4335-46c7-95e5-8027fd1305fb of type vlan for network afdf1b30-71c0-4153-bb64-c308949f9f64 Jul 05 05:13:11.512935 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf53a71c-a27d-4038-b417-b481a05b2978 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:11.527561 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-87cc8532-c073-47fa-b6df-df1490bec79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:11.590884 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf53a71c-a27d-4038-b417-b481a05b2978 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:11.597094 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf53a71c-a27d-4038-b417-b481a05b2978 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:11.597680 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf53a71c-a27d-4038-b417-b481a05b2978 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:11.661668 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53a71c-a27d-4038-b417-b481a05b2978 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Network': ['ID=afdf1b30-71c0-4153-bb64-c308949f9f64,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:11.672201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network afdf1b30-71c0-4153-bb64-c308949f9f64 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:13:11.720993 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cf53a71c-a27d-4038-b417-b481a05b2978 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3749614 Jul 05 05:13:11.723923 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39238) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:11.728650 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1824588518', 'admin_state_up': True, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:11.833548 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:11.834721 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:11.889861 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:12.085646 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:12.379736 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:12.398686 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:12.509111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.25.6.47 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/91c0afa8-6b25-464a-adc5-b781eacfa65c) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:13:12.616022 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:12.734033 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:12.775460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:13:12.778434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:13:12.785299 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:13:12.811845 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=91c0afa8-6b25-464a-adc5-b781eacfa65c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:13.097433 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:13.293614 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:13.832629 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router 2c6bacf9-3987-41d6-9993-4fc98422967a is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:13:13.934926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:13:13.944862 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Sync routers for ids ['2c6bacf9-3987-41d6-9993-4fc98422967a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:13:13.953657 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Routers {'2c6bacf9-3987-41d6-9993-4fc98422967a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:13:13.954266 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:12:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2c6bacf9-3987-41d6-9993-4fc98422967a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:14.010260 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:14.011683 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-986bcb47-b69c-41c6-a036-6e52d6402f8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2867866 Jul 05 05:13:14.015607 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39240) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:14.050422 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39242) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:14.050802 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-97033a96-ca2a-49fc-8c04-b3f393dffc6a tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=797c76fbe70b44f8a93edd8832372e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337820 Jul 05 05:13:14.058607 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Set router 2c6bacf9-3987-41d6-9993-4fc98422967a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:13:14.127652 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-604c5690-5a62-4302-89bb-449e022d4bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:14.203001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c8942-cf9e-468a-9508-246847a27feb tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:14.205129 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-650c8942-cf9e-468a-9508-246847a27feb tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1531222 Jul 05 05:13:14.208133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39244) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:14.244768 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-24531f1b-d739-4967-9497-0f3a763cc18a tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354202 Jul 05 05:13:14.247290 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39246) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:14.253325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-de38358f-d0f3-4b9a-b29c-d484e7bfae27 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2097108020', 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:14.330480 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824588518', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:11Z', 'updated_at': '2021-07-05T05:13:12Z', 'revision_number': 3, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:12Z', 'updated_at': '2021-07-05T05:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:14.355309 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Checking router: 2c6bacf9-3987-41d6-9993-4fc98422967a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:13:14.355656 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Updating router 2c6bacf9-3987-41d6-9993-4fc98422967a port 91c0afa8-6b25-464a-adc5-b781eacfa65c binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:13:14.392629 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:14.410230 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de38358f-d0f3-4b9a-b29c-d484e7bfae27 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Made reservation on behalf of 797c76fbe70b44f8a93edd8832372e73 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:13:14.415391 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-de38358f-d0f3-4b9a-b29c-d484e7bfae27 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:14.493612 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:14.651015 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:14.660753 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Transition to ACTIVE for port object 91c0afa8-6b25-464a-adc5-b781eacfa65c will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:13:14.671257 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-de38358f-d0f3-4b9a-b29c-d484e7bfae27 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:14.736533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38358f-d0f3-4b9a-b29c-d484e7bfae27 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Subnet': ['ID=f72cac78-e08c-4e55-8e3e-a90dfa70bc26,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:14.745075 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de38358f-d0f3-4b9a-b29c-d484e7bfae27 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Checking segment: {'id': '845fda5b-4335-46c7-95e5-8027fd1305fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:13:14.745495 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de38358f-d0f3-4b9a-b29c-d484e7bfae27 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network hostable DHCP agents. Network: afdf1b30-71c0-4153-bb64-c308949f9f64, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:13:14.759036 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:14.812193 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Attempting to bind port 91c0afa8-6b25-464a-adc5-b781eacfa65c on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:13:14.812566 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Attempting to bind port 91c0afa8-6b25-464a-adc5-b781eacfa65c by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:13:14.812929 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Attempting to bind port 91c0afa8-6b25-464a-adc5-b781eacfa65c on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:13:14.818185 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccdded-8338-47de-87ee-9ae0d16803e9 None None] Pushing event updated for resources: {'Port': ['ID=91c0afa8-6b25-464a-adc5-b781eacfa65c,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:14.821383 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:13:14.821753 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:13:14.822152 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:14.822540 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:13:14.822998 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Bound port: 91c0afa8-6b25-464a-adc5-b781eacfa65c, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:13:14.823376 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:14.847164 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccdded-8338-47de-87ee-9ae0d16803e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:14.847513 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccdded-8338-47de-87ee-9ae0d16803e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:14.847855 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccdded-8338-47de-87ee-9ae0d16803e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:14.848289 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccdded-8338-47de-87ee-9ae0d16803e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:14.848626 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccdded-8338-47de-87ee-9ae0d16803e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:14.849010 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccdded-8338-47de-87ee-9ae0d16803e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:14.849346 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccdded-8338-47de-87ee-9ae0d16803e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:14.849673 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccdded-8338-47de-87ee-9ae0d16803e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:14.850000 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccdded-8338-47de-87ee-9ae0d16803e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:14.850324 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccdded-8338-47de-87ee-9ae0d16803e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:14.850647 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccdded-8338-47de-87ee-9ae0d16803e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:14.850968 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccdded-8338-47de-87ee-9ae0d16803e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:13:14.866949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de38358f-d0f3-4b9a-b29c-d484e7bfae27 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network afdf1b30-71c0-4153-bb64-c308949f9f64 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:13:14.885721 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] For port 91c0afa8-6b25-464a-adc5-b781eacfa65c, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:13:14.888706 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] For port 91c0afa8-6b25-464a-adc5-b781eacfa65c, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=91c0afa8-6b25-464a-adc5-b781eacfa65c,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:13:14.935831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-de38358f-d0f3-4b9a-b29c-d484e7bfae27 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, afdf1b30-71c0-4153-bb64-c308949f9f64) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:13:14.940210 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de38358f-d0f3-4b9a-b29c-d484e7bfae27 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:14.940914 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-de38358f-d0f3-4b9a-b29c-d484e7bfae27 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:14.945552 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86b69f5-d309-46fb-bbd4-88e152d7e971 None None] Network afdf1b30-71c0-4153-bb64-c308949f9f64 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:13:14.973953 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:15.028209 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Routers {'2c6bacf9-3987-41d6-9993-4fc98422967a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:13:15.028845 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:13:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2c6bacf9-3987-41d6-9993-4fc98422967a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:15.056444 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-de38358f-d0f3-4b9a-b29c-d484e7bfae27 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8080411 Jul 05 05:13:15.059243 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39248) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:15.073073 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccdded-8338-47de-87ee-9ae0d16803e9 None None] Pushing event updated for resources: {'Port': ['ID=91c0afa8-6b25-464a-adc5-b781eacfa65c,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:15.102608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-afdf1b30-71c0-4153-bb64-c308949f9f64', 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ips': [{'subnet_id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:13:15.103929 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:15.146416 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] Set router 2c6bacf9-3987-41d6-9993-4fc98422967a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:13:15.246711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Allocated IP 172.20.0.2 (afdf1b30-71c0-4153-bb64-c308949f9f64/f72cac78-e08c-4e55-8e3e-a90dfa70bc26/567cb286-3fcb-478d-9da7-033f96dfc892) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:13:15.338124 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824588518', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:11Z', 'updated_at': '2021-07-05T05:13:12Z', 'revision_number': 3, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:12Z', 'updated_at': '2021-07-05T05:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:15.366403 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5ab79a-f646-4f48-ab71-8cdb0e546213 None None] The sync data for ids ['2c6bacf9-3987-41d6-9993-4fc98422967a'] in n-d-771363-32 is: [{'id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824588518', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:11Z', 'updated_at': '2021-07-05T05:13:12Z', 'revision_number': 3, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:12Z', 'updated_at': '2021-07-05T05:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:13:15.402651 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:15.413117 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Transition to ACTIVE for port object 567cb286-3fcb-478d-9da7-033f96dfc892 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:13:15.428543 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Transition to ACTIVE for port object 567cb286-3fcb-478d-9da7-033f96dfc892 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:13:15.527838 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:15.551389 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:15.623948 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Network afdf1b30-71c0-4153-bb64-c308949f9f64 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:13:15.633909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:13:15.639948 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:13:15.656327 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Pushing event updated for resources: {'Port': ['ID=567cb286-3fcb-478d-9da7-033f96dfc892,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:15.716885 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Attempting to bind port 567cb286-3fcb-478d-9da7-033f96dfc892 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:13:15.717270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Attempting to bind port 567cb286-3fcb-478d-9da7-033f96dfc892 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '845fda5b-4335-46c7-95e5-8027fd1305fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:13:15.717891 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Attempting to bind port 567cb286-3fcb-478d-9da7-033f96dfc892 on network afdf1b30-71c0-4153-bb64-c308949f9f64 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:13:15.725525 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:13:15.726674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Checking segment: {'id': '845fda5b-4335-46c7-95e5-8027fd1305fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:13:15.727249 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:15.727809 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Bound using segment: {'id': '845fda5b-4335-46c7-95e5-8027fd1305fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:13:15.729212 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Bound port: 567cb286-3fcb-478d-9da7-033f96dfc892, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845fda5b-4335-46c7-95e5-8027fd1305fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:13:15.729679 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:15.740232 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:15.855561 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.20.0.1 (afdf1b30-71c0-4153-bb64-c308949f9f64/f72cac78-e08c-4e55-8e3e-a90dfa70bc26/de83ec48-ad8c-4c9b-85f6-0517142c5160) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:13:15.961115 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] For port 567cb286-3fcb-478d-9da7-033f96dfc892, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:13:15.965291 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] For port 567cb286-3fcb-478d-9da7-033f96dfc892, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=567cb286-3fcb-478d-9da7-033f96dfc892,segment=NetworkSegment(845fda5b-4335-46c7-95e5-8027fd1305fb),segment_id=845fda5b-4335-46c7-95e5-8027fd1305fb)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:13:15.984442 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:15.999633 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Transition to ACTIVE for port object de83ec48-ad8c-4c9b-85f6-0517142c5160 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:13:16.082675 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:16.117196 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:16.146051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32aa5d0-4912-4ef9-b63e-fb8cd2bd8a79 None None] Pushing event updated for resources: {'Port': ['ID=567cb286-3fcb-478d-9da7-033f96dfc892,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:16.176183 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network afdf1b30-71c0-4153-bb64-c308949f9f64 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:13:16.181741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:13:16.185751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:13:16.193335 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=de83ec48-ad8c-4c9b-85f6-0517142c5160,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:16.235139 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:16.489016 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:16.591687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 567cb286-3fcb-478d-9da7-033f96dfc892 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:16.695621 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 567cb286-3fcb-478d-9da7-033f96dfc892 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:16.699723 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 91c0afa8-6b25-464a-adc5-b781eacfa65c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:16.808381 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:16.815941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 91c0afa8-6b25-464a-adc5-b781eacfa65c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:16.821716 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 91c0afa8-6b25-464a-adc5-b781eacfa65c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:16.821716 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:16.882147 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:16.901538 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:16.926280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 91c0afa8-6b25-464a-adc5-b781eacfa65c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=91c0afa8-6b25-464a-adc5-b781eacfa65c,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:16.962189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=de83ec48-ad8c-4c9b-85f6-0517142c5160,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:16.968284 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:17.008185 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:17.059683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=91c0afa8-6b25-464a-adc5-b781eacfa65c,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:17.068865 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network afdf1b30-71c0-4153-bb64-c308949f9f64 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:13:17.071177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:13:17.190031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router 2c6bacf9-3987-41d6-9993-4fc98422967a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:13:17.213810 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:17.304246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:13:17.309845 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d3836af6-6483-43f6-93d6-d5915717a7de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "PUT /v2.0/routers/2c6bacf9-3987-41d6-9993-4fc98422967a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2494538 Jul 05 05:13:17.314285 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Sync routers for ids ['2c6bacf9-3987-41d6-9993-4fc98422967a'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:13:17.324650 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Routers {'2c6bacf9-3987-41d6-9993-4fc98422967a'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:13:17.325306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:13:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2c6bacf9-3987-41d6-9993-4fc98422967a'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:17.459741 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Set router 2c6bacf9-3987-41d6-9993-4fc98422967a gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:13:17.485196 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d740da7d-1f00-4937-827a-b149caebfb7c req-1e2f57b5-994e-4952-8b38-20bbe9b4e528 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890353600&fields=id&tenant_id=797c76fbe70b44f8a93edd8832372e73 HTTP/1.1" status: 200 len: 267 time: 0.0438344 Jul 05 05:13:17.622189 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740da7d-1f00-4937-827a-b149caebfb7c req-18bd1c2b-10d4-4cc2-becc-f1b4c6719d59 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:17.628621 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d740da7d-1f00-4937-827a-b149caebfb7c req-18bd1c2b-10d4-4cc2-becc-f1b4c6719d59 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/networks?id=afdf1b30-71c0-4153-bb64-c308949f9f64 HTTP/1.1" status: 200 len: 797 time: 0.1362345 Jul 05 05:13:17.639916 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d740da7d-1f00-4937-827a-b149caebfb7c req-bef9a5de-d61f-4aa8-9926-a957e7ab155e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/quotas/797c76fbe70b44f8a93edd8832372e73 HTTP/1.1" status: 200 len: 375 time: 0.0101926 Jul 05 05:13:17.701676 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824588518', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:11Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:12Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'de83ec48-ad8c-4c9b-85f6-0517142c5160', 'name': '', 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:a7:45:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:15Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 2, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:17.715304 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d740da7d-1f00-4937-827a-b149caebfb7c req-87aa8ed8-6025-45ee-ac53-8641e80c543e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696361 Jul 05 05:13:17.730334 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Checking router: 2c6bacf9-3987-41d6-9993-4fc98422967a for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:13:17.730693 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Updating router 2c6bacf9-3987-41d6-9993-4fc98422967a port de83ec48-ad8c-4c9b-85f6-0517142c5160 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:13:17.768734 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:17.789898 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebb4ba6-7ed0-486c-bd67-cdcf1a987f2c None None] Network afdf1b30-71c0-4153-bb64-c308949f9f64 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:13:17.822161 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d740da7d-1f00-4937-827a-b149caebfb7c req-67f92c94-6348-4818-b421-64c410e644d7 service neutron] 10.222.0.38 "GET /v2.0/networks/afdf1b30-71c0-4153-bb64-c308949f9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941670 Jul 05 05:13:17.913183 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d740da7d-1f00-4937-827a-b149caebfb7c req-bd128e77-f8da-4bff-8528-9feb9e5809de service neutron] 10.222.0.38 "GET /v2.0/networks/afdf1b30-71c0-4153-bb64-c308949f9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849299 Jul 05 05:13:18.091365 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7ecb94af-9218-448e-a963-4afa2541e9a3 None None] Provisioning for port 567cb286-3fcb-478d-9da7-033f96dfc892 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:18.106228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-7ecb94af-9218-448e-a963-4afa2541e9a3 None None] Provisioning complete for port 567cb286-3fcb-478d-9da7-033f96dfc892 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:18.106600 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7ecb94af-9218-448e-a963-4afa2541e9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:18.195616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abdbc226-5dc9-4b70-8a35-b6285523043e req-e21c5e3d-e1c1-42a8-86cc-8bdba6ce6e8c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 210 time: 0.0314319 Jul 05 05:13:18.263404 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:18.283855 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Transition to ACTIVE for port object de83ec48-ad8c-4c9b-85f6-0517142c5160 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:13:18.288281 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7ecb94af-9218-448e-a963-4afa2541e9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:18.324289 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-7ecb94af-9218-448e-a963-4afa2541e9a3 None None] For port 567cb286-3fcb-478d-9da7-033f96dfc892, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=567cb286-3fcb-478d-9da7-033f96dfc892,segment=NetworkSegment(845fda5b-4335-46c7-95e5-8027fd1305fb),segment_id=845fda5b-4335-46c7-95e5-8027fd1305fb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:18.384480 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:18.422528 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7ecb94af-9218-448e-a963-4afa2541e9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:18.461969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bba1c-1996-49bc-86b3-7e807bdf208e None None] Pushing event updated for resources: {'Port': ['ID=de83ec48-ad8c-4c9b-85f6-0517142c5160,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:18.520267 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Attempting to bind port de83ec48-ad8c-4c9b-85f6-0517142c5160 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:13:18.520635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Attempting to bind port de83ec48-ad8c-4c9b-85f6-0517142c5160 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '845fda5b-4335-46c7-95e5-8027fd1305fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:13:18.520997 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Attempting to bind port de83ec48-ad8c-4c9b-85f6-0517142c5160 on network afdf1b30-71c0-4153-bb64-c308949f9f64 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:13:18.536541 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:13:18.537288 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Checking segment: {'id': '845fda5b-4335-46c7-95e5-8027fd1305fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:13:18.538492 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:18.538966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Bound using segment: {'id': '845fda5b-4335-46c7-95e5-8027fd1305fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:13:18.539605 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Bound port: de83ec48-ad8c-4c9b-85f6-0517142c5160, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845fda5b-4335-46c7-95e5-8027fd1305fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:13:18.540188 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:18.549807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 91c0afa8-6b25-464a-adc5-b781eacfa65c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:18.606158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb94af-9218-448e-a963-4afa2541e9a3 None None] Pushing event updated for resources: {'Port': ['ID=567cb286-3fcb-478d-9da7-033f96dfc892,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:18.634653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2ae52d1c-bfdd-4504-b318-05fe50c22581 None None] Provisioning complete for port 567cb286-3fcb-478d-9da7-033f96dfc892 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:18.634943 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2ae52d1c-bfdd-4504-b318-05fe50c22581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:18.715363 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] For port de83ec48-ad8c-4c9b-85f6-0517142c5160, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:13:18.717964 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 91c0afa8-6b25-464a-adc5-b781eacfa65c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:18.718348 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:18.722280 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] For port de83ec48-ad8c-4c9b-85f6-0517142c5160, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=de83ec48-ad8c-4c9b-85f6-0517142c5160,segment=NetworkSegment(845fda5b-4335-46c7-95e5-8027fd1305fb),segment_id=845fda5b-4335-46c7-95e5-8027fd1305fb)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:13:18.810623 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:18.890412 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Routers {'2c6bacf9-3987-41d6-9993-4fc98422967a'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:13:18.890961 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:13:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2c6bacf9-3987-41d6-9993-4fc98422967a'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:18.910165 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bba1c-1996-49bc-86b3-7e807bdf208e None None] Pushing event updated for resources: {'Port': ['ID=de83ec48-ad8c-4c9b-85f6-0517142c5160,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:18.968221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-2ae52d1c-bfdd-4504-b318-05fe50c22581 None None] Provisioning for port de83ec48-ad8c-4c9b-85f6-0517142c5160 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:19.041142 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] Set router 2c6bacf9-3987-41d6-9993-4fc98422967a gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:13:19.285131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9a0a235-8000-47c0-889f-49ac6f31a8a8 req-0c35ec80-e4e7-4235-b846-80fe0d11d47a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 210 time: 0.0355835 Jul 05 05:13:19.299966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824588518', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:11Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:12Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'de83ec48-ad8c-4c9b-85f6-0517142c5160', 'name': '', 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:a7:45:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:15Z', 'updated_at': '2021-07-05T05:13:18Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:19.334917 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa309bb4-9f28-42c3-8670-02ba98c97dd5 None None] The sync data for ids ['2c6bacf9-3987-41d6-9993-4fc98422967a'] in n-d-771363-32 is: [{'id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824588518', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:11Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:12Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'de83ec48-ad8c-4c9b-85f6-0517142c5160', 'name': '', 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:a7:45:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:15Z', 'updated_at': '2021-07-05T05:13:18Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:13:20.370087 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9d4d9afb-2dc6-490c-b4ff-6e1e7f9928ab req-e0ac3ef5-3398-468a-959d-2f84a07104e8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 210 time: 0.0289254 Jul 05 05:13:20.587683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 567cb286-3fcb-478d-9da7-033f96dfc892 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:20.635847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 567cb286-3fcb-478d-9da7-033f96dfc892 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:20.636257 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:20.718296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device de83ec48-ad8c-4c9b-85f6-0517142c5160 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:20.830493 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port de83ec48-ad8c-4c9b-85f6-0517142c5160 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:20.834608 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port de83ec48-ad8c-4c9b-85f6-0517142c5160 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:20.834987 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:20.915215 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:20.948565 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port de83ec48-ad8c-4c9b-85f6-0517142c5160, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=de83ec48-ad8c-4c9b-85f6-0517142c5160,segment=NetworkSegment(845fda5b-4335-46c7-95e5-8027fd1305fb),segment_id=845fda5b-4335-46c7-95e5-8027fd1305fb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:21.007645 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:21.055400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=de83ec48-ad8c-4c9b-85f6-0517142c5160,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:21.467407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f189830-26bc-4336-837a-31586a440637 req-3e071a6f-cd85-4ee4-b80b-abaa23070c87 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 210 time: 0.0291245 Jul 05 05:13:22.522323 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device de83ec48-ad8c-4c9b-85f6-0517142c5160 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:22.574848 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port de83ec48-ad8c-4c9b-85f6-0517142c5160 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:22.575226 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:22.613079 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ae17219-7dba-4ac3-874e-20b9cab525f3 req-ab3540d2-757b-431a-a84b-8b38733feae0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 210 time: 0.0293803 Jul 05 05:13:23.760735 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6a70021-60f9-4c41-ae39-3ec4ea33f493 req-573d8d2d-5bc5-44fc-9986-4223bca7a5ff tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 210 time: 0.0323036 Jul 05 05:13:24.591953 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740da7d-1f00-4937-827a-b149caebfb7c req-b130de56-797b-4a9e-9032-d2c6e47dff95 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:24.593461 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d740da7d-1f00-4937-827a-b149caebfb7c req-b130de56-797b-4a9e-9032-d2c6e47dff95 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.36 "GET /v2.0/networks?id=afdf1b30-71c0-4153-bb64-c308949f9f64 HTTP/1.1" status: 200 len: 797 time: 0.1018984 Jul 05 05:13:24.643302 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d740da7d-1f00-4937-827a-b149caebfb7c req-4a616b17-7e3a-427f-9193-fc4122919438 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=797c76fbe70b44f8a93edd8832372e73 HTTP/1.1" status: 200 len: 380 time: 0.0403996 Jul 05 05:13:24.651984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-d740da7d-1f00-4937-827a-b149caebfb7c req-f746a653-a628-44d0-9c28-87278856bcab tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'port': {'device_id': '2d08ce7f-4431-4ff3-80d0-05c9ab827e1a', 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64', 'admin_state_up': True, 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'security_groups': ['ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:24.841838 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d740da7d-1f00-4937-827a-b149caebfb7c req-f746a653-a628-44d0-9c28-87278856bcab tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Made reservation on behalf of 797c76fbe70b44f8a93edd8832372e73 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:13:24.845897 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d740da7d-1f00-4937-827a-b149caebfb7c req-f746a653-a628-44d0-9c28-87278856bcab tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:24.910453 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3ecec053-dbf2-4239-84d6-87f516a37f56 req-86c7a3ab-7e31-4adf-a608-2f903049aedc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 210 time: 0.0306954 Jul 05 05:13:24.988289 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-d740da7d-1f00-4937-827a-b149caebfb7c req-f746a653-a628-44d0-9c28-87278856bcab tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.20.0.11 (afdf1b30-71c0-4153-bb64-c308949f9f64/f72cac78-e08c-4e55-8e3e-a90dfa70bc26/9e4c7b92-855b-4688-aed5-7b098690eb61) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:13:25.122708 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d740da7d-1f00-4937-827a-b149caebfb7c req-f746a653-a628-44d0-9c28-87278856bcab tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:25.136107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-d740da7d-1f00-4937-827a-b149caebfb7c req-f746a653-a628-44d0-9c28-87278856bcab tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Transition to ACTIVE for port object 9e4c7b92-855b-4688-aed5-7b098690eb61 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:13:25.233135 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d740da7d-1f00-4937-827a-b149caebfb7c req-f746a653-a628-44d0-9c28-87278856bcab tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:25.283231 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d740da7d-1f00-4937-827a-b149caebfb7c req-f746a653-a628-44d0-9c28-87278856bcab tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network afdf1b30-71c0-4153-bb64-c308949f9f64 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:13:25.288515 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-d740da7d-1f00-4937-827a-b149caebfb7c req-f746a653-a628-44d0-9c28-87278856bcab tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:13:25.292265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-d740da7d-1f00-4937-827a-b149caebfb7c req-f746a653-a628-44d0-9c28-87278856bcab tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:13:25.298934 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746a653-a628-44d0-9c28-87278856bcab tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=9e4c7b92-855b-4688-aed5-7b098690eb61,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:25.350261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740da7d-1f00-4937-827a-b149caebfb7c req-f746a653-a628-44d0-9c28-87278856bcab tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:25.350901 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d740da7d-1f00-4937-827a-b149caebfb7c req-f746a653-a628-44d0-9c28-87278856bcab tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:25.433700 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d740da7d-1f00-4937-827a-b149caebfb7c req-f746a653-a628-44d0-9c28-87278856bcab tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7853394 Jul 05 05:13:25.445811 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Request body: {'port': {'device_id': '2d08ce7f-4431-4ff3-80d0-05c9ab827e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:25.519025 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:25.647650 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-48712f71-6342-4e5f-9720-31c0aa851936 None None] Provisioning for port 9e4c7b92-855b-4688-aed5-7b098690eb61 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:25.651609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-48712f71-6342-4e5f-9720-31c0aa851936 None None] Provisioning complete for port 9e4c7b92-855b-4688-aed5-7b098690eb61 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:25.652021 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-48712f71-6342-4e5f-9720-31c0aa851936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:25.688092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-48712f71-6342-4e5f-9720-31c0aa851936 None None] Port 9e4c7b92-855b-4688-aed5-7b098690eb61 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:13:25.788342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4c7b92-855b-4688-aed5-7b098690eb61 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:13:25.795691 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:25.808173 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Transition to ACTIVE for port object 9e4c7b92-855b-4688-aed5-7b098690eb61 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:13:25.883689 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:25.935842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4c7b92-855b-4688-aed5-7b098690eb61,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:26.016718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Attempting to bind port 9e4c7b92-855b-4688-aed5-7b098690eb61 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:13:26.017649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Attempting to bind port 9e4c7b92-855b-4688-aed5-7b098690eb61 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '845fda5b-4335-46c7-95e5-8027fd1305fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:13:26.018066 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Attempting to bind port 9e4c7b92-855b-4688-aed5-7b098690eb61 on network afdf1b30-71c0-4153-bb64-c308949f9f64 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:13:26.023335 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Port 9e4c7b92-855b-4688-aed5-7b098690eb61 on network afdf1b30-71c0-4153-bb64-c308949f9f64 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:13:26.023335 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Attempting to bind port 9e4c7b92-855b-4688-aed5-7b098690eb61 on network afdf1b30-71c0-4153-bb64-c308949f9f64 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:13:26.028490 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:13:26.028835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Checking segment: {'id': '845fda5b-4335-46c7-95e5-8027fd1305fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:13:26.029223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Bound using segment: {'id': '845fda5b-4335-46c7-95e5-8027fd1305fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:13:26.029660 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Bound port: 9e4c7b92-855b-4688-aed5-7b098690eb61, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845fda5b-4335-46c7-95e5-8027fd1305fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:13:26.030212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:26.102120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] For port 9e4c7b92-855b-4688-aed5-7b098690eb61, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:13:26.103856 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914a555-9033-4ade-8971-71b1cc4da852 req-0507f9b2-c870-4577-b516-236434ca1419 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:26.105257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c914a555-9033-4ade-8971-71b1cc4da852 req-0507f9b2-c870-4577-b516-236434ca1419 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 944 time: 0.0690227 Jul 05 05:13:26.105449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] For port 9e4c7b92-855b-4688-aed5-7b098690eb61, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9e4c7b92-855b-4688-aed5-7b098690eb61,segment=NetworkSegment(845fda5b-4335-46c7-95e5-8027fd1305fb),segment_id=845fda5b-4335-46c7-95e5-8027fd1305fb)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:13:26.146201 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c914a555-9033-4ade-8971-71b1cc4da852 req-513b5576-e70f-4268-a45b-0a067cc0a68a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337570 Jul 05 05:13:26.176179 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:26.211775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:26.212407 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:26.213846 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d740da7d-1f00-4937-827a-b149caebfb7c req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] 10.222.0.36 "PUT /v2.0/ports/9e4c7b92-855b-4688-aed5-7b098690eb61 HTTP/1.1" status: 200 len: 1093 time: 0.7727175 Jul 05 05:13:26.214286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d08ce7f-4431-4ff3-80d0-05c9ab827e1a', 'tag': '9e4c7b92-855b-4688-aed5-7b098690eb61'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:13:26.216573 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f768897c-c5b8-4524-a7b8-59f4be161e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d08ce7f-4431-4ff3-80d0-05c9ab827e1a", "tag": "9e4c7b92-855b-4688-aed5-7b098690eb61"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:13:26.243032 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986f9a8-9b20-4df2-8725-f076d25bc972 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4c7b92-855b-4688-aed5-7b098690eb61,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:26.260932 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1172855-3d41-430f-a0f8-bcd243d5c6a9 x-openstack-request-id: req-d1172855-3d41-430f-a0f8-bcd243d5c6a9 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:13:26.260932 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d08ce7f-4431-4ff3-80d0-05c9ab827e1a", "tag": "9e4c7b92-855b-4688-aed5-7b098690eb61", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:13:26.260932 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d1172855-3d41-430f-a0f8-bcd243d5c6a9 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:13:26.261299 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d08ce7f-4431-4ff3-80d0-05c9ab827e1a', 'tag': '9e4c7b92-855b-4688-aed5-7b098690eb61', 'status': 'completed', 'code': 200} Jul 05 05:13:26.340031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768897c-c5b8-4524-a7b8-59f4be161e3e req-34ea31ae-7134-4d7d-81fc-bc1d623a88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:26.341615 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f768897c-c5b8-4524-a7b8-59f4be161e3e req-34ea31ae-7134-4d7d-81fc-bc1d623a88a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 1096 time: 0.0593929 Jul 05 05:13:26.449138 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768897c-c5b8-4524-a7b8-59f4be161e3e req-518eb524-175a-409d-a91c-38169a4894af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:26.450619 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f768897c-c5b8-4524-a7b8-59f4be161e3e req-518eb524-175a-409d-a91c-38169a4894af service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=797c76fbe70b44f8a93edd8832372e73&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1013410 Jul 05 05:13:26.554904 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768897c-c5b8-4524-a7b8-59f4be161e3e req-2c183977-d731-4394-89c5-7335428e6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:26.556418 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f768897c-c5b8-4524-a7b8-59f4be161e3e req-2c183977-d731-4394-89c5-7335428e6091 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992539 Jul 05 05:13:26.653064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740da7d-1f00-4937-827a-b149caebfb7c req-d53e312e-b65b-448c-967b-bb6c675b4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:26.654625 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d740da7d-1f00-4937-827a-b149caebfb7c req-d53e312e-b65b-448c-967b-bb6c675b4145 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 1096 time: 0.0548213 Jul 05 05:13:26.698943 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d740da7d-1f00-4937-827a-b149caebfb7c req-b2c19838-dab5-4fee-b4b4-f607ae7f80d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e4c7b92-855b-4688-aed5-7b098690eb61 HTTP/1.1" status: 200 len: 217 time: 0.0354137 Jul 05 05:13:26.748212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740da7d-1f00-4937-827a-b149caebfb7c req-a7da9fa4-4d45-4ea0-9f9d-d28010d7fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:26.749772 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d740da7d-1f00-4937-827a-b149caebfb7c req-a7da9fa4-4d45-4ea0-9f9d-d28010d7fefb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f72cac78-e08c-4e55-8e3e-a90dfa70bc26 HTTP/1.1" status: 200 len: 835 time: 0.0454757 Jul 05 05:13:26.812523 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740da7d-1f00-4937-827a-b149caebfb7c req-e43d4dd3-432a-4b7b-b12d-b3278095f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:26.814820 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d740da7d-1f00-4937-827a-b149caebfb7c req-e43d4dd3-432a-4b7b-b12d-b3278095f955 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afdf1b30-71c0-4153-bb64-c308949f9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577369 Jul 05 05:13:26.902574 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d740da7d-1f00-4937-827a-b149caebfb7c req-78753f54-d868-415e-9110-e6ca7df3c5c3 service neutron] 10.222.0.36 "GET /v2.0/networks/afdf1b30-71c0-4153-bb64-c308949f9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817354 Jul 05 05:13:26.996770 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d740da7d-1f00-4937-827a-b149caebfb7c req-e15baf6c-0855-473b-862f-fd2989139351 service neutron] 10.222.0.36 "GET /v2.0/networks/afdf1b30-71c0-4153-bb64-c308949f9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875769 Jul 05 05:13:27.326079 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3e2a-ed58-4a92-a729-11097d9a4132 req-5cf98a30-280a-43db-bc29-623c8adcd0c3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:27.327589 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64bb3e2a-ed58-4a92-a729-11097d9a4132 req-5cf98a30-280a-43db-bc29-623c8adcd0c3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 944 time: 0.0691829 Jul 05 05:13:27.366525 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-64bb3e2a-ed58-4a92-a729-11097d9a4132 req-ef979ba5-5963-4ac4-b739-dd8d311dade1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332806 Jul 05 05:13:28.542334 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aad675-3a31-4050-abfe-6986a26feac7 req-d53b50fe-e270-4ded-ae1c-80c93e9ff6db tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:28.543820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5aad675-3a31-4050-abfe-6986a26feac7 req-d53b50fe-e270-4ded-ae1c-80c93e9ff6db tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 944 time: 0.0644937 Jul 05 05:13:28.585224 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c5aad675-3a31-4050-abfe-6986a26feac7 req-6d16dbfe-de3a-45a0-8290-171087f5fafc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351079 Jul 05 05:13:29.755722 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2787843-e31d-4108-9ad1-6a8f854b26a2 req-29ece170-6b05-446b-b264-9950cf62dc99 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:29.757159 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2787843-e31d-4108-9ad1-6a8f854b26a2 req-29ece170-6b05-446b-b264-9950cf62dc99 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 944 time: 0.0627675 Jul 05 05:13:29.795039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2787843-e31d-4108-9ad1-6a8f854b26a2 req-a9deeb5b-220c-41c8-b482-589ae0e4eee4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322058 Jul 05 05:13:29.865063 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9e4c7b92-855b-4688-aed5-7b098690eb61 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:13:29.961147 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 9e4c7b92-855b-4688-aed5-7b098690eb61, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9e4c7b92-855b-4688-aed5-7b098690eb61,segment=NetworkSegment(845fda5b-4335-46c7-95e5-8027fd1305fb),segment_id=845fda5b-4335-46c7-95e5-8027fd1305fb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:29.972141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '9e4c7b92-855b-4688-aed5-7b098690eb61', 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64', 'port_id': '9e4c7b92-855b-4688-aed5-7b098690eb61', 'mac_address': 'fa:16:3e:f1:1a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:13:30.008772 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:30.021083 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4c7b92-855b-4688-aed5-7b098690eb61 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:13:30.039632 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 9e4c7b92-855b-4688-aed5-7b098690eb61, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9e4c7b92-855b-4688-aed5-7b098690eb61,segment=NetworkSegment(845fda5b-4335-46c7-95e5-8027fd1305fb),segment_id=845fda5b-4335-46c7-95e5-8027fd1305fb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:30.112691 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:30.162801 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=9e4c7b92-855b-4688-aed5-7b098690eb61,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:30.468397 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['9e4c7b92-855b-4688-aed5-7b098690eb61'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:13:30.997611 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83d911-20cb-43f5-b9d0-53778ea2cb91 req-5f6ff9aa-0d2b-4931-b4c8-d0edf30d3e9e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:30.999082 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be83d911-20cb-43f5-b9d0-53778ea2cb91 req-5f6ff9aa-0d2b-4931-b4c8-d0edf30d3e9e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 945 time: 0.0668623 Jul 05 05:13:31.036796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-be83d911-20cb-43f5-b9d0-53778ea2cb91 req-8bde335c-00c3-45d0-9416-3b6dbc3bae5a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316651 Jul 05 05:13:31.880969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9e4c7b92-855b-4688-aed5-7b098690eb61 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:13:31.986489 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 9e4c7b92-855b-4688-aed5-7b098690eb61 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:13:31.990568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 9e4c7b92-855b-4688-aed5-7b098690eb61 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:13:31.990947 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:32.069877 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:32.093050 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d08ce7f-4431-4ff3-80d0-05c9ab827e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4c7b92-855b-4688-aed5-7b098690eb61'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:13:32.095911 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf22790d-5c2f-4631-a362-46c7cb05bef7" -d '{"events": [{"server_uuid": "2d08ce7f-4431-4ff3-80d0-05c9ab827e1a", "name": "network-vif-plugged", "status": "completed", "tag": "9e4c7b92-855b-4688-aed5-7b098690eb61"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:13:32.109344 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 9e4c7b92-855b-4688-aed5-7b098690eb61, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9e4c7b92-855b-4688-aed5-7b098690eb61,segment=NetworkSegment(845fda5b-4335-46c7-95e5-8027fd1305fb),segment_id=845fda5b-4335-46c7-95e5-8027fd1305fb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:13:32.134323 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020afe29-71d8-4593-a50b-b7dcda0e24db x-openstack-request-id: req-020afe29-71d8-4593-a50b-b7dcda0e24db {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:13:32.134621 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d08ce7f-4431-4ff3-80d0-05c9ab827e1a", "name": "network-vif-plugged", "status": "completed", "tag": "9e4c7b92-855b-4688-aed5-7b098690eb61", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:13:32.134880 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-020afe29-71d8-4593-a50b-b7dcda0e24db {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:13:32.135279 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d08ce7f-4431-4ff3-80d0-05c9ab827e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4c7b92-855b-4688-aed5-7b098690eb61', 'code': 200} Jul 05 05:13:32.178701 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:32.219641 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8088b1-b4b5-4584-b473-b44892d1d5cb req-c94d8967-c442-417b-90f8-836cd47df18e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:32.221323 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc8088b1-b4b5-4584-b473-b44892d1d5cb req-c94d8967-c442-417b-90f8-836cd47df18e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 945 time: 0.0667205 Jul 05 05:13:32.233725 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=9e4c7b92-855b-4688-aed5-7b098690eb61,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:32.256476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234793-3dda-4078-81cd-17240e2ddc9d req-d711728b-4ab7-4b12-939c-04dc8962a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:32.258085 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c234793-3dda-4078-81cd-17240e2ddc9d req-d711728b-4ab7-4b12-939c-04dc8962a1a0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 1098 time: 0.0612628 Jul 05 05:13:32.274222 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc8088b1-b4b5-4584-b473-b44892d1d5cb req-bfb39a9d-201e-4fac-9a09-7abe20a0c713 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467875 Jul 05 05:13:32.295234 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4c234793-3dda-4078-81cd-17240e2ddc9d req-0e9ad1cc-4dc6-4d0e-9f17-040c681cea35 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290418 Jul 05 05:13:33.226775 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:33.461798 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f364c8-bb01-4dce-9e5c-8cab4fe5b4a2 req-e000cc78-bb86-4307-a37f-7a335697ccbb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:33.463339 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6f364c8-bb01-4dce-9e5c-8cab4fe5b4a2 req-e000cc78-bb86-4307-a37f-7a335697ccbb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0713432 Jul 05 05:13:33.800880 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6f364c8-bb01-4dce-9e5c-8cab4fe5b4a2 req-bc59a39e-1776-46b3-823b-7ec767f489f6 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316495 Jul 05 05:13:34.826781 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:34.974418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc0b96-1210-47fa-ae68-30c676d4f5a3 req-6e17245d-a9d6-4255-99d3-81351c2a0794 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:34.975993 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-11cc0b96-1210-47fa-ae68-30c676d4f5a3 req-6e17245d-a9d6-4255-99d3-81351c2a0794 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0644679 Jul 05 05:13:35.013271 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-11cc0b96-1210-47fa-ae68-30c676d4f5a3 req-531d98c0-eb20-44a8-837e-03101cec5122 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316141 Jul 05 05:13:35.186131 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440aa10e-cc46-49f0-9416-e50dfb09f7a5 req-0f93bc5c-a854-4962-9c70-e328ad74b7eb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:35.187503 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-440aa10e-cc46-49f0-9416-e50dfb09f7a5 req-0f93bc5c-a854-4962-9c70-e328ad74b7eb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0625725 Jul 05 05:13:35.228043 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-440aa10e-cc46-49f0-9416-e50dfb09f7a5 req-e7dc816d-95c7-4edf-a1a8-6fdfdd7f55d9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340903 Jul 05 05:13:35.252652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39328) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:35.306481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7c2e79-2be7-44da-b666-a664d865020e tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:35.308011 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4b7c2e79-2be7-44da-b666-a664d865020e tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 1093 time: 0.0543885 Jul 05 05:13:35.310754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39330) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:35.316186 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': '9e4c7b92-855b-4688-aed5-7b098690eb61', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:13:35.392719 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:35.493695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:35.601238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.25.6.192 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/5b9f0d7b-bbbb-4429-965a-d5862e63033e) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:13:35.699919 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:35.813238 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:35.849868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:13:35.854987 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:13:35.858459 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:13:35.864289 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=5b9f0d7b-bbbb-4429-965a-d5862e63033e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:36.553761 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:36.692027 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:36.838926 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:36.894835 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:36.963687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=5b9f0d7b-bbbb-4429-965a-d5862e63033e,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:13:36.976451 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:37.082789 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Floating IP a4596654-285d-4f64-8e2f-98c1e812ac41 associated. External IP: 172.25.6.192, port: 9e4c7b92-855b-4688-aed5-7b098690eb61. Jul 05 05:13:37.293222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router 2c6bacf9-3987-41d6-9993-4fc98422967a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:13:37.407043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:13:37.416692 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76678976-c51d-4bfb-b178-144dac2c11db None None] Sync routers for ids ['2c6bacf9-3987-41d6-9993-4fc98422967a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:13:37.427122 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76678976-c51d-4bfb-b178-144dac2c11db None None] Routers {'2c6bacf9-3987-41d6-9993-4fc98422967a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:13:37.433321 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-76678976-c51d-4bfb-b178-144dac2c11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:13:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2c6bacf9-3987-41d6-9993-4fc98422967a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:37.510658 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:37.533895 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-76678976-c51d-4bfb-b178-144dac2c11db None None] Set router 2c6bacf9-3987-41d6-9993-4fc98422967a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:13:37.553932 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-014ffdeb-b083-44a0-b7be-4bd623baabcc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2420094 Jul 05 05:13:37.555140 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d08ce7f-4431-4ff3-80d0-05c9ab827e1a', 'tag': '9e4c7b92-855b-4688-aed5-7b098690eb61'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:13:37.556899 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4417bd-bcae-45bf-9917-aee6c520bc89" -d '{"events": [{"name": "network-changed", "server_uuid": "2d08ce7f-4431-4ff3-80d0-05c9ab827e1a", "tag": "9e4c7b92-855b-4688-aed5-7b098690eb61"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:13:37.598756 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c808337-e3bc-4947-a4b4-37bccda810ef x-openstack-request-id: req-2c808337-e3bc-4947-a4b4-37bccda810ef {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:13:37.599205 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d08ce7f-4431-4ff3-80d0-05c9ab827e1a", "tag": "9e4c7b92-855b-4688-aed5-7b098690eb61", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:13:37.599512 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c808337-e3bc-4947-a4b4-37bccda810ef {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:13:37.599922 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d08ce7f-4431-4ff3-80d0-05c9ab827e1a', 'tag': '9e4c7b92-855b-4688-aed5-7b098690eb61', 'status': 'completed', 'code': 200} Jul 05 05:13:37.680756 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4417bd-bcae-45bf-9917-aee6c520bc89 req-ec66da7b-743c-4182-bd73-1c0639edce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:37.682321 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1e4417bd-bcae-45bf-9917-aee6c520bc89 req-ec66da7b-743c-4182-bd73-1c0639edce08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 1098 time: 0.0605834 Jul 05 05:13:37.718345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a47d51-6375-40e0-89fe-cca7aaf770e6 req-198f32e2-ccf1-4249-b96c-d7d3b69e4d28 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:37.720616 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e3a47d51-6375-40e0-89fe-cca7aaf770e6 req-198f32e2-ccf1-4249-b96c-d7d3b69e4d28 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0687442 Jul 05 05:13:37.761808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e3a47d51-6375-40e0-89fe-cca7aaf770e6 req-46e2aca8-1cc6-4412-89ad-60b0f15c148b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348597 Jul 05 05:13:37.794737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4417bd-bcae-45bf-9917-aee6c520bc89 req-b8b5df22-bacd-49eb-9787-6023de515731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:37.794737 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1e4417bd-bcae-45bf-9917-aee6c520bc89 req-b8b5df22-bacd-49eb-9787-6023de515731 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afdf1b30-71c0-4153-bb64-c308949f9f64 HTTP/1.1" status: 200 len: 898 time: 0.0973194 Jul 05 05:13:37.794737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39336) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:37.795111 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-76678976-c51d-4bfb-b178-144dac2c11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824588518', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:11Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:12Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'a4596654-285d-4f64-8e2f-98c1e812ac41', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'port_id': '9e4c7b92-855b-4688-aed5-7b098690eb61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64', 'mac_address': 'fa:16:3e:f1:1a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ce7f-4431-4ff3-80d0-05c9ab827e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:13:36Z', 'updated_at': '2021-07-05T05:13:36Z', 'revision_number': 0, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de83ec48-ad8c-4c9b-85f6-0517142c5160', 'name': '', 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:a7:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:15Z', 'updated_at': '2021-07-05T05:13:20Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:37.821173 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76678976-c51d-4bfb-b178-144dac2c11db None None] Checking router: 2c6bacf9-3987-41d6-9993-4fc98422967a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:13:37.830314 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76678976-c51d-4bfb-b178-144dac2c11db None None] Routers {'2c6bacf9-3987-41d6-9993-4fc98422967a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:13:37.830924 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-76678976-c51d-4bfb-b178-144dac2c11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:13:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2c6bacf9-3987-41d6-9993-4fc98422967a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:37.902763 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e3b32fa2-aec6-4aaa-ab99-a65bd2912c34 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/a4596654-285d-4f64-8e2f-98c1e812ac41 HTTP/1.1" status: 200 len: 992 time: 0.1133342 Jul 05 05:13:37.906867 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1e4417bd-bcae-45bf-9917-aee6c520bc89 req-8eb7a804-6620-4b72-937b-6af1d47d6c92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e4c7b92-855b-4688-aed5-7b098690eb61 HTTP/1.1" status: 200 len: 1000 time: 0.1119163 Jul 05 05:13:37.946533 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-76678976-c51d-4bfb-b178-144dac2c11db None None] Set router 2c6bacf9-3987-41d6-9993-4fc98422967a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:13:37.956477 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4417bd-bcae-45bf-9917-aee6c520bc89 req-edcdc470-a863-461a-b8df-75dc1ebad010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:37.960492 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1e4417bd-bcae-45bf-9917-aee6c520bc89 req-edcdc470-a863-461a-b8df-75dc1ebad010 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f72cac78-e08c-4e55-8e3e-a90dfa70bc26 HTTP/1.1" status: 200 len: 835 time: 0.0445154 Jul 05 05:13:38.017617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4417bd-bcae-45bf-9917-aee6c520bc89 req-2e01c853-94ae-423a-bb68-6d15b190d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:38.019143 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1e4417bd-bcae-45bf-9917-aee6c520bc89 req-2e01c853-94ae-423a-bb68-6d15b190d1e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afdf1b30-71c0-4153-bb64-c308949f9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546620 Jul 05 05:13:38.119665 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1e4417bd-bcae-45bf-9917-aee6c520bc89 req-2b02b08e-97c1-4601-af56-b833eed8d15d service neutron] 10.222.0.36 "GET /v2.0/networks/afdf1b30-71c0-4153-bb64-c308949f9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932646 Jul 05 05:13:38.185883 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-76678976-c51d-4bfb-b178-144dac2c11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824588518', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:11Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:12Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'a4596654-285d-4f64-8e2f-98c1e812ac41', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'port_id': '9e4c7b92-855b-4688-aed5-7b098690eb61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64', 'mac_address': 'fa:16:3e:f1:1a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ce7f-4431-4ff3-80d0-05c9ab827e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:13:36Z', 'updated_at': '2021-07-05T05:13:36Z', 'revision_number': 0, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de83ec48-ad8c-4c9b-85f6-0517142c5160', 'name': '', 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:a7:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:15Z', 'updated_at': '2021-07-05T05:13:20Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:13:38.214175 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1e4417bd-bcae-45bf-9917-aee6c520bc89 req-c4124350-a65c-4e70-b6c1-4d39763d81c1 service neutron] 10.222.0.36 "GET /v2.0/networks/afdf1b30-71c0-4153-bb64-c308949f9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877709 Jul 05 05:13:38.303435 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76678976-c51d-4bfb-b178-144dac2c11db None None] The sync data for ids ['2c6bacf9-3987-41d6-9993-4fc98422967a'] in n-d-771363-32 is: [{'id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824588518', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:11Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:12Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'a4596654-285d-4f64-8e2f-98c1e812ac41', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'port_id': '9e4c7b92-855b-4688-aed5-7b098690eb61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64', 'mac_address': 'fa:16:3e:f1:1a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d08ce7f-4431-4ff3-80d0-05c9ab827e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:13:36Z', 'updated_at': '2021-07-05T05:13:36Z', 'revision_number': 0, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de83ec48-ad8c-4c9b-85f6-0517142c5160', 'name': '', 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:a7:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:15Z', 'updated_at': '2021-07-05T05:13:20Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:13:38.513157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f7a361-0f32-46e1-826b-a556e5f3b857 None None] New status for floating IP a4596654-285d-4f64-8e2f-98c1e812ac41: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:13:38.906696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39338) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:38.965728 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0c77ed80-ed06-4589-af91-5cac2e4a1b20 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/a4596654-285d-4f64-8e2f-98c1e812ac41 HTTP/1.1" status: 200 len: 994 time: 0.0576339 Jul 05 05:13:41.544454 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89a784aa-3833-4c06-9685-9dea1e2097fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:43.400283 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:13:44.100807 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8df3-25e1-44e3-83b0-a8b875b16ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:44.458643 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:45.672594 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:47.206863 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:03.277753 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:04.841103 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:11.514702 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6be4d361-c7df-4be2-b59a-35a926ec641d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:14.085970 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ab50bcfa-e681-4cbe-87e5-e10031ec035d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:14.463415 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:15.683014 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:17.219958 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:20.399350 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:14:32.693497 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba69073b-d678-465e-9d6c-c67c9096eadc req-16374122-7a1f-49e8-bc6a-fb45be354b76 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1095338 Jul 05 05:14:32.788284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69073b-d678-465e-9d6c-c67c9096eadc req-63299322-d472-4cfa-b660-5369dcaf4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:32.789706 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba69073b-d678-465e-9d6c-c67c9096eadc req-63299322-d472-4cfa-b660-5369dcaf4134 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 1098 time: 0.0537724 Jul 05 05:14:32.894030 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69073b-d678-465e-9d6c-c67c9096eadc req-e5f54552-2125-4255-b6db-8ca85c0f1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:32.895683 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba69073b-d678-465e-9d6c-c67c9096eadc req-e5f54552-2125-4255-b6db-8ca85c0f1761 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afdf1b30-71c0-4153-bb64-c308949f9f64 HTTP/1.1" status: 200 len: 898 time: 0.0858786 Jul 05 05:14:32.965865 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba69073b-d678-465e-9d6c-c67c9096eadc req-19ef5e8c-7ec4-4a49-9040-d144d328a571 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e4c7b92-855b-4688-aed5-7b098690eb61 HTTP/1.1" status: 200 len: 1002 time: 0.0627787 Jul 05 05:14:33.014031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69073b-d678-465e-9d6c-c67c9096eadc req-6a4ee21c-b40e-4354-9afe-a4b372f43093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:33.015466 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba69073b-d678-465e-9d6c-c67c9096eadc req-6a4ee21c-b40e-4354-9afe-a4b372f43093 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f72cac78-e08c-4e55-8e3e-a90dfa70bc26 HTTP/1.1" status: 200 len: 835 time: 0.0435903 Jul 05 05:14:33.070613 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69073b-d678-465e-9d6c-c67c9096eadc req-ae120e50-ca83-4cfa-ba90-266958a24d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:33.072657 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba69073b-d678-465e-9d6c-c67c9096eadc req-ae120e50-ca83-4cfa-ba90-266958a24d62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afdf1b30-71c0-4153-bb64-c308949f9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514419 Jul 05 05:14:33.082838 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-ba69073b-d678-465e-9d6c-c67c9096eadc req-3af57e94-22f9-4a5d-9351-56a3bd9df68d service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:14:33.083772 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba69073b-d678-465e-9d6c-c67c9096eadc req-3af57e94-22f9-4a5d-9351-56a3bd9df68d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048795 Jul 05 05:14:33.176427 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba69073b-d678-465e-9d6c-c67c9096eadc req-80c32097-3f79-4223-b5af-eccc9de67d9e service neutron] 10.222.0.36 "GET /v2.0/networks/afdf1b30-71c0-4153-bb64-c308949f9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854590 Jul 05 05:14:33.257273 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:33.265978 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ba69073b-d678-465e-9d6c-c67c9096eadc req-b1e1638a-b7f1-41eb-8b8e-63fd9a83b1e2 service neutron] 10.222.0.36 "GET /v2.0/networks/afdf1b30-71c0-4153-bb64-c308949f9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828035 Jul 05 05:14:34.869197 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:41.519630 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9c337bbc-ebd0-45ce-9947-5ff0430720b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:44.091303 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e023e338-ea73-4742-88a3-d9b0a1c7a16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:44.459856 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:45.688075 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:47.225110 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:48.755093 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f9125-458d-46f5-839e-f93ac52b0c28 req-8b2086b7-df18-4a80-980b-38b3b057a7be tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:48.756595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-996f9125-458d-46f5-839e-f93ac52b0c28 req-8b2086b7-df18-4a80-980b-38b3b057a7be tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0676134 Jul 05 05:14:48.781435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b7a55-66be-4289-97e2-388872a38176 req-9eb3706b-9996-4944-8928-a2244746638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:48.783027 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f03b7a55-66be-4289-97e2-388872a38176 req-9eb3706b-9996-4944-8928-a2244746638f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 1098 time: 0.0551326 Jul 05 05:14:48.795270 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-996f9125-458d-46f5-839e-f93ac52b0c28 req-5e450980-ce7a-4664-b6f5-97503867f225 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329676 Jul 05 05:14:48.879016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b7a55-66be-4289-97e2-388872a38176 req-482cb919-60f3-4af1-aab2-19ea3f7dcc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:48.880622 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f03b7a55-66be-4289-97e2-388872a38176 req-482cb919-60f3-4af1-aab2-19ea3f7dcc54 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afdf1b30-71c0-4153-bb64-c308949f9f64 HTTP/1.1" status: 200 len: 898 time: 0.0912526 Jul 05 05:14:48.947360 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f03b7a55-66be-4289-97e2-388872a38176 req-9bb92786-8162-471c-ac5c-a46090b0c781 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e4c7b92-855b-4688-aed5-7b098690eb61 HTTP/1.1" status: 200 len: 1002 time: 0.0592113 Jul 05 05:14:49.000629 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b7a55-66be-4289-97e2-388872a38176 req-48c97a40-3dff-4527-8a74-0519d1864277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:49.002060 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f03b7a55-66be-4289-97e2-388872a38176 req-48c97a40-3dff-4527-8a74-0519d1864277 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f72cac78-e08c-4e55-8e3e-a90dfa70bc26 HTTP/1.1" status: 200 len: 835 time: 0.0477417 Jul 05 05:14:49.060313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b7a55-66be-4289-97e2-388872a38176 req-8ec98306-93f7-4e40-a4a4-cd263bfe229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:49.061735 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f03b7a55-66be-4289-97e2-388872a38176 req-8ec98306-93f7-4e40-a4a4-cd263bfe229d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afdf1b30-71c0-4153-bb64-c308949f9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522063 Jul 05 05:14:49.148732 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f03b7a55-66be-4289-97e2-388872a38176 req-da607cd4-0bc9-4ef1-b888-fff979acd35c service neutron] 10.222.0.36 "GET /v2.0/networks/afdf1b30-71c0-4153-bb64-c308949f9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793149 Jul 05 05:14:49.244727 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f03b7a55-66be-4289-97e2-388872a38176 req-e1ccd4f5-52a9-40ce-8e19-658e2f56de6f service neutron] 10.222.0.36 "GET /v2.0/networks/afdf1b30-71c0-4153-bb64-c308949f9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886617 Jul 05 05:14:49.970059 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90628595-e07c-46bb-9426-ab6ee5791572 req-b01f0b5a-fd2e-43c8-acba-74cc1259fe33 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:49.971540 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-90628595-e07c-46bb-9426-ab6ee5791572 req-b01f0b5a-fd2e-43c8-acba-74cc1259fe33 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0624940 Jul 05 05:14:50.007421 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-90628595-e07c-46bb-9426-ab6ee5791572 req-3228d496-3d41-4d72-8a64-f7d71f26e00d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303314 Jul 05 05:14:51.187650 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e86dbc-4423-42b3-af05-5255c35b5ab2 req-79e75e13-ac79-415c-a9ab-ff1244db3f1c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:51.189419 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6e86dbc-4423-42b3-af05-5255c35b5ab2 req-79e75e13-ac79-415c-a9ab-ff1244db3f1c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0659969 Jul 05 05:14:51.227498 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e6e86dbc-4423-42b3-af05-5255c35b5ab2 req-792c60b6-51d2-4678-b0e4-f4ae64fd1d4b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325835 Jul 05 05:14:52.401696 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af06c3d-0cef-4063-8bb5-2b4a0151765a req-1ce5c153-760e-426d-9e75-ff39fbbf845d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:52.403198 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5af06c3d-0cef-4063-8bb5-2b4a0151765a req-1ce5c153-760e-426d-9e75-ff39fbbf845d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0630045 Jul 05 05:14:52.440544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5af06c3d-0cef-4063-8bb5-2b4a0151765a req-61e70c8b-15b8-494d-a210-8affb25f844c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317786 Jul 05 05:14:53.614502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9a5b4-387e-40fc-9e28-c40f4638e5c1 req-5dd619c9-6422-4955-adb2-fa82e52ee0c3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:53.615963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5fc9a5b4-387e-40fc-9e28-c40f4638e5c1 req-5dd619c9-6422-4955-adb2-fa82e52ee0c3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0618188 Jul 05 05:14:53.654494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5fc9a5b4-387e-40fc-9e28-c40f4638e5c1 req-8a15503e-63c7-474e-ba36-d16115c97b17 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317376 Jul 05 05:14:54.830593 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884524c-654b-48c6-925d-a60ce8355e80 req-1166fc25-ed33-409a-b360-7c0fbd89c8b7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:54.832107 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0884524c-654b-48c6-925d-a60ce8355e80 req-1166fc25-ed33-409a-b360-7c0fbd89c8b7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0683658 Jul 05 05:14:54.870955 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0884524c-654b-48c6-925d-a60ce8355e80 req-7a55fca9-312d-46c7-9397-4da272dd8534 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333471 Jul 05 05:14:56.040331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77535fda-9bf5-41e2-a829-23abe6bbb5ca req-4358b516-6429-4e81-a234-26e25320c699 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:56.042452 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77535fda-9bf5-41e2-a829-23abe6bbb5ca req-4358b516-6429-4e81-a234-26e25320c699 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0628436 Jul 05 05:14:56.079465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-77535fda-9bf5-41e2-a829-23abe6bbb5ca req-eb102fe6-8f40-4409-aac5-7f6791301216 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314519 Jul 05 05:14:57.258515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f9de4-d73c-479b-9d86-20b7715df5be req-336bfd36-9c13-4104-882a-7c54ff006cb5 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:57.260706 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a52f9de4-d73c-479b-9d86-20b7715df5be req-336bfd36-9c13-4104-882a-7c54ff006cb5 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0687749 Jul 05 05:14:57.298230 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a52f9de4-d73c-479b-9d86-20b7715df5be req-1b1f8351-9e49-4d8f-bbce-a567f26831cc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318723 Jul 05 05:14:57.399015 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:14:58.469738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82653eb-9b72-491f-a540-69fdd5c99009 req-81b0e88d-a817-49b4-bd21-736333397781 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:58.471259 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d82653eb-9b72-491f-a540-69fdd5c99009 req-81b0e88d-a817-49b4-bd21-736333397781 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0630581 Jul 05 05:14:58.508609 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d82653eb-9b72-491f-a540-69fdd5c99009 req-1ca705f7-7a48-47be-8146-8ebeb5e227c0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316622 Jul 05 05:14:59.679304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd24507-6f88-4ad0-ab36-ac7ad1374cfd req-276dd5c8-f417-4bb9-8b14-2ad2e0d74462 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:59.680808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecd24507-6f88-4ad0-ab36-ac7ad1374cfd req-276dd5c8-f417-4bb9-8b14-2ad2e0d74462 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0624709 Jul 05 05:14:59.719543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ecd24507-6f88-4ad0-ab36-ac7ad1374cfd req-52318320-c9fa-4bd2-8cec-fe09254384c0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324650 Jul 05 05:15:00.896980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4c7b3-bcb4-4f95-b538-93e4f22b97c0 req-edfab98e-0269-4fe2-98fb-8b0ae59d7af7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:00.898603 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81e4c7b3-bcb4-4f95-b538-93e4f22b97c0 req-edfab98e-0269-4fe2-98fb-8b0ae59d7af7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0673287 Jul 05 05:15:00.936758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81e4c7b3-bcb4-4f95-b538-93e4f22b97c0 req-fac18a23-d18c-4710-95ac-d76b0fb37499 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320745 Jul 05 05:15:00.960598 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39402) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:15:01.019903 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8d3090bc-3073-4f16-a173-574701d3d4b1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/a4596654-285d-4f64-8e2f-98c1e812ac41 HTTP/1.1" status: 200 len: 994 time: 0.0582063 Jul 05 05:15:03.247284 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:04.864505 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:11.533309 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-df297700-5834-439d-80fa-4465c5ef5ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:14.092993 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cc340210-642e-488d-8629-af9aafa394af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:14.447203 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:15.687866 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:17.222194 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:32.642445 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40760dc4-c0e8-4725-8145-a76f7024e0c4 req-0295864f-263f-4b51-b8b3-72efae06686d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526910 Jul 05 05:15:32.746687 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40760dc4-c0e8-4725-8145-a76f7024e0c4 req-ec634a6f-6c21-410a-8300-b1275b42c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:32.748213 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40760dc4-c0e8-4725-8145-a76f7024e0c4 req-ec634a6f-6c21-410a-8300-b1275b42c19b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 1098 time: 0.0632350 Jul 05 05:15:32.861829 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40760dc4-c0e8-4725-8145-a76f7024e0c4 req-0994eac3-74e6-4e23-bb8f-5661bfac96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:32.863311 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40760dc4-c0e8-4725-8145-a76f7024e0c4 req-0994eac3-74e6-4e23-bb8f-5661bfac96f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afdf1b30-71c0-4153-bb64-c308949f9f64 HTTP/1.1" status: 200 len: 898 time: 0.0936401 Jul 05 05:15:32.937288 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40760dc4-c0e8-4725-8145-a76f7024e0c4 req-6acbf7ce-d615-400b-9044-0794c420c9e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e4c7b92-855b-4688-aed5-7b098690eb61 HTTP/1.1" status: 200 len: 1002 time: 0.0653498 Jul 05 05:15:32.984824 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40760dc4-c0e8-4725-8145-a76f7024e0c4 req-753765f3-6736-412b-93ce-a749c97efe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:32.986263 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40760dc4-c0e8-4725-8145-a76f7024e0c4 req-753765f3-6736-412b-93ce-a749c97efe11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f72cac78-e08c-4e55-8e3e-a90dfa70bc26 HTTP/1.1" status: 200 len: 835 time: 0.0424685 Jul 05 05:15:33.043064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40760dc4-c0e8-4725-8145-a76f7024e0c4 req-84ae703d-2444-4390-9364-ab8a73ba4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:33.044583 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40760dc4-c0e8-4725-8145-a76f7024e0c4 req-84ae703d-2444-4390-9364-ab8a73ba4317 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afdf1b30-71c0-4153-bb64-c308949f9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517600 Jul 05 05:15:33.147450 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40760dc4-c0e8-4725-8145-a76f7024e0c4 req-6d667f75-459e-488a-a729-97db2df1a389 service neutron] 10.222.0.36 "GET /v2.0/networks/afdf1b30-71c0-4153-bb64-c308949f9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958228 Jul 05 05:15:33.240318 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-40760dc4-c0e8-4725-8145-a76f7024e0c4 req-8bcd3a07-95a5-4020-b563-75d546998889 service neutron] 10.222.0.36 "GET /v2.0/networks/afdf1b30-71c0-4153-bb64-c308949f9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869374 Jul 05 05:15:33.247306 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:34.397609 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:15:34.889850 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:41.524201 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-77cc1c2a-9270-4964-b4d4-6df8f9d7dad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:44.092461 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5656992d-da35-4d30-8186-64b84e377d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:44.470585 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:45.664085 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:47.252801 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:50.555235 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39432) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:15:50.714227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port 5b9f0d7b-bbbb-4429-965a-d5862e63033e {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:15:50.714557 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:50.788332 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:50.788590 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:50.800592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for 5b9f0d7b-bbbb-4429-965a-d5862e63033e owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:15:51.018375 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:51.041556 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=5b9f0d7b-bbbb-4429-965a-d5862e63033e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:51.054559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:51.054911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:51.055260 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:51.055610 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:51.055924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:51.056279 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:51.056651 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:51.056982 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:51.057307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:51.057631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:51.057951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:51.058272 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:51.115509 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:51.115839 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Floating IP a4596654-285d-4f64-8e2f-98c1e812ac41 disassociated (deleted). External IP: 172.25.6.192, port: 9e4c7b92-855b-4688-aed5-7b098690eb61. Jul 05 05:15:51.329994 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router 2c6bacf9-3987-41d6-9993-4fc98422967a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:15:51.435518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:15:51.441187 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:51.445999 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611658a-0692-4742-a9a4-abe8e5a1ba8a None None] Sync routers for ids ['2c6bacf9-3987-41d6-9993-4fc98422967a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:15:51.455762 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611658a-0692-4742-a9a4-abe8e5a1ba8a None None] Routers {'2c6bacf9-3987-41d6-9993-4fc98422967a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:15:51.456425 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3611658a-0692-4742-a9a4-abe8e5a1ba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:15:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2c6bacf9-3987-41d6-9993-4fc98422967a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:51.481681 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cbff1140-a392-41b8-a367-ca8de411eee8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/floatingips/a4596654-285d-4f64-8e2f-98c1e812ac41 HTTP/1.1" status: 204 len: 168 time: 0.9253445 Jul 05 05:15:51.482251 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d08ce7f-4431-4ff3-80d0-05c9ab827e1a', 'tag': '9e4c7b92-855b-4688-aed5-7b098690eb61'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:15:51.484636 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5df4556-dbb5-445a-b89c-89dcddb658c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2d08ce7f-4431-4ff3-80d0-05c9ab827e1a", "tag": "9e4c7b92-855b-4688-aed5-7b098690eb61"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:15:51.564396 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-3611658a-0692-4742-a9a4-abe8e5a1ba8a None None] Set router 2c6bacf9-3987-41d6-9993-4fc98422967a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:15:51.655670 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819077c9-8999-416c-a530-3a435ca5bae2 x-openstack-request-id: req-819077c9-8999-416c-a530-3a435ca5bae2 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:15:51.656224 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d08ce7f-4431-4ff3-80d0-05c9ab827e1a", "tag": "9e4c7b92-855b-4688-aed5-7b098690eb61", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:15:51.656420 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-819077c9-8999-416c-a530-3a435ca5bae2 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:15:51.656875 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d08ce7f-4431-4ff3-80d0-05c9ab827e1a', 'tag': '9e4c7b92-855b-4688-aed5-7b098690eb61', 'status': 'completed', 'code': 200} Jul 05 05:15:51.732466 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df4556-dbb5-445a-b89c-89dcddb658c7 req-2bab178a-3161-4863-af43-100679781e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:51.733997 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d5df4556-dbb5-445a-b89c-89dcddb658c7 req-2bab178a-3161-4863-af43-100679781e77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 1098 time: 0.0563977 Jul 05 05:15:51.775228 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3611658a-0692-4742-a9a4-abe8e5a1ba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824588518', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:11Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:12Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'de83ec48-ad8c-4c9b-85f6-0517142c5160', 'name': '', 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:a7:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:15Z', 'updated_at': '2021-07-05T05:13:20Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:51.801006 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611658a-0692-4742-a9a4-abe8e5a1ba8a None None] Checking router: 2c6bacf9-3987-41d6-9993-4fc98422967a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:15:51.809139 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611658a-0692-4742-a9a4-abe8e5a1ba8a None None] Routers {'2c6bacf9-3987-41d6-9993-4fc98422967a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:15:51.809996 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3611658a-0692-4742-a9a4-abe8e5a1ba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:15:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2c6bacf9-3987-41d6-9993-4fc98422967a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:51.830044 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df4556-dbb5-445a-b89c-89dcddb658c7 req-34983502-a8a1-4591-b94c-c217abd4d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:51.831823 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d5df4556-dbb5-445a-b89c-89dcddb658c7 req-34983502-a8a1-4591-b94c-c217abd4d99f service neutron] 10.222.0.36 "GET /v2.0/networks?id=afdf1b30-71c0-4153-bb64-c308949f9f64 HTTP/1.1" status: 200 len: 898 time: 0.0916855 Jul 05 05:15:51.881975 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d5df4556-dbb5-445a-b89c-89dcddb658c7 req-e1403413-3c59-43d5-9bcb-86558ee64292 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e4c7b92-855b-4688-aed5-7b098690eb61 HTTP/1.1" status: 200 len: 217 time: 0.0413201 Jul 05 05:15:51.920476 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-3611658a-0692-4742-a9a4-abe8e5a1ba8a None None] Set router 2c6bacf9-3987-41d6-9993-4fc98422967a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:15:51.938679 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df4556-dbb5-445a-b89c-89dcddb658c7 req-52f6ab97-f9b4-4e90-ba31-68c6bf7f0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:51.940653 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d5df4556-dbb5-445a-b89c-89dcddb658c7 req-52f6ab97-f9b4-4e90-ba31-68c6bf7f0b03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f72cac78-e08c-4e55-8e3e-a90dfa70bc26 HTTP/1.1" status: 200 len: 835 time: 0.0507531 Jul 05 05:15:52.083421 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df4556-dbb5-445a-b89c-89dcddb658c7 req-45c8b0f7-b838-438e-973e-54bc30153e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:52.084965 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d5df4556-dbb5-445a-b89c-89dcddb658c7 req-45c8b0f7-b838-438e-973e-54bc30153e35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afdf1b30-71c0-4153-bb64-c308949f9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348562 Jul 05 05:15:52.089095 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d270b4-40e8-4ccb-9122-7c35b5629d17 req-569ac2d3-318f-412b-871a-29934e09226e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:52.090670 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d270b4-40e8-4ccb-9122-7c35b5629d17 req-569ac2d3-318f-412b-871a-29934e09226e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0791337 Jul 05 05:15:52.131517 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6d270b4-40e8-4ccb-9122-7c35b5629d17 req-64d05f68-debc-4624-b157-5f1adea90a98 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346787 Jul 05 05:15:52.185264 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d5df4556-dbb5-445a-b89c-89dcddb658c7 req-94cbb949-4794-441d-8b54-811ff917c382 service neutron] 10.222.0.36 "GET /v2.0/networks/afdf1b30-71c0-4153-bb64-c308949f9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921366 Jul 05 05:15:52.240207 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3611658a-0692-4742-a9a4-abe8e5a1ba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824588518', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:11Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:12Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'de83ec48-ad8c-4c9b-85f6-0517142c5160', 'name': '', 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:a7:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:15Z', 'updated_at': '2021-07-05T05:13:20Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:52.271100 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611658a-0692-4742-a9a4-abe8e5a1ba8a None None] The sync data for ids ['2c6bacf9-3987-41d6-9993-4fc98422967a'] in n-d-771363-32 is: [{'id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824588518', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:11Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:12Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'de83ec48-ad8c-4c9b-85f6-0517142c5160', 'name': '', 'network_id': 'afdf1b30-71c0-4153-bb64-c308949f9f64', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:a7:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:15Z', 'updated_at': '2021-07-05T05:13:20Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'f72cac78-e08c-4e55-8e3e-a90dfa70bc26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:15:52.294353 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d5df4556-dbb5-445a-b89c-89dcddb658c7 req-d8dae99e-1275-45b5-a312-94e25f520be6 service neutron] 10.222.0.36 "GET /v2.0/networks/afdf1b30-71c0-4153-bb64-c308949f9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018655 Jul 05 05:15:52.524631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22822d90-c5a0-409f-ab3c-abd05282f407 None None] New status for floating IP a4596654-285d-4f64-8e2f-98c1e812ac41: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:15:53.318968 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9339474-8bce-4b4e-8b41-94553699561b req-1cf0d7ce-3fe8-4a34-8db7-eec30f325702 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:53.318968 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9339474-8bce-4b4e-8b41-94553699561b req-1cf0d7ce-3fe8-4a34-8db7-eec30f325702 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0643039 Jul 05 05:15:53.351603 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9339474-8bce-4b4e-8b41-94553699561b req-3bcc93f8-704d-4310-9bf2-9af2c53e1311 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331409 Jul 05 05:15:53.769803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d615ec8-d260-483b-bea5-9d7f91bc44ab req-02bf024f-a068-4993-88eb-3d6317f94de7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:53.771268 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8d615ec8-d260-483b-bea5-9d7f91bc44ab req-02bf024f-a068-4993-88eb-3d6317f94de7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 946 time: 0.0631499 Jul 05 05:15:53.872256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-8d615ec8-d260-483b-bea5-9d7f91bc44ab req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port 9e4c7b92-855b-4688-aed5-7b098690eb61 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:15:53.872600 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8d615ec8-d260-483b-bea5-9d7f91bc44ab req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:53.958311 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-8d615ec8-d260-483b-bea5-9d7f91bc44ab req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] For port 9e4c7b92-855b-4688-aed5-7b098690eb61, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=9e4c7b92-855b-4688-aed5-7b098690eb61,segment=NetworkSegment(845fda5b-4335-46c7-95e5-8027fd1305fb),segment_id=845fda5b-4335-46c7-95e5-8027fd1305fb)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:53.958672 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8d615ec8-d260-483b-bea5-9d7f91bc44ab req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:53.973175 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-8d615ec8-d260-483b-bea5-9d7f91bc44ab req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for 9e4c7b92-855b-4688-aed5-7b098690eb61 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:15:54.178230 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8d615ec8-d260-483b-bea5-9d7f91bc44ab req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:54.208843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=9e4c7b92-855b-4688-aed5-7b098690eb61,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:54.249686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:54.249686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:54.249686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:54.249686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:54.249686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:54.249686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:54.249686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:54.249686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:54.249686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:54.249686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:54.249686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:54.249686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:54.267114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d615ec8-d260-483b-bea5-9d7f91bc44ab req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] No DVR routers for this DVR port 9e4c7b92-855b-4688-aed5-7b098690eb61 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:15:54.269822 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8d615ec8-d260-483b-bea5-9d7f91bc44ab req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:54.271807 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8d615ec8-d260-483b-bea5-9d7f91bc44ab req-d07dc280-d52a-4e96-828f-d0986dc79a3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.36 "DELETE /v2.0/ports/9e4c7b92-855b-4688-aed5-7b098690eb61 HTTP/1.1" status: 204 len: 173 time: 0.4952991 Jul 05 05:15:54.272289 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d08ce7f-4431-4ff3-80d0-05c9ab827e1a', 'name': 'network-vif-deleted', 'tag': '9e4c7b92-855b-4688-aed5-7b098690eb61'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:15:54.274566 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1feba889-bc23-482d-a6c4-2186fc7ce09c" -d '{"events": [{"server_uuid": "2d08ce7f-4431-4ff3-80d0-05c9ab827e1a", "name": "network-vif-deleted", "tag": "9e4c7b92-855b-4688-aed5-7b098690eb61"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:15:54.315455 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77eeedc1-86d2-488c-8c42-c0ee1a9bae7f x-openstack-request-id: req-77eeedc1-86d2-488c-8c42-c0ee1a9bae7f {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:15:54.315754 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d08ce7f-4431-4ff3-80d0-05c9ab827e1a", "name": "network-vif-deleted", "tag": "9e4c7b92-855b-4688-aed5-7b098690eb61", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:15:54.316017 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-77eeedc1-86d2-488c-8c42-c0ee1a9bae7f {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:15:54.316455 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d08ce7f-4431-4ff3-80d0-05c9ab827e1a', 'name': 'network-vif-deleted', 'tag': '9e4c7b92-855b-4688-aed5-7b098690eb61', 'status': 'completed', 'code': 200} Jul 05 05:15:54.503466 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0a6e67fa-034a-4aec-987f-932f34445f8e req-6c05e078-f0a3-4bcf-a85b-522f3394cc03 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d08ce7f-4431-4ff3-80d0-05c9ab827e1a HTTP/1.1" status: 200 len: 210 time: 0.0344284 Jul 05 05:15:55.598435 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39450) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:15:55.952369 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0b25-4e24-4d4b-abc5-79302500dab0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:56.213220 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e7ff0b25-4e24-4d4b-abc5-79302500dab0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port de83ec48-ad8c-4c9b-85f6-0517142c5160 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:15:56.213461 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0b25-4e24-4d4b-abc5-79302500dab0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:56.304657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-e7ff0b25-4e24-4d4b-abc5-79302500dab0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] For port de83ec48-ad8c-4c9b-85f6-0517142c5160, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=de83ec48-ad8c-4c9b-85f6-0517142c5160,segment=NetworkSegment(845fda5b-4335-46c7-95e5-8027fd1305fb),segment_id=845fda5b-4335-46c7-95e5-8027fd1305fb)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:56.305016 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0b25-4e24-4d4b-abc5-79302500dab0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:56.320747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e7ff0b25-4e24-4d4b-abc5-79302500dab0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for de83ec48-ad8c-4c9b-85f6-0517142c5160 owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:15:56.584565 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0b25-4e24-4d4b-abc5-79302500dab0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:56.610130 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff0b25-4e24-4d4b-abc5-79302500dab0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=de83ec48-ad8c-4c9b-85f6-0517142c5160,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:56.788618 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e7ff0b25-4e24-4d4b-abc5-79302500dab0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.009165 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ff0b25-4e24-4d4b-abc5-79302500dab0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router 2c6bacf9-3987-41d6-9993-4fc98422967a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:15:57.114951 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ff0b25-4e24-4d4b-abc5-79302500dab0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:15:57.120009 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e7ff0b25-4e24-4d4b-abc5-79302500dab0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "PUT /v2.0/routers/2c6bacf9-3987-41d6-9993-4fc98422967a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5205231 Jul 05 05:15:57.122797 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39452) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:15:57.124832 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08db8dc8-f450-4134-b5b8-124410d4a15d None None] Sync routers for ids ['2c6bacf9-3987-41d6-9993-4fc98422967a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:15:57.134644 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08db8dc8-f450-4134-b5b8-124410d4a15d None None] Routers {'2c6bacf9-3987-41d6-9993-4fc98422967a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:15:57.135256 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-08db8dc8-f450-4134-b5b8-124410d4a15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:15:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2c6bacf9-3987-41d6-9993-4fc98422967a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:57.173898 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b696060-576c-4c90-ac4c-eee156746596 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting subnet f72cac78-e08c-4e55-8e3e-a90dfa70bc26 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:15:57.177136 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b696060-576c-4c90-ac4c-eee156746596 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.217864 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b696060-576c-4c90-ac4c-eee156746596 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.241685 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-08db8dc8-f450-4134-b5b8-124410d4a15d None None] Set router 2c6bacf9-3987-41d6-9993-4fc98422967a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:15:57.304030 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b696060-576c-4c90-ac4c-eee156746596 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.419682 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-08db8dc8-f450-4134-b5b8-124410d4a15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824588518', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:11Z', 'updated_at': '2021-07-05T05:15:56Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:12Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:57.438671 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b696060-576c-4c90-ac4c-eee156746596 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.449390 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08db8dc8-f450-4134-b5b8-124410d4a15d None None] Checking router: 2c6bacf9-3987-41d6-9993-4fc98422967a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:15:57.457952 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08db8dc8-f450-4134-b5b8-124410d4a15d None None] Routers {'2c6bacf9-3987-41d6-9993-4fc98422967a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:15:57.458575 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-08db8dc8-f450-4134-b5b8-124410d4a15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:15:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['2c6bacf9-3987-41d6-9993-4fc98422967a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:57.465252 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b696060-576c-4c90-ac4c-eee156746596 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Subnet': ['ID=f72cac78-e08c-4e55-8e3e-a90dfa70bc26,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:57.476736 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5b696060-576c-4c90-ac4c-eee156746596 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.479561 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5b696060-576c-4c90-ac4c-eee156746596 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/subnets/f72cac78-e08c-4e55-8e3e-a90dfa70bc26 HTTP/1.1" status: 204 len: 168 time: 0.3554559 Jul 05 05:15:57.482382 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39454) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:15:57.501619 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24c34e2-1953-44fd-b0e7-fba83d467692 None None] Network afdf1b30-71c0-4153-bb64-c308949f9f64 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:15:57.587278 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-08db8dc8-f450-4134-b5b8-124410d4a15d None None] Set router 2c6bacf9-3987-41d6-9993-4fc98422967a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:15:57.618550 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70bd450b-d7ac-49c6-befb-268220405447 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.742987 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70bd450b-d7ac-49c6-befb-268220405447 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.752706 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] DHCP port deletion for afdf1b30-71c0-4153-bb64-c308949f9f64 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:15:57.799118 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Deleting port 567cb286-3fcb-478d-9da7-033f96dfc892 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:15:57.799523 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.876185 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] For port 567cb286-3fcb-478d-9da7-033f96dfc892, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=567cb286-3fcb-478d-9da7-033f96dfc892,segment=NetworkSegment(845fda5b-4335-46c7-95e5-8027fd1305fb),segment_id=845fda5b-4335-46c7-95e5-8027fd1305fb)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:57.876911 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.884441 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-08db8dc8-f450-4134-b5b8-124410d4a15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824588518', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:11Z', 'updated_at': '2021-07-05T05:15:56Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:12Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:57.886492 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-70bd450b-d7ac-49c6-befb-268220405447 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port 91c0afa8-6b25-464a-adc5-b781eacfa65c {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:15:57.886849 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70bd450b-d7ac-49c6-befb-268220405447 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.898689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Calling delete_port for 567cb286-3fcb-478d-9da7-033f96dfc892 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:15:57.913517 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08db8dc8-f450-4134-b5b8-124410d4a15d None None] The sync data for ids ['2c6bacf9-3987-41d6-9993-4fc98422967a'] in n-d-771363-32 is: [{'id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824588518', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:13:11Z', 'updated_at': '2021-07-05T05:15:56Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '91c0afa8-6b25-464a-adc5-b781eacfa65c', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bacf9-3987-41d6-9993-4fc98422967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:13:12Z', 'updated_at': '2021-07-05T05:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:15:57.979042 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-70bd450b-d7ac-49c6-befb-268220405447 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] For port 91c0afa8-6b25-464a-adc5-b781eacfa65c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=91c0afa8-6b25-464a-adc5-b781eacfa65c,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:57.979535 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70bd450b-d7ac-49c6-befb-268220405447 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:57.995798 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-70bd450b-d7ac-49c6-befb-268220405447 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for 91c0afa8-6b25-464a-adc5-b781eacfa65c owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:15:58.081505 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:58.106835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Pushing event deleted for resources: {'Port': ['ID=567cb286-3fcb-478d-9da7-033f96dfc892,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:58.117362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] No DVR routers for this DVR port 567cb286-3fcb-478d-9da7-033f96dfc892 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:15:58.123286 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:58.131559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:58.131559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:58.131559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:58.131559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:58.131559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:58.131559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:58.131559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:58.131559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:58.131559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:58.131559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:58.131559 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6130c-022d-44b5-97a0-d80119ceddab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:58.238792 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70bd450b-d7ac-49c6-befb-268220405447 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:58.269540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd450b-d7ac-49c6-befb-268220405447 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=91c0afa8-6b25-464a-adc5-b781eacfa65c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:58.469091 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9e4c7b92-855b-4688-aed5-7b098690eb61 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:15:58.491256 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 9e4c7b92-855b-4688-aed5-7b098690eb61 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:15:58.491500 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 9e4c7b92-855b-4688-aed5-7b098690eb61 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:15:58.651789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 567cb286-3fcb-478d-9da7-033f96dfc892 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:15:58.671938 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 567cb286-3fcb-478d-9da7-033f96dfc892 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:15:58.672314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 567cb286-3fcb-478d-9da7-033f96dfc892 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:15:58.672739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device de83ec48-ad8c-4c9b-85f6-0517142c5160 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:15:58.681532 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70bd450b-d7ac-49c6-befb-268220405447 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:58.694349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: de83ec48-ad8c-4c9b-85f6-0517142c5160 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:15:58.694627 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device de83ec48-ad8c-4c9b-85f6-0517142c5160 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:15:58.770362 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70bd450b-d7ac-49c6-befb-268220405447 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:58.772385 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70bd450b-d7ac-49c6-befb-268220405447 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:58.880879 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70bd450b-d7ac-49c6-befb-268220405447 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:58.881549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bd450b-d7ac-49c6-befb-268220405447 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Fanout notify agent at l3_agent the message router_deleted on router 2c6bacf9-3987-41d6-9993-4fc98422967a {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:15:58.888581 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-70bd450b-d7ac-49c6-befb-268220405447 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:58.889723 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-70bd450b-d7ac-49c6-befb-268220405447 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/routers/2c6bacf9-3987-41d6-9993-4fc98422967a HTTP/1.1" status: 204 len: 168 time: 1.4057570 Jul 05 05:15:58.892517 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39456) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:15:58.976750 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d25557c5-18d6-4e54-8fdd-f682acd6070a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.063965 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d25557c5-18d6-4e54-8fdd-f682acd6070a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.074033 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d25557c5-18d6-4e54-8fdd-f682acd6070a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afdf1b30-71c0-4153-bb64-c308949f9f64']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:59.084794 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d25557c5-18d6-4e54-8fdd-f682acd6070a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845fda5b-4335-46c7-95e5-8027fd1305fb') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:59.085088 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-d25557c5-18d6-4e54-8fdd-f682acd6070a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845fda5b-4335-46c7-95e5-8027fd1305fb') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:59.093704 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d25557c5-18d6-4e54-8fdd-f682acd6070a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.107155 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d25557c5-18d6-4e54-8fdd-f682acd6070a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.113238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25557c5-18d6-4e54-8fdd-f682acd6070a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:15:59.113668 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d25557c5-18d6-4e54-8fdd-f682acd6070a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: timer() Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:15:59.116630 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:15:59.252839 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d25557c5-18d6-4e54-8fdd-f682acd6070a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.262610 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d25557c5-18d6-4e54-8fdd-f682acd6070a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.262746 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d25557c5-18d6-4e54-8fdd-f682acd6070a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/networks/afdf1b30-71c0-4153-bb64-c308949f9f64 HTTP/1.1" status: 204 len: 168 time: 0.3685954 Jul 05 05:15:59.265549 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39458) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:15:59.275233 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25557c5-18d6-4e54-8fdd-f682acd6070a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Network': ['ID=afdf1b30-71c0-4153-bb64-c308949f9f64,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:59.330726 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7797-614d-4eda-91b6-bc83911a9e61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.365520 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7797-614d-4eda-91b6-bc83911a9e61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.489457 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7797-614d-4eda-91b6-bc83911a9e61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.492140 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ba0c7797-614d-4eda-91b6-bc83911a9e61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:59.493327 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ba0c7797-614d-4eda-91b6-bc83911a9e61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/security-groups/ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e HTTP/1.1" status: 204 len: 168 time: 0.2266996 Jul 05 05:15:59.504119 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c7797-614d-4eda-91b6-bc83911a9e61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5cc388-86cc-4f0f-98c9-2bdccb9dbc2e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:00.559659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 91c0afa8-6b25-464a-adc5-b781eacfa65c no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:16:00.580209 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 91c0afa8-6b25-464a-adc5-b781eacfa65c {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:16:00.580557 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 91c0afa8-6b25-464a-adc5-b781eacfa65c not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:16:00.920929 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39466) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:00.925669 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c42e258b-66ea-41a9-b55c-38723feafc7d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828506189', 'description': 'tempest-secgroup-smoke-828506189 description', 'project_id': '797c76fbe70b44f8a93edd8832372e73'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:16:01.009717 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c42e258b-66ea-41a9-b55c-38723feafc7d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:01.090026 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c42e258b-66ea-41a9-b55c-38723feafc7d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:01.175313 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c42e258b-66ea-41a9-b55c-38723feafc7d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:01.204367 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e258b-66ea-41a9-b55c-38723feafc7d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:01.286885 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c42e258b-66ea-41a9-b55c-38723feafc7d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:01.288183 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c42e258b-66ea-41a9-b55c-38723feafc7d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3661904 Jul 05 05:16:01.291299 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39468) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:01.295747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-569369f7-59c5-4840-b16a-dc53461eae21 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'b3cbbaaa-8eb9-4630-a341-49e71d2f3a71', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:16:01.393727 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-569369f7-59c5-4840-b16a-dc53461eae21 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:01.448462 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-569369f7-59c5-4840-b16a-dc53461eae21 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:01.538218 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-569369f7-59c5-4840-b16a-dc53461eae21 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:01.556615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569369f7-59c5-4840-b16a-dc53461eae21 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea0e952-3822-4d7a-9bc1-f527d0e80f4d,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:01.660764 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-569369f7-59c5-4840-b16a-dc53461eae21 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:01.662012 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-569369f7-59c5-4840-b16a-dc53461eae21 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3697896 Jul 05 05:16:01.664875 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39470) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:01.669418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b391965c-b7ab-443c-9b79-a566374109b3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'b3cbbaaa-8eb9-4630-a341-49e71d2f3a71', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:16:01.762858 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b391965c-b7ab-443c-9b79-a566374109b3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:01.822860 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b391965c-b7ab-443c-9b79-a566374109b3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:01.908984 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b391965c-b7ab-443c-9b79-a566374109b3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:01.926803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391965c-b7ab-443c-9b79-a566374109b3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9209a02f-bfe6-41a4-9282-3031faeed70c,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:02.000791 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b391965c-b7ab-443c-9b79-a566374109b3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:02.002129 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b391965c-b7ab-443c-9b79-a566374109b3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3362820 Jul 05 05:16:02.005615 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39472) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:02.010005 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c00574d1-1ce3-4866-9b15-d8139b47b828 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'b3cbbaaa-8eb9-4630-a341-49e71d2f3a71', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:16:02.135177 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c00574d1-1ce3-4866-9b15-d8139b47b828 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:02.193442 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c00574d1-1ce3-4866-9b15-d8139b47b828 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:02.289729 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c00574d1-1ce3-4866-9b15-d8139b47b828 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:02.309478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00574d1-1ce3-4866-9b15-d8139b47b828 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca768c1-0df1-45ff-aae8-9a203e6fff99,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:02.404003 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c00574d1-1ce3-4866-9b15-d8139b47b828 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:02.405210 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c00574d1-1ce3-4866-9b15-d8139b47b828 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3986669 Jul 05 05:16:02.408025 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39474) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:02.413282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-875885ce-d870-4791-9f56-b1962e0b4d6d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'b3cbbaaa-8eb9-4630-a341-49e71d2f3a71', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:16:02.549111 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-875885ce-d870-4791-9f56-b1962e0b4d6d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:02.607097 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-875885ce-d870-4791-9f56-b1962e0b4d6d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:02.674841 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-875885ce-d870-4791-9f56-b1962e0b4d6d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:02.695504 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875885ce-d870-4791-9f56-b1962e0b4d6d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fff2ced-827f-4796-9605-84e135877ef3,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:02.826541 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-875885ce-d870-4791-9f56-b1962e0b4d6d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:02.827797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-875885ce-d870-4791-9f56-b1962e0b4d6d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4187827 Jul 05 05:16:02.830608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39476) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:02.835112 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-fce3f1fa-77bf-42ec-a6ef-aa7bed27c9ae tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'b3cbbaaa-8eb9-4630-a341-49e71d2f3a71', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:16:02.940789 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-fce3f1fa-77bf-42ec-a6ef-aa7bed27c9ae tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Project 797c76fbe70b44f8a93edd8832372e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:16:02.945995 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fce3f1fa-77bf-42ec-a6ef-aa7bed27c9ae tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.009058 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fce3f1fa-77bf-42ec-a6ef-aa7bed27c9ae tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.095290 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fce3f1fa-77bf-42ec-a6ef-aa7bed27c9ae tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.113154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3f1fa-77bf-42ec-a6ef-aa7bed27c9ae tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a75af4-8320-4354-8f66-a7a829797c80,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:03.195059 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fce3f1fa-77bf-42ec-a6ef-aa7bed27c9ae tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.196258 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fce3f1fa-77bf-42ec-a6ef-aa7bed27c9ae tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3646293 Jul 05 05:16:03.199043 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39478) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:03.203555 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6daaaf07-b662-45dd-8493-da850565c6da tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'b3cbbaaa-8eb9-4630-a341-49e71d2f3a71', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:16:03.252266 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.280949 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-6daaaf07-b662-45dd-8493-da850565c6da tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Project 797c76fbe70b44f8a93edd8832372e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:16:03.286081 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6daaaf07-b662-45dd-8493-da850565c6da tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.347574 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6daaaf07-b662-45dd-8493-da850565c6da tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.417987 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6daaaf07-b662-45dd-8493-da850565c6da tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.435769 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daaaf07-b662-45dd-8493-da850565c6da tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5552e7-5279-49e7-9320-a193c5275eee,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:03.524153 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6daaaf07-b662-45dd-8493-da850565c6da tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.525321 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6daaaf07-b662-45dd-8493-da850565c6da tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3253229 Jul 05 05:16:03.528170 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39480) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:03.533352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-c96a7d44-ee6b-453b-9480-964a550c4eda tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'network': {'name': 'tempest-network-smoke--633521508', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'port_security_enabled': True}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:16:03.626320 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96a7d44-ee6b-453b-9480-964a550c4eda tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Made reservation on behalf of 797c76fbe70b44f8a93edd8832372e73 for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:16:03.629908 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c96a7d44-ee6b-453b-9480-964a550c4eda tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.655046 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96a7d44-ee6b-453b-9480-964a550c4eda tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:16:03.663925 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c96a7d44-ee6b-453b-9480-964a550c4eda tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.664349 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-c96a7d44-ee6b-453b-9480-964a550c4eda tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Added segment 975a45f0-527d-4b9e-805a-9831a3a6fff9 of type vlan for network 7f115135-d03d-4fbc-b0bd-65702f997e34 Jul 05 05:16:03.703439 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c96a7d44-ee6b-453b-9480-964a550c4eda tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.806103 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c96a7d44-ee6b-453b-9480-964a550c4eda tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.811565 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96a7d44-ee6b-453b-9480-964a550c4eda tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:03.812418 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c96a7d44-ee6b-453b-9480-964a550c4eda tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:03.877644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a7d44-ee6b-453b-9480-964a550c4eda tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Network': ['ID=7f115135-d03d-4fbc-b0bd-65702f997e34,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:03.890976 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 7f115135-d03d-4fbc-b0bd-65702f997e34 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:16:03.959801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c96a7d44-ee6b-453b-9480-964a550c4eda tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4298601 Jul 05 05:16:03.961916 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39482) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:03.966755 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-762636571', 'admin_state_up': True, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:16:04.066951 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:04.068578 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:04.118515 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:04.347267 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:04.597612 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:04.616704 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:04.714997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.25.6.251 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/5ef3a2a8-2435-448a-ab02-d0968566f070) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:16:04.816382 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:04.903738 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:04.932328 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:04.970969 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:16:04.975621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:16:04.978937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:16:04.984402 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=5ef3a2a8-2435-448a-ab02-d0968566f070,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:05.584731 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:05.775609 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:05.981474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router 79267228-ca10-4e00-a9b9-184547987cbc is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:16:06.089680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:16:06.099094 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Sync routers for ids ['79267228-ca10-4e00-a9b9-184547987cbc'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:16:06.113762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Routers {'79267228-ca10-4e00-a9b9-184547987cbc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:06.114447 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:15:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['79267228-ca10-4e00-a9b9-184547987cbc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:06.160710 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:06.162062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-baccb1d0-89a9-4025-aaf8-979e57689504 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1991448 Jul 05 05:16:06.166591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39484) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:06.201828 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-98db744e-6f6c-4d41-85f2-9623cec42b64 tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=797c76fbe70b44f8a93edd8832372e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340543 Jul 05 05:16:06.204453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39486) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:06.224719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Set router 79267228-ca10-4e00-a9b9-184547987cbc gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:06.301452 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f199da-2991-4e15-847e-fc231465bc00 tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:06.306034 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-55f199da-2991-4e15-847e-fc231465bc00 tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972924 Jul 05 05:16:06.306363 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39488) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:06.337631 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-df470ee9-cd9c-45fd-951e-455e485094b2 tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300651 Jul 05 05:16:06.340339 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39490) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:06.345255 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-75ee5e87-0a63-4253-b047-1eee506e509a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-13548245', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:16:06.452086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79267228-ca10-4e00-a9b9-184547987cbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762636571', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:05Z', 'revision_number': 3, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:06.487680 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Checking router: 79267228-ca10-4e00-a9b9-184547987cbc for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:16:06.488031 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Updating router 79267228-ca10-4e00-a9b9-184547987cbc port 5ef3a2a8-2435-448a-ab02-d0968566f070 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:16:06.530135 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:06.532333 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ee5e87-0a63-4253-b047-1eee506e509a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Made reservation on behalf of 797c76fbe70b44f8a93edd8832372e73 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:16:06.537132 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75ee5e87-0a63-4253-b047-1eee506e509a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:06.801190 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75ee5e87-0a63-4253-b047-1eee506e509a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:06.861472 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:06.872392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Transition to ACTIVE for port object 5ef3a2a8-2435-448a-ab02-d0968566f070 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:16:06.873652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee5e87-0a63-4253-b047-1eee506e509a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Subnet': ['ID=5b0b2535-394c-43ed-a02c-5385230613fb,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:06.884955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ee5e87-0a63-4253-b047-1eee506e509a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Checking segment: {'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:16:06.885326 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee5e87-0a63-4253-b047-1eee506e509a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network hostable DHCP agents. Network: 7f115135-d03d-4fbc-b0bd-65702f997e34, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:16:06.970095 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:06.997775 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee5e87-0a63-4253-b047-1eee506e509a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 7f115135-d03d-4fbc-b0bd-65702f997e34 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:16:07.024943 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Attempting to bind port 5ef3a2a8-2435-448a-ab02-d0968566f070 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:16:07.025402 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Attempting to bind port 5ef3a2a8-2435-448a-ab02-d0968566f070 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:16:07.025768 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Attempting to bind port 5ef3a2a8-2435-448a-ab02-d0968566f070 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:16:07.032591 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2900cfc-6fe5-4e84-8076-7d938bb1b82f None None] Pushing event updated for resources: {'Port': ['ID=5ef3a2a8-2435-448a-ab02-d0968566f070,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:07.036353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:16:07.036735 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:16:07.037156 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:07.037539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:16:07.038719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Bound port: 5ef3a2a8-2435-448a-ab02-d0968566f070, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:16:07.039115 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:07.080784 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-75ee5e87-0a63-4253-b047-1eee506e509a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 7f115135-d03d-4fbc-b0bd-65702f997e34) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:16:07.085659 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ee5e87-0a63-4253-b047-1eee506e509a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:07.086607 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-75ee5e87-0a63-4253-b047-1eee506e509a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:07.092962 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae90e4c7-a9fb-43a2-b4c0-56c553612499 None None] Network 7f115135-d03d-4fbc-b0bd-65702f997e34 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:16:07.098433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] For port 5ef3a2a8-2435-448a-ab02-d0968566f070, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:16:07.145816 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] For port 5ef3a2a8-2435-448a-ab02-d0968566f070, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5ef3a2a8-2435-448a-ab02-d0968566f070,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:16:07.175730 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-75ee5e87-0a63-4253-b047-1eee506e509a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8343086 Jul 05 05:16:07.178915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39492) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:07.209137 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:07.296842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-7f115135-d03d-4fbc-b0bd-65702f997e34', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ips': [{'subnet_id': '5b0b2535-394c-43ed-a02c-5385230613fb'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:16:07.297694 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:07.305674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Routers {'79267228-ca10-4e00-a9b9-184547987cbc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:07.306305 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:15:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['79267228-ca10-4e00-a9b9-184547987cbc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:07.314443 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2900cfc-6fe5-4e84-8076-7d938bb1b82f None None] Pushing event updated for resources: {'Port': ['ID=5ef3a2a8-2435-448a-ab02-d0968566f070,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:07.628410 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:07.668717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] Set router 79267228-ca10-4e00-a9b9-184547987cbc gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:07.776394 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Allocated IP 172.20.0.2 (7f115135-d03d-4fbc-b0bd-65702f997e34/5b0b2535-394c-43ed-a02c-5385230613fb/a1ef8361-32b9-4de3-a187-fbf4650e74bf) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:16:07.977654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79267228-ca10-4e00-a9b9-184547987cbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762636571', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:05Z', 'revision_number': 3, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:08.011239 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:08.013538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eb81ae-b927-4298-a4b0-b608ca467441 None None] The sync data for ids ['79267228-ca10-4e00-a9b9-184547987cbc'] in n-d-771363-32 is: [{'id': '79267228-ca10-4e00-a9b9-184547987cbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762636571', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:05Z', 'revision_number': 3, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:16:08.021732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Transition to ACTIVE for port object a1ef8361-32b9-4de3-a187-fbf4650e74bf will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:16:08.039868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Transition to ACTIVE for port object a1ef8361-32b9-4de3-a187-fbf4650e74bf will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:16:08.107195 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:08.147179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Network 7f115135-d03d-4fbc-b0bd-65702f997e34 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:16:08.153023 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:16:08.156692 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:16:08.164000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Pushing event updated for resources: {'Port': ['ID=a1ef8361-32b9-4de3-a187-fbf4650e74bf,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:08.164459 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.20.0.1 (7f115135-d03d-4fbc-b0bd-65702f997e34/5b0b2535-394c-43ed-a02c-5385230613fb/bc0b737f-8e51-4e95-9208-3f465faabd6d) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:16:08.222090 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Attempting to bind port a1ef8361-32b9-4de3-a187-fbf4650e74bf on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:16:08.222462 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Attempting to bind port a1ef8361-32b9-4de3-a187-fbf4650e74bf by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:16:08.222822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Attempting to bind port a1ef8361-32b9-4de3-a187-fbf4650e74bf on network 7f115135-d03d-4fbc-b0bd-65702f997e34 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:16:08.251708 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:16:08.251708 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Checking segment: {'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:16:08.252093 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:08.252493 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Bound using segment: {'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:16:08.253004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Bound port: a1ef8361-32b9-4de3-a187-fbf4650e74bf, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:16:08.253485 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:08.298982 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:08.317728 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Transition to ACTIVE for port object bc0b737f-8e51-4e95-9208-3f465faabd6d will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:16:08.338264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] For port a1ef8361-32b9-4de3-a187-fbf4650e74bf, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:16:08.341727 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] For port a1ef8361-32b9-4de3-a187-fbf4650e74bf, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a1ef8361-32b9-4de3-a187-fbf4650e74bf,segment=NetworkSegment(975a45f0-527d-4b9e-805a-9831a3a6fff9),segment_id=975a45f0-527d-4b9e-805a-9831a3a6fff9)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:16:08.406654 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:08.441120 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:08.473064 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd335e-8422-448b-a259-2cc6a57dd9db None None] Pushing event updated for resources: {'Port': ['ID=a1ef8361-32b9-4de3-a187-fbf4650e74bf,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:08.494845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 7f115135-d03d-4fbc-b0bd-65702f997e34 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:16:08.498914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:16:08.504412 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:16:08.549493 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=bc0b737f-8e51-4e95-9208-3f465faabd6d,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:08.573988 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:08.715432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5ef3a2a8-2435-448a-ab02-d0968566f070 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:16:08.846011 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 5ef3a2a8-2435-448a-ab02-d0968566f070 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:16:08.848168 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:08.851040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 5ef3a2a8-2435-448a-ab02-d0968566f070 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:16:08.851998 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:08.945600 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:08.971763 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 5ef3a2a8-2435-448a-ab02-d0968566f070, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5ef3a2a8-2435-448a-ab02-d0968566f070,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:09.035030 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:09.086181 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=5ef3a2a8-2435-448a-ab02-d0968566f070,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:09.149154 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:09.206160 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:09.282972 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=bc0b737f-8e51-4e95-9208-3f465faabd6d,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:09.291064 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:09.389355 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 7f115135-d03d-4fbc-b0bd-65702f997e34 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:16:09.390894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:16:09.447365 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44fcd4e-537b-4364-9c99-eef4550937da None None] Network 7f115135-d03d-4fbc-b0bd-65702f997e34 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:16:09.545605 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router 79267228-ca10-4e00-a9b9-184547987cbc has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:16:09.643636 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8e334d21-9c34-43b9-be38-2b9b36d86058 None None] Provisioning for port a1ef8361-32b9-4de3-a187-fbf4650e74bf completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:16:09.661885 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:16:09.667667 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-799ed32c-c42c-4383-8c9f-3d2248ff8d3d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "PUT /v2.0/routers/79267228-ca10-4e00-a9b9-184547987cbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4875915 Jul 05 05:16:09.834272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-0efcb6f4-0181-472c-91e8-f393eea02e5e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828506189&fields=id&tenant_id=797c76fbe70b44f8a93edd8832372e73 HTTP/1.1" status: 200 len: 267 time: 0.0382762 Jul 05 05:16:09.929839 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d18a3c06-fe23-48fc-a535-b08e93ff2a09 None None] Provisioning for port bc0b737f-8e51-4e95-9208-3f465faabd6d completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:16:09.934052 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d18a3c06-fe23-48fc-a535-b08e93ff2a09 None None] Provisioning complete for port bc0b737f-8e51-4e95-9208-3f465faabd6d triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:16:09.934428 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d18a3c06-fe23-48fc-a535-b08e93ff2a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:09.949639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-e9266fc1-d01f-4490-a37e-a18bc24ce343 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:09.958740 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-e9266fc1-d01f-4490-a37e-a18bc24ce343 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/networks?id=7f115135-d03d-4fbc-b0bd-65702f997e34 HTTP/1.1" status: 200 len: 796 time: 0.1173930 Jul 05 05:16:09.969771 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-7f4c423b-abb6-41c6-b237-e7581b35c4ca tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/quotas/797c76fbe70b44f8a93edd8832372e73 HTTP/1.1" status: 200 len: 375 time: 0.0101452 Jul 05 05:16:09.977808 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-d18a3c06-fe23-48fc-a535-b08e93ff2a09 None None] Port bc0b737f-8e51-4e95-9208-3f465faabd6d cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:16:09.991593 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Sync routers for ids ['79267228-ca10-4e00-a9b9-184547987cbc'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:16:10.002418 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Routers {'79267228-ca10-4e00-a9b9-184547987cbc'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:10.003222 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:15:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['79267228-ca10-4e00-a9b9-184547987cbc'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:10.062815 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-ccbd730a-76d7-445e-820a-2e90995e6e73 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851161 Jul 05 05:16:10.112682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-02195a88-a752-4b05-977a-dda6b705d8cd None None] Provisioning complete for port bc0b737f-8e51-4e95-9208-3f465faabd6d triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:16:10.113056 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-02195a88-a752-4b05-977a-dda6b705d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.125540 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Set router 79267228-ca10-4e00-a9b9-184547987cbc gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:10.153255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-ade06831-67b4-46de-bac1-c58fd2442a59 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:16:10.154478 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-ade06831-67b4-46de-bac1-c58fd2442a59 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0787308 Jul 05 05:16:10.157851 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-02195a88-a752-4b05-977a-dda6b705d8cd None None] Port bc0b737f-8e51-4e95-9208-3f465faabd6d cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:16:10.249772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-4248c584-d2a8-408d-ab3c-302b17981251 service neutron] 10.222.0.38 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876110 Jul 05 05:16:10.276412 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-de378409-fbf8-494f-8d26-c97ad62a7fee None None] Provisioning complete for port bc0b737f-8e51-4e95-9208-3f465faabd6d triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:16:10.276798 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-de378409-fbf8-494f-8d26-c97ad62a7fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.317986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-de378409-fbf8-494f-8d26-c97ad62a7fee None None] Port bc0b737f-8e51-4e95-9208-3f465faabd6d cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:16:10.338218 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79267228-ca10-4e00-a9b9-184547987cbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762636571', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bc0b737f-8e51-4e95-9208-3f465faabd6d', 'name': '', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:41:79:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:07Z', 'updated_at': '2021-07-05T05:16:09Z', 'revision_number': 2, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:10.351511 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-6c344108-c8d4-437b-b409-330ad9695ae0 service neutron] 10.222.0.38 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955648 Jul 05 05:16:10.364277 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Checking router: 79267228-ca10-4e00-a9b9-184547987cbc for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:16:10.364647 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Updating router 79267228-ca10-4e00-a9b9-184547987cbc port bc0b737f-8e51-4e95-9208-3f465faabd6d binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:16:10.400872 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.654369 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8023f990-2ebb-4ba8-9520-fc19ce46a4ce req-83fe1920-3532-4dc2-b57f-98862b354b18 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 210 time: 0.0383658 Jul 05 05:16:10.692771 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.704001 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Transition to ACTIVE for port object bc0b737f-8e51-4e95-9208-3f465faabd6d will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:16:10.730518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5ef3a2a8-2435-448a-ab02-d0968566f070 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:16:10.780299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 5ef3a2a8-2435-448a-ab02-d0968566f070 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:16:10.780768 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.790183 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.838339 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b81bc2-cc76-45c3-a2cf-ad2835b2e925 None None] Pushing event updated for resources: {'Port': ['ID=bc0b737f-8e51-4e95-9208-3f465faabd6d,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:10.848332 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b81bc2-cc76-45c3-a2cf-ad2835b2e925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:10.848677 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b81bc2-cc76-45c3-a2cf-ad2835b2e925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:10.849023 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b81bc2-cc76-45c3-a2cf-ad2835b2e925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:10.849359 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b81bc2-cc76-45c3-a2cf-ad2835b2e925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:10.849684 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b81bc2-cc76-45c3-a2cf-ad2835b2e925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:10.850009 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b81bc2-cc76-45c3-a2cf-ad2835b2e925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:10.850919 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b81bc2-cc76-45c3-a2cf-ad2835b2e925 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:10.851486 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b81bc2-cc76-45c3-a2cf-ad2835b2e925 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:10.851978 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b81bc2-cc76-45c3-a2cf-ad2835b2e925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:10.852337 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b81bc2-cc76-45c3-a2cf-ad2835b2e925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:10.852663 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b81bc2-cc76-45c3-a2cf-ad2835b2e925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:10.852985 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b81bc2-cc76-45c3-a2cf-ad2835b2e925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:10.869916 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a1ef8361-32b9-4de3-a187-fbf4650e74bf up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:16:10.914972 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Attempting to bind port bc0b737f-8e51-4e95-9208-3f465faabd6d on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:16:10.915535 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Attempting to bind port bc0b737f-8e51-4e95-9208-3f465faabd6d by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:16:10.916237 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Attempting to bind port bc0b737f-8e51-4e95-9208-3f465faabd6d on network 7f115135-d03d-4fbc-b0bd-65702f997e34 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:16:10.921639 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:16:10.922007 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Checking segment: {'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:16:10.922597 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.923225 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Bound using segment: {'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:16:10.923655 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Bound port: bc0b737f-8e51-4e95-9208-3f465faabd6d, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:16:10.924259 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.005826 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] For port bc0b737f-8e51-4e95-9208-3f465faabd6d, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:16:11.009868 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] For port bc0b737f-8e51-4e95-9208-3f465faabd6d, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bc0b737f-8e51-4e95-9208-3f465faabd6d,segment=NetworkSegment(975a45f0-527d-4b9e-805a-9831a3a6fff9),segment_id=975a45f0-527d-4b9e-805a-9831a3a6fff9)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:16:11.037606 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port a1ef8361-32b9-4de3-a187-fbf4650e74bf completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:16:11.044032 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port a1ef8361-32b9-4de3-a187-fbf4650e74bf triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:16:11.049203 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.112992 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.124504 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.159991 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port a1ef8361-32b9-4de3-a187-fbf4650e74bf, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a1ef8361-32b9-4de3-a187-fbf4650e74bf,segment=NetworkSegment(975a45f0-527d-4b9e-805a-9831a3a6fff9),segment_id=975a45f0-527d-4b9e-805a-9831a3a6fff9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:11.176597 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b81bc2-cc76-45c3-a2cf-ad2835b2e925 None None] Pushing event updated for resources: {'Port': ['ID=bc0b737f-8e51-4e95-9208-3f465faabd6d,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:11.180321 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Routers {'79267228-ca10-4e00-a9b9-184547987cbc'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:11.181199 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:15:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['79267228-ca10-4e00-a9b9-184547987cbc'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:11.246110 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.304213 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] Set router 79267228-ca10-4e00-a9b9-184547987cbc gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:11.306769 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=a1ef8361-32b9-4de3-a187-fbf4650e74bf,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:11.426195 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:16:11.505135 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79267228-ca10-4e00-a9b9-184547987cbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762636571', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bc0b737f-8e51-4e95-9208-3f465faabd6d', 'name': '', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:41:79:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:07Z', 'updated_at': '2021-07-05T05:16:11Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:11.514751 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b118064d-61b3-454b-ba45-ff3942547cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:11.534220 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f6297-2773-4506-8b2a-318058956f36 None None] The sync data for ids ['79267228-ca10-4e00-a9b9-184547987cbc'] in n-d-771363-32 is: [{'id': '79267228-ca10-4e00-a9b9-184547987cbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762636571', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bc0b737f-8e51-4e95-9208-3f465faabd6d', 'name': '', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:41:79:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:07Z', 'updated_at': '2021-07-05T05:16:11Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:16:11.808411 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8416f6e-1ed3-4314-9b97-889059ec9860 req-599cdde1-1c9d-4fd0-b572-ce71e736d718 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 210 time: 0.0299115 Jul 05 05:16:12.677180 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a1ef8361-32b9-4de3-a187-fbf4650e74bf up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:16:12.730901 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port a1ef8361-32b9-4de3-a187-fbf4650e74bf triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:16:12.731196 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:12.809909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bc0b737f-8e51-4e95-9208-3f465faabd6d up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:16:12.952770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-4d4ccc84-e701-4dba-8c21-bcbaa7a8c3af tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:12.954396 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-4d4ccc84-e701-4dba-8c21-bcbaa7a8c3af tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.10 "GET /v2.0/networks?id=7f115135-d03d-4fbc-b0bd-65702f997e34 HTTP/1.1" status: 200 len: 796 time: 0.1128156 Jul 05 05:16:12.959909 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1cec5045-8035-4aff-9931-374548a35324 req-0f16bca8-62bf-4e6f-b79e-adf0a37fe079 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 210 time: 0.0338664 Jul 05 05:16:12.986585 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port bc0b737f-8e51-4e95-9208-3f465faabd6d completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:16:12.992310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bc0b737f-8e51-4e95-9208-3f465faabd6d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:16:12.993177 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:13.000998 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-39ba6382-e8b6-419a-bf5e-976215e8bf0f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=797c76fbe70b44f8a93edd8832372e73 HTTP/1.1" status: 200 len: 379 time: 0.0375426 Jul 05 05:16:13.010569 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-08d18065-85a3-46fa-a7e9-9cb78f7277d1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'port': {'device_id': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'admin_state_up': True, 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'security_groups': ['b3cbbaaa-8eb9-4630-a341-49e71d2f3a71']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:16:13.091287 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:13.131727 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port bc0b737f-8e51-4e95-9208-3f465faabd6d, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bc0b737f-8e51-4e95-9208-3f465faabd6d,segment=NetworkSegment(975a45f0-527d-4b9e-805a-9831a3a6fff9),segment_id=975a45f0-527d-4b9e-805a-9831a3a6fff9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:13.197829 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-08d18065-85a3-46fa-a7e9-9cb78f7277d1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Made reservation on behalf of 797c76fbe70b44f8a93edd8832372e73 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:16:13.201496 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-08d18065-85a3-46fa-a7e9-9cb78f7277d1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:13.223099 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:13.273015 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=bc0b737f-8e51-4e95-9208-3f465faabd6d,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:13.335695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-08d18065-85a3-46fa-a7e9-9cb78f7277d1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.20.0.14 (7f115135-d03d-4fbc-b0bd-65702f997e34/5b0b2535-394c-43ed-a02c-5385230613fb/cb6f8641-3872-42c3-b545-7625849bdac8) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:16:13.477161 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-08d18065-85a3-46fa-a7e9-9cb78f7277d1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:13.489565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-08d18065-85a3-46fa-a7e9-9cb78f7277d1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Transition to ACTIVE for port object cb6f8641-3872-42c3-b545-7625849bdac8 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:16:13.583768 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-08d18065-85a3-46fa-a7e9-9cb78f7277d1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:13.624869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-08d18065-85a3-46fa-a7e9-9cb78f7277d1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 7f115135-d03d-4fbc-b0bd-65702f997e34 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:16:13.628485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-08d18065-85a3-46fa-a7e9-9cb78f7277d1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:16:13.630651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-08d18065-85a3-46fa-a7e9-9cb78f7277d1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:16:13.667831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d18065-85a3-46fa-a7e9-9cb78f7277d1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=cb6f8641-3872-42c3-b545-7625849bdac8,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:13.704023 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-08d18065-85a3-46fa-a7e9-9cb78f7277d1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:13.704695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-08d18065-85a3-46fa-a7e9-9cb78f7277d1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:13.781666 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-08d18065-85a3-46fa-a7e9-9cb78f7277d1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7759149 Jul 05 05:16:13.793995 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Request body: {'port': {'device_id': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:16:13.870593 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:13.909157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6fa5be9c-9496-448e-9887-d8d11a031e44 None None] Provisioning for port cb6f8641-3872-42c3-b545-7625849bdac8 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:16:13.913171 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-6fa5be9c-9496-448e-9887-d8d11a031e44 None None] Provisioning complete for port cb6f8641-3872-42c3-b545-7625849bdac8 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:16:13.913628 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6fa5be9c-9496-448e-9887-d8d11a031e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:13.950380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-6fa5be9c-9496-448e-9887-d8d11a031e44 None None] Port cb6f8641-3872-42c3-b545-7625849bdac8 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:16:14.109208 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-af5f35a8-6c02-4cb8-b575-610eff882ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.137550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6f8641-3872-42c3-b545-7625849bdac8 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:16:14.142680 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d39356-1829-4dfb-b3e3-17995735c690 req-6500e687-56e7-4933-98a0-b8d08a6b48af tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:14.144267 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17d39356-1829-4dfb-b3e3-17995735c690 req-6500e687-56e7-4933-98a0-b8d08a6b48af tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 932 time: 0.0704989 Jul 05 05:16:14.145312 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.158308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Transition to ACTIVE for port object cb6f8641-3872-42c3-b545-7625849bdac8 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:16:14.240597 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.295106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6f8641-3872-42c3-b545-7625849bdac8,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:14.375440 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Attempting to bind port cb6f8641-3872-42c3-b545-7625849bdac8 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:16:14.375575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Attempting to bind port cb6f8641-3872-42c3-b545-7625849bdac8 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:16:14.375971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Attempting to bind port cb6f8641-3872-42c3-b545-7625849bdac8 on network 7f115135-d03d-4fbc-b0bd-65702f997e34 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:16:14.381025 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Port cb6f8641-3872-42c3-b545-7625849bdac8 on network 7f115135-d03d-4fbc-b0bd-65702f997e34 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:16:14.381357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Attempting to bind port cb6f8641-3872-42c3-b545-7625849bdac8 on network 7f115135-d03d-4fbc-b0bd-65702f997e34 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:16:14.388314 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:16:14.389329 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Checking segment: {'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:16:14.389735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Bound using segment: {'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:16:14.390181 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Bound port: cb6f8641-3872-42c3-b545-7625849bdac8, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:16:14.390729 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.463764 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.467837 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] For port cb6f8641-3872-42c3-b545-7625849bdac8, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:16:14.471416 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] For port cb6f8641-3872-42c3-b545-7625849bdac8, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=cb6f8641-3872-42c3-b545-7625849bdac8,segment=NetworkSegment(975a45f0-527d-4b9e-805a-9831a3a6fff9),segment_id=975a45f0-527d-4b9e-805a-9831a3a6fff9)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:16:14.510138 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-17d39356-1829-4dfb-b3e3-17995735c690 req-111f72e4-9acc-4a99-b902-00f3d56951ab tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3592463 Jul 05 05:16:14.583957 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.612219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bc0b737f-8e51-4e95-9208-3f465faabd6d up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:16:14.619286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:14.620425 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.622090 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] 10.222.0.10 "PUT /v2.0/ports/cb6f8641-3872-42c3-b545-7625849bdac8 HTTP/1.1" status: 200 len: 1093 time: 0.8327351 Jul 05 05:16:14.624686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'tag': 'cb6f8641-3872-42c3-b545-7625849bdac8'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:16:14.626756 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a632b5e4-a2e5-4797-bdf1-fd485f0186ec" -d '{"events": [{"name": "network-changed", "server_uuid": "002ba7fa-96ee-460d-b5e1-7095d5800030", "tag": "cb6f8641-3872-42c3-b545-7625849bdac8"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:16:14.660976 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30701d8-e381-4ace-9406-a8f5393d6706 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6f8641-3872-42c3-b545-7625849bdac8,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:14.673285 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bc0b737f-8e51-4e95-9208-3f465faabd6d triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:16:14.673672 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.673794 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ecfce6-7b56-42d7-a57a-a8b1e6a171fe x-openstack-request-id: req-d4ecfce6-7b56-42d7-a57a-a8b1e6a171fe {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:16:14.674053 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002ba7fa-96ee-460d-b5e1-7095d5800030", "tag": "cb6f8641-3872-42c3-b545-7625849bdac8", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:16:14.674314 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4ecfce6-7b56-42d7-a57a-a8b1e6a171fe {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:16:14.674713 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'tag': 'cb6f8641-3872-42c3-b545-7625849bdac8', 'status': 'completed', 'code': 200} Jul 05 05:16:14.758468 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632b5e4-a2e5-4797-bdf1-fd485f0186ec req-71a7c008-e9ad-44f6-adbc-3710d4243f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:14.760418 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a632b5e4-a2e5-4797-bdf1-fd485f0186ec req-71a7c008-e9ad-44f6-adbc-3710d4243f7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 1096 time: 0.0667157 Jul 05 05:16:14.860342 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632b5e4-a2e5-4797-bdf1-fd485f0186ec req-64b90587-0be0-45d7-b203-65db1a758219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:14.861791 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a632b5e4-a2e5-4797-bdf1-fd485f0186ec req-64b90587-0be0-45d7-b203-65db1a758219 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=797c76fbe70b44f8a93edd8832372e73&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0943189 Jul 05 05:16:14.959398 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632b5e4-a2e5-4797-bdf1-fd485f0186ec req-ac5d126f-117a-4cbc-84c2-b211c9e5d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:14.961505 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a632b5e4-a2e5-4797-bdf1-fd485f0186ec req-ac5d126f-117a-4cbc-84c2-b211c9e5d914 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935767 Jul 05 05:16:15.054792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-2d3dc945-8e32-47dc-bb53-74748d851a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:15.056298 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-2d3dc945-8e32-47dc-bb53-74748d851a27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 1096 time: 0.0528874 Jul 05 05:16:15.097135 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-2c88f26e-91ec-4d36-81f1-e6c45bbcb6ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb6f8641-3872-42c3-b545-7625849bdac8 HTTP/1.1" status: 200 len: 217 time: 0.0340443 Jul 05 05:16:15.146581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-b479a1eb-2ec6-437e-a1b8-a00f77510cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:15.149007 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-b479a1eb-2ec6-437e-a1b8-a00f77510cee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b0b2535-394c-43ed-a02c-5385230613fb HTTP/1.1" status: 200 len: 833 time: 0.0446219 Jul 05 05:16:15.213441 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-56326310-43c8-4ea5-83b0-95d6e4531960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:15.214922 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-56326310-43c8-4ea5-83b0-95d6e4531960 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f115135-d03d-4fbc-b0bd-65702f997e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597422 Jul 05 05:16:15.306026 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-631a5e25-3944-47e5-89f8-105fa27fef73 service neutron] 10.222.0.10 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848007 Jul 05 05:16:15.402749 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f3beab23-dfb7-463c-bc40-9c1ba33514b4 req-05c6caf7-b7b4-497f-aec7-0841dc671034 service neutron] 10.222.0.10 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898228 Jul 05 05:16:15.684171 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:15.694271 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f77b74-a9f9-4674-93df-a8dba85e3f97 req-81040da5-bf0d-4c70-9ba8-fc6dc526a792 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:15.696013 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68f77b74-a9f9-4674-93df-a8dba85e3f97 req-81040da5-bf0d-4c70-9ba8-fc6dc526a792 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 944 time: 0.0667117 Jul 05 05:16:15.736653 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-68f77b74-a9f9-4674-93df-a8dba85e3f97 req-ffd05f28-18dd-4823-ae2b-c8611fa0dfdd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347238 Jul 05 05:16:16.913766 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7cf28-5e1a-4848-9192-2cd95c25ff4d req-cc477f36-3e66-4735-b414-c49bfe94d6df tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:16.915360 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ce7cf28-5e1a-4848-9192-2cd95c25ff4d req-cc477f36-3e66-4735-b414-c49bfe94d6df tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 944 time: 0.0633497 Jul 05 05:16:16.955804 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5ce7cf28-5e1a-4848-9192-2cd95c25ff4d req-f93e8c6b-9a50-443d-b06e-1f26aa08cbcb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349147 Jul 05 05:16:17.274565 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:18.128445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852868bf-093e-449f-b0be-b586b71ee828 req-827eed78-61cf-4e2c-8018-38ec1fc87768 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:18.129860 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-852868bf-093e-449f-b0be-b586b71ee828 req-827eed78-61cf-4e2c-8018-38ec1fc87768 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 944 time: 0.0638988 Jul 05 05:16:18.169595 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-852868bf-093e-449f-b0be-b586b71ee828 req-0fb3763a-50b1-47d0-921f-fa27efe4960a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339627 Jul 05 05:16:19.171368 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device cb6f8641-3872-42c3-b545-7625849bdac8 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:16:19.267408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port cb6f8641-3872-42c3-b545-7625849bdac8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=cb6f8641-3872-42c3-b545-7625849bdac8,segment=NetworkSegment(975a45f0-527d-4b9e-805a-9831a3a6fff9),segment_id=975a45f0-527d-4b9e-805a-9831a3a6fff9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:19.280684 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'cb6f8641-3872-42c3-b545-7625849bdac8', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'port_id': 'cb6f8641-3872-42c3-b545-7625849bdac8', 'mac_address': 'fa:16:3e:e8:1b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:16:19.320844 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:19.333617 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6f8641-3872-42c3-b545-7625849bdac8 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:16:19.354226 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecfe08-ae19-429f-a3ed-61ff0c170cb6 req-ed8f2909-b96b-4559-9c03-cd1de72a1c39 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:19.355742 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67ecfe08-ae19-429f-a3ed-61ff0c170cb6 req-ed8f2909-b96b-4559-9c03-cd1de72a1c39 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 944 time: 0.0714624 Jul 05 05:16:19.358526 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port cb6f8641-3872-42c3-b545-7625849bdac8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=cb6f8641-3872-42c3-b545-7625849bdac8,segment=NetworkSegment(975a45f0-527d-4b9e-805a-9831a3a6fff9),segment_id=975a45f0-527d-4b9e-805a-9831a3a6fff9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:19.394207 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67ecfe08-ae19-429f-a3ed-61ff0c170cb6 req-1bb921e0-21bc-435d-bc55-572d596b3014 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325010 Jul 05 05:16:19.400443 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:19.449403 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=cb6f8641-3872-42c3-b545-7625849bdac8,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:19.642360 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['cb6f8641-3872-42c3-b545-7625849bdac8'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:16:20.579422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c0bcb-b663-40f9-bfc6-0b427f101b65 req-3609f4c1-3de5-4274-8def-3a2f6c475672 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:20.580943 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-540c0bcb-b663-40f9-bfc6-0b427f101b65 req-3609f4c1-3de5-4274-8def-3a2f6c475672 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 945 time: 0.0711038 Jul 05 05:16:20.619585 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-540c0bcb-b663-40f9-bfc6-0b427f101b65 req-3050ff86-7e6d-44db-bd34-4ca3c688745b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329058 Jul 05 05:16:21.182516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device cb6f8641-3872-42c3-b545-7625849bdac8 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:16:21.279928 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port cb6f8641-3872-42c3-b545-7625849bdac8 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:16:21.283873 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port cb6f8641-3872-42c3-b545-7625849bdac8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:16:21.284283 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:21.363780 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:21.385897 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6f8641-3872-42c3-b545-7625849bdac8'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:16:21.388190 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903e42c0-4e96-460b-b774-23d1888c7b42" -d '{"events": [{"server_uuid": "002ba7fa-96ee-460d-b5e1-7095d5800030", "name": "network-vif-plugged", "status": "completed", "tag": "cb6f8641-3872-42c3-b545-7625849bdac8"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:16:21.406720 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port cb6f8641-3872-42c3-b545-7625849bdac8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=cb6f8641-3872-42c3-b545-7625849bdac8,segment=NetworkSegment(975a45f0-527d-4b9e-805a-9831a3a6fff9),segment_id=975a45f0-527d-4b9e-805a-9831a3a6fff9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:21.424822 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201a1934-c824-4ad7-bf3a-65a584917e4d x-openstack-request-id: req-201a1934-c824-4ad7-bf3a-65a584917e4d {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:16:21.425116 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002ba7fa-96ee-460d-b5e1-7095d5800030", "name": "network-vif-plugged", "status": "completed", "tag": "cb6f8641-3872-42c3-b545-7625849bdac8", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:16:21.425372 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-201a1934-c824-4ad7-bf3a-65a584917e4d {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:16:21.425768 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6f8641-3872-42c3-b545-7625849bdac8', 'code': 200} Jul 05 05:16:21.523603 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:21.539305 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cc3de-fa13-44c7-b4be-19fa8ade3ebd req-ae01ceef-0c0b-4531-bc3e-a9b9a914de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:21.540860 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a46cc3de-fa13-44c7-b4be-19fa8ade3ebd req-ae01ceef-0c0b-4531-bc3e-a9b9a914de8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 1097 time: 0.0534298 Jul 05 05:16:21.574992 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=cb6f8641-3872-42c3-b545-7625849bdac8,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:21.577398 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a46cc3de-fa13-44c7-b4be-19fa8ade3ebd req-2f1c68b2-9b31-4c40-817c-45b613cdae40 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300195 Jul 05 05:16:21.794860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf0d9c-12f5-417e-be4d-99aafdd9194a req-0bca47c4-8941-4a1d-9c8e-655d182cd9b9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:21.796397 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-93cf0d9c-12f5-417e-be4d-99aafdd9194a req-0bca47c4-8941-4a1d-9c8e-655d182cd9b9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0642846 Jul 05 05:16:21.833046 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-93cf0d9c-12f5-417e-be4d-99aafdd9194a req-b36793a1-a525-4223-bf72-fffe17b34208 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311267 Jul 05 05:16:23.012976 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3521d9-29ca-4e2f-a95d-694c33987801 req-5d57eac8-39c6-4638-9511-af8396180e8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:23.014598 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef3521d9-29ca-4e2f-a95d-694c33987801 req-5d57eac8-39c6-4638-9511-af8396180e8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0680096 Jul 05 05:16:23.053205 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef3521d9-29ca-4e2f-a95d-694c33987801 req-b8fc97c0-3b4b-4b9f-a616-bc1bd3ad61fa tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327971 Jul 05 05:16:23.230399 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a908d1-2b8e-4431-802e-8c2ad8bb3468 req-bb5ee9da-c977-4313-bf8a-5b76a839a86b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:23.231791 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-80a908d1-2b8e-4431-802e-8c2ad8bb3468 req-bb5ee9da-c977-4313-bf8a-5b76a839a86b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0649869 Jul 05 05:16:23.269530 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-80a908d1-2b8e-4431-802e-8c2ad8bb3468 req-0ebbed6c-28ea-442e-8bfa-245eef440e63 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321660 Jul 05 05:16:23.294044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39552) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:23.347131 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46c73a3-1e96-4ee4-9b70-9f1f941b481b tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:23.348746 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d46c73a3-1e96-4ee4-9b70-9f1f941b481b tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 1093 time: 0.0537126 Jul 05 05:16:23.351635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39554) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:23.356938 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': 'cb6f8641-3872-42c3-b545-7625849bdac8', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:16:23.474394 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:23.575920 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:23.684205 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.25.6.20 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/1f260564-6cdb-4640-8dea-c7226fa7f4b5) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:16:23.785620 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:23.886942 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:23.935377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:16:23.938486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:16:23.944396 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:16:23.971432 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=1f260564-6cdb-4640-8dea-c7226fa7f4b5,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:24.318590 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:24.469857 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:24.622352 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:24.674313 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:24.742047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=1f260564-6cdb-4640-8dea-c7226fa7f4b5,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:24.750730 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:24.849656 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Floating IP 10c10eaf-0900-4e02-99b8-2bc3504db2ae associated. External IP: 172.25.6.20, port: cb6f8641-3872-42c3-b545-7625849bdac8. Jul 05 05:16:25.055213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router 79267228-ca10-4e00-a9b9-184547987cbc has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:16:25.162824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:16:25.173782 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2172d3-5da9-4497-a01b-52d28acf56e9 None None] Sync routers for ids ['79267228-ca10-4e00-a9b9-184547987cbc'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:16:25.185957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2172d3-5da9-4497-a01b-52d28acf56e9 None None] Routers {'79267228-ca10-4e00-a9b9-184547987cbc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:25.186917 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ec2172d3-5da9-4497-a01b-52d28acf56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:16:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['79267228-ca10-4e00-a9b9-184547987cbc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:25.240385 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:25.279344 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2ce82584-0e9d-4378-93ec-029cd170e5fc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9262619 Jul 05 05:16:25.279598 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'tag': 'cb6f8641-3872-42c3-b545-7625849bdac8'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:16:25.281949 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31054ea7-cbef-42af-a1f5-fc40f24e0010" -d '{"events": [{"name": "network-changed", "server_uuid": "002ba7fa-96ee-460d-b5e1-7095d5800030", "tag": "cb6f8641-3872-42c3-b545-7625849bdac8"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:16:25.301784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-ec2172d3-5da9-4497-a01b-52d28acf56e9 None None] Set router 79267228-ca10-4e00-a9b9-184547987cbc gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:25.327258 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14e29bb-0d82-4dce-bd76-437ecc236a7f x-openstack-request-id: req-e14e29bb-0d82-4dce-bd76-437ecc236a7f {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:16:25.328097 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002ba7fa-96ee-460d-b5e1-7095d5800030", "tag": "cb6f8641-3872-42c3-b545-7625849bdac8", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:16:25.328097 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e14e29bb-0d82-4dce-bd76-437ecc236a7f {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:16:25.328429 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'tag': 'cb6f8641-3872-42c3-b545-7625849bdac8', 'status': 'completed', 'code': 200} Jul 05 05:16:25.417144 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31054ea7-cbef-42af-a1f5-fc40f24e0010 req-243a57d8-e3a8-4501-a503-32819f9343ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:25.418719 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31054ea7-cbef-42af-a1f5-fc40f24e0010 req-243a57d8-e3a8-4501-a503-32819f9343ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 1098 time: 0.0605011 Jul 05 05:16:25.459916 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d5ee6-72c4-4f04-9814-4c733b104f58 req-6bf2af21-4758-414d-a182-16507c31a8a4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:25.461559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef2d5ee6-72c4-4f04-9814-4c733b104f58 req-6bf2af21-4758-414d-a182-16507c31a8a4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0664737 Jul 05 05:16:25.507209 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef2d5ee6-72c4-4f04-9814-4c733b104f58 req-5451f8e1-4566-4d12-92b5-2da862159673 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337541 Jul 05 05:16:25.532146 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31054ea7-cbef-42af-a1f5-fc40f24e0010 req-5566cbfa-66ae-42fb-a7ba-bcd0cf1edbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:25.533375 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31054ea7-cbef-42af-a1f5-fc40f24e0010 req-5566cbfa-66ae-42fb-a7ba-bcd0cf1edbf6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f115135-d03d-4fbc-b0bd-65702f997e34 HTTP/1.1" status: 200 len: 897 time: 0.1069572 Jul 05 05:16:25.534283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39562) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:25.582629 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ec2172d3-5da9-4497-a01b-52d28acf56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79267228-ca10-4e00-a9b9-184547987cbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762636571', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '10c10eaf-0900-4e02-99b8-2bc3504db2ae', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'port_id': 'cb6f8641-3872-42c3-b545-7625849bdac8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'mac_address': 'fa:16:3e:e8:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:16:24Z', 'updated_at': '2021-07-05T05:16:24Z', 'revision_number': 0, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0b737f-8e51-4e95-9208-3f465faabd6d', 'name': '', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:41:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:07Z', 'updated_at': '2021-07-05T05:16:13Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:25.611245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2172d3-5da9-4497-a01b-52d28acf56e9 None None] Checking router: 79267228-ca10-4e00-a9b9-184547987cbc for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:16:25.614214 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31054ea7-cbef-42af-a1f5-fc40f24e0010 req-7da59dbd-a0cd-4a4f-9109-7e0893080497 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb6f8641-3872-42c3-b545-7625849bdac8 HTTP/1.1" status: 200 len: 999 time: 0.0754931 Jul 05 05:16:25.619161 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fbc7625b-789d-423e-9ae2-77fac80adedc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/10c10eaf-0900-4e02-99b8-2bc3504db2ae HTTP/1.1" status: 200 len: 991 time: 0.0830562 Jul 05 05:16:25.621660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2172d3-5da9-4497-a01b-52d28acf56e9 None None] Routers {'79267228-ca10-4e00-a9b9-184547987cbc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:25.622268 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ec2172d3-5da9-4497-a01b-52d28acf56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:16:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['79267228-ca10-4e00-a9b9-184547987cbc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:25.667916 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31054ea7-cbef-42af-a1f5-fc40f24e0010 req-111383e8-42c9-4850-b24e-a562a0ab13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:25.669304 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31054ea7-cbef-42af-a1f5-fc40f24e0010 req-111383e8-42c9-4850-b24e-a562a0ab13c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b0b2535-394c-43ed-a02c-5385230613fb HTTP/1.1" status: 200 len: 833 time: 0.0490365 Jul 05 05:16:25.730429 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31054ea7-cbef-42af-a1f5-fc40f24e0010 req-099ce992-fce6-4747-a538-c6b4a0f94140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:25.732002 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31054ea7-cbef-42af-a1f5-fc40f24e0010 req-099ce992-fce6-4747-a538-c6b4a0f94140 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f115135-d03d-4fbc-b0bd-65702f997e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557258 Jul 05 05:16:25.736554 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-ec2172d3-5da9-4497-a01b-52d28acf56e9 None None] Set router 79267228-ca10-4e00-a9b9-184547987cbc gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:25.831097 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31054ea7-cbef-42af-a1f5-fc40f24e0010 req-c50287c1-0be5-4d60-81b5-db7f38a4c2f9 service neutron] 10.222.0.10 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923102 Jul 05 05:16:25.934898 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-31054ea7-cbef-42af-a1f5-fc40f24e0010 req-4cbbced7-8380-425e-b4c5-31e4e16d564b service neutron] 10.222.0.10 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957522 Jul 05 05:16:26.120672 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ec2172d3-5da9-4497-a01b-52d28acf56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79267228-ca10-4e00-a9b9-184547987cbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762636571', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '10c10eaf-0900-4e02-99b8-2bc3504db2ae', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'port_id': 'cb6f8641-3872-42c3-b545-7625849bdac8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'mac_address': 'fa:16:3e:e8:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:16:24Z', 'updated_at': '2021-07-05T05:16:24Z', 'revision_number': 0, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0b737f-8e51-4e95-9208-3f465faabd6d', 'name': '', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:41:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:07Z', 'updated_at': '2021-07-05T05:16:13Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:26.150457 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2172d3-5da9-4497-a01b-52d28acf56e9 None None] The sync data for ids ['79267228-ca10-4e00-a9b9-184547987cbc'] in n-d-771363-32 is: [{'id': '79267228-ca10-4e00-a9b9-184547987cbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762636571', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '10c10eaf-0900-4e02-99b8-2bc3504db2ae', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'port_id': 'cb6f8641-3872-42c3-b545-7625849bdac8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'mac_address': 'fa:16:3e:e8:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:16:24Z', 'updated_at': '2021-07-05T05:16:24Z', 'revision_number': 0, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0b737f-8e51-4e95-9208-3f465faabd6d', 'name': '', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:41:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:07Z', 'updated_at': '2021-07-05T05:16:13Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:16:26.356780 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f3806f-d18f-4008-8e02-d9b73b53dbb3 None None] New status for floating IP 10c10eaf-0900-4e02-99b8-2bc3504db2ae: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:16:26.621977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39564) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:26.682559 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ecb42f94-5de9-4540-a8bd-c6197c4ce091 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/10c10eaf-0900-4e02-99b8-2bc3504db2ae HTTP/1.1" status: 200 len: 993 time: 0.0592728 Jul 05 05:16:33.351755 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:34.935004 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:41.534621 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-698bff9f-cd11-4c65-b9dd-fc0ff31d5949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:44.062508 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0948f13d-30ce-4520-9df1-c257d2bb487c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:44.474203 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:45.386816 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-381753c5-d3dd-4fb5-ab96-e37a2dec2cd0 req-d02bbe91-3631-498d-b4c3-5cd0f3e74015 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532074 Jul 05 05:16:45.486027 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381753c5-d3dd-4fb5-ab96-e37a2dec2cd0 req-4625c277-d5fb-49a5-bfb4-1b448cf3fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:45.488156 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-381753c5-d3dd-4fb5-ab96-e37a2dec2cd0 req-4625c277-d5fb-49a5-bfb4-1b448cf3fa7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 1098 time: 0.0567832 Jul 05 05:16:45.600963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381753c5-d3dd-4fb5-ab96-e37a2dec2cd0 req-5fa8f4ce-458a-4dd4-9be9-fdf0b6736744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:45.602500 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-381753c5-d3dd-4fb5-ab96-e37a2dec2cd0 req-5fa8f4ce-458a-4dd4-9be9-fdf0b6736744 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f115135-d03d-4fbc-b0bd-65702f997e34 HTTP/1.1" status: 200 len: 897 time: 0.0931730 Jul 05 05:16:45.669262 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-381753c5-d3dd-4fb5-ab96-e37a2dec2cd0 req-2df25ee3-73ea-4cff-afe4-32eca144ca1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb6f8641-3872-42c3-b545-7625849bdac8 HTTP/1.1" status: 200 len: 1001 time: 0.0595102 Jul 05 05:16:45.688706 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:45.724345 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381753c5-d3dd-4fb5-ab96-e37a2dec2cd0 req-09bd7ab3-5908-49e3-871a-4a2274631712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:45.725792 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-381753c5-d3dd-4fb5-ab96-e37a2dec2cd0 req-09bd7ab3-5908-49e3-871a-4a2274631712 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b0b2535-394c-43ed-a02c-5385230613fb HTTP/1.1" status: 200 len: 833 time: 0.0491333 Jul 05 05:16:45.785437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381753c5-d3dd-4fb5-ab96-e37a2dec2cd0 req-212f86df-85a9-4470-a829-bad0d694ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:45.786909 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-381753c5-d3dd-4fb5-ab96-e37a2dec2cd0 req-212f86df-85a9-4470-a829-bad0d694ca2a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f115135-d03d-4fbc-b0bd-65702f997e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529375 Jul 05 05:16:45.886651 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-381753c5-d3dd-4fb5-ab96-e37a2dec2cd0 req-10b5e108-2863-47e2-ad78-e63de2fe73a0 service neutron] 10.222.0.10 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918207 Jul 05 05:16:45.985194 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-381753c5-d3dd-4fb5-ab96-e37a2dec2cd0 req-071975dc-f433-404a-955d-d8b47491f16a service neutron] 10.222.0.10 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912902 Jul 05 05:16:47.240339 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:48.420437 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:17:00.471948 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422ddea-a8ec-451b-a3ce-afd2938edb82 req-6036bbba-8828-4477-a042-b4ea50f72309 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:00.474542 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4422ddea-a8ec-451b-a3ce-afd2938edb82 req-6036bbba-8828-4477-a042-b4ea50f72309 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0696156 Jul 05 05:17:00.515062 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4422ddea-a8ec-451b-a3ce-afd2938edb82 req-f8c6c6bf-5e40-431e-adea-7f1b1ec28a84 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348566 Jul 05 05:17:00.553817 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-c3417dd6-968d-4c72-a514-4514550cb48b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969107 Jul 05 05:17:01.739113 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5d13a-f762-45b3-b627-e88aff6af461 req-2b959f0a-2a37-4449-9c36-c69048c0ddc9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:01.740786 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26f5d13a-f762-45b3-b627-e88aff6af461 req-2b959f0a-2a37-4449-9c36-c69048c0ddc9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.1140282 Jul 05 05:17:01.778253 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26f5d13a-f762-45b3-b627-e88aff6af461 req-7e1976ae-1ee8-41c1-897f-66aa4ed00130 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318773 Jul 05 05:17:02.963429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4832a14-8d89-4999-856a-f63d0afd6ab2 req-31331c63-b84b-434a-bef0-c86e271264f2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:02.965042 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4832a14-8d89-4999-856a-f63d0afd6ab2 req-31331c63-b84b-434a-bef0-c86e271264f2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0666423 Jul 05 05:17:03.002937 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4832a14-8d89-4999-856a-f63d0afd6ab2 req-210020b2-da51-4dcd-a8c9-5e3aa70414f0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323725 Jul 05 05:17:03.311239 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:04.187006 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fdb9e-7f81-4e3f-9e54-0b09c947dcec req-6e88791e-2a76-49a7-a3e2-ffe88a22cc34 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:04.188454 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d90fdb9e-7f81-4e3f-9e54-0b09c947dcec req-6e88791e-2a76-49a7-a3e2-ffe88a22cc34 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0665431 Jul 05 05:17:04.227045 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d90fdb9e-7f81-4e3f-9e54-0b09c947dcec req-274f891a-9d0d-4134-b479-78ffdbfccefe tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317421 Jul 05 05:17:04.730310 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-d9436899-6353-4690-a39e-4a45c4f2d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:04.731785 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-d9436899-6353-4690-a39e-4a45c4f2d16e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 1098 time: 0.0514631 Jul 05 05:17:04.831905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-14d62815-94d2-4bc9-b7b6-058ecab0d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:04.833965 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-14d62815-94d2-4bc9-b7b6-058ecab0d932 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f115135-d03d-4fbc-b0bd-65702f997e34 HTTP/1.1" status: 200 len: 897 time: 0.0954385 Jul 05 05:17:04.890730 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:04.899998 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-565d489c-8423-4f34-bc53-73a9162ca2a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb6f8641-3872-42c3-b545-7625849bdac8 HTTP/1.1" status: 200 len: 1001 time: 0.0590577 Jul 05 05:17:04.953460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-70363c3f-dd56-46ed-928f-0ff9e026c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:04.954908 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-70363c3f-dd56-46ed-928f-0ff9e026c430 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b0b2535-394c-43ed-a02c-5385230613fb HTTP/1.1" status: 200 len: 833 time: 0.0491562 Jul 05 05:17:05.012845 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-ecb1e65b-3df3-40dc-a027-97cf08103ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:05.014327 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-ecb1e65b-3df3-40dc-a027-97cf08103ad1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f115135-d03d-4fbc-b0bd-65702f997e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533454 Jul 05 05:17:05.101173 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-1a078ecf-cf23-49fc-9cdb-1d3713fc83f9 service neutron] 10.222.0.10 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803833 Jul 05 05:17:05.193291 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-8f0e1c74-549c-47a0-bf1c-acdcfdaab687 service neutron] 10.222.0.10 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850387 Jul 05 05:17:05.405959 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfab37b-6594-4be7-9ce0-d9ff4aeede22 req-9f88ceca-508d-4cb5-b840-bcbf775efb58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:05.407370 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5bfab37b-6594-4be7-9ce0-d9ff4aeede22 req-9f88ceca-508d-4cb5-b840-bcbf775efb58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0655875 Jul 05 05:17:05.446079 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5bfab37b-6594-4be7-9ce0-d9ff4aeede22 req-fff2fc6b-5f51-43af-a9be-212f74a85172 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324099 Jul 05 05:17:06.631561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375af0e-72cd-44c2-a597-cecb4fa92d7f req-b3beea16-dc64-46f6-9238-d758b3396623 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:06.638896 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1375af0e-72cd-44c2-a597-cecb4fa92d7f req-b3beea16-dc64-46f6-9238-d758b3396623 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0705075 Jul 05 05:17:06.671139 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1375af0e-72cd-44c2-a597-cecb4fa92d7f req-59a51b17-d91d-4644-8c89-f1997c2b2d58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319936 Jul 05 05:17:07.869910 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9a600-ea59-4749-b9a2-c9e69c4f80b4 req-8d32bfd3-58d2-41a6-a37f-9e8098ad729e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:07.871460 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2c9a600-ea59-4749-b9a2-c9e69c4f80b4 req-8d32bfd3-58d2-41a6-a37f-9e8098ad729e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0696735 Jul 05 05:17:07.910872 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f2c9a600-ea59-4749-b9a2-c9e69c4f80b4 req-c5792a9a-7c00-41b4-8ddc-7f2bff1b3b7d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333538 Jul 05 05:17:09.094274 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace82a5d-3274-41cc-a1ea-6a59a9ad9e44 req-af27dc38-6afa-45d7-99a8-e4dd75ba9fff tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:09.095756 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ace82a5d-3274-41cc-a1ea-6a59a9ad9e44 req-af27dc38-6afa-45d7-99a8-e4dd75ba9fff tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0683978 Jul 05 05:17:09.132702 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ace82a5d-3274-41cc-a1ea-6a59a9ad9e44 req-17829e5c-c43a-4078-a62a-e54e123f468c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306435 Jul 05 05:17:10.348691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19a465-00f6-495d-aabd-9f169b0e19ef req-3a63963b-b186-4454-b3e8-29203a0053a6 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:10.350171 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d19a465-00f6-495d-aabd-9f169b0e19ef req-3a63963b-b186-4454-b3e8-29203a0053a6 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.1068714 Jul 05 05:17:10.387340 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d19a465-00f6-495d-aabd-9f169b0e19ef req-a26e962f-2043-4935-9ef0-7cb6aa2425bf tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316620 Jul 05 05:17:11.533655 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-35533f4c-925e-4bec-9cdb-a42553836e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:11.560306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb667f-4b36-4ae1-8c9f-43fcd124ba04 req-1051c94a-7552-4e4f-8ab3-dbf8368f7927 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:11.562001 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7fb667f-4b36-4ae1-8c9f-43fcd124ba04 req-1051c94a-7552-4e4f-8ab3-dbf8368f7927 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0636256 Jul 05 05:17:11.601109 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7fb667f-4b36-4ae1-8c9f-43fcd124ba04 req-2e4f25bb-7498-4cf6-a3e6-bb144ee52d8c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326056 Jul 05 05:17:12.781811 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fd17e-17e8-41d1-bbd6-bfe8e1257a90 req-6d815f34-8223-4a3e-b7e7-d889867a3a61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:12.783298 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-546fd17e-17e8-41d1-bbd6-bfe8e1257a90 req-6d815f34-8223-4a3e-b7e7-d889867a3a61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0670271 Jul 05 05:17:12.821981 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-546fd17e-17e8-41d1-bbd6-bfe8e1257a90 req-2b84ab25-a693-4371-a460-a1d59bb8f719 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326574 Jul 05 05:17:14.000185 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cb76b-c063-4755-9119-87bdf3f4fb69 req-3e465632-11fa-41b6-8b32-d8afabce6ce8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:14.001664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc6cb76b-c063-4755-9119-87bdf3f4fb69 req-3e465632-11fa-41b6-8b32-d8afabce6ce8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0644774 Jul 05 05:17:14.039533 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cc6cb76b-c063-4755-9119-87bdf3f4fb69 req-4517481d-11de-43dd-9244-bfba2d7c5981 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321689 Jul 05 05:17:14.113288 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-44f62f00-a348-42c3-9e0b-58d4573be972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:14.478751 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:15.234479 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5b776-a7f5-4c98-8b43-ee4fa3875c63 req-61ab4a1e-d0c1-4fb0-ae47-5e486f457475 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:15.236144 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01d5b776-a7f5-4c98-8b43-ee4fa3875c63 req-61ab4a1e-d0c1-4fb0-ae47-5e486f457475 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0771828 Jul 05 05:17:15.275916 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-01d5b776-a7f5-4c98-8b43-ee4fa3875c63 req-053495d3-ec94-470a-9830-233f526ab19d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337341 Jul 05 05:17:15.707392 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:16.460784 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07b2ae-f9a1-43f4-8823-6d036ca64d39 req-f5fb403c-77d8-42c9-83b2-641f7e284c60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:16.462294 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db07b2ae-f9a1-43f4-8823-6d036ca64d39 req-f5fb403c-77d8-42c9-83b2-641f7e284c60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0682478 Jul 05 05:17:16.500815 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-db07b2ae-f9a1-43f4-8823-6d036ca64d39 req-890ea87a-1f37-478d-b3f5-be75c6a1ae8f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329425 Jul 05 05:17:17.233304 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:17.348564 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-7547497c-58cb-41ed-84bb-2ed4fc9f1c36 service neutron] show failed (client error): The resource could not be found. Jul 05 05:17:17.349598 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-7547497c-58cb-41ed-84bb-2ed4fc9f1c36 service neutron] 10.222.0.10 "GET /v2.0/ports/cb6f8641-3872-42c3-b545-7625849bdac8/bindings/n-h2-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.0973241 Jul 05 05:17:17.681480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8283fc-7149-4969-9b92-e9c6f1d98e9d req-7e847599-6cb5-4240-9304-3a38e9bf72d8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:17.682953 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd8283fc-7149-4969-9b92-e9c6f1d98e9d req-7e847599-6cb5-4240-9304-3a38e9bf72d8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0645604 Jul 05 05:17:17.719528 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd8283fc-7149-4969-9b92-e9c6f1d98e9d req-2de23659-2f32-4ed5-9dbc-9f0d6112c9a6 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306964 Jul 05 05:17:17.974441 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-a881c87c-96a5-4df2-9c6c-ec9a0a0b5b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:17.976800 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-a881c87c-96a5-4df2-9c6c-ec9a0a0b5b38 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030&tenant_id=797c76fbe70b44f8a93edd8832372e73 HTTP/1.1" status: 200 len: 1098 time: 0.0547822 Jul 05 05:17:17.987505 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:17:18.063150 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:18.259135 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] For port cb6f8641-3872-42c3-b545-7625849bdac8, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=cb6f8641-3872-42c3-b545-7625849bdac8,segment=NetworkSegment(975a45f0-527d-4b9e-805a-9831a3a6fff9),segment_id=975a45f0-527d-4b9e-805a-9831a3a6fff9)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:17:18.292337 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] For port cb6f8641-3872-42c3-b545-7625849bdac8, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:17:18.331038 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb6f8641-3872-42c3-b545-7625849bdac8'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:17:18.333408 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d77e38b-2050-40a9-87b6-1720e304dc41" -d '{"events": [{"server_uuid": "002ba7fa-96ee-460d-b5e1-7095d5800030", "name": "network-vif-unplugged", "status": "completed", "tag": "cb6f8641-3872-42c3-b545-7625849bdac8"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:17:18.338281 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:18.350943 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Transition to ACTIVE for port object cb6f8641-3872-42c3-b545-7625849bdac8 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:17:18.404410 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:18.438151 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 05:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6950dfb-cd25-4c5c-bc37-60cdd0124d79 x-openstack-request-id: req-c6950dfb-cd25-4c5c-bc37-60cdd0124d79 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:17:18.438440 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002ba7fa-96ee-460d-b5e1-7095d5800030", "name": "network-vif-unplugged", "status": "completed", "tag": "cb6f8641-3872-42c3-b545-7625849bdac8", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:17:18.438698 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c6950dfb-cd25-4c5c-bc37-60cdd0124d79 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:17:18.439086 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb6f8641-3872-42c3-b545-7625849bdac8', 'code': 200} Jul 05 05:17:18.491159 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Pushing event updated for resources: {'Port': ['ID=cb6f8641-3872-42c3-b545-7625849bdac8,revision_number=6']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:18.503129 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:18.503479 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:18.503824 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:18.504268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:18.504605 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:18.504940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:18.505272 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:18.505621 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:18.506487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:18.506996 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:18.507329 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:18.507673 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:18.544533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] No DVR routers for this DVR port cb6f8641-3872-42c3-b545-7625849bdac8 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:17:18.684747 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Attempting to bind port cb6f8641-3872-42c3-b545-7625849bdac8 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:17:18.685083 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Attempting to bind port cb6f8641-3872-42c3-b545-7625849bdac8 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:17:18.685408 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Attempting to bind port cb6f8641-3872-42c3-b545-7625849bdac8 on network 7f115135-d03d-4fbc-b0bd-65702f997e34 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:17:18.690014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Port cb6f8641-3872-42c3-b545-7625849bdac8 on network 7f115135-d03d-4fbc-b0bd-65702f997e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:17:18.690266 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Attempting to bind port cb6f8641-3872-42c3-b545-7625849bdac8 on network 7f115135-d03d-4fbc-b0bd-65702f997e34 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:17:18.695442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:17:18.695779 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Checking segment: {'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:17:18.696191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Bound using segment: {'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:17:18.696617 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Bound port: cb6f8641-3872-42c3-b545-7625849bdac8, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975a45f0-527d-4b9e-805a-9831a3a6fff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:17:18.696975 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:18.762472 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] For port cb6f8641-3872-42c3-b545-7625849bdac8, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:17:18.765534 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] For port cb6f8641-3872-42c3-b545-7625849bdac8, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb6f8641-3872-42c3-b545-7625849bdac8,segment=NetworkSegment(975a45f0-527d-4b9e-805a-9831a3a6fff9),segment_id=975a45f0-527d-4b9e-805a-9831a3a6fff9)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:17:18.845171 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:18.877937 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:18.878557 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:18.879965 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] 10.222.0.36 "PUT /v2.0/ports/cb6f8641-3872-42c3-b545-7625849bdac8 HTTP/1.1" status: 200 len: 1093 time: 0.8965082 Jul 05 05:17:18.900422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2197e-5695-48ab-9b53-f756ce46a34e req-57bf820e-0914-4ff2-aac3-d054ea1319f4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:18.901977 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abd2197e-5695-48ab-9b53-f756ce46a34e req-57bf820e-0914-4ff2-aac3-d054ea1319f4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 944 time: 0.0704882 Jul 05 05:17:18.915873 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2496048-9077-4cff-94e9-32ee47f5281c service neutron] Pushing event updated for resources: {'Port': ['ID=cb6f8641-3872-42c3-b545-7625849bdac8,revision_number=7']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:18.942983 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-abd2197e-5695-48ab-9b53-f756ce46a34e req-b67b59b3-f3eb-45f5-b7f9-52dddad15436 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354257 Jul 05 05:17:18.978695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-35a13d1c-8971-4921-a0a7-59a581f1fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:18.980270 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-35a13d1c-8971-4921-a0a7-59a581f1fccb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 1096 time: 0.0730724 Jul 05 05:17:19.077106 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-89fd7852-0df8-4144-ae4e-edcabd73c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:19.078600 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-89fd7852-0df8-4144-ae4e-edcabd73c7f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f115135-d03d-4fbc-b0bd-65702f997e34 HTTP/1.1" status: 200 len: 897 time: 0.0922406 Jul 05 05:17:19.143013 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-4743d233-f192-4e3f-bedd-85c4f4a56231 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb6f8641-3872-42c3-b545-7625849bdac8 HTTP/1.1" status: 200 len: 999 time: 0.0564635 Jul 05 05:17:19.195405 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-c7b9a9b7-0e3c-499d-a8ab-766bce240a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:19.196838 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-c7b9a9b7-0e3c-499d-a8ab-766bce240a83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b0b2535-394c-43ed-a02c-5385230613fb HTTP/1.1" status: 200 len: 833 time: 0.0460882 Jul 05 05:17:19.251631 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-2ef9901f-f2b6-4ed7-aefd-5be8f9a34e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:19.253134 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-2ef9901f-f2b6-4ed7-aefd-5be8f9a34e89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f115135-d03d-4fbc-b0bd-65702f997e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501282 Jul 05 05:17:19.343387 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-f7e36e86-da62-40bf-af35-e6f1a3c48982 service neutron] 10.222.0.36 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824976 Jul 05 05:17:19.437499 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2b265927-a3ac-4e33-b4ec-39f180fb1108 req-430f3020-dfcc-46a3-b01e-799a9a229978 service neutron] 10.222.0.36 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871012 Jul 05 05:17:20.128110 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ae808-4eb7-4dea-9f02-2ae764f520ee req-200d9d2e-1902-4c0f-bb60-2add3e8fdc7b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:20.129607 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f9ae808-4eb7-4dea-9f02-2ae764f520ee req-200d9d2e-1902-4c0f-bb60-2add3e8fdc7b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 944 time: 0.0655594 Jul 05 05:17:20.167387 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3f9ae808-4eb7-4dea-9f02-2ae764f520ee req-46c778af-e88e-4ebd-9bc5-61d62453f19c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320716 Jul 05 05:17:20.439981 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'tag': 'cb6f8641-3872-42c3-b545-7625849bdac8'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:17:20.442313 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "002ba7fa-96ee-460d-b5e1-7095d5800030", "tag": "cb6f8641-3872-42c3-b545-7625849bdac8"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:17:20.489150 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e51aac-a35a-43de-add9-309077e26e5e x-openstack-request-id: req-86e51aac-a35a-43de-add9-309077e26e5e {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:17:20.489440 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002ba7fa-96ee-460d-b5e1-7095d5800030", "tag": "cb6f8641-3872-42c3-b545-7625849bdac8", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:17:20.489694 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-86e51aac-a35a-43de-add9-309077e26e5e {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:17:20.490090 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'tag': 'cb6f8641-3872-42c3-b545-7625849bdac8', 'status': 'completed', 'code': 200} Jul 05 05:17:20.606680 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-9d84a5fd-a5f3-437a-bb86-08df8b578da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:20.608201 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-9d84a5fd-a5f3-437a-bb86-08df8b578da0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 1096 time: 0.0984626 Jul 05 05:17:20.610597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-5b8c7271-a728-4948-a974-0a220274f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:20.611917 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-5b8c7271-a728-4948-a974-0a220274f5b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 1096 time: 0.0941768 Jul 05 05:17:20.765012 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-ea78bdf9-75db-40c3-b94a-7834ee4d365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:20.766370 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-ea78bdf9-75db-40c3-b94a-7834ee4d365a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f115135-d03d-4fbc-b0bd-65702f997e34 HTTP/1.1" status: 200 len: 897 time: 0.1448398 Jul 05 05:17:20.767301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-70281b53-fe73-4c74-9f52-909b3c015e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:20.768598 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-70281b53-fe73-4c74-9f52-909b3c015e5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f115135-d03d-4fbc-b0bd-65702f997e34 HTTP/1.1" status: 200 len: 897 time: 0.1540999 Jul 05 05:17:20.881806 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-3975edcc-e518-4db0-8ff0-4d0a0bed0f92 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb6f8641-3872-42c3-b545-7625849bdac8 HTTP/1.1" status: 200 len: 999 time: 0.1081548 Jul 05 05:17:20.885487 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-2c67497a-df60-4402-a380-4aab15857e79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb6f8641-3872-42c3-b545-7625849bdac8 HTTP/1.1" status: 200 len: 999 time: 0.1062238 Jul 05 05:17:20.962586 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-f13b96bf-d292-445f-afc5-18997173df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:20.964123 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-f13b96bf-d292-445f-afc5-18997173df1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b0b2535-394c-43ed-a02c-5385230613fb HTTP/1.1" status: 200 len: 833 time: 0.0766230 Jul 05 05:17:20.965478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-42233bc0-bede-4aee-b035-7a383d13fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:20.966739 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-42233bc0-bede-4aee-b035-7a383d13fd33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b0b2535-394c-43ed-a02c-5385230613fb HTTP/1.1" status: 200 len: 833 time: 0.0722241 Jul 05 05:17:21.354914 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452380f-b69e-48b7-b45e-a2d52c6068aa req-fc91c942-3a57-4bcd-a770-3e86a6cfeff5 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:21.356558 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7452380f-b69e-48b7-b45e-a2d52c6068aa req-fc91c942-3a57-4bcd-a770-3e86a6cfeff5 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 944 time: 0.0709660 Jul 05 05:17:21.394596 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7452380f-b69e-48b7-b45e-a2d52c6068aa req-56e7f5ce-5d24-471b-a95c-c58466427a7d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322840 Jul 05 05:17:21.410509 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-7c4348c3-1784-40d9-ac26-a35924639834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:21.412530 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-7c4348c3-1784-40d9-ac26-a35924639834 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f115135-d03d-4fbc-b0bd-65702f997e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4418831 Jul 05 05:17:21.415330 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-a38a8cde-678b-4ca2-b660-944730d3635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:21.416875 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-a38a8cde-678b-4ca2-b660-944730d3635d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f115135-d03d-4fbc-b0bd-65702f997e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4394929 Jul 05 05:17:21.493783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device cb6f8641-3872-42c3-b545-7625849bdac8 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:17:21.534769 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device cb6f8641-3872-42c3-b545-7625849bdac8 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:17:21.573068 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-71f3d9c9-3020-4e26-8ec5-81dbd27ba191 service neutron] 10.222.0.10 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539767 Jul 05 05:17:21.574722 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-23f327e8-153e-4d28-9149-480bd0061112 service neutron] 10.222.0.36 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488631 Jul 05 05:17:21.736092 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-6ebfbd5f-bf3e-4751-ab64-c01787a22492 service neutron] 10.222.0.10 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565571 Jul 05 05:17:21.737992 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7a4f3511-ba91-4dfb-b0fc-aeb5ffa67ebf req-13dd6e91-ceed-4638-b153-5b0cdd2439d8 service neutron] 10.222.0.36 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510086 Jul 05 05:17:22.584283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545f93e-8da2-48ea-8959-d192c0f7bf24 req-e204c2b1-ff6a-4601-8caf-a7a38fac522d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:22.585788 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9545f93e-8da2-48ea-8959-d192c0f7bf24 req-e204c2b1-ff6a-4601-8caf-a7a38fac522d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 944 time: 0.0660732 Jul 05 05:17:22.622620 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9545f93e-8da2-48ea-8959-d192c0f7bf24 req-13b4ee78-b098-4f62-af37-0cf189729995 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312579 Jul 05 05:17:23.795143 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552abfab-0044-40cc-b6cf-66d56cec40ed req-175c28d4-e246-421a-adbf-2f2b3d3b746e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:23.796548 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-552abfab-0044-40cc-b6cf-66d56cec40ed req-175c28d4-e246-421a-adbf-2f2b3d3b746e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 944 time: 0.0625477 Jul 05 05:17:23.834823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-552abfab-0044-40cc-b6cf-66d56cec40ed req-71284faf-bf05-4154-9f4f-ece912deb6a2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320923 Jul 05 05:17:24.298216 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18965d8-0056-47de-93a4-bd4e2045dd7b req-1d244a88-d7ea-4348-8747-e0494ee6591d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:24.299687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a18965d8-0056-47de-93a4-bd4e2045dd7b req-1d244a88-d7ea-4348-8747-e0494ee6591d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 944 time: 0.0691392 Jul 05 05:17:24.339171 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a18965d8-0056-47de-93a4-bd4e2045dd7b req-b3bb831f-bcd1-4445-af31-c9ee4d891148 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327623 Jul 05 05:17:24.358370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563497e4-8c62-4e84-9b44-1fc326a1c7f6 req-fc7547ca-d684-47d9-a7a0-422c324f7a9f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:24.359844 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-563497e4-8c62-4e84-9b44-1fc326a1c7f6 req-fc7547ca-d684-47d9-a7a0-422c324f7a9f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.10 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030&tenant_id=797c76fbe70b44f8a93edd8832372e73&binding%3Ahost_id=n-h2-771363-32 HTTP/1.1" status: 200 len: 944 time: 0.0725350 Jul 05 05:17:24.419518 n-d-771363-32 neutron-server[100932]: INFO neutron.api.v2.resource [req-563497e4-8c62-4e84-9b44-1fc326a1c7f6 req-397d289c-a1d8-42a5-901c-b9e105167807 service neutron] delete failed (client error): The resource could not be found. Jul 05 05:17:24.420467 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-563497e4-8c62-4e84-9b44-1fc326a1c7f6 req-397d289c-a1d8-42a5-901c-b9e105167807 service neutron] 10.222.0.10 "DELETE /v2.0/ports/cb6f8641-3872-42c3-b545-7625849bdac8/bindings/n-h1-771363-32 HTTP/1.1" status: 404 len: 381 time: 0.0540223 Jul 05 05:17:24.515846 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92f057-a3cd-419c-ad0a-7c43944e5d5e req-2047905b-01e8-4b74-8818-b60a9c753e93 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:24.517392 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a92f057-a3cd-419c-ad0a-7c43944e5d5e req-2047905b-01e8-4b74-8818-b60a9c753e93 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 944 time: 0.0638139 Jul 05 05:17:24.521058 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563497e4-8c62-4e84-9b44-1fc326a1c7f6 req-2986c08d-2a87-4e8f-9a50-bdcf9b742752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:24.522532 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-563497e4-8c62-4e84-9b44-1fc326a1c7f6 req-2986c08d-2a87-4e8f-9a50-bdcf9b742752 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 1096 time: 0.0577486 Jul 05 05:17:24.556482 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a92f057-a3cd-419c-ad0a-7c43944e5d5e req-9b9d20f6-f1ea-4068-a466-e4619dab9528 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331044 Jul 05 05:17:24.613535 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563497e4-8c62-4e84-9b44-1fc326a1c7f6 req-40e9499d-9d7a-49ea-923f-5ce96cf10532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:24.616165 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-563497e4-8c62-4e84-9b44-1fc326a1c7f6 req-40e9499d-9d7a-49ea-923f-5ce96cf10532 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f115135-d03d-4fbc-b0bd-65702f997e34 HTTP/1.1" status: 200 len: 897 time: 0.0862660 Jul 05 05:17:24.684302 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-563497e4-8c62-4e84-9b44-1fc326a1c7f6 req-1d4c8447-76f2-4edd-8558-6982e70b5267 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb6f8641-3872-42c3-b545-7625849bdac8 HTTP/1.1" status: 200 len: 999 time: 0.0631080 Jul 05 05:17:24.731665 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563497e4-8c62-4e84-9b44-1fc326a1c7f6 req-24e4d5c1-0097-4522-a556-05cf0c1ded8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:24.733083 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-563497e4-8c62-4e84-9b44-1fc326a1c7f6 req-24e4d5c1-0097-4522-a556-05cf0c1ded8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b0b2535-394c-43ed-a02c-5385230613fb HTTP/1.1" status: 200 len: 833 time: 0.0426741 Jul 05 05:17:24.790257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563497e4-8c62-4e84-9b44-1fc326a1c7f6 req-c25a2826-b128-4ad9-9b59-26fc0020769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:24.791952 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-563497e4-8c62-4e84-9b44-1fc326a1c7f6 req-c25a2826-b128-4ad9-9b59-26fc0020769b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f115135-d03d-4fbc-b0bd-65702f997e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524988 Jul 05 05:17:24.802937 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cb6f8641-3872-42c3-b545-7625849bdac8 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:17:24.894096 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-563497e4-8c62-4e84-9b44-1fc326a1c7f6 req-811bf4c1-d6e9-4281-96d0-cfa6a657700a service neutron] 10.222.0.10 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945444 Jul 05 05:17:24.898242 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cb6f8641-3872-42c3-b545-7625849bdac8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb6f8641-3872-42c3-b545-7625849bdac8,segment=NetworkSegment(975a45f0-527d-4b9e-805a-9831a3a6fff9),segment_id=975a45f0-527d-4b9e-805a-9831a3a6fff9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:17:24.909799 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'cb6f8641-3872-42c3-b545-7625849bdac8', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'port_id': 'cb6f8641-3872-42c3-b545-7625849bdac8', 'mac_address': 'fa:16:3e:e8:1b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:17:24.952418 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:24.965644 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6f8641-3872-42c3-b545-7625849bdac8 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:17:24.985208 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cb6f8641-3872-42c3-b545-7625849bdac8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb6f8641-3872-42c3-b545-7625849bdac8,segment=NetworkSegment(975a45f0-527d-4b9e-805a-9831a3a6fff9),segment_id=975a45f0-527d-4b9e-805a-9831a3a6fff9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:17:24.988297 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-563497e4-8c62-4e84-9b44-1fc326a1c7f6 req-be3b4ab6-ef09-4595-90fc-543303c19c38 service neutron] 10.222.0.10 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878158 Jul 05 05:17:25.055763 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:25.102871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cb6f8641-3872-42c3-b545-7625849bdac8,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:25.110050 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:25.110409 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:25.110756 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:25.111098 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:25.111439 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:25.111775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:25.112125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:25.112459 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:25.112786 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:25.113116 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:25.113440 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:25.113766 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:17:25.403408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['cb6f8641-3872-42c3-b545-7625849bdac8'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:17:25.420006 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:17:25.738764 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb435e-1a63-4d38-b25a-882a0ff1a5e3 req-db4585a0-1177-45d6-855c-c90ae447a631 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:25.740366 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-38bb435e-1a63-4d38-b25a-882a0ff1a5e3 req-db4585a0-1177-45d6-855c-c90ae447a631 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 945 time: 0.0667200 Jul 05 05:17:25.779797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-38bb435e-1a63-4d38-b25a-882a0ff1a5e3 req-b2363729-4cf4-423b-86bd-aed762dc62a7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339124 Jul 05 05:17:26.812609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cb6f8641-3872-42c3-b545-7625849bdac8 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:17:26.941579 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port cb6f8641-3872-42c3-b545-7625849bdac8 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:17:26.946065 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port cb6f8641-3872-42c3-b545-7625849bdac8 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:26.946646 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:26.953853 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8f035-4a89-4ed7-9c3d-8ce4d955fef7 req-31125f83-2ba8-415b-b89c-900afa8b00f1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:26.955340 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76f8f035-4a89-4ed7-9c3d-8ce4d955fef7 req-31125f83-2ba8-415b-b89c-900afa8b00f1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 945 time: 0.0647166 Jul 05 05:17:26.997678 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76f8f035-4a89-4ed7-9c3d-8ce4d955fef7 req-3cea19fd-e830-4b49-beb6-925c3ba4325d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338717 Jul 05 05:17:27.023803 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39676) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:17:27.026724 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:27.049086 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6f8641-3872-42c3-b545-7625849bdac8'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:17:27.051345 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cca247-d08a-4cdf-9447-6b38886d1abb" -d '{"events": [{"server_uuid": "002ba7fa-96ee-460d-b5e1-7095d5800030", "name": "network-vif-plugged", "status": "completed", "tag": "cb6f8641-3872-42c3-b545-7625849bdac8"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:17:27.069901 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port cb6f8641-3872-42c3-b545-7625849bdac8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb6f8641-3872-42c3-b545-7625849bdac8,segment=NetworkSegment(975a45f0-527d-4b9e-805a-9831a3a6fff9),segment_id=975a45f0-527d-4b9e-805a-9831a3a6fff9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:17:27.088808 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-094e385f-28a9-4f26-9098-2c375f2a5829 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/10c10eaf-0900-4e02-99b8-2bc3504db2ae HTTP/1.1" status: 200 len: 992 time: 0.0638015 Jul 05 05:17:27.138876 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:27.162027 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e717ba55-9d56-4f28-a003-9a1136ccdaf6 x-openstack-request-id: req-e717ba55-9d56-4f28-a003-9a1136ccdaf6 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:17:27.162488 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002ba7fa-96ee-460d-b5e1-7095d5800030", "name": "network-vif-plugged", "status": "completed", "tag": "cb6f8641-3872-42c3-b545-7625849bdac8", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:17:27.162743 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e717ba55-9d56-4f28-a003-9a1136ccdaf6 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:17:27.163209 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6f8641-3872-42c3-b545-7625849bdac8', 'code': 200} Jul 05 05:17:27.188886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=cb6f8641-3872-42c3-b545-7625849bdac8,revision_number=9']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:33.316194 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:34.637710 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b18b55c-9636-40bc-a25b-e502dfd99b9d req-1f898e13-db43-4a3e-9fe5-8d31baafe367 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516195 Jul 05 05:17:34.735176 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18b55c-9636-40bc-a25b-e502dfd99b9d req-c0570132-5972-49e0-8eb8-3775d4674d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:34.736690 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b18b55c-9636-40bc-a25b-e502dfd99b9d req-c0570132-5972-49e0-8eb8-3775d4674d41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 1098 time: 0.0556722 Jul 05 05:17:34.842474 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18b55c-9636-40bc-a25b-e502dfd99b9d req-a4b2b51f-46ab-4eda-b629-ac7608e1bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:34.843932 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b18b55c-9636-40bc-a25b-e502dfd99b9d req-a4b2b51f-46ab-4eda-b629-ac7608e1bce3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f115135-d03d-4fbc-b0bd-65702f997e34 HTTP/1.1" status: 200 len: 897 time: 0.0853710 Jul 05 05:17:34.915462 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b18b55c-9636-40bc-a25b-e502dfd99b9d req-5c64b6e8-afd9-41ee-b6d4-af0351113813 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb6f8641-3872-42c3-b545-7625849bdac8 HTTP/1.1" status: 200 len: 1001 time: 0.0639422 Jul 05 05:17:34.941650 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:34.963039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18b55c-9636-40bc-a25b-e502dfd99b9d req-c8a83ba7-0922-4205-a19f-dcc8d5baf64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:34.964508 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b18b55c-9636-40bc-a25b-e502dfd99b9d req-c8a83ba7-0922-4205-a19f-dcc8d5baf64a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b0b2535-394c-43ed-a02c-5385230613fb HTTP/1.1" status: 200 len: 833 time: 0.0434458 Jul 05 05:17:35.028245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18b55c-9636-40bc-a25b-e502dfd99b9d req-ef507d32-1da1-4fc0-b9f8-9378488fe34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:35.029815 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b18b55c-9636-40bc-a25b-e502dfd99b9d req-ef507d32-1da1-4fc0-b9f8-9378488fe34c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f115135-d03d-4fbc-b0bd-65702f997e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578232 Jul 05 05:17:35.122070 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b18b55c-9636-40bc-a25b-e502dfd99b9d req-d2f72614-13f9-47f2-b26d-e330c988fb2c service neutron] 10.222.0.36 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858443 Jul 05 05:17:35.211748 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b18b55c-9636-40bc-a25b-e502dfd99b9d req-ae8d18ce-56c3-4f4e-a9f2-aa54261d0db8 service neutron] 10.222.0.36 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832548 Jul 05 05:17:41.526972 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-635c35f0-1caf-4a70-b045-c346228232c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:44.135320 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1f298d05-a74a-4bca-95db-9e459333bd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:44.478497 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:45.718216 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:47.241263 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:02.419825 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:18:03.320893 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:04.986446 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:11.549294 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-28a548a1-f09a-4d25-86ac-38446043b3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:14.092261 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9f1adb0d-830e-4119-8557-b4c6ff067e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:14.483675 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:15.697328 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:17.251946 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:18.339916 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39698) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:18.495079 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port 1f260564-6cdb-4640-8dea-c7226fa7f4b5 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:18.495422 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:18.568477 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:18.568808 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:18.581877 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for 1f260564-6cdb-4640-8dea-c7226fa7f4b5 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:18:18.806408 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:18.833360 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=1f260564-6cdb-4640-8dea-c7226fa7f4b5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:18.864343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:18.864690 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:18.865027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:18.865359 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:18.865687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:18.866015 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:18.866374 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:18.866692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:18.867065 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:18.867333 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:18.867657 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:18.867974 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:18.910797 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:18.911150 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Floating IP 10c10eaf-0900-4e02-99b8-2bc3504db2ae disassociated (deleted). External IP: 172.25.6.20, port: cb6f8641-3872-42c3-b545-7625849bdac8. Jul 05 05:18:19.435927 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router 79267228-ca10-4e00-a9b9-184547987cbc has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:18:19.546080 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:18:19.551585 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:19.556223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69df3a40-03b9-493d-89fb-e4c933452590 None None] Sync routers for ids ['79267228-ca10-4e00-a9b9-184547987cbc'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:18:19.566184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69df3a40-03b9-493d-89fb-e4c933452590 None None] Routers {'79267228-ca10-4e00-a9b9-184547987cbc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:19.566803 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-69df3a40-03b9-493d-89fb-e4c933452590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:18:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['79267228-ca10-4e00-a9b9-184547987cbc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:19.589029 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-141474ce-8fbc-4a00-b468-a795ca840458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/floatingips/10c10eaf-0900-4e02-99b8-2bc3504db2ae HTTP/1.1" status: 204 len: 168 time: 1.2479854 Jul 05 05:18:19.589687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'tag': 'cb6f8641-3872-42c3-b545-7625849bdac8'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:18:19.592183 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc3627d-3030-4ec9-a544-fe40cf939a75" -d '{"events": [{"name": "network-changed", "server_uuid": "002ba7fa-96ee-460d-b5e1-7095d5800030", "tag": "cb6f8641-3872-42c3-b545-7625849bdac8"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:18:19.630716 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fbd70a-5ac7-44ff-9937-9d6cc449cba0 x-openstack-request-id: req-a4fbd70a-5ac7-44ff-9937-9d6cc449cba0 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:18:19.631068 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002ba7fa-96ee-460d-b5e1-7095d5800030", "tag": "cb6f8641-3872-42c3-b545-7625849bdac8", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:18:19.631328 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a4fbd70a-5ac7-44ff-9937-9d6cc449cba0 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:18:19.631916 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'tag': 'cb6f8641-3872-42c3-b545-7625849bdac8', 'status': 'completed', 'code': 200} Jul 05 05:18:19.675985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-69df3a40-03b9-493d-89fb-e4c933452590 None None] Set router 79267228-ca10-4e00-a9b9-184547987cbc gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:19.708670 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3627d-3030-4ec9-a544-fe40cf939a75 req-51889289-329b-48c4-a1b1-b05b1ca8a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:19.710202 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cdc3627d-3030-4ec9-a544-fe40cf939a75 req-51889289-329b-48c4-a1b1-b05b1ca8a0d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 1098 time: 0.0553081 Jul 05 05:18:19.807458 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3627d-3030-4ec9-a544-fe40cf939a75 req-82c3fae8-4496-4649-91aa-5d6f23a4d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:19.809020 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cdc3627d-3030-4ec9-a544-fe40cf939a75 req-82c3fae8-4496-4649-91aa-5d6f23a4d90e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f115135-d03d-4fbc-b0bd-65702f997e34 HTTP/1.1" status: 200 len: 897 time: 0.0922868 Jul 05 05:18:19.852360 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cdc3627d-3030-4ec9-a544-fe40cf939a75 req-d59b3b69-e6e5-4e1b-832d-152b4c53f87a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb6f8641-3872-42c3-b545-7625849bdac8 HTTP/1.1" status: 200 len: 217 time: 0.0361159 Jul 05 05:18:19.881967 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-69df3a40-03b9-493d-89fb-e4c933452590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79267228-ca10-4e00-a9b9-184547987cbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762636571', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bc0b737f-8e51-4e95-9208-3f465faabd6d', 'name': '', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:41:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:07Z', 'updated_at': '2021-07-05T05:16:13Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:19.905937 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3627d-3030-4ec9-a544-fe40cf939a75 req-2aa71393-ac91-4435-87e7-b0f6315bc40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:19.908049 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cdc3627d-3030-4ec9-a544-fe40cf939a75 req-2aa71393-ac91-4435-87e7-b0f6315bc40e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b0b2535-394c-43ed-a02c-5385230613fb HTTP/1.1" status: 200 len: 833 time: 0.0490787 Jul 05 05:18:19.910647 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69df3a40-03b9-493d-89fb-e4c933452590 None None] Checking router: 79267228-ca10-4e00-a9b9-184547987cbc for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:18:19.919245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69df3a40-03b9-493d-89fb-e4c933452590 None None] Routers {'79267228-ca10-4e00-a9b9-184547987cbc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:19.919853 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-69df3a40-03b9-493d-89fb-e4c933452590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:18:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['79267228-ca10-4e00-a9b9-184547987cbc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:19.972577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3627d-3030-4ec9-a544-fe40cf939a75 req-ddaddd81-dac6-4311-8ba0-6266edc44ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:19.974067 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cdc3627d-3030-4ec9-a544-fe40cf939a75 req-ddaddd81-dac6-4311-8ba0-6266edc44ede service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f115135-d03d-4fbc-b0bd-65702f997e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598485 Jul 05 05:18:20.026508 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-69df3a40-03b9-493d-89fb-e4c933452590 None None] Set router 79267228-ca10-4e00-a9b9-184547987cbc gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:20.066169 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cdc3627d-3030-4ec9-a544-fe40cf939a75 req-7e6eeae6-2238-4d52-8419-1ec3e2d592e6 service neutron] 10.222.0.36 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850346 Jul 05 05:18:20.163866 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cdc3627d-3030-4ec9-a544-fe40cf939a75 req-a670a039-800c-48f3-9501-23d6ececfb36 service neutron] 10.222.0.36 "GET /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912626 Jul 05 05:18:20.235660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-69df3a40-03b9-493d-89fb-e4c933452590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79267228-ca10-4e00-a9b9-184547987cbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762636571', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bc0b737f-8e51-4e95-9208-3f465faabd6d', 'name': '', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:41:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:07Z', 'updated_at': '2021-07-05T05:16:13Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:20.263523 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69df3a40-03b9-493d-89fb-e4c933452590 None None] The sync data for ids ['79267228-ca10-4e00-a9b9-184547987cbc'] in n-d-771363-32 is: [{'id': '79267228-ca10-4e00-a9b9-184547987cbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762636571', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bc0b737f-8e51-4e95-9208-3f465faabd6d', 'name': '', 'network_id': '7f115135-d03d-4fbc-b0bd-65702f997e34', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:41:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:07Z', 'updated_at': '2021-07-05T05:16:13Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '5b0b2535-394c-43ed-a02c-5385230613fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:18:20.318452 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83ea86-a199-42c0-9cab-9787e5480400 req-f47af522-8b2f-41f9-af8f-d7ead9ae02e4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:20.320652 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a83ea86-a199-42c0-9cab-9787e5480400 req-f47af522-8b2f-41f9-af8f-d7ead9ae02e4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0664940 Jul 05 05:18:20.361587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3a83ea86-a199-42c0-9cab-9787e5480400 req-6ce554d6-018b-4a39-bcea-0124d7cf2dca tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351522 Jul 05 05:18:20.496368 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2553e-0120-4d50-be1c-efd9732f1917 None None] New status for floating IP 10c10eaf-0900-4e02-99b8-2bc3504db2ae: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:18:21.540023 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752058-8a42-4698-b8d4-31f298af359b req-9db80b0c-b720-495b-85b0-5b9f0197b45d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:21.541550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8752058-8a42-4698-b8d4-31f298af359b req-9db80b0c-b720-495b-85b0-5b9f0197b45d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0660648 Jul 05 05:18:21.582095 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b8752058-8a42-4698-b8d4-31f298af359b req-014801ea-01a3-4c1e-a3e8-ce3c70f2c9e5 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348542 Jul 05 05:18:21.753761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25855b-d0a6-499b-9fd7-fa2bbd478ef9 req-01511ab5-f09e-4c01-b024-d4cd0c3b581d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:21.755176 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2c25855b-d0a6-499b-9fd7-fa2bbd478ef9 req-01511ab5-f09e-4c01-b024-d4cd0c3b581d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.36 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 946 time: 0.0631807 Jul 05 05:18:21.859547 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-2c25855b-d0a6-499b-9fd7-fa2bbd478ef9 req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port cb6f8641-3872-42c3-b545-7625849bdac8 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:21.859892 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2c25855b-d0a6-499b-9fd7-fa2bbd478ef9 req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:21.945669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2c25855b-d0a6-499b-9fd7-fa2bbd478ef9 req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] For port cb6f8641-3872-42c3-b545-7625849bdac8, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=cb6f8641-3872-42c3-b545-7625849bdac8,segment=NetworkSegment(975a45f0-527d-4b9e-805a-9831a3a6fff9),segment_id=975a45f0-527d-4b9e-805a-9831a3a6fff9)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:21.946030 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2c25855b-d0a6-499b-9fd7-fa2bbd478ef9 req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:21.959293 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-2c25855b-d0a6-499b-9fd7-fa2bbd478ef9 req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for cb6f8641-3872-42c3-b545-7625849bdac8 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:18:22.191830 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2c25855b-d0a6-499b-9fd7-fa2bbd478ef9 req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:22.220561 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=cb6f8641-3872-42c3-b545-7625849bdac8,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:22.250747 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:22.251098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:22.251442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:22.252418 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:22.252827 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:22.253110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:22.253433 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:22.253835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:22.254100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:22.254437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:22.254767 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:22.255095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:22.278780 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c25855b-d0a6-499b-9fd7-fa2bbd478ef9 req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] No DVR routers for this DVR port cb6f8641-3872-42c3-b545-7625849bdac8 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:18:22.281306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2c25855b-d0a6-499b-9fd7-fa2bbd478ef9 req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:22.283343 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2c25855b-d0a6-499b-9fd7-fa2bbd478ef9 req-6e38e168-763d-4de0-b721-1cb4b69070c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.36 "DELETE /v2.0/ports/cb6f8641-3872-42c3-b545-7625849bdac8 HTTP/1.1" status: 204 len: 173 time: 0.5227370 Jul 05 05:18:22.283772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'name': 'network-vif-deleted', 'tag': 'cb6f8641-3872-42c3-b545-7625849bdac8'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:18:22.286077 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbecad36-dd94-45e2-93b3-06e46f03e669" -d '{"events": [{"server_uuid": "002ba7fa-96ee-460d-b5e1-7095d5800030", "name": "network-vif-deleted", "tag": "cb6f8641-3872-42c3-b545-7625849bdac8"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:18:22.321877 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c674b324-0a9e-43ce-84f9-7befcfc7fe64 x-openstack-request-id: req-c674b324-0a9e-43ce-84f9-7befcfc7fe64 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:18:22.322174 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002ba7fa-96ee-460d-b5e1-7095d5800030", "name": "network-vif-deleted", "tag": "cb6f8641-3872-42c3-b545-7625849bdac8", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:18:22.322429 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c674b324-0a9e-43ce-84f9-7befcfc7fe64 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:18:22.322832 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002ba7fa-96ee-460d-b5e1-7095d5800030', 'name': 'network-vif-deleted', 'tag': 'cb6f8641-3872-42c3-b545-7625849bdac8', 'status': 'completed', 'code': 200} Jul 05 05:18:22.748356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-847cf4f7-0035-4981-9b3a-45f50fb33f25 req-99dfe722-2ea5-44e6-89f0-ea7247a7f802 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=002ba7fa-96ee-460d-b5e1-7095d5800030 HTTP/1.1" status: 200 len: 210 time: 0.0296202 Jul 05 05:18:23.842482 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39716) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:24.210273 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dbe523ff-a605-4507-ab8a-3122911d7c58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:24.472172 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-dbe523ff-a605-4507-ab8a-3122911d7c58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port bc0b737f-8e51-4e95-9208-3f465faabd6d {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:24.472422 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dbe523ff-a605-4507-ab8a-3122911d7c58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:24.559317 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-dbe523ff-a605-4507-ab8a-3122911d7c58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] For port bc0b737f-8e51-4e95-9208-3f465faabd6d, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bc0b737f-8e51-4e95-9208-3f465faabd6d,segment=NetworkSegment(975a45f0-527d-4b9e-805a-9831a3a6fff9),segment_id=975a45f0-527d-4b9e-805a-9831a3a6fff9)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:24.559979 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dbe523ff-a605-4507-ab8a-3122911d7c58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:24.573124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-dbe523ff-a605-4507-ab8a-3122911d7c58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for bc0b737f-8e51-4e95-9208-3f465faabd6d owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:18:24.828940 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dbe523ff-a605-4507-ab8a-3122911d7c58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:24.856502 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe523ff-a605-4507-ab8a-3122911d7c58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=bc0b737f-8e51-4e95-9208-3f465faabd6d,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:25.038200 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dbe523ff-a605-4507-ab8a-3122911d7c58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:25.151594 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cb6f8641-3872-42c3-b545-7625849bdac8 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:18:25.172219 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: cb6f8641-3872-42c3-b545-7625849bdac8 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:18:25.172569 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device cb6f8641-3872-42c3-b545-7625849bdac8 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:18:25.254991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe523ff-a605-4507-ab8a-3122911d7c58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router 79267228-ca10-4e00-a9b9-184547987cbc has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:18:25.362630 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe523ff-a605-4507-ab8a-3122911d7c58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:18:25.367758 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dbe523ff-a605-4507-ab8a-3122911d7c58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "PUT /v2.0/routers/79267228-ca10-4e00-a9b9-184547987cbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5242221 Jul 05 05:18:25.370703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39720) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:25.372190 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec696b5-d410-4cc6-ab45-b1ac877d83af None None] Sync routers for ids ['79267228-ca10-4e00-a9b9-184547987cbc'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:18:25.382061 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec696b5-d410-4cc6-ab45-b1ac877d83af None None] Routers {'79267228-ca10-4e00-a9b9-184547987cbc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:25.382771 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8ec696b5-d410-4cc6-ab45-b1ac877d83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:18:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['79267228-ca10-4e00-a9b9-184547987cbc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:25.422566 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d94f103-c0fd-4bfe-b1f8-e06f0dca1266 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting subnet 5b0b2535-394c-43ed-a02c-5385230613fb {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:18:25.426265 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5d94f103-c0fd-4bfe-b1f8-e06f0dca1266 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:25.466054 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5d94f103-c0fd-4bfe-b1f8-e06f0dca1266 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:25.486577 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-8ec696b5-d410-4cc6-ab45-b1ac877d83af None None] Set router 79267228-ca10-4e00-a9b9-184547987cbc gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:25.556438 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5d94f103-c0fd-4bfe-b1f8-e06f0dca1266 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:25.666918 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8ec696b5-d410-4cc6-ab45-b1ac877d83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79267228-ca10-4e00-a9b9-184547987cbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762636571', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:18:24Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:25.689215 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5d94f103-c0fd-4bfe-b1f8-e06f0dca1266 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:25.693753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec696b5-d410-4cc6-ab45-b1ac877d83af None None] Checking router: 79267228-ca10-4e00-a9b9-184547987cbc for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:18:25.701934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec696b5-d410-4cc6-ab45-b1ac877d83af None None] Routers {'79267228-ca10-4e00-a9b9-184547987cbc'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:25.702547 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8ec696b5-d410-4cc6-ab45-b1ac877d83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:18:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['79267228-ca10-4e00-a9b9-184547987cbc'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:25.717031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94f103-c0fd-4bfe-b1f8-e06f0dca1266 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0b2535-394c-43ed-a02c-5385230613fb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:25.720163 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5d94f103-c0fd-4bfe-b1f8-e06f0dca1266 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:25.722683 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5d94f103-c0fd-4bfe-b1f8-e06f0dca1266 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/subnets/5b0b2535-394c-43ed-a02c-5385230613fb HTTP/1.1" status: 204 len: 168 time: 0.3509734 Jul 05 05:18:25.725417 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39722) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:25.736236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd4b7d9-bb9d-4277-955f-427142c48b32 None None] Network 7f115135-d03d-4fbc-b0bd-65702f997e34 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:18:25.831593 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79f9dfc6-f8ea-495f-b28e-6a92a538cf60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:25.939835 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79f9dfc6-f8ea-495f-b28e-6a92a538cf60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:26.046292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-8ec696b5-d410-4cc6-ab45-b1ac877d83af None None] Set router 79267228-ca10-4e00-a9b9-184547987cbc gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:26.058692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-79f9dfc6-f8ea-495f-b28e-6a92a538cf60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port 5ef3a2a8-2435-448a-ab02-d0968566f070 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:26.059042 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79f9dfc6-f8ea-495f-b28e-6a92a538cf60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:26.140016 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-79f9dfc6-f8ea-495f-b28e-6a92a538cf60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] For port 5ef3a2a8-2435-448a-ab02-d0968566f070, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=5ef3a2a8-2435-448a-ab02-d0968566f070,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:26.140421 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79f9dfc6-f8ea-495f-b28e-6a92a538cf60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:26.153868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-79f9dfc6-f8ea-495f-b28e-6a92a538cf60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for 5ef3a2a8-2435-448a-ab02-d0968566f070 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:18:26.245051 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-8ec696b5-d410-4cc6-ab45-b1ac877d83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79267228-ca10-4e00-a9b9-184547987cbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762636571', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:18:24Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:26.278620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] DHCP port deletion for 7f115135-d03d-4fbc-b0bd-65702f997e34 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:18:26.281043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec696b5-d410-4cc6-ab45-b1ac877d83af None None] The sync data for ids ['79267228-ca10-4e00-a9b9-184547987cbc'] in n-d-771363-32 is: [{'id': '79267228-ca10-4e00-a9b9-184547987cbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762636571', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:18:24Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': '5ef3a2a8-2435-448a-ab02-d0968566f070', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79267228-ca10-4e00-a9b9-184547987cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:04Z', 'updated_at': '2021-07-05T05:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:18:26.334757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Deleting port a1ef8361-32b9-4de3-a187-fbf4650e74bf {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:18:26.335138 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:26.401626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] For port a1ef8361-32b9-4de3-a187-fbf4650e74bf, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=a1ef8361-32b9-4de3-a187-fbf4650e74bf,segment=NetworkSegment(975a45f0-527d-4b9e-805a-9831a3a6fff9),segment_id=975a45f0-527d-4b9e-805a-9831a3a6fff9)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:26.402070 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:26.415461 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Calling delete_port for a1ef8361-32b9-4de3-a187-fbf4650e74bf owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:18:26.589207 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:26.617986 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Pushing event deleted for resources: {'Port': ['ID=a1ef8361-32b9-4de3-a187-fbf4650e74bf,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:26.621169 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] No DVR routers for this DVR port a1ef8361-32b9-4de3-a187-fbf4650e74bf on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:18:26.629609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:26.631757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:26.631757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:26.631757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:26.631757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:26.631757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:26.631757 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:26.632396 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:26.632396 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:26.633080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:26.633080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:26.633301 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87188025-ffe1-4d59-9b0e-4b728f7533a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:26.705303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a1ef8361-32b9-4de3-a187-fbf4650e74bf no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:18:26.727008 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: a1ef8361-32b9-4de3-a187-fbf4650e74bf {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:18:26.727366 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device a1ef8361-32b9-4de3-a187-fbf4650e74bf not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:18:26.727801 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bc0b737f-8e51-4e95-9208-3f465faabd6d no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:18:26.732447 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79f9dfc6-f8ea-495f-b28e-6a92a538cf60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:26.749233 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: bc0b737f-8e51-4e95-9208-3f465faabd6d {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:18:26.749595 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bc0b737f-8e51-4e95-9208-3f465faabd6d not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:18:26.766554 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9dfc6-f8ea-495f-b28e-6a92a538cf60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=5ef3a2a8-2435-448a-ab02-d0968566f070,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:26.831287 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79f9dfc6-f8ea-495f-b28e-6a92a538cf60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:26.922349 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79f9dfc6-f8ea-495f-b28e-6a92a538cf60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:26.924967 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79f9dfc6-f8ea-495f-b28e-6a92a538cf60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.074293 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79f9dfc6-f8ea-495f-b28e-6a92a538cf60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.074978 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f9dfc6-f8ea-495f-b28e-6a92a538cf60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Fanout notify agent at l3_agent the message router_deleted on router 79267228-ca10-4e00-a9b9-184547987cbc {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:18:27.085749 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-79f9dfc6-f8ea-495f-b28e-6a92a538cf60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.085749 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-79f9dfc6-f8ea-495f-b28e-6a92a538cf60 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/routers/79267228-ca10-4e00-a9b9-184547987cbc HTTP/1.1" status: 204 len: 168 time: 1.3567333 Jul 05 05:18:27.086035 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39724) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:27.166917 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebc24365-64de-47b0-9230-252e66760a61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.262259 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebc24365-64de-47b0-9230-252e66760a61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.272282 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ebc24365-64de-47b0-9230-252e66760a61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f115135-d03d-4fbc-b0bd-65702f997e34']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:27.282465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ebc24365-64de-47b0-9230-252e66760a61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975a45f0-527d-4b9e-805a-9831a3a6fff9') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:27.282896 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-ebc24365-64de-47b0-9230-252e66760a61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975a45f0-527d-4b9e-805a-9831a3a6fff9') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:27.292053 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebc24365-64de-47b0-9230-252e66760a61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.306167 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebc24365-64de-47b0-9230-252e66760a61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.312183 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc24365-64de-47b0-9230-252e66760a61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebc24365-64de-47b0-9230-252e66760a61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: timer() Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:18:27.317251 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:18:27.448956 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebc24365-64de-47b0-9230-252e66760a61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.457683 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ebc24365-64de-47b0-9230-252e66760a61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.458305 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ebc24365-64de-47b0-9230-252e66760a61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/networks/7f115135-d03d-4fbc-b0bd-65702f997e34 HTTP/1.1" status: 204 len: 168 time: 0.3713100 Jul 05 05:18:27.461281 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39726) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:27.469663 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc24365-64de-47b0-9230-252e66760a61 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Network': ['ID=7f115135-d03d-4fbc-b0bd-65702f997e34,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:27.523392 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a3cd89a-59d6-4f6b-bfee-1bf49c0263ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.553890 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a3cd89a-59d6-4f6b-bfee-1bf49c0263ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.726217 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a3cd89a-59d6-4f6b-bfee-1bf49c0263ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.728874 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a3cd89a-59d6-4f6b-bfee-1bf49c0263ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:27.730055 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2a3cd89a-59d6-4f6b-bfee-1bf49c0263ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/security-groups/b3cbbaaa-8eb9-4630-a341-49e71d2f3a71 HTTP/1.1" status: 204 len: 168 time: 0.2677562 Jul 05 05:18:27.740136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cd89a-59d6-4f6b-bfee-1bf49c0263ac tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cbbaaa-8eb9-4630-a341-49e71d2f3a71,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:28.602434 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39734) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:28.607258 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c482e243-6057-40ec-9c60-0b45d235590b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1017393948', 'description': 'tempest-secgroup-smoke-1017393948 description', 'project_id': '797c76fbe70b44f8a93edd8832372e73'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:18:28.674140 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5ef3a2a8-2435-448a-ab02-d0968566f070 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:18:28.697633 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c482e243-6057-40ec-9c60-0b45d235590b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:28.698940 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 5ef3a2a8-2435-448a-ab02-d0968566f070 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:18:28.699293 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 5ef3a2a8-2435-448a-ab02-d0968566f070 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:18:28.781981 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c482e243-6057-40ec-9c60-0b45d235590b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:28.864033 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c482e243-6057-40ec-9c60-0b45d235590b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:28.892562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482e243-6057-40ec-9c60-0b45d235590b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f959dd-5cd6-4ba9-b614-60442325aa62,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:28.980808 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c482e243-6057-40ec-9c60-0b45d235590b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:28.982013 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c482e243-6057-40ec-9c60-0b45d235590b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3785369 Jul 05 05:18:28.984875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39736) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:28.989543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c1b1d48d-62ff-407f-b9fa-93d43aee73b6 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'c6f959dd-5cd6-4ba9-b614-60442325aa62', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:18:29.077188 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c1b1d48d-62ff-407f-b9fa-93d43aee73b6 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:29.152347 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c1b1d48d-62ff-407f-b9fa-93d43aee73b6 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:29.232254 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c1b1d48d-62ff-407f-b9fa-93d43aee73b6 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:29.251692 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1d48d-62ff-407f-b9fa-93d43aee73b6 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6938714f-20db-47ab-ac4c-e171016749ef,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:29.354460 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c1b1d48d-62ff-407f-b9fa-93d43aee73b6 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:29.355711 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c1b1d48d-62ff-407f-b9fa-93d43aee73b6 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3699064 Jul 05 05:18:29.358455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39738) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:29.364206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c3f3a430-3258-40b5-b189-d55b448fdfe2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'c6f959dd-5cd6-4ba9-b614-60442325aa62', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:18:29.479689 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a430-3258-40b5-b189-d55b448fdfe2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:29.541054 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a430-3258-40b5-b189-d55b448fdfe2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:29.637242 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a430-3258-40b5-b189-d55b448fdfe2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:29.655276 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3a430-3258-40b5-b189-d55b448fdfe2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a2f4c3-0d30-4002-ab7a-efc3768ce53d,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:29.708771 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a430-3258-40b5-b189-d55b448fdfe2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:29.710151 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c3f3a430-3258-40b5-b189-d55b448fdfe2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3506155 Jul 05 05:18:29.712774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39740) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:29.717148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f2c2dbeb-af44-4290-ab22-ff10aa4c9135 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'c6f959dd-5cd6-4ba9-b614-60442325aa62', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:18:29.799773 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2c2dbeb-af44-4290-ab22-ff10aa4c9135 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:29.865603 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2c2dbeb-af44-4290-ab22-ff10aa4c9135 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:29.928555 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2c2dbeb-af44-4290-ab22-ff10aa4c9135 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:29.944349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2dbeb-af44-4290-ab22-ff10aa4c9135 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda6f565-7076-42da-814b-45a4c349f859,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:30.008857 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f2c2dbeb-af44-4290-ab22-ff10aa4c9135 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.010491 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f2c2dbeb-af44-4290-ab22-ff10aa4c9135 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2965384 Jul 05 05:18:30.013375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39742) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:30.018779 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-1bf45df5-8aee-4301-aa9b-e186645bb458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'c6f959dd-5cd6-4ba9-b614-60442325aa62', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:18:30.100128 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1bf45df5-8aee-4301-aa9b-e186645bb458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.162147 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1bf45df5-8aee-4301-aa9b-e186645bb458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.223579 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1bf45df5-8aee-4301-aa9b-e186645bb458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.242565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf45df5-8aee-4301-aa9b-e186645bb458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320e3738-2125-4d4f-b341-510e1df0d629,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:30.309082 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-1bf45df5-8aee-4301-aa9b-e186645bb458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.310596 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-1bf45df5-8aee-4301-aa9b-e186645bb458 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2961123 Jul 05 05:18:30.314488 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39744) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:30.319373 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-99b82793-7c8f-4d30-b4de-0be001815a13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'c6f959dd-5cd6-4ba9-b614-60442325aa62', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:18:30.400766 n-d-771363-32 neutron-server[100932]: INFO neutron.db.securitygroups_db [None req-99b82793-7c8f-4d30-b4de-0be001815a13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Project 797c76fbe70b44f8a93edd8832372e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:18:30.405905 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-99b82793-7c8f-4d30-b4de-0be001815a13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.466358 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-99b82793-7c8f-4d30-b4de-0be001815a13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.540258 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-99b82793-7c8f-4d30-b4de-0be001815a13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.558211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b82793-7c8f-4d30-b4de-0be001815a13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02338e24-89d3-4536-9c83-bb8e0810832b,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:30.643421 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-99b82793-7c8f-4d30-b4de-0be001815a13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.644749 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-99b82793-7c8f-4d30-b4de-0be001815a13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3288188 Jul 05 05:18:30.647574 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39746) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:30.652676 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-cbb80bd5-de06-4cc3-8ef9-f12faac23f34 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': 'c6f959dd-5cd6-4ba9-b614-60442325aa62', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:18:30.751708 n-d-771363-32 neutron-server[100932]: INFO neutron.db.securitygroups_db [None req-cbb80bd5-de06-4cc3-8ef9-f12faac23f34 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Project 797c76fbe70b44f8a93edd8832372e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:18:30.757539 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cbb80bd5-de06-4cc3-8ef9-f12faac23f34 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.821909 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cbb80bd5-de06-4cc3-8ef9-f12faac23f34 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.905893 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cbb80bd5-de06-4cc3-8ef9-f12faac23f34 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:30.924649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb80bd5-de06-4cc3-8ef9-f12faac23f34 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56b2b0a-a8ef-4a3d-b28f-c3685a6650d9,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:31.023195 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cbb80bd5-de06-4cc3-8ef9-f12faac23f34 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:31.024493 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cbb80bd5-de06-4cc3-8ef9-f12faac23f34 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3759537 Jul 05 05:18:31.027358 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39748) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:31.032321 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2edb64cb-5850-4040-b910-ce36beb8caba tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'network': {'name': 'tempest-network-smoke--1702597786', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'port_security_enabled': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:18:31.122966 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edb64cb-5850-4040-b910-ce36beb8caba tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Made reservation on behalf of 797c76fbe70b44f8a93edd8832372e73 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:18:31.126548 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2edb64cb-5850-4040-b910-ce36beb8caba tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:31.151325 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edb64cb-5850-4040-b910-ce36beb8caba tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:18:31.160132 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2edb64cb-5850-4040-b910-ce36beb8caba tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:31.160412 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-2edb64cb-5850-4040-b910-ce36beb8caba tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Added segment 6d28027c-89f8-4e2a-a13a-486f2f881444 of type vlan for network 16137105-1f31-4c1c-a3e8-85804c9d03fc Jul 05 05:18:31.201171 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2edb64cb-5850-4040-b910-ce36beb8caba tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:31.297472 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2edb64cb-5850-4040-b910-ce36beb8caba tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:31.303926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edb64cb-5850-4040-b910-ce36beb8caba tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:31.304840 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2edb64cb-5850-4040-b910-ce36beb8caba tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:31.372669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb64cb-5850-4040-b910-ce36beb8caba tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Network': ['ID=16137105-1f31-4c1c-a3e8-85804c9d03fc,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:31.384033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 16137105-1f31-4c1c-a3e8-85804c9d03fc details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:18:31.427221 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2edb64cb-5850-4040-b910-ce36beb8caba tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3986042 Jul 05 05:18:31.429808 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39750) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:31.434661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1297665720', 'admin_state_up': True, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:18:31.511986 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:31.513068 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:31.565183 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:31.763495 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.009405 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.032628 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.135998 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.25.6.73 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/c4f03d74-9dd0-4503-ad71-cb95c2c87039) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:18:32.245245 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.380592 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.416663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:18:32.419535 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:18:32.425646 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:18:32.451710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=c4f03d74-9dd0-4503-ad71-cb95c2c87039,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:32.730741 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:32.926230 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:33.337615 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:33.459913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:18:33.567563 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:18:33.577076 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Sync routers for ids ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:18:33.596968 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Routers {'f8f5f1c5-9699-4ec9-a840-b8f1268bb269'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:33.596968 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:18:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:33.649162 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:33.650450 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5b508b88-9a12-4236-9404-59690497ece4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2196996 Jul 05 05:18:33.653737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39752) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:33.707313 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Set router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:33.728945 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-76e9c586-42f4-43dc-8215-d5f0d368e7f2 tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=797c76fbe70b44f8a93edd8832372e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714903 Jul 05 05:18:33.729204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39756) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:33.816699 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54a1c9a-898b-4405-8a87-acc04d202871 tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:33.818215 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a54a1c9a-898b-4405-8a87-acc04d202871 tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881824 Jul 05 05:18:33.821123 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39758) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:33.849435 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-40f9b002-a498-4f0b-bd3e-402ffea2434a tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271323 Jul 05 05:18:33.852052 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39760) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:33.856969 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-34ed6c3d-bc5b-4666-9445-49458ef69312 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1968560348', 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:18:33.883343 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297665720', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:18:31Z', 'updated_at': '2021-07-05T05:18:32Z', 'revision_number': 3, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:32Z', 'updated_at': '2021-07-05T05:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:33.912904 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Checking router: f8f5f1c5-9699-4ec9-a840-b8f1268bb269 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:18:33.913246 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Updating router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 port c4f03d74-9dd0-4503-ad71-cb95c2c87039 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:18:33.947794 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:34.002926 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ed6c3d-bc5b-4666-9445-49458ef69312 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Made reservation on behalf of 797c76fbe70b44f8a93edd8832372e73 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:18:34.006605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34ed6c3d-bc5b-4666-9445-49458ef69312 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:34.199742 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:34.209727 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Transition to ACTIVE for port object c4f03d74-9dd0-4503-ad71-cb95c2c87039 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:18:34.248726 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34ed6c3d-bc5b-4666-9445-49458ef69312 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:34.271298 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:34.314168 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed6c3d-bc5b-4666-9445-49458ef69312 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Subnet': ['ID=70a25b02-0d9f-4fcd-bc5b-33fb2c69f929,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:34.318991 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ed6c3d-bc5b-4666-9445-49458ef69312 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Checking segment: {'id': '6d28027c-89f8-4e2a-a13a-486f2f881444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:18:34.319212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ed6c3d-bc5b-4666-9445-49458ef69312 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network hostable DHCP agents. Network: 16137105-1f31-4c1c-a3e8-85804c9d03fc, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:18:34.323326 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7592978-8b10-4ee6-ae82-b2e83da35417 None None] Pushing event updated for resources: {'Port': ['ID=c4f03d74-9dd0-4503-ad71-cb95c2c87039,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:34.326323 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Attempting to bind port c4f03d74-9dd0-4503-ad71-cb95c2c87039 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:18:34.326688 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Attempting to bind port c4f03d74-9dd0-4503-ad71-cb95c2c87039 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:18:34.328706 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Attempting to bind port c4f03d74-9dd0-4503-ad71-cb95c2c87039 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:18:34.336600 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7592978-8b10-4ee6-ae82-b2e83da35417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:34.336944 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7592978-8b10-4ee6-ae82-b2e83da35417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:34.337288 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7592978-8b10-4ee6-ae82-b2e83da35417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:34.337621 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7592978-8b10-4ee6-ae82-b2e83da35417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:34.337952 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7592978-8b10-4ee6-ae82-b2e83da35417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:34.338281 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7592978-8b10-4ee6-ae82-b2e83da35417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:34.338607 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7592978-8b10-4ee6-ae82-b2e83da35417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:34.338929 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7592978-8b10-4ee6-ae82-b2e83da35417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:34.339253 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7592978-8b10-4ee6-ae82-b2e83da35417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:34.339573 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7592978-8b10-4ee6-ae82-b2e83da35417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:34.339893 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7592978-8b10-4ee6-ae82-b2e83da35417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:34.340246 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7592978-8b10-4ee6-ae82-b2e83da35417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:18:34.343444 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:18:34.343812 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:18:34.344237 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:34.344656 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:18:34.345126 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Bound port: c4f03d74-9dd0-4503-ad71-cb95c2c87039, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:18:34.345506 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:34.400268 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] For port c4f03d74-9dd0-4503-ad71-cb95c2c87039, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:18:34.403379 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] For port c4f03d74-9dd0-4503-ad71-cb95c2c87039, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c4f03d74-9dd0-4503-ad71-cb95c2c87039,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:18:34.434201 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ed6c3d-bc5b-4666-9445-49458ef69312 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 16137105-1f31-4c1c-a3e8-85804c9d03fc is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:18:34.498155 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:34.531840 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-34ed6c3d-bc5b-4666-9445-49458ef69312 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 16137105-1f31-4c1c-a3e8-85804c9d03fc) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:18:34.538956 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ed6c3d-bc5b-4666-9445-49458ef69312 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:34.539625 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-34ed6c3d-bc5b-4666-9445-49458ef69312 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:34.544873 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb23259-7931-48a7-bae5-70baa45c2e57 None None] Network 16137105-1f31-4c1c-a3e8-85804c9d03fc requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:18:34.570387 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Routers {'f8f5f1c5-9699-4ec9-a840-b8f1268bb269'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:34.571208 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:18:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:34.616483 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7592978-8b10-4ee6-ae82-b2e83da35417 None None] Pushing event updated for resources: {'Port': ['ID=c4f03d74-9dd0-4503-ad71-cb95c2c87039,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:34.652921 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-34ed6c3d-bc5b-4666-9445-49458ef69312 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7995467 Jul 05 05:18:34.655311 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39762) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:34.700569 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] Set router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:34.700836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-16137105-1f31-4c1c-a3e8-85804c9d03fc', 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ips': [{'subnet_id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:18:34.701747 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:34.848701 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Allocated IP 172.20.0.2 (16137105-1f31-4c1c-a3e8-85804c9d03fc/70a25b02-0d9f-4fcd-bc5b-33fb2c69f929/8bd0663a-f31e-4e0f-896e-80dc336bec17) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:18:34.888061 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297665720', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:18:31Z', 'updated_at': '2021-07-05T05:18:32Z', 'revision_number': 3, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:32Z', 'updated_at': '2021-07-05T05:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:35.017089 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.021668 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.031284 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Transition to ACTIVE for port object 8bd0663a-f31e-4e0f-896e-80dc336bec17 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:18:35.032369 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6e4b7a-276c-4a2c-b287-d58fe4b7e1b1 None None] The sync data for ids ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'] in n-d-771363-32 is: [{'id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297665720', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:18:31Z', 'updated_at': '2021-07-05T05:18:32Z', 'revision_number': 3, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:32Z', 'updated_at': '2021-07-05T05:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:18:35.047613 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Transition to ACTIVE for port object 8bd0663a-f31e-4e0f-896e-80dc336bec17 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:18:35.120530 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.146529 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.160658 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Network 16137105-1f31-4c1c-a3e8-85804c9d03fc is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:18:35.165936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:18:35.169444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:18:35.175273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Pushing event updated for resources: {'Port': ['ID=8bd0663a-f31e-4e0f-896e-80dc336bec17,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:35.233953 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Attempting to bind port 8bd0663a-f31e-4e0f-896e-80dc336bec17 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:18:35.234326 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Attempting to bind port 8bd0663a-f31e-4e0f-896e-80dc336bec17 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '6d28027c-89f8-4e2a-a13a-486f2f881444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:18:35.234695 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Attempting to bind port 8bd0663a-f31e-4e0f-896e-80dc336bec17 on network 16137105-1f31-4c1c-a3e8-85804c9d03fc {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:18:35.245469 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:18:35.245902 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Checking segment: {'id': '6d28027c-89f8-4e2a-a13a-486f2f881444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:18:35.246913 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.246913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Bound using segment: {'id': '6d28027c-89f8-4e2a-a13a-486f2f881444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:18:35.247276 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Bound port: 8bd0663a-f31e-4e0f-896e-80dc336bec17, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d28027c-89f8-4e2a-a13a-486f2f881444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:18:35.247615 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.355527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] For port 8bd0663a-f31e-4e0f-896e-80dc336bec17, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:18:35.359419 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] For port 8bd0663a-f31e-4e0f-896e-80dc336bec17, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8bd0663a-f31e-4e0f-896e-80dc336bec17,segment=NetworkSegment(6d28027c-89f8-4e2a-a13a-486f2f881444),segment_id=6d28027c-89f8-4e2a-a13a-486f2f881444)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:18:35.431855 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.492737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.20.0.1 (16137105-1f31-4c1c-a3e8-85804c9d03fc/70a25b02-0d9f-4fcd-bc5b-33fb2c69f929/2c7bb051-a6ab-4741-b22b-947447491f09) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:18:35.509691 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd5693-f50d-41c4-92f1-49daea6033d1 None None] Pushing event updated for resources: {'Port': ['ID=8bd0663a-f31e-4e0f-896e-80dc336bec17,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:35.630809 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.654832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Transition to ACTIVE for port object 2c7bb051-a6ab-4741-b22b-947447491f09 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:18:35.772341 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:35.819220 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 16137105-1f31-4c1c-a3e8-85804c9d03fc is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:18:35.822639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:18:35.825723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:18:35.871284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=2c7bb051-a6ab-4741-b22b-947447491f09,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:35.887449 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.107507 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.401808 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.467473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f7f8c-7437-44e6-9434-dd12be63ee3b None None] Network 16137105-1f31-4c1c-a3e8-85804c9d03fc requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:18:36.479752 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.556418 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.562550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=2c7bb051-a6ab-4741-b22b-947447491f09,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:36.635558 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-728cfef9-613b-4458-8137-9e298cc55f35 None None] Provisioning for port 8bd0663a-f31e-4e0f-896e-80dc336bec17 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:18:36.726204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 16137105-1f31-4c1c-a3e8-85804c9d03fc is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:18:36.726204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:18:36.811880 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:18:36.832406 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c4f03d74-9dd0-4503-ad71-cb95c2c87039 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:18:36.941449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:18:36.947767 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-06784cc5-ebcd-4628-812b-07baf44aed97 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "PUT /v2.0/routers/f8f5f1c5-9699-4ec9-a840-b8f1268bb269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2913949 Jul 05 05:18:36.980544 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port c4f03d74-9dd0-4503-ad71-cb95c2c87039 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:18:36.989988 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c4f03d74-9dd0-4503-ad71-cb95c2c87039 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:18:36.989988 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:36.989988 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Sync routers for ids ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:18:37.028620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Routers {'f8f5f1c5-9699-4ec9-a840-b8f1268bb269'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:37.029281 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:18:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:37.070038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a0c83898-9940-4caa-975a-fbcc47fa4d69 None None] Provisioning for port 2c7bb051-a6ab-4741-b22b-947447491f09 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:18:37.083581 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a0c83898-9940-4caa-975a-fbcc47fa4d69 None None] Provisioning complete for port 2c7bb051-a6ab-4741-b22b-947447491f09 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:18:37.083979 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a0c83898-9940-4caa-975a-fbcc47fa4d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:37.125542 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-2d2f408c-6d38-4614-a226-767189ce490b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1017393948&fields=id&tenant_id=797c76fbe70b44f8a93edd8832372e73 HTTP/1.1" status: 200 len: 267 time: 0.0364265 Jul 05 05:18:37.182113 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Set router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:37.254518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-fabe6459-cbd6-40ec-8138-53ee325a72bd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:37.257969 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-fabe6459-cbd6-40ec-8138-53ee325a72bd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/networks?id=16137105-1f31-4c1c-a3e8-85804c9d03fc HTTP/1.1" status: 200 len: 797 time: 0.1225951 Jul 05 05:18:37.273531 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-eb5db636-2153-40bf-87ff-871b4aa8057c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/quotas/797c76fbe70b44f8a93edd8832372e73 HTTP/1.1" status: 200 len: 375 time: 0.0116951 Jul 05 05:18:37.274709 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a0c83898-9940-4caa-975a-fbcc47fa4d69 None None] Port 2c7bb051-a6ab-4741-b22b-947447491f09 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:18:37.338217 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:37.352935 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c1aed5fc-515e-4fb2-a6b0-ec983111ee73 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709319 Jul 05 05:18:37.375689 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port c4f03d74-9dd0-4503-ad71-cb95c2c87039, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c4f03d74-9dd0-4503-ad71-cb95c2c87039,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:37.430058 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1ce9ad46-d4d6-4f22-9059-5e29aa46594f None None] Provisioning complete for port 2c7bb051-a6ab-4741-b22b-947447491f09 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:18:37.430058 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1ce9ad46-d4d6-4f22-9059-5e29aa46594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:37.454341 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:37.455127 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8bd0663a-f31e-4e0f-896e-80dc336bec17 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:18:37.503000 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-41592a3f-a5c0-4958-b99a-883d2ea2a207 service neutron] 10.222.0.38 "GET /v2.0/networks/16137105-1f31-4c1c-a3e8-85804c9d03fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374953 Jul 05 05:18:37.524860 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1ce9ad46-d4d6-4f22-9059-5e29aa46594f None None] Port 2c7bb051-a6ab-4741-b22b-947447491f09 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:18:37.555812 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=c4f03d74-9dd0-4503-ad71-cb95c2c87039,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:37.574414 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297665720', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:18:31Z', 'updated_at': '2021-07-05T05:18:35Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:32Z', 'updated_at': '2021-07-05T05:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2c7bb051-a6ab-4741-b22b-947447491f09', 'name': '', 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b5:ce:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:35Z', 'updated_at': '2021-07-05T05:18:36Z', 'revision_number': 2, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:37.606114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Checking router: f8f5f1c5-9699-4ec9-a840-b8f1268bb269 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:18:37.606467 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Updating router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 port 2c7bb051-a6ab-4741-b22b-947447491f09 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:18:37.622500 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-2587b9a6-b92a-4268-93a3-8a9b0b37183f service neutron] 10.222.0.38 "GET /v2.0/networks/16137105-1f31-4c1c-a3e8-85804c9d03fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133144 Jul 05 05:18:37.645784 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:37.648878 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 8bd0663a-f31e-4e0f-896e-80dc336bec17 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:18:37.660629 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8bd0663a-f31e-4e0f-896e-80dc336bec17 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:18:37.661001 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:37.875203 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5eeb6806-e1d6-42a7-8139-799956f4e55c req-fad7db0d-4152-4058-b5eb-8734f9005370 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 210 time: 0.0404501 Jul 05 05:18:37.887022 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:37.948739 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 8bd0663a-f31e-4e0f-896e-80dc336bec17, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8bd0663a-f31e-4e0f-896e-80dc336bec17,segment=NetworkSegment(6d28027c-89f8-4e2a-a13a-486f2f881444),segment_id=6d28027c-89f8-4e2a-a13a-486f2f881444)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:38.014094 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:38.020252 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:38.028124 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Transition to ACTIVE for port object 2c7bb051-a6ab-4741-b22b-947447491f09 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:18:38.072133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=8bd0663a-f31e-4e0f-896e-80dc336bec17,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:38.125872 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:38.182112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124ca16-784b-4c6b-8485-c5842c2c5851 None None] Pushing event updated for resources: {'Port': ['ID=2c7bb051-a6ab-4741-b22b-947447491f09,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:38.253189 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Attempting to bind port 2c7bb051-a6ab-4741-b22b-947447491f09 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:18:38.257465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Attempting to bind port 2c7bb051-a6ab-4741-b22b-947447491f09 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '6d28027c-89f8-4e2a-a13a-486f2f881444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:18:38.257465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Attempting to bind port 2c7bb051-a6ab-4741-b22b-947447491f09 on network 16137105-1f31-4c1c-a3e8-85804c9d03fc {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:18:38.260665 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:18:38.261225 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Checking segment: {'id': '6d28027c-89f8-4e2a-a13a-486f2f881444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:18:38.261644 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:38.262046 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Bound using segment: {'id': '6d28027c-89f8-4e2a-a13a-486f2f881444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:18:38.262514 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Bound port: 2c7bb051-a6ab-4741-b22b-947447491f09, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d28027c-89f8-4e2a-a13a-486f2f881444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:18:38.262904 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:38.334416 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] For port 2c7bb051-a6ab-4741-b22b-947447491f09, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:18:38.337842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] For port 2c7bb051-a6ab-4741-b22b-947447491f09, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2c7bb051-a6ab-4741-b22b-947447491f09,segment=NetworkSegment(6d28027c-89f8-4e2a-a13a-486f2f881444),segment_id=6d28027c-89f8-4e2a-a13a-486f2f881444)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:18:38.397654 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:38.644575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124ca16-784b-4c6b-8485-c5842c2c5851 None None] Pushing event updated for resources: {'Port': ['ID=2c7bb051-a6ab-4741-b22b-947447491f09,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:38.644575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Routers {'f8f5f1c5-9699-4ec9-a840-b8f1268bb269'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:38.644575 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:18:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:38.726540 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c4f03d74-9dd0-4503-ad71-cb95c2c87039 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:18:38.787663 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] Set router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:38.883760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port c4f03d74-9dd0-4503-ad71-cb95c2c87039 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:18:38.884044 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:39.021227 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40a5c117-d0d9-43c1-bd95-427d91b9d98e req-62899827-e5dc-48ed-a471-8e284674dd21 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 210 time: 0.0352345 Jul 05 05:18:39.050859 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8bd0663a-f31e-4e0f-896e-80dc336bec17 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:18:39.104779 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297665720', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:18:31Z', 'updated_at': '2021-07-05T05:18:35Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:32Z', 'updated_at': '2021-07-05T05:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2c7bb051-a6ab-4741-b22b-947447491f09', 'name': '', 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b5:ce:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:35Z', 'updated_at': '2021-07-05T05:18:38Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:39.138320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a71e90-a2e8-46b8-8053-8ed51a2e1913 None None] The sync data for ids ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'] in n-d-771363-32 is: [{'id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297665720', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:18:31Z', 'updated_at': '2021-07-05T05:18:35Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:32Z', 'updated_at': '2021-07-05T05:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2c7bb051-a6ab-4741-b22b-947447491f09', 'name': '', 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b5:ce:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:35Z', 'updated_at': '2021-07-05T05:18:38Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:18:39.140785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 8bd0663a-f31e-4e0f-896e-80dc336bec17 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:18:39.141139 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:39.419428 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:18:40.028823 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-931f8460-cca1-47ef-b1f2-c9b9c4c441bb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:40.030536 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-931f8460-cca1-47ef-b1f2-c9b9c4c441bb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.10 "GET /v2.0/networks?id=16137105-1f31-4c1c-a3e8-85804c9d03fc HTTP/1.1" status: 200 len: 797 time: 0.1178930 Jul 05 05:18:40.084572 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-ab434379-1b87-48b8-9b12-c078bfcc99ca tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=797c76fbe70b44f8a93edd8832372e73 HTTP/1.1" status: 200 len: 380 time: 0.0442111 Jul 05 05:18:40.093445 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-dae4550f-762d-4229-8680-f6d4a725eaa9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'port': {'device_id': 'b0d6ff21-0d7b-4349-936d-f90d0ff755f4', 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc', 'admin_state_up': True, 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'security_groups': ['c6f959dd-5cd6-4ba9-b614-60442325aa62']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:18:40.195274 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-09ad7668-db0f-4b11-b6dc-b053ef437de2 req-b60a7952-7a82-44eb-8b3a-66ec4ed15ab5 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 210 time: 0.0320485 Jul 05 05:18:40.308889 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-dae4550f-762d-4229-8680-f6d4a725eaa9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Made reservation on behalf of 797c76fbe70b44f8a93edd8832372e73 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:18:40.312878 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-dae4550f-762d-4229-8680-f6d4a725eaa9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:40.449542 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-dae4550f-762d-4229-8680-f6d4a725eaa9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.20.0.5 (16137105-1f31-4c1c-a3e8-85804c9d03fc/70a25b02-0d9f-4fcd-bc5b-33fb2c69f929/a43e3e40-139e-4cb0-a5a0-3f93838d85fb) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:18:40.610046 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-dae4550f-762d-4229-8680-f6d4a725eaa9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:40.625847 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-dae4550f-762d-4229-8680-f6d4a725eaa9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Transition to ACTIVE for port object a43e3e40-139e-4cb0-a5a0-3f93838d85fb will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:18:40.714842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2c7bb051-a6ab-4741-b22b-947447491f09 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:18:40.752117 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-dae4550f-762d-4229-8680-f6d4a725eaa9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:40.796292 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-dae4550f-762d-4229-8680-f6d4a725eaa9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 16137105-1f31-4c1c-a3e8-85804c9d03fc is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:18:40.802468 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-dae4550f-762d-4229-8680-f6d4a725eaa9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:18:40.806339 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-dae4550f-762d-4229-8680-f6d4a725eaa9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:18:40.813348 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4550f-762d-4229-8680-f6d4a725eaa9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=a43e3e40-139e-4cb0-a5a0-3f93838d85fb,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:40.863419 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-dae4550f-762d-4229-8680-f6d4a725eaa9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:40.864108 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-dae4550f-762d-4229-8680-f6d4a725eaa9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:40.880185 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 2c7bb051-a6ab-4741-b22b-947447491f09 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:18:40.884298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2c7bb051-a6ab-4741-b22b-947447491f09 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:18:40.888040 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:40.972366 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:40.976092 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-dae4550f-762d-4229-8680-f6d4a725eaa9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8867800 Jul 05 05:18:40.987607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Request body: {'port': {'device_id': 'b0d6ff21-0d7b-4349-936d-f90d0ff755f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:18:41.008910 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 2c7bb051-a6ab-4741-b22b-947447491f09, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2c7bb051-a6ab-4741-b22b-947447491f09,segment=NetworkSegment(6d28027c-89f8-4e2a-a13a-486f2f881444),segment_id=6d28027c-89f8-4e2a-a13a-486f2f881444)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:41.064060 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:41.071404 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:41.120935 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=2c7bb051-a6ab-4741-b22b-947447491f09,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:41.123469 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-59a4ba69-aec1-45fc-8f3e-8c23643ceffe None None] Provisioning for port a43e3e40-139e-4cb0-a5a0-3f93838d85fb completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:18:41.128026 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-59a4ba69-aec1-45fc-8f3e-8c23643ceffe None None] Provisioning complete for port a43e3e40-139e-4cb0-a5a0-3f93838d85fb triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:18:41.128428 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-59a4ba69-aec1-45fc-8f3e-8c23643ceffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:41.167121 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-59a4ba69-aec1-45fc-8f3e-8c23643ceffe None None] Port a43e3e40-139e-4cb0-a5a0-3f93838d85fb cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:18:41.346928 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43e3e40-139e-4cb0-a5a0-3f93838d85fb {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:18:41.355975 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:41.369350 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Transition to ACTIVE for port object a43e3e40-139e-4cb0-a5a0-3f93838d85fb will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:18:41.389034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c5328-95c2-4701-98c7-8706bcecec88 req-03896483-b739-45fa-95aa-f9b6d3824940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:41.390550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd7c5328-95c2-4701-98c7-8706bcecec88 req-03896483-b739-45fa-95aa-f9b6d3824940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 931 time: 0.0661702 Jul 05 05:18:41.430221 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bd7c5328-95c2-4701-98c7-8706bcecec88 req-8bfa72ad-3107-4132-89bb-11af2278c400 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329947 Jul 05 05:18:41.475379 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:41.531609 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Pushing event updated for resources: {'Port': ['ID=a43e3e40-139e-4cb0-a5a0-3f93838d85fb,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:41.571493 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-9f493ae3-be58-4f6b-9935-a0d7d5bbc3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:41.610773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Attempting to bind port a43e3e40-139e-4cb0-a5a0-3f93838d85fb on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:18:41.614691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Attempting to bind port a43e3e40-139e-4cb0-a5a0-3f93838d85fb by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '6d28027c-89f8-4e2a-a13a-486f2f881444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:18:41.614691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Attempting to bind port a43e3e40-139e-4cb0-a5a0-3f93838d85fb on network 16137105-1f31-4c1c-a3e8-85804c9d03fc {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:18:41.617031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Port a43e3e40-139e-4cb0-a5a0-3f93838d85fb on network 16137105-1f31-4c1c-a3e8-85804c9d03fc not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:18:41.617365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Attempting to bind port a43e3e40-139e-4cb0-a5a0-3f93838d85fb on network 16137105-1f31-4c1c-a3e8-85804c9d03fc {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:18:41.622551 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:18:41.622893 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Checking segment: {'id': '6d28027c-89f8-4e2a-a13a-486f2f881444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:18:41.623334 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Bound using segment: {'id': '6d28027c-89f8-4e2a-a13a-486f2f881444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:18:41.623777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Bound port: a43e3e40-139e-4cb0-a5a0-3f93838d85fb, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d28027c-89f8-4e2a-a13a-486f2f881444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:18:41.624163 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:41.692882 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] For port a43e3e40-139e-4cb0-a5a0-3f93838d85fb, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:18:41.696148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] For port a43e3e40-139e-4cb0-a5a0-3f93838d85fb, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a43e3e40-139e-4cb0-a5a0-3f93838d85fb,segment=NetworkSegment(6d28027c-89f8-4e2a-a13a-486f2f881444),segment_id=6d28027c-89f8-4e2a-a13a-486f2f881444)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:18:41.772253 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:41.808832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:41.810351 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:41.811157 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] 10.222.0.10 "PUT /v2.0/ports/a43e3e40-139e-4cb0-a5a0-3f93838d85fb HTTP/1.1" status: 200 len: 1092 time: 0.8281336 Jul 05 05:18:41.811607 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d6ff21-0d7b-4349-936d-f90d0ff755f4', 'tag': 'a43e3e40-139e-4cb0-a5a0-3f93838d85fb'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:18:41.813928 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95252f59-e6dd-48ff-9860-8a5214a5ef9f" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d6ff21-0d7b-4349-936d-f90d0ff755f4", "tag": "a43e3e40-139e-4cb0-a5a0-3f93838d85fb"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:18:41.839137 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cd271-bdc7-422c-aa62-86c9ba029d60 service neutron] Pushing event updated for resources: {'Port': ['ID=a43e3e40-139e-4cb0-a5a0-3f93838d85fb,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:41.859110 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ad0c44-90bf-47b5-9147-fa51b41f260b x-openstack-request-id: req-29ad0c44-90bf-47b5-9147-fa51b41f260b {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:18:41.859412 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d6ff21-0d7b-4349-936d-f90d0ff755f4", "tag": "a43e3e40-139e-4cb0-a5a0-3f93838d85fb", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:18:41.859708 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29ad0c44-90bf-47b5-9147-fa51b41f260b {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:18:41.860151 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d6ff21-0d7b-4349-936d-f90d0ff755f4', 'tag': 'a43e3e40-139e-4cb0-a5a0-3f93838d85fb', 'status': 'completed', 'code': 200} Jul 05 05:18:41.942912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95252f59-e6dd-48ff-9860-8a5214a5ef9f req-312d2bbf-69af-4198-a2a8-9790c0357e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:41.944491 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-95252f59-e6dd-48ff-9860-8a5214a5ef9f req-312d2bbf-69af-4198-a2a8-9790c0357e9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 1095 time: 0.0613716 Jul 05 05:18:42.046546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95252f59-e6dd-48ff-9860-8a5214a5ef9f req-7189007e-aca5-483d-aafc-479489db2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:42.047945 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-95252f59-e6dd-48ff-9860-8a5214a5ef9f req-7189007e-aca5-483d-aafc-479489db2801 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=797c76fbe70b44f8a93edd8832372e73&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0962484 Jul 05 05:18:42.151526 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95252f59-e6dd-48ff-9860-8a5214a5ef9f req-95609097-e58e-4a6e-80b7-c0e3d524914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:42.153050 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-95252f59-e6dd-48ff-9860-8a5214a5ef9f req-95609097-e58e-4a6e-80b7-c0e3d524914b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986691 Jul 05 05:18:42.255249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-f4b72ee8-ce2b-4714-a224-ab0ebf9775db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:42.256943 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-f4b72ee8-ce2b-4714-a224-ab0ebf9775db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 1095 time: 0.0614295 Jul 05 05:18:42.299907 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-5f825aa0-7811-49c7-a590-432c9668f96b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a43e3e40-139e-4cb0-a5a0-3f93838d85fb HTTP/1.1" status: 200 len: 217 time: 0.0350108 Jul 05 05:18:42.349583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-97e8d875-575f-45fe-9f33-604a9b7895b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:42.351103 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-97e8d875-575f-45fe-9f33-604a9b7895b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70a25b02-0d9f-4fcd-bc5b-33fb2c69f929 HTTP/1.1" status: 200 len: 835 time: 0.0451286 Jul 05 05:18:42.415920 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-07698a9a-c52e-4cff-8b4c-b274025e4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:42.417540 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-07698a9a-c52e-4cff-8b4c-b274025e4d8a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16137105-1f31-4c1c-a3e8-85804c9d03fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593262 Jul 05 05:18:42.506762 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-91f88203-3245-406a-9c99-01fd40428f6a service neutron] 10.222.0.10 "GET /v2.0/networks/16137105-1f31-4c1c-a3e8-85804c9d03fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822506 Jul 05 05:18:42.604944 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5c348bba-5b86-4efb-a0e9-37970bf8ab3b req-8323b609-94d8-4fec-8612-f30276d6eb97 service neutron] 10.222.0.10 "GET /v2.0/networks/16137105-1f31-4c1c-a3e8-85804c9d03fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920465 Jul 05 05:18:42.616823 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dec23-1079-4fc9-85fb-b41620bc6f89 req-ab489fbd-159c-40a3-a83f-f1a47eacaabd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:42.618345 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e71dec23-1079-4fc9-85fb-b41620bc6f89 req-ab489fbd-159c-40a3-a83f-f1a47eacaabd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 943 time: 0.0729327 Jul 05 05:18:42.658068 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e71dec23-1079-4fc9-85fb-b41620bc6f89 req-33478c02-7e74-42f5-84dd-179044399d8f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339746 Jul 05 05:18:42.694059 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2c7bb051-a6ab-4741-b22b-947447491f09 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:18:42.746552 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2c7bb051-a6ab-4741-b22b-947447491f09 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:18:42.746933 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:43.832521 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7d1c0-18b0-4653-ade9-068cca09b68e req-4b1eac7c-abb1-4709-9145-681f6abf3419 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:43.834022 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43e7d1c0-18b0-4653-ade9-068cca09b68e req-4b1eac7c-abb1-4709-9145-681f6abf3419 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 943 time: 0.0631955 Jul 05 05:18:43.874571 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43e7d1c0-18b0-4653-ade9-068cca09b68e req-2832ed8b-7829-49c1-951d-10a451e9095d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346434 Jul 05 05:18:44.082397 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d691bd32-b900-4d64-a0a8-38c1d0f09087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:44.473808 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:45.051176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b2d8b-ba01-47c0-bd8a-9b6fd8325d1f req-9586652a-419c-4100-b2de-b386031b4e8a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:45.052823 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d2b2d8b-ba01-47c0-bd8a-9b6fd8325d1f req-9586652a-419c-4100-b2de-b386031b4e8a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 943 time: 0.0686553 Jul 05 05:18:45.093550 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0d2b2d8b-ba01-47c0-bd8a-9b6fd8325d1f req-93c1a806-06ea-4235-90f4-9c39a98fe1bb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350761 Jul 05 05:18:45.702515 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:45.897433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a43e3e40-139e-4cb0-a5a0-3f93838d85fb details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:18:45.993448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port a43e3e40-139e-4cb0-a5a0-3f93838d85fb, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a43e3e40-139e-4cb0-a5a0-3f93838d85fb,segment=NetworkSegment(6d28027c-89f8-4e2a-a13a-486f2f881444),segment_id=6d28027c-89f8-4e2a-a13a-486f2f881444)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:46.004568 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'a43e3e40-139e-4cb0-a5a0-3f93838d85fb', 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc', 'port_id': 'a43e3e40-139e-4cb0-a5a0-3f93838d85fb', 'mac_address': 'fa:16:3e:8b:1b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:18:46.040524 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:46.053486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43e3e40-139e-4cb0-a5a0-3f93838d85fb {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:18:46.072231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port a43e3e40-139e-4cb0-a5a0-3f93838d85fb, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a43e3e40-139e-4cb0-a5a0-3f93838d85fb,segment=NetworkSegment(6d28027c-89f8-4e2a-a13a-486f2f881444),segment_id=6d28027c-89f8-4e2a-a13a-486f2f881444)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:46.142717 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:46.196629 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=a43e3e40-139e-4cb0-a5a0-3f93838d85fb,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:46.266225 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759c732-0279-4617-b8a2-39cb25e9ef07 req-4096235f-5ef2-4bda-a816-18640e30e1d6 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:46.267709 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4759c732-0279-4617-b8a2-39cb25e9ef07 req-4096235f-5ef2-4bda-a816-18640e30e1d6 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 944 time: 0.0629244 Jul 05 05:18:46.305191 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4759c732-0279-4617-b8a2-39cb25e9ef07 req-e2c25312-1b33-4996-b42b-1b4921d4970c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314798 Jul 05 05:18:46.391563 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['a43e3e40-139e-4cb0-a5a0-3f93838d85fb'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:18:47.239605 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:47.477716 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6959c89-ec7d-45db-a73f-7d04d8668da9 req-9a51a238-5fc4-494d-b4c0-12e4a5278559 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:47.479119 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6959c89-ec7d-45db-a73f-7d04d8668da9 req-9a51a238-5fc4-494d-b4c0-12e4a5278559 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 944 time: 0.0635448 Jul 05 05:18:47.517397 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6959c89-ec7d-45db-a73f-7d04d8668da9 req-7bd47f0f-101f-4d42-a30d-0a7afbfb4e8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325675 Jul 05 05:18:47.897520 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a43e3e40-139e-4cb0-a5a0-3f93838d85fb up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:18:48.010921 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port a43e3e40-139e-4cb0-a5a0-3f93838d85fb completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:18:48.014634 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port a43e3e40-139e-4cb0-a5a0-3f93838d85fb triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:18:48.015004 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:48.090262 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:48.113021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d6ff21-0d7b-4349-936d-f90d0ff755f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43e3e40-139e-4cb0-a5a0-3f93838d85fb'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:18:48.116260 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f90f903-628b-4f8e-85c8-b45bae0927d9" -d '{"events": [{"server_uuid": "b0d6ff21-0d7b-4349-936d-f90d0ff755f4", "name": "network-vif-plugged", "status": "completed", "tag": "a43e3e40-139e-4cb0-a5a0-3f93838d85fb"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:18:48.128752 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port a43e3e40-139e-4cb0-a5a0-3f93838d85fb, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a43e3e40-139e-4cb0-a5a0-3f93838d85fb,segment=NetworkSegment(6d28027c-89f8-4e2a-a13a-486f2f881444),segment_id=6d28027c-89f8-4e2a-a13a-486f2f881444)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:18:48.152090 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af74dc9a-e13c-4db7-8e83-53d0b0277e0c x-openstack-request-id: req-af74dc9a-e13c-4db7-8e83-53d0b0277e0c {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:18:48.152403 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d6ff21-0d7b-4349-936d-f90d0ff755f4", "name": "network-vif-plugged", "status": "completed", "tag": "a43e3e40-139e-4cb0-a5a0-3f93838d85fb", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:18:48.152655 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-af74dc9a-e13c-4db7-8e83-53d0b0277e0c {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:18:48.153045 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d6ff21-0d7b-4349-936d-f90d0ff755f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43e3e40-139e-4cb0-a5a0-3f93838d85fb', 'code': 200} Jul 05 05:18:48.233836 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:48.264700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98d2be-35e1-4342-ade9-0704a1e33a24 req-0b5f92d2-ddcf-4931-8bc5-bbeb7f7c9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:48.266215 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e98d2be-35e1-4342-ade9-0704a1e33a24 req-0b5f92d2-ddcf-4931-8bc5-bbeb7f7c9099 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 1096 time: 0.0524557 Jul 05 05:18:48.290119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=a43e3e40-139e-4cb0-a5a0-3f93838d85fb,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:48.302921 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-9e98d2be-35e1-4342-ade9-0704a1e33a24 req-cecc9ac6-de94-43e9-9fe3-496bfb9fb162 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289547 Jul 05 05:18:48.698608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2345fc3-509f-41ed-a93b-78aee762b7ec req-56c1f874-1ec9-4ad7-a788-feb1ea1d0a6f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:48.700097 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2345fc3-509f-41ed-a93b-78aee762b7ec req-56c1f874-1ec9-4ad7-a788-feb1ea1d0a6f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0671492 Jul 05 05:18:48.737842 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e2345fc3-509f-41ed-a93b-78aee762b7ec req-40899866-094f-4b94-a279-abe43432f4b0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321999 Jul 05 05:18:49.913372 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f60406-e309-447a-8993-c7a9d9c4a06c req-4457944b-b91a-4951-a989-44d3fadae544 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:49.914985 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13f60406-e309-447a-8993-c7a9d9c4a06c req-4457944b-b91a-4951-a989-44d3fadae544 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0632844 Jul 05 05:18:49.952319 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13f60406-e309-447a-8993-c7a9d9c4a06c req-d61a7bce-6f75-42b4-96d7-711cdd5d1bdd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317433 Jul 05 05:18:50.126326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341b638-605a-4bdd-acc9-4e874c405fd1 req-46f6ca95-0787-474f-9254-a47a2e958786 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:50.127797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e341b638-605a-4bdd-acc9-4e874c405fd1 req-46f6ca95-0787-474f-9254-a47a2e958786 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0662022 Jul 05 05:18:50.166252 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e341b638-605a-4bdd-acc9-4e874c405fd1 req-7958a9d8-65bc-4f3f-bee6-fb187e812706 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323009 Jul 05 05:18:50.189922 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39820) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:50.241416 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca8086-4b3f-4cb6-9592-b3121ba739fb tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:50.242923 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4aca8086-4b3f-4cb6-9592-b3121ba739fb tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 1092 time: 0.0520318 Jul 05 05:18:50.245751 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39822) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:50.250004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': 'a43e3e40-139e-4cb0-a5a0-3f93838d85fb', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:18:50.365883 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:50.464421 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:50.570275 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.25.6.213 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/9430f087-155c-4483-a6f7-4967cb7c9be4) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:18:50.669513 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:50.751123 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:50.793112 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:18:50.795984 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:18:50.798493 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:18:50.804870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=9430f087-155c-4483-a6f7-4967cb7c9be4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:51.160961 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:51.322732 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:51.471678 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:51.522856 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:51.588688 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=9430f087-155c-4483-a6f7-4967cb7c9be4,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:18:51.600778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:52.045198 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Floating IP 0d108a65-d0d5-4aee-a054-bfbb63f2b60e associated. External IP: 172.25.6.213, port: a43e3e40-139e-4cb0-a5a0-3f93838d85fb. Jul 05 05:18:52.251735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:18:52.357013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:18:52.367319 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8f202a-dee2-4f9e-a655-a92c8b295754 None None] Sync routers for ids ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:18:52.376855 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f202a-dee2-4f9e-a655-a92c8b295754 None None] Routers {'f8f5f1c5-9699-4ec9-a840-b8f1268bb269'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:52.377460 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8a8f202a-dee2-4f9e-a655-a92c8b295754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:18:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:52.462791 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:52.486507 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8a8f202a-dee2-4f9e-a655-a92c8b295754 None None] Set router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:52.499101 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ecd69433-319f-4fec-a53b-602ae7a73103 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2523296 Jul 05 05:18:52.499691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d6ff21-0d7b-4349-936d-f90d0ff755f4', 'tag': 'a43e3e40-139e-4cb0-a5a0-3f93838d85fb'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:18:52.501992 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b424ab72-5cc4-4204-8e84-950d03ca6767" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d6ff21-0d7b-4349-936d-f90d0ff755f4", "tag": "a43e3e40-139e-4cb0-a5a0-3f93838d85fb"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:18:52.539197 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bc4ebc-8ddf-4f03-8c68-cd59d86ef8d3 x-openstack-request-id: req-81bc4ebc-8ddf-4f03-8c68-cd59d86ef8d3 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:18:52.539745 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d6ff21-0d7b-4349-936d-f90d0ff755f4", "tag": "a43e3e40-139e-4cb0-a5a0-3f93838d85fb", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:18:52.540001 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-81bc4ebc-8ddf-4f03-8c68-cd59d86ef8d3 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:18:52.540458 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d6ff21-0d7b-4349-936d-f90d0ff755f4', 'tag': 'a43e3e40-139e-4cb0-a5a0-3f93838d85fb', 'status': 'completed', 'code': 200} Jul 05 05:18:52.627443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424ab72-5cc4-4204-8e84-950d03ca6767 req-b839786b-ac92-4548-9635-3004e1946321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:52.628880 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b424ab72-5cc4-4204-8e84-950d03ca6767 req-b839786b-ac92-4548-9635-3004e1946321 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 1097 time: 0.0598388 Jul 05 05:18:52.669595 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147ee8-ffef-4851-9715-7c23ffef6478 req-b97e99e0-53cf-4b8c-be66-760896acf604 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:52.671123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6147ee8-ffef-4851-9715-7c23ffef6478 req-b97e99e0-53cf-4b8c-be66-760896acf604 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0670731 Jul 05 05:18:52.714030 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6147ee8-ffef-4851-9715-7c23ffef6478 req-6f757abd-b808-4bd5-bb85-043637bf6084 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368640 Jul 05 05:18:52.732503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424ab72-5cc4-4204-8e84-950d03ca6767 req-f6723643-18eb-4392-9a4a-d7e1746be8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:52.734894 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b424ab72-5cc4-4204-8e84-950d03ca6767 req-f6723643-18eb-4392-9a4a-d7e1746be8ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=16137105-1f31-4c1c-a3e8-85804c9d03fc HTTP/1.1" status: 200 len: 898 time: 0.0983846 Jul 05 05:18:52.739103 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39828) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:52.750685 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8a8f202a-dee2-4f9e-a655-a92c8b295754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297665720', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:18:31Z', 'updated_at': '2021-07-05T05:18:35Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:32Z', 'updated_at': '2021-07-05T05:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '0d108a65-d0d5-4aee-a054-bfbb63f2b60e', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'port_id': 'a43e3e40-139e-4cb0-a5a0-3f93838d85fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc', 'mac_address': 'fa:16:3e:8b:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d6ff21-0d7b-4349-936d-f90d0ff755f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:18:51Z', 'updated_at': '2021-07-05T05:18:51Z', 'revision_number': 0, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7bb051-a6ab-4741-b22b-947447491f09', 'name': '', 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b5:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:35Z', 'updated_at': '2021-07-05T05:18:40Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:52.779711 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8f202a-dee2-4f9e-a655-a92c8b295754 None None] Checking router: f8f5f1c5-9699-4ec9-a840-b8f1268bb269 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:18:52.788474 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f202a-dee2-4f9e-a655-a92c8b295754 None None] Routers {'f8f5f1c5-9699-4ec9-a840-b8f1268bb269'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:18:52.789080 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8a8f202a-dee2-4f9e-a655-a92c8b295754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:18:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:52.850043 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ebfa1e17-e9e1-471a-b96a-c2cfe44b9102 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/0d108a65-d0d5-4aee-a054-bfbb63f2b60e HTTP/1.1" status: 200 len: 991 time: 0.1085498 Jul 05 05:18:52.852011 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b424ab72-5cc4-4204-8e84-950d03ca6767 req-a4379915-8658-498c-8d25-7a8c17abc232 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a43e3e40-139e-4cb0-a5a0-3f93838d85fb HTTP/1.1" status: 200 len: 999 time: 0.1099944 Jul 05 05:18:52.892940 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-8a8f202a-dee2-4f9e-a655-a92c8b295754 None None] Set router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:18:52.900786 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424ab72-5cc4-4204-8e84-950d03ca6767 req-61767063-427a-4113-a15b-d17137528ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:52.902360 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b424ab72-5cc4-4204-8e84-950d03ca6767 req-61767063-427a-4113-a15b-d17137528ef6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70a25b02-0d9f-4fcd-bc5b-33fb2c69f929 HTTP/1.1" status: 200 len: 835 time: 0.0438974 Jul 05 05:18:52.959639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424ab72-5cc4-4204-8e84-950d03ca6767 req-4c2b1a07-4263-4bd0-b9b7-149a6746dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:52.961190 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b424ab72-5cc4-4204-8e84-950d03ca6767 req-4c2b1a07-4263-4bd0-b9b7-149a6746dce4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16137105-1f31-4c1c-a3e8-85804c9d03fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526130 Jul 05 05:18:53.054005 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b424ab72-5cc4-4204-8e84-950d03ca6767 req-5dd4c92b-da99-4937-ad1d-2f4e7743bbd9 service neutron] 10.222.0.10 "GET /v2.0/networks/16137105-1f31-4c1c-a3e8-85804c9d03fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865352 Jul 05 05:18:53.110769 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-8a8f202a-dee2-4f9e-a655-a92c8b295754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297665720', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:18:31Z', 'updated_at': '2021-07-05T05:18:35Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:32Z', 'updated_at': '2021-07-05T05:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '0d108a65-d0d5-4aee-a054-bfbb63f2b60e', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'port_id': 'a43e3e40-139e-4cb0-a5a0-3f93838d85fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc', 'mac_address': 'fa:16:3e:8b:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d6ff21-0d7b-4349-936d-f90d0ff755f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:18:51Z', 'updated_at': '2021-07-05T05:18:51Z', 'revision_number': 0, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7bb051-a6ab-4741-b22b-947447491f09', 'name': '', 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b5:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:35Z', 'updated_at': '2021-07-05T05:18:40Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:18:53.136253 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8f202a-dee2-4f9e-a655-a92c8b295754 None None] The sync data for ids ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'] in n-d-771363-32 is: [{'id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297665720', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:18:31Z', 'updated_at': '2021-07-05T05:18:35Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:32Z', 'updated_at': '2021-07-05T05:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '0d108a65-d0d5-4aee-a054-bfbb63f2b60e', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'port_id': 'a43e3e40-139e-4cb0-a5a0-3f93838d85fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc', 'mac_address': 'fa:16:3e:8b:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d6ff21-0d7b-4349-936d-f90d0ff755f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:18:51Z', 'updated_at': '2021-07-05T05:18:51Z', 'revision_number': 0, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7bb051-a6ab-4741-b22b-947447491f09', 'name': '', 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b5:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:35Z', 'updated_at': '2021-07-05T05:18:40Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:18:53.145070 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b424ab72-5cc4-4204-8e84-950d03ca6767 req-2d92a5f7-2538-4bc3-a028-058bf01be96e service neutron] 10.222.0.10 "GET /v2.0/networks/16137105-1f31-4c1c-a3e8-85804c9d03fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845768 Jul 05 05:18:53.334123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee85f7-8675-40e5-85da-48fde2233c5d None None] New status for floating IP 0d108a65-d0d5-4aee-a054-bfbb63f2b60e: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:18:53.854323 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39832) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:18:53.917819 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-02904bca-d64a-4642-b33c-25574e14bf90 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/0d108a65-d0d5-4aee-a054-bfbb63f2b60e HTTP/1.1" status: 200 len: 993 time: 0.0623190 Jul 05 05:19:03.313647 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:04.990695 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:11.537034 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fa17b23f-350f-406b-bd49-ef359bd6a190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:14.088129 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b4336bc2-226f-4781-827e-6833842ae70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:14.458538 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:15.707331 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:16.420191 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:19:17.287539 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:25.545154 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91ee60-1aa7-4585-a1aa-986b85af4ce3 req-b300e914-e751-4727-9222-6ea668ebbe08 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:25.546661 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff91ee60-1aa7-4585-a1aa-986b85af4ce3 req-b300e914-e751-4727-9222-6ea668ebbe08 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0690508 Jul 05 05:19:25.585987 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ff91ee60-1aa7-4585-a1aa-986b85af4ce3 req-49aeb678-a5b3-44e1-a5c6-03b43149f604 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337815 Jul 05 05:19:26.763702 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e376fad-5ede-422d-af1f-18fc021cd3c2 req-a1ce00d9-6e6e-4498-bbf3-c2138ac116d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:26.765240 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e376fad-5ede-422d-af1f-18fc021cd3c2 req-a1ce00d9-6e6e-4498-bbf3-c2138ac116d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0622807 Jul 05 05:19:26.804247 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4e376fad-5ede-422d-af1f-18fc021cd3c2 req-07db040a-1581-4c01-8df3-1ecc90d42b8b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333705 Jul 05 05:19:27.996309 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48922381-b704-4676-9afb-8fc6460b7c97 req-cf032da5-c7cb-45e4-88e5-fac77642e978 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:27.997791 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48922381-b704-4676-9afb-8fc6460b7c97 req-cf032da5-c7cb-45e4-88e5-fac77642e978 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0669668 Jul 05 05:19:28.035257 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-48922381-b704-4676-9afb-8fc6460b7c97 req-9e2655b7-d29d-4ced-a278-88afa9fa72de tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319767 Jul 05 05:19:29.209221 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c897a-b99f-4251-bbe1-07b63c482bef req-f6f6eeb8-47d5-4fc1-8b2a-fd6af59b04f3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:29.210825 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a0c897a-b99f-4251-bbe1-07b63c482bef req-f6f6eeb8-47d5-4fc1-8b2a-fd6af59b04f3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0628388 Jul 05 05:19:29.248998 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7a0c897a-b99f-4251-bbe1-07b63c482bef req-00a19c66-b60a-4545-9b84-d1be8519bd8a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320206 Jul 05 05:19:30.424097 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27a4e7-9276-42c8-832f-dabb4c0b6dce req-1da6cda1-8bd6-40e2-93c6-a7a3ab9f0956 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:30.428111 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf27a4e7-9276-42c8-832f-dabb4c0b6dce req-1da6cda1-8bd6-40e2-93c6-a7a3ab9f0956 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0639260 Jul 05 05:19:30.469151 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bf27a4e7-9276-42c8-832f-dabb4c0b6dce req-4ccefbcf-81d9-4583-ad28-4312f8fc7bbb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377564 Jul 05 05:19:31.653275 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7a38f-8f54-48f3-88be-406489b55ad9 req-8dee2491-84a2-44fa-8af7-daf7e9796c5c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:31.654753 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4f7a38f-8f54-48f3-88be-406489b55ad9 req-8dee2491-84a2-44fa-8af7-daf7e9796c5c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0625880 Jul 05 05:19:31.692244 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4f7a38f-8f54-48f3-88be-406489b55ad9 req-5433624e-6dba-4185-aed4-1e2fef8bc5bf tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317910 Jul 05 05:19:32.863660 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561f080-a918-4b62-a695-246bef968716 req-cad5e728-b75d-47f5-bdf6-94436c72ee7f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:32.865138 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d561f080-a918-4b62-a695-246bef968716 req-cad5e728-b75d-47f5-bdf6-94436c72ee7f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0620329 Jul 05 05:19:32.901506 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d561f080-a918-4b62-a695-246bef968716 req-05020ca8-c111-4499-a95b-031de47de6c9 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306857 Jul 05 05:19:33.392741 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:34.077329 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622529c-c916-46ad-97a5-fbddef7483a9 req-65a1cf60-10a3-40d0-8445-33fdb5ad8f2c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:34.078794 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c622529c-c916-46ad-97a5-fbddef7483a9 req-65a1cf60-10a3-40d0-8445-33fdb5ad8f2c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0664551 Jul 05 05:19:34.115451 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c622529c-c916-46ad-97a5-fbddef7483a9 req-56d150d7-89a8-47a5-858c-d74e7c923469 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309465 Jul 05 05:19:34.992718 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:35.292635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b11b54-0ab3-4bd3-944a-6da7216867ae req-89b82ca8-8844-4d7a-97c3-df9f18b6dc58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:35.294024 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5b11b54-0ab3-4bd3-944a-6da7216867ae req-89b82ca8-8844-4d7a-97c3-df9f18b6dc58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0623384 Jul 05 05:19:35.332465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f5b11b54-0ab3-4bd3-944a-6da7216867ae req-68ae9c77-696f-4560-9583-efcea74d338d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326598 Jul 05 05:19:36.506102 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d721ad-8628-4d49-9568-17982b2cda6f req-aa2495fd-9183-444c-b77a-11af33b012bb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:36.507500 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65d721ad-8628-4d49-9568-17982b2cda6f req-aa2495fd-9183-444c-b77a-11af33b012bb tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0624564 Jul 05 05:19:36.550214 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-65d721ad-8628-4d49-9568-17982b2cda6f req-73ca704e-84e3-4a8f-bd65-feeafab02fb0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363820 Jul 05 05:19:36.576844 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39884) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:19:36.643488 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ebeb76fc-1c24-4e28-b60b-d87480e2ec1d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/0d108a65-d0d5-4aee-a054-bfbb63f2b60e HTTP/1.1" status: 200 len: 993 time: 0.0652246 Jul 05 05:19:38.197355 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b10e5e-2f9c-46cf-8118-6582afbf87eb req-b85c72f6-1cc2-4752-8aa5-b93f0eaa6321 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:38.198753 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-51b10e5e-2f9c-46cf-8118-6582afbf87eb req-b85c72f6-1cc2-4752-8aa5-b93f0eaa6321 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0667493 Jul 05 05:19:38.226246 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398e79d-b1b4-409e-a6ba-2e0b21c5c9af req-49ed72f0-2611-4f4f-8bdc-fd614b1e9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:38.228446 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7398e79d-b1b4-409e-a6ba-2e0b21c5c9af req-49ed72f0-2611-4f4f-8bdc-fd614b1e9906 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 1097 time: 0.0550692 Jul 05 05:19:38.240585 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-51b10e5e-2f9c-46cf-8118-6582afbf87eb req-d207803c-18bd-4705-a4f4-ab8cf883b257 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346911 Jul 05 05:19:38.328482 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398e79d-b1b4-409e-a6ba-2e0b21c5c9af req-2c6dcb36-9e32-4ddb-9b0a-9f0753711c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:38.329995 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7398e79d-b1b4-409e-a6ba-2e0b21c5c9af req-2c6dcb36-9e32-4ddb-9b0a-9f0753711c91 service neutron] 10.222.0.10 "GET /v2.0/networks?id=16137105-1f31-4c1c-a3e8-85804c9d03fc HTTP/1.1" status: 200 len: 898 time: 0.0958729 Jul 05 05:19:38.395883 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7398e79d-b1b4-409e-a6ba-2e0b21c5c9af req-27b38e00-e9c2-4c75-8f76-fc8f78da0f3e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a43e3e40-139e-4cb0-a5a0-3f93838d85fb HTTP/1.1" status: 200 len: 1001 time: 0.0593979 Jul 05 05:19:38.445572 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398e79d-b1b4-409e-a6ba-2e0b21c5c9af req-173c5868-2648-4a79-a541-35a0a70c6e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:38.447043 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7398e79d-b1b4-409e-a6ba-2e0b21c5c9af req-173c5868-2648-4a79-a541-35a0a70c6e1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70a25b02-0d9f-4fcd-bc5b-33fb2c69f929 HTTP/1.1" status: 200 len: 835 time: 0.0449185 Jul 05 05:19:38.509107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398e79d-b1b4-409e-a6ba-2e0b21c5c9af req-b19d66f1-4ad5-40f4-ac0b-699ae05fac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:38.510510 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7398e79d-b1b4-409e-a6ba-2e0b21c5c9af req-b19d66f1-4ad5-40f4-ac0b-699ae05fac89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16137105-1f31-4c1c-a3e8-85804c9d03fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572627 Jul 05 05:19:38.602715 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7398e79d-b1b4-409e-a6ba-2e0b21c5c9af req-92880b74-3353-4e00-8ae7-2fedb847846c service neutron] 10.222.0.10 "GET /v2.0/networks/16137105-1f31-4c1c-a3e8-85804c9d03fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855958 Jul 05 05:19:38.696154 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7398e79d-b1b4-409e-a6ba-2e0b21c5c9af req-5a210a94-8074-4f5a-90f5-328ecd500b3b service neutron] 10.222.0.10 "GET /v2.0/networks/16137105-1f31-4c1c-a3e8-85804c9d03fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869989 Jul 05 05:19:39.417933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0868ee-859e-4a20-a645-6ac3cc56657a req-57b848bd-2984-4804-853c-f8454f6ef542 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:39.419403 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d0868ee-859e-4a20-a645-6ac3cc56657a req-57b848bd-2984-4804-853c-f8454f6ef542 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0644817 Jul 05 05:19:39.457819 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d0868ee-859e-4a20-a645-6ac3cc56657a req-5b317634-7bb7-4516-b21b-e2ee4f651bea tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326824 Jul 05 05:19:40.640092 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca017b-df70-43df-88ad-bbb39b98d4f3 req-63d690c3-29e1-4a9b-8393-9d7c078b56d5 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:40.641594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6ca017b-df70-43df-88ad-bbb39b98d4f3 req-63d690c3-29e1-4a9b-8393-9d7c078b56d5 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0696516 Jul 05 05:19:40.680123 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6ca017b-df70-43df-88ad-bbb39b98d4f3 req-416f1979-916f-4e3e-bb10-7bec361db0b7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330193 Jul 05 05:19:40.704884 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39900) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:19:40.765206 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b8712a8e-63a6-4bf7-b4c6-c0c7e1ff0833 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/0d108a65-d0d5-4aee-a054-bfbb63f2b60e HTTP/1.1" status: 200 len: 993 time: 0.0585029 Jul 05 05:19:41.529854 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-deba743c-c7a2-4f7e-bfca-68194dc78c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:44.104028 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ca38d661-14ff-433c-9a35-dcf2a45b94ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:44.498691 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:45.701132 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:47.283892 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:49.388604 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-10048921-06eb-487e-b990-64afe0ee6ba5 req-3d01d9b4-de2f-4936-90ec-ae37a58f5c8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520346 Jul 05 05:19:49.518370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048921-06eb-487e-b990-64afe0ee6ba5 req-e495a678-6c09-4b84-b63e-e28ed2f03b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:49.519890 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-10048921-06eb-487e-b990-64afe0ee6ba5 req-e495a678-6c09-4b84-b63e-e28ed2f03b18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 1097 time: 0.0591409 Jul 05 05:19:49.625588 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048921-06eb-487e-b990-64afe0ee6ba5 req-f8e4d44d-ada8-4fe1-9146-d0dd7ff7c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:49.627059 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-10048921-06eb-487e-b990-64afe0ee6ba5 req-f8e4d44d-ada8-4fe1-9146-d0dd7ff7c1d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=16137105-1f31-4c1c-a3e8-85804c9d03fc HTTP/1.1" status: 200 len: 898 time: 0.0848947 Jul 05 05:19:49.698265 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-10048921-06eb-487e-b990-64afe0ee6ba5 req-4addaa66-b0fb-49e7-9669-8fc448a75ab6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a43e3e40-139e-4cb0-a5a0-3f93838d85fb HTTP/1.1" status: 200 len: 1001 time: 0.0647290 Jul 05 05:19:49.750222 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048921-06eb-487e-b990-64afe0ee6ba5 req-c72b0215-31e5-4794-8754-5bbd36f2fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:49.751642 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-10048921-06eb-487e-b990-64afe0ee6ba5 req-c72b0215-31e5-4794-8754-5bbd36f2fc82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70a25b02-0d9f-4fcd-bc5b-33fb2c69f929 HTTP/1.1" status: 200 len: 835 time: 0.0424299 Jul 05 05:19:49.807446 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048921-06eb-487e-b990-64afe0ee6ba5 req-1b5b6c57-cde9-46d9-832f-a7a741c1dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:49.809195 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-10048921-06eb-487e-b990-64afe0ee6ba5 req-1b5b6c57-cde9-46d9-832f-a7a741c1dbeb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16137105-1f31-4c1c-a3e8-85804c9d03fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509076 Jul 05 05:19:49.900729 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-10048921-06eb-487e-b990-64afe0ee6ba5 req-3f81fd75-20ec-4c4f-b3da-42a6cba79412 service neutron] 10.222.0.10 "GET /v2.0/networks/16137105-1f31-4c1c-a3e8-85804c9d03fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845532 Jul 05 05:19:49.988413 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-10048921-06eb-487e-b990-64afe0ee6ba5 req-63459887-be7c-43b6-b2a8-9091ab67635d service neutron] 10.222.0.10 "GET /v2.0/networks/16137105-1f31-4c1c-a3e8-85804c9d03fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804346 Jul 05 05:19:53.419309 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:20:03.334886 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:04.986287 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:11.295944 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39910) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:11.457478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port 9430f087-155c-4483-a6f7-4967cb7c9be4 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:20:11.465481 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:11.539045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:11.539415 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:11.540677 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d4720c9e-c81d-4a32-a10c-9d7832d11125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:11.552970 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for 9430f087-155c-4483-a6f7-4967cb7c9be4 owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:20:11.797595 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:11.825395 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=9430f087-155c-4483-a6f7-4967cb7c9be4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:11.850649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:11.850987 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:11.851331 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:11.851672 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:11.852040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:11.852397 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:11.852729 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:11.853059 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:11.853391 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:11.853716 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:11.854043 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:11.854366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:11.898884 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:11.899219 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Floating IP 0d108a65-d0d5-4aee-a054-bfbb63f2b60e disassociated (deleted). External IP: 172.25.6.213, port: a43e3e40-139e-4cb0-a5a0-3f93838d85fb. Jul 05 05:20:12.108995 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:20:12.224506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:20:12.230555 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:12.236182 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8dd8a7-c43c-41b4-a844-4f06f6cda811 None None] Sync routers for ids ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:20:12.248608 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8dd8a7-c43c-41b4-a844-4f06f6cda811 None None] Routers {'f8f5f1c5-9699-4ec9-a840-b8f1268bb269'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:20:12.249233 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-6b8dd8a7-c43c-41b4-a844-4f06f6cda811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:19:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:12.275193 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e324277c-9915-4a22-8b5a-071572dcf5c8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/floatingips/0d108a65-d0d5-4aee-a054-bfbb63f2b60e HTTP/1.1" status: 204 len: 168 time: 0.9780984 Jul 05 05:20:12.275783 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d6ff21-0d7b-4349-936d-f90d0ff755f4', 'tag': 'a43e3e40-139e-4cb0-a5a0-3f93838d85fb'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:20:12.278353 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60831620-ae84-4e34-8b0a-c61f287258ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d6ff21-0d7b-4349-936d-f90d0ff755f4", "tag": "a43e3e40-139e-4cb0-a5a0-3f93838d85fb"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:20:12.351454 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de32d83-e3dc-4752-b096-31421971e970 x-openstack-request-id: req-6de32d83-e3dc-4752-b096-31421971e970 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:20:12.352374 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d6ff21-0d7b-4349-936d-f90d0ff755f4", "tag": "a43e3e40-139e-4cb0-a5a0-3f93838d85fb", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:20:12.352374 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6de32d83-e3dc-4752-b096-31421971e970 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:20:12.352837 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d6ff21-0d7b-4349-936d-f90d0ff755f4', 'tag': 'a43e3e40-139e-4cb0-a5a0-3f93838d85fb', 'status': 'completed', 'code': 200} Jul 05 05:20:12.366994 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-6b8dd8a7-c43c-41b4-a844-4f06f6cda811 None None] Set router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:20:12.439265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60831620-ae84-4e34-8b0a-c61f287258ca req-0e5fe275-0729-473d-827f-0b9c2436e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:12.440967 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-60831620-ae84-4e34-8b0a-c61f287258ca req-0e5fe275-0729-473d-827f-0b9c2436e8fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 1097 time: 0.0606692 Jul 05 05:20:12.553564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60831620-ae84-4e34-8b0a-c61f287258ca req-868613b3-b43a-4668-88fd-86c1f5bd021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:12.555068 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-60831620-ae84-4e34-8b0a-c61f287258ca req-868613b3-b43a-4668-88fd-86c1f5bd021e service neutron] 10.222.0.10 "GET /v2.0/networks?id=16137105-1f31-4c1c-a3e8-85804c9d03fc HTTP/1.1" status: 200 len: 898 time: 0.1071267 Jul 05 05:20:12.581171 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-6b8dd8a7-c43c-41b4-a844-4f06f6cda811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297665720', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:18:31Z', 'updated_at': '2021-07-05T05:18:35Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:32Z', 'updated_at': '2021-07-05T05:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2c7bb051-a6ab-4741-b22b-947447491f09', 'name': '', 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b5:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:35Z', 'updated_at': '2021-07-05T05:18:40Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:12.609977 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8dd8a7-c43c-41b4-a844-4f06f6cda811 None None] Checking router: f8f5f1c5-9699-4ec9-a840-b8f1268bb269 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:20:12.618162 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-60831620-ae84-4e34-8b0a-c61f287258ca req-73c90ccf-202e-404c-a6a5-66dfa1961ee4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a43e3e40-139e-4cb0-a5a0-3f93838d85fb HTTP/1.1" status: 200 len: 217 time: 0.0516009 Jul 05 05:20:12.619100 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8dd8a7-c43c-41b4-a844-4f06f6cda811 None None] Routers {'f8f5f1c5-9699-4ec9-a840-b8f1268bb269'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:20:12.619797 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-6b8dd8a7-c43c-41b4-a844-4f06f6cda811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:19:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:12.672018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60831620-ae84-4e34-8b0a-c61f287258ca req-9bfccbc0-edd0-4804-9882-4c30ed10420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:12.676396 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-60831620-ae84-4e34-8b0a-c61f287258ca req-9bfccbc0-edd0-4804-9882-4c30ed10420f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70a25b02-0d9f-4fcd-bc5b-33fb2c69f929 HTTP/1.1" status: 200 len: 835 time: 0.0488048 Jul 05 05:20:12.752724 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60831620-ae84-4e34-8b0a-c61f287258ca req-aff56f35-b28d-4fd7-9df8-41d385bf1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:12.754910 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-60831620-ae84-4e34-8b0a-c61f287258ca req-aff56f35-b28d-4fd7-9df8-41d385bf1e23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=16137105-1f31-4c1c-a3e8-85804c9d03fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744486 Jul 05 05:20:12.772622 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-6b8dd8a7-c43c-41b4-a844-4f06f6cda811 None None] Set router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:20:12.859213 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-60831620-ae84-4e34-8b0a-c61f287258ca req-44b5ee9e-6e16-4fcf-b401-ecebf07f17db service neutron] 10.222.0.10 "GET /v2.0/networks/16137105-1f31-4c1c-a3e8-85804c9d03fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953069 Jul 05 05:20:12.958368 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc0f5c-e84f-442c-a3ec-92c572dbcae2 req-a4412151-62de-4ea6-b32f-daf4cc293ddc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:12.959798 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6fc0f5c-e84f-442c-a3ec-92c572dbcae2 req-a4412151-62de-4ea6-b32f-daf4cc293ddc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0711889 Jul 05 05:20:12.984247 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-60831620-ae84-4e34-8b0a-c61f287258ca req-bb0de42e-7d3a-4890-9dda-40f08131b01f service neutron] 10.222.0.10 "GET /v2.0/networks/16137105-1f31-4c1c-a3e8-85804c9d03fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162097 Jul 05 05:20:13.000379 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6fc0f5c-e84f-442c-a3ec-92c572dbcae2 req-0084deaf-c0c4-428a-a933-80cf954b4e81 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343668 Jul 05 05:20:13.027476 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-6b8dd8a7-c43c-41b4-a844-4f06f6cda811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297665720', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:18:31Z', 'updated_at': '2021-07-05T05:18:35Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:32Z', 'updated_at': '2021-07-05T05:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2c7bb051-a6ab-4741-b22b-947447491f09', 'name': '', 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b5:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:35Z', 'updated_at': '2021-07-05T05:18:40Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:13.154433 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8dd8a7-c43c-41b4-a844-4f06f6cda811 None None] The sync data for ids ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'] in n-d-771363-32 is: [{'id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297665720', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:18:31Z', 'updated_at': '2021-07-05T05:18:35Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:32Z', 'updated_at': '2021-07-05T05:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2c7bb051-a6ab-4741-b22b-947447491f09', 'name': '', 'network_id': '16137105-1f31-4c1c-a3e8-85804c9d03fc', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:b5:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:35Z', 'updated_at': '2021-07-05T05:18:40Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': '70a25b02-0d9f-4fcd-bc5b-33fb2c69f929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:20:13.380412 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6afd07-9202-46b2-a590-0bd96690ec13 None None] New status for floating IP 0d108a65-d0d5-4aee-a054-bfbb63f2b60e: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:20:14.086211 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-570059cd-dfab-4e4c-a6c1-723ee01aaa70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:14.184213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78347ad7-2ed1-4c8e-af46-d26fb1130a2b req-4f5b3390-d4e1-4f84-902f-183cfa57a8bd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:14.185756 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78347ad7-2ed1-4c8e-af46-d26fb1130a2b req-4f5b3390-d4e1-4f84-902f-183cfa57a8bd tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0645869 Jul 05 05:20:14.228691 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-78347ad7-2ed1-4c8e-af46-d26fb1130a2b req-ab76859e-8b51-48a8-88eb-692f8058ed79 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6f959dd-5cd6-4ba9-b614-60442325aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366461 Jul 05 05:20:14.464773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42e06a-a125-41f1-81af-884311b33874 req-9df484b3-4e53-4146-bc8d-ff3d7db632e5 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:14.466398 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff42e06a-a125-41f1-81af-884311b33874 req-9df484b3-4e53-4146-bc8d-ff3d7db632e5 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 945 time: 0.0713165 Jul 05 05:20:14.520641 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:14.578437 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-ff42e06a-a125-41f1-81af-884311b33874 req-4fffe467-2dd4-4365-af38-6d474ad0bae1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port a43e3e40-139e-4cb0-a5a0-3f93838d85fb {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:20:14.578811 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ff42e06a-a125-41f1-81af-884311b33874 req-4fffe467-2dd4-4365-af38-6d474ad0bae1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:14.671300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-ff42e06a-a125-41f1-81af-884311b33874 req-4fffe467-2dd4-4365-af38-6d474ad0bae1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] For port a43e3e40-139e-4cb0-a5a0-3f93838d85fb, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=a43e3e40-139e-4cb0-a5a0-3f93838d85fb,segment=NetworkSegment(6d28027c-89f8-4e2a-a13a-486f2f881444),segment_id=6d28027c-89f8-4e2a-a13a-486f2f881444)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:20:14.671673 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ff42e06a-a125-41f1-81af-884311b33874 req-4fffe467-2dd4-4365-af38-6d474ad0bae1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:14.692827 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-ff42e06a-a125-41f1-81af-884311b33874 req-4fffe467-2dd4-4365-af38-6d474ad0bae1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for a43e3e40-139e-4cb0-a5a0-3f93838d85fb owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:20:14.943875 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ff42e06a-a125-41f1-81af-884311b33874 req-4fffe467-2dd4-4365-af38-6d474ad0bae1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:14.973869 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffe467-2dd4-4365-af38-6d474ad0bae1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=a43e3e40-139e-4cb0-a5a0-3f93838d85fb,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:15.024669 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff42e06a-a125-41f1-81af-884311b33874 req-4fffe467-2dd4-4365-af38-6d474ad0bae1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] No DVR routers for this DVR port a43e3e40-139e-4cb0-a5a0-3f93838d85fb on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:20:15.027365 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-ff42e06a-a125-41f1-81af-884311b33874 req-4fffe467-2dd4-4365-af38-6d474ad0bae1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:15.029461 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ff42e06a-a125-41f1-81af-884311b33874 req-4fffe467-2dd4-4365-af38-6d474ad0bae1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.10 "DELETE /v2.0/ports/a43e3e40-139e-4cb0-a5a0-3f93838d85fb HTTP/1.1" status: 204 len: 173 time: 0.5578194 Jul 05 05:20:15.029910 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d6ff21-0d7b-4349-936d-f90d0ff755f4', 'name': 'network-vif-deleted', 'tag': 'a43e3e40-139e-4cb0-a5a0-3f93838d85fb'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:20:15.032185 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71a0501-7522-47d8-8f81-c5d4fa2454a0" -d '{"events": [{"server_uuid": "b0d6ff21-0d7b-4349-936d-f90d0ff755f4", "name": "network-vif-deleted", "tag": "a43e3e40-139e-4cb0-a5a0-3f93838d85fb"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:20:15.069878 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2c45fa-0533-47be-8765-fc15fa65b4e5 x-openstack-request-id: req-ca2c45fa-0533-47be-8765-fc15fa65b4e5 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:20:15.070171 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d6ff21-0d7b-4349-936d-f90d0ff755f4", "name": "network-vif-deleted", "tag": "a43e3e40-139e-4cb0-a5a0-3f93838d85fb", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:20:15.070522 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca2c45fa-0533-47be-8765-fc15fa65b4e5 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:20:15.070929 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d6ff21-0d7b-4349-936d-f90d0ff755f4', 'name': 'network-vif-deleted', 'tag': 'a43e3e40-139e-4cb0-a5a0-3f93838d85fb', 'status': 'completed', 'code': 200} Jul 05 05:20:15.377789 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b777995f-c7ce-4c4f-8017-54a982e405c6 req-45bf0718-1155-441f-8ffa-0620d8fc159b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d6ff21-0d7b-4349-936d-f90d0ff755f4 HTTP/1.1" status: 200 len: 210 time: 0.0314660 Jul 05 05:20:15.815159 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:16.488585 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39928) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:16.850558 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b1bf7511-2787-432c-8268-55241a37cb13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:17.297755 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:17.475565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf7511-2787-432c-8268-55241a37cb13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port 2c7bb051-a6ab-4741-b22b-947447491f09 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:20:17.475962 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b1bf7511-2787-432c-8268-55241a37cb13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:17.569254 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-b1bf7511-2787-432c-8268-55241a37cb13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] For port 2c7bb051-a6ab-4741-b22b-947447491f09, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2c7bb051-a6ab-4741-b22b-947447491f09,segment=NetworkSegment(6d28027c-89f8-4e2a-a13a-486f2f881444),segment_id=6d28027c-89f8-4e2a-a13a-486f2f881444)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:20:17.569254 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b1bf7511-2787-432c-8268-55241a37cb13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:17.582238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf7511-2787-432c-8268-55241a37cb13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for 2c7bb051-a6ab-4741-b22b-947447491f09 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:20:17.889320 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b1bf7511-2787-432c-8268-55241a37cb13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:17.918300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf7511-2787-432c-8268-55241a37cb13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=2c7bb051-a6ab-4741-b22b-947447491f09,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:18.118730 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-b1bf7511-2787-432c-8268-55241a37cb13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:18.281819 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a43e3e40-139e-4cb0-a5a0-3f93838d85fb no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:20:18.308432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: a43e3e40-139e-4cb0-a5a0-3f93838d85fb {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:20:18.308432 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device a43e3e40-139e-4cb0-a5a0-3f93838d85fb not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:20:18.360114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bf7511-2787-432c-8268-55241a37cb13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:20:18.464831 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bf7511-2787-432c-8268-55241a37cb13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:20:18.470097 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-b1bf7511-2787-432c-8268-55241a37cb13 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "PUT /v2.0/routers/f8f5f1c5-9699-4ec9-a840-b8f1268bb269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9911597 Jul 05 05:20:18.472832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39930) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:18.474038 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f256f2-75a5-4bda-9577-bb75c8dff99e None None] Sync routers for ids ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:20:18.483441 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f256f2-75a5-4bda-9577-bb75c8dff99e None None] Routers {'f8f5f1c5-9699-4ec9-a840-b8f1268bb269'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:20:18.484051 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-63f256f2-75a5-4bda-9577-bb75c8dff99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:20:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:18.531156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4883c8-33bf-4e8d-97bb-33f8cedda58b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting subnet 70a25b02-0d9f-4fcd-bc5b-33fb2c69f929 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:20:18.534956 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0b4883c8-33bf-4e8d-97bb-33f8cedda58b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:18.581157 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0b4883c8-33bf-4e8d-97bb-33f8cedda58b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:18.593825 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-63f256f2-75a5-4bda-9577-bb75c8dff99e None None] Set router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:20:18.674942 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0b4883c8-33bf-4e8d-97bb-33f8cedda58b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:18.784886 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-63f256f2-75a5-4bda-9577-bb75c8dff99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297665720', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:18:31Z', 'updated_at': '2021-07-05T05:20:17Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:32Z', 'updated_at': '2021-07-05T05:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:18.814912 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f256f2-75a5-4bda-9577-bb75c8dff99e None None] Checking router: f8f5f1c5-9699-4ec9-a840-b8f1268bb269 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:20:18.823018 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f256f2-75a5-4bda-9577-bb75c8dff99e None None] Routers {'f8f5f1c5-9699-4ec9-a840-b8f1268bb269'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:20:18.823614 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-63f256f2-75a5-4bda-9577-bb75c8dff99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:20:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:18.826791 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0b4883c8-33bf-4e8d-97bb-33f8cedda58b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:18.856430 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4883c8-33bf-4e8d-97bb-33f8cedda58b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Subnet': ['ID=70a25b02-0d9f-4fcd-bc5b-33fb2c69f929,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:18.859880 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0b4883c8-33bf-4e8d-97bb-33f8cedda58b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:18.864611 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0b4883c8-33bf-4e8d-97bb-33f8cedda58b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/subnets/70a25b02-0d9f-4fcd-bc5b-33fb2c69f929 HTTP/1.1" status: 204 len: 168 time: 0.3907828 Jul 05 05:20:18.865106 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39932) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:18.867831 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fe7551-6166-4720-86a8-a0dbcf3a32bc None None] Network 16137105-1f31-4c1c-a3e8-85804c9d03fc requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:20:18.938760 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-63f256f2-75a5-4bda-9577-bb75c8dff99e None None] Set router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:20:18.982861 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:19.089212 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:19.093428 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] DHCP port deletion for 16137105-1f31-4c1c-a3e8-85804c9d03fc request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:20:19.129278 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-63f256f2-75a5-4bda-9577-bb75c8dff99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297665720', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:18:31Z', 'updated_at': '2021-07-05T05:20:17Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:32Z', 'updated_at': '2021-07-05T05:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:19.142470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Deleting port 8bd0663a-f31e-4e0f-896e-80dc336bec17 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:20:19.142850 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:19.155729 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f256f2-75a5-4bda-9577-bb75c8dff99e None None] The sync data for ids ['f8f5f1c5-9699-4ec9-a840-b8f1268bb269'] in n-d-771363-32 is: [{'id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297665720', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:18:31Z', 'updated_at': '2021-07-05T05:20:17Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'c4f03d74-9dd0-4503-ad71-cb95c2c87039', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5f1c5-9699-4ec9-a840-b8f1268bb269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:18:32Z', 'updated_at': '2021-07-05T05:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:20:19.209972 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] For port 8bd0663a-f31e-4e0f-896e-80dc336bec17, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=8bd0663a-f31e-4e0f-896e-80dc336bec17,segment=NetworkSegment(6d28027c-89f8-4e2a-a13a-486f2f881444),segment_id=6d28027c-89f8-4e2a-a13a-486f2f881444)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:20:19.215462 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:19.217885 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port c4f03d74-9dd0-4503-ad71-cb95c2c87039 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:20:19.218238 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:19.223257 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Calling delete_port for 8bd0663a-f31e-4e0f-896e-80dc336bec17 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:20:19.295985 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] For port c4f03d74-9dd0-4503-ad71-cb95c2c87039, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=c4f03d74-9dd0-4503-ad71-cb95c2c87039,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:20:19.296361 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:19.317800 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for c4f03d74-9dd0-4503-ad71-cb95c2c87039 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:20:19.375084 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:19.398953 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Pushing event deleted for resources: {'Port': ['ID=8bd0663a-f31e-4e0f-896e-80dc336bec17,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:19.408045 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] No DVR routers for this DVR port 8bd0663a-f31e-4e0f-896e-80dc336bec17 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:20:19.410390 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.410744 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.411088 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.411438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.411775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.412155 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.412654 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.412979 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.413316 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.413648 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.413995 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.414310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e3b97-b466-415d-a3e1-1a25342ffe09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.555801 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:19.591692 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=c4f03d74-9dd0-4503-ad71-cb95c2c87039,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:19.620202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.620202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.620202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.620202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.620202 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.620819 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.620819 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.621047 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.621283 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.621609 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.621937 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.622259 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:19.665260 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:19.760329 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:19.762441 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:19.871721 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:19.872467 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Fanout notify agent at l3_agent the message router_deleted on router f8f5f1c5-9699-4ec9-a840-b8f1268bb269 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:20:19.879176 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:19.880316 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e53f22dd-b1de-4ff3-afe2-53765d8c1a85 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/routers/f8f5f1c5-9699-4ec9-a840-b8f1268bb269 HTTP/1.1" status: 204 len: 168 time: 1.0102332 Jul 05 05:20:19.883097 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 39934) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:19.965525 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5378807f-e1f8-432e-8fc8-3f979fa8fc8a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:20.050767 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5378807f-e1f8-432e-8fc8-3f979fa8fc8a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:20.061911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-5378807f-e1f8-432e-8fc8-3f979fa8fc8a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16137105-1f31-4c1c-a3e8-85804c9d03fc']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:20.072708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-5378807f-e1f8-432e-8fc8-3f979fa8fc8a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d28027c-89f8-4e2a-a13a-486f2f881444') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:20.073000 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-5378807f-e1f8-432e-8fc8-3f979fa8fc8a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d28027c-89f8-4e2a-a13a-486f2f881444') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:20.081612 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5378807f-e1f8-432e-8fc8-3f979fa8fc8a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:20.100852 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5378807f-e1f8-432e-8fc8-3f979fa8fc8a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:20.106882 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5378807f-e1f8-432e-8fc8-3f979fa8fc8a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:20:20.107393 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5378807f-e1f8-432e-8fc8-3f979fa8fc8a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: timer() Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:20:20.110271 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:20:20.254552 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5378807f-e1f8-432e-8fc8-3f979fa8fc8a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:20.262075 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5378807f-e1f8-432e-8fc8-3f979fa8fc8a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:20.263426 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5378807f-e1f8-432e-8fc8-3f979fa8fc8a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/networks/16137105-1f31-4c1c-a3e8-85804c9d03fc HTTP/1.1" status: 204 len: 168 time: 0.3792748 Jul 05 05:20:20.266389 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39936) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:20.275563 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378807f-e1f8-432e-8fc8-3f979fa8fc8a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Network': ['ID=16137105-1f31-4c1c-a3e8-85804c9d03fc,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:20.330213 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8615bf78-6683-4abf-8365-0ff5457e6b82 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:20.358140 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8615bf78-6683-4abf-8365-0ff5457e6b82 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:20.505937 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8615bf78-6683-4abf-8365-0ff5457e6b82 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:20.508507 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8615bf78-6683-4abf-8365-0ff5457e6b82 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:20.509675 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8615bf78-6683-4abf-8365-0ff5457e6b82 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/security-groups/c6f959dd-5cd6-4ba9-b614-60442325aa62 HTTP/1.1" status: 204 len: 168 time: 0.2422490 Jul 05 05:20:20.519305 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615bf78-6683-4abf-8365-0ff5457e6b82 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f959dd-5cd6-4ba9-b614-60442325aa62,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:20.748467 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2c7bb051-a6ab-4741-b22b-947447491f09 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:20:20.768653 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 2c7bb051-a6ab-4741-b22b-947447491f09 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:20:20.768915 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2c7bb051-a6ab-4741-b22b-947447491f09 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:20:20.769336 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c4f03d74-9dd0-4503-ad71-cb95c2c87039 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:20:20.787943 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: c4f03d74-9dd0-4503-ad71-cb95c2c87039 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:20:20.788624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device c4f03d74-9dd0-4503-ad71-cb95c2c87039 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:20:20.789109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8bd0663a-f31e-4e0f-896e-80dc336bec17 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:20:20.809700 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 8bd0663a-f31e-4e0f-896e-80dc336bec17 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:20:20.810044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 8bd0663a-f31e-4e0f-896e-80dc336bec17 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:20:20.872218 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39942) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:20.876916 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-99d6786e-cfec-40aa-909c-98f9559adaf4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927828379', 'description': 'tempest-secgroup-smoke-927828379 description', 'project_id': '797c76fbe70b44f8a93edd8832372e73'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:20:20.983498 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-99d6786e-cfec-40aa-909c-98f9559adaf4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:21.063541 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-99d6786e-cfec-40aa-909c-98f9559adaf4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:21.131504 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-99d6786e-cfec-40aa-909c-98f9559adaf4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:21.164882 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6786e-cfec-40aa-909c-98f9559adaf4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c630200-59b6-4d27-941e-168b325bcad4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:21.211884 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-99d6786e-cfec-40aa-909c-98f9559adaf4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:21.213212 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-99d6786e-cfec-40aa-909c-98f9559adaf4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3399601 Jul 05 05:20:21.216058 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39944) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:21.220469 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-bcc9e0de-9ab8-4767-bd11-0dacdefd7aec tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': '6c630200-59b6-4d27-941e-168b325bcad4', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:20:21.301909 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e0de-9ab8-4767-bd11-0dacdefd7aec tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:21.357976 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e0de-9ab8-4767-bd11-0dacdefd7aec tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:21.434739 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e0de-9ab8-4767-bd11-0dacdefd7aec tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:21.455256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9e0de-9ab8-4767-bd11-0dacdefd7aec tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5f20cf-c141-46b2-8df0-b6f6c0340fc9,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:21.543497 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e0de-9ab8-4767-bd11-0dacdefd7aec tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:21.544879 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bcc9e0de-9ab8-4767-bd11-0dacdefd7aec tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278553 Jul 05 05:20:21.555545 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39946) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:21.560507 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-944ba001-2d4b-4d36-9440-61d8d4e0ddb7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': '6c630200-59b6-4d27-941e-168b325bcad4', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:20:21.668887 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-944ba001-2d4b-4d36-9440-61d8d4e0ddb7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:21.728797 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-944ba001-2d4b-4d36-9440-61d8d4e0ddb7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:21.809362 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-944ba001-2d4b-4d36-9440-61d8d4e0ddb7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:21.828663 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ba001-2d4b-4d36-9440-61d8d4e0ddb7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ad5ebd-ad1c-4a93-a355-0174ae898afc,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:21.900333 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-944ba001-2d4b-4d36-9440-61d8d4e0ddb7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:21.901600 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-944ba001-2d4b-4d36-9440-61d8d4e0ddb7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3450201 Jul 05 05:20:21.904480 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39948) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:21.909056 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-e934686c-94f3-4aaa-b3c7-cec1c414d618 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': '6c630200-59b6-4d27-941e-168b325bcad4', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:20:21.997322 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e934686c-94f3-4aaa-b3c7-cec1c414d618 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:22.055064 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e934686c-94f3-4aaa-b3c7-cec1c414d618 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:22.128876 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e934686c-94f3-4aaa-b3c7-cec1c414d618 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:22.149270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934686c-94f3-4aaa-b3c7-cec1c414d618 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ceb02d-064d-4ce9-97f8-cb3f5f429e78,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:22.226711 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e934686c-94f3-4aaa-b3c7-cec1c414d618 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:22.227953 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e934686c-94f3-4aaa-b3c7-cec1c414d618 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3224385 Jul 05 05:20:22.230660 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39950) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:22.235070 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c554241e-edbb-4395-9b4c-196313608a83 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': '6c630200-59b6-4d27-941e-168b325bcad4', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:20:22.328413 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c554241e-edbb-4395-9b4c-196313608a83 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:22.396679 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c554241e-edbb-4395-9b4c-196313608a83 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:22.474745 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c554241e-edbb-4395-9b4c-196313608a83 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:22.497104 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554241e-edbb-4395-9b4c-196313608a83 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7792a735-52d0-4c59-880b-790c591fa8e9,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:22.577984 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c554241e-edbb-4395-9b4c-196313608a83 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:22.579319 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c554241e-edbb-4395-9b4c-196313608a83 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3476198 Jul 05 05:20:22.582988 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39952) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:22.588045 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-9622e568-72fb-43bc-b74a-c94766fa7dbe tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': '6c630200-59b6-4d27-941e-168b325bcad4', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:20:22.675160 n-d-771363-32 neutron-server[100932]: INFO neutron.db.securitygroups_db [None req-9622e568-72fb-43bc-b74a-c94766fa7dbe tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Project 797c76fbe70b44f8a93edd8832372e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:20:22.681021 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9622e568-72fb-43bc-b74a-c94766fa7dbe tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:22.743418 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9622e568-72fb-43bc-b74a-c94766fa7dbe tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:22.817695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9622e568-72fb-43bc-b74a-c94766fa7dbe tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:22.840765 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622e568-72fb-43bc-b74a-c94766fa7dbe tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c66d46f-4b46-4c7e-9f05-4b95b4173ee5,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:22.911886 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9622e568-72fb-43bc-b74a-c94766fa7dbe tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:22.913229 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9622e568-72fb-43bc-b74a-c94766fa7dbe tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3292520 Jul 05 05:20:22.916363 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39954) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:22.920853 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6e941716-2d26-477c-a817-c0b8993170df tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'security_group_rule': {'security_group_id': '6c630200-59b6-4d27-941e-168b325bcad4', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:20:23.020525 n-d-771363-32 neutron-server[100932]: INFO neutron.db.securitygroups_db [None req-6e941716-2d26-477c-a817-c0b8993170df tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Project 797c76fbe70b44f8a93edd8832372e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:20:23.026351 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6e941716-2d26-477c-a817-c0b8993170df tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:23.091533 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6e941716-2d26-477c-a817-c0b8993170df tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:23.168990 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6e941716-2d26-477c-a817-c0b8993170df tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:23.190036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e941716-2d26-477c-a817-c0b8993170df tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8979b2-0ed2-487a-8711-b055fb5d2b68,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:23.260498 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6e941716-2d26-477c-a817-c0b8993170df tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:23.261784 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6e941716-2d26-477c-a817-c0b8993170df tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3444848 Jul 05 05:20:23.264723 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39956) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:23.269598 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-0e1a1815-9d80-405f-a78b-b21683aae901 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'network': {'name': 'tempest-network-smoke--156658811', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'port_security_enabled': True}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:20:23.357691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1a1815-9d80-405f-a78b-b21683aae901 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Made reservation on behalf of 797c76fbe70b44f8a93edd8832372e73 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:20:23.361188 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1815-9d80-405f-a78b-b21683aae901 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:23.387206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1a1815-9d80-405f-a78b-b21683aae901 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:20:23.398971 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1815-9d80-405f-a78b-b21683aae901 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:23.399318 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-0e1a1815-9d80-405f-a78b-b21683aae901 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Added segment ea4d0745-d672-46ce-a47a-703b3a685890 of type vlan for network 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 Jul 05 05:20:23.442785 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1815-9d80-405f-a78b-b21683aae901 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:23.575292 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1815-9d80-405f-a78b-b21683aae901 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:23.581409 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1a1815-9d80-405f-a78b-b21683aae901 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:23.582004 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1815-9d80-405f-a78b-b21683aae901 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:23.645965 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a1815-9d80-405f-a78b-b21683aae901 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Network': ['ID=5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:23.656996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:20:23.718497 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0e1a1815-9d80-405f-a78b-b21683aae901 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4526923 Jul 05 05:20:23.721513 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39958) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:23.726094 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-88815222', 'admin_state_up': True, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:20:23.821227 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:23.822299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:23.878045 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:24.075434 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:24.344578 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:24.362893 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:24.475148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.25.6.70 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/caf7655c-a790-41dd-9f16-6fa2011a50f0) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:20:24.576037 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:24.684001 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:24.726769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:20:24.733181 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:20:24.736604 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:20:24.759137 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=caf7655c-a790-41dd-9f16-6fa2011a50f0,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:25.047197 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:25.241403 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:25.460615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router 76c923ac-b784-446b-bff1-3d83f019857d is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:20:25.563464 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:20:25.575276 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Sync routers for ids ['76c923ac-b784-446b-bff1-3d83f019857d'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:20:25.584578 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Routers {'76c923ac-b784-446b-bff1-3d83f019857d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:20:25.585195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:20:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['76c923ac-b784-446b-bff1-3d83f019857d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:25.671568 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:25.673058 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-863ed456-6466-4f38-a11f-7cfbd5af3897 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9505365 Jul 05 05:20:25.676270 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39960) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:25.693335 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Set router 76c923ac-b784-446b-bff1-3d83f019857d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:20:25.709982 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3ba95cc2-f0ed-44b1-930b-1784e8b44dcf tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=797c76fbe70b44f8a93edd8832372e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325441 Jul 05 05:20:25.721583 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39962) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:25.820558 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fc7709-f167-4e22-9a8d-b0d4fb44fe17 tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:25.822141 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-97fc7709-f167-4e22-9a8d-b0d4fb44fe17 tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1080954 Jul 05 05:20:25.825029 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39964) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:25.853342 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0b321cfb-4f13-49bc-86f5-bb13001546f5 tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=7488865c-9ae8-4e17-bf84-c914b1c32c91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266438 Jul 05 05:20:25.856256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39966) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:25.861132 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-6669fa62-14ec-413b-8d2f-d40e52e614c0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-900317444', 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:20:25.885685 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c923ac-b784-446b-bff1-3d83f019857d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88815222', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:20:23Z', 'updated_at': '2021-07-05T05:20:24Z', 'revision_number': 3, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:24Z', 'updated_at': '2021-07-05T05:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:26.017300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6669fa62-14ec-413b-8d2f-d40e52e614c0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Made reservation on behalf of 797c76fbe70b44f8a93edd8832372e73 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:20:26.021055 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6669fa62-14ec-413b-8d2f-d40e52e614c0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:26.068800 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Checking router: 76c923ac-b784-446b-bff1-3d83f019857d for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:20:26.069148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Updating router 76c923ac-b784-446b-bff1-3d83f019857d port caf7655c-a790-41dd-9f16-6fa2011a50f0 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:20:26.108752 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:26.269152 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6669fa62-14ec-413b-8d2f-d40e52e614c0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:26.334451 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669fa62-14ec-413b-8d2f-d40e52e614c0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Subnet': ['ID=a6e285b4-a628-4951-aa47-dbd0ec1e666d,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:26.343870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669fa62-14ec-413b-8d2f-d40e52e614c0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Checking segment: {'id': 'ea4d0745-d672-46ce-a47a-703b3a685890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:20:26.344268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6669fa62-14ec-413b-8d2f-d40e52e614c0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network hostable DHCP agents. Network: 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:20:26.380975 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:26.391043 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Transition to ACTIVE for port object caf7655c-a790-41dd-9f16-6fa2011a50f0 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:20:26.417932 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6669fa62-14ec-413b-8d2f-d40e52e614c0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:20:26.454696 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:26.477407 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-6669fa62-14ec-413b-8d2f-d40e52e614c0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:20:26.482487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6669fa62-14ec-413b-8d2f-d40e52e614c0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:26.483515 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-6669fa62-14ec-413b-8d2f-d40e52e614c0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:26.491841 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ea2e59-4740-49b2-8492-da3563194bd3 None None] Network 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:20:26.555779 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c5833-c377-4008-ac90-24e3f13518a3 None None] Pushing event updated for resources: {'Port': ['ID=caf7655c-a790-41dd-9f16-6fa2011a50f0,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:26.563678 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-6669fa62-14ec-413b-8d2f-d40e52e614c0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7012751 Jul 05 05:20:26.563856 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Attempting to bind port caf7655c-a790-41dd-9f16-6fa2011a50f0 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:20:26.563856 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Attempting to bind port caf7655c-a790-41dd-9f16-6fa2011a50f0 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:20:26.563856 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Attempting to bind port caf7655c-a790-41dd-9f16-6fa2011a50f0 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:20:26.564238 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 39968) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:26.568646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:20:26.569125 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:20:26.569447 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:26.569847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:20:26.570361 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Bound port: caf7655c-a790-41dd-9f16-6fa2011a50f0, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:20:26.570729 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:26.672852 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] For port caf7655c-a790-41dd-9f16-6fa2011a50f0, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:20:26.692914 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] For port caf7655c-a790-41dd-9f16-6fa2011a50f0, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=caf7655c-a790-41dd-9f16-6fa2011a50f0,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:20:26.732162 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ips': [{'subnet_id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:20:26.733056 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:26.804148 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:26.921470 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Routers {'76c923ac-b784-446b-bff1-3d83f019857d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:20:26.922120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:20:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['76c923ac-b784-446b-bff1-3d83f019857d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:26.925527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c5833-c377-4008-ac90-24e3f13518a3 None None] Pushing event updated for resources: {'Port': ['ID=caf7655c-a790-41dd-9f16-6fa2011a50f0,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:26.975498 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Allocated IP 172.20.0.2 (5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1/a6e285b4-a628-4951-aa47-dbd0ec1e666d/0a1fd1c3-f957-4363-9507-cb9dfc6cbef0) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:20:27.101669 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] Set router 76c923ac-b784-446b-bff1-3d83f019857d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:20:27.299312 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:27.327151 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Transition to ACTIVE for port object 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:20:27.349002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Transition to ACTIVE for port object 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:20:27.369177 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c923ac-b784-446b-bff1-3d83f019857d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88815222', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:20:23Z', 'updated_at': '2021-07-05T05:20:24Z', 'revision_number': 3, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:24Z', 'updated_at': '2021-07-05T05:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:27.379683 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:27.396743 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ba49b3-8a33-45b9-a171-03af29f27fc3 None None] The sync data for ids ['76c923ac-b784-446b-bff1-3d83f019857d'] in n-d-771363-32 is: [{'id': '76c923ac-b784-446b-bff1-3d83f019857d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88815222', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:20:23Z', 'updated_at': '2021-07-05T05:20:24Z', 'revision_number': 3, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:24Z', 'updated_at': '2021-07-05T05:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:20:27.415824 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:27.462697 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Network 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:20:27.465823 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:20:27.470448 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:20:27.473926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Pushing event updated for resources: {'Port': ['ID=0a1fd1c3-f957-4363-9507-cb9dfc6cbef0,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:27.532406 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Attempting to bind port 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:20:27.532917 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Attempting to bind port 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'ea4d0745-d672-46ce-a47a-703b3a685890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:20:27.533289 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Attempting to bind port 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0 on network 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:20:27.538760 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:20:27.539246 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Checking segment: {'id': 'ea4d0745-d672-46ce-a47a-703b3a685890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:20:27.539629 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:27.540668 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Bound using segment: {'id': 'ea4d0745-d672-46ce-a47a-703b3a685890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:20:27.541158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Bound port: 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4d0745-d672-46ce-a47a-703b3a685890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:20:27.541758 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:27.612660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] For port 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:20:27.616112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] For port 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0a1fd1c3-f957-4363-9507-cb9dfc6cbef0,segment=NetworkSegment(ea4d0745-d672-46ce-a47a-703b3a685890),segment_id=ea4d0745-d672-46ce-a47a-703b3a685890)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:20:27.688710 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.20.0.1 (5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1/a6e285b4-a628-4951-aa47-dbd0ec1e666d/7aab3d55-07a3-46a7-87b5-91896d95513c) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:20:27.695787 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:27.764790 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca389c0-0b5e-4936-b0f2-8ba2686d0694 None None] Pushing event updated for resources: {'Port': ['ID=0a1fd1c3-f957-4363-9507-cb9dfc6cbef0,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:27.838584 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:27.855622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Transition to ACTIVE for port object 7aab3d55-07a3-46a7-87b5-91896d95513c will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:20:27.975346 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:28.022797 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:20:28.029963 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:20:28.034514 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:20:28.041873 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=7aab3d55-07a3-46a7-87b5-91896d95513c,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:28.094029 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:28.312490 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:28.622139 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:28.686014 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:28.741956 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904c9050-aa89-4bbc-be75-0ef752295570 None None] Network 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:20:28.770424 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=7aab3d55-07a3-46a7-87b5-91896d95513c,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:28.773155 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:28.859727 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device caf7655c-a790-41dd-9f16-6fa2011a50f0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:20:28.895650 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:20:28.897546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:20:28.913021 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8eb50d36-4c06-4ffe-87a4-82a5d031cdcf None None] Provisioning for port 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:20:29.026245 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router 76c923ac-b784-446b-bff1-3d83f019857d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:20:29.031795 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port caf7655c-a790-41dd-9f16-6fa2011a50f0 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:20:29.036473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port caf7655c-a790-41dd-9f16-6fa2011a50f0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:20:29.036861 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:29.135385 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:29.157923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port caf7655c-a790-41dd-9f16-6fa2011a50f0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=caf7655c-a790-41dd-9f16-6fa2011a50f0,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:20:29.161485 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:20:29.171505 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9aeffcb6-b401-439b-99e4-febf6117360a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "PUT /v2.0/routers/76c923ac-b784-446b-bff1-3d83f019857d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6059883 Jul 05 05:20:29.202616 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Sync routers for ids ['76c923ac-b784-446b-bff1-3d83f019857d'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:20:29.220401 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Routers {'76c923ac-b784-446b-bff1-3d83f019857d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:20:29.221038 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:20:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['76c923ac-b784-446b-bff1-3d83f019857d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:29.227598 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:29.228674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:20:29.340595 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Set router 76c923ac-b784-446b-bff1-3d83f019857d gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:20:29.343475 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=caf7655c-a790-41dd-9f16-6fa2011a50f0,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:29.347132 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-4c0370a5-0c04-4954-94bf-ad0061c46b09 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927828379&fields=id&tenant_id=797c76fbe70b44f8a93edd8832372e73 HTTP/1.1" status: 200 len: 267 time: 0.0491872 Jul 05 05:20:29.357931 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-25317aff-5d9c-41ac-9f90-04761bbff417 None None] Provisioning for port 7aab3d55-07a3-46a7-87b5-91896d95513c completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:20:29.363607 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-25317aff-5d9c-41ac-9f90-04761bbff417 None None] Provisioning complete for port 7aab3d55-07a3-46a7-87b5-91896d95513c triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:20:29.367992 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-25317aff-5d9c-41ac-9f90-04761bbff417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:29.404657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-25317aff-5d9c-41ac-9f90-04761bbff417 None None] Port 7aab3d55-07a3-46a7-87b5-91896d95513c cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:20:29.410299 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:20:29.415953 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:20:29.417895 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:29.456037 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-25317aff-5d9c-41ac-9f90-04761bbff417 None None] Provisioning complete for port 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:20:29.456758 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-25317aff-5d9c-41ac-9f90-04761bbff417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:29.472403 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-ee358e8c-bc8c-4579-b350-a3b1d47e02f1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:29.480369 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-ee358e8c-bc8c-4579-b350-a3b1d47e02f1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/networks?id=5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 HTTP/1.1" status: 200 len: 796 time: 0.1322260 Jul 05 05:20:29.497996 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-a42e741b-4eb4-4df4-bdb1-22c4e79be2d7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/quotas/797c76fbe70b44f8a93edd8832372e73 HTTP/1.1" status: 200 len: 375 time: 0.0163696 Jul 05 05:20:29.584969 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-1d3a68d9-9ecd-4095-affa-42f6a92b45c2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857317 Jul 05 05:20:29.611001 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:29.621845 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-25317aff-5d9c-41ac-9f90-04761bbff417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:29.654793 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c923ac-b784-446b-bff1-3d83f019857d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88815222', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:20:23Z', 'updated_at': '2021-07-05T05:20:28Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:24Z', 'updated_at': '2021-07-05T05:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '7aab3d55-07a3-46a7-87b5-91896d95513c', 'name': '', 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:72:63:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:27Z', 'updated_at': '2021-07-05T05:20:28Z', 'revision_number': 2, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:29.664774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0a1fd1c3-f957-4363-9507-cb9dfc6cbef0,segment=NetworkSegment(ea4d0745-d672-46ce-a47a-703b3a685890),segment_id=ea4d0745-d672-46ce-a47a-703b3a685890)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:20:29.692296 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Checking router: 76c923ac-b784-446b-bff1-3d83f019857d for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:20:29.692947 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Updating router 76c923ac-b784-446b-bff1-3d83f019857d port 7aab3d55-07a3-46a7-87b5-91896d95513c binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:20:29.694363 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-1b16abc7-06ca-4d77-809f-0c54d12f0da5 service neutron] 10.222.0.38 "GET /v2.0/networks/5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022768 Jul 05 05:20:29.731497 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:29.740966 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:29.785394 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-d670a63d-9976-46bd-b462-ddbafe041741 service neutron] 10.222.0.38 "GET /v2.0/networks/5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901253 Jul 05 05:20:29.836336 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=0a1fd1c3-f957-4363-9507-cb9dfc6cbef0,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:29.854659 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.db.api [None req-25317aff-5d9c-41ac-9f90-04761bbff417 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 05:20:29.855386 n-d-771363-32 neutron-server[100934]: DEBUG oslo_db.api [None req-25317aff-5d9c-41ac-9f90-04761bbff417 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 05:20:30.042217 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81ba1df8-1531-4f6d-962f-64472fda282f req-dab66882-da18-4707-8ecb-d274d6e0422a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 210 time: 0.0333018 Jul 05 05:20:30.139661 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:30.150045 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Transition to ACTIVE for port object 7aab3d55-07a3-46a7-87b5-91896d95513c will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:20:30.265646 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:30.314327 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be915c01-9155-403f-a5f2-8d1d43abbe78 None None] Pushing event updated for resources: {'Port': ['ID=7aab3d55-07a3-46a7-87b5-91896d95513c,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:30.342320 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be915c01-9155-403f-a5f2-8d1d43abbe78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:30.342658 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be915c01-9155-403f-a5f2-8d1d43abbe78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:30.342987 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be915c01-9155-403f-a5f2-8d1d43abbe78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:30.343313 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be915c01-9155-403f-a5f2-8d1d43abbe78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:30.343633 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be915c01-9155-403f-a5f2-8d1d43abbe78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:30.343950 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be915c01-9155-403f-a5f2-8d1d43abbe78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:30.344292 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be915c01-9155-403f-a5f2-8d1d43abbe78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:30.344605 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be915c01-9155-403f-a5f2-8d1d43abbe78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:30.344973 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be915c01-9155-403f-a5f2-8d1d43abbe78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:30.345246 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be915c01-9155-403f-a5f2-8d1d43abbe78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:30.345558 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be915c01-9155-403f-a5f2-8d1d43abbe78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:30.345864 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be915c01-9155-403f-a5f2-8d1d43abbe78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:30.379093 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Attempting to bind port 7aab3d55-07a3-46a7-87b5-91896d95513c on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:20:30.379508 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Attempting to bind port 7aab3d55-07a3-46a7-87b5-91896d95513c by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'ea4d0745-d672-46ce-a47a-703b3a685890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:20:30.379807 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Attempting to bind port 7aab3d55-07a3-46a7-87b5-91896d95513c on network 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:20:30.386897 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:20:30.388262 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Checking segment: {'id': 'ea4d0745-d672-46ce-a47a-703b3a685890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:20:30.388958 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:30.389600 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Bound using segment: {'id': 'ea4d0745-d672-46ce-a47a-703b3a685890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:20:30.390360 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Bound port: 7aab3d55-07a3-46a7-87b5-91896d95513c, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4d0745-d672-46ce-a47a-703b3a685890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:20:30.390995 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:30.440026 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:20:30.470282 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] For port 7aab3d55-07a3-46a7-87b5-91896d95513c, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:20:30.473707 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] For port 7aab3d55-07a3-46a7-87b5-91896d95513c, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7aab3d55-07a3-46a7-87b5-91896d95513c,segment=NetworkSegment(ea4d0745-d672-46ce-a47a-703b3a685890),segment_id=ea4d0745-d672-46ce-a47a-703b3a685890)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:20:30.529175 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:30.596237 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be915c01-9155-403f-a5f2-8d1d43abbe78 None None] Pushing event updated for resources: {'Port': ['ID=7aab3d55-07a3-46a7-87b5-91896d95513c,revision_number=4']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:30.599723 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Routers {'76c923ac-b784-446b-bff1-3d83f019857d'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:20:30.600347 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:20:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['76c923ac-b784-446b-bff1-3d83f019857d'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:30.769446 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] Set router 76c923ac-b784-446b-bff1-3d83f019857d gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:20:30.786785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device caf7655c-a790-41dd-9f16-6fa2011a50f0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:20:30.861811 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port caf7655c-a790-41dd-9f16-6fa2011a50f0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:20:30.862438 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:30.948157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:20:30.990123 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c923ac-b784-446b-bff1-3d83f019857d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88815222', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:20:23Z', 'updated_at': '2021-07-05T05:20:28Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:24Z', 'updated_at': '2021-07-05T05:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '7aab3d55-07a3-46a7-87b5-91896d95513c', 'name': '', 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:72:63:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:27Z', 'updated_at': '2021-07-05T05:20:30Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:30.996912 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:20:30.997293 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:31.025231 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a38c6ed-2386-4f0d-8fe1-5fad77c90499 None None] The sync data for ids ['76c923ac-b784-446b-bff1-3d83f019857d'] in n-d-771363-32 is: [{'id': '76c923ac-b784-446b-bff1-3d83f019857d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88815222', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:20:23Z', 'updated_at': '2021-07-05T05:20:28Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:24Z', 'updated_at': '2021-07-05T05:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '7aab3d55-07a3-46a7-87b5-91896d95513c', 'name': '', 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:72:63:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:27Z', 'updated_at': '2021-07-05T05:20:30Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:20:31.215502 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2996d786-0f22-4112-9d47-35aec148217d req-cf458dab-c7c1-49b9-8cbe-6a76a01e8880 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 210 time: 0.0357330 Jul 05 05:20:32.308812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-0e95cbfb-844a-4594-b653-a5ee1c2bebec tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:32.311164 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-0e95cbfb-844a-4594-b653-a5ee1c2bebec tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.36 "GET /v2.0/networks?id=5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 HTTP/1.1" status: 200 len: 796 time: 0.1111615 Jul 05 05:20:32.358953 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-55aefc1f-3d11-4122-8dda-c9b821deb2a0 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=797c76fbe70b44f8a93edd8832372e73 HTTP/1.1" status: 200 len: 379 time: 0.0389152 Jul 05 05:20:32.367759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-10731782-f274-4883-8865-52f05b02ac94 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'port': {'device_id': '415edc72-fb1b-4e98-a10c-05d2a20f0d82', 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'admin_state_up': True, 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'security_groups': ['6c630200-59b6-4d27-941e-168b325bcad4']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:20:32.372362 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-004f0f97-456e-4271-9f38-44818b0fb364 req-10c30c66-3baa-4beb-97f2-b8085ce925b6 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 210 time: 0.0346625 Jul 05 05:20:32.524859 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-10731782-f274-4883-8865-52f05b02ac94 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Made reservation on behalf of 797c76fbe70b44f8a93edd8832372e73 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:20:32.527144 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-10731782-f274-4883-8865-52f05b02ac94 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:32.668686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-10731782-f274-4883-8865-52f05b02ac94 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.20.0.14 (5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1/a6e285b4-a628-4951-aa47-dbd0ec1e666d/997b11d3-748a-4138-80e5-40c979ae19fc) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:20:32.782632 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7aab3d55-07a3-46a7-87b5-91896d95513c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:20:32.834969 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-10731782-f274-4883-8865-52f05b02ac94 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:32.850720 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-10731782-f274-4883-8865-52f05b02ac94 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Transition to ACTIVE for port object 997b11d3-748a-4138-80e5-40c979ae19fc will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:20:32.917040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 7aab3d55-07a3-46a7-87b5-91896d95513c completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:20:32.921100 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 7aab3d55-07a3-46a7-87b5-91896d95513c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:20:32.921425 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:32.975475 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-10731782-f274-4883-8865-52f05b02ac94 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:33.003779 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:33.021256 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-10731782-f274-4883-8865-52f05b02ac94 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:20:33.026042 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-10731782-f274-4883-8865-52f05b02ac94 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:20:33.028508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-10731782-f274-4883-8865-52f05b02ac94 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:20:33.049762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 7aab3d55-07a3-46a7-87b5-91896d95513c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7aab3d55-07a3-46a7-87b5-91896d95513c,segment=NetworkSegment(ea4d0745-d672-46ce-a47a-703b3a685890),segment_id=ea4d0745-d672-46ce-a47a-703b3a685890)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:20:33.067586 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10731782-f274-4883-8865-52f05b02ac94 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=997b11d3-748a-4138-80e5-40c979ae19fc,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:33.095161 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-10731782-f274-4883-8865-52f05b02ac94 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:33.095798 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-10731782-f274-4883-8865-52f05b02ac94 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:33.111378 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:33.192432 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-10731782-f274-4883-8865-52f05b02ac94 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8284965 Jul 05 05:20:33.254842 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Request body: {'port': {'device_id': '415edc72-fb1b-4e98-a10c-05d2a20f0d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:20:33.333909 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:33.335770 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=7aab3d55-07a3-46a7-87b5-91896d95513c,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:33.398536 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:33.426054 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-43c2ce29-cfb2-41c9-b50e-f6865b0139ae None None] Provisioning for port 997b11d3-748a-4138-80e5-40c979ae19fc completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:20:33.430240 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-43c2ce29-cfb2-41c9-b50e-f6865b0139ae None None] Provisioning complete for port 997b11d3-748a-4138-80e5-40c979ae19fc triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:20:33.430637 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-43c2ce29-cfb2-41c9-b50e-f6865b0139ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:33.480789 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-43c2ce29-cfb2-41c9-b50e-f6865b0139ae None None] Port 997b11d3-748a-4138-80e5-40c979ae19fc cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:20:33.558824 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12637a46-942b-4cad-8ff8-5301f16bfa7a req-6588edcf-22b7-41d2-a86f-b59ef204f79e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:33.561132 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-12637a46-942b-4cad-8ff8-5301f16bfa7a req-6588edcf-22b7-41d2-a86f-b59ef204f79e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 932 time: 0.0653992 Jul 05 05:20:33.604035 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-12637a46-942b-4cad-8ff8-5301f16bfa7a req-16af40f9-bd63-45c1-aed2-85117c345f43 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346034 Jul 05 05:20:33.606417 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997b11d3-748a-4138-80e5-40c979ae19fc {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:20:33.619329 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:33.632858 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Transition to ACTIVE for port object 997b11d3-748a-4138-80e5-40c979ae19fc will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:20:33.700159 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:33.752026 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Pushing event updated for resources: {'Port': ['ID=997b11d3-748a-4138-80e5-40c979ae19fc,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:33.832986 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Attempting to bind port 997b11d3-748a-4138-80e5-40c979ae19fc on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:20:33.833321 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Attempting to bind port 997b11d3-748a-4138-80e5-40c979ae19fc by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'ea4d0745-d672-46ce-a47a-703b3a685890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:20:33.833658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Attempting to bind port 997b11d3-748a-4138-80e5-40c979ae19fc on network 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:20:33.838686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Port 997b11d3-748a-4138-80e5-40c979ae19fc on network 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:20:33.839014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Attempting to bind port 997b11d3-748a-4138-80e5-40c979ae19fc on network 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:20:33.844868 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:20:33.845343 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Checking segment: {'id': 'ea4d0745-d672-46ce-a47a-703b3a685890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:20:33.845739 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Bound using segment: {'id': 'ea4d0745-d672-46ce-a47a-703b3a685890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:20:33.846171 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Bound port: 997b11d3-748a-4138-80e5-40c979ae19fc, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea4d0745-d672-46ce-a47a-703b3a685890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:20:33.846536 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:33.918216 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] For port 997b11d3-748a-4138-80e5-40c979ae19fc, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:20:33.921401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] For port 997b11d3-748a-4138-80e5-40c979ae19fc, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=997b11d3-748a-4138-80e5-40c979ae19fc,segment=NetworkSegment(ea4d0745-d672-46ce-a47a-703b3a685890),segment_id=ea4d0745-d672-46ce-a47a-703b3a685890)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:20:34.003819 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:34.040638 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:34.041788 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:34.043300 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] 10.222.0.36 "PUT /v2.0/ports/997b11d3-748a-4138-80e5-40c979ae19fc HTTP/1.1" status: 200 len: 1093 time: 0.8426795 Jul 05 05:20:34.043300 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415edc72-fb1b-4e98-a10c-05d2a20f0d82', 'tag': '997b11d3-748a-4138-80e5-40c979ae19fc'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:20:34.047149 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc8a5a5-ce72-4b9e-bf7f-3433567308d8" -d '{"events": [{"name": "network-changed", "server_uuid": "415edc72-fb1b-4e98-a10c-05d2a20f0d82", "tag": "997b11d3-748a-4138-80e5-40c979ae19fc"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:20:34.077166 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29eb302-0f7b-4802-ba33-7177fac08460 service neutron] Pushing event updated for resources: {'Port': ['ID=997b11d3-748a-4138-80e5-40c979ae19fc,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:34.089645 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723d336c-1582-410d-a0c6-3b1c5a3261ea x-openstack-request-id: req-723d336c-1582-410d-a0c6-3b1c5a3261ea {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:20:34.089872 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415edc72-fb1b-4e98-a10c-05d2a20f0d82", "tag": "997b11d3-748a-4138-80e5-40c979ae19fc", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:20:34.090150 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-723d336c-1582-410d-a0c6-3b1c5a3261ea {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:20:34.090553 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415edc72-fb1b-4e98-a10c-05d2a20f0d82', 'tag': '997b11d3-748a-4138-80e5-40c979ae19fc', 'status': 'completed', 'code': 200} Jul 05 05:20:34.174286 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8a5a5-ce72-4b9e-bf7f-3433567308d8 req-a459d76f-6f7e-46d4-92e0-a1301005c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:34.175889 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bfc8a5a5-ce72-4b9e-bf7f-3433567308d8 req-a459d76f-6f7e-46d4-92e0-a1301005c4f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 1096 time: 0.0682819 Jul 05 05:20:34.298594 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8a5a5-ce72-4b9e-bf7f-3433567308d8 req-9798a35c-7bf7-4c61-a7c9-3d5bba136cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:34.299660 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bfc8a5a5-ce72-4b9e-bf7f-3433567308d8 req-9798a35c-7bf7-4c61-a7c9-3d5bba136cee service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=797c76fbe70b44f8a93edd8832372e73&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0970080 Jul 05 05:20:34.401924 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8a5a5-ce72-4b9e-bf7f-3433567308d8 req-aa02f024-3859-429d-897e-fb100ec97180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:34.403451 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-bfc8a5a5-ce72-4b9e-bf7f-3433567308d8 req-aa02f024-3859-429d-897e-fb100ec97180 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966046 Jul 05 05:20:34.505964 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-1c6454f7-a494-481a-9e05-e277ccf482d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:34.507459 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-1c6454f7-a494-481a-9e05-e277ccf482d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 1096 time: 0.0597672 Jul 05 05:20:34.551805 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-36d2c94a-91d5-43eb-8c8e-a0343d3e3ca4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=997b11d3-748a-4138-80e5-40c979ae19fc HTTP/1.1" status: 200 len: 217 time: 0.0372198 Jul 05 05:20:34.604155 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-23967571-76cf-40cc-a1ee-a97485877141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:34.605638 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-23967571-76cf-40cc-a1ee-a97485877141 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6e285b4-a628-4951-aa47-dbd0ec1e666d HTTP/1.1" status: 200 len: 834 time: 0.0474079 Jul 05 05:20:34.671294 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-6c4f9551-c92a-4240-a32a-925ab766d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:34.672829 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-6c4f9551-c92a-4240-a32a-925ab766d1df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605969 Jul 05 05:20:34.758458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7aab3d55-07a3-46a7-87b5-91896d95513c up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:20:34.775927 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-04a31837-15b0-4794-874a-cddda48b2233 service neutron] 10.222.0.36 "GET /v2.0/networks/5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961471 Jul 05 05:20:34.795973 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456149b-e608-4b88-84ea-0e1fef9c7943 req-2398c11d-73f1-4141-8ea8-337c7f44fc96 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:34.797705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1456149b-e608-4b88-84ea-0e1fef9c7943 req-2398c11d-73f1-4141-8ea8-337c7f44fc96 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 944 time: 0.0744925 Jul 05 05:20:34.813425 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 7aab3d55-07a3-46a7-87b5-91896d95513c triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:20:34.813820 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:34.850449 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1456149b-e608-4b88-84ea-0e1fef9c7943 req-539ab0f6-1dc0-4743-b8e4-d8c43a296316 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404365 Jul 05 05:20:34.887611 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-af3d2c48-90b6-430f-bd52-8b452d106d30 req-71995062-5a31-48a6-acac-2f6afcbccee9 service neutron] 10.222.0.36 "GET /v2.0/networks/5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051338 Jul 05 05:20:35.025947 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:36.030933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26587b-3f35-463c-81d3-267aa1ae902a req-b937868a-3cec-40d7-ac5f-1a06d8c4c702 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:36.032570 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b26587b-3f35-463c-81d3-267aa1ae902a req-b937868a-3cec-40d7-ac5f-1a06d8c4c702 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 944 time: 0.0671299 Jul 05 05:20:36.069860 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b26587b-3f35-463c-81d3-267aa1ae902a req-882e761e-50a5-4a13-ac76-0eced57e5ca3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316896 Jul 05 05:20:37.246778 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4a4cf-a7d2-43ff-aad6-00452a5cd000 req-7f10821d-7e72-48e3-98b2-1fddacec623e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:37.248407 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81f4a4cf-a7d2-43ff-aad6-00452a5cd000 req-7f10821d-7e72-48e3-98b2-1fddacec623e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 944 time: 0.0656250 Jul 05 05:20:37.286437 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-81f4a4cf-a7d2-43ff-aad6-00452a5cd000 req-4ab48136-ffba-4613-8210-ecd80585b523 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325668 Jul 05 05:20:37.879755 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 997b11d3-748a-4138-80e5-40c979ae19fc details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:20:37.973298 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 997b11d3-748a-4138-80e5-40c979ae19fc, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=997b11d3-748a-4138-80e5-40c979ae19fc,segment=NetworkSegment(ea4d0745-d672-46ce-a47a-703b3a685890),segment_id=ea4d0745-d672-46ce-a47a-703b3a685890)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:20:37.988221 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': '997b11d3-748a-4138-80e5-40c979ae19fc', 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'port_id': '997b11d3-748a-4138-80e5-40c979ae19fc', 'mac_address': 'fa:16:3e:6c:e7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:20:38.025062 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:38.037262 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997b11d3-748a-4138-80e5-40c979ae19fc {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:20:38.056940 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 997b11d3-748a-4138-80e5-40c979ae19fc, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=997b11d3-748a-4138-80e5-40c979ae19fc,segment=NetworkSegment(ea4d0745-d672-46ce-a47a-703b3a685890),segment_id=ea4d0745-d672-46ce-a47a-703b3a685890)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:20:38.125470 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:38.172904 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=997b11d3-748a-4138-80e5-40c979ae19fc,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:38.473182 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588c8d7-65f6-4eed-95de-6d117b125e5c req-0a8c70f8-2908-4c5e-b2c0-ea394d58bd18 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:38.474747 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2588c8d7-65f6-4eed-95de-6d117b125e5c req-0a8c70f8-2908-4c5e-b2c0-ea394d58bd18 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 945 time: 0.0762722 Jul 05 05:20:38.497374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['997b11d3-748a-4138-80e5-40c979ae19fc'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:20:38.515311 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2588c8d7-65f6-4eed-95de-6d117b125e5c req-017dd78d-7bfb-434a-b508-603e5f3236e1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335088 Jul 05 05:20:39.699747 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e963-4953-44a4-9394-b018350bc3f4 req-f9634a57-d225-4ed4-9666-83931462362b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:39.701270 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e696e963-4953-44a4-9394-b018350bc3f4 req-f9634a57-d225-4ed4-9666-83931462362b tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 945 time: 0.0665486 Jul 05 05:20:39.739079 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e696e963-4953-44a4-9394-b018350bc3f4 req-e5095154-2be8-4027-9525-17f39f7836d1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322042 Jul 05 05:20:39.880775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 997b11d3-748a-4138-80e5-40c979ae19fc up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:20:39.995014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port 997b11d3-748a-4138-80e5-40c979ae19fc completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:20:39.999279 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port 997b11d3-748a-4138-80e5-40c979ae19fc triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:20:39.999658 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:40.081543 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:40.106438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415edc72-fb1b-4e98-a10c-05d2a20f0d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997b11d3-748a-4138-80e5-40c979ae19fc'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:20:40.108735 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dac222-c088-45a4-8e53-6262573961cc" -d '{"events": [{"server_uuid": "415edc72-fb1b-4e98-a10c-05d2a20f0d82", "name": "network-vif-plugged", "status": "completed", "tag": "997b11d3-748a-4138-80e5-40c979ae19fc"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:20:40.121719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port 997b11d3-748a-4138-80e5-40c979ae19fc, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=997b11d3-748a-4138-80e5-40c979ae19fc,segment=NetworkSegment(ea4d0745-d672-46ce-a47a-703b3a685890),segment_id=ea4d0745-d672-46ce-a47a-703b3a685890)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:20:40.143876 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b4f356-91be-4bc8-9182-cc282d3e1cd4 x-openstack-request-id: req-a7b4f356-91be-4bc8-9182-cc282d3e1cd4 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:20:40.147455 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415edc72-fb1b-4e98-a10c-05d2a20f0d82", "name": "network-vif-plugged", "status": "completed", "tag": "997b11d3-748a-4138-80e5-40c979ae19fc", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:20:40.147455 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7b4f356-91be-4bc8-9182-cc282d3e1cd4 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:20:40.147455 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415edc72-fb1b-4e98-a10c-05d2a20f0d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997b11d3-748a-4138-80e5-40c979ae19fc', 'code': 200} Jul 05 05:20:40.188952 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:40.239080 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=997b11d3-748a-4138-80e5-40c979ae19fc,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:40.274057 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752fa03-63e9-4ec8-9ff2-d1f98b44af3f req-636a755a-7f17-4641-b196-b349b4aa5c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:40.276298 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3752fa03-63e9-4ec8-9ff2-d1f98b44af3f req-636a755a-7f17-4641-b196-b349b4aa5c34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 1098 time: 0.0546525 Jul 05 05:20:40.311517 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3752fa03-63e9-4ec8-9ff2-d1f98b44af3f req-101d8681-c91f-4f25-8a1b-96ca0c2e00ff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280981 Jul 05 05:20:40.918179 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0f26b-374a-4f72-8a7d-ef5cdaccd00c req-8f20dff5-9988-4eb4-aee7-dce637c18243 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:40.919807 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76f0f26b-374a-4f72-8a7d-ef5cdaccd00c req-8f20dff5-9988-4eb4-aee7-dce637c18243 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 946 time: 0.0668089 Jul 05 05:20:40.958806 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76f0f26b-374a-4f72-8a7d-ef5cdaccd00c req-061cc113-5592-40a4-862d-878a1e5232ea tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332031 Jul 05 05:20:41.591292 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4b531060-fcf0-4496-bc93-28f869a1c1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:42.140448 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3cc5e-69bf-4479-8044-4ed1a18de22d req-94c3c953-146d-4744-893e-f9eb8b92f019 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:42.141954 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3c3cc5e-69bf-4479-8044-4ed1a18de22d req-94c3c953-146d-4744-893e-f9eb8b92f019 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 946 time: 0.0645585 Jul 05 05:20:42.182687 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3c3cc5e-69bf-4479-8044-4ed1a18de22d req-15ef248a-e843-4f37-a653-e43e9bad0e82 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348930 Jul 05 05:20:42.360059 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c7903-1dd6-45c4-8097-6e7cf54e5b5e req-d67c8bee-26ab-4808-be59-fe60d3656f7d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:42.361686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-819c7903-1dd6-45c4-8097-6e7cf54e5b5e req-d67c8bee-26ab-4808-be59-fe60d3656f7d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 946 time: 0.0662510 Jul 05 05:20:42.401117 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-819c7903-1dd6-45c4-8097-6e7cf54e5b5e req-0f3a23ff-28b0-4bec-881d-08c880b14a39 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327840 Jul 05 05:20:42.425200 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40028) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:42.480863 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99b8cfe-bd5a-4135-9793-587e0cda3cdd tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:42.482456 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f99b8cfe-bd5a-4135-9793-587e0cda3cdd tempest-TestNetworkAdvancedServerOps-55937698 tempest-TestNetworkAdvancedServerOps-55937698-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 1093 time: 0.0562472 Jul 05 05:20:42.486341 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40030) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:42.490843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': '997b11d3-748a-4138-80e5-40c979ae19fc', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:20:42.594509 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:42.699477 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:42.809224 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Allocated IP 172.25.6.19 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/cbf47e01-bd90-4351-98d7-41677caa4f58) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:20:42.917957 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:42.997865 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:43.035570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:20:43.043064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:20:43.047913 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:20:43.051234 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=cbf47e01-bd90-4351-98d7-41677caa4f58,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:43.418905 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:43.615573 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:43.770965 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:43.839745 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:43.912826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event updated for resources: {'Port': ['ID=cbf47e01-bd90-4351-98d7-41677caa4f58,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:43.924471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:44.082774 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3e056a2a-3507-4781-962f-23dd65a9f362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:44.388450 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Floating IP d3a308e7-0072-4be5-b024-37807b4b2b2e associated. External IP: 172.25.6.19, port: 997b11d3-748a-4138-80e5-40c979ae19fc. Jul 05 05:20:44.491415 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:44.733900 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router 76c923ac-b784-446b-bff1-3d83f019857d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:20:44.746105 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:20:44.755449 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd27f03-a39f-4ac8-bfa8-e0509c7c9b37 None None] Sync routers for ids ['76c923ac-b784-446b-bff1-3d83f019857d'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:20:44.765108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd27f03-a39f-4ac8-bfa8-e0509c7c9b37 None None] Routers {'76c923ac-b784-446b-bff1-3d83f019857d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:20:44.765721 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0fd27f03-a39f-4ac8-bfa8-e0509c7c9b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:20:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['76c923ac-b784-446b-bff1-3d83f019857d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:44.831185 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:44.874730 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-0fd27f03-a39f-4ac8-bfa8-e0509c7c9b37 None None] Set router 76c923ac-b784-446b-bff1-3d83f019857d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:20:44.877884 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8e6a7052-1e31-45c3-b871-10abe65b0940 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3880763 Jul 05 05:20:44.877884 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415edc72-fb1b-4e98-a10c-05d2a20f0d82', 'tag': '997b11d3-748a-4138-80e5-40c979ae19fc'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:20:44.878548 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d14b32-89f2-40ec-9759-ba6d622a8fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "415edc72-fb1b-4e98-a10c-05d2a20f0d82", "tag": "997b11d3-748a-4138-80e5-40c979ae19fc"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:20:44.922966 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbd19c0-4ab4-4a96-a9f3-371c0e58ac9d x-openstack-request-id: req-cfbd19c0-4ab4-4a96-a9f3-371c0e58ac9d {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:20:44.923262 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415edc72-fb1b-4e98-a10c-05d2a20f0d82", "tag": "997b11d3-748a-4138-80e5-40c979ae19fc", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:20:44.924978 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cfbd19c0-4ab4-4a96-a9f3-371c0e58ac9d {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:20:44.924978 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415edc72-fb1b-4e98-a10c-05d2a20f0d82', 'tag': '997b11d3-748a-4138-80e5-40c979ae19fc', 'status': 'completed', 'code': 200} Jul 05 05:20:45.005365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d14b32-89f2-40ec-9759-ba6d622a8fd2 req-891d0fdb-9923-4fc1-b0bb-8b6bab9e78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:45.007762 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-15d14b32-89f2-40ec-9759-ba6d622a8fd2 req-891d0fdb-9923-4fc1-b0bb-8b6bab9e78f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 1098 time: 0.0593052 Jul 05 05:20:45.050033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429ab40-c463-4050-9c68-1a436182e2f0 req-334b9ebd-58ae-4948-8b48-d059d2fd18f4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:45.055585 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0429ab40-c463-4050-9c68-1a436182e2f0 req-334b9ebd-58ae-4948-8b48-d059d2fd18f4 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 946 time: 0.0819490 Jul 05 05:20:45.095681 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0429ab40-c463-4050-9c68-1a436182e2f0 req-5930549d-4448-454a-b77c-4608a9564673 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371299 Jul 05 05:20:45.115472 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d14b32-89f2-40ec-9759-ba6d622a8fd2 req-67a80ded-8ce9-4ed4-b731-86e9ea58906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:45.117013 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-15d14b32-89f2-40ec-9759-ba6d622a8fd2 req-67a80ded-8ce9-4ed4-b731-86e9ea58906b service neutron] 10.222.0.36 "GET /v2.0/networks?id=5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 HTTP/1.1" status: 200 len: 897 time: 0.1023748 Jul 05 05:20:45.121455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40036) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:45.145243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0fd27f03-a39f-4ac8-bfa8-e0509c7c9b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c923ac-b784-446b-bff1-3d83f019857d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88815222', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:20:23Z', 'updated_at': '2021-07-05T05:20:28Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:24Z', 'updated_at': '2021-07-05T05:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'd3a308e7-0072-4be5-b024-37807b4b2b2e', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'port_id': '997b11d3-748a-4138-80e5-40c979ae19fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'mac_address': 'fa:16:3e:6c:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415edc72-fb1b-4e98-a10c-05d2a20f0d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:20:43Z', 'updated_at': '2021-07-05T05:20:43Z', 'revision_number': 0, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aab3d55-07a3-46a7-87b5-91896d95513c', 'name': '', 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:72:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:27Z', 'updated_at': '2021-07-05T05:20:33Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:45.171697 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd27f03-a39f-4ac8-bfa8-e0509c7c9b37 None None] Checking router: 76c923ac-b784-446b-bff1-3d83f019857d for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:20:45.181473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd27f03-a39f-4ac8-bfa8-e0509c7c9b37 None None] Routers {'76c923ac-b784-446b-bff1-3d83f019857d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:20:45.182379 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0fd27f03-a39f-4ac8-bfa8-e0509c7c9b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:20:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['76c923ac-b784-446b-bff1-3d83f019857d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:45.231672 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-07d78913-25a4-468b-a47f-52d1a939a9b3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/d3a308e7-0072-4be5-b024-37807b4b2b2e HTTP/1.1" status: 200 len: 991 time: 0.1091051 Jul 05 05:20:45.235751 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-15d14b32-89f2-40ec-9759-ba6d622a8fd2 req-d55c0c5e-55d8-499d-a064-a6e7f9a18d37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=997b11d3-748a-4138-80e5-40c979ae19fc HTTP/1.1" status: 200 len: 999 time: 0.1121767 Jul 05 05:20:45.287772 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d14b32-89f2-40ec-9759-ba6d622a8fd2 req-9627b9d6-bc56-4058-a07c-dac851ae93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:45.289220 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-15d14b32-89f2-40ec-9759-ba6d622a8fd2 req-9627b9d6-bc56-4058-a07c-dac851ae93ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6e285b4-a628-4951-aa47-dbd0ec1e666d HTTP/1.1" status: 200 len: 834 time: 0.0471370 Jul 05 05:20:45.295254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-0fd27f03-a39f-4ac8-bfa8-e0509c7c9b37 None None] Set router 76c923ac-b784-446b-bff1-3d83f019857d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:20:45.351746 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d14b32-89f2-40ec-9759-ba6d622a8fd2 req-1b377921-d617-4ee8-9606-15dcc4c0b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:45.353316 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-15d14b32-89f2-40ec-9759-ba6d622a8fd2 req-1b377921-d617-4ee8-9606-15dcc4c0b034 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572717 Jul 05 05:20:45.451126 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-15d14b32-89f2-40ec-9759-ba6d622a8fd2 req-cd3eca25-0a10-45c6-8033-e916d7987d7c service neutron] 10.222.0.36 "GET /v2.0/networks/5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907872 Jul 05 05:20:45.527363 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0fd27f03-a39f-4ac8-bfa8-e0509c7c9b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c923ac-b784-446b-bff1-3d83f019857d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88815222', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:20:23Z', 'updated_at': '2021-07-05T05:20:28Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:24Z', 'updated_at': '2021-07-05T05:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'd3a308e7-0072-4be5-b024-37807b4b2b2e', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'port_id': '997b11d3-748a-4138-80e5-40c979ae19fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'mac_address': 'fa:16:3e:6c:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415edc72-fb1b-4e98-a10c-05d2a20f0d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:20:43Z', 'updated_at': '2021-07-05T05:20:43Z', 'revision_number': 0, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aab3d55-07a3-46a7-87b5-91896d95513c', 'name': '', 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:72:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:27Z', 'updated_at': '2021-07-05T05:20:33Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:20:45.552307 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-15d14b32-89f2-40ec-9759-ba6d622a8fd2 req-24d32bb6-acf2-4b24-aaca-803dc68862e6 service neutron] 10.222.0.36 "GET /v2.0/networks/5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853498 Jul 05 05:20:45.562370 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd27f03-a39f-4ac8-bfa8-e0509c7c9b37 None None] The sync data for ids ['76c923ac-b784-446b-bff1-3d83f019857d'] in n-d-771363-32 is: [{'id': '76c923ac-b784-446b-bff1-3d83f019857d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88815222', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:20:23Z', 'updated_at': '2021-07-05T05:20:28Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:24Z', 'updated_at': '2021-07-05T05:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'd3a308e7-0072-4be5-b024-37807b4b2b2e', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'port_id': '997b11d3-748a-4138-80e5-40c979ae19fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'mac_address': 'fa:16:3e:6c:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415edc72-fb1b-4e98-a10c-05d2a20f0d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:20:43Z', 'updated_at': '2021-07-05T05:20:43Z', 'revision_number': 0, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aab3d55-07a3-46a7-87b5-91896d95513c', 'name': '', 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:72:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:27Z', 'updated_at': '2021-07-05T05:20:33Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:20:45.714102 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:45.768696 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c51f3f-e59c-4ebb-9c70-484f6c43d283 None None] New status for floating IP d3a308e7-0072-4be5-b024-37807b4b2b2e: ACTIVE {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:20:46.235843 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40040) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:46.300543 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5f2e23eb-889a-477e-98e4-dcf0b2c41f2d tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/d3a308e7-0072-4be5-b024-37807b4b2b2e HTTP/1.1" status: 200 len: 993 time: 0.0635388 Jul 05 05:20:47.251367 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:03.345063 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:04.967857 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:07.419151 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:21:11.550670 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e75802fb-36e8-4d57-a7af-eb2770019f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:14.108874 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b20daa09-c438-462f-97d8-9e16815da26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:14.490756 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:15.733875 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:17.267773 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:33.349663 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:35.010177 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:36.613278 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-700f828e-962d-4017-a580-579451dbf8f0 req-e8eec8e6-9a5a-43ac-97a3-63dc01f3cfc9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546668 Jul 05 05:21:36.716852 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f828e-962d-4017-a580-579451dbf8f0 req-752e7bca-9dc2-487e-b4d7-4786846f2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:36.719136 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-700f828e-962d-4017-a580-579451dbf8f0 req-752e7bca-9dc2-487e-b4d7-4786846f2829 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 1098 time: 0.0549173 Jul 05 05:21:36.824793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f828e-962d-4017-a580-579451dbf8f0 req-dade6e0c-503c-44c0-a89a-0c0e5c89cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:36.826616 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-700f828e-962d-4017-a580-579451dbf8f0 req-dade6e0c-503c-44c0-a89a-0c0e5c89cc1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 HTTP/1.1" status: 200 len: 897 time: 0.0868185 Jul 05 05:21:36.891743 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-700f828e-962d-4017-a580-579451dbf8f0 req-c548dc80-78f3-47c2-a414-0b21e8b6dc74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=997b11d3-748a-4138-80e5-40c979ae19fc HTTP/1.1" status: 200 len: 1001 time: 0.0591469 Jul 05 05:21:36.943678 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f828e-962d-4017-a580-579451dbf8f0 req-4fb3c3ee-4946-43d3-bca7-b9438ce1bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:36.945174 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-700f828e-962d-4017-a580-579451dbf8f0 req-4fb3c3ee-4946-43d3-bca7-b9438ce1bd80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6e285b4-a628-4951-aa47-dbd0ec1e666d HTTP/1.1" status: 200 len: 834 time: 0.0478261 Jul 05 05:21:37.007150 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f828e-962d-4017-a580-579451dbf8f0 req-17bf562d-a1ce-496e-b62f-8b583af6b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:37.008683 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-700f828e-962d-4017-a580-579451dbf8f0 req-17bf562d-a1ce-496e-b62f-8b583af6b198 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573051 Jul 05 05:21:37.096921 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-700f828e-962d-4017-a580-579451dbf8f0 req-351a89d4-5144-4961-8de6-5ea7130b2de2 service neutron] 10.222.0.36 "GET /v2.0/networks/5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807414 Jul 05 05:21:37.189907 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-700f828e-962d-4017-a580-579451dbf8f0 req-e9d18208-eaa6-4e24-b765-e9a51d7c04b4 service neutron] 10.222.0.36 "GET /v2.0/networks/5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864153 Jul 05 05:21:41.572735 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-36ef3386-ce91-4c79-a550-7cff48e618c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:44.092513 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e99f102d-814e-4661-924b-084638aeb4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:44.419334 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:21:44.495831 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:45.752358 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:47.281787 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:47.563911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f545fd-368c-44ba-b041-54988a20791f req-93863242-0a80-462c-8e13-3e0a09801eb1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:47.565506 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-25f545fd-368c-44ba-b041-54988a20791f req-93863242-0a80-462c-8e13-3e0a09801eb1 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 946 time: 0.0681267 Jul 05 05:21:47.603416 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-25f545fd-368c-44ba-b041-54988a20791f req-53a39489-5330-4993-9294-958051b71b1c tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322833 Jul 05 05:21:48.790760 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45e837-878a-47c1-9e4b-3d058069c519 req-af51e299-b76f-4835-bd8d-789f1384d681 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:48.792240 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca45e837-878a-47c1-9e4b-3d058069c519 req-af51e299-b76f-4835-bd8d-789f1384d681 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 946 time: 0.0695865 Jul 05 05:21:48.830633 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ca45e837-878a-47c1-9e4b-3d058069c519 req-6d7f37c8-5bb1-44a8-b258-1d7f5d652aea tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327082 Jul 05 05:21:50.011153 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392f6b1-635d-4e32-aa9a-1c330302b844 req-f92b5f10-63fb-43cf-b918-948b1d275b58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:50.012667 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c392f6b1-635d-4e32-aa9a-1c330302b844 req-f92b5f10-63fb-43cf-b918-948b1d275b58 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 946 time: 0.0642140 Jul 05 05:21:50.051190 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c392f6b1-635d-4e32-aa9a-1c330302b844 req-77373315-92d4-431e-8e94-9468a6b60f68 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327408 Jul 05 05:21:50.075142 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40080) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:21:50.135629 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-22dae402-8807-433c-8637-296ae4a3a466 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/d3a308e7-0072-4be5-b024-37807b4b2b2e HTTP/1.1" status: 200 len: 993 time: 0.0591900 Jul 05 05:21:51.760654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd92ae-eddd-41b7-b466-d11ecf70514f req-1136f188-bdf8-4048-9283-52a1b4d96b1e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:51.762164 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-23fd92ae-eddd-41b7-b466-d11ecf70514f req-1136f188-bdf8-4048-9283-52a1b4d96b1e tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 946 time: 0.0665493 Jul 05 05:21:51.801958 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-23fd92ae-eddd-41b7-b466-d11ecf70514f req-08fa6a09-f840-4b42-bcf4-6a3e4bbc0696 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340862 Jul 05 05:21:51.814514 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e3171-4fbc-4cca-8654-ef4b63aa8424 req-098fb6b7-f30a-484e-b22b-23b428ca045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:51.816042 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a1e3171-4fbc-4cca-8654-ef4b63aa8424 req-098fb6b7-f30a-484e-b22b-23b428ca045d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 1098 time: 0.0594165 Jul 05 05:21:51.903597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e3171-4fbc-4cca-8654-ef4b63aa8424 req-c49f12ac-940d-404a-8c70-122e1cba4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:51.905253 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a1e3171-4fbc-4cca-8654-ef4b63aa8424 req-c49f12ac-940d-404a-8c70-122e1cba4a3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 HTTP/1.1" status: 200 len: 897 time: 0.0834482 Jul 05 05:21:51.974299 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a1e3171-4fbc-4cca-8654-ef4b63aa8424 req-372ce023-859b-4e00-8fa7-8ae2173ed589 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=997b11d3-748a-4138-80e5-40c979ae19fc HTTP/1.1" status: 200 len: 1001 time: 0.0624485 Jul 05 05:21:52.021369 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e3171-4fbc-4cca-8654-ef4b63aa8424 req-a62c29a1-e305-4d77-9d0e-838b7c646772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:52.022805 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a1e3171-4fbc-4cca-8654-ef4b63aa8424 req-a62c29a1-e305-4d77-9d0e-838b7c646772 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6e285b4-a628-4951-aa47-dbd0ec1e666d HTTP/1.1" status: 200 len: 834 time: 0.0434134 Jul 05 05:21:52.079036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e3171-4fbc-4cca-8654-ef4b63aa8424 req-1755558a-cfc5-4416-8424-1855b01ab020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:52.080545 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a1e3171-4fbc-4cca-8654-ef4b63aa8424 req-1755558a-cfc5-4416-8424-1855b01ab020 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521109 Jul 05 05:21:52.172367 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a1e3171-4fbc-4cca-8654-ef4b63aa8424 req-dfbd7d92-d1d0-4cb5-b2f7-2978fcc7a1bc service neutron] 10.222.0.36 "GET /v2.0/networks/5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849464 Jul 05 05:21:52.262062 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a1e3171-4fbc-4cca-8654-ef4b63aa8424 req-e5b4ab08-7a6b-4474-8a71-e48a4c8fe9eb service neutron] 10.222.0.36 "GET /v2.0/networks/5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836687 Jul 05 05:21:52.987214 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6d11a-89aa-4d57-a901-121f8d995801 req-e0b71580-d0dd-4b85-83f9-ef7fedcfd0f8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:52.988720 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50a6d11a-89aa-4d57-a901-121f8d995801 req-e0b71580-d0dd-4b85-83f9-ef7fedcfd0f8 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 946 time: 0.0669024 Jul 05 05:21:53.027241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-50a6d11a-89aa-4d57-a901-121f8d995801 req-729b1694-e07e-4d6c-95fa-a79d59afc344 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327227 Jul 05 05:21:54.206481 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87941544-6e9d-4a5b-a72f-6c974dacfe8e req-5c4315ee-52f0-4d5a-8e82-4abaacae2e76 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:54.207957 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87941544-6e9d-4a5b-a72f-6c974dacfe8e req-5c4315ee-52f0-4d5a-8e82-4abaacae2e76 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 946 time: 0.0626070 Jul 05 05:21:54.245975 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87941544-6e9d-4a5b-a72f-6c974dacfe8e req-59d01b98-34b3-492d-bffb-1d1023129405 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324306 Jul 05 05:21:54.270591 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40092) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:21:54.335761 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-0da1a6cd-3d17-40e7-8cf3-00894a4151f3 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/floatingips/d3a308e7-0072-4be5-b024-37807b4b2b2e HTTP/1.1" status: 200 len: 993 time: 0.0637019 Jul 05 05:21:54.612619 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40098) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:21:54.766816 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port cbf47e01-bd90-4351-98d7-41677caa4f58 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:21:54.767162 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:54.842877 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:54.843241 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:54.854940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for cbf47e01-bd90-4351-98d7-41677caa4f58 owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:21:55.064235 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:55.090982 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=cbf47e01-bd90-4351-98d7-41677caa4f58,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:21:55.122564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:21:55.124941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:21:55.124941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:21:55.124941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:21:55.124941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:21:55.124941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:21:55.124941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:21:55.124941 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:21:55.125734 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:21:55.125734 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:21:55.125930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:21:55.126162 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:21:55.165866 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:55.166199 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Floating IP d3a308e7-0072-4be5-b024-37807b4b2b2e disassociated (deleted). External IP: 172.25.6.19, port: 997b11d3-748a-4138-80e5-40c979ae19fc. Jul 05 05:21:55.372015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router 76c923ac-b784-446b-bff1-3d83f019857d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:21:55.474511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:21:55.479275 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:55.483567 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c08b0-6fb5-4361-9831-a84872cfe4e4 None None] Sync routers for ids ['76c923ac-b784-446b-bff1-3d83f019857d'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:21:55.493887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c08b0-6fb5-4361-9831-a84872cfe4e4 None None] Routers {'76c923ac-b784-446b-bff1-3d83f019857d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:21:55.494491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ab7c08b0-6fb5-4361-9831-a84872cfe4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:21:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['76c923ac-b784-446b-bff1-3d83f019857d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:21:55.518277 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-89a45ef7-fc61-4e88-9589-3ab6921923d2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/floatingips/d3a308e7-0072-4be5-b024-37807b4b2b2e HTTP/1.1" status: 204 len: 168 time: 0.9046407 Jul 05 05:21:55.518848 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415edc72-fb1b-4e98-a10c-05d2a20f0d82', 'tag': '997b11d3-748a-4138-80e5-40c979ae19fc'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:21:55.521205 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67dd2df-9390-42b8-bb18-ccfbee55b404" -d '{"events": [{"name": "network-changed", "server_uuid": "415edc72-fb1b-4e98-a10c-05d2a20f0d82", "tag": "997b11d3-748a-4138-80e5-40c979ae19fc"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:21:55.565881 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dd38d0-d87d-40c8-b6da-4505e0d42c41 x-openstack-request-id: req-52dd38d0-d87d-40c8-b6da-4505e0d42c41 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:21:55.566169 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415edc72-fb1b-4e98-a10c-05d2a20f0d82", "tag": "997b11d3-748a-4138-80e5-40c979ae19fc", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:21:55.566424 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-52dd38d0-d87d-40c8-b6da-4505e0d42c41 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:21:55.566857 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415edc72-fb1b-4e98-a10c-05d2a20f0d82', 'tag': '997b11d3-748a-4138-80e5-40c979ae19fc', 'status': 'completed', 'code': 200} Jul 05 05:21:55.610105 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-ab7c08b0-6fb5-4361-9831-a84872cfe4e4 None None] Set router 76c923ac-b784-446b-bff1-3d83f019857d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:21:55.645677 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dd2df-9390-42b8-bb18-ccfbee55b404 req-8cc557d6-976f-438e-8dd7-b403499f0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:55.647331 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f67dd2df-9390-42b8-bb18-ccfbee55b404 req-8cc557d6-976f-438e-8dd7-b403499f0979 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=797c76fbe70b44f8a93edd8832372e73&device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 1098 time: 0.0557551 Jul 05 05:21:55.738395 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dd2df-9390-42b8-bb18-ccfbee55b404 req-57c3ca1b-54e6-4422-a5c4-73e2c8397abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:55.740668 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f67dd2df-9390-42b8-bb18-ccfbee55b404 req-57c3ca1b-54e6-4422-a5c4-73e2c8397abd service neutron] 10.222.0.36 "GET /v2.0/networks?id=5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 HTTP/1.1" status: 200 len: 897 time: 0.0872509 Jul 05 05:21:55.787215 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f67dd2df-9390-42b8-bb18-ccfbee55b404 req-6d353f57-9ab8-46f1-85f2-baa3b5e7bf49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=997b11d3-748a-4138-80e5-40c979ae19fc HTTP/1.1" status: 200 len: 217 time: 0.0393572 Jul 05 05:21:55.819946 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ab7c08b0-6fb5-4361-9831-a84872cfe4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c923ac-b784-446b-bff1-3d83f019857d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88815222', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:20:23Z', 'updated_at': '2021-07-05T05:20:28Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:24Z', 'updated_at': '2021-07-05T05:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '7aab3d55-07a3-46a7-87b5-91896d95513c', 'name': '', 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:72:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:27Z', 'updated_at': '2021-07-05T05:20:33Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:21:55.836276 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dd2df-9390-42b8-bb18-ccfbee55b404 req-bc04cb98-bece-4201-8e92-cf5a2d3c4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:55.843512 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f67dd2df-9390-42b8-bb18-ccfbee55b404 req-bc04cb98-bece-4201-8e92-cf5a2d3c4b34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6e285b4-a628-4951-aa47-dbd0ec1e666d HTTP/1.1" status: 200 len: 834 time: 0.0456018 Jul 05 05:21:55.848120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c08b0-6fb5-4361-9831-a84872cfe4e4 None None] Checking router: 76c923ac-b784-446b-bff1-3d83f019857d for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:21:55.857201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c08b0-6fb5-4361-9831-a84872cfe4e4 None None] Routers {'76c923ac-b784-446b-bff1-3d83f019857d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:21:55.857916 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ab7c08b0-6fb5-4361-9831-a84872cfe4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:21:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['76c923ac-b784-446b-bff1-3d83f019857d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:21:55.898090 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dd2df-9390-42b8-bb18-ccfbee55b404 req-fa662bac-83db-454d-b386-d8c16ded7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:55.899516 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f67dd2df-9390-42b8-bb18-ccfbee55b404 req-fa662bac-83db-454d-b386-d8c16ded7cda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550144 Jul 05 05:21:55.972815 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-ab7c08b0-6fb5-4361-9831-a84872cfe4e4 None None] Set router 76c923ac-b784-446b-bff1-3d83f019857d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:21:55.998978 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f67dd2df-9390-42b8-bb18-ccfbee55b404 req-d569756d-37e7-4c2e-8f1d-570f8ed14cee service neutron] 10.222.0.36 "GET /v2.0/networks/5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923655 Jul 05 05:21:56.093828 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f67dd2df-9390-42b8-bb18-ccfbee55b404 req-ff0cc3b4-fb7b-4ab9-a872-f715333c06e3 service neutron] 10.222.0.36 "GET /v2.0/networks/5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887356 Jul 05 05:21:56.147292 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f694a-5145-4e3a-b2d8-27b0edc6a9d7 req-986f0a62-c174-47d6-91d8-b6e23485664a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:56.148927 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c52f694a-5145-4e3a-b2d8-27b0edc6a9d7 req-986f0a62-c174-47d6-91d8-b6e23485664a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 946 time: 0.0697463 Jul 05 05:21:56.214558 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-ab7c08b0-6fb5-4361-9831-a84872cfe4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c923ac-b784-446b-bff1-3d83f019857d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88815222', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:20:23Z', 'updated_at': '2021-07-05T05:20:28Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:24Z', 'updated_at': '2021-07-05T05:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '7aab3d55-07a3-46a7-87b5-91896d95513c', 'name': '', 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:72:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:27Z', 'updated_at': '2021-07-05T05:20:33Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:21:56.243354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c08b0-6fb5-4361-9831-a84872cfe4e4 None None] The sync data for ids ['76c923ac-b784-446b-bff1-3d83f019857d'] in n-d-771363-32 is: [{'id': '76c923ac-b784-446b-bff1-3d83f019857d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88815222', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:20:23Z', 'updated_at': '2021-07-05T05:20:28Z', 'revision_number': 4, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:24Z', 'updated_at': '2021-07-05T05:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '7aab3d55-07a3-46a7-87b5-91896d95513c', 'name': '', 'network_id': '5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'mac_address': 'fa:16:3e:72:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:27Z', 'updated_at': '2021-07-05T05:20:33Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'subnets': [{'id': 'a6e285b4-a628-4951-aa47-dbd0ec1e666d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:21:56.493622 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6ad8d-b957-46a7-b81a-75be17b2d489 None None] New status for floating IP d3a308e7-0072-4be5-b024-37807b4b2b2e: DOWN {{(pid=100935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:21:56.497501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c52f694a-5145-4e3a-b2d8-27b0edc6a9d7 req-5dece353-e269-49bb-b82d-afe369c1b317 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3429847 Jul 05 05:21:57.681428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fc9c9-519f-4570-a3e2-f32f9f8c3e24 req-b30d1e56-7b0b-4e36-8ba1-ab701c5fcda2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:57.682812 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d72fc9c9-519f-4570-a3e2-f32f9f8c3e24 req-b30d1e56-7b0b-4e36-8ba1-ab701c5fcda2 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 946 time: 0.0635366 Jul 05 05:21:57.722022 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d72fc9c9-519f-4570-a3e2-f32f9f8c3e24 req-9669d58f-dabf-4e87-bf6f-576f92e45f26 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c630200-59b6-4d27-941e-168b325bcad4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334141 Jul 05 05:21:57.804763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70599a48-9f13-4bc4-8e92-cc9254e127fb req-349196ac-db02-4f50-b35e-354aabe8b04a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:57.806474 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-70599a48-9f13-4bc4-8e92-cc9254e127fb req-349196ac-db02-4f50-b35e-354aabe8b04a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.36 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 946 time: 0.0702348 Jul 05 05:21:57.909230 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-70599a48-9f13-4bc4-8e92-cc9254e127fb req-a79cca50-e28b-426d-8340-4bf7c7b47efc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port 997b11d3-748a-4138-80e5-40c979ae19fc {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:21:57.909576 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-70599a48-9f13-4bc4-8e92-cc9254e127fb req-a79cca50-e28b-426d-8340-4bf7c7b47efc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:58.001508 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-70599a48-9f13-4bc4-8e92-cc9254e127fb req-a79cca50-e28b-426d-8340-4bf7c7b47efc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] For port 997b11d3-748a-4138-80e5-40c979ae19fc, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=997b11d3-748a-4138-80e5-40c979ae19fc,segment=NetworkSegment(ea4d0745-d672-46ce-a47a-703b3a685890),segment_id=ea4d0745-d672-46ce-a47a-703b3a685890)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:21:58.001778 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-70599a48-9f13-4bc4-8e92-cc9254e127fb req-a79cca50-e28b-426d-8340-4bf7c7b47efc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:58.015358 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-70599a48-9f13-4bc4-8e92-cc9254e127fb req-a79cca50-e28b-426d-8340-4bf7c7b47efc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for 997b11d3-748a-4138-80e5-40c979ae19fc owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:21:58.204008 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-70599a48-9f13-4bc4-8e92-cc9254e127fb req-a79cca50-e28b-426d-8340-4bf7c7b47efc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:58.236519 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cca50-e28b-426d-8340-4bf7c7b47efc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=997b11d3-748a-4138-80e5-40c979ae19fc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:21:58.281081 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-70599a48-9f13-4bc4-8e92-cc9254e127fb req-a79cca50-e28b-426d-8340-4bf7c7b47efc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] No DVR routers for this DVR port 997b11d3-748a-4138-80e5-40c979ae19fc on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:21:58.284602 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-70599a48-9f13-4bc4-8e92-cc9254e127fb req-a79cca50-e28b-426d-8340-4bf7c7b47efc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:58.285629 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-70599a48-9f13-4bc4-8e92-cc9254e127fb req-a79cca50-e28b-426d-8340-4bf7c7b47efc tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.36 "DELETE /v2.0/ports/997b11d3-748a-4138-80e5-40c979ae19fc HTTP/1.1" status: 204 len: 173 time: 0.4736118 Jul 05 05:21:58.286050 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415edc72-fb1b-4e98-a10c-05d2a20f0d82', 'name': 'network-vif-deleted', 'tag': '997b11d3-748a-4138-80e5-40c979ae19fc'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:21:58.288356 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b98be3-c893-4796-8a6f-c717dcdb2344" -d '{"events": [{"server_uuid": "415edc72-fb1b-4e98-a10c-05d2a20f0d82", "name": "network-vif-deleted", "tag": "997b11d3-748a-4138-80e5-40c979ae19fc"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:21:58.326728 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11e8f1b-2859-4533-89ef-15bf7208c670 x-openstack-request-id: req-a11e8f1b-2859-4533-89ef-15bf7208c670 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:21:58.327039 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415edc72-fb1b-4e98-a10c-05d2a20f0d82", "name": "network-vif-deleted", "tag": "997b11d3-748a-4138-80e5-40c979ae19fc", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:21:58.327296 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a11e8f1b-2859-4533-89ef-15bf7208c670 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:21:58.327683 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415edc72-fb1b-4e98-a10c-05d2a20f0d82', 'name': 'network-vif-deleted', 'tag': '997b11d3-748a-4138-80e5-40c979ae19fc', 'status': 'completed', 'code': 200} Jul 05 05:21:58.886681 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-daeda496-6a16-495d-90ae-ceb0bb36c6aa req-fcb80473-8791-4c45-bb87-c8d3c4ef00d7 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "GET /v2.0/ports?device_id=415edc72-fb1b-4e98-a10c-05d2a20f0d82 HTTP/1.1" status: 200 len: 210 time: 0.0362306 Jul 05 05:22:00.182992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40116) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:00.543530 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-53f02f85-df97-49a7-b208-e8b84b4dda5f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:01.169773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-53f02f85-df97-49a7-b208-e8b84b4dda5f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port 7aab3d55-07a3-46a7-87b5-91896d95513c {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:22:01.170249 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-53f02f85-df97-49a7-b208-e8b84b4dda5f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:01.256429 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-53f02f85-df97-49a7-b208-e8b84b4dda5f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] For port 7aab3d55-07a3-46a7-87b5-91896d95513c, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=7aab3d55-07a3-46a7-87b5-91896d95513c,segment=NetworkSegment(ea4d0745-d672-46ce-a47a-703b3a685890),segment_id=ea4d0745-d672-46ce-a47a-703b3a685890)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:22:01.257157 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-53f02f85-df97-49a7-b208-e8b84b4dda5f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:01.270203 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-53f02f85-df97-49a7-b208-e8b84b4dda5f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for 7aab3d55-07a3-46a7-87b5-91896d95513c owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:22:01.533706 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-53f02f85-df97-49a7-b208-e8b84b4dda5f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:01.563072 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f02f85-df97-49a7-b208-e8b84b4dda5f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=7aab3d55-07a3-46a7-87b5-91896d95513c,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:01.747247 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-53f02f85-df97-49a7-b208-e8b84b4dda5f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:01.975093 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f02f85-df97-49a7-b208-e8b84b4dda5f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Router 76c923ac-b784-446b-bff1-3d83f019857d has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:22:02.094215 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f02f85-df97-49a7-b208-e8b84b4dda5f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:22:02.099235 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-53f02f85-df97-49a7-b208-e8b84b4dda5f tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "PUT /v2.0/routers/76c923ac-b784-446b-bff1-3d83f019857d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9152234 Jul 05 05:22:02.102703 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40118) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:02.104674 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56af04a4-6816-4719-9760-c65d784eb37a None None] Sync routers for ids ['76c923ac-b784-446b-bff1-3d83f019857d'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:22:02.113989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af04a4-6816-4719-9760-c65d784eb37a None None] Routers {'76c923ac-b784-446b-bff1-3d83f019857d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:22:02.114615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-56af04a4-6816-4719-9760-c65d784eb37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:21:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['76c923ac-b784-446b-bff1-3d83f019857d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:02.152954 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-3864192f-7b05-4d6c-afad-97d7a319a68a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting subnet a6e285b4-a628-4951-aa47-dbd0ec1e666d {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:22:02.156032 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3864192f-7b05-4d6c-afad-97d7a319a68a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:02.197230 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3864192f-7b05-4d6c-afad-97d7a319a68a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:02.236271 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-56af04a4-6816-4719-9760-c65d784eb37a None None] Set router 76c923ac-b784-446b-bff1-3d83f019857d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:22:02.295757 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3864192f-7b05-4d6c-afad-97d7a319a68a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:02.427638 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3864192f-7b05-4d6c-afad-97d7a319a68a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:02.456053 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 997b11d3-748a-4138-80e5-40c979ae19fc no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:22:02.457126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864192f-7b05-4d6c-afad-97d7a319a68a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e285b4-a628-4951-aa47-dbd0ec1e666d,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:02.463039 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3864192f-7b05-4d6c-afad-97d7a319a68a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:02.467461 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3864192f-7b05-4d6c-afad-97d7a319a68a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/subnets/a6e285b4-a628-4951-aa47-dbd0ec1e666d HTTP/1.1" status: 204 len: 168 time: 0.3613327 Jul 05 05:22:02.468530 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40120) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:02.501133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8dde52-24ed-4e7e-afb5-4587892fe9a3 None None] Network 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:22:02.508761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: 997b11d3-748a-4138-80e5-40c979ae19fc {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:22:02.509083 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device 997b11d3-748a-4138-80e5-40c979ae19fc not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:22:02.592605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2914e1de-a73d-4450-831f-af08ab48a62a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:02.701704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-56af04a4-6816-4719-9760-c65d784eb37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c923ac-b784-446b-bff1-3d83f019857d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88815222', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:20:23Z', 'updated_at': '2021-07-05T05:22:01Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:24Z', 'updated_at': '2021-07-05T05:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:02.706141 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2914e1de-a73d-4450-831f-af08ab48a62a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:02.730875 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56af04a4-6816-4719-9760-c65d784eb37a None None] Checking router: 76c923ac-b784-446b-bff1-3d83f019857d for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:22:02.745211 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af04a4-6816-4719-9760-c65d784eb37a None None] Routers {'76c923ac-b784-446b-bff1-3d83f019857d'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:22:02.745959 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-56af04a4-6816-4719-9760-c65d784eb37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:21:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['76c923ac-b784-446b-bff1-3d83f019857d'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:02.785320 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87a1dc9-7b09-400f-9d7f-8a883f1eb242 None None] DHCP port deletion for 5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:22:02.823430 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-2914e1de-a73d-4450-831f-af08ab48a62a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Deleting port caf7655c-a790-41dd-9f16-6fa2011a50f0 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:22:02.823860 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2914e1de-a73d-4450-831f-af08ab48a62a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:02.889587 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-56af04a4-6816-4719-9760-c65d784eb37a None None] Set router 76c923ac-b784-446b-bff1-3d83f019857d gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:22:02.911618 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-2914e1de-a73d-4450-831f-af08ab48a62a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] For port caf7655c-a790-41dd-9f16-6fa2011a50f0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=caf7655c-a790-41dd-9f16-6fa2011a50f0,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:22:02.911985 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2914e1de-a73d-4450-831f-af08ab48a62a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:02.920553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:22:02.926059 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-2914e1de-a73d-4450-831f-af08ab48a62a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Calling delete_port for caf7655c-a790-41dd-9f16-6fa2011a50f0 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:22:02.970556 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b87a1dc9-7b09-400f-9d7f-8a883f1eb242 None None] Deleting port 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:22:02.970926 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b87a1dc9-7b09-400f-9d7f-8a883f1eb242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.099623 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b87a1dc9-7b09-400f-9d7f-8a883f1eb242 None None] For port 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0a1fd1c3-f957-4363-9507-cb9dfc6cbef0,segment=NetworkSegment(ea4d0745-d672-46ce-a47a-703b3a685890),segment_id=ea4d0745-d672-46ce-a47a-703b3a685890)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:22:03.100014 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b87a1dc9-7b09-400f-9d7f-8a883f1eb242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.120864 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b87a1dc9-7b09-400f-9d7f-8a883f1eb242 None None] Calling delete_port for 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:22:03.164602 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2914e1de-a73d-4450-831f-af08ab48a62a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.192557 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914e1de-a73d-4450-831f-af08ab48a62a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Port': ['ID=caf7655c-a790-41dd-9f16-6fa2011a50f0,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:03.222238 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.255553 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2914e1de-a73d-4450-831f-af08ab48a62a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.297008 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0a1fd1c3-f957-4363-9507-cb9dfc6cbef0,segment=NetworkSegment(ea4d0745-d672-46ce-a47a-703b3a685890),segment_id=ea4d0745-d672-46ce-a47a-703b3a685890)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:22:03.311214 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-56af04a4-6816-4719-9760-c65d784eb37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c923ac-b784-446b-bff1-3d83f019857d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88815222', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:20:23Z', 'updated_at': '2021-07-05T05:22:01Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:24Z', 'updated_at': '2021-07-05T05:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:03.341657 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56af04a4-6816-4719-9760-c65d784eb37a None None] The sync data for ids ['76c923ac-b784-446b-bff1-3d83f019857d'] in n-d-771363-32 is: [{'id': '76c923ac-b784-446b-bff1-3d83f019857d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88815222', 'tenant_id': '797c76fbe70b44f8a93edd8832372e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:20:23Z', 'updated_at': '2021-07-05T05:22:01Z', 'revision_number': 5, 'project_id': '797c76fbe70b44f8a93edd8832372e73', 'gw_port': {'id': 'caf7655c-a790-41dd-9f16-6fa2011a50f0', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c923ac-b784-446b-bff1-3d83f019857d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:20:24Z', 'updated_at': '2021-07-05T05:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:22:03.357483 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2914e1de-a73d-4450-831f-af08ab48a62a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.359188 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.359669 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2914e1de-a73d-4450-831f-af08ab48a62a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.390887 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.417393 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=0a1fd1c3-f957-4363-9507-cb9dfc6cbef0,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:03.424763 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:03.426230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:03.426230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:03.426230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:03.426230 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:03.426640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:03.426810 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:03.427140 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:03.427463 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:03.427841 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:03.428194 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:03.428519 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:03.475570 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b87a1dc9-7b09-400f-9d7f-8a883f1eb242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.501783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a1dc9-7b09-400f-9d7f-8a883f1eb242 None None] Pushing event deleted for resources: {'Port': ['ID=0a1fd1c3-f957-4363-9507-cb9dfc6cbef0,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:03.505350 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a1dc9-7b09-400f-9d7f-8a883f1eb242 None None] No DVR routers for this DVR port 0a1fd1c3-f957-4363-9507-cb9dfc6cbef0 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:22:03.542585 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2914e1de-a73d-4450-831f-af08ab48a62a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.542585 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2914e1de-a73d-4450-831f-af08ab48a62a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Fanout notify agent at l3_agent the message router_deleted on router 76c923ac-b784-446b-bff1-3d83f019857d {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:22:03.546842 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2914e1de-a73d-4450-831f-af08ab48a62a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.547978 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2914e1de-a73d-4450-831f-af08ab48a62a tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/routers/76c923ac-b784-446b-bff1-3d83f019857d HTTP/1.1" status: 204 len: 168 time: 1.0787897 Jul 05 05:22:03.550841 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40122) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:03.625429 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-349e1e33-910d-422a-a71f-f91036ef1686 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.714224 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-349e1e33-910d-422a-a71f-f91036ef1686 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.724501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-349e1e33-910d-422a-a71f-f91036ef1686 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:03.735943 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-349e1e33-910d-422a-a71f-f91036ef1686 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4d0745-d672-46ce-a47a-703b3a685890') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:03.736283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-349e1e33-910d-422a-a71f-f91036ef1686 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4d0745-d672-46ce-a47a-703b3a685890') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:03.745621 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-349e1e33-910d-422a-a71f-f91036ef1686 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.760306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-349e1e33-910d-422a-a71f-f91036ef1686 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.766570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349e1e33-910d-422a-a71f-f91036ef1686 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:22:03.766964 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-349e1e33-910d-422a-a71f-f91036ef1686 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: timer() Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:22:03.770049 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:22:03.914899 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-349e1e33-910d-422a-a71f-f91036ef1686 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.920216 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-349e1e33-910d-422a-a71f-f91036ef1686 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:03.924701 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-349e1e33-910d-422a-a71f-f91036ef1686 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/networks/5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1 HTTP/1.1" status: 204 len: 168 time: 0.3704009 Jul 05 05:22:03.931876 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40126) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:03.938828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e1e33-910d-422a-a71f-f91036ef1686 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'Network': ['ID=5ce077bc-b5b6-4ce9-bf53-dd7ebc741df1,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:03.990729 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:04.017390 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:04.134773 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:04.137489 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:04.138587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] 10.222.0.38 "DELETE /v2.0/security-groups/6c630200-59b6-4d27-941e-168b325bcad4 HTTP/1.1" status: 204 len: 168 time: 0.2125859 Jul 05 05:22:04.147694 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c630200-59b6-4d27-941e-168b325bcad4,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:04.155351 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:04.155706 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:04.156045 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:04.156411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:04.156749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:04.157083 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:04.157418 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:04.157754 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:04.158081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:04.158406 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:04.158732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:04.159056 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc88f7a-8bbb-45d0-a4d8-72a23ada3741 tempest-TestNetworkAdvancedServerOps-1730815457 tempest-TestNetworkAdvancedServerOps-1730815457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:04.774247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40134) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:04.802119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device caf7655c-a790-41dd-9f16-6fa2011a50f0 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:22:04.827102 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: caf7655c-a790-41dd-9f16-6fa2011a50f0 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:22:04.827458 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device caf7655c-a790-41dd-9f16-6fa2011a50f0 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:22:04.827887 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7aab3d55-07a3-46a7-87b5-91896d95513c no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:22:04.847272 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 7aab3d55-07a3-46a7-87b5-91896d95513c {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:22:04.847631 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 7aab3d55-07a3-46a7-87b5-91896d95513c not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:22:04.919168 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-8d7d1383-87cc-4c99-b8a4-391f0c318792 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=797c76fbe70b44f8a93edd8832372e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430237 Jul 05 05:22:04.921059 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40138) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:04.970237 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c2655342-7343-44d5-a89d-fcb495439ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:04.992010 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c2655342-7343-44d5-a89d-fcb495439ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:05.009241 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:05.124331 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c2655342-7343-44d5-a89d-fcb495439ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:05.127009 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-c2655342-7343-44d5-a89d-fcb495439ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:05.130619 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-c2655342-7343-44d5-a89d-fcb495439ff9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d6f8ed69-e768-4332-95c5-180c6d7357bd HTTP/1.1" status: 204 len: 168 time: 0.2062964 Jul 05 05:22:05.136876 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2655342-7343-44d5-a89d-fcb495439ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f8ed69-e768-4332-95c5-180c6d7357bd,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:05.748931 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40144) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:05.762035 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f220a875-7d63-4e16-ab1a-fa52a4ab7e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:05.852147 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f220a875-7d63-4e16-ab1a-fa52a4ab7e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:05.920245 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f220a875-7d63-4e16-ab1a-fa52a4ab7e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:05.958493 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f220a875-7d63-4e16-ab1a-fa52a4ab7e76 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bdb7f2f2777040989f3ad074f5e28715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2084856 Jul 05 05:22:05.959384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220a875-7d63-4e16-ab1a-fa52a4ab7e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d86da1-df9e-4c5a-9d69-431c492f9463,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:05.961874 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40146) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:06.012306 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7d98776-6c7d-4b11-9916-1bea6747b7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:06.034351 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7d98776-6c7d-4b11-9916-1bea6747b7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:06.146535 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7d98776-6c7d-4b11-9916-1bea6747b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:06.150481 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f7d98776-6c7d-4b11-9916-1bea6747b7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:06.151640 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f7d98776-6c7d-4b11-9916-1bea6747b7c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24d86da1-df9e-4c5a-9d69-431c492f9463 HTTP/1.1" status: 204 len: 168 time: 0.1882162 Jul 05 05:22:06.159821 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d98776-6c7d-4b11-9916-1bea6747b7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d86da1-df9e-4c5a-9d69-431c492f9463,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:07.216006 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40168) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:07.311533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-c4475dbd-ecb2-4c56-80a9-86955411296f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1933851946-network', 'tenant_id': '2d814c5919584fd9929d5525d31846a3'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:07.403443 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4475dbd-ecb2-4c56-80a9-86955411296f admin admin] Made reservation on behalf of 2d814c5919584fd9929d5525d31846a3 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:22:07.405908 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4475dbd-ecb2-4c56-80a9-86955411296f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:07.414529 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4475dbd-ecb2-4c56-80a9-86955411296f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:07.499758 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4475dbd-ecb2-4c56-80a9-86955411296f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:07.586425 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4475dbd-ecb2-4c56-80a9-86955411296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:07.613825 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4475dbd-ecb2-4c56-80a9-86955411296f admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:22:07.619946 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4475dbd-ecb2-4c56-80a9-86955411296f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98abae89-9095-4f5c-a6c0-a373f92fa365,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:07.626926 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4475dbd-ecb2-4c56-80a9-86955411296f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:07.627838 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-c4475dbd-ecb2-4c56-80a9-86955411296f admin admin] Added segment 24770da5-a907-441d-8b27-11ca68389f24 of type vlan for network 7236364e-943d-48b0-851c-faf01c9cbe1e Jul 05 05:22:07.671270 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4475dbd-ecb2-4c56-80a9-86955411296f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:07.763948 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4475dbd-ecb2-4c56-80a9-86955411296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:07.765004 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4475dbd-ecb2-4c56-80a9-86955411296f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:07.765602 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-c4475dbd-ecb2-4c56-80a9-86955411296f admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:07.826001 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4475dbd-ecb2-4c56-80a9-86955411296f admin admin] Pushing event updated for resources: {'Network': ['ID=7236364e-943d-48b0-851c-faf01c9cbe1e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:07.835994 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 7236364e-943d-48b0-851c-faf01c9cbe1e details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:22:07.972601 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-c4475dbd-ecb2-4c56-80a9-86955411296f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7554369 Jul 05 05:22:07.975479 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40172) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:07.980682 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4c0a5d30-d971-4f99-aa3c-252b0f71cec9 admin admin] Request body: {'subnet': {'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1933851946-subnet', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:08.057795 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0a5d30-d971-4f99-aa3c-252b0f71cec9 admin admin] Made reservation on behalf of 2d814c5919584fd9929d5525d31846a3 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:22:08.060345 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5d30-d971-4f99-aa3c-252b0f71cec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:08.295881 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5d30-d971-4f99-aa3c-252b0f71cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:08.344800 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a5d30-d971-4f99-aa3c-252b0f71cec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b6030b2-ea05-4321-b827-06aaae768038,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:08.361755 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0a5d30-d971-4f99-aa3c-252b0f71cec9 admin admin] Checking segment: {'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:22:08.362120 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a5d30-d971-4f99-aa3c-252b0f71cec9 admin admin] Network hostable DHCP agents. Network: 7236364e-943d-48b0-851c-faf01c9cbe1e, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:22:08.460779 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a5d30-d971-4f99-aa3c-252b0f71cec9 admin admin] Network 7236364e-943d-48b0-851c-faf01c9cbe1e is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:22:08.549464 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-4c0a5d30-d971-4f99-aa3c-252b0f71cec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 7236364e-943d-48b0-851c-faf01c9cbe1e) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:22:08.554400 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0a5d30-d971-4f99-aa3c-252b0f71cec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:08.555943 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5d30-d971-4f99-aa3c-252b0f71cec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:08.562818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d3df84-fb90-4e20-99dc-04d6bca7617a None None] Network 7236364e-943d-48b0-851c-faf01c9cbe1e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:22:08.641721 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4c0a5d30-d971-4f99-aa3c-252b0f71cec9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6626143 Jul 05 05:22:08.641974 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40174) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:08.646370 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:08.707706 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-7236364e-943d-48b0-851c-faf01c9cbe1e', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:22:08.708615 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:08.732528 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:08.733697 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:08.793595 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:08.846278 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Allocated IP 172.20.0.2 (7236364e-943d-48b0-851c-faf01c9cbe1e/4b6030b2-ea05-4321-b827-06aaae768038/d46964d4-a0d6-4d31-b04d-2c5e4aa6644a) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:22:08.985818 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:08.995293 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:09.003476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Transition to ACTIVE for port object d46964d4-a0d6-4d31-b04d-2c5e4aa6644a will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:22:09.018658 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Transition to ACTIVE for port object d46964d4-a0d6-4d31-b04d-2c5e4aa6644a will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:22:09.115454 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:09.155228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Network 7236364e-943d-48b0-851c-faf01c9cbe1e is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:22:09.160104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:22:09.163697 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:22:09.170703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Pushing event updated for resources: {'Port': ['ID=d46964d4-a0d6-4d31-b04d-2c5e4aa6644a,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:09.224941 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Attempting to bind port d46964d4-a0d6-4d31-b04d-2c5e4aa6644a on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:22:09.225310 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Attempting to bind port d46964d4-a0d6-4d31-b04d-2c5e4aa6644a by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:22:09.225678 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Attempting to bind port d46964d4-a0d6-4d31-b04d-2c5e4aa6644a on network 7236364e-943d-48b0-851c-faf01c9cbe1e {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:22:09.231306 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:22:09.231734 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Checking segment: {'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:22:09.232208 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:09.232703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Bound using segment: {'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:22:09.233192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Bound port: d46964d4-a0d6-4d31-b04d-2c5e4aa6644a, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:22:09.233600 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:09.285259 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:09.295959 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] For port d46964d4-a0d6-4d31-b04d-2c5e4aa6644a, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:22:09.299104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] For port d46964d4-a0d6-4d31-b04d-2c5e4aa6644a, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d46964d4-a0d6-4d31-b04d-2c5e4aa6644a,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:22:09.305904 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:09.378214 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:09.408052 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Allocated IP 172.25.6.226 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/0036df36-03d2-4e57-a3ed-872342f12c89) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:22:09.443335 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45856724-0767-4a6a-b4df-f9254ee097a3 None None] Pushing event updated for resources: {'Port': ['ID=d46964d4-a0d6-4d31-b04d-2c5e4aa6644a,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:09.517848 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:09.655492 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:09.703978 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:22:09.709223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:22:09.713191 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:22:09.738155 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Pushing event updated for resources: {'Port': ['ID=0036df36-03d2-4e57-a3ed-872342f12c89,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:10.080564 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:10.339311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16652c74-4c41-4dec-b90c-4ec4d7ee96d2 None None] Network 7236364e-943d-48b0-851c-faf01c9cbe1e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:22:10.552176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c639090a-aa65-4939-861e-6ca132549f84 None None] Provisioning for port d46964d4-a0d6-4d31-b04d-2c5e4aa6644a completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:22:10.637782 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:10.821658 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Router 881ce7b7-091e-4764-9286-da3bed70841a is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:22:10.832784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d46964d4-a0d6-4d31-b04d-2c5e4aa6644a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:22:10.933367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:22:10.941789 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Sync routers for ids ['881ce7b7-091e-4764-9286-da3bed70841a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:22:10.950581 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port d46964d4-a0d6-4d31-b04d-2c5e4aa6644a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:22:10.958116 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Routers {'881ce7b7-091e-4764-9286-da3bed70841a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:22:10.958116 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:21:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['881ce7b7-091e-4764-9286-da3bed70841a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:10.958392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port d46964d4-a0d6-4d31-b04d-2c5e4aa6644a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:10.958392 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:11.029429 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:11.030627 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bd34036f-3400-4ae1-8db2-8e6cdf8dc561 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3878117 Jul 05 05:22:11.033394 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40176) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:11.051730 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:11.082589 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Set router 881ce7b7-091e-4764-9286-da3bed70841a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:22:11.091583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port d46964d4-a0d6-4d31-b04d-2c5e4aa6644a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d46964d4-a0d6-4d31-b04d-2c5e4aa6644a,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:22:11.246039 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:11.261335 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:09Z', 'revision_number': 3, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:11.291818 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Checking router: 881ce7b7-091e-4764-9286-da3bed70841a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:22:11.292159 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Updating router 881ce7b7-091e-4764-9286-da3bed70841a port 0036df36-03d2-4e57-a3ed-872342f12c89 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:22:11.296788 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=d46964d4-a0d6-4d31-b04d-2c5e4aa6644a,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:11.328978 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:11.466947 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:11.537998 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a33b5778-1c47-4147-811f-4b1d5ba54eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:11.578694 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:11.588713 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Transition to ACTIVE for port object 0036df36-03d2-4e57-a3ed-872342f12c89 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:22:11.635895 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Allocated IP 172.20.0.1 (7236364e-943d-48b0-851c-faf01c9cbe1e/4b6030b2-ea05-4321-b827-06aaae768038/bb920837-27f0-4751-af50-01b0a73006de) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:22:11.666445 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:11.725061 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Attempting to bind port 0036df36-03d2-4e57-a3ed-872342f12c89 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:22:11.725421 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Attempting to bind port 0036df36-03d2-4e57-a3ed-872342f12c89 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:22:11.725774 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Attempting to bind port 0036df36-03d2-4e57-a3ed-872342f12c89 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:22:11.729316 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c371b4-3c98-46a4-8f48-5e88e33f3354 None None] Pushing event updated for resources: {'Port': ['ID=0036df36-03d2-4e57-a3ed-872342f12c89,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:11.733908 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:22:11.734272 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:22:11.734665 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:11.735081 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:22:11.735593 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Bound port: 0036df36-03d2-4e57-a3ed-872342f12c89, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:22:11.735965 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:11.739969 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:11.742289 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c371b4-3c98-46a4-8f48-5e88e33f3354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:11.742631 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c371b4-3c98-46a4-8f48-5e88e33f3354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:11.744376 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c371b4-3c98-46a4-8f48-5e88e33f3354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:11.744376 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c371b4-3c98-46a4-8f48-5e88e33f3354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:11.744376 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c371b4-3c98-46a4-8f48-5e88e33f3354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:11.744376 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c371b4-3c98-46a4-8f48-5e88e33f3354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:11.744376 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c371b4-3c98-46a4-8f48-5e88e33f3354 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:11.744934 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c371b4-3c98-46a4-8f48-5e88e33f3354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:11.744934 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c371b4-3c98-46a4-8f48-5e88e33f3354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:11.745266 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c371b4-3c98-46a4-8f48-5e88e33f3354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:11.745584 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c371b4-3c98-46a4-8f48-5e88e33f3354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:11.745900 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c371b4-3c98-46a4-8f48-5e88e33f3354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:11.752713 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Transition to ACTIVE for port object bb920837-27f0-4751-af50-01b0a73006de will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:22:11.881908 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] For port 0036df36-03d2-4e57-a3ed-872342f12c89, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:22:11.885850 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] For port 0036df36-03d2-4e57-a3ed-872342f12c89, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0036df36-03d2-4e57-a3ed-872342f12c89,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:22:11.892250 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:11.932358 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Network 7236364e-943d-48b0-851c-faf01c9cbe1e is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:22:11.937249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:22:11.939931 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:22:11.973597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Pushing event updated for resources: {'Port': ['ID=bb920837-27f0-4751-af50-01b0a73006de,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:11.986865 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:11.994187 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:12.044173 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Routers {'881ce7b7-091e-4764-9286-da3bed70841a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:22:12.044808 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:21:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['881ce7b7-091e-4764-9286-da3bed70841a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:12.095554 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c371b4-3c98-46a4-8f48-5e88e33f3354 None None] Pushing event updated for resources: {'Port': ['ID=0036df36-03d2-4e57-a3ed-872342f12c89,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:12.167105 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] Set router 881ce7b7-091e-4764-9286-da3bed70841a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:22:12.245433 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:12.290443 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4505387e-83a2-4179-8038-7924fa8b83ca None None] Provisioning for port bb920837-27f0-4751-af50-01b0a73006de completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:22:12.295390 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4505387e-83a2-4179-8038-7924fa8b83ca None None] Provisioning complete for port bb920837-27f0-4751-af50-01b0a73006de triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:12.296153 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4505387e-83a2-4179-8038-7924fa8b83ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:12.339392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-4505387e-83a2-4179-8038-7924fa8b83ca None None] Port bb920837-27f0-4751-af50-01b0a73006de cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:22:12.352772 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:09Z', 'revision_number': 3, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:12.378887 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b45474-298a-4353-bbbb-fa792f152fb4 None None] The sync data for ids ['881ce7b7-091e-4764-9286-da3bed70841a'] in n-d-771363-32 is: [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:09Z', 'revision_number': 3, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:22:12.421350 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:12.489152 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:12.561124 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:12.562965 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Pushing event updated for resources: {'Port': ['ID=bb920837-27f0-4751-af50-01b0a73006de,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:12.673539 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Network 7236364e-943d-48b0-851c-faf01c9cbe1e is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:22:12.675178 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:22:12.823886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Router 881ce7b7-091e-4764-9286-da3bed70841a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:22:12.942913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d46964d4-a0d6-4d31-b04d-2c5e4aa6644a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:22:12.963714 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:22:12.978031 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-496e4d80-d88a-4e03-9bb2-bb488d71100f admin admin] 10.222.0.38 "PUT /v2.0/routers/881ce7b7-091e-4764-9286-da3bed70841a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9422154 Jul 05 05:22:12.992802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-5cea6014-0153-4903-acdb-8fface182690 None None] Provisioning complete for port bb920837-27f0-4751-af50-01b0a73006de triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:12.993143 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5cea6014-0153-4903-acdb-8fface182690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:13.041616 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-5cea6014-0153-4903-acdb-8fface182690 None None] Port bb920837-27f0-4751-af50-01b0a73006de cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:22:13.046184 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port d46964d4-a0d6-4d31-b04d-2c5e4aa6644a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:13.046658 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:13.138536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0036df36-03d2-4e57-a3ed-872342f12c89 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:22:13.249303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 0036df36-03d2-4e57-a3ed-872342f12c89 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:22:13.261473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0036df36-03d2-4e57-a3ed-872342f12c89 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:13.261473 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:13.339896 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:13.361680 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 0036df36-03d2-4e57-a3ed-872342f12c89, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0036df36-03d2-4e57-a3ed-872342f12c89,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:22:13.440570 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:13.490016 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=0036df36-03d2-4e57-a3ed-872342f12c89,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:13.717458 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40192) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:13.722553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-ada00d19-5281-4271-bd4f-109e78414285 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1739000937-network', 'tenant_id': '542cd73947aa48989fbcb897be81f94f'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:13.817739 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada00d19-5281-4271-bd4f-109e78414285 admin admin] Made reservation on behalf of 542cd73947aa48989fbcb897be81f94f for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:22:13.821154 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ada00d19-5281-4271-bd4f-109e78414285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:13.830392 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ada00d19-5281-4271-bd4f-109e78414285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:13.921858 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ada00d19-5281-4271-bd4f-109e78414285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:13.975274 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ada00d19-5281-4271-bd4f-109e78414285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:14.004193 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada00d19-5281-4271-bd4f-109e78414285 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:22:14.014792 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada00d19-5281-4271-bd4f-109e78414285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fd6a7c-f8f6-44cc-bb6a-759ae1c2bce2,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:14.019769 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ada00d19-5281-4271-bd4f-109e78414285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:14.020144 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-ada00d19-5281-4271-bd4f-109e78414285 admin admin] Added segment cd49abbf-4dd1-447a-9dba-afa2a8d3a24e of type vlan for network e6dd8a20-1291-4356-8015-e2abcc28d6cc Jul 05 05:22:14.062214 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ada00d19-5281-4271-bd4f-109e78414285 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:14.091953 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3860a8c1-cae0-4d26-a1a9-49121b7ed3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:14.096604 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Sync routers for ids ['881ce7b7-091e-4764-9286-da3bed70841a'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:22:14.107777 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Routers {'881ce7b7-091e-4764-9286-da3bed70841a'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:22:14.108421 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:22:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['881ce7b7-091e-4764-9286-da3bed70841a'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:14.171902 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ada00d19-5281-4271-bd4f-109e78414285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:14.172953 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada00d19-5281-4271-bd4f-109e78414285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:14.173546 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-ada00d19-5281-4271-bd4f-109e78414285 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:14.214418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Set router 881ce7b7-091e-4764-9286-da3bed70841a gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:22:14.232543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada00d19-5281-4271-bd4f-109e78414285 admin admin] Pushing event updated for resources: {'Network': ['ID=e6dd8a20-1291-4356-8015-e2abcc28d6cc,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:14.244345 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network e6dd8a20-1291-4356-8015-e2abcc28d6cc details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:22:14.278869 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ada00d19-5281-4271-bd4f-109e78414285 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5601268 Jul 05 05:22:14.281612 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40194) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:14.286645 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-bcee1699-c871-4b19-89bb-aabbaefeecd7 admin admin] Request body: {'subnet': {'network_id': 'e6dd8a20-1291-4356-8015-e2abcc28d6cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1739000937-subnet', 'tenant_id': '542cd73947aa48989fbcb897be81f94f', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:14.366721 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcee1699-c871-4b19-89bb-aabbaefeecd7 admin admin] Made reservation on behalf of 542cd73947aa48989fbcb897be81f94f for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:22:14.370602 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bcee1699-c871-4b19-89bb-aabbaefeecd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:14.559376 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:14.623280 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bcee1699-c871-4b19-89bb-aabbaefeecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:14.633580 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:12Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bb920837-27f0-4751-af50-01b0a73006de', 'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'mac_address': 'fa:16:3e:32:bf:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:11Z', 'updated_at': '2021-07-05T05:22:12Z', 'revision_number': 2, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'subnets': [{'id': '4b6030b2-ea05-4321-b827-06aaae768038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:14.663942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Checking router: 881ce7b7-091e-4764-9286-da3bed70841a for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:22:14.664386 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Updating router 881ce7b7-091e-4764-9286-da3bed70841a port bb920837-27f0-4751-af50-01b0a73006de binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:22:14.678105 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee1699-c871-4b19-89bb-aabbaefeecd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3384dcfc-c894-4fd8-a9a1-0c73faacf68c,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:14.690515 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcee1699-c871-4b19-89bb-aabbaefeecd7 admin admin] Checking segment: {'id': 'cd49abbf-4dd1-447a-9dba-afa2a8d3a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e6dd8a20-1291-4356-8015-e2abcc28d6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:22:14.690881 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcee1699-c871-4b19-89bb-aabbaefeecd7 admin admin] Network hostable DHCP agents. Network: e6dd8a20-1291-4356-8015-e2abcc28d6cc, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:22:14.707584 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:14.766296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcee1699-c871-4b19-89bb-aabbaefeecd7 admin admin] Network e6dd8a20-1291-4356-8015-e2abcc28d6cc is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:22:14.818382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0036df36-03d2-4e57-a3ed-872342f12c89 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:22:14.834777 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-bcee1699-c871-4b19-89bb-aabbaefeecd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, e6dd8a20-1291-4356-8015-e2abcc28d6cc) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:22:14.838995 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee1699-c871-4b19-89bb-aabbaefeecd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:14.839590 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bcee1699-c871-4b19-89bb-aabbaefeecd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:14.846349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dab8ae-5108-48f2-a67d-84a4a3aaacfc None None] Network e6dd8a20-1291-4356-8015-e2abcc28d6cc requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:22:14.934148 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bcee1699-c871-4b19-89bb-aabbaefeecd7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6512876 Jul 05 05:22:14.936644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40196) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:14.941003 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1739000937-router', 'tenant_id': '542cd73947aa48989fbcb897be81f94f', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:15.011771 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 0036df36-03d2-4e57-a3ed-872342f12c89 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:15.012169 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.029474 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.030605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.086991 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.163842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-e6dd8a20-1291-4356-8015-e2abcc28d6cc', 'network_id': 'e6dd8a20-1291-4356-8015-e2abcc28d6cc', 'tenant_id': '542cd73947aa48989fbcb897be81f94f', 'fixed_ips': [{'subnet_id': '3384dcfc-c894-4fd8-a9a1-0c73faacf68c'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:22:15.166574 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.209729 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.233745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Transition to ACTIVE for port object bb920837-27f0-4751-af50-01b0a73006de will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:22:15.303312 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.305844 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.392913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47350ee2-4824-4050-b7c6-7d543dab09d6 None None] Pushing event updated for resources: {'Port': ['ID=bb920837-27f0-4751-af50-01b0a73006de,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:15.417362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Allocated IP 172.20.0.2 (e6dd8a20-1291-4356-8015-e2abcc28d6cc/3384dcfc-c894-4fd8-a9a1-0c73faacf68c/d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:22:15.466776 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Attempting to bind port bb920837-27f0-4751-af50-01b0a73006de on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:22:15.467192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Attempting to bind port bb920837-27f0-4751-af50-01b0a73006de by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:22:15.467820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Attempting to bind port bb920837-27f0-4751-af50-01b0a73006de on network 7236364e-943d-48b0-851c-faf01c9cbe1e {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:22:15.506269 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:22:15.506643 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Checking segment: {'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:22:15.507049 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.507423 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Bound using segment: {'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:22:15.507893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Bound port: bb920837-27f0-4751-af50-01b0a73006de, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:22:15.508302 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.607058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.622923 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] For port bb920837-27f0-4751-af50-01b0a73006de, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:22:15.626435 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.660635 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] For port bb920837-27f0-4751-af50-01b0a73006de, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bb920837-27f0-4751-af50-01b0a73006de,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:22:15.683037 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.691201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Transition to ACTIVE for port object d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:22:15.706362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Transition to ACTIVE for port object d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:22:15.712710 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.739453 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Allocated IP 172.25.6.160 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/1e71206a-93e0-45a9-bd72-29aab6a491cb) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:22:15.768195 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Routers {'881ce7b7-091e-4764-9286-da3bed70841a'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:22:15.768842 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:22:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['881ce7b7-091e-4764-9286-da3bed70841a'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:15.772239 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.807501 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47350ee2-4824-4050-b7c6-7d543dab09d6 None None] Pushing event updated for resources: {'Port': ['ID=bb920837-27f0-4751-af50-01b0a73006de,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:15.827684 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.863089 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.912878 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Network e6dd8a20-1291-4356-8015-e2abcc28d6cc is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:22:15.923661 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:22:15.928582 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:22:15.930806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Pushing event updated for resources: {'Port': ['ID=d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:15.937539 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] Set router 881ce7b7-091e-4764-9286-da3bed70841a gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:22:15.952128 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.994496 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:22:16.000709 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:22:16.005194 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:22:16.008316 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Pushing event updated for resources: {'Port': ['ID=1e71206a-93e0-45a9-bd72-29aab6a491cb,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:16.109711 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Attempting to bind port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:22:16.110076 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Attempting to bind port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'cd49abbf-4dd1-447a-9dba-afa2a8d3a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e6dd8a20-1291-4356-8015-e2abcc28d6cc'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:22:16.110441 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Attempting to bind port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 on network e6dd8a20-1291-4356-8015-e2abcc28d6cc {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:22:16.119957 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:22:16.120353 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Checking segment: {'id': 'cd49abbf-4dd1-447a-9dba-afa2a8d3a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e6dd8a20-1291-4356-8015-e2abcc28d6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:22:16.120755 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:16.121145 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Bound using segment: {'id': 'cd49abbf-4dd1-447a-9dba-afa2a8d3a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e6dd8a20-1291-4356-8015-e2abcc28d6cc'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:22:16.121611 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Bound port: d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd49abbf-4dd1-447a-9dba-afa2a8d3a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e6dd8a20-1291-4356-8015-e2abcc28d6cc'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:22:16.121991 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:16.232273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] For port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:22:16.237660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] For port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51,segment=NetworkSegment(cd49abbf-4dd1-447a-9dba-afa2a8d3a24e),segment_id=cd49abbf-4dd1-447a-9dba-afa2a8d3a24e)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:22:16.256667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:12Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bb920837-27f0-4751-af50-01b0a73006de', 'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'mac_address': 'fa:16:3e:32:bf:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:11Z', 'updated_at': '2021-07-05T05:22:15Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'subnets': [{'id': '4b6030b2-ea05-4321-b827-06aaae768038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:16.285114 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a7964-e733-4ace-9e41-c1ce12f3c5cf None None] The sync data for ids ['881ce7b7-091e-4764-9286-da3bed70841a'] in n-d-771363-32 is: [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:12Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bb920837-27f0-4751-af50-01b0a73006de', 'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'mac_address': 'fa:16:3e:32:bf:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:11Z', 'updated_at': '2021-07-05T05:22:15Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'subnets': [{'id': '4b6030b2-ea05-4321-b827-06aaae768038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:22:16.309177 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:16.340023 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:16.396158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d0887-01f2-4b7f-8bd6-60ba16fda7ec None None] Pushing event updated for resources: {'Port': ['ID=d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:16.663784 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:16.922155 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bb920837-27f0-4751-af50-01b0a73006de up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:22:16.932394 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Router f6ce408e-e848-4f55-8e0e-eab7742d41a8 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:22:17.064258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port bb920837-27f0-4751-af50-01b0a73006de completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:22:17.069500 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bb920837-27f0-4751-af50-01b0a73006de triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:17.070076 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:22:17.073598 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:17.080297 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Sync routers for ids ['f6ce408e-e848-4f55-8e0e-eab7742d41a8'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:22:17.091544 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Routers {'f6ce408e-e848-4f55-8e0e-eab7742d41a8'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:22:17.092390 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:22:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f6ce408e-e848-4f55-8e0e-eab7742d41a8'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:17.212179 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:17.220861 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Set router f6ce408e-e848-4f55-8e0e-eab7742d41a8 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:22:17.267497 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:17.267497 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-8551f4bd-1f22-4a14-8bc7-26b5b1c294b9 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2969334 Jul 05 05:22:17.269913 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40200) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:17.270405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port bb920837-27f0-4751-af50-01b0a73006de, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bb920837-27f0-4751-af50-01b0a73006de,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:22:17.443237 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'name': 'tempest-TestShelveInstance-1739000937-router', 'tenant_id': '542cd73947aa48989fbcb897be81f94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '1e71206a-93e0-45a9-bd72-29aab6a491cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:15Z', 'updated_at': '2021-07-05T05:22:16Z', 'revision_number': 3, 'project_id': '542cd73947aa48989fbcb897be81f94f', 'gw_port': {'id': '1e71206a-93e0-45a9-bd72-29aab6a491cb', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:15Z', 'updated_at': '2021-07-05T05:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:17.451851 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:17.477089 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Checking router: f6ce408e-e848-4f55-8e0e-eab7742d41a8 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:22:17.478440 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Updating router f6ce408e-e848-4f55-8e0e-eab7742d41a8 port 1e71206a-93e0-45a9-bd72-29aab6a491cb binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:22:17.483329 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:17.484176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:22:17.525377 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:17.603477 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e242b6-cb6f-49cb-b7ed-69acd65899af None None] Network e6dd8a20-1291-4356-8015-e2abcc28d6cc requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:22:17.678073 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=bb920837-27f0-4751-af50-01b0a73006de,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:17.765083 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:22:17.798405 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:17.800856 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-29272003-18c7-4ed2-9c8d-875c73529b1e None None] Provisioning for port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:22:17.807243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-29272003-18c7-4ed2-9c8d-875c73529b1e None None] Provisioning complete for port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:17.807934 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-29272003-18c7-4ed2-9c8d-875c73529b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:17.872564 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:17.890483 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Transition to ACTIVE for port object 1e71206a-93e0-45a9-bd72-29aab6a491cb will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:22:17.906254 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-29272003-18c7-4ed2-9c8d-875c73529b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:17.944488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-29272003-18c7-4ed2-9c8d-875c73529b1e None None] For port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51,segment=NetworkSegment(cd49abbf-4dd1-447a-9dba-afa2a8d3a24e),segment_id=cd49abbf-4dd1-447a-9dba-afa2a8d3a24e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:22:17.963500 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:17.973180 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Allocated IP 172.20.0.1 (e6dd8a20-1291-4356-8015-e2abcc28d6cc/3384dcfc-c894-4fd8-a9a1-0c73faacf68c/937afe35-eb5b-4ca5-89e6-e63af386fb4a) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:22:18.018562 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Attempting to bind port 1e71206a-93e0-45a9-bd72-29aab6a491cb on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:22:18.018931 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Attempting to bind port 1e71206a-93e0-45a9-bd72-29aab6a491cb by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:22:18.019298 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Attempting to bind port 1e71206a-93e0-45a9-bd72-29aab6a491cb on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:22:18.023333 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-29272003-18c7-4ed2-9c8d-875c73529b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:18.027598 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db190527-7168-4649-b75c-57baea206d45 None None] Pushing event updated for resources: {'Port': ['ID=1e71206a-93e0-45a9-bd72-29aab6a491cb,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:18.030124 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:22:18.030567 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:22:18.030973 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:18.031359 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:22:18.031835 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Bound port: 1e71206a-93e0-45a9-bd72-29aab6a491cb, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:22:18.032250 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:18.079429 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29272003-18c7-4ed2-9c8d-875c73529b1e None None] Pushing event updated for resources: {'Port': ['ID=d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:18.087153 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] For port 1e71206a-93e0-45a9-bd72-29aab6a491cb, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:22:18.090511 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] For port 1e71206a-93e0-45a9-bd72-29aab6a491cb, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1e71206a-93e0-45a9-bd72-29aab6a491cb,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:22:18.105127 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:18.121050 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Transition to ACTIVE for port object 937afe35-eb5b-4ca5-89e6-e63af386fb4a will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:22:18.169224 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:18.224057 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Routers {'f6ce408e-e848-4f55-8e0e-eab7742d41a8'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:22:18.224701 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:22:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f6ce408e-e848-4f55-8e0e-eab7742d41a8'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:18.226610 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:18.229578 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db190527-7168-4649-b75c-57baea206d45 None None] Pushing event updated for resources: {'Port': ['ID=1e71206a-93e0-45a9-bd72-29aab6a491cb,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:18.252886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-72220bb8-c827-405a-9010-abc4c2752d5f None None] Provisioning complete for port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:18.253312 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-72220bb8-c827-405a-9010-abc4c2752d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:18.267372 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Network e6dd8a20-1291-4356-8015-e2abcc28d6cc is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:22:18.273772 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:22:18.279034 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:22:18.315361 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Pushing event updated for resources: {'Port': ['ID=937afe35-eb5b-4ca5-89e6-e63af386fb4a,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:18.320232 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:18.353270 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] Set router f6ce408e-e848-4f55-8e0e-eab7742d41a8 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:22:18.531329 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:18.541570 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'name': 'tempest-TestShelveInstance-1739000937-router', 'tenant_id': '542cd73947aa48989fbcb897be81f94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '1e71206a-93e0-45a9-bd72-29aab6a491cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:15Z', 'updated_at': '2021-07-05T05:22:16Z', 'revision_number': 3, 'project_id': '542cd73947aa48989fbcb897be81f94f', 'gw_port': {'id': '1e71206a-93e0-45a9-bd72-29aab6a491cb', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:15Z', 'updated_at': '2021-07-05T05:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:18.646141 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-510bdc47-a1b3-4ad0-bd30-524f64af6ca5 None None] Provisioning for port 937afe35-eb5b-4ca5-89e6-e63af386fb4a completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:22:18.650703 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-510bdc47-a1b3-4ad0-bd30-524f64af6ca5 None None] Provisioning complete for port 937afe35-eb5b-4ca5-89e6-e63af386fb4a triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:18.651156 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-510bdc47-a1b3-4ad0-bd30-524f64af6ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:18.664243 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918cc4e-fd75-4aa9-a57d-3916c7d12493 None None] The sync data for ids ['f6ce408e-e848-4f55-8e0e-eab7742d41a8'] in n-d-771363-32 is: [{'id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'name': 'tempest-TestShelveInstance-1739000937-router', 'tenant_id': '542cd73947aa48989fbcb897be81f94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '1e71206a-93e0-45a9-bd72-29aab6a491cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:15Z', 'updated_at': '2021-07-05T05:22:16Z', 'revision_number': 3, 'project_id': '542cd73947aa48989fbcb897be81f94f', 'gw_port': {'id': '1e71206a-93e0-45a9-bd72-29aab6a491cb', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:15Z', 'updated_at': '2021-07-05T05:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:22:18.691471 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-510bdc47-a1b3-4ad0-bd30-524f64af6ca5 None None] Port 937afe35-eb5b-4ca5-89e6-e63af386fb4a cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:22:18.706691 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:18.768933 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:18.828022 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bb920837-27f0-4751-af50-01b0a73006de up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:22:18.849347 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:18.851124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Pushing event updated for resources: {'Port': ['ID=937afe35-eb5b-4ca5-89e6-e63af386fb4a,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:18.884566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port bb920837-27f0-4751-af50-01b0a73006de triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:18.884941 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:18.953458 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Network e6dd8a20-1291-4356-8015-e2abcc28d6cc is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:22:18.956145 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:22:19.094059 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Router f6ce408e-e848-4f55-8e0e-eab7742d41a8 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:22:19.212365 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:22:19.251223 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:22:19.256505 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-db7ee0c9-79be-40a7-a0f3-4bacf9ebee26 admin admin] 10.222.0.38 "PUT /v2.0/routers/f6ce408e-e848-4f55-8e0e-eab7742d41a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0174463 Jul 05 05:22:19.266802 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:19.267314 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:19.414263 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0df7416d-ba5d-40e6-b440-64867c640512 None None] Provisioning complete for port 937afe35-eb5b-4ca5-89e6-e63af386fb4a triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:19.414652 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0df7416d-ba5d-40e6-b440-64867c640512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:19.455704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0df7416d-ba5d-40e6-b440-64867c640512 None None] Port 937afe35-eb5b-4ca5-89e6-e63af386fb4a cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:22:19.910350 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40212) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:19.915111 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-fa04b9f1-4980-4528-a71d-dd04840baf87 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-932303067', 'description': 'tempest-secgroup-smoke-932303067 description', 'project_id': '2d814c5919584fd9929d5525d31846a3'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:20.020996 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fa04b9f1-4980-4528-a71d-dd04840baf87 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:20.125965 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fa04b9f1-4980-4528-a71d-dd04840baf87 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:20.174513 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fa04b9f1-4980-4528-a71d-dd04840baf87 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:20.205891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04b9f1-4980-4528-a71d-dd04840baf87 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415a26ff-56cc-4fa1-94df-a03ba50c29c2,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:20.251865 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-fa04b9f1-4980-4528-a71d-dd04840baf87 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:20.253166 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-fa04b9f1-4980-4528-a71d-dd04840baf87 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3418090 Jul 05 05:22:20.256162 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40214) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:20.260691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b3df3184-e0a8-41c9-a627-a21091331c59 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'security_group_rule': {'security_group_id': '415a26ff-56cc-4fa1-94df-a03ba50c29c2', 'project_id': '2d814c5919584fd9929d5525d31846a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:20.353798 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Sync routers for ids ['f6ce408e-e848-4f55-8e0e-eab7742d41a8'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:22:20.360213 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3df3184-e0a8-41c9-a627-a21091331c59 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:20.363398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Routers {'f6ce408e-e848-4f55-8e0e-eab7742d41a8'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:22:20.364254 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:22:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f6ce408e-e848-4f55-8e0e-eab7742d41a8'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:20.427360 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3df3184-e0a8-41c9-a627-a21091331c59 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:20.478817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Set router f6ce408e-e848-4f55-8e0e-eab7742d41a8 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:22:20.495262 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3df3184-e0a8-41c9-a627-a21091331c59 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:20.514939 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df3184-e0a8-41c9-a627-a21091331c59 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19a6142-be54-4158-a1a7-7f7e4082d5ed,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:20.606303 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b3df3184-e0a8-41c9-a627-a21091331c59 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:20.607544 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b3df3184-e0a8-41c9-a627-a21091331c59 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504372 Jul 05 05:22:20.611593 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40216) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:20.616428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d6d60243-c0a8-4722-8647-13ef44d9e225 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'security_group_rule': {'security_group_id': '415a26ff-56cc-4fa1-94df-a03ba50c29c2', 'project_id': '2d814c5919584fd9929d5525d31846a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:20.697542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'name': 'tempest-TestShelveInstance-1739000937-router', 'tenant_id': '542cd73947aa48989fbcb897be81f94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '1e71206a-93e0-45a9-bd72-29aab6a491cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:15Z', 'updated_at': '2021-07-05T05:22:18Z', 'revision_number': 4, 'project_id': '542cd73947aa48989fbcb897be81f94f', 'gw_port': {'id': '1e71206a-93e0-45a9-bd72-29aab6a491cb', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:15Z', 'updated_at': '2021-07-05T05:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '937afe35-eb5b-4ca5-89e6-e63af386fb4a', 'name': '', 'network_id': 'e6dd8a20-1291-4356-8015-e2abcc28d6cc', 'tenant_id': '542cd73947aa48989fbcb897be81f94f', 'mac_address': 'fa:16:3e:47:93:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3384dcfc-c894-4fd8-a9a1-0c73faacf68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:17Z', 'updated_at': '2021-07-05T05:22:18Z', 'revision_number': 2, 'project_id': '542cd73947aa48989fbcb897be81f94f', 'subnets': [{'id': '3384dcfc-c894-4fd8-a9a1-0c73faacf68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:20.735349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Checking router: f6ce408e-e848-4f55-8e0e-eab7742d41a8 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:22:20.735728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Updating router f6ce408e-e848-4f55-8e0e-eab7742d41a8 port 937afe35-eb5b-4ca5-89e6-e63af386fb4a binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:22:20.740518 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6d60243-c0a8-4722-8647-13ef44d9e225 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:20.779963 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:20.815586 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6d60243-c0a8-4722-8647-13ef44d9e225 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:20.873503 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1e71206a-93e0-45a9-bd72-29aab6a491cb up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:22:20.900324 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6d60243-c0a8-4722-8647-13ef44d9e225 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:20.926257 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d60243-c0a8-4722-8647-13ef44d9e225 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2003ea6f-1068-471c-a0a6-2bbb523299ea,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:21.014843 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d6d60243-c0a8-4722-8647-13ef44d9e225 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.016033 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d6d60243-c0a8-4722-8647-13ef44d9e225 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4034493 Jul 05 05:22:21.018832 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40220) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:21.023271 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f5c1b82e-de5c-424b-ba51-c1268de37496 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'security_group_rule': {'security_group_id': '415a26ff-56cc-4fa1-94df-a03ba50c29c2', 'project_id': '2d814c5919584fd9929d5525d31846a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:21.066651 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 1e71206a-93e0-45a9-bd72-29aab6a491cb completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:22:21.082553 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1e71206a-93e0-45a9-bd72-29aab6a491cb triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:21.082931 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.085578 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.118483 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Transition to ACTIVE for port object 937afe35-eb5b-4ca5-89e6-e63af386fb4a will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:22:21.119632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f5c1b82e-de5c-424b-ba51-c1268de37496 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.174033 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.179139 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f5c1b82e-de5c-424b-ba51-c1268de37496 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.191779 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.201490 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 1e71206a-93e0-45a9-bd72-29aab6a491cb, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1e71206a-93e0-45a9-bd72-29aab6a491cb,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:22:21.237631 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f5c1b82e-de5c-424b-ba51-c1268de37496 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.247770 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3411d85-7404-4e4f-9df9-05c3fc8f71b8 None None] Pushing event updated for resources: {'Port': ['ID=937afe35-eb5b-4ca5-89e6-e63af386fb4a,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:21.266480 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1b82e-de5c-424b-ba51-c1268de37496 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63afc421-6bce-470e-98ab-47f6880f3b18,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:21.266823 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.333045 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Attempting to bind port 937afe35-eb5b-4ca5-89e6-e63af386fb4a on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:22:21.333419 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Attempting to bind port 937afe35-eb5b-4ca5-89e6-e63af386fb4a by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'cd49abbf-4dd1-447a-9dba-afa2a8d3a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e6dd8a20-1291-4356-8015-e2abcc28d6cc'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:22:21.333786 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Attempting to bind port 937afe35-eb5b-4ca5-89e6-e63af386fb4a on network e6dd8a20-1291-4356-8015-e2abcc28d6cc {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:22:21.337502 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f5c1b82e-de5c-424b-ba51-c1268de37496 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.341924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40222) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:21.342990 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f5c1b82e-de5c-424b-ba51-c1268de37496 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3221934 Jul 05 05:22:21.347437 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:22:21.347818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Checking segment: {'id': 'cd49abbf-4dd1-447a-9dba-afa2a8d3a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e6dd8a20-1291-4356-8015-e2abcc28d6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:22:21.347981 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-df8d614f-635a-4da6-90f5-9f3e02a4a2e7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'security_group_rule': {'security_group_id': '415a26ff-56cc-4fa1-94df-a03ba50c29c2', 'project_id': '2d814c5919584fd9929d5525d31846a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:21.348273 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.348682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Bound using segment: {'id': 'cd49abbf-4dd1-447a-9dba-afa2a8d3a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e6dd8a20-1291-4356-8015-e2abcc28d6cc'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:22:21.349149 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Bound port: 937afe35-eb5b-4ca5-89e6-e63af386fb4a, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd49abbf-4dd1-447a-9dba-afa2a8d3a24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e6dd8a20-1291-4356-8015-e2abcc28d6cc'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:22:21.349525 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.354682 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=1e71206a-93e0-45a9-bd72-29aab6a491cb,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:21.418719 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:22:21.421646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] For port 937afe35-eb5b-4ca5-89e6-e63af386fb4a, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:22:21.424873 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] For port 937afe35-eb5b-4ca5-89e6-e63af386fb4a, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=937afe35-eb5b-4ca5-89e6-e63af386fb4a,segment=NetworkSegment(cd49abbf-4dd1-447a-9dba-afa2a8d3a24e),segment_id=cd49abbf-4dd1-447a-9dba-afa2a8d3a24e)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:22:21.439885 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-df8d614f-635a-4da6-90f5-9f3e02a4a2e7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.493062 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.503297 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-df8d614f-635a-4da6-90f5-9f3e02a4a2e7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.548054 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Routers {'f6ce408e-e848-4f55-8e0e-eab7742d41a8'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:22:21.548704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:22:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f6ce408e-e848-4f55-8e0e-eab7742d41a8'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:21.586312 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-df8d614f-635a-4da6-90f5-9f3e02a4a2e7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.592047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3411d85-7404-4e4f-9df9-05c3fc8f71b8 None None] Pushing event updated for resources: {'Port': ['ID=937afe35-eb5b-4ca5-89e6-e63af386fb4a,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:21.609991 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d614f-635a-4da6-90f5-9f3e02a4a2e7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9abc9e1-4317-4ebb-9b0b-c90647931434,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:21.671983 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] Set router f6ce408e-e848-4f55-8e0e-eab7742d41a8 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:22:21.691088 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-df8d614f-635a-4da6-90f5-9f3e02a4a2e7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.691088 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-df8d614f-635a-4da6-90f5-9f3e02a4a2e7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3389885 Jul 05 05:22:21.691088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40224) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:21.691088 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-7be27325-5c8f-431a-ad46-4f1cadd1c915 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'security_group_rule': {'security_group_id': '415a26ff-56cc-4fa1-94df-a03ba50c29c2', 'project_id': '2d814c5919584fd9929d5525d31846a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:21.775505 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-7be27325-5c8f-431a-ad46-4f1cadd1c915 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Project 2d814c5919584fd9929d5525d31846a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:22:21.780923 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7be27325-5c8f-431a-ad46-4f1cadd1c915 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.843808 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7be27325-5c8f-431a-ad46-4f1cadd1c915 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.888347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'name': 'tempest-TestShelveInstance-1739000937-router', 'tenant_id': '542cd73947aa48989fbcb897be81f94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '1e71206a-93e0-45a9-bd72-29aab6a491cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:15Z', 'updated_at': '2021-07-05T05:22:18Z', 'revision_number': 4, 'project_id': '542cd73947aa48989fbcb897be81f94f', 'gw_port': {'id': '1e71206a-93e0-45a9-bd72-29aab6a491cb', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:15Z', 'updated_at': '2021-07-05T05:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '937afe35-eb5b-4ca5-89e6-e63af386fb4a', 'name': '', 'network_id': 'e6dd8a20-1291-4356-8015-e2abcc28d6cc', 'tenant_id': '542cd73947aa48989fbcb897be81f94f', 'mac_address': 'fa:16:3e:47:93:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3384dcfc-c894-4fd8-a9a1-0c73faacf68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:17Z', 'updated_at': '2021-07-05T05:22:21Z', 'revision_number': 4, 'project_id': '542cd73947aa48989fbcb897be81f94f', 'subnets': [{'id': '3384dcfc-c894-4fd8-a9a1-0c73faacf68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:21.914817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14c3909-94b3-471f-bc7e-a978910e9979 None None] The sync data for ids ['f6ce408e-e848-4f55-8e0e-eab7742d41a8'] in n-d-771363-32 is: [{'id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'name': 'tempest-TestShelveInstance-1739000937-router', 'tenant_id': '542cd73947aa48989fbcb897be81f94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '1e71206a-93e0-45a9-bd72-29aab6a491cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:15Z', 'updated_at': '2021-07-05T05:22:18Z', 'revision_number': 4, 'project_id': '542cd73947aa48989fbcb897be81f94f', 'gw_port': {'id': '1e71206a-93e0-45a9-bd72-29aab6a491cb', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:15Z', 'updated_at': '2021-07-05T05:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '937afe35-eb5b-4ca5-89e6-e63af386fb4a', 'name': '', 'network_id': 'e6dd8a20-1291-4356-8015-e2abcc28d6cc', 'tenant_id': '542cd73947aa48989fbcb897be81f94f', 'mac_address': 'fa:16:3e:47:93:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '3384dcfc-c894-4fd8-a9a1-0c73faacf68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:17Z', 'updated_at': '2021-07-05T05:22:21Z', 'revision_number': 4, 'project_id': '542cd73947aa48989fbcb897be81f94f', 'subnets': [{'id': '3384dcfc-c894-4fd8-a9a1-0c73faacf68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:22:21.917564 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7be27325-5c8f-431a-ad46-4f1cadd1c915 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:21.936342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be27325-5c8f-431a-ad46-4f1cadd1c915 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e853f5-3b41-4c64-b971-ed2a07ab3fae,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:22.031886 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-7be27325-5c8f-431a-ad46-4f1cadd1c915 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:22.033300 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-7be27325-5c8f-431a-ad46-4f1cadd1c915 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3474655 Jul 05 05:22:22.036114 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40226) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:22.041222 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-b5ea8288-a0ba-4e54-8bcb-8404f39da2d8 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'security_group_rule': {'security_group_id': '415a26ff-56cc-4fa1-94df-a03ba50c29c2', 'project_id': '2d814c5919584fd9929d5525d31846a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:22.151809 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-b5ea8288-a0ba-4e54-8bcb-8404f39da2d8 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Project 2d814c5919584fd9929d5525d31846a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:22:22.157244 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8288-a0ba-4e54-8bcb-8404f39da2d8 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:22.223538 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8288-a0ba-4e54-8bcb-8404f39da2d8 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:22.297241 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8288-a0ba-4e54-8bcb-8404f39da2d8 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:22.317576 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea8288-a0ba-4e54-8bcb-8404f39da2d8 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0189b2cb-edaf-4063-ae11-9f8a545b5ec4,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:22.382996 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8288-a0ba-4e54-8bcb-8404f39da2d8 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:22.384564 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-b5ea8288-a0ba-4e54-8bcb-8404f39da2d8 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3471961 Jul 05 05:22:22.652281 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-a4728df8-d3c9-486e-b2d7-d939ff0f52d7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-932303067&fields=id&tenant_id=2d814c5919584fd9929d5525d31846a3 HTTP/1.1" status: 200 len: 267 time: 0.0362616 Jul 05 05:22:22.757651 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-12cac1bd-ac32-4b3b-b683-2f96597d5b4e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:22.759259 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-12cac1bd-ac32-4b3b-b683-2f96597d5b4e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 809 time: 0.1005640 Jul 05 05:22:22.775677 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-c96e7c1f-0440-47c0-add3-c6de095f0bba tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/quotas/2d814c5919584fd9929d5525d31846a3 HTTP/1.1" status: 200 len: 375 time: 0.0101976 Jul 05 05:22:22.847049 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-b0e5aa4c-211d-4aa2-9e2a-41896aea4fea tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633872 Jul 05 05:22:22.883395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1e71206a-93e0-45a9-bd72-29aab6a491cb up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:22:22.934362 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 1e71206a-93e0-45a9-bd72-29aab6a491cb triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:22.934740 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:23.011979 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 937afe35-eb5b-4ca5-89e6-e63af386fb4a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:22:23.054579 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-eefa95e4-c485-407b-af2a-2a86a1b30e26 service neutron] 10.222.0.38 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951745 Jul 05 05:22:23.132347 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 937afe35-eb5b-4ca5-89e6-e63af386fb4a completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:22:23.137729 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 937afe35-eb5b-4ca5-89e6-e63af386fb4a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:23.138253 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:23.150673 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-7424be9d-23c6-44c1-8cbf-787bbe940b6c service neutron] 10.222.0.38 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889351 Jul 05 05:22:23.229925 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:23.264545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 937afe35-eb5b-4ca5-89e6-e63af386fb4a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=937afe35-eb5b-4ca5-89e6-e63af386fb4a,segment=NetworkSegment(cd49abbf-4dd1-447a-9dba-afa2a8d3a24e),segment_id=cd49abbf-4dd1-447a-9dba-afa2a8d3a24e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:22:23.368807 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:23.427901 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=937afe35-eb5b-4ca5-89e6-e63af386fb4a,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:23.469060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-13e55e66-fbbd-4c44-939b-04c06a6448ea req-4266ad6b-5ddb-44c7-80c8-18b2e16ec377 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 210 time: 0.1096852 Jul 05 05:22:24.622775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-194b78a2-ac08-4759-a444-8b70d6c64f35 req-558e87ff-f613-4fd3-a101-88fd6c6fcc32 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 210 time: 0.0292344 Jul 05 05:22:24.815109 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 937afe35-eb5b-4ca5-89e6-e63af386fb4a up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:22:24.866122 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 937afe35-eb5b-4ca5-89e6-e63af386fb4a triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:24.866500 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:25.684564 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-0b166ba4-deed-40a7-853a-22917cf6a70d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:25.686036 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-0b166ba4-deed-40a7-853a-22917cf6a70d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 809 time: 0.1090553 Jul 05 05:22:25.730695 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-09eeeb32-d3d1-4b37-85a5-3247fd1801f8 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d814c5919584fd9929d5525d31846a3 HTTP/1.1" status: 200 len: 379 time: 0.0356202 Jul 05 05:22:25.741083 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-4c29d917-8752-40e7-b2ae-8e8c69d90d71 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'port': {'device_id': '19c070c7-73d4-4af8-ae30-a59644834842', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'admin_state_up': True, 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'security_groups': ['415a26ff-56cc-4fa1-94df-a03ba50c29c2']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:25.768360 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a67e1c45-dd92-4499-8c88-f48551922358 req-05cc7102-b372-460e-8371-cbb5f354fe62 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 210 time: 0.0296729 Jul 05 05:22:25.924122 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-4c29d917-8752-40e7-b2ae-8e8c69d90d71 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Made reservation on behalf of 2d814c5919584fd9929d5525d31846a3 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:22:25.927769 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-4c29d917-8752-40e7-b2ae-8e8c69d90d71 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:26.061133 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-4c29d917-8752-40e7-b2ae-8e8c69d90d71 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Allocated IP 172.20.0.11 (7236364e-943d-48b0-851c-faf01c9cbe1e/4b6030b2-ea05-4321-b827-06aaae768038/e1bae6f6-12d4-4b85-8c89-2fe2db9d577e) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:22:26.198564 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-4c29d917-8752-40e7-b2ae-8e8c69d90d71 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:26.210817 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-4c29d917-8752-40e7-b2ae-8e8c69d90d71 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Transition to ACTIVE for port object e1bae6f6-12d4-4b85-8c89-2fe2db9d577e will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:22:26.303058 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-4c29d917-8752-40e7-b2ae-8e8c69d90d71 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:26.351234 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-4c29d917-8752-40e7-b2ae-8e8c69d90d71 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Network 7236364e-943d-48b0-851c-faf01c9cbe1e is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:22:26.356968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-4c29d917-8752-40e7-b2ae-8e8c69d90d71 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:22:26.363722 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-4c29d917-8752-40e7-b2ae-8e8c69d90d71 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:22:26.367597 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29d917-8752-40e7-b2ae-8e8c69d90d71 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'Port': ['ID=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:26.414134 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-4c29d917-8752-40e7-b2ae-8e8c69d90d71 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:26.414760 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-4c29d917-8752-40e7-b2ae-8e8c69d90d71 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:26.496091 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-4c29d917-8752-40e7-b2ae-8e8c69d90d71 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7591043 Jul 05 05:22:26.507575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-d26d7cc0-1e07-443d-b7dc-d2db66782089 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:22:26.508760 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-d26d7cc0-1e07-443d-b7dc-d2db66782089 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054820 Jul 05 05:22:26.564808 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Request body: {'port': {'device_id': '19c070c7-73d4-4af8-ae30-a59644834842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:26.640547 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:26.700153 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-34b16cf0-b5ba-4e88-93fd-2d10ecb64e30 None None] Provisioning for port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:22:26.709292 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-34b16cf0-b5ba-4e88-93fd-2d10ecb64e30 None None] Provisioning complete for port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:26.709292 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-34b16cf0-b5ba-4e88-93fd-2d10ecb64e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:26.739785 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-34b16cf0-b5ba-4e88-93fd-2d10ecb64e30 None None] Port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:22:26.958442 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8959ca-ba18-4078-9bc0-6186103be23a req-3ee737bb-a869-4003-b714-808da06743af tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:26.961731 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb8959ca-ba18-4078-9bc0-6186103be23a req-3ee737bb-a869-4003-b714-808da06743af tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 932 time: 0.0739422 Jul 05 05:22:27.001194 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cb8959ca-ba18-4078-9bc0-6186103be23a req-a7b6e0f7-c0d6-46cb-8215-2efa35950d73 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346801 Jul 05 05:22:27.246227 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bae6f6-12d4-4b85-8c89-2fe2db9d577e {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:22:27.253494 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:27.265532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Transition to ACTIVE for port object e1bae6f6-12d4-4b85-8c89-2fe2db9d577e will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:22:27.323176 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:27.377553 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:27.446292 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Attempting to bind port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:22:27.447702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Attempting to bind port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:22:27.447702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Attempting to bind port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e on network 7236364e-943d-48b0-851c-faf01c9cbe1e {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:22:27.452281 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e on network 7236364e-943d-48b0-851c-faf01c9cbe1e not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:22:27.452606 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Attempting to bind port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e on network 7236364e-943d-48b0-851c-faf01c9cbe1e {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:22:27.457491 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:22:27.457833 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Checking segment: {'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:22:27.458221 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Bound using segment: {'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:22:27.458639 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Bound port: e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:22:27.459006 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:27.525550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:22:27.528741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:22:27.609627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:27.644105 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:27.644734 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:27.646119 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] 10.222.0.10 "PUT /v2.0/ports/e1bae6f6-12d4-4b85-8c89-2fe2db9d577e HTTP/1.1" status: 200 len: 1093 time: 1.1311927 Jul 05 05:22:27.646570 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:22:27.648868 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0f3a05-55f9-441b-b5c7-bb189810a0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:22:27.686452 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e46e1-e83e-436e-a377-f69c4b093700 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:27.802972 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0bce86-1eb4-45e7-b645-0437ebf3bb31 x-openstack-request-id: req-cb0bce86-1eb4-45e7-b645-0437ebf3bb31 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:22:27.808685 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:22:27.808685 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb0bce86-1eb4-45e7-b645-0437ebf3bb31 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:22:27.808685 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'status': 'completed', 'code': 200} Jul 05 05:22:27.835977 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-0b11539e-2cd8-4c01-a140-f39364e493df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:27.837683 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-0b11539e-2cd8-4c01-a140-f39364e493df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 1096 time: 0.0640624 Jul 05 05:22:27.879354 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-1429ed64-a561-4be1-9173-6c325029823f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e HTTP/1.1" status: 200 len: 217 time: 0.0343120 Jul 05 05:22:27.926095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-025bcb59-c486-4c1c-9bb2-b7c97be7ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:27.927415 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-025bcb59-c486-4c1c-9bb2-b7c97be7ab8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0426483 Jul 05 05:22:27.986644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-87737295-dfa4-4431-b7f0-d625e6fbaba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:27.988129 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-87737295-dfa4-4431-b7f0-d625e6fbaba8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545995 Jul 05 05:22:28.204217 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-cbb08e84-6113-41ac-9c55-a562c21b21a4 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923467 Jul 05 05:22:28.204384 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b9de8-c9f4-41d0-96d7-7eefa7fa2704 req-6e4ae7ad-8593-42e7-acf7-5fdced56a7da tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:28.204384 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a83b9de8-c9f4-41d0-96d7-7eefa7fa2704 req-6e4ae7ad-8593-42e7-acf7-5fdced56a7da tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 944 time: 0.0670288 Jul 05 05:22:28.205060 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1142b1a4-8814-43c8-a448-ce89b6a0d8c4 req-1b319277-e1dd-474a-9318-8bc29bfcc8b0 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887423 Jul 05 05:22:28.222751 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a83b9de8-c9f4-41d0-96d7-7eefa7fa2704 req-eef2efb5-d687-4dee-a587-765b633046ca tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349500 Jul 05 05:22:28.470086 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f3a05-55f9-441b-b5c7-bb189810a0e4 req-c9e6b73c-18d6-4f34-afcf-ddffbeb50c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:28.471587 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e0f3a05-55f9-441b-b5c7-bb189810a0e4 req-c9e6b73c-18d6-4f34-afcf-ddffbeb50c8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 1096 time: 0.0543149 Jul 05 05:22:28.559432 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f3a05-55f9-441b-b5c7-bb189810a0e4 req-901fadc5-2085-4b75-a883-04c9d502e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:28.560927 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e0f3a05-55f9-441b-b5c7-bb189810a0e4 req-901fadc5-2085-4b75-a883-04c9d502e76f service neutron] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.0828834 Jul 05 05:22:28.605811 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e0f3a05-55f9-441b-b5c7-bb189810a0e4 req-13c4de69-a8a4-4cae-a2ee-e3929e903358 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e HTTP/1.1" status: 200 len: 217 time: 0.0382187 Jul 05 05:22:28.655331 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f3a05-55f9-441b-b5c7-bb189810a0e4 req-42933f11-25db-49e5-8d16-dcdcda8fcfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:28.656824 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e0f3a05-55f9-441b-b5c7-bb189810a0e4 req-42933f11-25db-49e5-8d16-dcdcda8fcfc3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0437434 Jul 05 05:22:28.713036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f3a05-55f9-441b-b5c7-bb189810a0e4 req-2dc2c75f-732e-4542-879f-21662037dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:28.714494 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e0f3a05-55f9-441b-b5c7-bb189810a0e4 req-2dc2c75f-732e-4542-879f-21662037dc7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509534 Jul 05 05:22:28.809317 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e0f3a05-55f9-441b-b5c7-bb189810a0e4 req-86ca627f-62b0-4a0a-a0b8-db65bd559e3d service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868497 Jul 05 05:22:28.898599 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5e0f3a05-55f9-441b-b5c7-bb189810a0e4 req-353026b5-fd8b-4614-875d-72e9845d7de6 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812404 Jul 05 05:22:29.400582 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab65c7-30db-438d-88d4-c4af3b73cf1a req-0475f995-26f7-4776-a81b-5fac464c1d5d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:29.401920 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8ab65c7-30db-438d-88d4-c4af3b73cf1a req-0475f995-26f7-4776-a81b-5fac464c1d5d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 944 time: 0.0622938 Jul 05 05:22:29.438479 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f8ab65c7-30db-438d-88d4-c4af3b73cf1a req-363a6f58-75bf-4809-9796-c635e6c7b025 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310051 Jul 05 05:22:30.613704 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46926a97-ab2c-463c-8217-ef3200c44a76 req-2b2cc964-85fd-49cc-8cc4-a61aede0287d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:30.615198 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46926a97-ab2c-463c-8217-ef3200c44a76 req-2b2cc964-85fd-49cc-8cc4-a61aede0287d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 944 time: 0.0675912 Jul 05 05:22:30.652483 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-46926a97-ab2c-463c-8217-ef3200c44a76 req-0b7212a3-2bea-4a17-900e-f60329dea3a9 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316837 Jul 05 05:22:30.796413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e1bae6f6-12d4-4b85-8c89-2fe2db9d577e details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:22:30.891282 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:22:30.903119 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'port_id': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'mac_address': 'fa:16:3e:66:36:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:22:30.938335 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:30.951011 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bae6f6-12d4-4b85-8c89-2fe2db9d577e {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:22:30.969879 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:22:31.068655 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:31.118445 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:31.302491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e1bae6f6-12d4-4b85-8c89-2fe2db9d577e'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:22:31.840585 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9238-5f85-41be-9a7f-c9a80834c2f2 req-4f4e1c00-ff99-4b5a-964a-497e8e361a82 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:31.842100 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-524c9238-5f85-41be-9a7f-c9a80834c2f2 req-4f4e1c00-ff99-4b5a-964a-497e8e361a82 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0625806 Jul 05 05:22:31.878820 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-524c9238-5f85-41be-9a7f-c9a80834c2f2 req-60b77517-c4bf-4ff6-bf79-19097d6912e0 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311327 Jul 05 05:22:32.816572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e1bae6f6-12d4-4b85-8c89-2fe2db9d577e up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:22:32.931731 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:22:32.935836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:22:32.936255 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:33.012988 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:33.056129 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:22:33.058416 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ac634c-442c-45e3-8e4d-71dd62b3fdb8" -d '{"events": [{"server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "name": "network-vif-plugged", "status": "completed", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:22:33.062380 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf40f3-a218-4327-8f45-9b16c7e5735f req-dec68aea-dad3-49bc-9c28-02dcf1326589 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:33.063900 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4baf40f3-a218-4327-8f45-9b16c7e5735f req-dec68aea-dad3-49bc-9c28-02dcf1326589 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0680466 Jul 05 05:22:33.072249 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:22:33.104542 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4baf40f3-a218-4327-8f45-9b16c7e5735f req-8ac6f1ac-ad75-47cd-a533-cef98bb24e2a tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345304 Jul 05 05:22:33.146113 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:33.173139 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b14c7d-048d-4137-a1d3-f8c527289116 x-openstack-request-id: req-21b14c7d-048d-4137-a1d3-f8c527289116 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:22:33.173428 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "name": "network-vif-plugged", "status": "completed", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:22:33.173679 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-21b14c7d-048d-4137-a1d3-f8c527289116 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:22:33.174055 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'code': 200} Jul 05 05:22:33.200040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:33.279055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77b693-59a3-44ca-a044-1e95c0ec8684 req-194ba8a6-e17a-4c89-ad8d-fe4ee59db676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:33.280592 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b77b693-59a3-44ca-a044-1e95c0ec8684 req-194ba8a6-e17a-4c89-ad8d-fe4ee59db676 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 1098 time: 0.0537541 Jul 05 05:22:33.328789 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-6b77b693-59a3-44ca-a044-1e95c0ec8684 req-7f37839a-be2f-4570-b0bf-988429851038 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418220 Jul 05 05:22:33.340219 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:34.277363 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709ac92-0bae-4f7e-a64e-2338f63b4103 req-0d386579-c3b6-4a65-b41b-9fd295943e97 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:34.278849 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2709ac92-0bae-4f7e-a64e-2338f63b4103 req-0d386579-c3b6-4a65-b41b-9fd295943e97 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0630035 Jul 05 05:22:34.316990 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2709ac92-0bae-4f7e-a64e-2338f63b4103 req-ea2701c8-be1f-4482-b98d-ec0cf6589887 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322032 Jul 05 05:22:35.014152 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:35.495173 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c0c34-2229-4459-afa2-e7769c555465 req-59b36686-d4dc-4322-bff7-e3aa440eb2f0 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:35.496705 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-703c0c34-2229-4459-afa2-e7769c555465 req-59b36686-d4dc-4322-bff7-e3aa440eb2f0 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0674019 Jul 05 05:22:35.534922 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-703c0c34-2229-4459-afa2-e7769c555465 req-965ec96a-88f8-4bf0-aa7d-af96db8f10a3 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327003 Jul 05 05:22:35.708732 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e107e4-d6d1-4aa1-bee6-7ff22a792f36 req-8924a7ea-cb49-406e-ab71-10581a0debea tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:35.710120 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9e107e4-d6d1-4aa1-bee6-7ff22a792f36 req-8924a7ea-cb49-406e-ab71-10581a0debea tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0671866 Jul 05 05:22:35.748423 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b9e107e4-d6d1-4aa1-bee6-7ff22a792f36 req-19712b37-c950-4acb-a34d-0a0b44df448d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321085 Jul 05 05:22:35.771460 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40294) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:35.871404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dd41e4-1203-4cda-a014-c644c374803d tempest-TestShelveInstance-483634098 tempest-TestShelveInstance-483634098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:35.872963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-34dd41e4-1203-4cda-a014-c644c374803d tempest-TestShelveInstance-483634098 tempest-TestShelveInstance-483634098-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 1093 time: 0.1005158 Jul 05 05:22:35.875834 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40298) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:35.880126 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:35.979931 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:36.080372 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:36.183311 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Allocated IP 172.25.6.10 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/fc47bba8-0c78-4253-8667-fd7f72f45e63) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:22:36.286594 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:36.394541 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:36.436854 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:22:36.439586 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:22:36.443845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:22:36.448141 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'Port': ['ID=fc47bba8-0c78-4253-8667-fd7f72f45e63,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:36.806749 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:36.946917 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:37.090054 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:37.186170 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:37.257478 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'Port': ['ID=fc47bba8-0c78-4253-8667-fd7f72f45e63,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:37.269216 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:37.663735 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Floating IP b60a32f4-f039-4bf6-a413-ec0923bc9544 associated. External IP: 172.25.6.10, port: e1bae6f6-12d4-4b85-8c89-2fe2db9d577e. Jul 05 05:22:37.867104 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Router 881ce7b7-091e-4764-9286-da3bed70841a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:22:37.970765 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:22:37.980743 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca263f3a-cff8-4871-ae29-7cb988e0f458 None None] Sync routers for ids ['881ce7b7-091e-4764-9286-da3bed70841a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:22:37.990270 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca263f3a-cff8-4871-ae29-7cb988e0f458 None None] Routers {'881ce7b7-091e-4764-9286-da3bed70841a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:22:37.990880 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ca263f3a-cff8-4871-ae29-7cb988e0f458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:22:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['881ce7b7-091e-4764-9286-da3bed70841a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:38.065964 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:38.094122 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-ca263f3a-cff8-4871-ae29-7cb988e0f458 None None] Set router 881ce7b7-091e-4764-9286-da3bed70841a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:22:38.106468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-e56a38bd-f531-4eae-83f5-d7bc689ee188 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2295926 Jul 05 05:22:38.107152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:22:38.109546 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737722de-8b0f-438a-96e8-6e42c6c4c45d" -d '{"events": [{"name": "network-changed", "server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:22:38.196685 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ced492-7e47-47e4-809c-c876c0d9c1c9 x-openstack-request-id: req-25ced492-7e47-47e4-809c-c876c0d9c1c9 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:22:38.196980 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:22:38.197233 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-25ced492-7e47-47e4-809c-c876c0d9c1c9 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:22:38.197634 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'status': 'completed', 'code': 200} Jul 05 05:22:38.273349 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737722de-8b0f-438a-96e8-6e42c6c4c45d req-0c49ecd6-67bf-48f6-b0b2-4686c2a03597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:38.274928 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-737722de-8b0f-438a-96e8-6e42c6c4c45d req-0c49ecd6-67bf-48f6-b0b2-4686c2a03597 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 1098 time: 0.0547228 Jul 05 05:22:38.320452 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ca263f3a-cff8-4871-ae29-7cb988e0f458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:12Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'b60a32f4-f039-4bf6-a413-ec0923bc9544', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'port_id': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'mac_address': 'fa:16:3e:66:36:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c070c7-73d4-4af8-ae30-a59644834842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:22:36Z', 'updated_at': '2021-07-05T05:22:36Z', 'revision_number': 0, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb920837-27f0-4751-af50-01b0a73006de', 'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'mac_address': 'fa:16:3e:32:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:11Z', 'updated_at': '2021-07-05T05:22:17Z', 'revision_number': 5, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'subnets': [{'id': '4b6030b2-ea05-4321-b827-06aaae768038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:38.349570 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca263f3a-cff8-4871-ae29-7cb988e0f458 None None] Checking router: 881ce7b7-091e-4764-9286-da3bed70841a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:22:38.358827 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca263f3a-cff8-4871-ae29-7cb988e0f458 None None] Routers {'881ce7b7-091e-4764-9286-da3bed70841a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:22:38.359444 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ca263f3a-cff8-4871-ae29-7cb988e0f458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:22:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['881ce7b7-091e-4764-9286-da3bed70841a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:38.365551 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737722de-8b0f-438a-96e8-6e42c6c4c45d req-977349e0-fd84-4aba-8fed-f158b047c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:38.367086 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-737722de-8b0f-438a-96e8-6e42c6c4c45d req-977349e0-fd84-4aba-8fed-f158b047c1c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.0853903 Jul 05 05:22:38.437911 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-737722de-8b0f-438a-96e8-6e42c6c4c45d req-5d9aeb60-1d97-4aa7-a542-210fec2e491e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e HTTP/1.1" status: 200 len: 999 time: 0.0630946 Jul 05 05:22:38.463883 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-ca263f3a-cff8-4871-ae29-7cb988e0f458 None None] Set router 881ce7b7-091e-4764-9286-da3bed70841a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:22:38.487156 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737722de-8b0f-438a-96e8-6e42c6c4c45d req-851bf361-a181-4530-a4e3-0c711406baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:38.488657 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-737722de-8b0f-438a-96e8-6e42c6c4c45d req-851bf361-a181-4530-a4e3-0c711406baf9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0445769 Jul 05 05:22:38.547181 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737722de-8b0f-438a-96e8-6e42c6c4c45d req-78e85d20-c0a0-4795-b425-e7d9b864f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:38.548755 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-737722de-8b0f-438a-96e8-6e42c6c4c45d req-78e85d20-c0a0-4795-b425-e7d9b864f593 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539045 Jul 05 05:22:38.643701 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-737722de-8b0f-438a-96e8-6e42c6c4c45d req-73e634fb-949d-4a35-a6f6-b05758fea14b service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883892 Jul 05 05:22:38.690069 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-ca263f3a-cff8-4871-ae29-7cb988e0f458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:12Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'b60a32f4-f039-4bf6-a413-ec0923bc9544', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'port_id': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'mac_address': 'fa:16:3e:66:36:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c070c7-73d4-4af8-ae30-a59644834842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:22:36Z', 'updated_at': '2021-07-05T05:22:36Z', 'revision_number': 0, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb920837-27f0-4751-af50-01b0a73006de', 'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'mac_address': 'fa:16:3e:32:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:11Z', 'updated_at': '2021-07-05T05:22:17Z', 'revision_number': 5, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'subnets': [{'id': '4b6030b2-ea05-4321-b827-06aaae768038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:38.716551 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca263f3a-cff8-4871-ae29-7cb988e0f458 None None] The sync data for ids ['881ce7b7-091e-4764-9286-da3bed70841a'] in n-d-771363-32 is: [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:12Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': 'b60a32f4-f039-4bf6-a413-ec0923bc9544', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'port_id': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'mac_address': 'fa:16:3e:66:36:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c070c7-73d4-4af8-ae30-a59644834842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:22:36Z', 'updated_at': '2021-07-05T05:22:36Z', 'revision_number': 0, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb920837-27f0-4751-af50-01b0a73006de', 'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'mac_address': 'fa:16:3e:32:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:11Z', 'updated_at': '2021-07-05T05:22:17Z', 'revision_number': 5, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'subnets': [{'id': '4b6030b2-ea05-4321-b827-06aaae768038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:22:38.735597 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-737722de-8b0f-438a-96e8-6e42c6c4c45d req-ad0b693f-9a91-439f-a7ad-fdcbb2793906 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852296 Jul 05 05:22:38.916518 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d56de8-eebd-4b79-9b94-f0b14761d83f None None] New status for floating IP b60a32f4-f039-4bf6-a413-ec0923bc9544: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:22:41.557328 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-46f987fd-cd8d-4c38-b850-79571f3dd076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:44.085575 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ea103f54-02ae-4013-b9df-f0dc3da598ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:44.490941 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:45.776567 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:47.284879 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:51.399739 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b711300-f23e-4c6d-bddd-192ec80f9b6a req-2a854cd3-2ad9-437a-9109-78457472670d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578582 Jul 05 05:22:51.498178 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b711300-f23e-4c6d-bddd-192ec80f9b6a req-7956f726-a944-41ba-bb86-5611897a2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:51.499743 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b711300-f23e-4c6d-bddd-192ec80f9b6a req-7956f726-a944-41ba-bb86-5611897a2fb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 1098 time: 0.0538738 Jul 05 05:22:51.611759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b711300-f23e-4c6d-bddd-192ec80f9b6a req-1cc08be3-8fc5-47dc-a9f3-16d1bcedf45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:51.613300 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b711300-f23e-4c6d-bddd-192ec80f9b6a req-1cc08be3-8fc5-47dc-a9f3-16d1bcedf45e service neutron] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.0926867 Jul 05 05:22:51.684824 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b711300-f23e-4c6d-bddd-192ec80f9b6a req-5321eec1-f48a-46db-8b46-c1a0fe4ecbde service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e HTTP/1.1" status: 200 len: 1001 time: 0.0645392 Jul 05 05:22:51.738629 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b711300-f23e-4c6d-bddd-192ec80f9b6a req-f2f3c58b-ed39-4b6f-9625-0460e27b5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:51.740144 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b711300-f23e-4c6d-bddd-192ec80f9b6a req-f2f3c58b-ed39-4b6f-9625-0460e27b5340 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0486262 Jul 05 05:22:51.798602 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b711300-f23e-4c6d-bddd-192ec80f9b6a req-b9b76df6-bb38-41c7-aba9-0f0871c3c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:51.800166 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b711300-f23e-4c6d-bddd-192ec80f9b6a req-b9b76df6-bb38-41c7-aba9-0f0871c3c65c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532763 Jul 05 05:22:51.895771 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b711300-f23e-4c6d-bddd-192ec80f9b6a req-22204c98-bbb4-4af1-b199-7a7bf1be1195 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883882 Jul 05 05:22:51.986256 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b711300-f23e-4c6d-bddd-192ec80f9b6a req-71785e64-91d8-4ded-8b03-a965fa88c0cf service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839984 Jul 05 05:22:58.418222 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:23:03.370881 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:04.999303 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:11.561886 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e7e306b4-6084-45f0-a2d3-d01bca2d3537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:14.113614 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4d6126d0-67bb-4a97-8d6d-4514e8a79219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:14.512906 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:15.735675 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:17.295891 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:33.338367 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:35.015603 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:35.416776 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:23:41.538407 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b90ca907-d125-4ed5-88cc-9661e4536cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:44.110406 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-467fc69e-2099-4311-9208-c0f975c737f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:44.538218 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:45.760964 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:47.277855 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:53.376257 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfe92516-bffe-4269-a53e-de61a0e6d5a2 req-dc62abfc-131b-4d6d-934c-3d6084de5eec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576522 Jul 05 05:23:53.476993 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe92516-bffe-4269-a53e-de61a0e6d5a2 req-5fd1886e-2b71-4d62-8f61-af81eb99049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:53.478528 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfe92516-bffe-4269-a53e-de61a0e6d5a2 req-5fd1886e-2b71-4d62-8f61-af81eb99049c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 1098 time: 0.0556159 Jul 05 05:23:53.587143 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe92516-bffe-4269-a53e-de61a0e6d5a2 req-7439cd81-5af8-4cae-b255-e0e0eb97b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:53.588661 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfe92516-bffe-4269-a53e-de61a0e6d5a2 req-7439cd81-5af8-4cae-b255-e0e0eb97b718 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.0880656 Jul 05 05:23:53.658310 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfe92516-bffe-4269-a53e-de61a0e6d5a2 req-70fb6f84-68d9-4b51-bf27-4f33aee3db41 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e HTTP/1.1" status: 200 len: 1001 time: 0.0633631 Jul 05 05:23:53.707573 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe92516-bffe-4269-a53e-de61a0e6d5a2 req-5ed4303e-2e4d-4ec1-a93a-800e64c3c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:53.709052 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfe92516-bffe-4269-a53e-de61a0e6d5a2 req-5ed4303e-2e4d-4ec1-a93a-800e64c3c7cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0444613 Jul 05 05:23:53.766501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe92516-bffe-4269-a53e-de61a0e6d5a2 req-679b1836-8b34-4984-bbcc-38ad4a76a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:53.767987 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfe92516-bffe-4269-a53e-de61a0e6d5a2 req-679b1836-8b34-4984-bbcc-38ad4a76a2ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521595 Jul 05 05:23:53.861719 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfe92516-bffe-4269-a53e-de61a0e6d5a2 req-eafab8d1-8085-4de9-a0e0-0a051c472ab3 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867977 Jul 05 05:23:53.949721 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfe92516-bffe-4269-a53e-de61a0e6d5a2 req-e629a274-9346-4c43-93ff-7cba90729c34 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821540 Jul 05 05:24:03.372188 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:05.015251 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:11.551722 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ff0719c3-f1ba-45fc-9771-e70da6b018fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:12.414957 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:24:14.105812 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e1bf961d-0ad1-474e-8ed2-b555ff26066b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:14.517958 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:15.745696 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:17.283222 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:33.371883 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:34.271881 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3649dac-fcb7-412e-9a9d-8069d25e08fc req-fbc14d0d-f8bd-4d3a-9221-48f4be6b7678 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:34.273332 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3649dac-fcb7-412e-9a9d-8069d25e08fc req-fbc14d0d-f8bd-4d3a-9221-48f4be6b7678 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0654249 Jul 05 05:24:34.310905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b3649dac-fcb7-412e-9a9d-8069d25e08fc req-1841bb3d-f01c-4c9d-895c-392d62448225 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319958 Jul 05 05:24:35.031014 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:35.520739 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3f504-4889-4d5b-9b90-288e17be69ba req-249657a6-b2bf-4169-8c46-3461a17cceb6 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:35.522203 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2bc3f504-4889-4d5b-9b90-288e17be69ba req-249657a6-b2bf-4169-8c46-3461a17cceb6 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0669041 Jul 05 05:24:35.561295 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2bc3f504-4889-4d5b-9b90-288e17be69ba req-0611d68c-88f8-406c-90b8-2a4537f89f6e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334013 Jul 05 05:24:36.753977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d3b83-5965-4b37-b1e5-b48285e1fb38 req-6ece3b98-e30d-4172-978a-a3afcc157b81 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:36.755471 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-650d3b83-5965-4b37-b1e5-b48285e1fb38 req-6ece3b98-e30d-4172-978a-a3afcc157b81 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0650384 Jul 05 05:24:36.792992 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-650d3b83-5965-4b37-b1e5-b48285e1fb38 req-3e5cebd0-8806-461c-8ee8-2f6ba1544f51 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317619 Jul 05 05:24:37.970313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b25db-0662-4202-8d01-421e28a0c983 req-eb8c11b2-f139-4592-ae46-440799bc56f3 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:37.971799 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d76b25db-0662-4202-8d01-421e28a0c983 req-eb8c11b2-f139-4592-ae46-440799bc56f3 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0672443 Jul 05 05:24:38.010350 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d76b25db-0662-4202-8d01-421e28a0c983 req-1b727019-e44e-47d3-b5e1-00c960ac0225 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322399 Jul 05 05:24:39.190530 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345f7bd-8c18-403f-a3a2-74583409263f req-88563c98-6383-4435-b2fe-a1ddf5eb1119 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:39.192533 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5345f7bd-8c18-403f-a3a2-74583409263f req-88563c98-6383-4435-b2fe-a1ddf5eb1119 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0706246 Jul 05 05:24:39.232790 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5345f7bd-8c18-403f-a3a2-74583409263f req-d8695403-8dbc-4072-b854-e1972928b4da tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327699 Jul 05 05:24:40.411377 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334bb18-6349-477c-a083-3a58d89fcc45 req-18c720ad-e52e-450a-a348-ef9e394d37dd tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:40.412924 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7334bb18-6349-477c-a083-3a58d89fcc45 req-18c720ad-e52e-450a-a348-ef9e394d37dd tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0648339 Jul 05 05:24:40.451039 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7334bb18-6349-477c-a083-3a58d89fcc45 req-e1591570-b025-4181-ba96-ad1a4d67688e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326197 Jul 05 05:24:41.576874 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-88410a81-d69c-45cb-8b14-d52002a98e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:41.633983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ca7ed-1c47-436b-8b56-d4131ecec708 req-05f7b98c-1ddc-4f30-80c0-537a0d7e9515 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:41.635658 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc7ca7ed-1c47-436b-8b56-d4131ecec708 req-05f7b98c-1ddc-4f30-80c0-537a0d7e9515 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0690930 Jul 05 05:24:41.673537 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc7ca7ed-1c47-436b-8b56-d4131ecec708 req-7739ed54-0db8-4e2b-975c-5202b2a02d67 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322006 Jul 05 05:24:42.854185 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e964e-9f3d-471d-b4b1-fa4fe87f25d1 req-d7ccaddd-ecdd-45c2-84b9-1b2524620f41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:42.855775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c8e964e-9f3d-471d-b4b1-fa4fe87f25d1 req-d7ccaddd-ecdd-45c2-84b9-1b2524620f41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0678828 Jul 05 05:24:42.900840 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7c8e964e-9f3d-471d-b4b1-fa4fe87f25d1 req-9c7a91e0-c85c-4594-a2a8-4d30c591ed0f tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390334 Jul 05 05:24:44.073531 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa125cb-26bd-41ff-9897-795d0eadd602 req-c329648d-bbc9-44ed-af34-649163d751ab tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:44.074999 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fa125cb-26bd-41ff-9897-795d0eadd602 req-c329648d-bbc9-44ed-af34-649163d751ab tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0633442 Jul 05 05:24:44.091478 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-88b030bd-c91c-4816-a018-062932a54798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:44.111982 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9fa125cb-26bd-41ff-9897-795d0eadd602 req-6823a3f0-d76e-473e-be1e-aa1bf203b56e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312750 Jul 05 05:24:44.519577 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:45.291237 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5350f-de75-4e09-9ef2-a85eb81c635a req-b0e02f4d-26f1-4f10-b9e5-d23dc5806d5c tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:45.292766 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15b5350f-de75-4e09-9ef2-a85eb81c635a req-b0e02f4d-26f1-4f10-b9e5-d23dc5806d5c tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0698280 Jul 05 05:24:45.332947 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15b5350f-de75-4e09-9ef2-a85eb81c635a req-0a3e3497-ee5a-4938-bd38-f081d30c317e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345941 Jul 05 05:24:45.753742 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:46.507801 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf90e91-9c2c-4cd7-b416-940987d6dc8b req-732fe0f8-5336-4be8-bcfc-406212badad2 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:46.509356 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ebf90e91-9c2c-4cd7-b416-940987d6dc8b req-732fe0f8-5336-4be8-bcfc-406212badad2 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0638771 Jul 05 05:24:46.549699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ebf90e91-9c2c-4cd7-b416-940987d6dc8b req-027aae21-5fe0-42c8-ae52-f841a8949e16 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348227 Jul 05 05:24:47.302517 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:47.397335 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e1bae6f6-12d4-4b85-8c89-2fe2db9d577e details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:24:47.491054 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:24:47.502344 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'port_id': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'mac_address': 'fa:16:3e:66:36:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:24:47.550625 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:47.570516 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1bae6f6-12d4-4b85-8c89-2fe2db9d577e {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:24:47.596273 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:24:47.688836 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:47.763659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5815d9-8493-4fdb-a2ed-350e4e18f494 req-99ff4f66-b06c-4d36-8585-c49b2eb67319 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:47.765195 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec5815d9-8493-4fdb-a2ed-350e4e18f494 req-99ff4f66-b06c-4d36-8585-c49b2eb67319 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0887268 Jul 05 05:24:47.775560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['e1bae6f6-12d4-4b85-8c89-2fe2db9d577e'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:24:47.783198 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:24:47.824231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:24:47.824231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:24:47.824231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:24:47.824231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:24:47.824753 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:24:47.825226 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:24:47.825690 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:24:47.826167 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:24:47.826671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:24:47.827166 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:24:47.827806 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:24:47.828346 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:24:47.843964 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec5815d9-8493-4fdb-a2ed-350e4e18f494 req-b7a0c16b-6ef4-4827-ab33-7d2a7cd5367a tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725214 Jul 05 05:24:49.067032 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f89ae0-f296-4605-a89d-9728e79d88e4 req-e6582326-7217-4c0c-b994-3345009f7991 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:49.068726 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3f89ae0-f296-4605-a89d-9728e79d88e4 req-e6582326-7217-4c0c-b994-3345009f7991 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0770566 Jul 05 05:24:49.109635 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c3f89ae0-f296-4605-a89d-9728e79d88e4 req-602f5fea-6a2f-4835-90c7-e82ea344f5cf tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347714 Jul 05 05:24:49.401676 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e1bae6f6-12d4-4b85-8c89-2fe2db9d577e up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:24:49.425856 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:24:49.470120 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:24:49.470491 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:49.555952 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:49.581196 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:24:49.583593 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd05574-9a5b-491f-a686-158177c70585" -d '{"events": [{"server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "name": "network-vif-plugged", "status": "completed", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:24:49.603048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:24:49.634578 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fff7c1-cca6-4538-b940-43f867431858 x-openstack-request-id: req-31fff7c1-cca6-4538-b940-43f867431858 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:24:49.634882 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "name": "network-vif-plugged", "status": "completed", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:24:49.635148 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-31fff7c1-cca6-4538-b940-43f867431858 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:24:49.635547 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'code': 200} Jul 05 05:24:49.702569 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:49.760161 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:24:50.289066 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2876b-b0ab-41e5-88a9-d14dfd35d18b req-3e99d6e1-d486-46c2-b206-7a64cf422085 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:50.308255 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6b2876b-b0ab-41e5-88a9-d14dfd35d18b req-3e99d6e1-d486-46c2-b206-7a64cf422085 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0685194 Jul 05 05:24:50.333237 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a6b2876b-b0ab-41e5-88a9-d14dfd35d18b req-566b7475-52e7-4e0d-9b7b-a1ec27f6e490 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365059 Jul 05 05:24:51.525152 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037ce0c-ebaa-4bce-be5a-4a73544376e8 req-1d497761-e57b-4266-86ca-9d48db4d6bf3 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:51.526684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d037ce0c-ebaa-4bce-be5a-4a73544376e8 req-1d497761-e57b-4266-86ca-9d48db4d6bf3 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0721087 Jul 05 05:24:51.581662 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d037ce0c-ebaa-4bce-be5a-4a73544376e8 req-8bf08e4b-5e06-4e78-b483-9ff1ad3dc244 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462592 Jul 05 05:24:52.768307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5aa882-4067-4877-a8dd-c11e0c38a214 req-a956674c-fb05-40c0-887c-eecf6f762c9a tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:52.770127 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b5aa882-4067-4877-a8dd-c11e0c38a214 req-a956674c-fb05-40c0-887c-eecf6f762c9a tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0701153 Jul 05 05:24:52.824796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6b5aa882-4067-4877-a8dd-c11e0c38a214 req-8b89d6bb-4ef1-492f-9da8-e5178edca39c tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476532 Jul 05 05:24:54.018101 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040c384-2276-4517-b26a-248dc9a4dc5d req-99a1201e-288f-4797-8dbe-b26b78c18396 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:54.019622 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a040c384-2276-4517-b26a-248dc9a4dc5d req-99a1201e-288f-4797-8dbe-b26b78c18396 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0790694 Jul 05 05:24:54.065526 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a040c384-2276-4517-b26a-248dc9a4dc5d req-eb55b897-f7ed-4b33-9770-dc0c4a682276 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382767 Jul 05 05:24:54.420717 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16926ab8-c9c4-46a2-8d0f-87e96f80439a req-9bebc86a-4dc5-40d1-a017-d61739951cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:54.422913 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16926ab8-c9c4-46a2-8d0f-87e96f80439a req-9bebc86a-4dc5-40d1-a017-d61739951cda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 1098 time: 0.0653262 Jul 05 05:24:54.538005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16926ab8-c9c4-46a2-8d0f-87e96f80439a req-80bf5a53-e42a-425b-b3ab-29be30dfd1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:54.539563 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16926ab8-c9c4-46a2-8d0f-87e96f80439a req-80bf5a53-e42a-425b-b3ab-29be30dfd1c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.0916421 Jul 05 05:24:54.615232 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16926ab8-c9c4-46a2-8d0f-87e96f80439a req-87b275af-72e0-4444-878b-38ee5c098d5c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e HTTP/1.1" status: 200 len: 1001 time: 0.0672255 Jul 05 05:24:54.666856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16926ab8-c9c4-46a2-8d0f-87e96f80439a req-253d5cd7-64c6-4013-977b-75622f7bb3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:54.669004 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16926ab8-c9c4-46a2-8d0f-87e96f80439a req-253d5cd7-64c6-4013-977b-75622f7bb3fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0469842 Jul 05 05:24:54.740642 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16926ab8-c9c4-46a2-8d0f-87e96f80439a req-8599dcd5-f03b-44d4-9423-dabd59533bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:54.742219 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16926ab8-c9c4-46a2-8d0f-87e96f80439a req-8599dcd5-f03b-44d4-9423-dabd59533bb8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666211 Jul 05 05:24:54.850236 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16926ab8-c9c4-46a2-8d0f-87e96f80439a req-f20d54d0-29df-4f16-98a3-a7a2f20aa092 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012886 Jul 05 05:24:54.949497 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-16926ab8-c9c4-46a2-8d0f-87e96f80439a req-383a6377-5eb3-49c7-adf3-6646f0255e0a service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922186 Jul 05 05:24:55.252689 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bccfb8-a468-4d11-ab00-739491e2df31 req-469e69fd-500e-443e-b911-07f56489cc5a tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:55.254219 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0bccfb8-a468-4d11-ab00-739491e2df31 req-469e69fd-500e-443e-b911-07f56489cc5a tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0662243 Jul 05 05:24:55.304840 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e0bccfb8-a468-4d11-ab00-739491e2df31 req-30344dce-b805-4963-a14d-8c9a5f650725 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439069 Jul 05 05:24:56.480010 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae5c54-07f6-4451-bd1b-9abfd6a58fef req-7d88afc2-b575-4ae0-8d1c-494e34ac504a tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:56.481589 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10ae5c54-07f6-4451-bd1b-9abfd6a58fef req-7d88afc2-b575-4ae0-8d1c-494e34ac504a tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0666296 Jul 05 05:24:56.529197 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-10ae5c54-07f6-4451-bd1b-9abfd6a58fef req-1f92d14c-4017-48ae-9dab-b1f3377dbed4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355289 Jul 05 05:24:57.713959 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40886fe3-7f82-45d8-afd8-d77b150d51dd req-28bae7cf-4879-47db-88e6-b6582071a533 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:57.715366 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40886fe3-7f82-45d8-afd8-d77b150d51dd req-28bae7cf-4879-47db-88e6-b6582071a533 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0673020 Jul 05 05:24:57.763889 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-40886fe3-7f82-45d8-afd8-d77b150d51dd req-5f80e9d2-9daf-4a69-83fa-a1103a4cc32c tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426633 Jul 05 05:24:58.273732 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c692b-7ed8-4c11-934c-fe37ffead466 req-eccedae4-07ab-4e26-b072-8c133e109a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:58.275903 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f85c692b-7ed8-4c11-934c-fe37ffead466 req-eccedae4-07ab-4e26-b072-8c133e109a94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 1098 time: 0.0547733 Jul 05 05:24:58.366758 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c692b-7ed8-4c11-934c-fe37ffead466 req-5b7cc35c-2ae0-4b5b-945a-c12147f64a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:58.368358 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f85c692b-7ed8-4c11-934c-fe37ffead466 req-5b7cc35c-2ae0-4b5b-945a-c12147f64a11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.0864153 Jul 05 05:24:58.436773 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f85c692b-7ed8-4c11-934c-fe37ffead466 req-3ad8f88e-aee9-4ba2-80b6-cd147ec8af63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e HTTP/1.1" status: 200 len: 1001 time: 0.0619154 Jul 05 05:24:58.490419 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c692b-7ed8-4c11-934c-fe37ffead466 req-d9bed9f0-16cb-49e3-8362-23978b344ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:58.491955 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f85c692b-7ed8-4c11-934c-fe37ffead466 req-d9bed9f0-16cb-49e3-8362-23978b344ae2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0485866 Jul 05 05:24:58.550034 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c692b-7ed8-4c11-934c-fe37ffead466 req-483b76a4-1963-40a1-b8d8-018823148d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:58.551529 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f85c692b-7ed8-4c11-934c-fe37ffead466 req-483b76a4-1963-40a1-b8d8-018823148d2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528276 Jul 05 05:24:58.642449 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f85c692b-7ed8-4c11-934c-fe37ffead466 req-e1a8f88c-2f10-4647-bd29-0b3ad867ad99 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839405 Jul 05 05:24:58.738486 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f85c692b-7ed8-4c11-934c-fe37ffead466 req-7bbf73df-7f4f-4479-84e2-f79536f3c793 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871594 Jul 05 05:24:58.943560 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486a882-3a73-4e15-8385-11745232ea46 req-e118fa7f-8e60-431d-aa22-0885eabf748f tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:58.945055 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b486a882-3a73-4e15-8385-11745232ea46 req-e118fa7f-8e60-431d-aa22-0885eabf748f tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0622752 Jul 05 05:24:58.982821 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b486a882-3a73-4e15-8385-11745232ea46 req-26c368cf-534e-46b9-862c-8291fe80814d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314271 Jul 05 05:25:00.156727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9caacc-8aca-4ab3-a5c2-b9ed670b8daa req-1cda2c17-f05f-4b8d-9aa4-483cd86aba41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:00.158211 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa9caacc-8aca-4ab3-a5c2-b9ed670b8daa req-1cda2c17-f05f-4b8d-9aa4-483cd86aba41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0665739 Jul 05 05:25:00.195421 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fa9caacc-8aca-4ab3-a5c2-b9ed670b8daa req-dcbd7993-04e5-4cf5-8ac8-abbd6e73972c tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317292 Jul 05 05:25:01.375120 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08cf81-b40d-4106-8f44-75ddab18d993 req-e0c9005c-731c-478c-8233-bbe132b4fb53 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:01.376629 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc08cf81-b40d-4106-8f44-75ddab18d993 req-e0c9005c-731c-478c-8233-bbe132b4fb53 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0636959 Jul 05 05:25:01.414364 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dc08cf81-b40d-4106-8f44-75ddab18d993 req-a1c5887a-6ca3-48db-ace7-844040d9558b tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321865 Jul 05 05:25:01.464510 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device e1bae6f6-12d4-4b85-8c89-2fe2db9d577e no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:25:01.541634 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:01.564600 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:25:01.566863 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af92f15-eaf8-4c2e-a969-bd09044ef542" -d '{"events": [{"server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "name": "network-vif-unplugged", "status": "completed", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:25:01.580572 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:25:01.599509 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 05:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c603270-474f-4bb3-bbdf-fa8139b73f7c x-openstack-request-id: req-3c603270-474f-4bb3-bbdf-fa8139b73f7c {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:25:01.599801 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "name": "network-vif-unplugged", "status": "failed", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e", "code": 422}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:25:01.600055 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c603270-474f-4bb3-bbdf-fa8139b73f7c {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:25:01.600481 n-d-771363-32 neutron-server[100934]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'code': 422} returned with failed status Jul 05 05:25:01.630201 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:01.680878 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:25:02.936533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe39b1-6dfc-44b7-8fab-5a7f1f968245 req-c670190a-299b-4ad9-9eff-533647a369d0 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:02.938124 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8fbe39b1-6dfc-44b7-8fab-5a7f1f968245 req-c670190a-299b-4ad9-9eff-533647a369d0 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 944 time: 0.0638328 Jul 05 05:25:02.977012 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8fbe39b1-6dfc-44b7-8fab-5a7f1f968245 req-56b22f0e-a93f-445b-9c51-981043b90ab2 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331695 Jul 05 05:25:03.304457 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-a7b93cc0-b472-4b32-96f1-d84febebb3a9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921922 Jul 05 05:25:03.376608 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:04.163010 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d6e34-0703-4cd6-9edc-33f4867c54d6 req-ce558427-99ad-4f41-857a-52d797f3ed88 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:04.164761 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b62d6e34-0703-4cd6-9edc-33f4867c54d6 req-ce558427-99ad-4f41-857a-52d797f3ed88 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 944 time: 0.0754254 Jul 05 05:25:04.202328 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b62d6e34-0703-4cd6-9edc-33f4867c54d6 req-b680c13f-a36d-4722-82e6-eb312af365e4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315764 Jul 05 05:25:05.053392 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:05.372537 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48a4c8-e44d-4325-8adf-56325fad8ce2 req-50ff5776-a3d4-4ce1-b4b3-47cc58c8ce4c tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:05.374027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea48a4c8-e44d-4325-8adf-56325fad8ce2 req-50ff5776-a3d4-4ce1-b4b3-47cc58c8ce4c tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 944 time: 0.0631201 Jul 05 05:25:05.412737 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ea48a4c8-e44d-4325-8adf-56325fad8ce2 req-db3b6015-78b9-45f6-8a35-d06b00239715 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325823 Jul 05 05:25:06.594953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6564023-dd9a-4608-9538-1ab66bd892c5 req-ef20b1a1-51b2-4f4a-85e0-d1cf908ed783 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:06.596475 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6564023-dd9a-4608-9538-1ab66bd892c5 req-ef20b1a1-51b2-4f4a-85e0-d1cf908ed783 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 944 time: 0.0687723 Jul 05 05:25:06.636307 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c6564023-dd9a-4608-9538-1ab66bd892c5 req-ec0cec85-098f-4c1f-984e-a47421c75599 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341861 Jul 05 05:25:06.770313 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-0d9f686a-bfb7-4801-921f-b9c5d62857a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:06.771705 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-0d9f686a-bfb7-4801-921f-b9c5d62857a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842&tenant_id=2d814c5919584fd9929d5525d31846a3 HTTP/1.1" status: 200 len: 1096 time: 0.0522037 Jul 05 05:25:06.783505 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-32', 'device_owner': 'compute:nova'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:25:06.856523 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:07.056930 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:25:07.088873 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:25:07.121735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bae6f6-12d4-4b85-8c89-2fe2db9d577e {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:25:07.129197 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:07.140812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Transition to ACTIVE for port object e1bae6f6-12d4-4b85-8c89-2fe2db9d577e will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:25:07.224383 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:07.307109 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Pushing event updated for resources: {'Port': ['ID=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,revision_number=9']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:25:07.319152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:25:07.319500 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:25:07.319846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:25:07.320223 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:25:07.320562 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:25:07.320895 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:25:07.321414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:25:07.321559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:25:07.321886 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:25:07.322207 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:25:07.322536 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:25:07.322860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:25:07.358587 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] No DVR routers for this DVR port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:25:07.493905 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Attempting to bind port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:25:07.494239 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Attempting to bind port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:25:07.494571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Attempting to bind port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e on network 7236364e-943d-48b0-851c-faf01c9cbe1e {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:25:07.499511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e on network 7236364e-943d-48b0-851c-faf01c9cbe1e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:25:07.499830 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Attempting to bind port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e on network 7236364e-943d-48b0-851c-faf01c9cbe1e {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:25:07.504565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:25:07.504901 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Checking segment: {'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:25:07.505287 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Bound using segment: {'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:25:07.505711 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Bound port: e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:25:07.506065 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:07.571694 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:25:07.574571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:25:07.630601 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:07.664636 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:07.665341 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:07.666667 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] 10.222.0.36 "PUT /v2.0/ports/e1bae6f6-12d4-4b85-8c89-2fe2db9d577e HTTP/1.1" status: 200 len: 1093 time: 0.8871813 Jul 05 05:25:07.667105 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:25:07.670154 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af31a67-b67c-4603-91bc-301953a0f71a" -d '{"events": [{"name": "network-changed", "server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:25:07.717874 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e487630-eff4-4c2b-9131-1a375a59f067 x-openstack-request-id: req-5e487630-eff4-4c2b-9131-1a375a59f067 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:25:07.718191 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:25:07.718509 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e487630-eff4-4c2b-9131-1a375a59f067 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:25:07.718912 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'status': 'completed', 'code': 200} Jul 05 05:25:07.741968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7692c-65ea-4e47-81b6-8e7697b4868d service neutron] Pushing event updated for resources: {'Port': ['ID=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,revision_number=10']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:25:07.771126 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-ed0ad129-0ea1-4fd4-b0be-19396f235eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:07.772678 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-ed0ad129-0ea1-4fd4-b0be-19396f235eaa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 1097 time: 0.0702186 Jul 05 05:25:07.832408 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc0922-3b10-4a7b-b3e9-41f70a510d36 req-67551e2a-075b-4e78-827e-3611605f3518 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:07.843628 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fbc0922-3b10-4a7b-b3e9-41f70a510d36 req-67551e2a-075b-4e78-827e-3611605f3518 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0808105 Jul 05 05:25:07.896455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-1dc5668a-176b-4293-a567-93af60d8148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:07.897989 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-1dc5668a-176b-4293-a567-93af60d8148b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.1193173 Jul 05 05:25:07.899228 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fbc0922-3b10-4a7b-b3e9-41f70a510d36 req-7cba54a3-037d-4115-8d42-347f500e89e3 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451045 Jul 05 05:25:07.968503 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-3f3c8a3d-8280-4481-ae34-cf669c985f3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e HTTP/1.1" status: 200 len: 999 time: 0.0611403 Jul 05 05:25:08.016812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-6f174caf-a5b1-4616-8cbb-dd20f00cf9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:08.018278 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-6f174caf-a5b1-4616-8cbb-dd20f00cf9a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0441880 Jul 05 05:25:08.080154 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-36eb54ab-16ab-4c41-b7a3-29a1cdba924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:08.081671 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-36eb54ab-16ab-4c41-b7a3-29a1cdba924c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573590 Jul 05 05:25:08.093068 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-9ef46662-a61e-4165-94d6-c8c5f715c6de service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:25:08.093945 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-9ef46662-a61e-4165-94d6-c8c5f715c6de service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057535 Jul 05 05:25:08.181965 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-4bdab358-bd6b-494a-a57f-e00267be3aeb service neutron] 10.222.0.36 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814989 Jul 05 05:25:08.276361 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-52caebae-4cbe-4521-bf3d-37d3e7d7d7e4 req-1ed50bae-f819-4b8d-aa96-8e8fd001ab95 service neutron] 10.222.0.36 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875540 Jul 05 05:25:08.447914 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af31a67-b67c-4603-91bc-301953a0f71a req-7e206e1e-5847-4eb9-9603-22b1267ec024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:08.449746 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5af31a67-b67c-4603-91bc-301953a0f71a req-7e206e1e-5847-4eb9-9603-22b1267ec024 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 1097 time: 0.0604384 Jul 05 05:25:08.563414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af31a67-b67c-4603-91bc-301953a0f71a req-8e18d9de-4edb-4abc-be39-86fa1b0ffbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:08.566534 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5af31a67-b67c-4603-91bc-301953a0f71a req-8e18d9de-4edb-4abc-be39-86fa1b0ffbd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.1054831 Jul 05 05:25:08.631295 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5af31a67-b67c-4603-91bc-301953a0f71a req-11b185b5-8e2f-4db6-9469-275cac8ad0e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e HTTP/1.1" status: 200 len: 999 time: 0.0621605 Jul 05 05:25:08.679301 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af31a67-b67c-4603-91bc-301953a0f71a req-ebf49224-cbc4-47a5-ac28-c07ec3e920ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:08.680744 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5af31a67-b67c-4603-91bc-301953a0f71a req-ebf49224-cbc4-47a5-ac28-c07ec3e920ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0439978 Jul 05 05:25:08.743298 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af31a67-b67c-4603-91bc-301953a0f71a req-20524c2d-7538-461b-8cab-b0fb8fef842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:08.744938 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5af31a67-b67c-4603-91bc-301953a0f71a req-20524c2d-7538-461b-8cab-b0fb8fef842f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577438 Jul 05 05:25:09.089033 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ff170-0583-444e-8e0a-fd02e2c7c7f5 req-1ff9c934-c763-4a28-9c74-00f0289f4c20 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:09.090618 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-694ff170-0583-444e-8e0a-fd02e2c7c7f5 req-1ff9c934-c763-4a28-9c74-00f0289f4c20 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0684633 Jul 05 05:25:09.132500 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-694ff170-0583-444e-8e0a-fd02e2c7c7f5 req-714f7340-22a5-49dd-9895-e54fc93f877d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332880 Jul 05 05:25:10.338569 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c732f2-f579-4150-a2b3-b507f51e1d85 req-f48ee23a-c16a-4f31-b55c-7cb66339b742 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:10.341919 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62c732f2-f579-4150-a2b3-b507f51e1d85 req-f48ee23a-c16a-4f31-b55c-7cb66339b742 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0831227 Jul 05 05:25:10.382200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-62c732f2-f579-4150-a2b3-b507f51e1d85 req-e69185c3-e43e-4ff7-998f-161936542a13 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345418 Jul 05 05:25:11.573534 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-510d8819-f08d-4651-be00-c0d54128e6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:11.586129 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7770aa6-6ae0-47fa-b3ab-f5a9f7580c39 req-1dad20d5-bc6b-40a5-a78a-b90faf0fdeb9 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:11.587775 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7770aa6-6ae0-47fa-b3ab-f5a9f7580c39 req-1dad20d5-bc6b-40a5-a78a-b90faf0fdeb9 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0875361 Jul 05 05:25:11.628191 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b7770aa6-6ae0-47fa-b3ab-f5a9f7580c39 req-de860be5-108f-440b-b96c-bf34a163e514 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342855 Jul 05 05:25:12.824168 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c7d63-2f1e-4a51-a5bd-837db421cb40 req-feabfab6-ee5f-41b8-a315-19064453839d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:12.825589 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-658c7d63-2f1e-4a51-a5bd-837db421cb40 req-feabfab6-ee5f-41b8-a315-19064453839d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0726423 Jul 05 05:25:12.878144 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-658c7d63-2f1e-4a51-a5bd-837db421cb40 req-1efdf293-d73f-4a78-91dd-713264ea3e14 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393567 Jul 05 05:25:14.112210 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ca6b3-4f6a-4178-9cc8-0e031bfd6e87 req-a707ef48-3d58-45ff-8d7c-0b78d7c9369f tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:14.116192 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-661ca6b3-4f6a-4178-9cc8-0e031bfd6e87 req-a707ef48-3d58-45ff-8d7c-0b78d7c9369f tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0871887 Jul 05 05:25:14.157032 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-661ca6b3-4f6a-4178-9cc8-0e031bfd6e87 req-dce565e9-05eb-4286-8ac4-187249271166 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356643 Jul 05 05:25:14.350673 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7f9aa12f-fc15-4ef5-8b36-098d40601562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:14.522020 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:15.343887 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc785ce8-74ed-4df5-b84a-f95ca45fcbff req-e3b40fab-43ed-49ba-8777-16e6d4aa7071 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:15.346271 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc785ce8-74ed-4df5-b84a-f95ca45fcbff req-e3b40fab-43ed-49ba-8777-16e6d4aa7071 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0680327 Jul 05 05:25:15.386052 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-bc785ce8-74ed-4df5-b84a-f95ca45fcbff req-f60fcd9e-72bd-47fb-85c9-8215119617fd tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337913 Jul 05 05:25:15.751408 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:16.585465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd925a-e666-4546-aa62-93ad2bc543be req-dba9eba2-4510-464f-80b5-153dc90f41d8 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:16.587699 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4bd925a-e666-4546-aa62-93ad2bc543be req-dba9eba2-4510-464f-80b5-153dc90f41d8 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0789082 Jul 05 05:25:16.642478 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a4bd925a-e666-4546-aa62-93ad2bc543be req-c904052e-5e7c-42a4-b46c-875c63ff85f9 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453017 Jul 05 05:25:17.302643 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:17.848807 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a5db3-80f6-4860-8244-b8ade31a8e91 req-80331711-1c57-422a-9bab-f0e44b14d60f tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:17.850352 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-997a5db3-80f6-4860-8244-b8ade31a8e91 req-80331711-1c57-422a-9bab-f0e44b14d60f tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0698881 Jul 05 05:25:17.891610 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-997a5db3-80f6-4860-8244-b8ade31a8e91 req-2f1067ab-f74c-48d0-a6c7-c1da42c02584 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353148 Jul 05 05:25:19.065943 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfaf43-e62c-4056-8a72-68dec72b5c27 req-79b5e636-7023-4bf8-8ca8-a44f6653a9bf tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:19.067420 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-79dfaf43-e62c-4056-8a72-68dec72b5c27 req-79b5e636-7023-4bf8-8ca8-a44f6653a9bf tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0666151 Jul 05 05:25:19.104587 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-79dfaf43-e62c-4056-8a72-68dec72b5c27 req-b3caebe7-1227-446a-b46b-4a1dfd25d7c1 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315380 Jul 05 05:25:20.139956 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5af31a67-b67c-4603-91bc-301953a0f71a req-93a839f4-64dc-4826-bdd6-ed376e89792b service neutron] 10.222.0.36 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827751 Jul 05 05:25:20.238903 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-5af31a67-b67c-4603-91bc-301953a0f71a req-5fa2c645-b94c-4802-8031-324d0d6561dc service neutron] 10.222.0.36 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886743 Jul 05 05:25:20.280604 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef01b4-5470-4667-bb72-22ed0584eb62 req-fe3afee4-ce16-4a0b-b428-3c8df70fcdfc tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:20.282092 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-36ef01b4-5470-4667-bb72-22ed0584eb62 req-fe3afee4-ce16-4a0b-b428-3c8df70fcdfc tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0639646 Jul 05 05:25:20.319615 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-36ef01b4-5470-4667-bb72-22ed0584eb62 req-9f12979e-71a3-49f1-9af4-4eeea5f8ead9 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320184 Jul 05 05:25:21.493024 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097a237-d203-4474-b314-bc7a780c42ef req-a41a671e-00af-480f-83a7-a7d216faf91e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:21.494494 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a097a237-d203-4474-b314-bc7a780c42ef req-a41a671e-00af-480f-83a7-a7d216faf91e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0615661 Jul 05 05:25:21.531289 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a097a237-d203-4474-b314-bc7a780c42ef req-d364d5ad-950c-4282-976f-20739023c057 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312109 Jul 05 05:25:22.707465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15605657-2fdf-47b1-9d82-8e843c0f8f3d req-730f5ac4-aff3-45a5-bac6-c126bb9914fc tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:22.708971 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15605657-2fdf-47b1-9d82-8e843c0f8f3d req-730f5ac4-aff3-45a5-bac6-c126bb9914fc tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 945 time: 0.0670676 Jul 05 05:25:22.746220 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-15605657-2fdf-47b1-9d82-8e843c0f8f3d req-c9e892ae-9ceb-4f3e-86e0-5abd3b451d3e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315182 Jul 05 05:25:23.290985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e1bae6f6-12d4-4b85-8c89-2fe2db9d577e details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:25:23.389176 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:25:23.400704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'port_id': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'mac_address': 'fa:16:3e:66:36:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:25:23.437142 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:23.449699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bae6f6-12d4-4b85-8c89-2fe2db9d577e {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:25:23.468975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:25:23.536566 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:23.591581 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,revision_number=11']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:25:23.880270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e1bae6f6-12d4-4b85-8c89-2fe2db9d577e'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:25:23.921899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006b330-8758-49c7-bb6a-f1e173175b0c req-c33b76a3-8ee9-498e-b812-7c70a081ae48 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:23.923547 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5006b330-8758-49c7-bb6a-f1e173175b0c req-c33b76a3-8ee9-498e-b812-7c70a081ae48 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0661707 Jul 05 05:25:23.962087 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5006b330-8758-49c7-bb6a-f1e173175b0c req-65e626ec-e006-43c0-9af1-60d7e66a86ab tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324759 Jul 05 05:25:25.135127 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867d123-b21f-4445-a8fb-9c5dfe131cb2 req-1debcc2a-07af-44ee-9443-1808dcd63791 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:25.136508 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1867d123-b21f-4445-a8fb-9c5dfe131cb2 req-1debcc2a-07af-44ee-9443-1808dcd63791 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 946 time: 0.0653255 Jul 05 05:25:25.173425 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1867d123-b21f-4445-a8fb-9c5dfe131cb2 req-a0d88ce5-ffd2-45c6-ae87-9602dcdc2eba tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314245 Jul 05 05:25:25.306110 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e1bae6f6-12d4-4b85-8c89-2fe2db9d577e up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:25:25.425094 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:25:25.429136 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:25:25.429511 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:25.506221 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:25.527727 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:25:25.529977 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd48192-3e13-4637-b243-fa57fa0a27cc" -d '{"events": [{"server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "name": "network-vif-plugged", "status": "completed", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:25:25.544027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:25:25.567343 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0387fe52-33e9-4890-8ae7-08df2741a41b x-openstack-request-id: req-0387fe52-33e9-4890-8ae7-08df2741a41b {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:25:25.567640 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "name": "network-vif-plugged", "status": "completed", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:25:25.567900 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0387fe52-33e9-4890-8ae7-08df2741a41b {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:25:25.568329 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'code': 200} Jul 05 05:25:25.630290 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:25.678354 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,revision_number=12']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:25:25.863366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b23b3-9e85-4324-94c6-1d8c5fcb3d30 req-1cfa1b0a-97a9-4d4e-996f-1c38bd523a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:25.864954 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-088b23b3-9e85-4324-94c6-1d8c5fcb3d30 req-1cfa1b0a-97a9-4d4e-996f-1c38bd523a2b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 1099 time: 0.0602636 Jul 05 05:25:25.898307 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-088b23b3-9e85-4324-94c6-1d8c5fcb3d30 req-b43730f5-b36e-4be1-bc09-eb9729615e67 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270576 Jul 05 05:25:26.348331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43747ad0-c90c-455a-b9b1-818e6dd461d1 req-edc089c3-38f0-49d9-b53e-eb1f252560ae tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:26.349850 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43747ad0-c90c-455a-b9b1-818e6dd461d1 req-edc089c3-38f0-49d9-b53e-eb1f252560ae tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 947 time: 0.0630374 Jul 05 05:25:26.386131 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-43747ad0-c90c-455a-b9b1-818e6dd461d1 req-606203ed-047f-4d74-974c-ec2512e7b50e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308099 Jul 05 05:25:26.416780 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:25:27.561251 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83142e-d789-4ca3-b2ab-7d1aadf8043b req-0569ad63-1e5c-490d-8972-13d6d24ff38e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:27.562771 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b83142e-d789-4ca3-b2ab-7d1aadf8043b req-0569ad63-1e5c-490d-8972-13d6d24ff38e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 947 time: 0.0639808 Jul 05 05:25:27.601194 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3b83142e-d789-4ca3-b2ab-7d1aadf8043b req-c458050f-f1d1-409d-98ab-6e00b8c06c22 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324996 Jul 05 05:25:28.837405 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaaa5a-2a5f-4b41-b68d-0a99424b7291 req-d87ce13c-298d-4a25-93f7-0fb6c2694abe tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:28.838866 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fcdaaa5a-2a5f-4b41-b68d-0a99424b7291 req-d87ce13c-298d-4a25-93f7-0fb6c2694abe tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 947 time: 0.0663493 Jul 05 05:25:28.876084 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fcdaaa5a-2a5f-4b41-b68d-0a99424b7291 req-d8da5f96-6fb7-49df-9e62-ac5ef9bce10a tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317230 Jul 05 05:25:33.436138 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:35.056472 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:41.533189 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8458181d-866f-4d65-ac40-ee1fa5433720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:42.641047 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f0587802-d7b5-48cc-b498-9197010a2200 req-131d430f-a23b-4b59-be52-34b6b10afca3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0971098 Jul 05 05:25:42.747705 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0587802-d7b5-48cc-b498-9197010a2200 req-62c7807d-171e-4068-9bc1-b016e85d59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:42.749164 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f0587802-d7b5-48cc-b498-9197010a2200 req-62c7807d-171e-4068-9bc1-b016e85d59ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 1099 time: 0.0579300 Jul 05 05:25:43.189796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0587802-d7b5-48cc-b498-9197010a2200 req-91a05297-80a8-4706-a0a7-ce53cd290485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:43.191266 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f0587802-d7b5-48cc-b498-9197010a2200 req-91a05297-80a8-4706-a0a7-ce53cd290485 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.4225554 Jul 05 05:25:43.258512 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f0587802-d7b5-48cc-b498-9197010a2200 req-6afecd13-3f9a-4093-9d3e-969710619a35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e HTTP/1.1" status: 200 len: 1001 time: 0.0600779 Jul 05 05:25:43.306454 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0587802-d7b5-48cc-b498-9197010a2200 req-fb14402c-a2b9-4b78-9dd5-d8ff06c40c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:43.307946 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f0587802-d7b5-48cc-b498-9197010a2200 req-fb14402c-a2b9-4b78-9dd5-d8ff06c40c99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0426862 Jul 05 05:25:43.364284 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0587802-d7b5-48cc-b498-9197010a2200 req-c738edb5-df62-47e4-ace1-13cc3df12c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:43.365931 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f0587802-d7b5-48cc-b498-9197010a2200 req-c738edb5-df62-47e4-ace1-13cc3df12c2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511043 Jul 05 05:25:43.456321 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f0587802-d7b5-48cc-b498-9197010a2200 req-3751e034-ecbf-4e1b-9edf-b73840e09db9 service neutron] 10.222.0.36 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833230 Jul 05 05:25:43.543312 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-f0587802-d7b5-48cc-b498-9197010a2200 req-d9aec745-e576-4f21-9580-0a578c450bed service neutron] 10.222.0.36 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801558 Jul 05 05:25:44.098824 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8b0d3655-ac14-4e13-aefb-4750d23abcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:44.515842 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:45.747647 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:47.315717 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:03.416474 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:26:03.423886 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:05.070031 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:11.538637 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3f842002-c5c4-485b-942e-9093a2c8bf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:14.078791 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a839-5068-47b6-82ff-cc57e001a83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:14.533373 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:15.770375 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:17.324322 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:33.429499 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:35.072662 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:40.416262 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:26:41.581607 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-374f2a03-85d8-44c3-b2c1-fc97e182ac23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:43.598293 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d009dde1-b35c-47a1-b887-71c9447df82a req-59b6b8d3-24dc-4e7e-aa1d-343b5325973a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524514 Jul 05 05:26:43.693739 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009dde1-b35c-47a1-b887-71c9447df82a req-b019a1f1-73d3-42a5-a688-62aa3f0f5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:43.695265 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d009dde1-b35c-47a1-b887-71c9447df82a req-b019a1f1-73d3-42a5-a688-62aa3f0f5090 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 1099 time: 0.0564792 Jul 05 05:26:43.797480 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009dde1-b35c-47a1-b887-71c9447df82a req-ed2a5e63-d63e-455e-8bcc-e627ba5f75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:43.798857 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d009dde1-b35c-47a1-b887-71c9447df82a req-ed2a5e63-d63e-455e-8bcc-e627ba5f75f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.0834630 Jul 05 05:26:43.874655 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d009dde1-b35c-47a1-b887-71c9447df82a req-cbb44d4a-510b-4953-8e66-c81df2c386af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e HTTP/1.1" status: 200 len: 1001 time: 0.0680983 Jul 05 05:26:43.923685 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009dde1-b35c-47a1-b887-71c9447df82a req-76c2cd32-0e92-409e-a1f4-892a713867c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:43.925215 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d009dde1-b35c-47a1-b887-71c9447df82a req-76c2cd32-0e92-409e-a1f4-892a713867c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0436537 Jul 05 05:26:43.981303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009dde1-b35c-47a1-b887-71c9447df82a req-d5a537f4-d7ff-4641-8782-9ed50d25b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:43.982768 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d009dde1-b35c-47a1-b887-71c9447df82a req-d5a537f4-d7ff-4641-8782-9ed50d25b8ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508733 Jul 05 05:26:44.075344 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d009dde1-b35c-47a1-b887-71c9447df82a req-d853bd03-ccf5-4e7f-a23a-d658e710730c service neutron] 10.222.0.36 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852234 Jul 05 05:26:44.086915 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-61bba0e6-4707-4a0e-b5ea-fa054aec12e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:44.163137 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d009dde1-b35c-47a1-b887-71c9447df82a req-ff16f4ca-e88c-42d3-b441-4836c257441e service neutron] 10.222.0.36 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808351 Jul 05 05:26:44.507504 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:45.763940 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:47.325145 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:03.427042 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:05.080818 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:11.549771 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7110b32a-f776-4322-8db1-590e33aecb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:12.918507 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40656) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:27:13.071740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Deleting port fc47bba8-0c78-4253-8667-fd7f72f45e63 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:27:13.072110 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:13.148862 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:13.149190 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:13.161473 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Calling delete_port for fc47bba8-0c78-4253-8667-fd7f72f45e63 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:27:13.398485 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:13.429116 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event deleted for resources: {'Port': ['ID=fc47bba8-0c78-4253-8667-fd7f72f45e63,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:27:13.455186 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:13.455533 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:13.455877 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:13.456250 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:13.456587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:13.456921 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:13.457251 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:13.457581 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:13.457909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:13.458236 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:13.458562 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:13.458886 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:13.501059 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:13.501395 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Floating IP b60a32f4-f039-4bf6-a413-ec0923bc9544 disassociated (deleted). External IP: 172.25.6.10, port: e1bae6f6-12d4-4b85-8c89-2fe2db9d577e. Jul 05 05:27:13.710842 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Router 881ce7b7-091e-4764-9286-da3bed70841a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:27:13.818284 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:27:13.822772 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:13.828204 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a178d696-0bce-4ac7-a6e6-f3ec852078c6 None None] Sync routers for ids ['881ce7b7-091e-4764-9286-da3bed70841a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:27:13.836891 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a178d696-0bce-4ac7-a6e6-f3ec852078c6 None None] Routers {'881ce7b7-091e-4764-9286-da3bed70841a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:27:13.837500 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a178d696-0bce-4ac7-a6e6-f3ec852078c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:26:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['881ce7b7-091e-4764-9286-da3bed70841a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:27:13.859398 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6efc8543-e3fb-456f-94cf-926e4f133a23 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "DELETE /v2.0/floatingips/b60a32f4-f039-4bf6-a413-ec0923bc9544 HTTP/1.1" status: 204 len: 168 time: 0.9398024 Jul 05 05:27:13.859964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:27:13.862251 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ed242f-092d-462b-89e4-67ba7c9f3afa" -d '{"events": [{"name": "network-changed", "server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:27:13.903269 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0381551-2002-47a5-82bd-60bc8c606eba x-openstack-request-id: req-b0381551-2002-47a5-82bd-60bc8c606eba {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:27:13.903731 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:27:13.903992 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b0381551-2002-47a5-82bd-60bc8c606eba {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:27:13.904492 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'status': 'completed', 'code': 200} Jul 05 05:27:13.944281 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-a178d696-0bce-4ac7-a6e6-f3ec852078c6 None None] Set router 881ce7b7-091e-4764-9286-da3bed70841a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:27:13.989406 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed242f-092d-462b-89e4-67ba7c9f3afa req-0f526a16-5e02-44b5-a876-91b055a0a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:13.991546 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2ed242f-092d-462b-89e4-67ba7c9f3afa req-0f526a16-5e02-44b5-a876-91b055a0a7ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 1099 time: 0.0631492 Jul 05 05:27:14.084107 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-84a3257f-58c4-461e-a5d7-b8fce61afa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:14.102708 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed242f-092d-462b-89e4-67ba7c9f3afa req-230a2934-e20b-4eee-8cd9-f64ff505f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:14.104238 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2ed242f-092d-462b-89e4-67ba7c9f3afa req-230a2934-e20b-4eee-8cd9-f64ff505f354 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.1063361 Jul 05 05:27:14.146826 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2ed242f-092d-462b-89e4-67ba7c9f3afa req-3ec46605-1b53-4dbf-98b3-0552edfc1de2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e HTTP/1.1" status: 200 len: 217 time: 0.0358689 Jul 05 05:27:14.200885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed242f-092d-462b-89e4-67ba7c9f3afa req-756319ed-8ade-4acd-8000-78a751195a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:14.202815 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2ed242f-092d-462b-89e4-67ba7c9f3afa req-756319ed-8ade-4acd-8000-78a751195a26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0498350 Jul 05 05:27:14.254145 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a178d696-0bce-4ac7-a6e6-f3ec852078c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:12Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bb920837-27f0-4751-af50-01b0a73006de', 'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'mac_address': 'fa:16:3e:32:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:11Z', 'updated_at': '2021-07-05T05:22:17Z', 'revision_number': 5, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'subnets': [{'id': '4b6030b2-ea05-4321-b827-06aaae768038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:27:14.261307 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed242f-092d-462b-89e4-67ba7c9f3afa req-b2c83b90-5aa9-47f3-9417-50d9b6958870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:14.270284 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2ed242f-092d-462b-89e4-67ba7c9f3afa req-b2c83b90-5aa9-47f3-9417-50d9b6958870 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542531 Jul 05 05:27:14.283900 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a178d696-0bce-4ac7-a6e6-f3ec852078c6 None None] Checking router: 881ce7b7-091e-4764-9286-da3bed70841a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:27:14.300740 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a178d696-0bce-4ac7-a6e6-f3ec852078c6 None None] Routers {'881ce7b7-091e-4764-9286-da3bed70841a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:27:14.300740 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a178d696-0bce-4ac7-a6e6-f3ec852078c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:27:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['881ce7b7-091e-4764-9286-da3bed70841a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:27:14.364098 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2ed242f-092d-462b-89e4-67ba7c9f3afa req-5a300f0b-a129-432d-9496-b6d6768afff6 service neutron] 10.222.0.36 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945029 Jul 05 05:27:14.402587 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-a178d696-0bce-4ac7-a6e6-f3ec852078c6 None None] Set router 881ce7b7-091e-4764-9286-da3bed70841a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:27:14.465983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c2172-f0f5-4b1f-90a3-51c432ed2c73 req-14d6a76c-49bf-4f5c-a902-beef0a396fb2 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:14.468667 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-278c2172-f0f5-4b1f-90a3-51c432ed2c73 req-14d6a76c-49bf-4f5c-a902-beef0a396fb2 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 947 time: 0.0723002 Jul 05 05:27:14.473108 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-d2ed242f-092d-462b-89e4-67ba7c9f3afa req-37749e92-bf59-4e7c-9d28-b76111fb07d9 service neutron] 10.222.0.36 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015325 Jul 05 05:27:14.513140 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:14.522749 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-278c2172-f0f5-4b1f-90a3-51c432ed2c73 req-8f538b6b-0dcb-496b-aeed-9426858fe3b3 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441012 Jul 05 05:27:14.618706 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a178d696-0bce-4ac7-a6e6-f3ec852078c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:12Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bb920837-27f0-4751-af50-01b0a73006de', 'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'mac_address': 'fa:16:3e:32:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:11Z', 'updated_at': '2021-07-05T05:22:17Z', 'revision_number': 5, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'subnets': [{'id': '4b6030b2-ea05-4321-b827-06aaae768038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:27:14.645946 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a178d696-0bce-4ac7-a6e6-f3ec852078c6 None None] The sync data for ids ['881ce7b7-091e-4764-9286-da3bed70841a'] in n-d-771363-32 is: [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:12Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bb920837-27f0-4751-af50-01b0a73006de', 'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'mac_address': 'fa:16:3e:32:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:11Z', 'updated_at': '2021-07-05T05:22:17Z', 'revision_number': 5, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'subnets': [{'id': '4b6030b2-ea05-4321-b827-06aaae768038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:27:14.856909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01acbe0a-f892-4d83-870e-673fad83af9d None None] New status for floating IP b60a32f4-f039-4bf6-a413-ec0923bc9544: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:27:15.709561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8d005-57cb-4a7f-a24b-dd3bc89530aa req-4a3dac1c-2557-48dd-8b72-d49604665793 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:15.711040 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82e8d005-57cb-4a7f-a24b-dd3bc89530aa req-4a3dac1c-2557-48dd-8b72-d49604665793 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 947 time: 0.0638154 Jul 05 05:27:15.724173 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:15.748994 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-82e8d005-57cb-4a7f-a24b-dd3bc89530aa req-f1273a95-0681-4c8f-805d-b316e709bcb8 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=415a26ff-56cc-4fa1-94df-a03ba50c29c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315883 Jul 05 05:27:15.984095 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b4308-418f-465d-8a05-1b63bead6d5e req-66da9e12-214c-4be5-a85e-f91c1bf4aef2 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:15.985597 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-159b4308-418f-465d-8a05-1b63bead6d5e req-66da9e12-214c-4be5-a85e-f91c1bf4aef2 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 947 time: 0.0634143 Jul 05 05:27:16.089686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-159b4308-418f-465d-8a05-1b63bead6d5e req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Deleting port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:27:16.090036 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-159b4308-418f-465d-8a05-1b63bead6d5e req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:16.179649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-159b4308-418f-465d-8a05-1b63bead6d5e req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] For port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:27:16.180012 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-159b4308-418f-465d-8a05-1b63bead6d5e req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:16.192821 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-159b4308-418f-465d-8a05-1b63bead6d5e req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Calling delete_port for e1bae6f6-12d4-4b85-8c89-2fe2db9d577e owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:27:16.409939 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-159b4308-418f-465d-8a05-1b63bead6d5e req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:16.452275 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event deleted for resources: {'Port': ['ID=e1bae6f6-12d4-4b85-8c89-2fe2db9d577e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:27:16.467644 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:16.468138 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:16.468992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:16.468992 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:16.469408 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:16.469929 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:16.470514 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:16.471550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:16.471550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:16.471550 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:16.471938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:16.472164 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:16.528204 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-159b4308-418f-465d-8a05-1b63bead6d5e req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] No DVR routers for this DVR port e1bae6f6-12d4-4b85-8c89-2fe2db9d577e on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:27:16.532440 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-159b4308-418f-465d-8a05-1b63bead6d5e req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:16.535645 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-159b4308-418f-465d-8a05-1b63bead6d5e req-718a7b11-5c7e-4bf7-a820-2e9ff518c342 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.36 "DELETE /v2.0/ports/e1bae6f6-12d4-4b85-8c89-2fe2db9d577e HTTP/1.1" status: 204 len: 173 time: 0.5445225 Jul 05 05:27:16.536396 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'name': 'network-vif-deleted', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:27:16.539954 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda1e204-3e9e-4e24-a05c-faa6bc23ff99" -d '{"events": [{"server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "name": "network-vif-deleted", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:27:16.580556 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db25557-b9b5-46db-97f2-83f7a559bfd1 x-openstack-request-id: req-4db25557-b9b5-46db-97f2-83f7a559bfd1 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:27:16.580851 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c070c7-73d4-4af8-ae30-a59644834842", "name": "network-vif-deleted", "tag": "e1bae6f6-12d4-4b85-8c89-2fe2db9d577e", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:27:16.581110 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4db25557-b9b5-46db-97f2-83f7a559bfd1 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:27:16.581514 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c070c7-73d4-4af8-ae30-a59644834842', 'name': 'network-vif-deleted', 'tag': 'e1bae6f6-12d4-4b85-8c89-2fe2db9d577e', 'status': 'completed', 'code': 200} Jul 05 05:27:16.916866 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6ebf2933-6a9d-412c-ab61-f648c3fc9daf req-8df14700-6ff3-46ab-aa17-21bcbc6dca38 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=19c070c7-73d4-4af8-ae30-a59644834842 HTTP/1.1" status: 200 len: 210 time: 0.0481889 Jul 05 05:27:17.358335 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:17.415280 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:27:18.012410 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40684) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:27:18.071183 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1acc-8c3b-4e9d-8d2f-8ba2fc5cfca7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:18.094988 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1acc-8c3b-4e9d-8d2f-8ba2fc5cfca7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:18.204428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1acc-8c3b-4e9d-8d2f-8ba2fc5cfca7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:18.207050 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1acc-8c3b-4e9d-8d2f-8ba2fc5cfca7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:18.208241 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5f0e1acc-8c3b-4e9d-8d2f-8ba2fc5cfca7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "DELETE /v2.0/security-groups/415a26ff-56cc-4fa1-94df-a03ba50c29c2 HTTP/1.1" status: 204 len: 168 time: 0.1947932 Jul 05 05:27:18.217338 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e1acc-8c3b-4e9d-8d2f-8ba2fc5cfca7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=415a26ff-56cc-4fa1-94df-a03ba50c29c2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:27:19.662073 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40692) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:27:19.737912 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-59de121f-e807-405c-9d5e-ce11ce738f9d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-159777870', 'description': 'tempest-secgroup-smoke-159777870 description', 'project_id': '2d814c5919584fd9929d5525d31846a3'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:27:19.839831 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59de121f-e807-405c-9d5e-ce11ce738f9d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:19.872369 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e1bae6f6-12d4-4b85-8c89-2fe2db9d577e no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:27:19.898041 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: e1bae6f6-12d4-4b85-8c89-2fe2db9d577e {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:27:19.898396 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e1bae6f6-12d4-4b85-8c89-2fe2db9d577e not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:27:19.924376 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59de121f-e807-405c-9d5e-ce11ce738f9d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:19.992546 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59de121f-e807-405c-9d5e-ce11ce738f9d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:20.022532 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de121f-e807-405c-9d5e-ce11ce738f9d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b620ab9f-e125-43f2-bd11-008653749e4a,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:27:20.080796 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-59de121f-e807-405c-9d5e-ce11ce738f9d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:20.082136 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-59de121f-e807-405c-9d5e-ce11ce738f9d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4190433 Jul 05 05:27:20.084987 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40698) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:27:20.089514 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-54c6ea4e-65aa-4160-83f6-9ebe03fb00ad tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'security_group_rule': {'security_group_id': 'b620ab9f-e125-43f2-bd11-008653749e4a', 'project_id': '2d814c5919584fd9929d5525d31846a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:27:20.176934 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54c6ea4e-65aa-4160-83f6-9ebe03fb00ad tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:20.234856 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54c6ea4e-65aa-4160-83f6-9ebe03fb00ad tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:20.315410 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54c6ea4e-65aa-4160-83f6-9ebe03fb00ad tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:20.333814 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6ea4e-65aa-4160-83f6-9ebe03fb00ad tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4087a89c-6742-4cae-a4c2-218c4186efbe,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:27:20.409858 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-54c6ea4e-65aa-4160-83f6-9ebe03fb00ad tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:20.411136 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-54c6ea4e-65aa-4160-83f6-9ebe03fb00ad tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3251331 Jul 05 05:27:20.414016 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40700) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:27:20.418384 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-20c0c300-5416-4bda-9c63-8566ec66dea4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'security_group_rule': {'security_group_id': 'b620ab9f-e125-43f2-bd11-008653749e4a', 'project_id': '2d814c5919584fd9929d5525d31846a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:27:20.511717 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20c0c300-5416-4bda-9c63-8566ec66dea4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:20.571664 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20c0c300-5416-4bda-9c63-8566ec66dea4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:20.669206 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20c0c300-5416-4bda-9c63-8566ec66dea4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:20.692243 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0c300-5416-4bda-9c63-8566ec66dea4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6117b2fe-b86f-4720-93f3-0881c9e0636e,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:27:20.772134 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-20c0c300-5416-4bda-9c63-8566ec66dea4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:20.773296 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-20c0c300-5416-4bda-9c63-8566ec66dea4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3583624 Jul 05 05:27:20.776150 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40702) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:27:20.781033 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-93deecce-0094-4661-a1cd-0da8e4afaae3 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'security_group_rule': {'security_group_id': 'b620ab9f-e125-43f2-bd11-008653749e4a', 'project_id': '2d814c5919584fd9929d5525d31846a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:27:20.886025 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-93deecce-0094-4661-a1cd-0da8e4afaae3 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:20.948255 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-93deecce-0094-4661-a1cd-0da8e4afaae3 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:21.016038 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-93deecce-0094-4661-a1cd-0da8e4afaae3 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:21.061040 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93deecce-0094-4661-a1cd-0da8e4afaae3 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cefdf7d-e18a-401e-8313-5317b74ff1c2,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:27:21.183936 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-93deecce-0094-4661-a1cd-0da8e4afaae3 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:21.185198 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-93deecce-0094-4661-a1cd-0da8e4afaae3 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4081249 Jul 05 05:27:21.189288 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40704) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:27:21.193844 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-d273d5c5-c226-4d50-8738-a8717a21fbce tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'security_group_rule': {'security_group_id': 'b620ab9f-e125-43f2-bd11-008653749e4a', 'project_id': '2d814c5919584fd9929d5525d31846a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:27:21.289006 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d273d5c5-c226-4d50-8738-a8717a21fbce tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:21.348750 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d273d5c5-c226-4d50-8738-a8717a21fbce tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:21.426945 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d273d5c5-c226-4d50-8738-a8717a21fbce tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:21.445759 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273d5c5-c226-4d50-8738-a8717a21fbce tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b517db0-d485-4f75-a477-26d5299675f2,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:27:21.512627 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d273d5c5-c226-4d50-8738-a8717a21fbce tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:21.513914 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d273d5c5-c226-4d50-8738-a8717a21fbce tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3236644 Jul 05 05:27:21.516761 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40706) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:27:21.521297 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-3e81986a-f241-4b9a-9bc4-f47b00a3cbd4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'security_group_rule': {'security_group_id': 'b620ab9f-e125-43f2-bd11-008653749e4a', 'project_id': '2d814c5919584fd9929d5525d31846a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:27:21.612707 n-d-771363-32 neutron-server[100932]: INFO neutron.db.securitygroups_db [None req-3e81986a-f241-4b9a-9bc4-f47b00a3cbd4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Project 2d814c5919584fd9929d5525d31846a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:27:21.618091 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e81986a-f241-4b9a-9bc4-f47b00a3cbd4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:21.679155 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e81986a-f241-4b9a-9bc4-f47b00a3cbd4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:21.755138 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e81986a-f241-4b9a-9bc4-f47b00a3cbd4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:21.775516 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81986a-f241-4b9a-9bc4-f47b00a3cbd4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f501766c-40ff-48b8-8315-57b09e22a532,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:27:21.835412 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-3e81986a-f241-4b9a-9bc4-f47b00a3cbd4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:21.836690 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-3e81986a-f241-4b9a-9bc4-f47b00a3cbd4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3189683 Jul 05 05:27:21.839478 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 40708) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:27:21.844885 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-bd2b17bc-7f64-4fb1-a144-64b9d3315e68 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'security_group_rule': {'security_group_id': 'b620ab9f-e125-43f2-bd11-008653749e4a', 'project_id': '2d814c5919584fd9929d5525d31846a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:27:21.926920 n-d-771363-32 neutron-server[100932]: INFO neutron.db.securitygroups_db [None req-bd2b17bc-7f64-4fb1-a144-64b9d3315e68 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Project 2d814c5919584fd9929d5525d31846a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:27:21.932434 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd2b17bc-7f64-4fb1-a144-64b9d3315e68 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:21.994922 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd2b17bc-7f64-4fb1-a144-64b9d3315e68 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:22.063642 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd2b17bc-7f64-4fb1-a144-64b9d3315e68 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:22.084097 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b17bc-7f64-4fb1-a144-64b9d3315e68 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80756e1f-6428-41e4-a7da-dfe214f96507,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:27:22.149468 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-bd2b17bc-7f64-4fb1-a144-64b9d3315e68 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:22.150706 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-bd2b17bc-7f64-4fb1-a144-64b9d3315e68 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3101931 Jul 05 05:27:33.446515 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:35.112862 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:41.554760 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-cd6c3931-c930-4adf-aba4-985ddc178828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:42.223281 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-44110ab7-852c-4940-b5a2-96cc4ed1c203 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159777870&fields=id&tenant_id=2d814c5919584fd9929d5525d31846a3 HTTP/1.1" status: 200 len: 267 time: 0.0335064 Jul 05 05:27:42.326048 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-e23dc2fd-8a6d-4bb8-a98f-3092c12cd1d9 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:42.327506 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-e23dc2fd-8a6d-4bb8-a98f-3092c12cd1d9 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 809 time: 0.0979946 Jul 05 05:27:42.342956 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-2488b55f-216c-4828-84b9-3045cfd53148 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/quotas/2d814c5919584fd9929d5525d31846a3 HTTP/1.1" status: 200 len: 375 time: 0.0091550 Jul 05 05:27:42.416499 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-f660f3b7-fc87-4f1e-aa50-e81b9be46e76 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672936 Jul 05 05:27:42.477326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-8947587c-1243-42f0-825f-e3dd1b703a3c service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:27:42.478266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-8947587c-1243-42f0-825f-e3dd1b703a3c service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505903 Jul 05 05:27:42.569858 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-d91fb8ed-3b9a-4d8e-8202-fa371a1fedf3 service neutron] 10.222.0.38 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856113 Jul 05 05:27:42.662859 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-fa00d46e-bbc2-49be-96fc-f5e2f510a2d2 service neutron] 10.222.0.38 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873210 Jul 05 05:27:43.257827 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-1f4ef5ff-2d1f-4425-8f4d-87553c7baa4d req-9dd2baa3-e02e-404d-ab06-8b4cfaacdbfd tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 210 time: 0.0760107 Jul 05 05:27:44.081085 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fcce0b42-f7c5-4aeb-9faa-6ac9e4c8ca18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:44.401095 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d72305b6-db66-43ca-876b-37c4dd1e6988 req-d415e888-1c30-4359-a840-67874d4d9176 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 210 time: 0.0299180 Jul 05 05:27:44.512329 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:45.257555 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-07cd7c33-01a8-4fd1-aab4-f83024a03b71 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:45.258953 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-07cd7c33-01a8-4fd1-aab4-f83024a03b71 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 809 time: 0.1010714 Jul 05 05:27:45.313560 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-1c0e6a05-c7ba-4068-9a56-df6e01383df7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d814c5919584fd9929d5525d31846a3 HTTP/1.1" status: 200 len: 379 time: 0.0392971 Jul 05 05:27:45.322185 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-8a2ca0e8-c0d1-4f30-bf13-fc40f97ef493 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'port': {'device_id': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'admin_state_up': True, 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'security_groups': ['b620ab9f-e125-43f2-bd11-008653749e4a']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:27:45.483646 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-8a2ca0e8-c0d1-4f30-bf13-fc40f97ef493 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Made reservation on behalf of 2d814c5919584fd9929d5525d31846a3 for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:27:45.487431 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-8a2ca0e8-c0d1-4f30-bf13-fc40f97ef493 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:45.588059 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ceea160-a74b-4079-b13d-47b1599ab204 req-87407dd2-e3de-4c5b-aec0-b848ce382fe0 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 210 time: 0.0319431 Jul 05 05:27:45.627476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-8a2ca0e8-c0d1-4f30-bf13-fc40f97ef493 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Allocated IP 172.20.0.8 (7236364e-943d-48b0-851c-faf01c9cbe1e/4b6030b2-ea05-4321-b827-06aaae768038/6368257c-8f04-4925-acd7-9f894d1bdaa4) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:27:45.746838 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:45.783200 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-8a2ca0e8-c0d1-4f30-bf13-fc40f97ef493 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:45.797791 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-8a2ca0e8-c0d1-4f30-bf13-fc40f97ef493 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Transition to ACTIVE for port object 6368257c-8f04-4925-acd7-9f894d1bdaa4 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:27:45.890198 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-8a2ca0e8-c0d1-4f30-bf13-fc40f97ef493 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:45.940375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-8a2ca0e8-c0d1-4f30-bf13-fc40f97ef493 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Network 7236364e-943d-48b0-851c-faf01c9cbe1e is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:27:45.945917 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-8a2ca0e8-c0d1-4f30-bf13-fc40f97ef493 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:27:45.949818 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-8a2ca0e8-c0d1-4f30-bf13-fc40f97ef493 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:27:45.974575 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ca0e8-c0d1-4f30-bf13-fc40f97ef493 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'Port': ['ID=6368257c-8f04-4925-acd7-9f894d1bdaa4,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:27:46.004308 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-8a2ca0e8-c0d1-4f30-bf13-fc40f97ef493 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:46.005146 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-8a2ca0e8-c0d1-4f30-bf13-fc40f97ef493 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:46.091088 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-8a2ca0e8-c0d1-4f30-bf13-fc40f97ef493 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7725379 Jul 05 05:27:46.150457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Request body: {'port': {'device_id': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:27:46.234837 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:46.297856 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1a78787f-e0fc-481b-adc9-aeba28a8cfe5 None None] Provisioning for port 6368257c-8f04-4925-acd7-9f894d1bdaa4 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:27:46.302515 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-1a78787f-e0fc-481b-adc9-aeba28a8cfe5 None None] Provisioning complete for port 6368257c-8f04-4925-acd7-9f894d1bdaa4 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:27:46.303151 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1a78787f-e0fc-481b-adc9-aeba28a8cfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:46.340311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-1a78787f-e0fc-481b-adc9-aeba28a8cfe5 None None] Port 6368257c-8f04-4925-acd7-9f894d1bdaa4 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:27:46.509622 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6368257c-8f04-4925-acd7-9f894d1bdaa4 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:27:46.517108 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:46.529367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Transition to ACTIVE for port object 6368257c-8f04-4925-acd7-9f894d1bdaa4 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:27:46.589150 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:46.663208 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Pushing event updated for resources: {'Port': ['ID=6368257c-8f04-4925-acd7-9f894d1bdaa4,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:27:46.751498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Attempting to bind port 6368257c-8f04-4925-acd7-9f894d1bdaa4 on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:27:46.751968 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Attempting to bind port 6368257c-8f04-4925-acd7-9f894d1bdaa4 by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:27:46.752414 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Attempting to bind port 6368257c-8f04-4925-acd7-9f894d1bdaa4 on network 7236364e-943d-48b0-851c-faf01c9cbe1e {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:27:46.758700 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Port 6368257c-8f04-4925-acd7-9f894d1bdaa4 on network 7236364e-943d-48b0-851c-faf01c9cbe1e not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:27:46.759110 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Attempting to bind port 6368257c-8f04-4925-acd7-9f894d1bdaa4 on network 7236364e-943d-48b0-851c-faf01c9cbe1e {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:27:46.765625 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:27:46.766064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Checking segment: {'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:27:46.766520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Bound using segment: {'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:27:46.767171 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Bound port: 6368257c-8f04-4925-acd7-9f894d1bdaa4, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24770da5-a907-441d-8b27-11ca68389f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:27:46.767630 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:46.803546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038b6a0-a11a-4f54-aaac-9599934afe87 req-34486859-6231-4d8b-890e-c0651370edf2 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:46.805377 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e038b6a0-a11a-4f54-aaac-9599934afe87 req-34486859-6231-4d8b-890e-c0651370edf2 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0859737 Jul 05 05:27:46.849179 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] For port 6368257c-8f04-4925-acd7-9f894d1bdaa4, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:27:46.853857 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] For port 6368257c-8f04-4925-acd7-9f894d1bdaa4, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:27:46.856696 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e038b6a0-a11a-4f54-aaac-9599934afe87 req-17d5eaae-c0f3-4472-aa8c-6a9e19193e7d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426397 Jul 05 05:27:46.921441 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:46.957957 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:46.958893 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:46.960168 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] 10.222.0.10 "PUT /v2.0/ports/6368257c-8f04-4925-acd7-9f894d1bdaa4 HTTP/1.1" status: 200 len: 1092 time: 0.8595891 Jul 05 05:27:46.960623 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'tag': '6368257c-8f04-4925-acd7-9f894d1bdaa4'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:27:46.962914 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b396323-0cb6-4c3a-8b23-7547354ac431" -d '{"events": [{"name": "network-changed", "server_uuid": "0acaf003-b5c6-46fa-9fce-20c1160a9948", "tag": "6368257c-8f04-4925-acd7-9f894d1bdaa4"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:27:46.994099 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fb5f8-eec6-4477-a3a1-451d278ab463 service neutron] Pushing event updated for resources: {'Port': ['ID=6368257c-8f04-4925-acd7-9f894d1bdaa4,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:27:47.093570 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d73c13-2685-48a5-984c-f3e8713a7aa6 x-openstack-request-id: req-23d73c13-2685-48a5-984c-f3e8713a7aa6 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:27:47.093993 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0acaf003-b5c6-46fa-9fce-20c1160a9948", "tag": "6368257c-8f04-4925-acd7-9f894d1bdaa4", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:27:47.094256 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-23d73c13-2685-48a5-984c-f3e8713a7aa6 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:27:47.094655 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'tag': '6368257c-8f04-4925-acd7-9f894d1bdaa4', 'status': 'completed', 'code': 200} Jul 05 05:27:47.143652 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-fe77662b-1a20-456c-8a29-5ad0b282091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:47.145893 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-fe77662b-1a20-456c-8a29-5ad0b282091d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 1095 time: 0.0629847 Jul 05 05:27:47.192320 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-fbb6803b-765c-420e-851b-f8582edb3011 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4 HTTP/1.1" status: 200 len: 217 time: 0.0390713 Jul 05 05:27:47.241530 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-bb0f7593-8614-4ced-844e-6e62d6f41e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:47.243550 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-bb0f7593-8614-4ced-844e-6e62d6f41e1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0456889 Jul 05 05:27:47.301576 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-fe6affe6-546e-43cf-b644-d45e9b3fc83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:47.303393 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-fe6affe6-546e-43cf-b644-d45e9b3fc83d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537534 Jul 05 05:27:47.331815 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:47.404329 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-3bc42ca9-35cb-454f-9479-c2dbfb5f8c90 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946147 Jul 05 05:27:47.507135 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-dd5c9d51-bb0f-48d5-b2b7-d64852999a57 req-aaa27b29-b498-4379-b695-c0e432dc6982 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951042 Jul 05 05:27:47.670265 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b396323-0cb6-4c3a-8b23-7547354ac431 req-d363c8db-59be-4fe3-9e9b-a10f41b260e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:47.671697 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1b396323-0cb6-4c3a-8b23-7547354ac431 req-d363c8db-59be-4fe3-9e9b-a10f41b260e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 1095 time: 0.0597765 Jul 05 05:27:47.761951 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b396323-0cb6-4c3a-8b23-7547354ac431 req-9740dbdf-11b8-44a3-9f06-4e36c135c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:47.763333 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1b396323-0cb6-4c3a-8b23-7547354ac431 req-9740dbdf-11b8-44a3-9f06-4e36c135c80c service neutron] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.0849614 Jul 05 05:27:47.810748 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1b396323-0cb6-4c3a-8b23-7547354ac431 req-926bb5b1-8f8a-4af2-befa-b2d4192b13b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4 HTTP/1.1" status: 200 len: 217 time: 0.0385129 Jul 05 05:27:47.861498 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b396323-0cb6-4c3a-8b23-7547354ac431 req-b43b98e6-8cae-4773-9998-72a1ac090295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:47.863026 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1b396323-0cb6-4c3a-8b23-7547354ac431 req-b43b98e6-8cae-4773-9998-72a1ac090295 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0465033 Jul 05 05:27:47.922404 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b396323-0cb6-4c3a-8b23-7547354ac431 req-b70a4194-7707-4de2-aaaa-16c396d9416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:47.923914 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1b396323-0cb6-4c3a-8b23-7547354ac431 req-b70a4194-7707-4de2-aaaa-16c396d9416e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549023 Jul 05 05:27:48.024122 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1b396323-0cb6-4c3a-8b23-7547354ac431 req-e6449238-62e1-463a-a759-ceaf7be5203f service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932884 Jul 05 05:27:48.039219 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bcd45-a9d4-4934-af98-080babd3a5f7 req-5b667196-667e-4614-a6b9-a3ca69a19c47 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:48.040757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-516bcd45-a9d4-4934-af98-080babd3a5f7 req-5b667196-667e-4614-a6b9-a3ca69a19c47 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0679278 Jul 05 05:27:48.080297 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-516bcd45-a9d4-4934-af98-080babd3a5f7 req-2a8fb5b9-0d5d-4521-b872-df54cb756444 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337403 Jul 05 05:27:48.124213 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-1b396323-0cb6-4c3a-8b23-7547354ac431 req-cb9ad0ed-9992-4629-92e6-66512f2793e8 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940549 Jul 05 05:27:49.262347 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1dab4-80b2-4abe-91ed-47cb2b6295df req-56210685-a4b6-4a75-bcf9-3f8917aa4654 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:49.263859 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7c1dab4-80b2-4abe-91ed-47cb2b6295df req-56210685-a4b6-4a75-bcf9-3f8917aa4654 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0678537 Jul 05 05:27:49.303491 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d7c1dab4-80b2-4abe-91ed-47cb2b6295df req-cd0de6e5-7278-466c-9681-d03d20e31a41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338614 Jul 05 05:27:50.677515 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cd811-8f8d-448c-91a6-4523a115d0d8 req-b5ed4383-0c56-4266-b839-25c84197dff1 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:50.679935 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639cd811-8f8d-448c-91a6-4523a115d0d8 req-b5ed4383-0c56-4266-b839-25c84197dff1 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0748410 Jul 05 05:27:50.719801 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-639cd811-8f8d-448c-91a6-4523a115d0d8 req-0f58baa2-6359-4c67-b1ac-882a1f588969 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322440 Jul 05 05:27:51.890049 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6479745-a403-4b40-bdf5-7aae7c0176db req-03b74499-0dd9-498b-986a-48515d362d19 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:51.891505 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6479745-a403-4b40-bdf5-7aae7c0176db req-03b74499-0dd9-498b-986a-48515d362d19 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0608251 Jul 05 05:27:51.929361 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d6479745-a403-4b40-bdf5-7aae7c0176db req-861ea2f7-cc44-4002-8e0d-c8e1d6575f35 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320411 Jul 05 05:27:53.105654 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bee77-2442-46d4-bb7a-4f588bd50063 req-f6a2f6cc-e208-4592-8594-e348669fecac tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:53.107111 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-354bee77-2442-46d4-bb7a-4f588bd50063 req-f6a2f6cc-e208-4592-8594-e348669fecac tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0693164 Jul 05 05:27:53.144230 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-354bee77-2442-46d4-bb7a-4f588bd50063 req-2fff6bb9-f201-46f1-8025-0a60660fcc7d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316095 Jul 05 05:27:54.414966 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:27:54.494899 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597f0a7-bb55-404b-b840-170233f7adde req-9b806096-9524-4d56-82a5-2dcc29907c5e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:54.496317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8597f0a7-bb55-404b-b840-170233f7adde req-9b806096-9524-4d56-82a5-2dcc29907c5e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0635161 Jul 05 05:27:54.533299 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8597f0a7-bb55-404b-b840-170233f7adde req-70b254ac-f868-41c2-a8fa-90f2a804a88a tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315666 Jul 05 05:27:55.707788 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce37dc6-376b-4bf4-afea-893ad575e146 req-186e8617-d79d-4f33-9716-55fe309c079c tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:55.709304 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ce37dc6-376b-4bf4-afea-893ad575e146 req-186e8617-d79d-4f33-9716-55fe309c079c tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0658822 Jul 05 05:27:56.050529 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9ce37dc6-376b-4bf4-afea-893ad575e146 req-b4bfea62-0b45-41c7-9688-f9359ac217b4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357909 Jul 05 05:27:57.225571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2709d-f9cb-48b1-8ba6-f285a66e7f78 req-431c28f1-026d-44b5-9ec6-1be25fcd0a48 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:57.227427 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63a2709d-f9cb-48b1-8ba6-f285a66e7f78 req-431c28f1-026d-44b5-9ec6-1be25fcd0a48 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0627508 Jul 05 05:27:57.264270 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-63a2709d-f9cb-48b1-8ba6-f285a66e7f78 req-40ac84ee-53f0-45c1-ad8b-0719ac952e28 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317717 Jul 05 05:27:58.446455 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 6368257c-8f04-4925-acd7-9f894d1bdaa4 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:27:58.447526 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a6d67-500b-4306-87fb-66d6f6a8ec4d req-0d2d8632-04f2-4c5b-9c1a-e1bbf90686c3 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:58.449202 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d22a6d67-500b-4306-87fb-66d6f6a8ec4d req-0d2d8632-04f2-4c5b-9c1a-e1bbf90686c3 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0733311 Jul 05 05:27:58.489967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d22a6d67-500b-4306-87fb-66d6f6a8ec4d req-e3913a3d-eae1-4e5e-a9ee-464ac999146a tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351562 Jul 05 05:27:58.545453 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 6368257c-8f04-4925-acd7-9f894d1bdaa4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:27:58.557380 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '6368257c-8f04-4925-acd7-9f894d1bdaa4', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'port_id': '6368257c-8f04-4925-acd7-9f894d1bdaa4', 'mac_address': 'fa:16:3e:b8:93:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:27:58.594388 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:58.606855 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6368257c-8f04-4925-acd7-9f894d1bdaa4 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:27:58.625464 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 6368257c-8f04-4925-acd7-9f894d1bdaa4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:27:58.732724 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:58.783783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=6368257c-8f04-4925-acd7-9f894d1bdaa4,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:27:58.790977 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:58.791322 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:58.791667 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:58.792004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:58.792367 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:58.792704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:58.793039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:58.793363 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:58.793690 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:58.794014 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:58.794337 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:58.794659 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:27:58.974573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['6368257c-8f04-4925-acd7-9f894d1bdaa4'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:27:59.662409 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f110cd5-86f3-45c4-989f-fb6793c43293 req-a8554b0d-7b0c-417d-9e7a-3efee29c01e5 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:59.663871 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f110cd5-86f3-45c4-989f-fb6793c43293 req-a8554b0d-7b0c-417d-9e7a-3efee29c01e5 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 944 time: 0.0627406 Jul 05 05:27:59.700317 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9f110cd5-86f3-45c4-989f-fb6793c43293 req-e8028214-6ab2-4a96-99b6-31cfef491c99 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309074 Jul 05 05:28:00.462020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 6368257c-8f04-4925-acd7-9f894d1bdaa4 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:28:00.566123 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port 6368257c-8f04-4925-acd7-9f894d1bdaa4 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:28:00.571077 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 6368257c-8f04-4925-acd7-9f894d1bdaa4 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:28:00.571839 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:00.644516 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:00.666336 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6368257c-8f04-4925-acd7-9f894d1bdaa4'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:28:00.668571 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d4ed9e-cafa-462a-a423-eb00a4a56051" -d '{"events": [{"server_uuid": "0acaf003-b5c6-46fa-9fce-20c1160a9948", "name": "network-vif-plugged", "status": "completed", "tag": "6368257c-8f04-4925-acd7-9f894d1bdaa4"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:28:00.684634 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 6368257c-8f04-4925-acd7-9f894d1bdaa4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:28:00.757233 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f549238-c09d-45fa-bf7f-dd56a9ebd9a5 x-openstack-request-id: req-7f549238-c09d-45fa-bf7f-dd56a9ebd9a5 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:28:00.760862 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acaf003-b5c6-46fa-9fce-20c1160a9948", "name": "network-vif-plugged", "status": "completed", "tag": "6368257c-8f04-4925-acd7-9f894d1bdaa4", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:28:00.760862 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f549238-c09d-45fa-bf7f-dd56a9ebd9a5 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:28:00.760862 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6368257c-8f04-4925-acd7-9f894d1bdaa4', 'code': 200} Jul 05 05:28:00.777696 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:00.829724 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=6368257c-8f04-4925-acd7-9f894d1bdaa4,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:00.877449 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e3f4a-b4f1-4410-8f59-a856e82f8db3 req-28947b34-f52b-4d96-8afe-adc661fd4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:00.878883 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf11b3f-1edc-41f4-ac81-a7a43b696d29 req-611b5367-7323-4df7-8a8c-b52f1caefda7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:00.879288 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4d5e3f4a-b4f1-4410-8f59-a856e82f8db3 req-28947b34-f52b-4d96-8afe-adc661fd4b79 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 1097 time: 0.0545557 Jul 05 05:28:00.880568 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cf11b3f-1edc-41f4-ac81-a7a43b696d29 req-611b5367-7323-4df7-8a8c-b52f1caefda7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0644498 Jul 05 05:28:00.914377 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4d5e3f4a-b4f1-4410-8f59-a856e82f8db3 req-ace1d307-92ea-4d31-80fc-073ff8006975 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291231 Jul 05 05:28:00.917470 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0cf11b3f-1edc-41f4-ac81-a7a43b696d29 req-d5f8e238-5a1f-4384-b939-954b9ac15cec tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313463 Jul 05 05:28:02.091679 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f5254-49fb-4196-8406-75412d3b1d69 req-2e3b3ba0-aa52-4b14-97c6-bf2dce62474b tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:02.093200 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058f5254-49fb-4196-8406-75412d3b1d69 req-2e3b3ba0-aa52-4b14-97c6-bf2dce62474b tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0651011 Jul 05 05:28:02.130522 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-058f5254-49fb-4196-8406-75412d3b1d69 req-48ff8d9c-13fc-4654-9b48-c4d0f4b2e8fb tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317378 Jul 05 05:28:02.303236 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7b2c8-6211-4767-9fd4-9db4d741402f req-14d434bf-029d-427b-a1b5-ddba97b1d478 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:02.304700 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5fe7b2c8-6211-4767-9fd4-9db4d741402f req-14d434bf-029d-427b-a1b5-ddba97b1d478 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0660269 Jul 05 05:28:02.342013 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5fe7b2c8-6211-4767-9fd4-9db4d741402f req-47a1c563-e9ca-49ca-8662-25794a34540e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317149 Jul 05 05:28:02.366074 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40942) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:02.458924 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1329d2-89ce-4206-8434-68c49b845c20 tempest-TestShelveInstance-483634098 tempest-TestShelveInstance-483634098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:02.460561 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-2a1329d2-89ce-4206-8434-68c49b845c20 tempest-TestShelveInstance-483634098 tempest-TestShelveInstance-483634098-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 1092 time: 0.0935032 Jul 05 05:28:02.463352 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 40946) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:02.467694 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': '6368257c-8f04-4925-acd7-9f894d1bdaa4', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:28:02.546463 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:02.646282 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:02.749884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Allocated IP 172.25.6.184 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/8b1c09bb-23bc-4306-87c4-083f3322f3b5) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:28:02.852972 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:02.960722 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:02.997783 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:28:03.002386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:28:03.006465 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:28:03.011658 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'Port': ['ID=8b1c09bb-23bc-4306-87c4-083f3322f3b5,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:03.365060 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:03.440438 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:03.504089 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:03.656225 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:03.743227 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:03.814529 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event updated for resources: {'Port': ['ID=8b1c09bb-23bc-4306-87c4-083f3322f3b5,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:03.824661 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:03.923599 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Floating IP 7ac4edf3-5c7e-4a86-9e5e-f5927bef1dd2 associated. External IP: 172.25.6.184, port: 6368257c-8f04-4925-acd7-9f894d1bdaa4. Jul 05 05:28:04.126749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Router 881ce7b7-091e-4764-9286-da3bed70841a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:28:04.240531 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:28:04.249843 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4129e3e-bb13-4bc5-a813-6123a5e04fc7 None None] Sync routers for ids ['881ce7b7-091e-4764-9286-da3bed70841a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:28:04.259078 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4129e3e-bb13-4bc5-a813-6123a5e04fc7 None None] Routers {'881ce7b7-091e-4764-9286-da3bed70841a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:28:04.259686 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a4129e3e-bb13-4bc5-a813-6123a5e04fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:27:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['881ce7b7-091e-4764-9286-da3bed70841a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:04.329471 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:04.362990 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-a4129e3e-bb13-4bc5-a813-6123a5e04fc7 None None] Set router 881ce7b7-091e-4764-9286-da3bed70841a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:28:04.367306 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-3032fecb-fda5-464b-aeb9-39553d2cdf41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9029448 Jul 05 05:28:04.367888 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'tag': '6368257c-8f04-4925-acd7-9f894d1bdaa4'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:28:04.370186 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad9a7c0-77fb-4b3b-94bb-a88cc24dbab6" -d '{"events": [{"name": "network-changed", "server_uuid": "0acaf003-b5c6-46fa-9fce-20c1160a9948", "tag": "6368257c-8f04-4925-acd7-9f894d1bdaa4"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:28:04.461078 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262c6950-5708-44ee-b9f7-54d05b7907c1 x-openstack-request-id: req-262c6950-5708-44ee-b9f7-54d05b7907c1 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:28:04.461373 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0acaf003-b5c6-46fa-9fce-20c1160a9948", "tag": "6368257c-8f04-4925-acd7-9f894d1bdaa4", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:28:04.461655 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-262c6950-5708-44ee-b9f7-54d05b7907c1 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:28:04.462047 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'tag': '6368257c-8f04-4925-acd7-9f894d1bdaa4', 'status': 'completed', 'code': 200} Jul 05 05:28:04.538835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9a7c0-77fb-4b3b-94bb-a88cc24dbab6 req-bdfbc1b8-b553-4d3d-85e0-db7d298cc475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:04.540307 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cad9a7c0-77fb-4b3b-94bb-a88cc24dbab6 req-bdfbc1b8-b553-4d3d-85e0-db7d298cc475 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 1097 time: 0.0563698 Jul 05 05:28:04.595036 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a4129e3e-bb13-4bc5-a813-6123a5e04fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:12Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '7ac4edf3-5c7e-4a86-9e5e-f5927bef1dd2', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'port_id': '6368257c-8f04-4925-acd7-9f894d1bdaa4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'mac_address': 'fa:16:3e:b8:93:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:28:03Z', 'updated_at': '2021-07-05T05:28:03Z', 'revision_number': 0, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb920837-27f0-4751-af50-01b0a73006de', 'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'mac_address': 'fa:16:3e:32:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:11Z', 'updated_at': '2021-07-05T05:22:17Z', 'revision_number': 5, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'subnets': [{'id': '4b6030b2-ea05-4321-b827-06aaae768038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:04.620641 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4129e3e-bb13-4bc5-a813-6123a5e04fc7 None None] Checking router: 881ce7b7-091e-4764-9286-da3bed70841a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:28:04.628269 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9a7c0-77fb-4b3b-94bb-a88cc24dbab6 req-08d08c68-d66a-442f-be65-b134bb1ee82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:04.628682 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4129e3e-bb13-4bc5-a813-6123a5e04fc7 None None] Routers {'881ce7b7-091e-4764-9286-da3bed70841a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:28:04.629277 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a4129e3e-bb13-4bc5-a813-6123a5e04fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:27:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['881ce7b7-091e-4764-9286-da3bed70841a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:04.630399 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cad9a7c0-77fb-4b3b-94bb-a88cc24dbab6 req-08d08c68-d66a-442f-be65-b134bb1ee82a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.0836418 Jul 05 05:28:04.700967 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cad9a7c0-77fb-4b3b-94bb-a88cc24dbab6 req-9fa28ec1-9653-4ec4-83c7-6194e3cc5c6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4 HTTP/1.1" status: 200 len: 999 time: 0.0647049 Jul 05 05:28:04.735732 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-a4129e3e-bb13-4bc5-a813-6123a5e04fc7 None None] Set router 881ce7b7-091e-4764-9286-da3bed70841a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:28:04.752599 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9a7c0-77fb-4b3b-94bb-a88cc24dbab6 req-ed10d46e-ed01-4865-95a9-e7e3bb24c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:04.754063 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cad9a7c0-77fb-4b3b-94bb-a88cc24dbab6 req-ed10d46e-ed01-4865-95a9-e7e3bb24c08f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0443304 Jul 05 05:28:04.812275 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9a7c0-77fb-4b3b-94bb-a88cc24dbab6 req-eb028ba3-47bc-4171-83a5-2ca3d2bab58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:04.813701 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cad9a7c0-77fb-4b3b-94bb-a88cc24dbab6 req-eb028ba3-47bc-4171-83a5-2ca3d2bab58a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530391 Jul 05 05:28:04.908919 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cad9a7c0-77fb-4b3b-94bb-a88cc24dbab6 req-c6967cf4-75df-4208-bb8e-e764ed9b1403 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880499 Jul 05 05:28:04.964824 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-a4129e3e-bb13-4bc5-a813-6123a5e04fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:12Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '7ac4edf3-5c7e-4a86-9e5e-f5927bef1dd2', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'port_id': '6368257c-8f04-4925-acd7-9f894d1bdaa4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'mac_address': 'fa:16:3e:b8:93:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:28:03Z', 'updated_at': '2021-07-05T05:28:03Z', 'revision_number': 0, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb920837-27f0-4751-af50-01b0a73006de', 'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'mac_address': 'fa:16:3e:32:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:11Z', 'updated_at': '2021-07-05T05:22:17Z', 'revision_number': 5, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'subnets': [{'id': '4b6030b2-ea05-4321-b827-06aaae768038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:04.990661 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4129e3e-bb13-4bc5-a813-6123a5e04fc7 None None] The sync data for ids ['881ce7b7-091e-4764-9286-da3bed70841a'] in n-d-771363-32 is: [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:12Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '7ac4edf3-5c7e-4a86-9e5e-f5927bef1dd2', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'port_id': '6368257c-8f04-4925-acd7-9f894d1bdaa4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'mac_address': 'fa:16:3e:b8:93:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:28:03Z', 'updated_at': '2021-07-05T05:28:03Z', 'revision_number': 0, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb920837-27f0-4751-af50-01b0a73006de', 'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'mac_address': 'fa:16:3e:32:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:11Z', 'updated_at': '2021-07-05T05:22:17Z', 'revision_number': 5, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'subnets': [{'id': '4b6030b2-ea05-4321-b827-06aaae768038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:28:05.001315 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cad9a7c0-77fb-4b3b-94bb-a88cc24dbab6 req-9ca81074-887e-48d1-be3b-b25877f8aaa3 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849147 Jul 05 05:28:05.175883 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660c240-2e4a-454d-8102-e3d3927cec45 None None] New status for floating IP 7ac4edf3-5c7e-4a86-9e5e-f5927bef1dd2: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:28:05.180580 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:11.575067 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-708f7a28-6259-49af-8c61-d72193e7f9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:14.074355 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fb0af139-c12b-4276-aab6-4e6141159756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:14.514681 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:15.757392 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:17.346063 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:31.414176 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:28:33.485725 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:35.163446 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.574446 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7f1917e0-a952-453b-b636-00a54080e158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:44.109618 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dfa6ae55-66d4-4738-9db2-fb29fb8c3c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:44.502895 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:45.757492 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:47.331014 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:59.364414 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7a1e805-08cd-4fe1-b6a9-b0bab6fd60e4 req-9cc6ec24-1689-4a27-8ed9-49df73b06606 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519395 Jul 05 05:28:59.463561 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1e805-08cd-4fe1-b6a9-b0bab6fd60e4 req-9fe5e474-b6fa-4e4a-98c2-ab785dd3d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:59.465462 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7a1e805-08cd-4fe1-b6a9-b0bab6fd60e4 req-9fe5e474-b6fa-4e4a-98c2-ab785dd3d552 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 1097 time: 0.0572441 Jul 05 05:28:59.565938 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1e805-08cd-4fe1-b6a9-b0bab6fd60e4 req-582a5cc4-4fda-44b5-9f69-fbab8ea32db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:59.567412 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7a1e805-08cd-4fe1-b6a9-b0bab6fd60e4 req-582a5cc4-4fda-44b5-9f69-fbab8ea32db7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.0827277 Jul 05 05:28:59.634759 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7a1e805-08cd-4fe1-b6a9-b0bab6fd60e4 req-1e3433d0-c937-4120-a06b-838541e3ba52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4 HTTP/1.1" status: 200 len: 1001 time: 0.0606561 Jul 05 05:28:59.681791 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1e805-08cd-4fe1-b6a9-b0bab6fd60e4 req-58597573-5025-4f79-ad72-dbaeae456897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:59.683204 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7a1e805-08cd-4fe1-b6a9-b0bab6fd60e4 req-58597573-5025-4f79-ad72-dbaeae456897 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0431046 Jul 05 05:28:59.739543 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1e805-08cd-4fe1-b6a9-b0bab6fd60e4 req-1f348e3f-68f1-48b4-b119-e5a14e0d606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:59.741211 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7a1e805-08cd-4fe1-b6a9-b0bab6fd60e4 req-1f348e3f-68f1-48b4-b119-e5a14e0d606f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509355 Jul 05 05:28:59.830962 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7a1e805-08cd-4fe1-b6a9-b0bab6fd60e4 req-f7ad0542-7d96-4365-a55c-890b50a16d84 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827575 Jul 05 05:28:59.918908 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a7a1e805-08cd-4fe1-b6a9-b0bab6fd60e4 req-0c245f4e-1fe3-4dd4-96cc-b7f80597dc47 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806999 Jul 05 05:29:03.554257 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:05.188488 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:08.413509 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:29:11.576964 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-899b54e9-bb61-48a6-85b8-fd995dcf302d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:14.090785 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9636-3dd2-4948-b01b-6e2f64e36e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:14.542392 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:15.753791 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:17.313920 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:33.477386 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:35.188302 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:41.551349 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2e4a4a46-0f1c-4151-a7fd-24faa5efc8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:44.082746 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3427931f-658e-454d-a213-fbcfba4dfac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:44.539911 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:45.413205 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:29:45.759361 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:47.342129 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:01.378385 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-737d9f54-c539-4fdc-b6aa-d2864a69e345 req-d2beb8f4-8b94-4f8a-992e-ba283ea1ed18 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537004 Jul 05 05:30:01.474823 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d9f54-c539-4fdc-b6aa-d2864a69e345 req-ae63111c-9d7c-40a3-8c21-595797427968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:01.476319 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-737d9f54-c539-4fdc-b6aa-d2864a69e345 req-ae63111c-9d7c-40a3-8c21-595797427968 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 1097 time: 0.0559633 Jul 05 05:30:01.586195 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d9f54-c539-4fdc-b6aa-d2864a69e345 req-d4fbf61f-4e59-4449-a9e8-49b6c0efc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:01.588329 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-737d9f54-c539-4fdc-b6aa-d2864a69e345 req-d4fbf61f-4e59-4449-a9e8-49b6c0efc3bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.0931296 Jul 05 05:30:01.657536 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-737d9f54-c539-4fdc-b6aa-d2864a69e345 req-0990eb66-61f5-48ba-8250-52d979858d78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4 HTTP/1.1" status: 200 len: 1001 time: 0.0625484 Jul 05 05:30:01.705828 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d9f54-c539-4fdc-b6aa-d2864a69e345 req-04683337-30ee-406d-8f9a-30cf95c9cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:01.707964 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-737d9f54-c539-4fdc-b6aa-d2864a69e345 req-04683337-30ee-406d-8f9a-30cf95c9cfdf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0443158 Jul 05 05:30:01.763305 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d9f54-c539-4fdc-b6aa-d2864a69e345 req-3ebcfdde-368c-4acb-816a-5051c1790647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:01.764796 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-737d9f54-c539-4fdc-b6aa-d2864a69e345 req-3ebcfdde-368c-4acb-816a-5051c1790647 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512671 Jul 05 05:30:01.856253 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-737d9f54-c539-4fdc-b6aa-d2864a69e345 req-f0f50776-3db0-4b7a-948c-d4ad6f5f2dc3 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844898 Jul 05 05:30:01.946425 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-737d9f54-c539-4fdc-b6aa-d2864a69e345 req-ad19962b-2671-420e-821f-d1e1753b015a service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841098 Jul 05 05:30:03.496020 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:05.276827 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:11.558876 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-bb521386-f522-45d4-b580-11a8f3f70e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:14.090246 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8652735f-b93f-4eac-b205-8500f1c6dcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:14.513158 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:15.756517 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:17.356655 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:22.413332 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:30:30.996100 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe16fc9-a909-40d2-9cbb-fa49220f949b req-0df0f594-037c-4366-93df-13d5233f6f78 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:30.997637 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fe16fc9-a909-40d2-9cbb-fa49220f949b req-0df0f594-037c-4366-93df-13d5233f6f78 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0707238 Jul 05 05:30:31.041410 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-6fe16fc9-a909-40d2-9cbb-fa49220f949b req-f9db5522-119d-4818-8bcd-8217a6396714 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376072 Jul 05 05:30:32.223449 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b65dc-688e-4527-bd42-362968ee740d req-c981e33e-9477-488c-a8be-371148f12124 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:32.224967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a89b65dc-688e-4527-bd42-362968ee740d req-c981e33e-9477-488c-a8be-371148f12124 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0650120 Jul 05 05:30:32.264526 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a89b65dc-688e-4527-bd42-362968ee740d req-c3940441-d4cd-4cfe-8048-11473ccf8977 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339198 Jul 05 05:30:33.468978 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a640a72-1557-443e-87b8-ae0bdf39d547 req-ee3ee5bb-dab0-466d-b148-3c9e6a2ef06e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:33.470481 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a640a72-1557-443e-87b8-ae0bdf39d547 req-ee3ee5bb-dab0-466d-b148-3c9e6a2ef06e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0662603 Jul 05 05:30:33.495677 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:33.510397 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4a640a72-1557-443e-87b8-ae0bdf39d547 req-d851baf9-6fb8-49e1-80e3-b15484bb75e9 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337739 Jul 05 05:30:34.686977 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a896976-d45f-4046-b203-1415ee2d978c req-e713fc2b-21fc-413d-b825-f65bc6ebe4d0 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:34.688482 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a896976-d45f-4046-b203-1415ee2d978c req-e713fc2b-21fc-413d-b825-f65bc6ebe4d0 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0678687 Jul 05 05:30:34.726302 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a896976-d45f-4046-b203-1415ee2d978c req-6d585c66-11ec-428a-ba98-dabe7215a2ff tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323639 Jul 05 05:30:35.221440 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:35.910071 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d98a9d-f988-4994-80ad-a84adfad32d6 req-90feaa50-7ec4-4a98-bf12-f1be7f49944b tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:35.911560 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-52d98a9d-f988-4994-80ad-a84adfad32d6 req-90feaa50-7ec4-4a98-bf12-f1be7f49944b tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0684860 Jul 05 05:30:35.948912 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-52d98a9d-f988-4994-80ad-a84adfad32d6 req-6cf5cc40-a161-4626-a03a-54974256c269 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317457 Jul 05 05:30:37.128326 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1f046-be2e-4813-8784-afb0eab7770e req-6eee15f2-2055-4142-99da-e0726c246629 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:37.129822 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53c1f046-be2e-4813-8784-afb0eab7770e req-6eee15f2-2055-4142-99da-e0726c246629 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0654235 Jul 05 05:30:37.175980 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-53c1f046-be2e-4813-8784-afb0eab7770e req-36e204a5-fe78-4eb8-a0ec-fa346cb81fdb tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405407 Jul 05 05:30:38.352983 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29abe74-a722-4b2e-b9a9-948f5c3edd97 req-49c74869-073a-45d8-a61e-cdc3265b3cbd tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:38.354475 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a29abe74-a722-4b2e-b9a9-948f5c3edd97 req-49c74869-073a-45d8-a61e-cdc3265b3cbd tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0655370 Jul 05 05:30:38.392469 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-a29abe74-a722-4b2e-b9a9-948f5c3edd97 req-178e40af-d7cb-4532-aea5-758fe82b9b3d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314906 Jul 05 05:30:39.567503 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8c8ad-a6f8-473e-9f7d-55aa448f6db4 req-e362f3e9-592b-45a6-adc2-59c86129512a tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:39.569049 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0a8c8ad-a6f8-473e-9f7d-55aa448f6db4 req-e362f3e9-592b-45a6-adc2-59c86129512a tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0627201 Jul 05 05:30:39.605918 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c0a8c8ad-a6f8-473e-9f7d-55aa448f6db4 req-e1a0dd4f-7eb4-4f80-9749-920736ab273c tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312967 Jul 05 05:30:40.792644 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd7fa6-99fa-435d-ac1b-bea822de2262 req-64956192-4cf2-4341-917c-930bca86a370 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:40.794032 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0bd7fa6-99fa-435d-ac1b-bea822de2262 req-64956192-4cf2-4341-917c-930bca86a370 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0777559 Jul 05 05:30:40.832553 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b0bd7fa6-99fa-435d-ac1b-bea822de2262 req-6c2e8589-5193-4440-866d-b345893287eb tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319972 Jul 05 05:30:41.140743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170898a-18a9-4543-a175-d8664e027f29 req-7b216a01-dcf7-46ad-b3f1-85795e3b7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:41.142232 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4170898a-18a9-4543-a175-d8664e027f29 req-7b216a01-dcf7-46ad-b3f1-85795e3b7f48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 1097 time: 0.0528891 Jul 05 05:30:41.232318 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170898a-18a9-4543-a175-d8664e027f29 req-6c86223e-7ddc-4444-a2a1-ef3661a592f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:41.233801 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4170898a-18a9-4543-a175-d8664e027f29 req-6c86223e-7ddc-4444-a2a1-ef3661a592f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.0852461 Jul 05 05:30:41.297063 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4170898a-18a9-4543-a175-d8664e027f29 req-51ba8393-6cea-44e2-a54d-41fa59f26244 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4 HTTP/1.1" status: 200 len: 1001 time: 0.0567694 Jul 05 05:30:41.347302 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170898a-18a9-4543-a175-d8664e027f29 req-0f3f1f4c-a023-4c73-999b-ce8705ac2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:41.348755 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4170898a-18a9-4543-a175-d8664e027f29 req-0f3f1f4c-a023-4c73-999b-ce8705ac2d6c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0465076 Jul 05 05:30:41.403908 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170898a-18a9-4543-a175-d8664e027f29 req-fa20b3e8-573c-46b2-a73c-3fe1b8e73a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:41.405319 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4170898a-18a9-4543-a175-d8664e027f29 req-fa20b3e8-573c-46b2-a73c-3fe1b8e73a51 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504320 Jul 05 05:30:41.493030 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4170898a-18a9-4543-a175-d8664e027f29 req-45641e68-f230-4640-ba1f-34cb463d6cf3 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801001 Jul 05 05:30:41.544560 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-545e11f4-4aae-4a91-9fea-0b2dc2527db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:41.587578 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4170898a-18a9-4543-a175-d8664e027f29 req-2264a6b5-612b-4d80-947c-0babc591013b service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885832 Jul 05 05:30:42.005203 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b41a70-0077-4570-8d07-ba942a79f131 req-2572866f-fc2f-458f-bb9f-71b72ef3f1d4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:42.006684 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67b41a70-0077-4570-8d07-ba942a79f131 req-2572866f-fc2f-458f-bb9f-71b72ef3f1d4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0627470 Jul 05 05:30:42.043876 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-67b41a70-0077-4570-8d07-ba942a79f131 req-7b0cbde8-15a1-456d-a32e-e768cfccd56d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317137 Jul 05 05:30:43.227915 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71535515-0b25-48e8-ac90-ac3e2da374d5 req-27c52693-2c71-4081-96df-f6c03e183a5e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:43.229439 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71535515-0b25-48e8-ac90-ac3e2da374d5 req-27c52693-2c71-4081-96df-f6c03e183a5e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0695572 Jul 05 05:30:43.272565 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-71535515-0b25-48e8-ac90-ac3e2da374d5 req-f77230ec-64e7-442b-badc-de3b157d844b tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366273 Jul 05 05:30:44.087450 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ec12e535-417e-40be-9111-1d16456c9049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:44.451944 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fe18a-ea64-48db-9d7a-0f54d73039bd req-34d3a8f9-21aa-4369-b000-6f6eb81c1a0f tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:44.454780 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-321fe18a-ea64-48db-9d7a-0f54d73039bd req-34d3a8f9-21aa-4369-b000-6f6eb81c1a0f tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0658717 Jul 05 05:30:44.493048 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-321fe18a-ea64-48db-9d7a-0f54d73039bd req-1df65de2-cf2b-4599-a068-6c30381917a9 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325632 Jul 05 05:30:44.524245 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:45.271319 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 6368257c-8f04-4925-acd7-9f894d1bdaa4 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:30:45.343496 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:45.365250 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6368257c-8f04-4925-acd7-9f894d1bdaa4'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:30:45.367480 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904ad6f7-3661-45a8-b340-685f7959e95b" -d '{"events": [{"server_uuid": "0acaf003-b5c6-46fa-9fce-20c1160a9948", "name": "network-vif-unplugged", "status": "completed", "tag": "6368257c-8f04-4925-acd7-9f894d1bdaa4"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:30:45.380112 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 6368257c-8f04-4925-acd7-9f894d1bdaa4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:30:45.465312 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:45.677019 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979752f-7bf5-4deb-b7f6-6471005b0505 req-9f2e897b-6342-4d72-98a7-fe1006d3650b tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:45.678594 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0979752f-7bf5-4deb-b7f6-6471005b0505 req-9f2e897b-6342-4d72-98a7-fe1006d3650b tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0680830 Jul 05 05:30:45.689640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=6368257c-8f04-4925-acd7-9f894d1bdaa4,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:30:45.705035 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:30:45.705395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:30:45.705718 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:30:45.706047 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:30:45.706376 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:30:45.706707 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:30:45.707032 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:30:45.707352 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:30:45.707732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:30:45.708048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:30:45.708398 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:30:45.708717 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:30:45.724714 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0979752f-7bf5-4deb-b7f6-6471005b0505 req-1f906cf2-a687-44a4-8be0-903cee77be16 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403752 Jul 05 05:30:45.775603 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:46.249096 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b31d0b-2841-4c36-960c-f6952fe5ab66 req-45a4fd4f-88e1-47e1-8b4c-caf08710d61a tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:46.251326 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9b31d0b-2841-4c36-960c-f6952fe5ab66 req-45a4fd4f-88e1-47e1-8b4c-caf08710d61a tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0689754 Jul 05 05:30:46.290967 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9b31d0b-2841-4c36-960c-f6952fe5ab66 req-d55fa6d7-f1bb-4389-9762-3151c62e6085 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329099 Jul 05 05:30:46.349486 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-009a3af9-1a2d-47c2-9a59-ead7407af604 req-2761e8eb-e20e-4013-aa97-39b4ebf35bc7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1541581 Jul 05 05:30:46.423167 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 05:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7343bdaa-0475-4aa4-8c13-aacc92298cf9 x-openstack-request-id: req-7343bdaa-0475-4aa4-8c13-aacc92298cf9 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:30:46.423611 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acaf003-b5c6-46fa-9fce-20c1160a9948", "name": "network-vif-unplugged", "status": "completed", "tag": "6368257c-8f04-4925-acd7-9f894d1bdaa4", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:30:46.423716 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7343bdaa-0475-4aa4-8c13-aacc92298cf9 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:30:46.424134 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6368257c-8f04-4925-acd7-9f894d1bdaa4', 'code': 200} Jul 05 05:30:47.310504 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:47.491546 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893096b0-6ec5-4b5a-adcb-543271b6f24a req-7cdc2741-5342-4aa7-b1fb-4a12d38cfaab tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:47.493060 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-893096b0-6ec5-4b5a-adcb-543271b6f24a req-7cdc2741-5342-4aa7-b1fb-4a12d38cfaab tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0645840 Jul 05 05:30:47.532465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-893096b0-6ec5-4b5a-adcb-543271b6f24a req-4e73dd59-b42c-4a8d-aaf5-ca31e196aa21 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335777 Jul 05 05:30:48.719476 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8c20b-56bf-45d2-9ef3-59a620adf384 req-86996db3-ed24-4c8c-bf2c-5c8012492128 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:48.721013 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19c8c20b-56bf-45d2-9ef3-59a620adf384 req-86996db3-ed24-4c8c-bf2c-5c8012492128 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0720849 Jul 05 05:30:48.764547 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-19c8c20b-56bf-45d2-9ef3-59a620adf384 req-6289da94-44f8-4268-a866-03e60f8354b4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378380 Jul 05 05:30:49.947518 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c403e9-2126-4c2f-bda8-6334d1e7554f req-9cdbc429-32bd-4236-a6af-29b7df84ee76 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:49.949188 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2c403e9-2126-4c2f-bda8-6334d1e7554f req-9cdbc429-32bd-4236-a6af-29b7df84ee76 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0692606 Jul 05 05:30:49.987328 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b2c403e9-2126-4c2f-bda8-6334d1e7554f req-bd5d1a27-15dc-4e71-b6ae-c0a98f552b14 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324156 Jul 05 05:30:51.163527 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97c44c-a507-486b-a6aa-36e17bfd09a2 req-08adcda9-c78a-43a8-9901-3619363129e7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:51.165166 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f97c44c-a507-486b-a6aa-36e17bfd09a2 req-08adcda9-c78a-43a8-9901-3619363129e7 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0652189 Jul 05 05:30:51.205027 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5f97c44c-a507-486b-a6aa-36e17bfd09a2 req-0b3971a4-2ae4-4542-a60a-f48b3ebda8c4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341992 Jul 05 05:30:52.396466 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7035-d27b-4018-8b65-1e3cd427d99a req-ca39458b-8560-4d0d-9077-ac620db6dcda tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:52.398001 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87de7035-d27b-4018-8b65-1e3cd427d99a req-ca39458b-8560-4d0d-9077-ac620db6dcda tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0677862 Jul 05 05:30:52.401615 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a3af9-1a2d-47c2-9a59-ead7407af604 req-355f7582-667a-49dd-8c59-5cc251102f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:52.403079 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-009a3af9-1a2d-47c2-9a59-ead7407af604 req-355f7582-667a-49dd-8c59-5cc251102f8a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948&tenant_id=2d814c5919584fd9929d5525d31846a3 HTTP/1.1" status: 200 len: 1095 time: 0.0523162 Jul 05 05:30:52.436328 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87de7035-d27b-4018-8b65-1e3cd427d99a req-41b09bff-8755-4e95-b639-2bd5f756387c tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326657 Jul 05 05:30:52.480055 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a3af9-1a2d-47c2-9a59-ead7407af604 req-053714f2-e00b-40e2-853f-b9ab86fe491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:52.481571 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-009a3af9-1a2d-47c2-9a59-ead7407af604 req-053714f2-e00b-40e2-853f-b9ab86fe491b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 1095 time: 0.0561385 Jul 05 05:30:52.572379 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a3af9-1a2d-47c2-9a59-ead7407af604 req-1a036aca-d4b7-41b2-b33e-b37b27f4b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:52.573847 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-009a3af9-1a2d-47c2-9a59-ead7407af604 req-1a036aca-d4b7-41b2-b33e-b37b27f4b6a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.0857460 Jul 05 05:30:52.641010 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-009a3af9-1a2d-47c2-9a59-ead7407af604 req-904a8f14-d04c-4f24-add2-c4a1c51e9acc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4 HTTP/1.1" status: 200 len: 999 time: 0.0594821 Jul 05 05:30:52.688455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a3af9-1a2d-47c2-9a59-ead7407af604 req-a07ba29b-6359-42f5-a38e-6d5650f4827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:52.689890 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-009a3af9-1a2d-47c2-9a59-ead7407af604 req-a07ba29b-6359-42f5-a38e-6d5650f4827b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0430717 Jul 05 05:30:52.746595 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a3af9-1a2d-47c2-9a59-ead7407af604 req-580bdd1b-60c5-4027-bf4d-d34d65ec1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:52.748111 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-009a3af9-1a2d-47c2-9a59-ead7407af604 req-580bdd1b-60c5-4027-bf4d-d34d65ec1389 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520623 Jul 05 05:30:52.839871 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-009a3af9-1a2d-47c2-9a59-ead7407af604 req-2fa53cdc-6abb-4f41-a1f1-d286e4b9970b service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853026 Jul 05 05:30:52.927171 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-009a3af9-1a2d-47c2-9a59-ead7407af604 req-126020a0-6c19-4921-b09f-9a334e722291 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810506 Jul 05 05:30:53.611270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89badbd6-632b-44cf-a068-7d001344a927 req-83023fd3-6421-47d7-a59c-052b9534a1a1 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:53.613795 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-89badbd6-632b-44cf-a068-7d001344a927 req-83023fd3-6421-47d7-a59c-052b9534a1a1 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0657260 Jul 05 05:30:53.650185 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-89badbd6-632b-44cf-a068-7d001344a927 req-07de4175-24fb-4ff9-873b-1b1151a2fb08 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309966 Jul 05 05:30:54.821238 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac388616-8cb0-4876-b32a-f87f8da75e6b req-be5f7dce-5c96-49d9-8e49-cdced23dadd8 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:54.822675 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac388616-8cb0-4876-b32a-f87f8da75e6b req-be5f7dce-5c96-49d9-8e49-cdced23dadd8 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0623496 Jul 05 05:30:54.872332 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ac388616-8cb0-4876-b32a-f87f8da75e6b req-f6a3f280-7669-494e-9824-499639eaccb4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439959 Jul 05 05:30:56.045911 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b603b-af61-44c0-bd6d-65b3f56765a0 req-77e55692-6594-4eec-b358-e921bfc5d343 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:56.048385 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-978b603b-af61-44c0-bd6d-65b3f56765a0 req-77e55692-6594-4eec-b358-e921bfc5d343 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0649571 Jul 05 05:30:56.086662 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-978b603b-af61-44c0-bd6d-65b3f56765a0 req-ab2c62f6-7ee1-4678-b5ff-9bec1cd58200 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324914 Jul 05 05:30:57.255266 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad3d71-18d5-493d-9166-56b91f86d1ee req-1bf93267-d993-4b2d-b51e-4cad6b6cf7c9 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:57.256772 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60ad3d71-18d5-493d-9166-56b91f86d1ee req-1bf93267-d993-4b2d-b51e-4cad6b6cf7c9 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0623331 Jul 05 05:30:57.294543 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-60ad3d71-18d5-493d-9166-56b91f86d1ee req-a74f2d62-62be-4644-9052-b04d76439db4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313473 Jul 05 05:30:58.472588 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709237-3d4f-4e07-80b1-55c7f80cf188 req-23afdf07-8370-4fe2-869e-fffc038d3863 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:58.474091 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d709237-3d4f-4e07-80b1-55c7f80cf188 req-23afdf07-8370-4fe2-869e-fffc038d3863 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 943 time: 0.0663292 Jul 05 05:30:58.511179 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4d709237-3d4f-4e07-80b1-55c7f80cf188 req-e69e9f76-c113-4961-81d9-6e9fc0205d39 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316014 Jul 05 05:30:59.332405 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 6368257c-8f04-4925-acd7-9f894d1bdaa4 details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:30:59.412028 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:30:59.424955 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 6368257c-8f04-4925-acd7-9f894d1bdaa4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:30:59.436311 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': '6368257c-8f04-4925-acd7-9f894d1bdaa4', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'port_id': '6368257c-8f04-4925-acd7-9f894d1bdaa4', 'mac_address': 'fa:16:3e:b8:93:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:30:59.476969 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:59.489116 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6368257c-8f04-4925-acd7-9f894d1bdaa4 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:30:59.508220 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 6368257c-8f04-4925-acd7-9f894d1bdaa4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:30:59.573038 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:59.621556 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=6368257c-8f04-4925-acd7-9f894d1bdaa4,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:30:59.687445 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335b69c-0517-4ca9-a381-38a0a6bef9b8 req-d1233084-4b64-4ba4-91b5-e700247c2719 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:59.689010 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f335b69c-0517-4ca9-a381-38a0a6bef9b8 req-d1233084-4b64-4ba4-91b5-e700247c2719 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 944 time: 0.0638366 Jul 05 05:30:59.725389 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f335b69c-0517-4ca9-a381-38a0a6bef9b8 req-b3c4209b-a90c-4b17-bb54-732f02656e8e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308092 Jul 05 05:30:59.823174 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['6368257c-8f04-4925-acd7-9f894d1bdaa4'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:31:00.903997 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef214d89-e571-4c1b-9bba-0066af78f49b req-67567be7-b16f-496a-be69-47f140e3df41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:31:00.905689 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef214d89-e571-4c1b-9bba-0066af78f49b req-67567be7-b16f-496a-be69-47f140e3df41 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 944 time: 0.0624790 Jul 05 05:31:00.946796 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ef214d89-e571-4c1b-9bba-0066af78f49b req-005b44e0-530b-4181-bf7a-cec2f5365d3a tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355718 Jul 05 05:31:01.335845 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 6368257c-8f04-4925-acd7-9f894d1bdaa4 up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:31:01.382499 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port 6368257c-8f04-4925-acd7-9f894d1bdaa4 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:31:01.382871 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:01.459369 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:01.480730 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6368257c-8f04-4925-acd7-9f894d1bdaa4'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:31:01.482962 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b8cc47-f191-46eb-a495-c37303bc79d1" -d '{"events": [{"server_uuid": "0acaf003-b5c6-46fa-9fce-20c1160a9948", "name": "network-vif-plugged", "status": "completed", "tag": "6368257c-8f04-4925-acd7-9f894d1bdaa4"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:31:01.495658 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port 6368257c-8f04-4925-acd7-9f894d1bdaa4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:31:01.520134 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdde7f56-23b5-488b-a8f1-93b4c2e446c1 x-openstack-request-id: req-cdde7f56-23b5-488b-a8f1-93b4c2e446c1 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:31:01.520393 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acaf003-b5c6-46fa-9fce-20c1160a9948", "name": "network-vif-plugged", "status": "completed", "tag": "6368257c-8f04-4925-acd7-9f894d1bdaa4", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:31:01.520650 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cdde7f56-23b5-488b-a8f1-93b4c2e446c1 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:31:01.521051 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6368257c-8f04-4925-acd7-9f894d1bdaa4', 'code': 200} Jul 05 05:31:01.602071 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:01.652847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=6368257c-8f04-4925-acd7-9f894d1bdaa4,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:31:01.682867 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b755a-593e-4ce2-8508-966148f6a4b4 req-cf805e07-519b-429f-9960-335c57dd1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:31:01.684399 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c72b755a-593e-4ce2-8508-966148f6a4b4 req-cf805e07-519b-429f-9960-335c57dd1d38 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 1097 time: 0.0527117 Jul 05 05:31:01.717704 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c72b755a-593e-4ce2-8508-966148f6a4b4 req-d36b5bde-24b4-475b-9bed-a285febabe63 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270171 Jul 05 05:31:02.117231 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d54c00-8852-4f75-b929-367a209e6601 req-2588180d-5753-4f2e-88d3-f028cf8cd97e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:31:02.118708 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54d54c00-8852-4f75-b929-367a209e6601 req-2588180d-5753-4f2e-88d3-f028cf8cd97e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0634892 Jul 05 05:31:02.155189 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-54d54c00-8852-4f75-b929-367a209e6601 req-28473613-7bd6-40a1-b862-be2dffda8456 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310197 Jul 05 05:31:03.330759 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb2786-ac06-4846-8344-a9bbe4d30712 req-26f2e336-ec04-4ba1-8b70-af3466ed311d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:31:03.332301 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28bb2786-ac06-4846-8344-a9bbe4d30712 req-26f2e336-ec04-4ba1-8b70-af3466ed311d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0644197 Jul 05 05:31:03.368520 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0432a622-28b8-41f6-8d26-9e252413469a req-f577debc-8f2b-4915-91a7-0ce63bab2897 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547616 Jul 05 05:31:03.370518 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-28bb2786-ac06-4846-8344-a9bbe4d30712 req-6e6b1a23-a328-4e0b-a1d4-412b05eff7e4 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324013 Jul 05 05:31:03.459039 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432a622-28b8-41f6-8d26-9e252413469a req-0f2288c2-1d1c-4c76-a4c4-0174269d67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:31:03.460825 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0432a622-28b8-41f6-8d26-9e252413469a req-0f2288c2-1d1c-4c76-a4c4-0174269d67d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 1097 time: 0.0523329 Jul 05 05:31:03.498941 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:03.562283 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432a622-28b8-41f6-8d26-9e252413469a req-5067ad75-4bd7-486c-b8cc-91d5347b5b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:31:03.563743 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0432a622-28b8-41f6-8d26-9e252413469a req-5067ad75-4bd7-486c-b8cc-91d5347b5b12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.0826304 Jul 05 05:31:03.643044 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0432a622-28b8-41f6-8d26-9e252413469a req-f3f12b74-ff77-4c22-8823-5bf989932ca4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4 HTTP/1.1" status: 200 len: 1001 time: 0.0731523 Jul 05 05:31:03.689487 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432a622-28b8-41f6-8d26-9e252413469a req-32b18c1c-8144-4ab7-9397-7c03aad2ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:31:03.690878 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0432a622-28b8-41f6-8d26-9e252413469a req-32b18c1c-8144-4ab7-9397-7c03aad2ea48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0421963 Jul 05 05:31:03.745803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432a622-28b8-41f6-8d26-9e252413469a req-c451f233-98e4-4a5c-9af4-b311c6be72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:31:03.747261 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0432a622-28b8-41f6-8d26-9e252413469a req-c451f233-98e4-4a5c-9af4-b311c6be72fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503395 Jul 05 05:31:03.837816 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0432a622-28b8-41f6-8d26-9e252413469a req-97f17d60-58ef-4ba2-ba59-4e8dceed81d9 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836496 Jul 05 05:31:03.926339 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0432a622-28b8-41f6-8d26-9e252413469a req-420c3aa9-603e-45ad-a270-483b24383f7e service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815825 Jul 05 05:31:05.229738 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:11.579466 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d845eebb-ddf7-44a2-b9f5-8d8f99fa029e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:14.098512 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c955d4be-dbb6-4f65-a643-592cafc9dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:14.515971 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:15.763336 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:17.343978 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:33.521408 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:35.272009 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:36.411687 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:31:41.543991 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-69e217de-bc9b-40ce-b111-6f124a219a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:44.086796 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f33aa052-f783-4790-8498-a60d9ee1d05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:44.537882 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:45.814427 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:47.380277 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:03.511642 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:05.320962 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:05.743612 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24ada982-9cf2-492d-bca7-96e88c099bd1 req-7f92f65c-d501-4058-a4d9-928a41e556a9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4187865 Jul 05 05:32:05.843552 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ada982-9cf2-492d-bca7-96e88c099bd1 req-58c0d163-4d49-4b85-bc91-66f4013dc8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:05.845126 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24ada982-9cf2-492d-bca7-96e88c099bd1 req-58c0d163-4d49-4b85-bc91-66f4013dc8ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 1097 time: 0.0568066 Jul 05 05:32:05.951515 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ada982-9cf2-492d-bca7-96e88c099bd1 req-ce3e1e10-dc9d-4593-bedf-a9bfa10f79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:05.953165 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24ada982-9cf2-492d-bca7-96e88c099bd1 req-ce3e1e10-dc9d-4593-bedf-a9bfa10f79f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.0882535 Jul 05 05:32:06.017452 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24ada982-9cf2-492d-bca7-96e88c099bd1 req-b0873499-ba8c-44a2-ba2d-cd9b56f20427 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4 HTTP/1.1" status: 200 len: 1001 time: 0.0582924 Jul 05 05:32:06.065856 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ada982-9cf2-492d-bca7-96e88c099bd1 req-c41c065f-f768-478b-ba6c-3763dfe44564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:06.067311 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24ada982-9cf2-492d-bca7-96e88c099bd1 req-c41c065f-f768-478b-ba6c-3763dfe44564 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0442545 Jul 05 05:32:06.131578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ada982-9cf2-492d-bca7-96e88c099bd1 req-7af512fb-40c7-4e60-8fdd-6b8c25d4bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:06.133137 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24ada982-9cf2-492d-bca7-96e88c099bd1 req-7af512fb-40c7-4e60-8fdd-6b8c25d4bf61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598104 Jul 05 05:32:06.223728 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24ada982-9cf2-492d-bca7-96e88c099bd1 req-4b4a33cd-701c-4e04-b9cb-f9ae05a54ef0 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836458 Jul 05 05:32:06.318085 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-24ada982-9cf2-492d-bca7-96e88c099bd1 req-edafd867-4fa1-4591-a438-4575ec80a094 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886738 Jul 05 05:32:11.561102 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2d7abc2d-18f8-4d3d-a984-8be62e7d9866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:13.410314 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:32:14.103262 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-49502f74-9b99-47e5-a6e2-2b159e429fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:14.548982 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:15.762710 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:17.345390 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:33.516730 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:35.288395 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:40.065807 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41164) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:40.435509 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Deleting port 8b1c09bb-23bc-4306-87c4-083f3322f3b5 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:32:40.435852 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:40.508655 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:40.508983 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:40.519906 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Calling delete_port for 8b1c09bb-23bc-4306-87c4-083f3322f3b5 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:32:40.737339 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:40.763460 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event deleted for resources: {'Port': ['ID=8b1c09bb-23bc-4306-87c4-083f3322f3b5,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:40.791497 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:40.791844 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:40.792218 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:40.792571 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:40.792894 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:40.793228 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:40.793559 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:40.793884 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:40.794213 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:40.794543 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:40.794868 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:40.795190 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:40.832944 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:40.833277 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Floating IP 7ac4edf3-5c7e-4a86-9e5e-f5927bef1dd2 disassociated (deleted). External IP: 172.25.6.184, port: 6368257c-8f04-4925-acd7-9f894d1bdaa4. Jul 05 05:32:41.036269 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Router 881ce7b7-091e-4764-9286-da3bed70841a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:32:41.144970 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:32:41.149759 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:41.155560 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8aec6-b8fa-46c8-8969-0ecaa82f20ec None None] Sync routers for ids ['881ce7b7-091e-4764-9286-da3bed70841a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:32:41.165613 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8aec6-b8fa-46c8-8969-0ecaa82f20ec None None] Routers {'881ce7b7-091e-4764-9286-da3bed70841a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:32:41.166288 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3ea8aec6-b8fa-46c8-8969-0ecaa82f20ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:32:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['881ce7b7-091e-4764-9286-da3bed70841a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:41.185385 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4ed7f797-66b3-40af-98d9-a9af144a8c98 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "DELETE /v2.0/floatingips/7ac4edf3-5c7e-4a86-9e5e-f5927bef1dd2 HTTP/1.1" status: 204 len: 168 time: 1.1184967 Jul 05 05:32:41.185964 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'tag': '6368257c-8f04-4925-acd7-9f894d1bdaa4'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:32:41.188228 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57abf0d-6afa-4488-b006-11faeb320016" -d '{"events": [{"name": "network-changed", "server_uuid": "0acaf003-b5c6-46fa-9fce-20c1160a9948", "tag": "6368257c-8f04-4925-acd7-9f894d1bdaa4"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:32:41.231217 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dfd2f5-84ae-4fd0-8a57-559829658e23 x-openstack-request-id: req-b9dfd2f5-84ae-4fd0-8a57-559829658e23 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:32:41.231514 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0acaf003-b5c6-46fa-9fce-20c1160a9948", "tag": "6368257c-8f04-4925-acd7-9f894d1bdaa4", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:32:41.231774 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b9dfd2f5-84ae-4fd0-8a57-559829658e23 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:32:41.232224 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'tag': '6368257c-8f04-4925-acd7-9f894d1bdaa4', 'status': 'completed', 'code': 200} Jul 05 05:32:41.273155 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-3ea8aec6-b8fa-46c8-8969-0ecaa82f20ec None None] Set router 881ce7b7-091e-4764-9286-da3bed70841a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:32:41.317520 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57abf0d-6afa-4488-b006-11faeb320016 req-b3f25cc2-c320-4f59-95d7-938ee1af73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:41.319015 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c57abf0d-6afa-4488-b006-11faeb320016 req-b3f25cc2-c320-4f59-95d7-938ee1af73d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d814c5919584fd9929d5525d31846a3&device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 1097 time: 0.0628576 Jul 05 05:32:41.413707 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57abf0d-6afa-4488-b006-11faeb320016 req-c9f6defe-5960-4463-92d4-aa447d1a47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:41.415903 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c57abf0d-6afa-4488-b006-11faeb320016 req-c9f6defe-5960-4463-92d4-aa447d1a47fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 200 len: 910 time: 0.0907896 Jul 05 05:32:41.459011 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c57abf0d-6afa-4488-b006-11faeb320016 req-939d7595-4d3a-45d6-8c1a-dc481d96d41a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4 HTTP/1.1" status: 200 len: 217 time: 0.0363839 Jul 05 05:32:41.478022 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3ea8aec6-b8fa-46c8-8969-0ecaa82f20ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:12Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bb920837-27f0-4751-af50-01b0a73006de', 'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'mac_address': 'fa:16:3e:32:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:11Z', 'updated_at': '2021-07-05T05:22:17Z', 'revision_number': 5, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'subnets': [{'id': '4b6030b2-ea05-4321-b827-06aaae768038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:41.504896 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8aec6-b8fa-46c8-8969-0ecaa82f20ec None None] Checking router: 881ce7b7-091e-4764-9286-da3bed70841a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:32:41.509540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57abf0d-6afa-4488-b006-11faeb320016 req-d3830593-92e7-4050-aa1f-748548a7178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:41.512362 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c57abf0d-6afa-4488-b006-11faeb320016 req-d3830593-92e7-4050-aa1f-748548a7178e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 200 len: 848 time: 0.0473776 Jul 05 05:32:41.514151 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8aec6-b8fa-46c8-8969-0ecaa82f20ec None None] Routers {'881ce7b7-091e-4764-9286-da3bed70841a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:32:41.514763 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3ea8aec6-b8fa-46c8-8969-0ecaa82f20ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:32:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['881ce7b7-091e-4764-9286-da3bed70841a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:41.580259 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57abf0d-6afa-4488-b006-11faeb320016 req-cef75240-05ed-48ef-ada4-76cac4100237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:41.581779 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c57abf0d-6afa-4488-b006-11faeb320016 req-cef75240-05ed-48ef-ada4-76cac4100237 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7236364e-943d-48b0-851c-faf01c9cbe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552633 Jul 05 05:32:41.585363 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-fc45cd6f-defe-42ae-80a7-bbeed3be5d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:41.593681 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-c57abf0d-6afa-4488-b006-11faeb320016 req-fee34458-043a-4658-807f-8bdcb101d06b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:32:41.594638 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c57abf0d-6afa-4488-b006-11faeb320016 req-fee34458-043a-4658-807f-8bdcb101d06b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055227 Jul 05 05:32:41.628912 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-3ea8aec6-b8fa-46c8-8969-0ecaa82f20ec None None] Set router 881ce7b7-091e-4764-9286-da3bed70841a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:32:41.694729 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c57abf0d-6afa-4488-b006-11faeb320016 req-745f3c4c-a6bb-4eaa-ba20-5c1d09384f05 service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936537 Jul 05 05:32:41.780723 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1d2a9-3b8e-46a2-98d6-05a235fa5b72 req-4bd10df2-e9cf-4843-98a8-fdea4b4a3530 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:41.782311 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4c1d2a9-3b8e-46a2-98d6-05a235fa5b72 req-4bd10df2-e9cf-4843-98a8-fdea4b4a3530 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0727830 Jul 05 05:32:41.791912 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c57abf0d-6afa-4488-b006-11faeb320016 req-9270e906-6c9b-4aec-a963-9dec8312baae service neutron] 10.222.0.10 "GET /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882292 Jul 05 05:32:41.830739 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e4c1d2a9-3b8e-46a2-98d6-05a235fa5b72 req-7b1ddcda-7eb4-4ddc-ae4f-d1f10dd67dae tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409880 Jul 05 05:32:41.833611 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3ea8aec6-b8fa-46c8-8969-0ecaa82f20ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:12Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bb920837-27f0-4751-af50-01b0a73006de', 'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'mac_address': 'fa:16:3e:32:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:11Z', 'updated_at': '2021-07-05T05:22:17Z', 'revision_number': 5, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'subnets': [{'id': '4b6030b2-ea05-4321-b827-06aaae768038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:41.861039 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8aec6-b8fa-46c8-8969-0ecaa82f20ec None None] The sync data for ids ['881ce7b7-091e-4764-9286-da3bed70841a'] in n-d-771363-32 is: [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:22:12Z', 'revision_number': 4, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': 'bb920837-27f0-4751-af50-01b0a73006de', 'name': '', 'network_id': '7236364e-943d-48b0-851c-faf01c9cbe1e', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'mac_address': 'fa:16:3e:32:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4b6030b2-ea05-4321-b827-06aaae768038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:11Z', 'updated_at': '2021-07-05T05:22:17Z', 'revision_number': 5, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'subnets': [{'id': '4b6030b2-ea05-4321-b827-06aaae768038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:32:42.082566 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333823bb-4701-413c-94d1-3da23079159f None None] New status for floating IP 7ac4edf3-5c7e-4a86-9e5e-f5927bef1dd2: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:32:43.128079 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dacaa-2592-4306-87bf-1f99978b4a40 req-d6761263-c9ad-410d-bd41-7b65ddff8d5d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:43.129509 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8c4dacaa-2592-4306-87bf-1f99978b4a40 req-d6761263-c9ad-410d-bd41-7b65ddff8d5d tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.1846275 Jul 05 05:32:43.168279 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8c4dacaa-2592-4306-87bf-1f99978b4a40 req-f336c637-3bb8-4474-afe3-3c030074fa14 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/security-groups?id=b620ab9f-e125-43f2-bd11-008653749e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328035 Jul 05 05:32:43.179741 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3b378-f8a6-444f-9098-b01565967377 req-d0c7bea6-db20-4345-81b3-4bf80546d1da tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:43.181564 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8df3b378-f8a6-444f-9098-b01565967377 req-d0c7bea6-db20-4345-81b3-4bf80546d1da tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.10 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 945 time: 0.0683522 Jul 05 05:32:43.297643 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-8df3b378-f8a6-444f-9098-b01565967377 req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Deleting port 6368257c-8f04-4925-acd7-9f894d1bdaa4 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:32:43.297993 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8df3b378-f8a6-444f-9098-b01565967377 req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:43.393821 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-8df3b378-f8a6-444f-9098-b01565967377 req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] For port 6368257c-8f04-4925-acd7-9f894d1bdaa4, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=6368257c-8f04-4925-acd7-9f894d1bdaa4,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:32:43.394100 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8df3b378-f8a6-444f-9098-b01565967377 req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:43.406280 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-8df3b378-f8a6-444f-9098-b01565967377 req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Calling delete_port for 6368257c-8f04-4925-acd7-9f894d1bdaa4 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:32:43.600147 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8df3b378-f8a6-444f-9098-b01565967377 req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:43.636730 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event deleted for resources: {'Port': ['ID=6368257c-8f04-4925-acd7-9f894d1bdaa4,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:43.665158 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:43.665515 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:43.665860 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:43.666206 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:43.666546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:43.666959 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:43.667217 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:43.667546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:43.667875 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:43.668228 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:43.668559 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:43.668883 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:43.692011 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df3b378-f8a6-444f-9098-b01565967377 req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] No DVR routers for this DVR port 6368257c-8f04-4925-acd7-9f894d1bdaa4 on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:32:43.694487 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-8df3b378-f8a6-444f-9098-b01565967377 req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:43.696538 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-8df3b378-f8a6-444f-9098-b01565967377 req-ec836914-202a-4087-b5f2-ee5c6e254f49 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.10 "DELETE /v2.0/ports/6368257c-8f04-4925-acd7-9f894d1bdaa4 HTTP/1.1" status: 204 len: 173 time: 0.5089059 Jul 05 05:32:43.696915 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'name': 'network-vif-deleted', 'tag': '6368257c-8f04-4925-acd7-9f894d1bdaa4'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:32:43.699949 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b9d4a9-551c-474b-b689-5a6b380cef23" -d '{"events": [{"server_uuid": "0acaf003-b5c6-46fa-9fce-20c1160a9948", "name": "network-vif-deleted", "tag": "6368257c-8f04-4925-acd7-9f894d1bdaa4"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:32:43.734636 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb32cef-5457-483f-bbe7-bb381efae865 x-openstack-request-id: req-ddb32cef-5457-483f-bbe7-bb381efae865 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:32:43.734931 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acaf003-b5c6-46fa-9fce-20c1160a9948", "name": "network-vif-deleted", "tag": "6368257c-8f04-4925-acd7-9f894d1bdaa4", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:32:43.735188 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ddb32cef-5457-483f-bbe7-bb381efae865 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:32:43.735624 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acaf003-b5c6-46fa-9fce-20c1160a9948', 'name': 'network-vif-deleted', 'tag': '6368257c-8f04-4925-acd7-9f894d1bdaa4', 'status': 'completed', 'code': 200} Jul 05 05:32:44.089738 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3ab7ce62-8bfa-48b8-9003-68ab9f3e872a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:44.307930 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-babca6a6-4cdf-49c7-8bc8-72c5a0f9eccc req-0150965b-6ba2-4055-8bbb-13a180540bd0 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 210 time: 0.0281696 Jul 05 05:32:44.528562 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:45.509639 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9a01540d-79e3-4e8f-8a75-9cca92aed8fe req-c22c0104-85a9-462a-adc0-ffc9baa21b3e tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 210 time: 0.0822067 Jul 05 05:32:45.788804 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:45.911032 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 6368257c-8f04-4925-acd7-9f894d1bdaa4 no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:32:45.932382 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: 6368257c-8f04-4925-acd7-9f894d1bdaa4 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:32:45.933157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device 6368257c-8f04-4925-acd7-9f894d1bdaa4 not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:32:46.659110 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e118f3e7-5ba5-4baf-89fa-6c0f9e70e9fd req-e0688ced-12a8-4214-9194-31ff44eaca6b tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 210 time: 0.0301838 Jul 05 05:32:47.348948 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:47.815868 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c266383a-fce0-4e80-863b-bda82a4bafc8 req-aa76c33b-ee59-4a12-8043-b8e45632473b tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "GET /v2.0/ports?device_id=0acaf003-b5c6-46fa-9fce-20c1160a9948 HTTP/1.1" status: 200 len: 210 time: 0.0298958 Jul 05 05:32:48.911227 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41212) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:48.971134 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a34ea09-4d1a-4ffb-9f0f-e1675947be12 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:48.996401 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a34ea09-4d1a-4ffb-9f0f-e1675947be12 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:49.131253 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a34ea09-4d1a-4ffb-9f0f-e1675947be12 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:49.133995 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-0a34ea09-4d1a-4ffb-9f0f-e1675947be12 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:49.139992 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-0a34ea09-4d1a-4ffb-9f0f-e1675947be12 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] 10.222.0.38 "DELETE /v2.0/security-groups/b620ab9f-e125-43f2-bd11-008653749e4a HTTP/1.1" status: 204 len: 168 time: 0.2229390 Jul 05 05:32:49.145498 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34ea09-4d1a-4ffb-9f0f-e1675947be12 tempest-TestShelveInstance-757147613 tempest-TestShelveInstance-757147613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b620ab9f-e125-43f2-bd11-008653749e4a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:49.245044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41216) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:50.019361 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-74e3b049-3c2c-41a0-875c-ff97a9623dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:50.279070 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-74e3b049-3c2c-41a0-875c-ff97a9623dac admin admin] Deleting port bb920837-27f0-4751-af50-01b0a73006de {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:32:50.279314 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-74e3b049-3c2c-41a0-875c-ff97a9623dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:50.359691 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-74e3b049-3c2c-41a0-875c-ff97a9623dac admin admin] For port bb920837-27f0-4751-af50-01b0a73006de, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=bb920837-27f0-4751-af50-01b0a73006de,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:32:50.360045 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-74e3b049-3c2c-41a0-875c-ff97a9623dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:50.373224 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-74e3b049-3c2c-41a0-875c-ff97a9623dac admin admin] Calling delete_port for bb920837-27f0-4751-af50-01b0a73006de owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:32:50.409456 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:32:50.611836 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-74e3b049-3c2c-41a0-875c-ff97a9623dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:50.640427 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3b049-3c2c-41a0-875c-ff97a9623dac admin admin] Pushing event deleted for resources: {'Port': ['ID=bb920837-27f0-4751-af50-01b0a73006de,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:50.813601 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-74e3b049-3c2c-41a0-875c-ff97a9623dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:51.028738 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e3b049-3c2c-41a0-875c-ff97a9623dac admin admin] Router 881ce7b7-091e-4764-9286-da3bed70841a has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:32:51.135637 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e3b049-3c2c-41a0-875c-ff97a9623dac admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:32:51.141232 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-74e3b049-3c2c-41a0-875c-ff97a9623dac admin admin] 10.222.0.38 "PUT /v2.0/routers/881ce7b7-091e-4764-9286-da3bed70841a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8950937 Jul 05 05:32:51.144344 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41220) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:51.147041 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38df5f9-8a3c-46be-874b-87262fe0be87 None None] Sync routers for ids ['881ce7b7-091e-4764-9286-da3bed70841a'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:32:51.157114 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38df5f9-8a3c-46be-874b-87262fe0be87 None None] Routers {'881ce7b7-091e-4764-9286-da3bed70841a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:32:51.157849 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c38df5f9-8a3c-46be-874b-87262fe0be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:32:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['881ce7b7-091e-4764-9286-da3bed70841a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:51.249951 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8776-35f6-4c3f-a7cf-93296f20e1c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:51.259523 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-c38df5f9-8a3c-46be-874b-87262fe0be87 None None] Set router 881ce7b7-091e-4764-9286-da3bed70841a gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:32:51.352456 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8776-35f6-4c3f-a7cf-93296f20e1c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:51.433212 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c38df5f9-8a3c-46be-874b-87262fe0be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:32:50Z', 'revision_number': 5, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port': {'id': '0036df36-03d2-4e57-a3ed-872342f12c89', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881ce7b7-091e-4764-9286-da3bed70841a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:09Z', 'updated_at': '2021-07-05T05:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:51.461981 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38df5f9-8a3c-46be-874b-87262fe0be87 None None] Checking router: 881ce7b7-091e-4764-9286-da3bed70841a for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:32:51.470774 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38df5f9-8a3c-46be-874b-87262fe0be87 None None] Routers {'881ce7b7-091e-4764-9286-da3bed70841a'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:32:51.471391 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c38df5f9-8a3c-46be-874b-87262fe0be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:32:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['881ce7b7-091e-4764-9286-da3bed70841a'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:51.482662 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-cdeb8776-35f6-4c3f-a7cf-93296f20e1c3 admin admin] Deleting port 0036df36-03d2-4e57-a3ed-872342f12c89 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:32:51.483007 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8776-35f6-4c3f-a7cf-93296f20e1c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:51.570081 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-cdeb8776-35f6-4c3f-a7cf-93296f20e1c3 admin admin] For port 0036df36-03d2-4e57-a3ed-872342f12c89, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=0036df36-03d2-4e57-a3ed-872342f12c89,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:32:51.570505 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8776-35f6-4c3f-a7cf-93296f20e1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:51.584238 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-cdeb8776-35f6-4c3f-a7cf-93296f20e1c3 admin admin] Calling delete_port for 0036df36-03d2-4e57-a3ed-872342f12c89 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:32:51.650770 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-c38df5f9-8a3c-46be-874b-87262fe0be87 None None] Set router 881ce7b7-091e-4764-9286-da3bed70841a gateway port host: None {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:32:51.701069 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c38df5f9-8a3c-46be-874b-87262fe0be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:32:51Z', 'revision_number': 6, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:51.730020 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38df5f9-8a3c-46be-874b-87262fe0be87 None None] The sync data for ids ['881ce7b7-091e-4764-9286-da3bed70841a'] in n-d-771363-32 is: [{'id': '881ce7b7-091e-4764-9286-da3bed70841a', 'name': 'tempest-TestShelveInstance-1933851946-router', 'tenant_id': '2d814c5919584fd9929d5525d31846a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:08Z', 'updated_at': '2021-07-05T05:32:51Z', 'revision_number': 6, 'project_id': '2d814c5919584fd9929d5525d31846a3', 'gw_port_host': None}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:32:51.819176 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8776-35f6-4c3f-a7cf-93296f20e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:51.842817 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb8776-35f6-4c3f-a7cf-93296f20e1c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0036df36-03d2-4e57-a3ed-872342f12c89,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:51.906139 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8776-35f6-4c3f-a7cf-93296f20e1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:51.994637 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8776-35f6-4c3f-a7cf-93296f20e1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:51.996723 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8776-35f6-4c3f-a7cf-93296f20e1c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:52.108778 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8776-35f6-4c3f-a7cf-93296f20e1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:52.109444 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdeb8776-35f6-4c3f-a7cf-93296f20e1c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 881ce7b7-091e-4764-9286-da3bed70841a {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:32:52.113699 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cdeb8776-35f6-4c3f-a7cf-93296f20e1c3 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:52.114905 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cdeb8776-35f6-4c3f-a7cf-93296f20e1c3 admin admin] 10.222.0.38 "DELETE /v2.0/routers/881ce7b7-091e-4764-9286-da3bed70841a HTTP/1.1" status: 204 len: 168 time: 0.9692702 Jul 05 05:32:52.117567 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41222) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:52.162628 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf503ee9-f869-42dd-80ec-8cc516d536ed admin admin] Deleting subnet 4b6030b2-ea05-4321-b827-06aaae768038 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:32:52.167077 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cf503ee9-f869-42dd-80ec-8cc516d536ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:52.202763 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cf503ee9-f869-42dd-80ec-8cc516d536ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:52.282174 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cf503ee9-f869-42dd-80ec-8cc516d536ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:52.411851 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cf503ee9-f869-42dd-80ec-8cc516d536ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:52.438306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf503ee9-f869-42dd-80ec-8cc516d536ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b6030b2-ea05-4321-b827-06aaae768038,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:52.440266 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cf503ee9-f869-42dd-80ec-8cc516d536ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:52.442295 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cf503ee9-f869-42dd-80ec-8cc516d536ed admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4b6030b2-ea05-4321-b827-06aaae768038 HTTP/1.1" status: 204 len: 168 time: 0.3237333 Jul 05 05:32:52.445137 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41224) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:52.447124 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bf6227-1d54-4dea-9c84-15629d7248b8 None None] Network 7236364e-943d-48b0-851c-faf01c9cbe1e requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:32:52.521817 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:52.581563 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] Deleting port d46964d4-a0d6-4d31-b04d-2c5e4aa6644a {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:32:52.581917 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:52.645309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] DHCP port deletion for 7236364e-943d-48b0-851c-faf01c9cbe1e request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:32:52.649020 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] For port d46964d4-a0d6-4d31-b04d-2c5e4aa6644a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d46964d4-a0d6-4d31-b04d-2c5e4aa6644a,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:32:52.649389 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:52.663332 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] Calling delete_port for d46964d4-a0d6-4d31-b04d-2c5e4aa6644a owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:32:52.690817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Deleting port d46964d4-a0d6-4d31-b04d-2c5e4aa6644a {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:32:52.691186 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:52.759228 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] For port d46964d4-a0d6-4d31-b04d-2c5e4aa6644a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d46964d4-a0d6-4d31-b04d-2c5e4aa6644a,segment=NetworkSegment(24770da5-a907-441d-8b27-11ca68389f24),segment_id=24770da5-a907-441d-8b27-11ca68389f24)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:32:52.774090 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:52.774671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Calling delete_port for d46964d4-a0d6-4d31-b04d-2c5e4aa6644a owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:32:52.862968 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:52.869027 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:52.887780 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] Pushing event deleted for resources: {'Port': ['ID=d46964d4-a0d6-4d31-b04d-2c5e4aa6644a,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:52.893986 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] No DVR routers for this DVR port d46964d4-a0d6-4d31-b04d-2c5e4aa6644a on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:32:52.901033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Pushing event deleted for resources: {'Port': ['ID=d46964d4-a0d6-4d31-b04d-2c5e4aa6644a,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:52.908039 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] No DVR routers for this DVR port d46964d4-a0d6-4d31-b04d-2c5e4aa6644a on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:32:52.917133 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:52.917481 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:52.917821 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:52.918157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:52.918488 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:52.918818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:52.919143 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:52.919465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:52.920296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:52.920296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:52.920465 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:52.920732 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7acdb03-cda2-47af-9480-3a9e0ee3da27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:52.965865 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:52.975285 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7236364e-943d-48b0-851c-faf01c9cbe1e']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:52.989091 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24770da5-a907-441d-8b27-11ca68389f24') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:52.989385 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24770da5-a907-441d-8b27-11ca68389f24') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:52.998605 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:53.012529 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:53.020730 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:32:53.021310 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: timer() Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:32:53.023709 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:32:53.147020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d46964d4-a0d6-4d31-b04d-2c5e4aa6644a no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:32:53.160324 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:53.166988 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:53.167967 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: d46964d4-a0d6-4d31-b04d-2c5e4aa6644a {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:32:53.168351 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d46964d4-a0d6-4d31-b04d-2c5e4aa6644a not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:32:53.168820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bb920837-27f0-4751-af50-01b0a73006de no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:32:53.169433 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7236364e-943d-48b0-851c-faf01c9cbe1e HTTP/1.1" status: 204 len: 168 time: 0.7226627 Jul 05 05:32:53.172592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41228) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:53.181853 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94186d25-7f19-4701-acdf-425ce3cb6334 admin admin] Pushing event deleted for resources: {'Network': ['ID=7236364e-943d-48b0-851c-faf01c9cbe1e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:53.189134 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: bb920837-27f0-4751-af50-01b0a73006de {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:32:53.189486 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device bb920837-27f0-4751-af50-01b0a73006de not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:32:53.189905 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0036df36-03d2-4e57-a3ed-872342f12c89 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:32:53.208264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 0036df36-03d2-4e57-a3ed-872342f12c89 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:32:53.208609 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 0036df36-03d2-4e57-a3ed-872342f12c89 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:32:53.530271 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83ba320d-1e7d-4baf-9043-35aa1e206678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:53.778779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-83ba320d-1e7d-4baf-9043-35aa1e206678 admin admin] Deleting port 937afe35-eb5b-4ca5-89e6-e63af386fb4a {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:32:53.779126 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83ba320d-1e7d-4baf-9043-35aa1e206678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:53.857872 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-83ba320d-1e7d-4baf-9043-35aa1e206678 admin admin] For port 937afe35-eb5b-4ca5-89e6-e63af386fb4a, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=937afe35-eb5b-4ca5-89e6-e63af386fb4a,segment=NetworkSegment(cd49abbf-4dd1-447a-9dba-afa2a8d3a24e),segment_id=cd49abbf-4dd1-447a-9dba-afa2a8d3a24e)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:32:53.858245 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83ba320d-1e7d-4baf-9043-35aa1e206678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:53.871369 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-83ba320d-1e7d-4baf-9043-35aa1e206678 admin admin] Calling delete_port for 937afe35-eb5b-4ca5-89e6-e63af386fb4a owned by network:router_interface {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:32:54.102873 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83ba320d-1e7d-4baf-9043-35aa1e206678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:54.129541 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba320d-1e7d-4baf-9043-35aa1e206678 admin admin] Pushing event deleted for resources: {'Port': ['ID=937afe35-eb5b-4ca5-89e6-e63af386fb4a,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:54.296324 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-83ba320d-1e7d-4baf-9043-35aa1e206678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:54.823821 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ba320d-1e7d-4baf-9043-35aa1e206678 admin admin] Router f6ce408e-e848-4f55-8e0e-eab7742d41a8 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:32:54.926676 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ba320d-1e7d-4baf-9043-35aa1e206678 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:32:54.933069 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-83ba320d-1e7d-4baf-9043-35aa1e206678 admin admin] 10.222.0.38 "PUT /v2.0/routers/f6ce408e-e848-4f55-8e0e-eab7742d41a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7577775 Jul 05 05:32:54.934740 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41230) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:54.937375 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6fc8a-2625-43d9-8f29-e35e76004543 None None] Sync routers for ids ['f6ce408e-e848-4f55-8e0e-eab7742d41a8'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:32:54.946791 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6fc8a-2625-43d9-8f29-e35e76004543 None None] Routers {'f6ce408e-e848-4f55-8e0e-eab7742d41a8'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:32:54.948158 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9dc6fc8a-2625-43d9-8f29-e35e76004543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:32:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f6ce408e-e848-4f55-8e0e-eab7742d41a8'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:55.039523 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9d41b69c-7b9f-41d0-9275-7ef354721e79 admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:55.050279 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-9dc6fc8a-2625-43d9-8f29-e35e76004543 None None] Set router f6ce408e-e848-4f55-8e0e-eab7742d41a8 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:32:55.149290 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9d41b69c-7b9f-41d0-9275-7ef354721e79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:55.238625 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9dc6fc8a-2625-43d9-8f29-e35e76004543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'name': 'tempest-TestShelveInstance-1739000937-router', 'tenant_id': '542cd73947aa48989fbcb897be81f94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '1e71206a-93e0-45a9-bd72-29aab6a491cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:15Z', 'updated_at': '2021-07-05T05:32:54Z', 'revision_number': 5, 'project_id': '542cd73947aa48989fbcb897be81f94f', 'gw_port': {'id': '1e71206a-93e0-45a9-bd72-29aab6a491cb', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:22:15Z', 'updated_at': '2021-07-05T05:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:55.264702 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6fc8a-2625-43d9-8f29-e35e76004543 None None] Checking router: f6ce408e-e848-4f55-8e0e-eab7742d41a8 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:32:55.272802 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9d41b69c-7b9f-41d0-9275-7ef354721e79 admin admin] Deleting port 1e71206a-93e0-45a9-bd72-29aab6a491cb {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:32:55.273081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6fc8a-2625-43d9-8f29-e35e76004543 None None] Routers {'f6ce408e-e848-4f55-8e0e-eab7742d41a8'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:32:55.273282 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9d41b69c-7b9f-41d0-9275-7ef354721e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:55.273691 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9dc6fc8a-2625-43d9-8f29-e35e76004543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:32:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['f6ce408e-e848-4f55-8e0e-eab7742d41a8'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:55.353397 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-9d41b69c-7b9f-41d0-9275-7ef354721e79 admin admin] For port 1e71206a-93e0-45a9-bd72-29aab6a491cb, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=1e71206a-93e0-45a9-bd72-29aab6a491cb,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:32:55.354173 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9d41b69c-7b9f-41d0-9275-7ef354721e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:55.366545 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-9dc6fc8a-2625-43d9-8f29-e35e76004543 None None] Set router f6ce408e-e848-4f55-8e0e-eab7742d41a8 gateway port host: None {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:32:55.367027 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-9d41b69c-7b9f-41d0-9275-7ef354721e79 admin admin] Calling delete_port for 1e71206a-93e0-45a9-bd72-29aab6a491cb owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:32:55.417510 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-9dc6fc8a-2625-43d9-8f29-e35e76004543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'name': 'tempest-TestShelveInstance-1739000937-router', 'tenant_id': '542cd73947aa48989fbcb897be81f94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:15Z', 'updated_at': '2021-07-05T05:32:55Z', 'revision_number': 6, 'project_id': '542cd73947aa48989fbcb897be81f94f', 'gw_port_host': None}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:55.445871 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6fc8a-2625-43d9-8f29-e35e76004543 None None] The sync data for ids ['f6ce408e-e848-4f55-8e0e-eab7742d41a8'] in n-d-771363-32 is: [{'id': 'f6ce408e-e848-4f55-8e0e-eab7742d41a8', 'name': 'tempest-TestShelveInstance-1739000937-router', 'tenant_id': '542cd73947aa48989fbcb897be81f94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:22:15Z', 'updated_at': '2021-07-05T05:32:55Z', 'revision_number': 6, 'project_id': '542cd73947aa48989fbcb897be81f94f', 'gw_port_host': None}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:32:55.590818 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9d41b69c-7b9f-41d0-9275-7ef354721e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:55.618621 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41b69c-7b9f-41d0-9275-7ef354721e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e71206a-93e0-45a9-bd72-29aab6a491cb,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:55.680366 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9d41b69c-7b9f-41d0-9275-7ef354721e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:55.769521 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9d41b69c-7b9f-41d0-9275-7ef354721e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:55.771484 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9d41b69c-7b9f-41d0-9275-7ef354721e79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:55.877182 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9d41b69c-7b9f-41d0-9275-7ef354721e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:55.877767 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d41b69c-7b9f-41d0-9275-7ef354721e79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6ce408e-e848-4f55-8e0e-eab7742d41a8 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:32:55.881922 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-9d41b69c-7b9f-41d0-9275-7ef354721e79 admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:55.883080 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-9d41b69c-7b9f-41d0-9275-7ef354721e79 admin admin] 10.222.0.38 "DELETE /v2.0/routers/f6ce408e-e848-4f55-8e0e-eab7742d41a8 HTTP/1.1" status: 204 len: 168 time: 0.9474273 Jul 05 05:32:55.886496 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41232) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:55.934480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f525d138-4aa7-4b03-bfb8-a16bd1ba6984 admin admin] Deleting subnet 3384dcfc-c894-4fd8-a9a1-0c73faacf68c {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:32:55.937495 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f525d138-4aa7-4b03-bfb8-a16bd1ba6984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:55.971121 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f525d138-4aa7-4b03-bfb8-a16bd1ba6984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.045993 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f525d138-4aa7-4b03-bfb8-a16bd1ba6984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.150940 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f525d138-4aa7-4b03-bfb8-a16bd1ba6984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.183727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525d138-4aa7-4b03-bfb8-a16bd1ba6984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3384dcfc-c894-4fd8-a9a1-0c73faacf68c,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:56.185795 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-f525d138-4aa7-4b03-bfb8-a16bd1ba6984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.187646 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-f525d138-4aa7-4b03-bfb8-a16bd1ba6984 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3384dcfc-c894-4fd8-a9a1-0c73faacf68c HTTP/1.1" status: 204 len: 168 time: 0.3002305 Jul 05 05:32:56.190435 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41234) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:56.192603 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32a43e1-639b-44d4-8573-64e290da4acb None None] Network e6dd8a20-1291-4356-8015-e2abcc28d6cc requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:32:56.263416 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.319967 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] Deleting port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:32:56.320389 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.385573 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] For port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51,segment=NetworkSegment(cd49abbf-4dd1-447a-9dba-afa2a8d3a24e),segment_id=cd49abbf-4dd1-447a-9dba-afa2a8d3a24e)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:32:56.386099 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.388400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402f72a0-e113-4c7f-8358-9bd64c235782 None None] DHCP port deletion for e6dd8a20-1291-4356-8015-e2abcc28d6cc request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:32:56.399601 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] Calling delete_port for d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:32:56.439104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-402f72a0-e113-4c7f-8358-9bd64c235782 None None] Deleting port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:32:56.439490 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-402f72a0-e113-4c7f-8358-9bd64c235782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.502985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-402f72a0-e113-4c7f-8358-9bd64c235782 None None] For port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51,segment=NetworkSegment(cd49abbf-4dd1-447a-9dba-afa2a8d3a24e),segment_id=cd49abbf-4dd1-447a-9dba-afa2a8d3a24e)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:32:56.503382 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-402f72a0-e113-4c7f-8358-9bd64c235782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.517079 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-402f72a0-e113-4c7f-8358-9bd64c235782 None None] Calling delete_port for d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:32:56.543625 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.571431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:56.576672 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] No DVR routers for this DVR port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:32:56.600162 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-402f72a0-e113-4c7f-8358-9bd64c235782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.611542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402f72a0-e113-4c7f-8358-9bd64c235782 None None] No DVR routers for this DVR port d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:32:56.630000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f72a0-e113-4c7f-8358-9bd64c235782 None None] Pushing event deleted for resources: {'Port': ['ID=d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:56.654212 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.664019 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6dd8a20-1291-4356-8015-e2abcc28d6cc']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:56.674358 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd49abbf-4dd1-447a-9dba-afa2a8d3a24e') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:56.674651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd49abbf-4dd1-447a-9dba-afa2a8d3a24e') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:56.684554 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.698839 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.704556 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:32:56.704944 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: timer() Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:32:56.706536 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:32:56.819409 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.824487 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:56.826395 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e6dd8a20-1291-4356-8015-e2abcc28d6cc HTTP/1.1" status: 204 len: 168 time: 0.6343818 Jul 05 05:32:56.839578 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07775b-2b4e-4575-a993-33bf13c2be85 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6dd8a20-1291-4356-8015-e2abcc28d6cc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:57.135648 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41238) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:57.153666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1e71206a-93e0-45a9-bd72-29aab6a491cb no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:32:57.175410 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 1e71206a-93e0-45a9-bd72-29aab6a491cb {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:32:57.175761 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 1e71206a-93e0-45a9-bd72-29aab6a491cb not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:32:57.176215 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 937afe35-eb5b-4ca5-89e6-e63af386fb4a no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:32:57.183381 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-ccaa08b4-3cdd-4ea6-bbfa-1c1e7cc1e572 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d814c5919584fd9929d5525d31846a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463469 Jul 05 05:32:57.186052 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41240) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:57.195245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 937afe35-eb5b-4ca5-89e6-e63af386fb4a {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:32:57.197408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 937afe35-eb5b-4ca5-89e6-e63af386fb4a not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:32:57.197408 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:32:57.216588 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:32:57.216936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device d5ed5cbc-c0d8-42c6-a972-fda5ef27fd51 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:32:57.243160 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9797c48c-aaa9-4fa2-ab9b-821eba098d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:57.263695 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9797c48c-aaa9-4fa2-ab9b-821eba098d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:57.394432 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9797c48c-aaa9-4fa2-ab9b-821eba098d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:57.397098 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9797c48c-aaa9-4fa2-ab9b-821eba098d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:57.398317 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9797c48c-aaa9-4fa2-ab9b-821eba098d98 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/98abae89-9095-4f5c-a6c0-a373f92fa365 HTTP/1.1" status: 204 len: 168 time: 0.2109370 Jul 05 05:32:57.406876 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797c48c-aaa9-4fa2-ab9b-821eba098d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98abae89-9095-4f5c-a6c0-a373f92fa365,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:58.029907 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41246) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:58.070424 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-847d5032-4848-4ea5-a798-949762a95072 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=542cd73947aa48989fbcb897be81f94f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392787 Jul 05 05:32:58.073044 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41248) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:58.123733 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6cf26d6a-7028-466e-b988-89b6051804de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:58.145291 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6cf26d6a-7028-466e-b988-89b6051804de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:58.270820 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6cf26d6a-7028-466e-b988-89b6051804de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:58.273416 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6cf26d6a-7028-466e-b988-89b6051804de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:58.274610 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6cf26d6a-7028-466e-b988-89b6051804de admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/80fd6a7c-f8f6-44cc-bb6a-759ae1c2bce2 HTTP/1.1" status: 204 len: 168 time: 0.2006826 Jul 05 05:32:58.284431 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf26d6a-7028-466e-b988-89b6051804de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fd6a7c-f8f6-44cc-bb6a-759ae1c2bce2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:59.295115 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41270) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:59.394172 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-5480146d-cc83-4e5e-a701-56ac27902215 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1197535815-network', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:32:59.465184 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5480146d-cc83-4e5e-a701-56ac27902215 admin admin] Made reservation on behalf of f1ef19fec1364666bad7c3165acc0c2c for: {'network': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:32:59.468206 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5480146d-cc83-4e5e-a701-56ac27902215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:59.477323 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5480146d-cc83-4e5e-a701-56ac27902215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:59.569544 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5480146d-cc83-4e5e-a701-56ac27902215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:59.607974 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5480146d-cc83-4e5e-a701-56ac27902215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:59.634721 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5480146d-cc83-4e5e-a701-56ac27902215 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=100933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:32:59.643345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480146d-cc83-4e5e-a701-56ac27902215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10af575-5321-4687-85e7-2a325860eda5,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:59.649187 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5480146d-cc83-4e5e-a701-56ac27902215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:59.649535 n-d-771363-32 neutron-server[100933]: INFO neutron.db.segments_db [None req-5480146d-cc83-4e5e-a701-56ac27902215 admin admin] Added segment a033a8a3-37ba-43b0-8c3d-47375e45b00c of type vlan for network 90606288-34bd-424b-b005-1bf4ae78fe73 Jul 05 05:32:59.690417 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5480146d-cc83-4e5e-a701-56ac27902215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:59.768033 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5480146d-cc83-4e5e-a701-56ac27902215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:59.769284 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5480146d-cc83-4e5e-a701-56ac27902215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:59.769965 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-5480146d-cc83-4e5e-a701-56ac27902215 admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:59.827428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480146d-cc83-4e5e-a701-56ac27902215 admin admin] Pushing event updated for resources: {'Network': ['ID=90606288-34bd-424b-b005-1bf4ae78fe73,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:59.837222 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 90606288-34bd-424b-b005-1bf4ae78fe73 details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:32:59.880707 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-5480146d-cc83-4e5e-a701-56ac27902215 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5844533 Jul 05 05:32:59.883475 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41274) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:59.888967 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-d92574e1-aa7d-4b6c-8b7d-fef41363bfb9 admin admin] Request body: {'subnet': {'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1197535815-subnet', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'ip_version': 4}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:32:59.961788 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92574e1-aa7d-4b6c-8b7d-fef41363bfb9 admin admin] Made reservation on behalf of f1ef19fec1364666bad7c3165acc0c2c for: {'subnet': 1} {{(pid=100933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:32:59.964211 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d92574e1-aa7d-4b6c-8b7d-fef41363bfb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5905398'] for subnet, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:00.205875 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d92574e1-aa7d-4b6c-8b7d-fef41363bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7008201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5905380'] for subnet, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:00.266388 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92574e1-aa7d-4b6c-8b7d-fef41363bfb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da454e0c-604e-4a2c-967d-24f5ca515816,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:00.270790 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92574e1-aa7d-4b6c-8b7d-fef41363bfb9 admin admin] Checking segment: {'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:33:00.271183 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92574e1-aa7d-4b6c-8b7d-fef41363bfb9 admin admin] Network hostable DHCP agents. Network: 90606288-34bd-424b-b005-1bf4ae78fe73, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:33:00.350468 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92574e1-aa7d-4b6c-8b7d-fef41363bfb9 admin admin] Network 90606288-34bd-424b-b005-1bf4ae78fe73 is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:33:00.447675 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-d92574e1-aa7d-4b6c-8b7d-fef41363bfb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 90606288-34bd-424b-b005-1bf4ae78fe73) {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:33:00.454103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92574e1-aa7d-4b6c-8b7d-fef41363bfb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:00.454773 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-d92574e1-aa7d-4b6c-8b7d-fef41363bfb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:00.456622 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21de6795-ee9c-498e-8c32-e0ae0ff56b6b None None] Network 90606288-34bd-424b-b005-1bf4ae78fe73 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:33:00.568768 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-d92574e1-aa7d-4b6c-8b7d-fef41363bfb9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6842501 Jul 05 05:33:00.571395 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41276) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:33:00.576525 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:33:00.600491 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-90606288-34bd-424b-b005-1bf4ae78fe73', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:33:00.601371 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:00.663085 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:00.664181 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:00.722451 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:00.741201 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Allocated IP 172.20.0.2 (90606288-34bd-424b-b005-1bf4ae78fe73/da454e0c-604e-4a2c-967d-24f5ca515816/4dcf2fea-3397-4d6c-8ca2-28ac43efa578) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:33:00.879143 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:00.887099 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Transition to ACTIVE for port object 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:33:00.901089 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Transition to ACTIVE for port object 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:33:00.911288 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:00.973807 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:01.016549 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Network 90606288-34bd-424b-b005-1bf4ae78fe73 is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:33:01.021444 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:33:01.024807 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:33:01.032908 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Pushing event updated for resources: {'Port': ['ID=4dcf2fea-3397-4d6c-8ca2-28ac43efa578,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:01.086858 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Attempting to bind port 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:33:01.087231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Attempting to bind port 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:33:01.087601 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Attempting to bind port 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 on network 90606288-34bd-424b-b005-1bf4ae78fe73 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:33:01.093778 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:33:01.094179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Checking segment: {'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:33:01.094590 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:01.094953 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Bound using segment: {'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:33:01.095429 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Bound port: 4dcf2fea-3397-4d6c-8ca2-28ac43efa578, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:33:01.095814 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:01.158349 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] For port 4dcf2fea-3397-4d6c-8ca2-28ac43efa578, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:33:01.162597 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] For port 4dcf2fea-3397-4d6c-8ca2-28ac43efa578, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4dcf2fea-3397-4d6c-8ca2-28ac43efa578,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:33:01.190231 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:01.209781 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:01.225430 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:01.290129 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6318df9-e48b-4b23-91f9-750b64aaad5c None None] Pushing event updated for resources: {'Port': ['ID=4dcf2fea-3397-4d6c-8ca2-28ac43efa578,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:01.319036 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Allocated IP 172.25.6.45 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/583320e3-2b06-432a-97c0-adc787f970c2) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:33:01.437768 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:01.534074 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:01.578390 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:33:01.584455 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:33:01.588861 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:33:01.592953 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Pushing event updated for resources: {'Port': ['ID=583320e3-2b06-432a-97c0-adc787f970c2,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:01.910302 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:02.168413 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deba4902-fae2-4dfc-b0b1-6a734c76f7cb None None] Network 90606288-34bd-424b-b005-1bf4ae78fe73 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:33:02.285296 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b895c311-d420-433f-8085-0c6550c5fcbf None None] Provisioning for port 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:33:02.413253 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:02.605255 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Router ef135b55-ed67-4094-b253-e909c9a92424 is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:33:02.711133 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:33:02.721524 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Sync routers for ids ['ef135b55-ed67-4094-b253-e909c9a92424'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:33:02.731456 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Routers {'ef135b55-ed67-4094-b253-e909c9a92424'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:33:02.732228 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:32:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ef135b55-ed67-4094-b253-e909c9a92424'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:02.782474 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:02.783757 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-836c7ba4-69e4-4c8a-9171-f502fa3da0ef admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2113101 Jul 05 05:33:02.786693 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41278) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:33:02.836666 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Set router ef135b55-ed67-4094-b253-e909c9a92424 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:33:03.009050 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:01Z', 'revision_number': 3, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:03.034046 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Checking router: ef135b55-ed67-4094-b253-e909c9a92424 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:33:03.034397 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Updating router ef135b55-ed67-4094-b253-e909c9a92424 port 583320e3-2b06-432a-97c0-adc787f970c2 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:33:03.073448 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:03.199038 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:33:03.209428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:03.346074 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:03.357806 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Transition to ACTIVE for port object 583320e3-2b06-432a-97c0-adc787f970c2 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:33:03.384486 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Allocated IP 172.20.0.1 (90606288-34bd-424b-b005-1bf4ae78fe73/da454e0c-604e-4a2c-967d-24f5ca515816/81d70961-5e1c-47e6-9b0a-94929da5c362) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:33:03.440276 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:03.468281 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:33:03.472644 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:03.473098 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:03.490289 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Attempting to bind port 583320e3-2b06-432a-97c0-adc787f970c2 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:33:03.490670 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Attempting to bind port 583320e3-2b06-432a-97c0-adc787f970c2 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:33:03.491019 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Attempting to bind port 583320e3-2b06-432a-97c0-adc787f970c2 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:33:03.493193 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:03.499508 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:33:03.500702 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:33:03.500702 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:03.500899 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:33:03.501382 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Bound port: 583320e3-2b06-432a-97c0-adc787f970c2, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:33:03.501775 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:03.506807 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Transition to ACTIVE for port object 81d70961-5e1c-47e6-9b0a-94929da5c362 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:33:03.526151 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b543ba-1b95-4b07-b388-0658e0c59161 None None] Pushing event updated for resources: {'Port': ['ID=583320e3-2b06-432a-97c0-adc787f970c2,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:03.540753 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b543ba-1b95-4b07-b388-0658e0c59161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:33:03.541095 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b543ba-1b95-4b07-b388-0658e0c59161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:33:03.541422 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b543ba-1b95-4b07-b388-0658e0c59161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:33:03.541745 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b543ba-1b95-4b07-b388-0658e0c59161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:33:03.542062 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b543ba-1b95-4b07-b388-0658e0c59161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:33:03.542379 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b543ba-1b95-4b07-b388-0658e0c59161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:33:03.542693 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b543ba-1b95-4b07-b388-0658e0c59161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:33:03.543002 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b543ba-1b95-4b07-b388-0658e0c59161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:33:03.543519 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b543ba-1b95-4b07-b388-0658e0c59161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:33:03.543746 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b543ba-1b95-4b07-b388-0658e0c59161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:33:03.544059 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b543ba-1b95-4b07-b388-0658e0c59161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:33:03.544546 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b543ba-1b95-4b07-b388-0658e0c59161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:33:03.546994 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:03.567820 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:03.579883 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] For port 583320e3-2b06-432a-97c0-adc787f970c2, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:33:03.582997 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] For port 583320e3-2b06-432a-97c0-adc787f970c2, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=583320e3-2b06-432a-97c0-adc787f970c2,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:33:03.594787 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:03.603771 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 4dcf2fea-3397-4d6c-8ca2-28ac43efa578, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4dcf2fea-3397-4d6c-8ca2-28ac43efa578,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:33:03.632606 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Network 90606288-34bd-424b-b005-1bf4ae78fe73 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:33:03.639164 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:33:03.644259 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:33:03.646779 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=81d70961-5e1c-47e6-9b0a-94929da5c362,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:03.682922 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:03.687247 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:03.710949 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:03.745465 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b543ba-1b95-4b07-b388-0658e0c59161 None None] Pushing event updated for resources: {'Port': ['ID=583320e3-2b06-432a-97c0-adc787f970c2,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:03.776276 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Routers {'ef135b55-ed67-4094-b253-e909c9a92424'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:33:03.776901 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:32:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ef135b55-ed67-4094-b253-e909c9a92424'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:03.777243 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=4dcf2fea-3397-4d6c-8ca2-28ac43efa578,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:03.885915 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] Set router ef135b55-ed67-4094-b253-e909c9a92424 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:33:03.951247 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:03.996054 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0d9a52c1-9435-4e4d-9296-02d92a79ac7d None None] Provisioning for port 81d70961-5e1c-47e6-9b0a-94929da5c362 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:33:04.001207 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0d9a52c1-9435-4e4d-9296-02d92a79ac7d None None] Provisioning complete for port 81d70961-5e1c-47e6-9b0a-94929da5c362 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:04.001942 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0d9a52c1-9435-4e4d-9296-02d92a79ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:04.036763 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a52c1-9435-4e4d-9296-02d92a79ac7d None None] Port 81d70961-5e1c-47e6-9b0a-94929da5c362 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:33:04.067563 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:01Z', 'revision_number': 3, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:04.096826 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a64932-857b-4796-81e3-dd8ff8e89da8 None None] The sync data for ids ['ef135b55-ed67-4094-b253-e909c9a92424'] in n-d-771363-32 is: [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:01Z', 'revision_number': 3, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:33:04.112822 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:04.182514 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:04.253163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=81d70961-5e1c-47e6-9b0a-94929da5c362,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:04.255716 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:04.359439 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Network 90606288-34bd-424b-b005-1bf4ae78fe73 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:33:04.363587 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:33:04.497728 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Router ef135b55-ed67-4094-b253-e909c9a92424 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:33:04.615111 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:33:04.620695 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-44481926-8245-457d-b2dd-f0128917c2b1 admin admin] 10.222.0.38 "PUT /v2.0/routers/ef135b55-ed67-4094-b253-e909c9a92424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8329887 Jul 05 05:33:04.659433 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-8172eaa6-8e3e-4ae7-bea1-40004f62e01e None None] Provisioning complete for port 81d70961-5e1c-47e6-9b0a-94929da5c362 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:04.660685 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8172eaa6-8e3e-4ae7-bea1-40004f62e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:04.696020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8172eaa6-8e3e-4ae7-bea1-40004f62e01e None None] Port 81d70961-5e1c-47e6-9b0a-94929da5c362 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:33:05.226590 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 583320e3-2b06-432a-97c0-adc787f970c2 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:33:05.292140 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41294) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:33:05.297764 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f962bd7b-a01e-450d-9a42-76870b75aa30 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1492090926-network', 'tenant_id': 'f0147bb99ceb44ce838eebaf03d890a7'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:33:05.314093 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:05.343197 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 583320e3-2b06-432a-97c0-adc787f970c2 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:33:05.348877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 583320e3-2b06-432a-97c0-adc787f970c2 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:05.351737 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:05.399355 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f962bd7b-a01e-450d-9a42-76870b75aa30 admin admin] Made reservation on behalf of f0147bb99ceb44ce838eebaf03d890a7 for: {'network': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:33:05.401767 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f962bd7b-a01e-450d-9a42-76870b75aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for network, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:05.412998 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f962bd7b-a01e-450d-9a42-76870b75aa30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:05.428889 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:05.452388 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 583320e3-2b06-432a-97c0-adc787f970c2, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=583320e3-2b06-432a-97c0-adc787f970c2,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:33:05.525829 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:05.526683 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:33:05.532824 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f962bd7b-a01e-450d-9a42-76870b75aa30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:05.605577 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=583320e3-2b06-432a-97c0-adc787f970c2,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:05.617524 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f962bd7b-a01e-450d-9a42-76870b75aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:05.619816 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:05.619816 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:05.639835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Sync routers for ids ['ef135b55-ed67-4094-b253-e909c9a92424'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:33:05.641322 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f962bd7b-a01e-450d-9a42-76870b75aa30 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=100932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:33:05.656949 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962bd7b-a01e-450d-9a42-76870b75aa30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c326b5-c848-4232-8c42-cc47715f993e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:05.660092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Routers {'ef135b55-ed67-4094-b253-e909c9a92424'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:33:05.660762 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:32:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ef135b55-ed67-4094-b253-e909c9a92424'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:05.661483 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f962bd7b-a01e-450d-9a42-76870b75aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:05.661832 n-d-771363-32 neutron-server[100932]: INFO neutron.db.segments_db [None req-f962bd7b-a01e-450d-9a42-76870b75aa30 admin admin] Added segment bfec2a81-0b6f-4910-8f0d-e29bf6d6c393 of type vlan for network 410cf122-95dd-4966-801b-2e4b8cb512fc Jul 05 05:33:05.704279 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f962bd7b-a01e-450d-9a42-76870b75aa30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735422709095'] for network, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:05.800652 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Set router ef135b55-ed67-4094-b253-e909c9a92424 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:33:05.811337 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f962bd7b-a01e-450d-9a42-76870b75aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371'] for network, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:05.812387 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f962bd7b-a01e-450d-9a42-76870b75aa30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:05.812972 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f962bd7b-a01e-450d-9a42-76870b75aa30 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:05.876337 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962bd7b-a01e-450d-9a42-76870b75aa30 admin admin] Pushing event updated for resources: {'Network': ['ID=410cf122-95dd-4966-801b-2e4b8cb512fc,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:05.908538 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Network 410cf122-95dd-4966-801b-2e4b8cb512fc details requested by agent ovs-agent-n-d-771363-32 with host n-d-771363-32 {{(pid=100934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:33:05.929068 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f962bd7b-a01e-450d-9a42-76870b75aa30 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6358166 Jul 05 05:33:05.931793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41296) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:33:05.936936 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-78d33926-0c1d-47c6-9ff0-0421806fecf3 admin admin] Request body: {'subnet': {'network_id': '410cf122-95dd-4966-801b-2e4b8cb512fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1492090926-subnet', 'tenant_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'ip_version': 4}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:33:06.013940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d33926-0c1d-47c6-9ff0-0421806fecf3 admin admin] Made reservation on behalf of f0147bb99ceb44ce838eebaf03d890a7 for: {'subnet': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:33:06.016570 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-78d33926-0c1d-47c6-9ff0-0421806fecf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6196467'] for subnet, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:06.052817 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '81d70961-5e1c-47e6-9b0a-94929da5c362', 'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'mac_address': 'fa:16:3e:c4:f0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:03Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 2, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'subnets': [{'id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:06.082426 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Checking router: ef135b55-ed67-4094-b253-e909c9a92424 for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:33:06.082783 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Updating router ef135b55-ed67-4094-b253-e909c9a92424 port 81d70961-5e1c-47e6-9b0a-94929da5c362 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:33:06.116862 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:06.230633 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-78d33926-0c1d-47c6-9ff0-0421806fecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6217949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6196449'] for subnet, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:06.285955 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d33926-0c1d-47c6-9ff0-0421806fecf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62812d36-c477-4cab-8bab-f2056fea0338,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:06.294511 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d33926-0c1d-47c6-9ff0-0421806fecf3 admin admin] Checking segment: {'id': 'bfec2a81-0b6f-4910-8f0d-e29bf6d6c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '410cf122-95dd-4966-801b-2e4b8cb512fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:33:06.295117 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d33926-0c1d-47c6-9ff0-0421806fecf3 admin admin] Network hostable DHCP agents. Network: 410cf122-95dd-4966-801b-2e4b8cb512fc, hostable agents: ['24517e16-4d5b-407d-a250-1da333b2ef84'], hosted agents: [] {{(pid=100932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:33:06.379699 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:06.389868 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Transition to ACTIVE for port object 81d70961-5e1c-47e6-9b0a-94929da5c362 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:33:06.396035 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d33926-0c1d-47c6-9ff0-0421806fecf3 admin admin] Network 410cf122-95dd-4966-801b-2e4b8cb512fc is scheduled to be hosted by DHCP agent 24517e16-4d5b-407d-a250-1da333b2ef84 with binding_index 1 {{(pid=100932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:33:06.479592 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:06.510577 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-78d33926-0c1d-47c6-9ff0-0421806fecf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-32, 410cf122-95dd-4966-801b-2e4b8cb512fc) {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:33:06.515357 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d33926-0c1d-47c6-9ff0-0421806fecf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:06.516482 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-78d33926-0c1d-47c6-9ff0-0421806fecf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:06.521982 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28927b17-c40a-4846-9f80-10b7b498584e None None] Network 410cf122-95dd-4966-801b-2e4b8cb512fc requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:33:06.569615 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02796fb-07dd-4876-a238-0151926f8cb6 None None] Pushing event updated for resources: {'Port': ['ID=81d70961-5e1c-47e6-9b0a-94929da5c362,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:06.599419 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-78d33926-0c1d-47c6-9ff0-0421806fecf3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6641936 Jul 05 05:33:06.600099 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41298) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:33:06.605262 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1492090926-router', 'tenant_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:33:06.641814 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Attempting to bind port 81d70961-5e1c-47e6-9b0a-94929da5c362 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:33:06.642187 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Attempting to bind port 81d70961-5e1c-47e6-9b0a-94929da5c362 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:33:06.642560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Attempting to bind port 81d70961-5e1c-47e6-9b0a-94929da5c362 on network 90606288-34bd-424b-b005-1bf4ae78fe73 {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:33:06.658483 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:33:06.658835 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Checking segment: {'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:33:06.659259 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:06.659646 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Bound using segment: {'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:33:06.660150 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Bound port: 81d70961-5e1c-47e6-9b0a-94929da5c362, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:33:06.660710 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:06.704770 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41005'] for router, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:06.705840 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41012'] for router, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:06.766754 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:06.791255 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd30ed0cf-c82c-55a7-80ff-fbf3df483931-410cf122-95dd-4966-801b-2e4b8cb512fc', 'network_id': '410cf122-95dd-4966-801b-2e4b8cb512fc', 'tenant_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'fixed_ips': [{'subnet_id': '62812d36-c477-4cab-8bab-f2056fea0338'}]}} from n-d-771363-32. {{(pid=100934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:33:06.791255 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:06.792517 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] For port 81d70961-5e1c-47e6-9b0a-94929da5c362, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:33:06.797255 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] For port 81d70961-5e1c-47e6-9b0a-94929da5c362, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=81d70961-5e1c-47e6-9b0a-94929da5c362,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:33:06.870238 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:06.972580 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Routers {'ef135b55-ed67-4094-b253-e909c9a92424'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:33:06.973236 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:32:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ef135b55-ed67-4094-b253-e909c9a92424'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:06.975254 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40966'] for router, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:06.982843 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02796fb-07dd-4876-a238-0151926f8cb6 None None] Pushing event updated for resources: {'Port': ['ID=81d70961-5e1c-47e6-9b0a-94929da5c362,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:07.027173 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.db_base_plugin_common [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Allocated IP 172.20.0.2 (410cf122-95dd-4966-801b-2e4b8cb512fc/62812d36-c477-4cab-8bab-f2056fea0338/2b87b5c1-99cf-4ac7-a37e-869c0539c1da) {{(pid=100934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:33:07.153975 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] Set router ef135b55-ed67-4094-b253-e909c9a92424 gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:33:07.193473 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 583320e3-2b06-432a-97c0-adc787f970c2 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:33:07.271555 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:07.291933 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:07.406297 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Allocated IP 172.25.6.134 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/9971d76f-6a82-4026-81c7-b508140fd402) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:33:07.509439 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:07.523165 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Notify callbacks [] for port, precommit_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:07.541044 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Transition to ACTIVE for port object 2b87b5c1-99cf-4ac7-a37e-869c0539c1da will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:33:07.573719 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Transition to ACTIVE for port object 2b87b5c1-99cf-4ac7-a37e-869c0539c1da will not be triggered until provisioned by entity DHCP. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:33:07.575102 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 583320e3-2b06-432a-97c0-adc787f970c2 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:07.575479 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:07.599891 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:07.639303 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:33:07.645526 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:33:07.648113 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:33:07.675826 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Pushing event updated for resources: {'Port': ['ID=9971d76f-6a82-4026-81c7-b508140fd402,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:07.677123 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397'] for port, after_create {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:07.739027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '81d70961-5e1c-47e6-9b0a-94929da5c362', 'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'mac_address': 'fa:16:3e:c4:f0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:03Z', 'updated_at': '2021-07-05T05:33:06Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'subnets': [{'id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:07.745617 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Network 410cf122-95dd-4966-801b-2e4b8cb512fc is already hosted by enough agents. {{(pid=100934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:33:07.772728 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Pushing event updated for resources: {'Port': ['ID=2b87b5c1-99cf-4ac7-a37e-869c0539c1da,revision_number=1']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:07.774985 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b652a4da-7274-40a7-8ae5-4b487af00a62 None None] The sync data for ids ['ef135b55-ed67-4094-b253-e909c9a92424'] in n-d-771363-32 is: [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '81d70961-5e1c-47e6-9b0a-94929da5c362', 'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'mac_address': 'fa:16:3e:c4:f0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:03Z', 'updated_at': '2021-07-05T05:33:06Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'subnets': [{'id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:33:07.776699 n-d-771363-32 neutron-server[100934]: DEBUG neutron.scheduler.base_scheduler [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Resources bound (agent type, host, resource id): {{(pid=100934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:33:07.779598 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Received port after_create {{(pid=100934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:33:07.849472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Attempting to bind port 2b87b5c1-99cf-4ac7-a37e-869c0539c1da on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:33:07.849472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Attempting to bind port 2b87b5c1-99cf-4ac7-a37e-869c0539c1da by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'bfec2a81-0b6f-4910-8f0d-e29bf6d6c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '410cf122-95dd-4966-801b-2e4b8cb512fc'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:33:07.849472 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Attempting to bind port 2b87b5c1-99cf-4ac7-a37e-869c0539c1da on network 410cf122-95dd-4966-801b-2e4b8cb512fc {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:33:07.854593 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:33:07.854967 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Checking segment: {'id': 'bfec2a81-0b6f-4910-8f0d-e29bf6d6c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '410cf122-95dd-4966-801b-2e4b8cb512fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:33:07.855370 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:07.855784 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Bound using segment: {'id': 'bfec2a81-0b6f-4910-8f0d-e29bf6d6c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '410cf122-95dd-4966-801b-2e4b8cb512fc'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:33:07.857052 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Bound port: 2b87b5c1-99cf-4ac7-a37e-869c0539c1da, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfec2a81-0b6f-4910-8f0d-e29bf6d6c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '410cf122-95dd-4966-801b-2e4b8cb512fc'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:33:07.857442 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:07.937552 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] For port 2b87b5c1-99cf-4ac7-a37e-869c0539c1da, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:33:07.940989 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] For port 2b87b5c1-99cf-4ac7-a37e-869c0539c1da, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2b87b5c1-99cf-4ac7-a37e-869c0539c1da,segment=NetworkSegment(bfec2a81-0b6f-4910-8f0d-e29bf6d6c393),segment_id=bfec2a81-0b6f-4910-8f0d-e29bf6d6c393)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:33:07.976534 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:08.025908 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:08.086002 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88506fbf-2bf4-49c9-b309-175032b681d0 None None] Pushing event updated for resources: {'Port': ['ID=2b87b5c1-99cf-4ac7-a37e-869c0539c1da,revision_number=2']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:08.194219 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527971'] for router, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:08.457184 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Router 4d8cfd61-5c04-4742-bc7d-9b62e33f969e is scheduled to L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 with binding_index 1 {{(pid=100932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:33:08.572544 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:33:08.582593 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Sync routers for ids ['4d8cfd61-5c04-4742-bc7d-9b62e33f969e'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:33:08.591638 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Routers {'4d8cfd61-5c04-4742-bc7d-9b62e33f969e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:33:08.592239 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:32:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['4d8cfd61-5c04-4742-bc7d-9b62e33f969e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:08.659866 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:08.662091 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-4bc707c6-7570-46bb-add3-99ba9df855be admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0610240 Jul 05 05:33:08.665031 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41302) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:33:08.704707 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Set router 4d8cfd61-5c04-4742-bc7d-9b62e33f969e gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:33:09.019199 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'name': 'tempest-TestSnapshotPattern-1492090926-router', 'tenant_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '9971d76f-6a82-4026-81c7-b508140fd402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:06Z', 'updated_at': '2021-07-05T05:33:07Z', 'revision_number': 3, 'project_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'gw_port': {'id': '9971d76f-6a82-4026-81c7-b508140fd402', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:07Z', 'updated_at': '2021-07-05T05:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:09.046385 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Checking router: 4d8cfd61-5c04-4742-bc7d-9b62e33f969e for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:33:09.046656 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Updating router 4d8cfd61-5c04-4742-bc7d-9b62e33f969e port 9971d76f-6a82-4026-81c7-b508140fd402 binding host n-d-771363-32 {{(pid=100935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:33:09.061387 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a103bc9-0236-4abb-ad59-9d46fd5c698a None None] Network 410cf122-95dd-4966-801b-2e4b8cb512fc requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:33:09.085183 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:09.179279 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:09.222036 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-11b32033-e83f-4de4-b25c-4d99680d9476 None None] Provisioning for port 2b87b5c1-99cf-4ac7-a37e-869c0539c1da completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:33:09.272685 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2b87b5c1-99cf-4ac7-a37e-869c0539c1da up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:33:09.371163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Allocated IP 172.20.0.1 (410cf122-95dd-4966-801b-2e4b8cb512fc/62812d36-c477-4cab-8bab-f2056fea0338/2a0bef76-3ac1-486d-8590-d81ab01d3993) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:33:09.398533 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Notify callbacks [] for port, precommit_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:09.409465 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.provisioning_blocks [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Transition to ACTIVE for port object 9971d76f-6a82-4026-81c7-b508140fd402 will not be triggered until provisioned by entity L2. {{(pid=100935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:33:09.411004 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 2b87b5c1-99cf-4ac7-a37e-869c0539c1da completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:33:09.415223 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2b87b5c1-99cf-4ac7-a37e-869c0539c1da triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:09.415681 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:09.479870 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:09.487863 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:09.501639 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.provisioning_blocks [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Transition to ACTIVE for port object 2a0bef76-3ac1-486d-8590-d81ab01d3993 will not be triggered until provisioned by entity DHCP. {{(pid=100933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:33:09.509190 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:09.531262 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3dd1e-3b16-47ac-bf4f-abefb14e4783 None None] Pushing event updated for resources: {'Port': ['ID=9971d76f-6a82-4026-81c7-b508140fd402,revision_number=2']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:09.557239 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Attempting to bind port 9971d76f-6a82-4026-81c7-b508140fd402 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:33:09.557612 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Attempting to bind port 9971d76f-6a82-4026-81c7-b508140fd402 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:33:09.558004 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Attempting to bind port 9971d76f-6a82-4026-81c7-b508140fd402 on network 7488865c-9ae8-4e17-bf84-c914b1c32c91 {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:33:09.564695 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:33:09.565418 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Checking segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:33:09.565986 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:09.566555 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Bound using segment: {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'} {{(pid=100935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:33:09.567492 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.managers [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Bound port: 9971d76f-6a82-4026-81c7-b508140fd402, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d3373-6340-4497-b954-27bf1574d391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91'}}] {{(pid=100935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:33:09.568046 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:09.574359 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 2b87b5c1-99cf-4ac7-a37e-869c0539c1da, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2b87b5c1-99cf-4ac7-a37e-869c0539c1da,segment=NetworkSegment(bfec2a81-0b6f-4910-8f0d-e29bf6d6c393),segment_id=bfec2a81-0b6f-4910-8f0d-e29bf6d6c393)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:33:09.620583 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] For port 9971d76f-6a82-4026-81c7-b508140fd402, host n-d-771363-32, cleared binding levels {{(pid=100935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:33:09.624760 n-d-771363-32 neutron-server[100935]: DEBUG neutron.plugins.ml2.db [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] For port 9971d76f-6a82-4026-81c7-b508140fd402, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9971d76f-6a82-4026-81c7-b508140fd402,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:33:09.628817 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:09.652492 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:09.653996 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 81d70961-5e1c-47e6-9b0a-94929da5c362 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:33:09.657847 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-20f0520c-cb5b-4da4-990d-103ed8c8c342 None None] Provisioning complete for port 2b87b5c1-99cf-4ac7-a37e-869c0539c1da triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:09.658395 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-20f0520c-cb5b-4da4-990d-103ed8c8c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:09.665468 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Network 410cf122-95dd-4966-801b-2e4b8cb512fc is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:33:09.668310 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:33:09.674458 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:33:09.704945 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2a0bef76-3ac1-486d-8590-d81ab01d3993,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:09.717732 n-d-771363-32 neutron-server[100935]: DEBUG neutron_lib.callbacks.manager [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:09.723313 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528980'] for router_interface, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:09.768716 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Routers {'4d8cfd61-5c04-4742-bc7d-9b62e33f969e'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:33:09.769726 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:32:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['4d8cfd61-5c04-4742-bc7d-9b62e33f969e'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:09.781951 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=2b87b5c1-99cf-4ac7-a37e-869c0539c1da,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:09.896992 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 81d70961-5e1c-47e6-9b0a-94929da5c362 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:33:09.898695 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3dd1e-3b16-47ac-bf4f-abefb14e4783 None None] Pushing event updated for resources: {'Port': ['ID=9971d76f-6a82-4026-81c7-b508140fd402,revision_number=3']} {{(pid=100935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:09.901081 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 81d70961-5e1c-47e6-9b0a-94929da5c362 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:09.905014 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:09.909276 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] Set router 4d8cfd61-5c04-4742-bc7d-9b62e33f969e gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:33:09.971660 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:10.000908 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:10.013800 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-922573b4-a924-49ae-9431-eea3d5fe64c1 None None] Provisioning for port 2a0bef76-3ac1-486d-8590-d81ab01d3993 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:33:10.023046 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-922573b4-a924-49ae-9431-eea3d5fe64c1 None None] Provisioning complete for port 2a0bef76-3ac1-486d-8590-d81ab01d3993 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:10.023423 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-922573b4-a924-49ae-9431-eea3d5fe64c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:10.057966 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 81d70961-5e1c-47e6-9b0a-94929da5c362, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=81d70961-5e1c-47e6-9b0a-94929da5c362,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:33:10.069614 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-922573b4-a924-49ae-9431-eea3d5fe64c1 None None] Port 2a0bef76-3ac1-486d-8590-d81ab01d3993 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:33:10.120335 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'name': 'tempest-TestSnapshotPattern-1492090926-router', 'tenant_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '9971d76f-6a82-4026-81c7-b508140fd402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:06Z', 'updated_at': '2021-07-05T05:33:07Z', 'revision_number': 3, 'project_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'gw_port': {'id': '9971d76f-6a82-4026-81c7-b508140fd402', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:07Z', 'updated_at': '2021-07-05T05:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:10.125379 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:10.137838 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:10.154866 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e263a6-37cb-41d2-83b5-a5a7297a7de1 None None] The sync data for ids ['4d8cfd61-5c04-4742-bc7d-9b62e33f969e'] in n-d-771363-32 is: [{'id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'name': 'tempest-TestSnapshotPattern-1492090926-router', 'tenant_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '9971d76f-6a82-4026-81c7-b508140fd402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:06Z', 'updated_at': '2021-07-05T05:33:07Z', 'revision_number': 3, 'project_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'gw_port': {'id': '9971d76f-6a82-4026-81c7-b508140fd402', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:07Z', 'updated_at': '2021-07-05T05:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:33:10.177260 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=81d70961-5e1c-47e6-9b0a-94929da5c362,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:10.222640 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:10.293606 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527145'] for router_interface, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:10.295426 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2a0bef76-3ac1-486d-8590-d81ab01d3993,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:10.414905 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Network 410cf122-95dd-4966-801b-2e4b8cb512fc is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:33:10.416474 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:33:10.542230 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Router 4d8cfd61-5c04-4742-bc7d-9b62e33f969e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:33:10.661865 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:33:10.668666 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-086d2a95-2291-486d-a151-228dd86f41a6 admin admin] 10.222.0.38 "PUT /v2.0/routers/4d8cfd61-5c04-4742-bc7d-9b62e33f969e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0019147 Jul 05 05:33:10.700911 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-be98e2d1-a406-4df2-ad7d-88c9775389c1 None None] Provisioning complete for port 2a0bef76-3ac1-486d-8590-d81ab01d3993 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:10.701376 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-be98e2d1-a406-4df2-ad7d-88c9775389c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:10.739314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-be98e2d1-a406-4df2-ad7d-88c9775389c1 None None] Port 2a0bef76-3ac1-486d-8590-d81ab01d3993 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:33:11.235671 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9971d76f-6a82-4026-81c7-b508140fd402 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:33:11.332394 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41310) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:33:11.336583 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 9971d76f-6a82-4026-81c7-b508140fd402 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:33:11.337090 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-2eb55714-b8a9-4f01-a01b-573291e8622d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1432840635', 'description': 'tempest-secgroup-smoke-1432840635 description', 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:33:11.341836 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 9971d76f-6a82-4026-81c7-b508140fd402 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:11.346100 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:11.422519 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:11.436040 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2eb55714-b8a9-4f01-a01b-573291e8622d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:11.443706 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 9971d76f-6a82-4026-81c7-b508140fd402, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9971d76f-6a82-4026-81c7-b508140fd402,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:33:11.510581 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:11.511869 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 81d70961-5e1c-47e6-9b0a-94929da5c362 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:33:11.520501 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2eb55714-b8a9-4f01-a01b-573291e8622d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:11.565065 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b1f10580-3c9f-4051-990c-00ac3563ff9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:11.593947 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2eb55714-b8a9-4f01-a01b-573291e8622d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:11.600881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=9971d76f-6a82-4026-81c7-b508140fd402,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:11.611064 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 81d70961-5e1c-47e6-9b0a-94929da5c362 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:11.611445 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:11.627632 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb55714-b8a9-4f01-a01b-573291e8622d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4887075b-373d-4678-9380-395a7b21827e,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:11.694231 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Sync routers for ids ['4d8cfd61-5c04-4742-bc7d-9b62e33f969e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:33:11.696698 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-2eb55714-b8a9-4f01-a01b-573291e8622d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:11.698318 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-2eb55714-b8a9-4f01-a01b-573291e8622d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3645587 Jul 05 05:33:11.698438 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2b87b5c1-99cf-4ac7-a37e-869c0539c1da up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:33:11.702305 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41312) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:33:11.706935 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-f15a4fb1-8ddb-447e-836b-195704e886ed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Request body: {'security_group_rule': {'security_group_id': '4887075b-373d-4678-9380-395a7b21827e', 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:33:11.727131 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Routers {'4d8cfd61-5c04-4742-bc7d-9b62e33f969e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:33:11.727759 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:32:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['4d8cfd61-5c04-4742-bc7d-9b62e33f969e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:11.799299 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f15a4fb1-8ddb-447e-836b-195704e886ed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:11.827106 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2b87b5c1-99cf-4ac7-a37e-869c0539c1da triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:11.827493 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:11.855176 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f15a4fb1-8ddb-447e-836b-195704e886ed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:11.873818 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Set router 4d8cfd61-5c04-4742-bc7d-9b62e33f969e gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:33:11.925855 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f15a4fb1-8ddb-447e-836b-195704e886ed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:11.950940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a4fb1-8ddb-447e-836b-195704e886ed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c4dde3-0349-469d-ac02-8a52bbdbf16d,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:12.005330 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-f15a4fb1-8ddb-447e-836b-195704e886ed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.007009 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-f15a4fb1-8ddb-447e-836b-195704e886ed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3036828 Jul 05 05:33:12.009806 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41314) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:33:12.014499 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-379cb0fd-7a6b-4aca-a7e3-3955d977d0c8 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Request body: {'security_group_rule': {'security_group_id': '4887075b-373d-4678-9380-395a7b21827e', 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:33:12.103682 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-379cb0fd-7a6b-4aca-a7e3-3955d977d0c8 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.105640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'name': 'tempest-TestSnapshotPattern-1492090926-router', 'tenant_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '9971d76f-6a82-4026-81c7-b508140fd402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:06Z', 'updated_at': '2021-07-05T05:33:09Z', 'revision_number': 4, 'project_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'gw_port': {'id': '9971d76f-6a82-4026-81c7-b508140fd402', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:07Z', 'updated_at': '2021-07-05T05:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2a0bef76-3ac1-486d-8590-d81ab01d3993', 'name': '', 'network_id': '410cf122-95dd-4966-801b-2e4b8cb512fc', 'tenant_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'mac_address': 'fa:16:3e:15:2d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '62812d36-c477-4cab-8bab-f2056fea0338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:09Z', 'updated_at': '2021-07-05T05:33:10Z', 'revision_number': 2, 'project_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'subnets': [{'id': '62812d36-c477-4cab-8bab-f2056fea0338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:12.136681 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Checking router: 4d8cfd61-5c04-4742-bc7d-9b62e33f969e for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:33:12.137062 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Updating router 4d8cfd61-5c04-4742-bc7d-9b62e33f969e port 2a0bef76-3ac1-486d-8590-d81ab01d3993 binding host n-d-771363-32 {{(pid=100934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:33:12.163844 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-379cb0fd-7a6b-4aca-a7e3-3955d977d0c8 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.171944 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.224694 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-379cb0fd-7a6b-4aca-a7e3-3955d977d0c8 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.243496 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cb0fd-7a6b-4aca-a7e3-3955d977d0c8 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac0c788-7893-4481-bf5a-eb879b2a8e2d,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:12.304702 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-379cb0fd-7a6b-4aca-a7e3-3955d977d0c8 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.305917 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-379cb0fd-7a6b-4aca-a7e3-3955d977d0c8 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2950995 Jul 05 05:33:12.308735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41316) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:33:12.313548 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [None req-5f2fd11e-34a7-4aae-ac8f-5a8a130bb98f tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Request body: {'security_group_rule': {'security_group_id': '4887075b-373d-4678-9380-395a7b21827e', 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:33:12.411629 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f2fd11e-34a7-4aae-ac8f-5a8a130bb98f tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.430279 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Notify callbacks [] for port, precommit_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.439624 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Transition to ACTIVE for port object 2a0bef76-3ac1-486d-8590-d81ab01d3993 will not be triggered until provisioned by entity L2. {{(pid=100934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:33:12.470469 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f2fd11e-34a7-4aae-ac8f-5a8a130bb98f tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.515149 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.548152 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f2fd11e-34a7-4aae-ac8f-5a8a130bb98f tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.568565 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fd11e-34a7-4aae-ac8f-5a8a130bb98f tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f317be-33f6-4d5c-adbf-e47b95f5116a,revision_number=0']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:12.657063 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-5f2fd11e-34a7-4aae-ac8f-5a8a130bb98f tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.658308 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-5f2fd11e-34a7-4aae-ac8f-5a8a130bb98f tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3484137 Jul 05 05:33:12.661176 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41318) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:33:12.666124 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-af99ec3c-9e2e-4a1a-a0b6-436f541707b9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Request body: {'security_group_rule': {'security_group_id': '4887075b-373d-4678-9380-395a7b21827e', 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:33:12.719256 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c4f55-343a-43da-bdbb-057ae3c3fd00 None None] Pushing event updated for resources: {'Port': ['ID=2a0bef76-3ac1-486d-8590-d81ab01d3993,revision_number=3']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:12.767902 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af99ec3c-9e2e-4a1a-a0b6-436f541707b9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.775527 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Attempting to bind port 2a0bef76-3ac1-486d-8590-d81ab01d3993 on host n-d-771363-32 for vnic_type normal with profile {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:33:12.776040 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Attempting to bind port 2a0bef76-3ac1-486d-8590-d81ab01d3993 by drivers openvswitch,hyperv on host n-d-771363-32 at level 0 using segments [{'id': 'bfec2a81-0b6f-4910-8f0d-e29bf6d6c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '410cf122-95dd-4966-801b-2e4b8cb512fc'}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:33:12.776513 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Attempting to bind port 2a0bef76-3ac1-486d-8590-d81ab01d3993 on network 410cf122-95dd-4966-801b-2e4b8cb512fc {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:33:12.782990 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Checking agent: {'id': '363c3113-99ea-4fda-91e2-fa94c9c7c4a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 32, 14), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:33:12.783395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Checking segment: {'id': 'bfec2a81-0b6f-4910-8f0d-e29bf6d6c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '410cf122-95dd-4966-801b-2e4b8cb512fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:33:12.783807 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.784324 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Bound using segment: {'id': 'bfec2a81-0b6f-4910-8f0d-e29bf6d6c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '410cf122-95dd-4966-801b-2e4b8cb512fc'} {{(pid=100934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:33:12.785148 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.managers [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Bound port: 2a0bef76-3ac1-486d-8590-d81ab01d3993, host: n-d-771363-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfec2a81-0b6f-4910-8f0d-e29bf6d6c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '410cf122-95dd-4966-801b-2e4b8cb512fc'}}] {{(pid=100934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:33:12.785148 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.851713 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af99ec3c-9e2e-4a1a-a0b6-436f541707b9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.862258 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] For port 2a0bef76-3ac1-486d-8590-d81ab01d3993, host n-d-771363-32, cleared binding levels {{(pid=100934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:33:12.865620 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] For port 2a0bef76-3ac1-486d-8590-d81ab01d3993, host n-d-771363-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2a0bef76-3ac1-486d-8590-d81ab01d3993,segment=NetworkSegment(bfec2a81-0b6f-4910-8f0d-e29bf6d6c393),segment_id=bfec2a81-0b6f-4910-8f0d-e29bf6d6c393)] {{(pid=100934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:33:12.910728 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af99ec3c-9e2e-4a1a-a0b6-436f541707b9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.928184 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.930971 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99ec3c-9e2e-4a1a-a0b6-436f541707b9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db42cfb-4ae5-4455-9d5d-1d3a3b4af877,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:12.995333 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-af99ec3c-9e2e-4a1a-a0b6-436f541707b9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.997274 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-af99ec3c-9e2e-4a1a-a0b6-436f541707b9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3350785 Jul 05 05:33:13.000103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41322) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:33:13.004577 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Routers {'4d8cfd61-5c04-4742-bc7d-9b62e33f969e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:33:13.005490 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:32:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['4d8cfd61-5c04-4742-bc7d-9b62e33f969e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:13.005596 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6a6fe84d-c109-4954-9575-088ce0a4e4f8 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Request body: {'security_group_rule': {'security_group_id': '4887075b-373d-4678-9380-395a7b21827e', 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:33:13.007587 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c4f55-343a-43da-bdbb-057ae3c3fd00 None None] Pushing event updated for resources: {'Port': ['ID=2a0bef76-3ac1-486d-8590-d81ab01d3993,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:13.110631 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-6a6fe84d-c109-4954-9575-088ce0a4e4f8 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Project f1ef19fec1364666bad7c3165acc0c2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:33:13.120847 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6a6fe84d-c109-4954-9575-088ce0a4e4f8 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:13.132157 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] Set router 4d8cfd61-5c04-4742-bc7d-9b62e33f969e gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:33:13.209476 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9971d76f-6a82-4026-81c7-b508140fd402 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:33:13.213189 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6a6fe84d-c109-4954-9575-088ce0a4e4f8 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:13.288107 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6a6fe84d-c109-4954-9575-088ce0a4e4f8 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:13.307254 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fe84d-c109-4954-9575-088ce0a4e4f8 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544f1ad4-b273-4ce5-8d6d-9928a4a8bbf6,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:13.346033 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 9971d76f-6a82-4026-81c7-b508140fd402 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:13.346414 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:13.390706 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6a6fe84d-c109-4954-9575-088ce0a4e4f8 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:13.391950 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6a6fe84d-c109-4954-9575-088ce0a4e4f8 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3906691 Jul 05 05:33:13.395198 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41326) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:33:13.400288 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-6b339935-5ad1-4ed3-9846-2ff9a2bb7db9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Request body: {'security_group_rule': {'security_group_id': '4887075b-373d-4678-9380-395a7b21827e', 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:33:13.455873 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'name': 'tempest-TestSnapshotPattern-1492090926-router', 'tenant_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '9971d76f-6a82-4026-81c7-b508140fd402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:06Z', 'updated_at': '2021-07-05T05:33:09Z', 'revision_number': 4, 'project_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'gw_port': {'id': '9971d76f-6a82-4026-81c7-b508140fd402', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:07Z', 'updated_at': '2021-07-05T05:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2a0bef76-3ac1-486d-8590-d81ab01d3993', 'name': '', 'network_id': '410cf122-95dd-4966-801b-2e4b8cb512fc', 'tenant_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'mac_address': 'fa:16:3e:15:2d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '62812d36-c477-4cab-8bab-f2056fea0338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:09Z', 'updated_at': '2021-07-05T05:33:12Z', 'revision_number': 4, 'project_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'subnets': [{'id': '62812d36-c477-4cab-8bab-f2056fea0338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:13.486637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0650fb8b-6838-4c43-817f-c9ef39ebc401 None None] The sync data for ids ['4d8cfd61-5c04-4742-bc7d-9b62e33f969e'] in n-d-771363-32 is: [{'id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'name': 'tempest-TestSnapshotPattern-1492090926-router', 'tenant_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '9971d76f-6a82-4026-81c7-b508140fd402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:06Z', 'updated_at': '2021-07-05T05:33:09Z', 'revision_number': 4, 'project_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'gw_port': {'id': '9971d76f-6a82-4026-81c7-b508140fd402', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:07Z', 'updated_at': '2021-07-05T05:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '2a0bef76-3ac1-486d-8590-d81ab01d3993', 'name': '', 'network_id': '410cf122-95dd-4966-801b-2e4b8cb512fc', 'tenant_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'mac_address': 'fa:16:3e:15:2d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '62812d36-c477-4cab-8bab-f2056fea0338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:09Z', 'updated_at': '2021-07-05T05:33:12Z', 'revision_number': 4, 'project_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'subnets': [{'id': '62812d36-c477-4cab-8bab-f2056fea0338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:33:13.499634 n-d-771363-32 neutron-server[100933]: INFO neutron.db.securitygroups_db [None req-6b339935-5ad1-4ed3-9846-2ff9a2bb7db9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Project f1ef19fec1364666bad7c3165acc0c2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:33:13.505428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6b339935-5ad1-4ed3-9846-2ff9a2bb7db9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:13.587640 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6b339935-5ad1-4ed3-9846-2ff9a2bb7db9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:13.659101 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6b339935-5ad1-4ed3-9846-2ff9a2bb7db9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-965910'] for security_group_rule, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:13.680601 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b339935-5ad1-4ed3-9846-2ff9a2bb7db9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79731ef4-7065-4466-83d0-06f69c4993ba,revision_number=0']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:13.760152 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-6b339935-5ad1-4ed3-9846-2ff9a2bb7db9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:13.761902 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-6b339935-5ad1-4ed3-9846-2ff9a2bb7db9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3657064 Jul 05 05:33:13.915887 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-5f118cf7-594a-4d2c-be99-e25f9b435004 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432840635&fields=id&tenant_id=f1ef19fec1364666bad7c3165acc0c2c HTTP/1.1" status: 200 len: 267 time: 0.0369635 Jul 05 05:33:14.026848 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-97e63fb4-6a19-41bc-8575-02d5a4f333cb tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:14.028935 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-97e63fb4-6a19-41bc-8575-02d5a4f333cb tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/networks?id=90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 200 len: 810 time: 0.1054084 Jul 05 05:33:14.043468 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-d49da338-4a75-44c6-8272-ef12e1cf8960 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/quotas/f1ef19fec1364666bad7c3165acc0c2c HTTP/1.1" status: 200 len: 375 time: 0.0089748 Jul 05 05:33:14.073708 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c709eab9-7030-4a93-8f33-0ea0d6bb1a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:14.113749 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-95cba3fe-c007-4992-b5ef-100ed9e56cc9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655322 Jul 05 05:33:14.229544 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-3f80e139-b6f4-4756-a638-8324b51b9719 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:33:14.230703 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-3f80e139-b6f4-4756-a638-8324b51b9719 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1054680 Jul 05 05:33:14.428698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-c7244089-3a7b-41b9-ba05-dc828a261114 service neutron] 10.222.0.38 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900877 Jul 05 05:33:14.428698 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-989152e6-e1ff-492f-8647-3b00755c3bd4 service neutron] 10.222.0.38 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865550 Jul 05 05:33:14.538924 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:15.178218 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2a0bef76-3ac1-486d-8590-d81ab01d3993 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:33:15.287775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning for port 2a0bef76-3ac1-486d-8590-d81ab01d3993 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:33:15.291828 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2a0bef76-3ac1-486d-8590-d81ab01d3993 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:15.292465 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:15.372684 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:15.403573 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] For port 2a0bef76-3ac1-486d-8590-d81ab01d3993, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2a0bef76-3ac1-486d-8590-d81ab01d3993,segment=NetworkSegment(bfec2a81-0b6f-4910-8f0d-e29bf6d6c393),segment_id=bfec2a81-0b6f-4910-8f0d-e29bf6d6c393)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:33:15.481537 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:15.530000 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=2a0bef76-3ac1-486d-8590-d81ab01d3993,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:15.733814 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3bae9ccf-14a9-44ae-98cc-d6578247a77b req-3253ec18-07c1-44c5-83d9-e8292e6636fb tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 210 time: 0.0300808 Jul 05 05:33:15.779324 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:16.819341 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8fa4508c-9b93-4fc9-9ac8-be3bd60590fd req-63603606-85a0-4bbc-81bb-640818b1dfe0 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 210 time: 0.0340838 Jul 05 05:33:17.163881 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2a0bef76-3ac1-486d-8590-d81ab01d3993 up at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:33:17.215261 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Provisioning complete for port 2a0bef76-3ac1-486d-8590-d81ab01d3993 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:17.215495 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:17.401909 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:17.965476 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-426c3e32-2d42-449d-9a31-c1462a16a79a req-9d8b23f5-9b7f-44e5-bb43-8324b960e8d0 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 210 time: 0.0291626 Jul 05 05:33:18.111735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-1f73e541-5d53-4bba-8b1a-51e3d0643766 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:18.113205 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-1f73e541-5d53-4bba-8b1a-51e3d0643766 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.10 "GET /v2.0/networks?id=90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 200 len: 810 time: 0.1048222 Jul 05 05:33:18.155229 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-08f03a8d-fce3-42ff-91d8-2c8f29188979 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1ef19fec1364666bad7c3165acc0c2c HTTP/1.1" status: 200 len: 380 time: 0.0342567 Jul 05 05:33:18.163467 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-da166671-7291-4311-a6cb-b4b0986e8f30 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Request body: {'port': {'device_id': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'admin_state_up': True, 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'security_groups': ['4887075b-373d-4678-9380-395a7b21827e']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:33:18.316100 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-da166671-7291-4311-a6cb-b4b0986e8f30 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Made reservation on behalf of f1ef19fec1364666bad7c3165acc0c2c for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:33:18.319782 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-da166671-7291-4311-a6cb-b4b0986e8f30 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:18.447774 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-da166671-7291-4311-a6cb-b4b0986e8f30 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Allocated IP 172.20.0.11 (90606288-34bd-424b-b005-1bf4ae78fe73/da454e0c-604e-4a2c-967d-24f5ca515816/caee7a8d-eb43-48d5-a7c7-5f8820efaece) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:33:18.588394 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-da166671-7291-4311-a6cb-b4b0986e8f30 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:18.601526 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-da166671-7291-4311-a6cb-b4b0986e8f30 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Transition to ACTIVE for port object caee7a8d-eb43-48d5-a7c7-5f8820efaece will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:33:18.690954 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-da166671-7291-4311-a6cb-b4b0986e8f30 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:18.734611 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-da166671-7291-4311-a6cb-b4b0986e8f30 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Network 90606288-34bd-424b-b005-1bf4ae78fe73 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:33:18.739600 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-da166671-7291-4311-a6cb-b4b0986e8f30 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:33:18.742006 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-da166671-7291-4311-a6cb-b4b0986e8f30 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:33:18.768184 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da166671-7291-4311-a6cb-b4b0986e8f30 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event updated for resources: {'Port': ['ID=caee7a8d-eb43-48d5-a7c7-5f8820efaece,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:18.797296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-da166671-7291-4311-a6cb-b4b0986e8f30 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:18.797929 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-da166671-7291-4311-a6cb-b4b0986e8f30 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:18.870881 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-da166671-7291-4311-a6cb-b4b0986e8f30 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7110963 Jul 05 05:33:18.932582 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Request body: {'port': {'device_id': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:33:19.008527 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:19.035788 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-26723407-56b1-4aad-aaaf-c92694e3f780 None None] Provisioning for port caee7a8d-eb43-48d5-a7c7-5f8820efaece completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:33:19.039823 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-26723407-56b1-4aad-aaaf-c92694e3f780 None None] Provisioning complete for port caee7a8d-eb43-48d5-a7c7-5f8820efaece triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:19.040426 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-26723407-56b1-4aad-aaaf-c92694e3f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:19.083774 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-26723407-56b1-4aad-aaaf-c92694e3f780 None None] Port caee7a8d-eb43-48d5-a7c7-5f8820efaece cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:33:19.152261 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f362fb-84d1-4490-8c75-584d8ab767cd req-cf4f0f32-dd18-4b75-a738-7f9141579b65 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:19.153901 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29f362fb-84d1-4490-8c75-584d8ab767cd req-cf4f0f32-dd18-4b75-a738-7f9141579b65 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 932 time: 0.0670092 Jul 05 05:33:19.194261 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-29f362fb-84d1-4490-8c75-584d8ab767cd req-1ceaf5f6-e8fe-4a22-b030-90d5ef918e54 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341887 Jul 05 05:33:19.629719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caee7a8d-eb43-48d5-a7c7-5f8820efaece {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:33:19.636939 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:19.648335 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Transition to ACTIVE for port object caee7a8d-eb43-48d5-a7c7-5f8820efaece will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:33:19.719003 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:19.768128 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Pushing event updated for resources: {'Port': ['ID=caee7a8d-eb43-48d5-a7c7-5f8820efaece,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:19.840627 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Attempting to bind port caee7a8d-eb43-48d5-a7c7-5f8820efaece on host n-h1-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:33:19.840967 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Attempting to bind port caee7a8d-eb43-48d5-a7c7-5f8820efaece by drivers openvswitch,hyperv on host n-h1-771363-32 at level 0 using segments [{'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:33:19.841296 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Attempting to bind port caee7a8d-eb43-48d5-a7c7-5f8820efaece on network 90606288-34bd-424b-b005-1bf4ae78fe73 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:33:19.846940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Port caee7a8d-eb43-48d5-a7c7-5f8820efaece on network 90606288-34bd-424b-b005-1bf4ae78fe73 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:33:19.847261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Attempting to bind port caee7a8d-eb43-48d5-a7c7-5f8820efaece on network 90606288-34bd-424b-b005-1bf4ae78fe73 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:33:19.852282 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Checking agent: {'id': 'f8658c9c-f822-4690-936a-d520d061eedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:33:19.852616 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Checking segment: {'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:33:19.853036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Bound using segment: {'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:33:19.853431 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Bound port: caee7a8d-eb43-48d5-a7c7-5f8820efaece, host: n-h1-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:33:19.853792 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:19.922098 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] For port caee7a8d-eb43-48d5-a7c7-5f8820efaece, host n-h1-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:33:19.925337 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] For port caee7a8d-eb43-48d5-a7c7-5f8820efaece, host n-h1-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:33:19.996554 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:20.031725 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:20.032387 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:20.033784 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] 10.222.0.10 "PUT /v2.0/ports/caee7a8d-eb43-48d5-a7c7-5f8820efaece HTTP/1.1" status: 200 len: 1093 time: 1.1545868 Jul 05 05:33:20.034224 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'tag': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:33:20.036513 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff1cc5a-6243-4144-a6be-2f61994f3045" -d '{"events": [{"name": "network-changed", "server_uuid": "a65457e7-8009-4aa6-9dce-b9b433a323db", "tag": "caee7a8d-eb43-48d5-a7c7-5f8820efaece"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:33:20.066495 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e49e67-ded5-4faa-91d5-195e4e155855 service neutron] Pushing event updated for resources: {'Port': ['ID=caee7a8d-eb43-48d5-a7c7-5f8820efaece,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:20.136393 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d00a4e-b203-42cd-932d-055e5edd32fd x-openstack-request-id: req-27d00a4e-b203-42cd-932d-055e5edd32fd {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:33:20.136692 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65457e7-8009-4aa6-9dce-b9b433a323db", "tag": "caee7a8d-eb43-48d5-a7c7-5f8820efaece", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:33:20.136949 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-27d00a4e-b203-42cd-932d-055e5edd32fd {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:33:20.137364 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'tag': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'status': 'completed', 'code': 200} Jul 05 05:33:20.203883 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-85477bc0-e17d-47a4-8bc1-31b24971e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:20.205499 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-85477bc0-e17d-47a4-8bc1-31b24971e79b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 1096 time: 0.0602832 Jul 05 05:33:20.254821 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-ff29c16c-ca49-47ce-a2c0-544c1d9cf930 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece HTTP/1.1" status: 200 len: 217 time: 0.0425978 Jul 05 05:33:20.307018 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-f80ce355-f2f2-4a66-b8c7-cf150d1f51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:20.308568 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-f80ce355-f2f2-4a66-b8c7-cf150d1f51c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da454e0c-604e-4a2c-967d-24f5ca515816 HTTP/1.1" status: 200 len: 849 time: 0.0476749 Jul 05 05:33:20.372274 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-fadcab1e-d8ee-4102-aadd-6feed932038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:20.374933 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-fadcab1e-d8ee-4102-aadd-6feed932038b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=90606288-34bd-424b-b005-1bf4ae78fe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595000 Jul 05 05:33:20.379830 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b939d8-5935-4ca0-b135-6ca5d51e3203 req-a739b801-5f08-4977-a0c0-91797ec42c50 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:20.381485 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87b939d8-5935-4ca0-b135-6ca5d51e3203 req-a739b801-5f08-4977-a0c0-91797ec42c50 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 944 time: 0.0687659 Jul 05 05:33:20.418990 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-87b939d8-5935-4ca0-b135-6ca5d51e3203 req-bcb212b0-c34c-4f1d-8c65-6b8f21803cc9 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318606 Jul 05 05:33:20.466406 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-fd0f1018-3d83-4139-9786-49bd14207f45 service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849235 Jul 05 05:33:20.561711 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-2a8dd70c-743c-4366-a940-8bf2e13f47fe req-8f063194-b9b2-4c18-872c-156b89693148 service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877371 Jul 05 05:33:20.707773 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1cc5a-6243-4144-a6be-2f61994f3045 req-c629e762-3d40-42de-9672-36c35dfc5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:20.709341 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fff1cc5a-6243-4144-a6be-2f61994f3045 req-c629e762-3d40-42de-9672-36c35dfc5994 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 1096 time: 0.0540080 Jul 05 05:33:20.796460 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1cc5a-6243-4144-a6be-2f61994f3045 req-1eeea085-7b81-421f-a100-d912bb0778da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:20.797858 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fff1cc5a-6243-4144-a6be-2f61994f3045 req-1eeea085-7b81-421f-a100-d912bb0778da service neutron] 10.222.0.10 "GET /v2.0/networks?id=90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 200 len: 911 time: 0.0823927 Jul 05 05:33:20.841355 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fff1cc5a-6243-4144-a6be-2f61994f3045 req-f7b800e6-db61-4618-ab15-86fbf85f41fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece HTTP/1.1" status: 200 len: 217 time: 0.0374010 Jul 05 05:33:20.895971 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1cc5a-6243-4144-a6be-2f61994f3045 req-3dc6ef9d-4aa6-4dbe-8bd3-a1439a0545f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:20.897517 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fff1cc5a-6243-4144-a6be-2f61994f3045 req-3dc6ef9d-4aa6-4dbe-8bd3-a1439a0545f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da454e0c-604e-4a2c-967d-24f5ca515816 HTTP/1.1" status: 200 len: 849 time: 0.0459442 Jul 05 05:33:20.955072 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1cc5a-6243-4144-a6be-2f61994f3045 req-9d7387f3-ad69-4b2b-a3b6-1a82d0592c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:20.956595 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fff1cc5a-6243-4144-a6be-2f61994f3045 req-9d7387f3-ad69-4b2b-a3b6-1a82d0592c41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=90606288-34bd-424b-b005-1bf4ae78fe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518253 Jul 05 05:33:21.050212 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fff1cc5a-6243-4144-a6be-2f61994f3045 req-29130e3e-2b4a-4178-97d6-590d2f3882b7 service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865264 Jul 05 05:33:21.138175 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-fff1cc5a-6243-4144-a6be-2f61994f3045 req-fa822f1c-2c31-4051-aa5b-631ec9621431 service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812466 Jul 05 05:33:21.603649 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816cdab-0c8a-48e9-8eea-7bd4fcdf2314 req-4f888200-99d3-47be-a524-b6406e1cff8c tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:21.605146 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d816cdab-0c8a-48e9-8eea-7bd4fcdf2314 req-4f888200-99d3-47be-a524-b6406e1cff8c tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 944 time: 0.0646889 Jul 05 05:33:21.642088 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d816cdab-0c8a-48e9-8eea-7bd4fcdf2314 req-ca3914dd-7c7f-4e77-a25d-fec23c8413e1 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311966 Jul 05 05:33:22.126886 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device caee7a8d-eb43-48d5-a7c7-5f8820efaece details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:33:22.221895 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port caee7a8d-eb43-48d5-a7c7-5f8820efaece, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:33:22.233373 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'port_id': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'mac_address': 'fa:16:3e:b5:e8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:33:22.269427 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:22.285677 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caee7a8d-eb43-48d5-a7c7-5f8820efaece {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:33:22.305542 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port caee7a8d-eb43-48d5-a7c7-5f8820efaece, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:33:22.369850 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:22.423074 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=caee7a8d-eb43-48d5-a7c7-5f8820efaece,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:22.619735 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['caee7a8d-eb43-48d5-a7c7-5f8820efaece'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:33:22.852090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a3e44-a44d-47dc-8432-db2bfe70d795 req-44b1ced6-7856-45b0-b5c6-0039d2db5529 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:22.854460 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c79a3e44-a44d-47dc-8432-db2bfe70d795 req-44b1ced6-7856-45b0-b5c6-0039d2db5529 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 945 time: 0.0899112 Jul 05 05:33:22.901676 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c79a3e44-a44d-47dc-8432-db2bfe70d795 req-e31dd120-2de1-4ec1-b17c-e3ceb776905b tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404501 Jul 05 05:33:24.081909 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dbade-fd61-4ae8-88d6-6a5a0b694504 req-b9a4753c-0c4f-4e61-bc37-8d2975403ad1 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:24.083385 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-926dbade-fd61-4ae8-88d6-6a5a0b694504 req-b9a4753c-0c4f-4e61-bc37-8d2975403ad1 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 945 time: 0.0639744 Jul 05 05:33:24.120686 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-926dbade-fd61-4ae8-88d6-6a5a0b694504 req-1c2004fe-5fce-4fca-bcc2-74b59125b2d4 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317388 Jul 05 05:33:24.126164 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device caee7a8d-eb43-48d5-a7c7-5f8820efaece up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:33:24.241282 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning for port caee7a8d-eb43-48d5-a7c7-5f8820efaece completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:33:24.245025 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port caee7a8d-eb43-48d5-a7c7-5f8820efaece triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:33:24.245401 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:24.324237 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:24.346478 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:33:24.348929 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb4bdc6-a84e-485f-ae5d-40aa13f86311" -d '{"events": [{"server_uuid": "a65457e7-8009-4aa6-9dce-b9b433a323db", "name": "network-vif-plugged", "status": "completed", "tag": "caee7a8d-eb43-48d5-a7c7-5f8820efaece"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:33:24.362412 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port caee7a8d-eb43-48d5-a7c7-5f8820efaece, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:33:24.425124 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:24.450570 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f96509-d3d2-4ef6-a17f-d4b3aaa07cef x-openstack-request-id: req-29f96509-d3d2-4ef6-a17f-d4b3aaa07cef {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:33:24.455355 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65457e7-8009-4aa6-9dce-b9b433a323db", "name": "network-vif-plugged", "status": "completed", "tag": "caee7a8d-eb43-48d5-a7c7-5f8820efaece", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:33:24.455355 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29f96509-d3d2-4ef6-a17f-d4b3aaa07cef {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:33:24.455355 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'code': 200} Jul 05 05:33:24.477906 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=caee7a8d-eb43-48d5-a7c7-5f8820efaece,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:24.558702 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69172ef9-dc59-47a6-87a5-fa8308fed26d req-2d60e857-e93a-48d0-9ce2-d2901ed99193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:24.560332 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-69172ef9-dc59-47a6-87a5-fa8308fed26d req-2d60e857-e93a-48d0-9ce2-d2901ed99193 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 1098 time: 0.0529120 Jul 05 05:33:24.598999 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-69172ef9-dc59-47a6-87a5-fa8308fed26d req-0db386d4-deac-4809-ab1e-00f4a4d7504b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325904 Jul 05 05:33:25.310307 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2903f-1cc4-4224-a5c4-41b3133c0f4e req-2797c597-3791-4d59-9a44-6faaf004cebf tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:25.312431 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ceb2903f-1cc4-4224-a5c4-41b3133c0f4e req-2797c597-3791-4d59-9a44-6faaf004cebf tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 946 time: 0.0765760 Jul 05 05:33:25.352152 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ceb2903f-1cc4-4224-a5c4-41b3133c0f4e req-6dbe486c-9be3-409d-9f3b-383062f8c216 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337508 Jul 05 05:33:26.532955 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449ca55-7a1b-4053-9bc8-022cbece61d1 req-16fa5ad6-ca91-47e9-a53d-766e2e2ada94 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:26.534486 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5449ca55-7a1b-4053-9bc8-022cbece61d1 req-16fa5ad6-ca91-47e9-a53d-766e2e2ada94 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 946 time: 0.0687242 Jul 05 05:33:26.573797 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5449ca55-7a1b-4053-9bc8-022cbece61d1 req-fe763952-13a4-4a54-aeac-020500394c11 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337210 Jul 05 05:33:26.743687 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767c3f1-dea0-4539-99df-b354ed980170 req-ca33b833-1fca-41a1-8a5f-0a2aac19b2a3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:26.745132 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9767c3f1-dea0-4539-99df-b354ed980170 req-ca33b833-1fca-41a1-8a5f-0a2aac19b2a3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 946 time: 0.0625737 Jul 05 05:33:26.783033 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-9767c3f1-dea0-4539-99df-b354ed980170 req-5e49196d-917f-4e70-ac48-088be5f93985 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314295 Jul 05 05:33:26.807513 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41410) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:33:26.903770 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4495a4-ade5-4498-85f8-d7154380b1f9 tempest-TestSnapshotPattern-1398620290 tempest-TestSnapshotPattern-1398620290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:26.905893 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1b4495a4-ade5-4498-85f8-d7154380b1f9 tempest-TestSnapshotPattern-1398620290 tempest-TestSnapshotPattern-1398620290-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 1093 time: 0.0973701 Jul 05 05:33:26.908860 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41414) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:33:26.913265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:33:27.010807 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:27.106563 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:27.210429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Allocated IP 172.25.6.155 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/01ba292d-4724-4b27-ba2d-de7a80b0b3d8) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:33:27.306937 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:27.391092 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:27.409090 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:33:27.427519 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:33:27.430345 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:33:27.441008 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:33:27.467589 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event updated for resources: {'Port': ['ID=01ba292d-4724-4b27-ba2d-de7a80b0b3d8,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:27.804309 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:27.921708 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:28.071758 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:28.113244 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:28.195291 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event updated for resources: {'Port': ['ID=01ba292d-4724-4b27-ba2d-de7a80b0b3d8,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:33:28.203482 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:28.300041 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Floating IP 28832b1d-bd7d-4fdf-bc7a-c2b990341a5b associated. External IP: 172.25.6.155, port: caee7a8d-eb43-48d5-a7c7-5f8820efaece. Jul 05 05:33:28.798060 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Router ef135b55-ed67-4094-b253-e909c9a92424 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:33:28.905089 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:33:28.914321 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25587ec4-5c9d-48d7-b289-92216aeb4b09 None None] Sync routers for ids ['ef135b55-ed67-4094-b253-e909c9a92424'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:33:28.926685 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25587ec4-5c9d-48d7-b289-92216aeb4b09 None None] Routers {'ef135b55-ed67-4094-b253-e909c9a92424'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:33:28.932929 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-25587ec4-5c9d-48d7-b289-92216aeb4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:33:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ef135b55-ed67-4094-b253-e909c9a92424'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:28.979022 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:29.017359 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-085bf8ff-bb0e-43b5-a44b-d186f3c46d91 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1071963 Jul 05 05:33:29.018037 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'tag': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:33:29.020332 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d3e61b-2632-4eec-97b3-919b9f38263f" -d '{"events": [{"name": "network-changed", "server_uuid": "a65457e7-8009-4aa6-9dce-b9b433a323db", "tag": "caee7a8d-eb43-48d5-a7c7-5f8820efaece"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:33:29.034013 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-25587ec4-5c9d-48d7-b289-92216aeb4b09 None None] Set router ef135b55-ed67-4094-b253-e909c9a92424 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:33:29.109226 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a63089-f467-4a7d-9c85-e63ac5c47b3b x-openstack-request-id: req-14a63089-f467-4a7d-9c85-e63ac5c47b3b {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:33:29.109348 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65457e7-8009-4aa6-9dce-b9b433a323db", "tag": "caee7a8d-eb43-48d5-a7c7-5f8820efaece", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:33:29.109596 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-14a63089-f467-4a7d-9c85-e63ac5c47b3b {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:33:29.110179 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'tag': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'status': 'completed', 'code': 200} Jul 05 05:33:29.187248 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3e61b-2632-4eec-97b3-919b9f38263f req-0dbdf228-c615-48b4-9b74-be882239c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:29.188680 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6d3e61b-2632-4eec-97b3-919b9f38263f req-0dbdf228-c615-48b4-9b74-be882239c997 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 1098 time: 0.0557392 Jul 05 05:33:29.254146 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-25587ec4-5c9d-48d7-b289-92216aeb4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '28832b1d-bd7d-4fdf-bc7a-c2b990341a5b', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'port_id': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'mac_address': 'fa:16:3e:b5:e8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:33:27Z', 'updated_at': '2021-07-05T05:33:27Z', 'revision_number': 0, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d70961-5e1c-47e6-9b0a-94929da5c362', 'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'mac_address': 'fa:16:3e:c4:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:03Z', 'updated_at': '2021-07-05T05:33:10Z', 'revision_number': 5, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'subnets': [{'id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:29.280638 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25587ec4-5c9d-48d7-b289-92216aeb4b09 None None] Checking router: ef135b55-ed67-4094-b253-e909c9a92424 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:33:29.287214 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3e61b-2632-4eec-97b3-919b9f38263f req-f808921f-a8cb-4799-86a6-1d5a14af792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:29.288606 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6d3e61b-2632-4eec-97b3-919b9f38263f req-f808921f-a8cb-4799-86a6-1d5a14af792c service neutron] 10.222.0.10 "GET /v2.0/networks?id=90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 200 len: 911 time: 0.0933926 Jul 05 05:33:29.288838 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25587ec4-5c9d-48d7-b289-92216aeb4b09 None None] Routers {'ef135b55-ed67-4094-b253-e909c9a92424'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:33:29.289435 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-25587ec4-5c9d-48d7-b289-92216aeb4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:33:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ef135b55-ed67-4094-b253-e909c9a92424'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:29.360580 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6d3e61b-2632-4eec-97b3-919b9f38263f req-c7cbdc62-f623-4b42-90be-0a3bac83c102 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece HTTP/1.1" status: 200 len: 1000 time: 0.0642719 Jul 05 05:33:29.395666 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-25587ec4-5c9d-48d7-b289-92216aeb4b09 None None] Set router ef135b55-ed67-4094-b253-e909c9a92424 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:33:29.410427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3e61b-2632-4eec-97b3-919b9f38263f req-939b6ca8-67bf-4900-8f09-c5099cfad802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:29.411908 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6d3e61b-2632-4eec-97b3-919b9f38263f req-939b6ca8-67bf-4900-8f09-c5099cfad802 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da454e0c-604e-4a2c-967d-24f5ca515816 HTTP/1.1" status: 200 len: 849 time: 0.0453601 Jul 05 05:33:29.471189 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3e61b-2632-4eec-97b3-919b9f38263f req-99049820-eef7-40bb-83a1-84eaf26d88b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:29.472791 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6d3e61b-2632-4eec-97b3-919b9f38263f req-99049820-eef7-40bb-83a1-84eaf26d88b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=90606288-34bd-424b-b005-1bf4ae78fe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535696 Jul 05 05:33:29.570578 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6d3e61b-2632-4eec-97b3-919b9f38263f req-31d340e2-788a-4a9f-8702-f0c45d40a567 service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913434 Jul 05 05:33:29.664455 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-b6d3e61b-2632-4eec-97b3-919b9f38263f req-51ec42b8-c7ee-4c7b-a575-ed1255ff9f75 service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867808 Jul 05 05:33:29.736649 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-25587ec4-5c9d-48d7-b289-92216aeb4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '28832b1d-bd7d-4fdf-bc7a-c2b990341a5b', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'port_id': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'mac_address': 'fa:16:3e:b5:e8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:33:27Z', 'updated_at': '2021-07-05T05:33:27Z', 'revision_number': 0, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d70961-5e1c-47e6-9b0a-94929da5c362', 'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'mac_address': 'fa:16:3e:c4:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:03Z', 'updated_at': '2021-07-05T05:33:10Z', 'revision_number': 5, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'subnets': [{'id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:33:29.762572 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25587ec4-5c9d-48d7-b289-92216aeb4b09 None None] The sync data for ids ['ef135b55-ed67-4094-b253-e909c9a92424'] in n-d-771363-32 is: [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '28832b1d-bd7d-4fdf-bc7a-c2b990341a5b', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'port_id': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'mac_address': 'fa:16:3e:b5:e8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:33:27Z', 'updated_at': '2021-07-05T05:33:27Z', 'revision_number': 0, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d70961-5e1c-47e6-9b0a-94929da5c362', 'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'mac_address': 'fa:16:3e:c4:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:03Z', 'updated_at': '2021-07-05T05:33:10Z', 'revision_number': 5, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'subnets': [{'id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:33:29.961825 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24237474-a702-4cca-aa57-d60be686518b None None] New status for floating IP 28832b1d-bd7d-4fdf-bc7a-c2b990341a5b: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:33:33.521758 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:35.327253 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:41.551088 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ccca2c7f-a5b8-426f-ae4d-0ff61ac79877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:44.101944 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-de9dc796-fd01-48ce-86e7-5d922b34ebf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:44.513397 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:45.818396 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:47.343974 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:03.515314 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:04.407842 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:34:05.309445 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:08.367697 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad6a3269-e7e8-44c3-8f61-411751fd1411 req-2886ca09-63b3-4788-8755-5b662fd53758 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558455 Jul 05 05:34:08.460121 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3269-e7e8-44c3-8f61-411751fd1411 req-df24e8d9-364a-4489-be7a-a10292da5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:08.461595 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad6a3269-e7e8-44c3-8f61-411751fd1411 req-df24e8d9-364a-4489-be7a-a10292da5878 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 1098 time: 0.0526156 Jul 05 05:34:08.563862 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3269-e7e8-44c3-8f61-411751fd1411 req-1083f08d-a2a7-4d32-a9c1-f475bec644ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:08.565400 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad6a3269-e7e8-44c3-8f61-411751fd1411 req-1083f08d-a2a7-4d32-a9c1-f475bec644ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 200 len: 911 time: 0.0840397 Jul 05 05:34:08.633419 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad6a3269-e7e8-44c3-8f61-411751fd1411 req-fb6e40eb-fc3e-440c-ad41-c7befe324a16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece HTTP/1.1" status: 200 len: 1002 time: 0.0619595 Jul 05 05:34:08.682824 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3269-e7e8-44c3-8f61-411751fd1411 req-25249df9-2a6b-42ea-afbe-b9f9f7c017de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:08.684307 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad6a3269-e7e8-44c3-8f61-411751fd1411 req-25249df9-2a6b-42ea-afbe-b9f9f7c017de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da454e0c-604e-4a2c-967d-24f5ca515816 HTTP/1.1" status: 200 len: 849 time: 0.0449064 Jul 05 05:34:08.739338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3269-e7e8-44c3-8f61-411751fd1411 req-e03e7bbe-1f5f-4c01-ae01-018ea6d16c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:08.740802 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad6a3269-e7e8-44c3-8f61-411751fd1411 req-e03e7bbe-1f5f-4c01-ae01-018ea6d16c65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=90606288-34bd-424b-b005-1bf4ae78fe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506086 Jul 05 05:34:08.830429 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad6a3269-e7e8-44c3-8f61-411751fd1411 req-b59f7f99-110b-46f6-b69b-f82d2490e251 service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833826 Jul 05 05:34:08.917795 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ad6a3269-e7e8-44c3-8f61-411751fd1411 req-f0f69ab1-bad7-42f5-8b68-1bcaa840875c service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806570 Jul 05 05:34:11.550753 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c962dac2-0c55-4e51-9cb1-d4f2be6776e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:14.080632 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ac10c1d0-9bc3-4dee-9ed8-6bc523b9d317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:14.541556 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:15.783525 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:17.375523 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:33.525160 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:35.297982 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.407210 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:34:41.531249 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8695c11c-0f31-4f93-851d-8ea363c0c134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:44.078222 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a03a5b56-1706-480d-8ae4-c7290b347216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:44.529276 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:45.794610 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:47.342932 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:03.537401 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:05.331333 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:08.360970 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b88bdda-d49a-4c09-bde4-c7fb0d363163 req-4f4d22ea-d21d-4947-9a9d-3ba5f57d403b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580695 Jul 05 05:35:08.453749 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88bdda-d49a-4c09-bde4-c7fb0d363163 req-68a9f272-49ce-4d2d-8612-f4388ed0726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:08.455243 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b88bdda-d49a-4c09-bde4-c7fb0d363163 req-68a9f272-49ce-4d2d-8612-f4388ed0726a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 1098 time: 0.0528944 Jul 05 05:35:08.555904 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88bdda-d49a-4c09-bde4-c7fb0d363163 req-214f403c-6cfb-4d3f-a778-9514bb6d128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:08.557407 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b88bdda-d49a-4c09-bde4-c7fb0d363163 req-214f403c-6cfb-4d3f-a778-9514bb6d128a service neutron] 10.222.0.10 "GET /v2.0/networks?id=90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 200 len: 911 time: 0.0841596 Jul 05 05:35:08.627873 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b88bdda-d49a-4c09-bde4-c7fb0d363163 req-358fa20c-130a-4e5e-8dc7-d8e56aaaa32e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece HTTP/1.1" status: 200 len: 1002 time: 0.0631633 Jul 05 05:35:08.677013 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88bdda-d49a-4c09-bde4-c7fb0d363163 req-1879a6ad-dc6e-4e17-97fd-dfb17f26f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:08.678456 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b88bdda-d49a-4c09-bde4-c7fb0d363163 req-1879a6ad-dc6e-4e17-97fd-dfb17f26f883 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da454e0c-604e-4a2c-967d-24f5ca515816 HTTP/1.1" status: 200 len: 849 time: 0.0445285 Jul 05 05:35:08.734887 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88bdda-d49a-4c09-bde4-c7fb0d363163 req-bd8cec34-9cdf-4b11-bc9e-be44a1c94994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:08.736412 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b88bdda-d49a-4c09-bde4-c7fb0d363163 req-bd8cec34-9cdf-4b11-bc9e-be44a1c94994 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=90606288-34bd-424b-b005-1bf4ae78fe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514793 Jul 05 05:35:08.827054 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b88bdda-d49a-4c09-bde4-c7fb0d363163 req-ca81c80d-9bec-4303-a9c2-39f3a59cd78d service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841255 Jul 05 05:35:08.913105 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-7b88bdda-d49a-4c09-bde4-c7fb0d363163 req-9aaae26e-6ace-49bc-9e83-43c2c2e2547a service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802703 Jul 05 05:35:11.547733 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-de71a220-2745-4eb8-b037-3da06a68adb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:14.078584 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e204367c-cf52-44c7-9b55-a4b3be7b7ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:14.520217 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:15.786489 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:17.372870 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:18.406750 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:35:28.730936 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device caee7a8d-eb43-48d5-a7c7-5f8820efaece details requested by agent hyperv_n-h1-771363-32 with host n-h1-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:35:28.831179 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port caee7a8d-eb43-48d5-a7c7-5f8820efaece, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:35:28.837203 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Returning: {'device': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'port_id': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'mac_address': 'fa:16:3e:b5:e8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:35:28.875379 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:28.891160 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id caee7a8d-eb43-48d5-a7c7-5f8820efaece {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:35:28.913178 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port caee7a8d-eb43-48d5-a7c7-5f8820efaece, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:35:28.988362 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:29.038998 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=caee7a8d-eb43-48d5-a7c7-5f8820efaece,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:35:29.046913 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:29.047261 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:29.047606 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:29.047942 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:29.048357 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:29.048917 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:29.049245 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:29.054769 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:29.054769 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:29.054769 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:29.054769 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:29.054769 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:29.057510 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] get_ports_and_sgs() called for port_ids ['caee7a8d-eb43-48d5-a7c7-5f8820efaece'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:35:30.730950 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device caee7a8d-eb43-48d5-a7c7-5f8820efaece up at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:35:30.791102 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Provisioning complete for port caee7a8d-eb43-48d5-a7c7-5f8820efaece triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:35:30.791469 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:30.886587 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:30.913400 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:35:30.915655 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bb4e61-7642-4de7-9a86-41f21d4b22ec" -d '{"events": [{"server_uuid": "a65457e7-8009-4aa6-9dce-b9b433a323db", "name": "network-vif-plugged", "status": "completed", "tag": "caee7a8d-eb43-48d5-a7c7-5f8820efaece"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:35:30.930330 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port caee7a8d-eb43-48d5-a7c7-5f8820efaece, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:35:30.964672 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cbed31-71a7-4128-9e5f-c5098c6ae886 x-openstack-request-id: req-d2cbed31-71a7-4128-9e5f-c5098c6ae886 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:35:30.964988 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65457e7-8009-4aa6-9dce-b9b433a323db", "name": "network-vif-plugged", "status": "completed", "tag": "caee7a8d-eb43-48d5-a7c7-5f8820efaece", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:35:30.965232 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d2cbed31-71a7-4128-9e5f-c5098c6ae886 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:35:30.965637 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'code': 200} Jul 05 05:35:31.004749 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:31.055661 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=caee7a8d-eb43-48d5-a7c7-5f8820efaece,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:35:33.555989 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:35.353955 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:40.826692 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-6f7240ac-a98c-48be-8632-addebff3dff7 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432840635&fields=id&tenant_id=f1ef19fec1364666bad7c3165acc0c2c HTTP/1.1" status: 200 len: 267 time: 0.0358250 Jul 05 05:35:40.938411 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-5e9db0b4-916e-4cfc-b57e-386a02863911 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:40.939920 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-5e9db0b4-916e-4cfc-b57e-386a02863911 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/networks?id=90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 200 len: 810 time: 0.1064463 Jul 05 05:35:40.954990 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-efd2230c-6087-4484-b6d4-3c1a8cbeecb8 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/quotas/f1ef19fec1364666bad7c3165acc0c2c HTTP/1.1" status: 200 len: 375 time: 0.0091567 Jul 05 05:35:41.026466 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-f8855c66-e513-44d1-a9ab-24bd59c80628 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0663755 Jul 05 05:35:41.176134 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-233345af-9aca-4db7-a0a1-017e7db34464 service neutron] 10.222.0.38 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374927 Jul 05 05:35:41.265436 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-b9963565-9ce4-4f58-8cb0-3b34f2f38f24 service neutron] 10.222.0.38 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834301 Jul 05 05:35:41.561019 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d0f789fd-c184-43ea-b824-9950183b83ab req-e05aacc1-b5eb-4edb-970d-94155751a98a tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 210 time: 0.0352211 Jul 05 05:35:41.565242 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-12297c67-e035-4056-a02c-3adb859ab58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:42.720272 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fcf17f1a-f2eb-4146-89ac-2cadfd8954b1 req-c7d97735-c335-433a-9bcb-37ecc0541cd2 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 210 time: 0.0351236 Jul 05 05:35:42.830634 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device caee7a8d-eb43-48d5-a7c7-5f8820efaece no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:35:42.911062 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:42.941192 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:35:42.943472 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9d5638-e97a-4349-bc8b-b2ef3a3d6753" -d '{"events": [{"server_uuid": "a65457e7-8009-4aa6-9dce-b9b433a323db", "name": "network-vif-unplugged", "status": "completed", "tag": "caee7a8d-eb43-48d5-a7c7-5f8820efaece"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:35:42.958641 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] For port caee7a8d-eb43-48d5-a7c7-5f8820efaece, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:35:42.984699 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 05:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82be1ba-f8e5-4701-a6d1-509a6b4935f3 x-openstack-request-id: req-a82be1ba-f8e5-4701-a6d1-509a6b4935f3 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:35:42.985039 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65457e7-8009-4aa6-9dce-b9b433a323db", "name": "network-vif-unplugged", "status": "completed", "tag": "caee7a8d-eb43-48d5-a7c7-5f8820efaece", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:35:42.985346 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a82be1ba-f8e5-4701-a6d1-509a6b4935f3 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:35:42.985700 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'code': 200} Jul 05 05:35:43.050839 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:43.101483 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Pushing event updated for resources: {'Port': ['ID=caee7a8d-eb43-48d5-a7c7-5f8820efaece,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:35:43.673719 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-6cac1aee-f9e3-49a4-adef-422d4862a180 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:43.675173 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-6cac1aee-f9e3-49a4-adef-422d4862a180 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.36 "GET /v2.0/networks?id=90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 200 len: 810 time: 0.1185548 Jul 05 05:35:43.720886 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-70962a60-064d-4063-a512-279cf65e3403 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1ef19fec1364666bad7c3165acc0c2c HTTP/1.1" status: 200 len: 380 time: 0.0364177 Jul 05 05:35:43.730229 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Request body: {'port': {'device_id': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'admin_state_up': True, 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'security_groups': ['4887075b-373d-4678-9380-395a7b21827e']}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:35:43.872351 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-228c7e99-6d27-482a-93af-52f1bb7a14e4 req-94c6420f-ed06-4ff7-9f92-76a60f08b9d5 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 210 time: 0.0293140 Jul 05 05:35:43.925111 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Made reservation on behalf of f1ef19fec1364666bad7c3165acc0c2c for: {'port': 1} {{(pid=100932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:35:43.928823 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:44.064157 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_common [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Allocated IP 172.20.0.8 (90606288-34bd-424b-b005-1bf4ae78fe73/da454e0c-604e-4a2c-967d-24f5ca515816/e409ae67-82f2-4d03-811c-fed6d01793d7) {{(pid=100932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:35:44.088936 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-52075de9-2f5f-4cc3-abf6-4ca2edfc99af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:44.217057 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for port, precommit_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:44.231211 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Transition to ACTIVE for port object e409ae67-82f2-4d03-811c-fed6d01793d7 will not be triggered until provisioned by entity DHCP. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:35:44.346662 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6217897'] for port, after_create {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:44.403659 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event updated for resources: {'Port': ['ID=e409ae67-82f2-4d03-811c-fed6d01793d7,revision_number=1']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:35:44.419298 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:44.419793 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:44.420268 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:44.420952 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:44.421428 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:44.421879 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:44.422940 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:44.424309 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:44.424743 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:44.425243 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:44.425670 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:44.426152 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:35:44.443269 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Network 90606288-34bd-424b-b005-1bf4ae78fe73 is already hosted by enough agents. {{(pid=100932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:35:44.447533 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.base_scheduler [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Resources bound (agent type, host, resource id): {{(pid=100932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:35:44.466427 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Received port after_create {{(pid=100932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:35:44.531073 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:44.609551 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:44.611664 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:44.640225 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-7f20c20e-8c44-4134-aa26-eb42d25862d3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9136591 Jul 05 05:35:44.815270 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-eb18d4b4-62be-4620-9a54-9834f2cd1814 None None] Provisioning for port e409ae67-82f2-4d03-811c-fed6d01793d7 completed by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:35:44.820030 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-eb18d4b4-62be-4620-9a54-9834f2cd1814 None None] Provisioning complete for port e409ae67-82f2-4d03-811c-fed6d01793d7 triggered by entity DHCP. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:35:44.820738 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-eb18d4b4-62be-4620-9a54-9834f2cd1814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:44.859303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-eb18d4b4-62be-4620-9a54-9834f2cd1814 None None] Port e409ae67-82f2-4d03-811c-fed6d01793d7 cannot update to ACTIVE because it is not bound. {{(pid=100934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:35:45.066618 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9667447-86c8-4d29-b4b0-196f744817a3 req-29004706-97c1-4a46-b9df-e395df3ea611 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:45.068169 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9667447-86c8-4d29-b4b0-196f744817a3 req-29004706-97c1-4a46-b9df-e395df3ea611 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 931 time: 0.0691869 Jul 05 05:35:45.107452 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e9667447-86c8-4d29-b4b0-196f744817a3 req-6e5917b2-f22c-4c20-a288-0d579f6ab0b2 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335546 Jul 05 05:35:45.810864 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:46.310659 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb5e7a-ae92-4cf8-9805-bc87c58d5dae req-f2724ff5-5c2e-4dd3-bf26-0ab2016f6724 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:46.312250 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fbb5e7a-ae92-4cf8-9805-bc87c58d5dae req-f2724ff5-5c2e-4dd3-bf26-0ab2016f6724 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 931 time: 0.0724597 Jul 05 05:35:46.353664 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-4fbb5e7a-ae92-4cf8-9805-bc87c58d5dae req-086ec8aa-aa0f-4a46-a7b4-92f411831631 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357914 Jul 05 05:35:47.359103 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:47.553461 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d00cfe-7a38-4321-9a7a-a71afd3af61f req-205eb697-46a8-4fbd-a0bc-5659241ac429 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:47.554944 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2d00cfe-7a38-4321-9a7a-a71afd3af61f req-205eb697-46a8-4fbd-a0bc-5659241ac429 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 931 time: 0.0653241 Jul 05 05:35:47.599266 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2d00cfe-7a38-4321-9a7a-a71afd3af61f req-83f3a7e3-df5a-471d-a9d3-b707868ab43a tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381317 Jul 05 05:35:48.787551 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cb093-9e8f-4fbb-b777-5f7cc11d20bc req-c09e37c6-1b06-488b-b28d-22072ad9694d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:48.789044 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec0cb093-9e8f-4fbb-b777-5f7cc11d20bc req-c09e37c6-1b06-488b-b28d-22072ad9694d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 931 time: 0.0695031 Jul 05 05:35:48.829932 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-ec0cb093-9e8f-4fbb-b777-5f7cc11d20bc req-fbfccb84-9e8d-4daf-b215-453e61794904 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351784 Jul 05 05:35:50.014725 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6615b8-725e-477d-9fac-12bc671f4abd req-081451de-3c83-489c-a4d7-002198cc9d29 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:50.016848 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e6615b8-725e-477d-9fac-12bc671f4abd req-081451de-3c83-489c-a4d7-002198cc9d29 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 931 time: 0.0704556 Jul 05 05:35:50.056999 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-3e6615b8-725e-477d-9fac-12bc671f4abd req-69e8892f-1957-4f4d-bcb2-059edd071cc3 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345221 Jul 05 05:35:51.252331 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76066340-4676-4447-9d21-a22ef53e1e38 req-f7dce127-09f1-440a-9c3f-a6c3fecb1fb0 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:51.253971 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76066340-4676-4447-9d21-a22ef53e1e38 req-f7dce127-09f1-440a-9c3f-a6c3fecb1fb0 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 931 time: 0.0782630 Jul 05 05:35:51.300867 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-76066340-4676-4447-9d21-a22ef53e1e38 req-1f83db3e-c55d-4171-8b76-f1e46e0bf0d2 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402653 Jul 05 05:35:52.510719 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a940d-4419-4d7f-8a28-0cfd608d3802 req-b07bef8e-fe2b-4d49-bc6e-b20f12041d1f tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:52.513716 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-820a940d-4419-4d7f-8a28-0cfd608d3802 req-b07bef8e-fe2b-4d49-bc6e-b20f12041d1f tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 931 time: 0.0969605 Jul 05 05:35:52.553171 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-820a940d-4419-4d7f-8a28-0cfd608d3802 req-236fc43c-964d-4f06-a8b7-e4ac51680c82 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343912 Jul 05 05:35:53.738761 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74656dba-2509-4b3b-9f10-7c78bf6819f8 req-e73cc3ae-f35b-44e9-a809-fa06132b0f4b tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:53.740284 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74656dba-2509-4b3b-9f10-7c78bf6819f8 req-e73cc3ae-f35b-44e9-a809-fa06132b0f4b tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 931 time: 0.0691285 Jul 05 05:35:53.778963 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-74656dba-2509-4b3b-9f10-7c78bf6819f8 req-c0e6223b-6d2e-4333-b8e3-cb0c980b5358 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330904 Jul 05 05:35:54.957386 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e036372-3394-45bd-9355-b39d31503569 req-e004673a-15e4-4079-b2b1-572510574b5c tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:54.958921 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e036372-3394-45bd-9355-b39d31503569 req-e004673a-15e4-4079-b2b1-572510574b5c tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 931 time: 0.0640602 Jul 05 05:35:55.001928 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-5e036372-3394-45bd-9355-b39d31503569 req-8f379f54-74ad-44f0-a702-a14b2176099a tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344346 Jul 05 05:35:55.406972 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:35:56.039501 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-71151782-32a8-4bac-9253-60d28d5754ae tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:35:56.040758 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-71151782-32a8-4bac-9253-60d28d5754ae tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061154 Jul 05 05:35:56.111148 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.v2.base [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Request body: {'port': {'device_id': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-32'}} {{(pid=100932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:35:56.190464 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:56.194108 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5241e7-65c4-487b-8334-e2a07aac357b req-ced4348c-0b55-455a-a555-19e146fe0e5d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:56.195854 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c5241e7-65c4-487b-8334-e2a07aac357b req-ced4348c-0b55-455a-a555-19e146fe0e5d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 931 time: 0.0704777 Jul 05 05:35:56.235599 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2c5241e7-65c4-487b-8334-e2a07aac357b req-225e0da8-3b0c-4297-b81f-3d9fb6e10960 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334601 Jul 05 05:35:56.457661 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e409ae67-82f2-4d03-811c-fed6d01793d7 {{(pid=100932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:35:56.465128 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:56.478537 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.provisioning_blocks [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Transition to ACTIVE for port object e409ae67-82f2-4d03-811c-fed6d01793d7 will not be triggered until provisioned by entity L2. {{(pid=100932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:35:56.528083 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:56.580481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e409ae67-82f2-4d03-811c-fed6d01793d7,revision_number=2']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:35:56.652727 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Attempting to bind port e409ae67-82f2-4d03-811c-fed6d01793d7 on host n-h2-771363-32 for vnic_type normal with profile {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:35:56.653068 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Attempting to bind port e409ae67-82f2-4d03-811c-fed6d01793d7 by drivers openvswitch,hyperv on host n-h2-771363-32 at level 0 using segments [{'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:35:56.653401 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Attempting to bind port e409ae67-82f2-4d03-811c-fed6d01793d7 on network 90606288-34bd-424b-b005-1bf4ae78fe73 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:35:56.658993 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Port e409ae67-82f2-4d03-811c-fed6d01793d7 on network 90606288-34bd-424b-b005-1bf4ae78fe73 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-32 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:35:56.658993 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Attempting to bind port e409ae67-82f2-4d03-811c-fed6d01793d7 on network 90606288-34bd-424b-b005-1bf4ae78fe73 {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:35:56.664763 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Checking agent: {'id': 'e5707e9d-d500-4545-ad82-d3f7615a49e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'started_at': datetime.datetime(2021, 7, 5, 3, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:35:56.665107 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Checking segment: {'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:35:56.665503 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Bound using segment: {'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'} {{(pid=100932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:35:56.665937 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.managers [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Bound port: e409ae67-82f2-4d03-811c-fed6d01793d7, host: n-h2-771363-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a033a8a3-37ba-43b0-8c3d-47375e45b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73'}}] {{(pid=100932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:35:56.666309 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:56.739261 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] For port e409ae67-82f2-4d03-811c-fed6d01793d7, host n-h2-771363-32, cleared binding levels {{(pid=100932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:35:56.742382 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] For port e409ae67-82f2-4d03-811c-fed6d01793d7, host n-h2-771363-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e409ae67-82f2-4d03-811c-fed6d01793d7,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:35:56.808697 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6217819'] for port, after_update {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:56.842880 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:56.844398 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:56.845399 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] 10.222.0.36 "PUT /v2.0/ports/e409ae67-82f2-4d03-811c-fed6d01793d7 HTTP/1.1" status: 200 len: 1092 time: 0.7979879 Jul 05 05:35:56.845846 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'tag': 'e409ae67-82f2-4d03-811c-fed6d01793d7'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:35:56.848137 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a28932-3c4d-4a65-85b7-dd60e8011762" -d '{"events": [{"name": "network-changed", "server_uuid": "c0709460-22f0-422c-89f6-9b57d0e7e75c", "tag": "e409ae67-82f2-4d03-811c-fed6d01793d7"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:35:56.874196 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c61b5-3575-4117-a5b6-2d7614c961f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e409ae67-82f2-4d03-811c-fed6d01793d7,revision_number=3']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:35:56.892091 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8b8a69-c73a-4633-b451-b7fc5a6cee43 x-openstack-request-id: req-7f8b8a69-c73a-4633-b451-b7fc5a6cee43 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:35:56.892406 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0709460-22f0-422c-89f6-9b57d0e7e75c", "tag": "e409ae67-82f2-4d03-811c-fed6d01793d7", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:35:56.892662 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f8b8a69-c73a-4633-b451-b7fc5a6cee43 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:35:56.893096 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'tag': 'e409ae67-82f2-4d03-811c-fed6d01793d7', 'status': 'completed', 'code': 200} Jul 05 05:35:56.973657 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a28932-3c4d-4a65-85b7-dd60e8011762 req-a11c62e5-0ddf-4c25-b2ed-5c56808720f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:56.975181 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0a28932-3c4d-4a65-85b7-dd60e8011762 req-a11c62e5-0ddf-4c25-b2ed-5c56808720f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 1095 time: 0.0616136 Jul 05 05:35:57.081237 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a28932-3c4d-4a65-85b7-dd60e8011762 req-dce1a263-91a5-4ff2-8966-118ae03ad3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:57.082714 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0a28932-3c4d-4a65-85b7-dd60e8011762 req-dce1a263-91a5-4ff2-8966-118ae03ad3ec service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0929928 Jul 05 05:35:57.179065 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a28932-3c4d-4a65-85b7-dd60e8011762 req-fc7a07d7-5da8-48eb-8733-466f5bcc9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:57.180445 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c0a28932-3c4d-4a65-85b7-dd60e8011762 req-fc7a07d7-5da8-48eb-8733-466f5bcc9e97 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913858 Jul 05 05:35:57.272549 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-17beb5fe-dcfe-4a3a-9053-6fd4961e3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:57.274067 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-17beb5fe-dcfe-4a3a-9053-6fd4961e3149 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 1095 time: 0.0541983 Jul 05 05:35:57.316570 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-2053e777-77e0-4d44-85b6-e0daaf8a18de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e409ae67-82f2-4d03-811c-fed6d01793d7 HTTP/1.1" status: 200 len: 217 time: 0.0357225 Jul 05 05:35:57.365367 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-ae5c2d57-eeb6-45b5-84e5-8d96fff361d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:57.366846 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-ae5c2d57-eeb6-45b5-84e5-8d96fff361d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da454e0c-604e-4a2c-967d-24f5ca515816 HTTP/1.1" status: 200 len: 849 time: 0.0443978 Jul 05 05:35:57.414708 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e73fb-bdf5-46ca-9c09-86b0675ec102 req-44e740ab-35c2-4e1c-b80e-8d961552bf8d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:57.416968 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-084e73fb-bdf5-46ca-9c09-86b0675ec102 req-44e740ab-35c2-4e1c-b80e-8d961552bf8d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 943 time: 0.0684595 Jul 05 05:35:57.429008 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-a8f950f3-c723-476b-ae3f-2d468201ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:57.430594 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-a8f950f3-c723-476b-ae3f-2d468201ac1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90606288-34bd-424b-b005-1bf4ae78fe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578279 Jul 05 05:35:57.458465 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-084e73fb-bdf5-46ca-9c09-86b0675ec102 req-475416f9-cc98-4f95-92f5-f0d5ec4645b7 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352647 Jul 05 05:35:57.521568 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-d97b43df-c851-411d-8796-50ca1a5f5af7 service neutron] 10.222.0.36 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846820 Jul 05 05:35:57.624170 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-cfbd93e9-8ee9-47a4-a4c4-6479b58372d1 req-11edf797-4ebc-40a7-ab71-401c531e4c50 service neutron] 10.222.0.36 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955925 Jul 05 05:35:58.645343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace9a48-3faa-40ee-8218-f45cdd7c9260 req-0e34eda0-9eb7-424e-beea-40f5cf2fdd37 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:58.646838 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cace9a48-3faa-40ee-8218-f45cdd7c9260 req-0e34eda0-9eb7-424e-beea-40f5cf2fdd37 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 943 time: 0.0749345 Jul 05 05:35:58.684834 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-cace9a48-3faa-40ee-8218-f45cdd7c9260 req-16bd2dfb-ed50-416e-904d-4728b0824b16 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324495 Jul 05 05:35:59.862676 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae17d75-432c-4d7d-927b-227ff0d03db9 req-69c9eeeb-3345-4fea-82d7-f02ee4cc9d7d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:35:59.864203 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ae17d75-432c-4d7d-927b-227ff0d03db9 req-69c9eeeb-3345-4fea-82d7-f02ee4cc9d7d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 943 time: 0.0638361 Jul 05 05:35:59.901501 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-2ae17d75-432c-4d7d-927b-227ff0d03db9 req-4a124f63-eb64-4549-bede-09addd7b1e47 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317454 Jul 05 05:36:01.075304 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c15630-0124-43ec-8007-44ad56dc8843 req-8a71c2bc-c74f-4131-b21e-ff1ece89bf89 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:01.076853 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9c15630-0124-43ec-8007-44ad56dc8843 req-8a71c2bc-c74f-4131-b21e-ff1ece89bf89 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 943 time: 0.0636947 Jul 05 05:36:01.115074 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-f9c15630-0124-43ec-8007-44ad56dc8843 req-bbd24e21-6095-404b-ae60-2268a67fe7e1 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319760 Jul 05 05:36:02.225775 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e409ae67-82f2-4d03-811c-fed6d01793d7 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:36:02.301759 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5b518-940f-493d-abb1-253cf399d0e0 req-c6074fee-6025-46ee-9938-687d47ebd51a tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:02.303259 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26e5b518-940f-493d-abb1-253cf399d0e0 req-c6074fee-6025-46ee-9938-687d47ebd51a tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 943 time: 0.0710993 Jul 05 05:36:02.321919 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e409ae67-82f2-4d03-811c-fed6d01793d7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e409ae67-82f2-4d03-811c-fed6d01793d7,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:36:02.334954 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'e409ae67-82f2-4d03-811c-fed6d01793d7', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'port_id': 'e409ae67-82f2-4d03-811c-fed6d01793d7', 'mac_address': 'fa:16:3e:fb:53:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:36:02.342783 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-26e5b518-940f-493d-abb1-253cf399d0e0 req-d33efb3f-681d-4e1e-ad52-02bd6fc358e1 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339122 Jul 05 05:36:02.378421 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:02.391434 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e409ae67-82f2-4d03-811c-fed6d01793d7 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:36:02.410903 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e409ae67-82f2-4d03-811c-fed6d01793d7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e409ae67-82f2-4d03-811c-fed6d01793d7,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:36:02.471077 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:02.517949 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e409ae67-82f2-4d03-811c-fed6d01793d7,revision_number=4']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:36:02.810156 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e409ae67-82f2-4d03-811c-fed6d01793d7'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:36:03.530312 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2066c94-8c09-41bb-ab70-3636cce7e270 req-f76d969a-90e1-4fc5-931e-bd2a56c9caaa tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:03.532471 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2066c94-8c09-41bb-ab70-3636cce7e270 req-f76d969a-90e1-4fc5-931e-bd2a56c9caaa tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 944 time: 0.0652373 Jul 05 05:36:03.545342 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:03.572287 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-d2066c94-8c09-41bb-ab70-3636cce7e270 req-de41092e-68a7-443e-9b31-4b1686f481dc tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343473 Jul 05 05:36:04.241456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e409ae67-82f2-4d03-811c-fed6d01793d7 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:36:04.352820 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning for port e409ae67-82f2-4d03-811c-fed6d01793d7 completed by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:36:04.356856 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port e409ae67-82f2-4d03-811c-fed6d01793d7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:36:04.357234 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:04.437910 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:04.460655 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e409ae67-82f2-4d03-811c-fed6d01793d7'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:36:04.462879 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79207948-881c-48dc-8578-6d8119573934" -d '{"events": [{"server_uuid": "c0709460-22f0-422c-89f6-9b57d0e7e75c", "name": "network-vif-plugged", "status": "completed", "tag": "e409ae67-82f2-4d03-811c-fed6d01793d7"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:36:04.476548 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e409ae67-82f2-4d03-811c-fed6d01793d7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e409ae67-82f2-4d03-811c-fed6d01793d7,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:36:04.498123 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687be87e-973a-40d8-95fd-e51efed182af x-openstack-request-id: req-687be87e-973a-40d8-95fd-e51efed182af {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:36:04.498414 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0709460-22f0-422c-89f6-9b57d0e7e75c", "name": "network-vif-plugged", "status": "completed", "tag": "e409ae67-82f2-4d03-811c-fed6d01793d7", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:36:04.498670 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-687be87e-973a-40d8-95fd-e51efed182af {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:36:04.499219 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e409ae67-82f2-4d03-811c-fed6d01793d7', 'code': 200} Jul 05 05:36:04.541842 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:04.592166 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e409ae67-82f2-4d03-811c-fed6d01793d7,revision_number=5']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:36:04.609820 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6991ad-79ec-4f23-9029-78ee7f3692b9 req-45cfbfbc-275d-47e6-8cd8-9e5b285911ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:04.611418 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ae6991ad-79ec-4f23-9029-78ee7f3692b9 req-45cfbfbc-275d-47e6-8cd8-9e5b285911ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 1097 time: 0.0525970 Jul 05 05:36:04.645930 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ae6991ad-79ec-4f23-9029-78ee7f3692b9 req-644c759f-94e8-4e81-aebb-b5bc027e4998 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285931 Jul 05 05:36:04.750247 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26c725-0c97-45d3-8366-5378b2fc706f req-ac21a8d6-02b8-4e95-888c-547508eb1944 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:04.751659 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b26c725-0c97-45d3-8366-5378b2fc706f req-ac21a8d6-02b8-4e95-888c-547508eb1944 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 945 time: 0.0668273 Jul 05 05:36:04.789956 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-0b26c725-0c97-45d3-8366-5378b2fc706f req-c91cec85-b90f-4c4b-94c7-c0045d29992b tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327191 Jul 05 05:36:05.318436 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:05.973744 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4319c0-439a-4326-a9dc-d2f74d5bc0f1 req-cedf6838-4a15-4566-85ac-7db10b07729d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:05.975285 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc4319c0-439a-4326-a9dc-d2f74d5bc0f1 req-cedf6838-4a15-4566-85ac-7db10b07729d tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 945 time: 0.0679958 Jul 05 05:36:06.013473 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-fc4319c0-439a-4326-a9dc-d2f74d5bc0f1 req-bf7685c8-13d3-4510-8023-1e332fcaff1f tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325878 Jul 05 05:36:06.186891 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f05499-0ad3-4df5-8ff1-a37fd20fc437 req-63c902e9-8d97-4c19-86f2-841e0f76c163 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:06.188983 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-45f05499-0ad3-4df5-8ff1-a37fd20fc437 req-63c902e9-8d97-4c19-86f2-841e0f76c163 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 945 time: 0.0646858 Jul 05 05:36:06.228327 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-45f05499-0ad3-4df5-8ff1-a37fd20fc437 req-451a17c8-9ade-49c4-b725-7150c20698bc tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337174 Jul 05 05:36:06.251594 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41734) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:36:06.306292 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5824e2-1fe5-4c9d-b4c7-da5eebee6446 tempest-TestSnapshotPattern-1398620290 tempest-TestSnapshotPattern-1398620290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:06.307773 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-1d5824e2-1fe5-4c9d-b4c7-da5eebee6446 tempest-TestSnapshotPattern-1398620290 tempest-TestSnapshotPattern-1398620290-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 1092 time: 0.0551963 Jul 05 05:36:06.310611 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 41736) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:36:06.315029 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.v2.base [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Request body: {'floatingip': {'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'port_id': 'e409ae67-82f2-4d03-811c-fed6d01793d7', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:36:06.422370 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for floatingip, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:06.519859 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:06.626434 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_common [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Allocated IP 172.25.6.113 (7488865c-9ae8-4e17-bf84-c914b1c32c91/15806ca2-bcb6-40d9-abec-29c76aae88da/2291ec66-c704-4904-9b7d-c1b2c7f7fadf) {{(pid=100933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:36:06.727920 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for port, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:06.816246 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1677089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735422727397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7008189'] for port, after_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:06.853727 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Network 7488865c-9ae8-4e17-bf84-c914b1c32c91 is already hosted by enough agents. {{(pid=100933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:36:06.858592 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.base_scheduler [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Resources bound (agent type, host, resource id): {{(pid=100933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:36:06.862635 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Received port after_create {{(pid=100933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:36:06.868091 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event updated for resources: {'Port': ['ID=2291ec66-c704-4904-9b7d-c1b2c7f7fadf,revision_number=1']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:36:06.894920 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:36:06.895270 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:36:06.895617 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:36:06.895956 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:36:06.896317 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:36:06.896648 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:36:06.896980 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:36:06.897313 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:36:06.897638 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:36:06.897961 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:36:06.898284 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:36:06.898603 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:36:07.241992 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:07.399359 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:07.548852 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for port, precommit_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:07.598674 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008079'] for port, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:07.665631 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event updated for resources: {'Port': ['ID=2291ec66-c704-4904-9b7d-c1b2c7f7fadf,revision_number=2']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:36:07.678397 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527877'] for floatingip, after_update {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:07.779598 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Floating IP 233a6a33-0903-4a11-b205-604c00efa808 associated. External IP: 172.25.6.113, port: e409ae67-82f2-4d03-811c-fed6d01793d7. Jul 05 05:36:07.983753 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Router ef135b55-ed67-4094-b253-e909c9a92424 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:36:08.094480 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:36:08.104405 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3381aa-5683-4ff0-aeee-4e73e31229c4 None None] Sync routers for ids ['ef135b55-ed67-4094-b253-e909c9a92424'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:36:08.114892 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3381aa-5683-4ff0-aeee-4e73e31229c4 None None] Routers {'ef135b55-ed67-4094-b253-e909c9a92424'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:36:08.115543 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4b3381aa-5683-4ff0-aeee-4e73e31229c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:35:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ef135b55-ed67-4094-b253-e909c9a92424'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:36:08.164581 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:08.226412 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cab3557d-7b65-4f99-91a8-7f8281cfaeed tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9144320 Jul 05 05:36:08.227083 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-4b3381aa-5683-4ff0-aeee-4e73e31229c4 None None] Set router ef135b55-ed67-4094-b253-e909c9a92424 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:36:08.227438 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'tag': 'e409ae67-82f2-4d03-811c-fed6d01793d7'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:36:08.231347 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a52f52-5dd6-4c33-8ed8-65c1eca401f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0709460-22f0-422c-89f6-9b57d0e7e75c", "tag": "e409ae67-82f2-4d03-811c-fed6d01793d7"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:36:08.273824 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a0cf52-274c-4a6e-a84c-b58dcf2b1387 x-openstack-request-id: req-26a0cf52-274c-4a6e-a84c-b58dcf2b1387 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:36:08.274395 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0709460-22f0-422c-89f6-9b57d0e7e75c", "tag": "e409ae67-82f2-4d03-811c-fed6d01793d7", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:36:08.274395 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-26a0cf52-274c-4a6e-a84c-b58dcf2b1387 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:36:08.274755 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'tag': 'e409ae67-82f2-4d03-811c-fed6d01793d7', 'status': 'completed', 'code': 200} Jul 05 05:36:08.349054 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a52f52-5dd6-4c33-8ed8-65c1eca401f8 req-2cc1ba4e-e3f7-4d04-9162-d37713f0d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:08.350558 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48a52f52-5dd6-4c33-8ed8-65c1eca401f8 req-2cc1ba4e-e3f7-4d04-9162-d37713f0d9b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 1097 time: 0.0535893 Jul 05 05:36:08.443735 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a52f52-5dd6-4c33-8ed8-65c1eca401f8 req-948358db-c67f-4e52-a39a-e7d2fedf16a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:08.445251 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48a52f52-5dd6-4c33-8ed8-65c1eca401f8 req-948358db-c67f-4e52-a39a-e7d2fedf16a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 200 len: 911 time: 0.0880561 Jul 05 05:36:08.449772 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4b3381aa-5683-4ff0-aeee-4e73e31229c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '233a6a33-0903-4a11-b205-604c00efa808', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'port_id': 'e409ae67-82f2-4d03-811c-fed6d01793d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'mac_address': 'fa:16:3e:fb:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:36:07Z', 'updated_at': '2021-07-05T05:36:07Z', 'revision_number': 0, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'fixed_ip_address_scope': None}, {'id': '28832b1d-bd7d-4fdf-bc7a-c2b990341a5b', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'port_id': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'mac_address': 'fa:16:3e:b5:e8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:33:27Z', 'updated_at': '2021-07-05T05:33:30Z', 'revision_number': 1, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d70961-5e1c-47e6-9b0a-94929da5c362', 'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'mac_address': 'fa:16:3e:c4:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:03Z', 'updated_at': '2021-07-05T05:33:10Z', 'revision_number': 5, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'subnets': [{'id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:36:08.476457 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3381aa-5683-4ff0-aeee-4e73e31229c4 None None] Checking router: ef135b55-ed67-4094-b253-e909c9a92424 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:36:08.484515 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3381aa-5683-4ff0-aeee-4e73e31229c4 None None] Routers {'ef135b55-ed67-4094-b253-e909c9a92424'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:36:08.485113 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4b3381aa-5683-4ff0-aeee-4e73e31229c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:35:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ef135b55-ed67-4094-b253-e909c9a92424'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:36:08.509300 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48a52f52-5dd6-4c33-8ed8-65c1eca401f8 req-7bbe0e86-146e-413c-841c-adacc9fecb7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e409ae67-82f2-4d03-811c-fed6d01793d7 HTTP/1.1" status: 200 len: 999 time: 0.0578306 Jul 05 05:36:08.563778 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a52f52-5dd6-4c33-8ed8-65c1eca401f8 req-7237ccb5-53f7-4a9d-b5e0-5022ee133c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:08.565312 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48a52f52-5dd6-4c33-8ed8-65c1eca401f8 req-7237ccb5-53f7-4a9d-b5e0-5022ee133c26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da454e0c-604e-4a2c-967d-24f5ca515816 HTTP/1.1" status: 200 len: 849 time: 0.0500216 Jul 05 05:36:08.592989 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-4b3381aa-5683-4ff0-aeee-4e73e31229c4 None None] Set router ef135b55-ed67-4094-b253-e909c9a92424 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:36:08.622770 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a52f52-5dd6-4c33-8ed8-65c1eca401f8 req-16d8ca5c-37cb-41b3-bff6-11ff7790f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:08.624349 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48a52f52-5dd6-4c33-8ed8-65c1eca401f8 req-16d8ca5c-37cb-41b3-bff6-11ff7790f396 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90606288-34bd-424b-b005-1bf4ae78fe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524945 Jul 05 05:36:08.712671 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48a52f52-5dd6-4c33-8ed8-65c1eca401f8 req-4a430db8-329b-4a25-9831-399544c31faf service neutron] 10.222.0.36 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816185 Jul 05 05:36:08.807724 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-48a52f52-5dd6-4c33-8ed8-65c1eca401f8 req-eea89c6e-ffb2-4eb4-a1ab-a932d2c7a9c6 service neutron] 10.222.0.36 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880866 Jul 05 05:36:08.818025 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-4b3381aa-5683-4ff0-aeee-4e73e31229c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '233a6a33-0903-4a11-b205-604c00efa808', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'port_id': 'e409ae67-82f2-4d03-811c-fed6d01793d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'mac_address': 'fa:16:3e:fb:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:36:07Z', 'updated_at': '2021-07-05T05:36:07Z', 'revision_number': 0, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'fixed_ip_address_scope': None}, {'id': '28832b1d-bd7d-4fdf-bc7a-c2b990341a5b', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'port_id': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'mac_address': 'fa:16:3e:b5:e8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:33:27Z', 'updated_at': '2021-07-05T05:33:30Z', 'revision_number': 1, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d70961-5e1c-47e6-9b0a-94929da5c362', 'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'mac_address': 'fa:16:3e:c4:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:03Z', 'updated_at': '2021-07-05T05:33:10Z', 'revision_number': 5, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'subnets': [{'id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:36:08.844717 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3381aa-5683-4ff0-aeee-4e73e31229c4 None None] The sync data for ids ['ef135b55-ed67-4094-b253-e909c9a92424'] in n-d-771363-32 is: [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '233a6a33-0903-4a11-b205-604c00efa808', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'port_id': 'e409ae67-82f2-4d03-811c-fed6d01793d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'mac_address': 'fa:16:3e:fb:53:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:36:07Z', 'updated_at': '2021-07-05T05:36:07Z', 'revision_number': 0, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'fixed_ip_address_scope': None}, {'id': '28832b1d-bd7d-4fdf-bc7a-c2b990341a5b', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'port_id': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'mac_address': 'fa:16:3e:b5:e8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:33:27Z', 'updated_at': '2021-07-05T05:33:30Z', 'revision_number': 1, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d70961-5e1c-47e6-9b0a-94929da5c362', 'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'mac_address': 'fa:16:3e:c4:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:03Z', 'updated_at': '2021-07-05T05:33:10Z', 'revision_number': 5, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'subnets': [{'id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:36:09.037264 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5657a06c-0b1a-4c2f-ba27-23dfc0f390cd None None] New status for floating IP 233a6a33-0903-4a11-b205-604c00efa808: ACTIVE {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:36:10.357532 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffaf0605-9c7c-41eb-b925-fe1763a24683 req-99c4f706-cd72-4a25-8f2b-00beaf9d0474 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510478 Jul 05 05:36:10.454915 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf0605-9c7c-41eb-b925-fe1763a24683 req-2659161b-5b63-4c9b-b28b-de4afc8e2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:10.456435 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffaf0605-9c7c-41eb-b925-fe1763a24683 req-2659161b-5b63-4c9b-b28b-de4afc8e2d3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 1096 time: 0.0573030 Jul 05 05:36:10.564722 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf0605-9c7c-41eb-b925-fe1763a24683 req-c2286467-fb33-485d-8696-dcbbcf4d6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:10.566197 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffaf0605-9c7c-41eb-b925-fe1763a24683 req-c2286467-fb33-485d-8696-dcbbcf4d6112 service neutron] 10.222.0.10 "GET /v2.0/networks?id=90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 200 len: 911 time: 0.0893238 Jul 05 05:36:10.630139 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffaf0605-9c7c-41eb-b925-fe1763a24683 req-e0772091-e0ee-47df-9f8e-b20f5d0ff3a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece HTTP/1.1" status: 200 len: 1000 time: 0.0579121 Jul 05 05:36:10.681442 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf0605-9c7c-41eb-b925-fe1763a24683 req-a33aa34c-65fa-4336-ab6b-d42f045fd307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:10.682888 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffaf0605-9c7c-41eb-b925-fe1763a24683 req-a33aa34c-65fa-4336-ab6b-d42f045fd307 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da454e0c-604e-4a2c-967d-24f5ca515816 HTTP/1.1" status: 200 len: 849 time: 0.0471799 Jul 05 05:36:10.739696 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf0605-9c7c-41eb-b925-fe1763a24683 req-8ad3d453-91a1-408d-b04a-82e23090a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:10.741222 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffaf0605-9c7c-41eb-b925-fe1763a24683 req-8ad3d453-91a1-408d-b04a-82e23090a2c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=90606288-34bd-424b-b005-1bf4ae78fe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518913 Jul 05 05:36:10.830483 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffaf0605-9c7c-41eb-b925-fe1763a24683 req-a1eac468-f6c0-4b51-86ab-975348f2c66b service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816915 Jul 05 05:36:10.921947 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-ffaf0605-9c7c-41eb-b925-fe1763a24683 req-573be8c2-5465-4191-a34c-b7480c942f26 service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849001 Jul 05 05:36:11.548556 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-db987b73-fd24-4725-b387-d053a9583cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:14.070738 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8c332d36-047f-40be-beaa-d16571ebb49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:14.550716 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:15.825207 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:17.376251 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:32.406350 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:36:33.541384 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:35.361742 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:41.544780 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7f95bdc2-71b3-47ad-b2f5-9e3cbf2b9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:44.100775 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3fa1dd0a-d361-4b3e-a1b0-7a2951c92ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:44.509913 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:45.803813 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:47.357870 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:57.448326 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-93f44e88-883e-4ef3-9cbc-b029036bf528 req-178c7df3-ffd5-449a-9e14-36b101ea20a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513387 Jul 05 05:36:57.545338 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f44e88-883e-4ef3-9cbc-b029036bf528 req-ffc401c3-cab9-46b1-93ac-27fb666fb8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:57.547209 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-93f44e88-883e-4ef3-9cbc-b029036bf528 req-ffc401c3-cab9-46b1-93ac-27fb666fb8e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 1097 time: 0.0542414 Jul 05 05:36:57.655136 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f44e88-883e-4ef3-9cbc-b029036bf528 req-799874cf-c334-4a84-8c13-d17f44492430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:57.656662 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-93f44e88-883e-4ef3-9cbc-b029036bf528 req-799874cf-c334-4a84-8c13-d17f44492430 service neutron] 10.222.0.36 "GET /v2.0/networks?id=90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 200 len: 911 time: 0.0892136 Jul 05 05:36:57.722518 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-93f44e88-883e-4ef3-9cbc-b029036bf528 req-17cd9b20-5d85-4e78-9f23-da2f1d164e6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e409ae67-82f2-4d03-811c-fed6d01793d7 HTTP/1.1" status: 200 len: 1001 time: 0.0591328 Jul 05 05:36:57.775147 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f44e88-883e-4ef3-9cbc-b029036bf528 req-561b6e86-855f-4f94-a1c1-4b57dcbb6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:57.776523 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-93f44e88-883e-4ef3-9cbc-b029036bf528 req-561b6e86-855f-4f94-a1c1-4b57dcbb6db6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da454e0c-604e-4a2c-967d-24f5ca515816 HTTP/1.1" status: 200 len: 849 time: 0.0485291 Jul 05 05:36:57.833803 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f44e88-883e-4ef3-9cbc-b029036bf528 req-73fb2d94-595d-44e8-a482-bcf2f9a678c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:36:57.835306 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-93f44e88-883e-4ef3-9cbc-b029036bf528 req-73fb2d94-595d-44e8-a482-bcf2f9a678c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90606288-34bd-424b-b005-1bf4ae78fe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524521 Jul 05 05:36:57.926431 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-93f44e88-883e-4ef3-9cbc-b029036bf528 req-8819a1fb-9e70-413d-8df4-975086cd841d service neutron] 10.222.0.36 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839248 Jul 05 05:36:58.025685 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-93f44e88-883e-4ef3-9cbc-b029036bf528 req-106444ee-5186-456c-8b00-357b9fa2be76 service neutron] 10.222.0.36 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929201 Jul 05 05:37:03.557914 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:05.340541 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:09.405869 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:37:10.345240 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6e992be-059f-408c-99b6-c15609e1f6f4 req-eec9f724-8004-4fb9-b862-c4c3cb97cb38 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512092 Jul 05 05:37:10.460518 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e992be-059f-408c-99b6-c15609e1f6f4 req-e7a09aa4-19a4-476f-9f17-72a49dfc4d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:37:10.461993 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6e992be-059f-408c-99b6-c15609e1f6f4 req-e7a09aa4-19a4-476f-9f17-72a49dfc4d56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 1096 time: 0.0520492 Jul 05 05:37:10.569036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e992be-059f-408c-99b6-c15609e1f6f4 req-ca55d41d-504c-47f5-89af-2b7f0d0ff1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:37:10.570496 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6e992be-059f-408c-99b6-c15609e1f6f4 req-ca55d41d-504c-47f5-89af-2b7f0d0ff1b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 200 len: 911 time: 0.0884778 Jul 05 05:37:10.633574 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6e992be-059f-408c-99b6-c15609e1f6f4 req-bfb6a16b-3b7a-433d-bcbf-3ce5dca5871e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece HTTP/1.1" status: 200 len: 1000 time: 0.0565720 Jul 05 05:37:10.683649 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e992be-059f-408c-99b6-c15609e1f6f4 req-b32d9106-d3e5-44ab-9e21-1d6534269714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:37:10.685107 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6e992be-059f-408c-99b6-c15609e1f6f4 req-b32d9106-d3e5-44ab-9e21-1d6534269714 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da454e0c-604e-4a2c-967d-24f5ca515816 HTTP/1.1" status: 200 len: 849 time: 0.0460749 Jul 05 05:37:10.739426 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e992be-059f-408c-99b6-c15609e1f6f4 req-e69682bb-70b3-42a0-a2e4-5e4c29e533dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:37:10.740920 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6e992be-059f-408c-99b6-c15609e1f6f4 req-e69682bb-70b3-42a0-a2e4-5e4c29e533dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=90606288-34bd-424b-b005-1bf4ae78fe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500083 Jul 05 05:37:10.827862 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6e992be-059f-408c-99b6-c15609e1f6f4 req-b9d2078a-68b7-466b-89e9-20ef3e66c164 service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804775 Jul 05 05:37:10.919382 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-c6e992be-059f-408c-99b6-c15609e1f6f4 req-248d81a7-a6f1-4a3b-8791-404fe9e1ab76 service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853636 Jul 05 05:37:11.557341 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d79efb19-c197-4d5a-9e1d-6bd7be61fa17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:14.075316 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a96910a6-a964-4cac-8236-425e2e94a9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:14.515228 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:15.820328 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:17.366748 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:33.546116 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:35.368655 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:41.597063 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-7ef846b6-e839-49a0-a78a-b8bf07214b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:44.082450 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-d7dd19a3-7ab6-4b6b-8c4c-f3d90c806020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:44.545563 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:45.814130 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:46.405986 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:37:47.377551 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:57.111314 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3deaee24-ae08-4e18-804d-5238469e1f21 req-79f89255-c032-41a0-b8ba-3f979a036a6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525908 Jul 05 05:37:57.212546 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaee24-ae08-4e18-804d-5238469e1f21 req-a79e70af-df87-432b-a460-35009b860690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:37:57.214045 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3deaee24-ae08-4e18-804d-5238469e1f21 req-a79e70af-df87-432b-a460-35009b860690 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 1097 time: 0.0574012 Jul 05 05:37:57.315421 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaee24-ae08-4e18-804d-5238469e1f21 req-6cc61cb7-791f-4ab0-aaee-31630df717d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:37:57.316908 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3deaee24-ae08-4e18-804d-5238469e1f21 req-6cc61cb7-791f-4ab0-aaee-31630df717d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 200 len: 911 time: 0.0824392 Jul 05 05:37:57.384388 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3deaee24-ae08-4e18-804d-5238469e1f21 req-904d8c07-e978-4203-b599-25e9585bea6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e409ae67-82f2-4d03-811c-fed6d01793d7 HTTP/1.1" status: 200 len: 1001 time: 0.0606830 Jul 05 05:37:57.432131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaee24-ae08-4e18-804d-5238469e1f21 req-fb7cf198-abed-4848-9a50-06fc0aa6b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:37:57.433569 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3deaee24-ae08-4e18-804d-5238469e1f21 req-fb7cf198-abed-4848-9a50-06fc0aa6b8d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da454e0c-604e-4a2c-967d-24f5ca515816 HTTP/1.1" status: 200 len: 849 time: 0.0436559 Jul 05 05:37:57.491534 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaee24-ae08-4e18-804d-5238469e1f21 req-050f018d-0c6a-4c77-8d63-edc703e15459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:37:57.493531 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3deaee24-ae08-4e18-804d-5238469e1f21 req-050f018d-0c6a-4c77-8d63-edc703e15459 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90606288-34bd-424b-b005-1bf4ae78fe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528789 Jul 05 05:37:57.587124 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3deaee24-ae08-4e18-804d-5238469e1f21 req-7303f3c1-a870-43c2-abee-d094f86c1a5c service neutron] 10.222.0.36 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872738 Jul 05 05:37:58.028617 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3deaee24-ae08-4e18-804d-5238469e1f21 req-39004f68-7b4d-4e32-b6b1-40fa4db8ff45 service neutron] 10.222.0.36 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344201 Jul 05 05:38:03.532243 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:05.371416 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:11.562463 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-edd96f5a-174f-4857-bf87-c6fda1c34ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:12.361751 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e2d0def-0487-4630-99d2-d4e48d37b025 req-fd4e4c5a-6981-4116-b8c1-623b11bb1d9b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526602 Jul 05 05:38:12.458084 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d0def-0487-4630-99d2-d4e48d37b025 req-912476a8-a600-4ed8-bfc9-87214083b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:12.459565 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e2d0def-0487-4630-99d2-d4e48d37b025 req-912476a8-a600-4ed8-bfc9-87214083b84e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 1096 time: 0.0546236 Jul 05 05:38:12.562455 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d0def-0487-4630-99d2-d4e48d37b025 req-d212cf01-36cb-49bc-aef9-0bdfa49a6a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:12.563952 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e2d0def-0487-4630-99d2-d4e48d37b025 req-d212cf01-36cb-49bc-aef9-0bdfa49a6a6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 200 len: 911 time: 0.0848410 Jul 05 05:38:12.633729 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e2d0def-0487-4630-99d2-d4e48d37b025 req-69e580d2-2408-4d7b-9d4e-6a387f105138 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece HTTP/1.1" status: 200 len: 1000 time: 0.0636637 Jul 05 05:38:12.681131 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d0def-0487-4630-99d2-d4e48d37b025 req-e34693de-3350-4725-a914-d8bc9a88adba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:12.682573 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e2d0def-0487-4630-99d2-d4e48d37b025 req-e34693de-3350-4725-a914-d8bc9a88adba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da454e0c-604e-4a2c-967d-24f5ca515816 HTTP/1.1" status: 200 len: 849 time: 0.0423365 Jul 05 05:38:12.738708 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d0def-0487-4630-99d2-d4e48d37b025 req-887549a2-1171-4a34-9a70-c68a6c8e68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:12.740232 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e2d0def-0487-4630-99d2-d4e48d37b025 req-887549a2-1171-4a34-9a70-c68a6c8e68a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=90606288-34bd-424b-b005-1bf4ae78fe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506248 Jul 05 05:38:12.833937 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e2d0def-0487-4630-99d2-d4e48d37b025 req-f46a84be-a147-438a-9533-b6a4f5cc842a service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875509 Jul 05 05:38:12.909078 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e409ae67-82f2-4d03-811c-fed6d01793d7 details requested by agent hyperv_n-h2-771363-32 with host n-h2-771363-32 {{(pid=100934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:38:12.928382 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-3e2d0def-0487-4630-99d2-d4e48d37b025 req-d64d33c4-ae3a-485e-ad0b-dd6f667da069 service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884824 Jul 05 05:38:13.020536 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e409ae67-82f2-4d03-811c-fed6d01793d7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e409ae67-82f2-4d03-811c-fed6d01793d7,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:38:13.031591 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Returning: {'device': 'e409ae67-82f2-4d03-811c-fed6d01793d7', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'port_id': 'e409ae67-82f2-4d03-811c-fed6d01793d7', 'mac_address': 'fa:16:3e:fb:53:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:38:13.072825 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:13.085389 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e409ae67-82f2-4d03-811c-fed6d01793d7 {{(pid=100934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:38:13.104456 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e409ae67-82f2-4d03-811c-fed6d01793d7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e409ae67-82f2-4d03-811c-fed6d01793d7,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:38:13.168102 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:13.224637 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e409ae67-82f2-4d03-811c-fed6d01793d7,revision_number=6']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:13.231909 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:13.232281 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:13.232626 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:13.232969 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:13.233303 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:13.233640 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:13.233967 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:13.234293 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:13.234618 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:13.234940 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:13.235263 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:13.235586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:13.240372 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] get_ports_and_sgs() called for port_ids ['e409ae67-82f2-4d03-811c-fed6d01793d7'] {{(pid=100934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:38:14.085850 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-53c0f974-afe2-4337-9692-32540751d3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:14.525789 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:14.924863 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e409ae67-82f2-4d03-811c-fed6d01793d7 up at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:38:14.973586 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.provisioning_blocks [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Provisioning complete for port e409ae67-82f2-4d03-811c-fed6d01793d7 triggered by entity L2. {{(pid=100934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:38:14.973961 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2045801'] for port, provisioning_complete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:15.053768 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:15.076859 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e409ae67-82f2-4d03-811c-fed6d01793d7'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:38:15.079135 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a59923-db2e-4a1f-b8f7-b82ba282f700" -d '{"events": [{"server_uuid": "c0709460-22f0-422c-89f6-9b57d0e7e75c", "name": "network-vif-plugged", "status": "completed", "tag": "e409ae67-82f2-4d03-811c-fed6d01793d7"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:38:15.096095 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e409ae67-82f2-4d03-811c-fed6d01793d7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e409ae67-82f2-4d03-811c-fed6d01793d7,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:38:15.118646 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b2c5c8-cf01-41bf-b075-fea5a4f380d0 x-openstack-request-id: req-30b2c5c8-cf01-41bf-b075-fea5a4f380d0 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:38:15.118937 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0709460-22f0-422c-89f6-9b57d0e7e75c", "name": "network-vif-plugged", "status": "completed", "tag": "e409ae67-82f2-4d03-811c-fed6d01793d7", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:38:15.119191 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-30b2c5c8-cf01-41bf-b075-fea5a4f380d0 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:38:15.119593 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e409ae67-82f2-4d03-811c-fed6d01793d7', 'code': 200} Jul 05 05:38:15.183219 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:15.230307 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e409ae67-82f2-4d03-811c-fed6d01793d7,revision_number=7']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:15.813780 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:17.379272 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:23.406218 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:38:28.341331 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 41984) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:38:28.496114 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Deleting port 2291ec66-c704-4904-9b7d-c1b2c7f7fadf {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:38:28.496463 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:28.576153 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:28.576575 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:28.588005 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Calling delete_port for 2291ec66-c704-4904-9b7d-c1b2c7f7fadf owned by network:floatingip {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:38:28.796471 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:28.821540 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event deleted for resources: {'Port': ['ID=2291ec66-c704-4904-9b7d-c1b2c7f7fadf,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:28.833328 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:28.833686 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:28.834028 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:28.834365 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:28.834734 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:28.835050 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:28.835377 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:28.835718 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:28.836042 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:28.836375 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:28.836695 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:28.837014 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:28.893156 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for floatingip, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:28.893488 n-d-771363-32 neutron-server[100932]: INFO neutron.db.l3_db [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Floating IP 233a6a33-0903-4a11-b205-604c00efa808 disassociated (deleted). External IP: 172.25.6.113, port: e409ae67-82f2-4d03-811c-fed6d01793d7. Jul 05 05:38:29.101476 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Router ef135b55-ed67-4094-b253-e909c9a92424 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:38:29.211712 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:38:29.216698 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:29.222072 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08885d8c-1045-432e-96b9-3b1c9306b926 None None] Sync routers for ids ['ef135b55-ed67-4094-b253-e909c9a92424'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:38:29.230961 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08885d8c-1045-432e-96b9-3b1c9306b926 None None] Routers {'ef135b55-ed67-4094-b253-e909c9a92424'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:38:29.231567 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-08885d8c-1045-432e-96b9-3b1c9306b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:38:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ef135b55-ed67-4094-b253-e909c9a92424'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:29.253741 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a065144f-d1d6-4cc1-91ec-c2b7838c5830 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "DELETE /v2.0/floatingips/233a6a33-0903-4a11-b205-604c00efa808 HTTP/1.1" status: 204 len: 168 time: 0.9107301 Jul 05 05:38:29.254419 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'tag': 'e409ae67-82f2-4d03-811c-fed6d01793d7'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:38:29.256816 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0411e8-b315-4aa0-99eb-d5cad440b913" -d '{"events": [{"name": "network-changed", "server_uuid": "c0709460-22f0-422c-89f6-9b57d0e7e75c", "tag": "e409ae67-82f2-4d03-811c-fed6d01793d7"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:38:29.360080 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-08885d8c-1045-432e-96b9-3b1c9306b926 None None] Set router ef135b55-ed67-4094-b253-e909c9a92424 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:38:29.428869 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796b1fd2-8b8c-411f-b66d-d3eb5303fc23 x-openstack-request-id: req-796b1fd2-8b8c-411f-b66d-d3eb5303fc23 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:38:29.429779 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0709460-22f0-422c-89f6-9b57d0e7e75c", "tag": "e409ae67-82f2-4d03-811c-fed6d01793d7", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:38:29.430046 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-796b1fd2-8b8c-411f-b66d-d3eb5303fc23 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:38:29.430575 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'tag': 'e409ae67-82f2-4d03-811c-fed6d01793d7', 'status': 'completed', 'code': 200} Jul 05 05:38:29.511036 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0411e8-b315-4aa0-99eb-d5cad440b913 req-7a401efd-8e1e-42ce-9b7d-663894f3e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:29.512806 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0f0411e8-b315-4aa0-99eb-d5cad440b913 req-7a401efd-8e1e-42ce-9b7d-663894f3e735 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 1097 time: 0.0571995 Jul 05 05:38:29.610712 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0411e8-b315-4aa0-99eb-d5cad440b913 req-544ceb9b-164e-4e1e-aae0-8eb6f073fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:29.612168 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0f0411e8-b315-4aa0-99eb-d5cad440b913 req-544ceb9b-164e-4e1e-aae0-8eb6f073fc15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 200 len: 911 time: 0.0904231 Jul 05 05:38:29.654872 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0f0411e8-b315-4aa0-99eb-d5cad440b913 req-5e72b556-b4d7-46f5-96d6-96e1fd71338b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e409ae67-82f2-4d03-811c-fed6d01793d7 HTTP/1.1" status: 200 len: 217 time: 0.0364447 Jul 05 05:38:29.699385 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-08885d8c-1045-432e-96b9-3b1c9306b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '28832b1d-bd7d-4fdf-bc7a-c2b990341a5b', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'port_id': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'mac_address': 'fa:16:3e:b5:e8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:33:27Z', 'updated_at': '2021-07-05T05:33:30Z', 'revision_number': 1, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d70961-5e1c-47e6-9b0a-94929da5c362', 'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'mac_address': 'fa:16:3e:c4:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:03Z', 'updated_at': '2021-07-05T05:33:10Z', 'revision_number': 5, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'subnets': [{'id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:29.708581 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0411e8-b315-4aa0-99eb-d5cad440b913 req-8eee361d-8a1b-4d74-bfab-0cfd816334df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:29.710102 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0f0411e8-b315-4aa0-99eb-d5cad440b913 req-8eee361d-8a1b-4d74-bfab-0cfd816334df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da454e0c-604e-4a2c-967d-24f5ca515816 HTTP/1.1" status: 200 len: 849 time: 0.0500207 Jul 05 05:38:29.727324 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08885d8c-1045-432e-96b9-3b1c9306b926 None None] Checking router: ef135b55-ed67-4094-b253-e909c9a92424 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:38:29.737924 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08885d8c-1045-432e-96b9-3b1c9306b926 None None] Routers {'ef135b55-ed67-4094-b253-e909c9a92424'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:38:29.738485 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-08885d8c-1045-432e-96b9-3b1c9306b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:38:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ef135b55-ed67-4094-b253-e909c9a92424'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:29.772662 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0411e8-b315-4aa0-99eb-d5cad440b913 req-416f5609-3185-49ce-9903-d1898382f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:29.774243 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0f0411e8-b315-4aa0-99eb-d5cad440b913 req-416f5609-3185-49ce-9903-d1898382f335 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90606288-34bd-424b-b005-1bf4ae78fe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572715 Jul 05 05:38:29.856882 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-08885d8c-1045-432e-96b9-3b1c9306b926 None None] Set router ef135b55-ed67-4094-b253-e909c9a92424 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:38:29.871225 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0f0411e8-b315-4aa0-99eb-d5cad440b913 req-2e41671a-3631-417d-920b-3231df4815f2 service neutron] 10.222.0.36 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891199 Jul 05 05:38:29.978063 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-0f0411e8-b315-4aa0-99eb-d5cad440b913 req-b4d611ae-7cf0-4fbe-99f2-7490adccdfc1 service neutron] 10.222.0.36 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000204 Jul 05 05:38:30.001561 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a83d3c-7632-4b7a-9574-d39d681bd1b6 req-db8a26e4-b34e-47b8-aa9e-b57c039bb993 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:30.003714 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e3a83d3c-7632-4b7a-9574-d39d681bd1b6 req-db8a26e4-b34e-47b8-aa9e-b57c039bb993 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 945 time: 0.1447940 Jul 05 05:38:30.041979 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-e3a83d3c-7632-4b7a-9574-d39d681bd1b6 req-de3fa318-77fb-4785-962d-deec2a9fa849 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330393 Jul 05 05:38:30.094817 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-08885d8c-1045-432e-96b9-3b1c9306b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '28832b1d-bd7d-4fdf-bc7a-c2b990341a5b', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'port_id': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'mac_address': 'fa:16:3e:b5:e8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:33:27Z', 'updated_at': '2021-07-05T05:33:30Z', 'revision_number': 1, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d70961-5e1c-47e6-9b0a-94929da5c362', 'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'mac_address': 'fa:16:3e:c4:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:03Z', 'updated_at': '2021-07-05T05:33:10Z', 'revision_number': 5, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'subnets': [{'id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:30.120677 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08885d8c-1045-432e-96b9-3b1c9306b926 None None] The sync data for ids ['ef135b55-ed67-4094-b253-e909c9a92424'] in n-d-771363-32 is: [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_floatingips': [{'id': '28832b1d-bd7d-4fdf-bc7a-c2b990341a5b', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'router_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'port_id': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'mac_address': 'fa:16:3e:b5:e8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:33:27Z', 'updated_at': '2021-07-05T05:33:30Z', 'revision_number': 1, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d70961-5e1c-47e6-9b0a-94929da5c362', 'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'mac_address': 'fa:16:3e:c4:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:03Z', 'updated_at': '2021-07-05T05:33:10Z', 'revision_number': 5, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'subnets': [{'id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:38:30.349170 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1cdbc-c397-41b2-832e-32d73129058f None None] New status for floating IP 233a6a33-0903-4a11-b205-604c00efa808: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:38:31.017893 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e409ae67-82f2-4d03-811c-fed6d01793d7 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:38:31.091644 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673444'] for port, before_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:31.117150 n-d-771363-32 neutron-server[100934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e409ae67-82f2-4d03-811c-fed6d01793d7'}] {{(pid=100934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:38:31.119406 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a2e8926a8c2ec205243c77db881cb7475576404d7018e3b6c5563768f343418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af56fb1d-caa7-4573-80ac-61a5b2899254" -d '{"events": [{"server_uuid": "c0709460-22f0-422c-89f6-9b57d0e7e75c", "name": "network-vif-unplugged", "status": "completed", "tag": "e409ae67-82f2-4d03-811c-fed6d01793d7"}]}' {{(pid=100934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:38:31.132794 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] For port e409ae67-82f2-4d03-811c-fed6d01793d7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e409ae67-82f2-4d03-811c-fed6d01793d7,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:38:31.200035 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735423277864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735422727415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735422723880'] for port, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:31.209107 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 05:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cf2dd0-cb78-499a-b57e-8c3af1ce7b09 x-openstack-request-id: req-40cf2dd0-cb78-499a-b57e-8c3af1ce7b09 {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:38:31.209409 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0709460-22f0-422c-89f6-9b57d0e7e75c", "name": "network-vif-unplugged", "status": "completed", "tag": "e409ae67-82f2-4d03-811c-fed6d01793d7", "code": 200}]} {{(pid=100934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:38:31.209667 n-d-771363-32 neutron-server[100934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-40cf2dd0-cb78-499a-b57e-8c3af1ce7b09 {{(pid=100934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:38:31.210095 n-d-771363-32 neutron-server[100934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e409ae67-82f2-4d03-811c-fed6d01793d7', 'code': 200} Jul 05 05:38:31.257309 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Pushing event updated for resources: {'Port': ['ID=e409ae67-82f2-4d03-811c-fed6d01793d7,revision_number=8']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:31.348794 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003ee51-3778-4dc1-97fd-0d0e1b96ee0a req-7c163146-97bb-4247-ab71-8af4b4d7bc9a tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:31.350589 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7003ee51-3778-4dc1-97fd-0d0e1b96ee0a req-7c163146-97bb-4247-ab71-8af4b4d7bc9a tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 943 time: 0.1110859 Jul 05 05:38:31.388994 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-7003ee51-3778-4dc1-97fd-0d0e1b96ee0a req-d92b7130-c86b-4ff0-a13d-6d99862e7b47 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327790 Jul 05 05:38:31.468116 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234004a-bdbf-4a44-a3bf-380a970dbf8e req-a88b9dc7-38e2-4119-8e3e-ea7dbe60182c tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:31.469661 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4234004a-bdbf-4a44-a3bf-380a970dbf8e req-a88b9dc7-38e2-4119-8e3e-ea7dbe60182c tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 943 time: 0.0641787 Jul 05 05:38:31.574876 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-4234004a-bdbf-4a44-a3bf-380a970dbf8e req-4966ba08-7741-474a-978d-d4b5bc6842db tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Deleting port e409ae67-82f2-4d03-811c-fed6d01793d7 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:38:31.575228 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4234004a-bdbf-4a44-a3bf-380a970dbf8e req-4966ba08-7741-474a-978d-d4b5bc6842db tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:31.669538 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-4234004a-bdbf-4a44-a3bf-380a970dbf8e req-4966ba08-7741-474a-978d-d4b5bc6842db tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] For port e409ae67-82f2-4d03-811c-fed6d01793d7, host n-h2-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-32',level=0,port_id=e409ae67-82f2-4d03-811c-fed6d01793d7,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:38:31.670054 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4234004a-bdbf-4a44-a3bf-380a970dbf8e req-4966ba08-7741-474a-978d-d4b5bc6842db tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:31.687891 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-4234004a-bdbf-4a44-a3bf-380a970dbf8e req-4966ba08-7741-474a-978d-d4b5bc6842db tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Calling delete_port for e409ae67-82f2-4d03-811c-fed6d01793d7 owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:38:31.910871 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4234004a-bdbf-4a44-a3bf-380a970dbf8e req-4966ba08-7741-474a-978d-d4b5bc6842db tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:31.942212 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966ba08-7741-474a-978d-d4b5bc6842db tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event deleted for resources: {'Port': ['ID=e409ae67-82f2-4d03-811c-fed6d01793d7,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:31.991031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-4234004a-bdbf-4a44-a3bf-380a970dbf8e req-4966ba08-7741-474a-978d-d4b5bc6842db tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] No DVR routers for this DVR port e409ae67-82f2-4d03-811c-fed6d01793d7 on host n-h2-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:38:31.993633 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-4234004a-bdbf-4a44-a3bf-380a970dbf8e req-4966ba08-7741-474a-978d-d4b5bc6842db tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:31.995612 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-4234004a-bdbf-4a44-a3bf-380a970dbf8e req-4966ba08-7741-474a-978d-d4b5bc6842db tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.36 "DELETE /v2.0/ports/e409ae67-82f2-4d03-811c-fed6d01793d7 HTTP/1.1" status: 204 len: 173 time: 0.5210898 Jul 05 05:38:31.996240 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'name': 'network-vif-deleted', 'tag': 'e409ae67-82f2-4d03-811c-fed6d01793d7'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:38:31.999905 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93627b47f7b954f3ecf22611a4480d9b11db6c239fe2527dbf3c7533d97b20a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d667d33-737c-4bcb-9ac2-a0ae7b380eae" -d '{"events": [{"server_uuid": "c0709460-22f0-422c-89f6-9b57d0e7e75c", "name": "network-vif-deleted", "tag": "e409ae67-82f2-4d03-811c-fed6d01793d7"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:38:32.048413 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a09272-81e4-4df3-99f1-369e2a27506c x-openstack-request-id: req-43a09272-81e4-4df3-99f1-369e2a27506c {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:38:32.048714 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0709460-22f0-422c-89f6-9b57d0e7e75c", "name": "network-vif-deleted", "tag": "e409ae67-82f2-4d03-811c-fed6d01793d7", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:38:32.048965 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-43a09272-81e4-4df3-99f1-369e2a27506c {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:38:32.049357 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0709460-22f0-422c-89f6-9b57d0e7e75c', 'name': 'network-vif-deleted', 'tag': 'e409ae67-82f2-4d03-811c-fed6d01793d7', 'status': 'completed', 'code': 200} Jul 05 05:38:32.549139 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-b962c6eb-1d86-4402-90a4-123112629aa6 req-2e0fb559-e1b7-4993-bd2f-9f9e6dda2e84 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0709460-22f0-422c-89f6-9b57d0e7e75c HTTP/1.1" status: 200 len: 210 time: 0.0284607 Jul 05 05:38:33.590050 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:34.906334 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42068) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:38:35.036246 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e409ae67-82f2-4d03-811c-fed6d01793d7 no longer exists at agent hyperv_n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:38:35.057560 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] No Port match for: e409ae67-82f2-4d03-811c-fed6d01793d7 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:38:35.057934 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Device e409ae67-82f2-4d03-811c-fed6d01793d7 not bound to the agent host n-h2-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:38:35.062837 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Deleting port 01ba292d-4724-4b27-ba2d-de7a80b0b3d8 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:38:35.063189 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:35.144352 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:35.144688 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:35.156683 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Calling delete_port for 01ba292d-4724-4b27-ba2d-de7a80b0b3d8 owned by network:floatingip {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:38:35.377121 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:35.405073 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event deleted for resources: {'Port': ['ID=01ba292d-4724-4b27-ba2d-de7a80b0b3d8,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:35.406293 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:35.433053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:35.433404 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:35.433749 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:35.434090 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:35.434429 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:35.434765 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:35.435845 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:35.436603 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:35.436941 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:35.437294 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:35.437620 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:35.437945 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-32 {{(pid=100933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:38:35.478759 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for floatingip, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:35.479094 n-d-771363-32 neutron-server[100933]: INFO neutron.db.l3_db [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Floating IP 28832b1d-bd7d-4fdf-bc7a-c2b990341a5b disassociated (deleted). External IP: 172.25.6.155, port: caee7a8d-eb43-48d5-a7c7-5f8820efaece. Jul 05 05:38:35.682163 n-d-771363-32 neutron-server[100933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Router ef135b55-ed67-4094-b253-e909c9a92424 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:38:35.787426 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:38:35.792224 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for floatingip, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:35.798029 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e72a35d-2dd0-4567-bad0-63ccbb8d3616 None None] Sync routers for ids ['ef135b55-ed67-4094-b253-e909c9a92424'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:38:35.806917 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e72a35d-2dd0-4567-bad0-63ccbb8d3616 None None] Routers {'ef135b55-ed67-4094-b253-e909c9a92424'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:38:35.807511 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3e72a35d-2dd0-4567-bad0-63ccbb8d3616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:38:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ef135b55-ed67-4094-b253-e909c9a92424'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:35.828740 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-673f9814-ca49-48c3-b65d-0e315d8e00ba tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "DELETE /v2.0/floatingips/28832b1d-bd7d-4fdf-bc7a-c2b990341a5b HTTP/1.1" status: 204 len: 168 time: 0.9213054 Jul 05 05:38:35.829428 n-d-771363-32 neutron-server[100933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'tag': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece'}] {{(pid=100933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:38:35.831797 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa3a45479dbea360db50ca213c1325e75cc4ed85d40ce235d729e0202225d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f4828b-a044-4a7c-9097-de2e0ef6056b" -d '{"events": [{"name": "network-changed", "server_uuid": "a65457e7-8009-4aa6-9dce-b9b433a323db", "tag": "caee7a8d-eb43-48d5-a7c7-5f8820efaece"}]}' {{(pid=100933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:38:35.922335 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebff9a76-88a6-4a64-845b-529fbf99a861 x-openstack-request-id: req-ebff9a76-88a6-4a64-845b-529fbf99a861 {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:38:35.922335 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65457e7-8009-4aa6-9dce-b9b433a323db", "tag": "caee7a8d-eb43-48d5-a7c7-5f8820efaece", "status": "completed", "code": 200}]} {{(pid=100933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:38:35.922335 n-d-771363-32 neutron-server[100933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ebff9a76-88a6-4a64-845b-529fbf99a861 {{(pid=100933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:38:35.923085 n-d-771363-32 neutron-server[100933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'tag': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'status': 'completed', 'code': 200} Jul 05 05:38:35.979499 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-3e72a35d-2dd0-4567-bad0-63ccbb8d3616 None None] Set router ef135b55-ed67-4094-b253-e909c9a92424 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:38:36.085064 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4828b-a044-4a7c-9097-de2e0ef6056b req-117fc9b0-e63c-46ff-9455-8f654d14a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:36.087013 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a4f4828b-a044-4a7c-9097-de2e0ef6056b req-117fc9b0-e63c-46ff-9455-8f654d14a0cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 1096 time: 0.0988660 Jul 05 05:38:36.191796 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4828b-a044-4a7c-9097-de2e0ef6056b req-6d88b510-c2a4-43e3-b4ef-f861e4633004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:36.193267 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a4f4828b-a044-4a7c-9097-de2e0ef6056b req-6d88b510-c2a4-43e3-b4ef-f861e4633004 service neutron] 10.222.0.10 "GET /v2.0/networks?id=90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 200 len: 911 time: 0.0998051 Jul 05 05:38:36.206425 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3e72a35d-2dd0-4567-bad0-63ccbb8d3616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '81d70961-5e1c-47e6-9b0a-94929da5c362', 'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'mac_address': 'fa:16:3e:c4:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:03Z', 'updated_at': '2021-07-05T05:33:10Z', 'revision_number': 5, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'subnets': [{'id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:36.240867 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e72a35d-2dd0-4567-bad0-63ccbb8d3616 None None] Checking router: ef135b55-ed67-4094-b253-e909c9a92424 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:38:36.246328 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a4f4828b-a044-4a7c-9097-de2e0ef6056b req-7cf48c9e-24e1-4cfe-bc48-4cf1a226c15b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece HTTP/1.1" status: 200 len: 217 time: 0.0468736 Jul 05 05:38:36.250850 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e72a35d-2dd0-4567-bad0-63ccbb8d3616 None None] Routers {'ef135b55-ed67-4094-b253-e909c9a92424'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:38:36.251482 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3e72a35d-2dd0-4567-bad0-63ccbb8d3616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:38:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ef135b55-ed67-4094-b253-e909c9a92424'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:36.319907 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4828b-a044-4a7c-9097-de2e0ef6056b req-c4677fd3-071e-442c-93cf-1b9ff60db195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:36.321760 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a4f4828b-a044-4a7c-9097-de2e0ef6056b req-c4677fd3-071e-442c-93cf-1b9ff60db195 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da454e0c-604e-4a2c-967d-24f5ca515816 HTTP/1.1" status: 200 len: 849 time: 0.0687346 Jul 05 05:38:36.383737 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4828b-a044-4a7c-9097-de2e0ef6056b req-1a9d59e0-d80e-4f83-9031-9edb23c0a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:36.384871 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-3e72a35d-2dd0-4567-bad0-63ccbb8d3616 None None] Set router ef135b55-ed67-4094-b253-e909c9a92424 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:38:36.385353 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a4f4828b-a044-4a7c-9097-de2e0ef6056b req-1a9d59e0-d80e-4f83-9031-9edb23c0a8b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=90606288-34bd-424b-b005-1bf4ae78fe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562658 Jul 05 05:38:36.425645 n-d-771363-32 neutron-server[100933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9065d0d-9f4c-4a98-b7ba-5c881ac2473f req-c8048ba3-84d4-4cd1-9770-5037562f96af tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:36.426810 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9065d0d-9f4c-4a98-b7ba-5c881ac2473f req-c8048ba3-84d4-4cd1-9770-5037562f96af tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 944 time: 0.0774584 Jul 05 05:38:36.475500 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-c9065d0d-9f4c-4a98-b7ba-5c881ac2473f req-5ea0e251-e500-405f-afe0-a390fd0f30e2 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/security-groups?id=4887075b-373d-4678-9380-395a7b21827e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420756 Jul 05 05:38:36.495786 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a4f4828b-a044-4a7c-9097-de2e0ef6056b req-87fe24a7-aa67-4943-9c88-c51fcc05425a service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013815 Jul 05 05:38:36.597355 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-a4f4828b-a044-4a7c-9097-de2e0ef6056b req-1b6b50c0-a1dd-4879-8966-9c24420920e7 service neutron] 10.222.0.10 "GET /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941989 Jul 05 05:38:36.617042 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-3e72a35d-2dd0-4567-bad0-63ccbb8d3616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '81d70961-5e1c-47e6-9b0a-94929da5c362', 'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'mac_address': 'fa:16:3e:c4:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:03Z', 'updated_at': '2021-07-05T05:33:10Z', 'revision_number': 5, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'subnets': [{'id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:36.645866 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e72a35d-2dd0-4567-bad0-63ccbb8d3616 None None] The sync data for ids ['ef135b55-ed67-4094-b253-e909c9a92424'] in n-d-771363-32 is: [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:33:03Z', 'revision_number': 4, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32', '_interfaces': [{'id': '81d70961-5e1c-47e6-9b0a-94929da5c362', 'name': '', 'network_id': '90606288-34bd-424b-b005-1bf4ae78fe73', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'mac_address': 'fa:16:3e:c4:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:03Z', 'updated_at': '2021-07-05T05:33:10Z', 'revision_number': 5, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'subnets': [{'id': 'da454e0c-604e-4a2c-967d-24f5ca515816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:38:36.885929 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c845b20-5a48-4c71-8428-97dd741272f3 None None] New status for floating IP 28832b1d-bd7d-4fdf-bc7a-c2b990341a5b: DOWN {{(pid=100934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:38:36.965835 n-d-771363-32 neutron-server[100932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813930-4cd0-4976-a074-b270933243b4 req-88db8109-c516-468c-912b-08f83d9690ca tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:38:36.968400 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-55813930-4cd0-4976-a074-b270933243b4 req-88db8109-c516-468c-912b-08f83d9690ca tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.10 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 944 time: 0.0673118 Jul 05 05:38:37.072295 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-55813930-4cd0-4976-a074-b270933243b4 req-3d96ec04-d9ef-4f90-b5dd-614c8fe56d14 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Deleting port caee7a8d-eb43-48d5-a7c7-5f8820efaece {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:38:37.072536 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-55813930-4cd0-4976-a074-b270933243b4 req-3d96ec04-d9ef-4f90-b5dd-614c8fe56d14 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:37.159179 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [req-55813930-4cd0-4976-a074-b270933243b4 req-3d96ec04-d9ef-4f90-b5dd-614c8fe56d14 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] For port caee7a8d-eb43-48d5-a7c7-5f8820efaece, host n-h1-771363-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-32',level=0,port_id=caee7a8d-eb43-48d5-a7c7-5f8820efaece,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:38:37.159833 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-55813930-4cd0-4976-a074-b270933243b4 req-3d96ec04-d9ef-4f90-b5dd-614c8fe56d14 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:37.176790 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [req-55813930-4cd0-4976-a074-b270933243b4 req-3d96ec04-d9ef-4f90-b5dd-614c8fe56d14 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Calling delete_port for caee7a8d-eb43-48d5-a7c7-5f8820efaece owned by compute:nova {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:38:37.374039 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-55813930-4cd0-4976-a074-b270933243b4 req-3d96ec04-d9ef-4f90-b5dd-614c8fe56d14 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:37.403291 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96ec04-d9ef-4f90-b5dd-614c8fe56d14 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event deleted for resources: {'Port': ['ID=caee7a8d-eb43-48d5-a7c7-5f8820efaece,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:37.456987 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [req-55813930-4cd0-4976-a074-b270933243b4 req-3d96ec04-d9ef-4f90-b5dd-614c8fe56d14 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] No DVR routers for this DVR port caee7a8d-eb43-48d5-a7c7-5f8820efaece on host n-h1-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:38:37.459589 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [req-55813930-4cd0-4976-a074-b270933243b4 req-3d96ec04-d9ef-4f90-b5dd-614c8fe56d14 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83336'] for port, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:37.461589 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [req-55813930-4cd0-4976-a074-b270933243b4 req-3d96ec04-d9ef-4f90-b5dd-614c8fe56d14 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.10 "DELETE /v2.0/ports/caee7a8d-eb43-48d5-a7c7-5f8820efaece HTTP/1.1" status: 204 len: 173 time: 0.4885211 Jul 05 05:38:37.462078 n-d-771363-32 neutron-server[100932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'name': 'network-vif-deleted', 'tag': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece'}] {{(pid=100932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:38:37.502151 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23afd920987f5cefc3e8c382ca60237252dbd8b5c39ffdca3dddf8e957f30a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983fb316-f150-4b0c-8dc6-dfe45aa2c840" -d '{"events": [{"server_uuid": "a65457e7-8009-4aa6-9dce-b9b433a323db", "name": "network-vif-deleted", "tag": "caee7a8d-eb43-48d5-a7c7-5f8820efaece"}]}' {{(pid=100932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:38:37.592836 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7934a06-ab6d-4583-82a1-cdc549814d16 x-openstack-request-id: req-b7934a06-ab6d-4583-82a1-cdc549814d16 {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:38:37.592836 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65457e7-8009-4aa6-9dce-b9b433a323db", "name": "network-vif-deleted", "tag": "caee7a8d-eb43-48d5-a7c7-5f8820efaece", "status": "completed", "code": 200}]} {{(pid=100932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:38:37.593049 n-d-771363-32 neutron-server[100932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7934a06-ab6d-4583-82a1-cdc549814d16 {{(pid=100932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:38:37.593294 n-d-771363-32 neutron-server[100932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65457e7-8009-4aa6-9dce-b9b433a323db', 'name': 'network-vif-deleted', 'tag': 'caee7a8d-eb43-48d5-a7c7-5f8820efaece', 'status': 'completed', 'code': 200} Jul 05 05:38:37.625087 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [req-8fee3ba1-245d-41fb-b172-2b5fe0d3808b req-760d4dee-995d-4711-8485-56e5a9ca171a tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "GET /v2.0/ports?device_id=a65457e7-8009-4aa6-9dce-b9b433a323db HTTP/1.1" status: 200 len: 210 time: 0.0297487 Jul 05 05:38:38.722380 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42090) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:38:38.780925 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e86c3cf7-8cf1-4289-be7a-931cb4dfdd35 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:38.805540 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e86c3cf7-8cf1-4289-be7a-931cb4dfdd35 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:38.944556 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e86c3cf7-8cf1-4289-be7a-931cb4dfdd35 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:38.947237 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-e86c3cf7-8cf1-4289-be7a-931cb4dfdd35 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:38.948463 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-e86c3cf7-8cf1-4289-be7a-931cb4dfdd35 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] 10.222.0.38 "DELETE /v2.0/security-groups/4887075b-373d-4678-9380-395a7b21827e HTTP/1.1" status: 204 len: 168 time: 0.2250717 Jul 05 05:38:38.958637 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c3cf7-8cf1-4289-be7a-931cb4dfdd35 tempest-TestSnapshotPattern-91835891 tempest-TestSnapshotPattern-91835891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4887075b-373d-4678-9380-395a7b21827e,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:40.070015 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42096) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:38:40.513632 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d99c421a-b140-440a-93b7-886730014128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:40.772854 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-d99c421a-b140-440a-93b7-886730014128 admin admin] Deleting port 81d70961-5e1c-47e6-9b0a-94929da5c362 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:38:40.773111 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d99c421a-b140-440a-93b7-886730014128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:40.860249 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-d99c421a-b140-440a-93b7-886730014128 admin admin] For port 81d70961-5e1c-47e6-9b0a-94929da5c362, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=81d70961-5e1c-47e6-9b0a-94929da5c362,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:38:40.860612 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d99c421a-b140-440a-93b7-886730014128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:40.874506 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-d99c421a-b140-440a-93b7-886730014128 admin admin] Calling delete_port for 81d70961-5e1c-47e6-9b0a-94929da5c362 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:38:41.138990 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d99c421a-b140-440a-93b7-886730014128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:41.174312 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c421a-b140-440a-93b7-886730014128 admin admin] Pushing event deleted for resources: {'Port': ['ID=81d70961-5e1c-47e6-9b0a-94929da5c362,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:41.347578 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-d99c421a-b140-440a-93b7-886730014128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:41.566450 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99c421a-b140-440a-93b7-886730014128 admin admin] Router ef135b55-ed67-4094-b253-e909c9a92424 has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:38:41.580822 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device caee7a8d-eb43-48d5-a7c7-5f8820efaece no longer exists at agent hyperv_n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:38:41.584675 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8bc44a50-5c9e-4d9a-8b92-cfb40d2b657c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:41.602434 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] No Port match for: caee7a8d-eb43-48d5-a7c7-5f8820efaece {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:38:41.602781 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Device caee7a8d-eb43-48d5-a7c7-5f8820efaece not bound to the agent host n-h1-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:38:41.673596 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99c421a-b140-440a-93b7-886730014128 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:38:41.678689 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-d99c421a-b140-440a-93b7-886730014128 admin admin] 10.222.0.38 "PUT /v2.0/routers/ef135b55-ed67-4094-b253-e909c9a92424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6076396 Jul 05 05:38:41.681336 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42100) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:38:41.685151 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b1abe0-31f8-460b-a311-1480a92fcb37 None None] Sync routers for ids ['ef135b55-ed67-4094-b253-e909c9a92424'] in n-d-771363-32 {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:38:41.694641 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b1abe0-31f8-460b-a311-1480a92fcb37 None None] Routers {'ef135b55-ed67-4094-b253-e909c9a92424'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:38:41.695241 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f9b1abe0-31f8-460b-a311-1480a92fcb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:38:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ef135b55-ed67-4094-b253-e909c9a92424'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:41.785428 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cec641b8-7516-42eb-bbdc-387d61b889ae admin admin] Notify callbacks [] for router, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:41.799878 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f9b1abe0-31f8-460b-a311-1480a92fcb37 None None] Set router ef135b55-ed67-4094-b253-e909c9a92424 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:38:42.082574 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f9b1abe0-31f8-460b-a311-1480a92fcb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:38:41Z', 'revision_number': 5, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:42.109573 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b1abe0-31f8-460b-a311-1480a92fcb37 None None] Checking router: ef135b55-ed67-4094-b253-e909c9a92424 for host: n-d-771363-32 {{(pid=100935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:38:42.117955 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b1abe0-31f8-460b-a311-1480a92fcb37 None None] Routers {'ef135b55-ed67-4094-b253-e909c9a92424'} bound to L3 agent in host n-d-771363-32 {{(pid=100935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:38:42.118547 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f9b1abe0-31f8-460b-a311-1480a92fcb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:38:14Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['ef135b55-ed67-4094-b253-e909c9a92424'], 'active': True} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:42.193767 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cec641b8-7516-42eb-bbdc-387d61b889ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:42.222197 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_dvr_db [None req-f9b1abe0-31f8-460b-a311-1480a92fcb37 None None] Set router ef135b55-ed67-4094-b253-e909c9a92424 gateway port host: n-d-771363-32 {{(pid=100935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:38:42.312829 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-cec641b8-7516-42eb-bbdc-387d61b889ae admin admin] Deleting port 583320e3-2b06-432a-97c0-adc787f970c2 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:38:42.313173 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cec641b8-7516-42eb-bbdc-387d61b889ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:42.390830 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-cec641b8-7516-42eb-bbdc-387d61b889ae admin admin] For port 583320e3-2b06-432a-97c0-adc787f970c2, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=583320e3-2b06-432a-97c0-adc787f970c2,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:38:42.391103 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cec641b8-7516-42eb-bbdc-387d61b889ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:42.395420 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.l3_hamode_db [None req-f9b1abe0-31f8-460b-a311-1480a92fcb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:38:41Z', 'revision_number': 5, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:42.408342 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-cec641b8-7516-42eb-bbdc-387d61b889ae admin admin] Calling delete_port for 583320e3-2b06-432a-97c0-adc787f970c2 owned by network:router_gateway {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:38:42.425412 n-d-771363-32 neutron-server[100935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b1abe0-31f8-460b-a311-1480a92fcb37 None None] The sync data for ids ['ef135b55-ed67-4094-b253-e909c9a92424'] in n-d-771363-32 is: [{'id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'name': 'tempest-TestSnapshotPattern-1197535815-router', 'tenant_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '583320e3-2b06-432a-97c0-adc787f970c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:00Z', 'updated_at': '2021-07-05T05:38:41Z', 'revision_number': 5, 'project_id': 'f1ef19fec1364666bad7c3165acc0c2c', 'gw_port': {'id': '583320e3-2b06-432a-97c0-adc787f970c2', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef135b55-ed67-4094-b253-e909c9a92424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:01Z', 'updated_at': '2021-07-05T05:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:38:42.670416 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cec641b8-7516-42eb-bbdc-387d61b889ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:42.701316 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec641b8-7516-42eb-bbdc-387d61b889ae admin admin] Pushing event deleted for resources: {'Port': ['ID=583320e3-2b06-432a-97c0-adc787f970c2,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:42.762439 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cec641b8-7516-42eb-bbdc-387d61b889ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:42.857936 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cec641b8-7516-42eb-bbdc-387d61b889ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:42.861481 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cec641b8-7516-42eb-bbdc-387d61b889ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:42.983658 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cec641b8-7516-42eb-bbdc-387d61b889ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:42.984265 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec641b8-7516-42eb-bbdc-387d61b889ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef135b55-ed67-4094-b253-e909c9a92424 {{(pid=100933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:38:42.988689 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-cec641b8-7516-42eb-bbdc-387d61b889ae admin admin] Notify callbacks [] for router, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:42.989906 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-cec641b8-7516-42eb-bbdc-387d61b889ae admin admin] 10.222.0.38 "DELETE /v2.0/routers/ef135b55-ed67-4094-b253-e909c9a92424 HTTP/1.1" status: 204 len: 168 time: 1.3075690 Jul 05 05:38:42.992489 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42102) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:38:43.042306 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4d4015-9953-483c-be12-a1219206df5f admin admin] Deleting subnet da454e0c-604e-4a2c-967d-24f5ca515816 {{(pid=100933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:38:43.046582 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca4d4015-9953-483c-be12-a1219206df5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.083738 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca4d4015-9953-483c-be12-a1219206df5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5390068'] for subnet, precommit_delete_associations {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.161787 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca4d4015-9953-483c-be12-a1219206df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.291586 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca4d4015-9953-483c-be12-a1219206df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7008142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5904663'] for subnet, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.319933 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d4015-9953-483c-be12-a1219206df5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da454e0c-604e-4a2c-967d-24f5ca515816,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:43.321964 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-ca4d4015-9953-483c-be12-a1219206df5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.324530 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-ca4d4015-9953-483c-be12-a1219206df5f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/da454e0c-604e-4a2c-967d-24f5ca515816 HTTP/1.1" status: 204 len: 168 time: 0.3310034 Jul 05 05:38:43.327207 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42104) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:38:43.328364 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84ac3b0-70ac-4e3a-bf76-d26829c9fb80 None None] Network 90606288-34bd-424b-b005-1bf4ae78fe73 requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:38:43.393639 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.453343 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] Deleting port 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 {{(pid=100933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:38:43.453684 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.519418 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 583320e3-2b06-432a-97c0-adc787f970c2 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:38:43.527942 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.db [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] For port 4dcf2fea-3397-4d6c-8ca2-28ac43efa578, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4dcf2fea-3397-4d6c-8ca2-28ac43efa578,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:38:43.528393 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.540314 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 583320e3-2b06-432a-97c0-adc787f970c2 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:38:43.540666 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 583320e3-2b06-432a-97c0-adc787f970c2 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:38:43.541189 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 81d70961-5e1c-47e6-9b0a-94929da5c362 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:38:43.550103 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.plugin [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] Calling delete_port for 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 owned by network:dhcp {{(pid=100933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:38:43.564374 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 81d70961-5e1c-47e6-9b0a-94929da5c362 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:38:43.564628 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 81d70961-5e1c-47e6-9b0a-94929da5c362 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:38:43.603027 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f54f69f-fce6-42ea-82cf-ff4488b51ee5 None None] DHCP port deletion for 90606288-34bd-424b-b005-1bf4ae78fe73 request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:38:43.652211 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8f54f69f-fce6-42ea-82cf-ff4488b51ee5 None None] Deleting port 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 {{(pid=100934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:38:43.652585 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8f54f69f-fce6-42ea-82cf-ff4488b51ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.698632 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008180'] for port, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.714183 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.db [None req-8f54f69f-fce6-42ea-82cf-ff4488b51ee5 None None] For port 4dcf2fea-3397-4d6c-8ca2-28ac43efa578, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=4dcf2fea-3397-4d6c-8ca2-28ac43efa578,segment=NetworkSegment(a033a8a3-37ba-43b0-8c3d-47375e45b00c),segment_id=a033a8a3-37ba-43b0-8c3d-47375e45b00c)] {{(pid=100934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:38:43.714644 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8f54f69f-fce6-42ea-82cf-ff4488b51ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.725629 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] Pushing event deleted for resources: {'Port': ['ID=4dcf2fea-3397-4d6c-8ca2-28ac43efa578,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:43.727457 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-8f54f69f-fce6-42ea-82cf-ff4488b51ee5 None None] Calling delete_port for 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 owned by network:dhcp {{(pid=100934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:38:43.727598 n-d-771363-32 neutron-server[100933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] No DVR routers for this DVR port 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 on host n-d-771363-32 {{(pid=100933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:38:43.804984 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.805740 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-8f54f69f-fce6-42ea-82cf-ff4488b51ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406'] for port, after_delete {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.815524 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90606288-34bd-424b-b005-1bf4ae78fe73']}} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:43.827976 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a033a8a3-37ba-43b0-8c3d-47375e45b00c') {'for_net_delete': True} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:43.828305 n-d-771363-32 neutron-server[100933]: DEBUG neutron.services.segments.db [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a033a8a3-37ba-43b0-8c3d-47375e45b00c') {} {{(pid=100933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:43.832096 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54f69f-fce6-42ea-82cf-ff4488b51ee5 None None] Pushing event deleted for resources: {'Port': ['ID=4dcf2fea-3397-4d6c-8ca2-28ac43efa578,revision_number=None']} {{(pid=100934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:43.833896 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54f69f-fce6-42ea-82cf-ff4488b51ee5 None None] No DVR routers for this DVR port 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 on host n-d-771363-32 {{(pid=100934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:38:43.838407 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5390051'] for segment, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.853832 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.860814 n-d-771363-32 neutron-server[100933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=100933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:38:43.861210 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008107'] for segment, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: Traceback (most recent call last): Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: timer() Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: cb(*args, **kw) Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: return func(*args, **kwargs) Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: self._notify() Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: self.callback(batched_events) Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: event.method(event) Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: return f(self, *a, **k) Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: return self._get(url).json() Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: return self.request(url, 'GET', **kwargs) Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:38:43.862942 n-d-771363-32 neutron-server[100933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:38:43.983298 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.988883 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] Notify callbacks [] for network, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.990778 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] 10.222.0.38 "DELETE /v2.0/networks/90606288-34bd-424b-b005-1bf4ae78fe73 HTTP/1.1" status: 204 len: 168 time: 0.6626086 Jul 05 05:38:43.993880 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42108) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:38:44.004319 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043b00c-0712-44c9-9bba-a491d3a8999f admin admin] Pushing event deleted for resources: {'Network': ['ID=90606288-34bd-424b-b005-1bf4ae78fe73,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:44.109282 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ed0ba210-2ee8-4f17-a1b7-705e1f1067df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:44.514400 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:44.681071 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cd7268e-d4a6-4554-8961-1b041dfd5962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-527224'] for router_interface, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:44.940390 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9cd7268e-d4a6-4554-8961-1b041dfd5962 admin admin] Deleting port 2a0bef76-3ac1-486d-8590-d81ab01d3993 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:38:44.940736 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cd7268e-d4a6-4554-8961-1b041dfd5962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:45.020473 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-9cd7268e-d4a6-4554-8961-1b041dfd5962 admin admin] For port 2a0bef76-3ac1-486d-8590-d81ab01d3993, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2a0bef76-3ac1-486d-8590-d81ab01d3993,segment=NetworkSegment(bfec2a81-0b6f-4910-8f0d-e29bf6d6c393),segment_id=bfec2a81-0b6f-4910-8f0d-e29bf6d6c393)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:38:45.021133 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cd7268e-d4a6-4554-8961-1b041dfd5962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:45.033177 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-9cd7268e-d4a6-4554-8961-1b041dfd5962 admin admin] Calling delete_port for 2a0bef76-3ac1-486d-8590-d81ab01d3993 owned by network:router_interface {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:38:45.276756 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cd7268e-d4a6-4554-8961-1b041dfd5962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:45.302806 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7268e-d4a6-4554-8961-1b041dfd5962 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0bef76-3ac1-486d-8590-d81ab01d3993,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:45.340108 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:38:45.361866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:38:45.362302 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 4dcf2fea-3397-4d6c-8ca2-28ac43efa578 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:38:45.482589 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-9cd7268e-d4a6-4554-8961-1b041dfd5962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528454'] for router_interface, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:45.702499 n-d-771363-32 neutron-server[100932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd7268e-d4a6-4554-8961-1b041dfd5962 admin admin] Router 4d8cfd61-5c04-4742-bc7d-9b62e33f969e has already been hosted by L3 agent 849bb2d1-8b0f-470a-b8f6-f5053f238921 {{(pid=100932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:38:45.811031 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd7268e-d4a6-4554-8961-1b041dfd5962 admin admin] Notify agent at l3_agent.n-d-771363-32 the message routers_updated {{(pid=100932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:38:45.813101 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:45.816134 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-9cd7268e-d4a6-4554-8961-1b041dfd5962 admin admin] 10.222.0.38 "PUT /v2.0/routers/4d8cfd61-5c04-4742-bc7d-9b62e33f969e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8211296 Jul 05 05:38:45.818651 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42110) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:38:45.819814 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2414a8-7e15-4ec0-ae5d-4579df6d8a46 None None] Sync routers for ids ['4d8cfd61-5c04-4742-bc7d-9b62e33f969e'] in n-d-771363-32 {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:38:45.830234 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2414a8-7e15-4ec0-ae5d-4579df6d8a46 None None] Routers {'4d8cfd61-5c04-4742-bc7d-9b62e33f969e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:38:45.830866 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-2b2414a8-7e15-4ec0-ae5d-4579df6d8a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:38:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['4d8cfd61-5c04-4742-bc7d-9b62e33f969e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:45.932106 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf51893d-09c8-466a-a229-b2bbd6eeabfb admin admin] Notify callbacks [] for router, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:45.942048 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-2b2414a8-7e15-4ec0-ae5d-4579df6d8a46 None None] Set router 4d8cfd61-5c04-4742-bc7d-9b62e33f969e gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:38:46.036389 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf51893d-09c8-466a-a229-b2bbd6eeabfb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:46.116612 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-2b2414a8-7e15-4ec0-ae5d-4579df6d8a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'name': 'tempest-TestSnapshotPattern-1492090926-router', 'tenant_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '9971d76f-6a82-4026-81c7-b508140fd402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:06Z', 'updated_at': '2021-07-05T05:38:45Z', 'revision_number': 5, 'project_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'gw_port': {'id': '9971d76f-6a82-4026-81c7-b508140fd402', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:07Z', 'updated_at': '2021-07-05T05:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:46.146660 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2414a8-7e15-4ec0-ae5d-4579df6d8a46 None None] Checking router: 4d8cfd61-5c04-4742-bc7d-9b62e33f969e for host: n-d-771363-32 {{(pid=100934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:38:46.164020 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2414a8-7e15-4ec0-ae5d-4579df6d8a46 None None] Routers {'4d8cfd61-5c04-4742-bc7d-9b62e33f969e'} bound to L3 agent in host n-d-771363-32 {{(pid=100934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:38:46.164687 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-2b2414a8-7e15-4ec0-ae5d-4579df6d8a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:32:14Z,description=,heartbeat_timestamp=2021-07-05T05:38:44Z,host='n-d-771363-32',id=849bb2d1-8b0f-470a-b8f6-f5053f238921,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:32:14Z,topic='l3_agent')) {'router_ids': ['4d8cfd61-5c04-4742-bc7d-9b62e33f969e'], 'active': True} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:46.226021 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-cf51893d-09c8-466a-a229-b2bbd6eeabfb admin admin] Deleting port 9971d76f-6a82-4026-81c7-b508140fd402 {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:38:46.226368 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf51893d-09c8-466a-a229-b2bbd6eeabfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:46.311297 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-cf51893d-09c8-466a-a229-b2bbd6eeabfb admin admin] For port 9971d76f-6a82-4026-81c7-b508140fd402, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=9971d76f-6a82-4026-81c7-b508140fd402,segment=NetworkSegment(433d3373-6340-4497-b954-27bf1574d391),segment_id=433d3373-6340-4497-b954-27bf1574d391)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:38:46.311667 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf51893d-09c8-466a-a229-b2bbd6eeabfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:46.330571 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-cf51893d-09c8-466a-a229-b2bbd6eeabfb admin admin] Calling delete_port for 9971d76f-6a82-4026-81c7-b508140fd402 owned by network:router_gateway {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:38:46.434926 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_dvr_db [None req-2b2414a8-7e15-4ec0-ae5d-4579df6d8a46 None None] Set router 4d8cfd61-5c04-4742-bc7d-9b62e33f969e gateway port host: n-d-771363-32 {{(pid=100934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:38:46.550251 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf51893d-09c8-466a-a229-b2bbd6eeabfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:46.582943 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51893d-09c8-466a-a229-b2bbd6eeabfb admin admin] Pushing event deleted for resources: {'Port': ['ID=9971d76f-6a82-4026-81c7-b508140fd402,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:46.618793 n-d-771363-32 neutron-server[100934]: DEBUG neutron.db.l3_hamode_db [None req-2b2414a8-7e15-4ec0-ae5d-4579df6d8a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'name': 'tempest-TestSnapshotPattern-1492090926-router', 'tenant_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '9971d76f-6a82-4026-81c7-b508140fd402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:06Z', 'updated_at': '2021-07-05T05:38:45Z', 'revision_number': 5, 'project_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'gw_port': {'id': '9971d76f-6a82-4026-81c7-b508140fd402', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:07Z', 'updated_at': '2021-07-05T05:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}], 'n-d-771363-32', False) {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:46.645395 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2414a8-7e15-4ec0-ae5d-4579df6d8a46 None None] The sync data for ids ['4d8cfd61-5c04-4742-bc7d-9b62e33f969e'] in n-d-771363-32 is: [{'id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'name': 'tempest-TestSnapshotPattern-1492090926-router', 'tenant_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'external_fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '9971d76f-6a82-4026-81c7-b508140fd402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:33:06Z', 'updated_at': '2021-07-05T05:38:45Z', 'revision_number': 5, 'project_id': 'f0147bb99ceb44ce838eebaf03d890a7', 'gw_port': {'id': '9971d76f-6a82-4026-81c7-b508140fd402', 'name': '', 'network_id': '7488865c-9ae8-4e17-bf84-c914b1c32c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cfd61-5c04-4742-bc7d-9b62e33f969e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:33:07Z', 'updated_at': '2021-07-05T05:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15806ca2-bcb6-40d9-abec-29c76aae88da', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-32'}] {{(pid=100934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:38:46.648307 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf51893d-09c8-466a-a229-b2bbd6eeabfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-527935'] for router_gateway, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:46.741827 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf51893d-09c8-466a-a229-b2bbd6eeabfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41023'] for router, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:46.743858 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf51893d-09c8-466a-a229-b2bbd6eeabfb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:46.864359 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf51893d-09c8-466a-a229-b2bbd6eeabfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555547'] for router, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:46.864942 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf51893d-09c8-466a-a229-b2bbd6eeabfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d8cfd61-5c04-4742-bc7d-9b62e33f969e {{(pid=100932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:38:46.869348 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-cf51893d-09c8-466a-a229-b2bbd6eeabfb admin admin] Notify callbacks [] for router, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:46.870485 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-cf51893d-09c8-466a-a229-b2bbd6eeabfb admin admin] 10.222.0.38 "DELETE /v2.0/routers/4d8cfd61-5c04-4742-bc7d-9b62e33f969e HTTP/1.1" status: 204 len: 168 time: 1.0508728 Jul 05 05:38:46.873419 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42112) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:38:46.925346 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.db_base_plugin_v2 [None req-76950d8f-9175-4044-9b75-5fc8a1754190 admin admin] Deleting subnet 62812d36-c477-4cab-8bab-f2056fea0338 {{(pid=100932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:38:46.928409 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76950d8f-9175-4044-9b75-5fc8a1754190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:46.962796 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76950d8f-9175-4044-9b75-5fc8a1754190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5829171'] for subnet, precommit_delete_associations {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:47.047251 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76950d8f-9175-4044-9b75-5fc8a1754190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2038087'] for subnet, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:47.165614 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76950d8f-9175-4044-9b75-5fc8a1754190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2038094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6217882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6196754'] for subnet, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:47.191754 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76950d8f-9175-4044-9b75-5fc8a1754190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62812d36-c477-4cab-8bab-f2056fea0338,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:47.195418 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-76950d8f-9175-4044-9b75-5fc8a1754190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:47.197786 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-76950d8f-9175-4044-9b75-5fc8a1754190 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/62812d36-c477-4cab-8bab-f2056fea0338 HTTP/1.1" status: 204 len: 168 time: 0.3230021 Jul 05 05:38:47.199919 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42114) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:38:47.203505 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9732ef81-06aa-46b9-838f-de7831b9adf7 None None] Network 410cf122-95dd-4966-801b-2e4b8cb512fc requested from n-d-771363-32 {{(pid=100934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:38:47.271509 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657914'] for network, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:47.334251 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] Deleting port 2b87b5c1-99cf-4ac7-a37e-869c0539c1da {{(pid=100932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:38:47.334608 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735423271644'] for port, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:47.427165 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.db [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] For port 2b87b5c1-99cf-4ac7-a37e-869c0539c1da, host n-d-771363-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-32',level=0,port_id=2b87b5c1-99cf-4ac7-a37e-869c0539c1da,segment=NetworkSegment(bfec2a81-0b6f-4910-8f0d-e29bf6d6c393),segment_id=bfec2a81-0b6f-4910-8f0d-e29bf6d6c393)] {{(pid=100932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:38:47.427165 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528504'] for port, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:47.435841 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:47.439805 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.plugin [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] Calling delete_port for 2b87b5c1-99cf-4ac7-a37e-869c0539c1da owned by network:dhcp {{(pid=100932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:38:47.578093 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1677096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735423277846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735422727406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6217888'] for port, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:47.605282 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b87b5c1-99cf-4ac7-a37e-869c0539c1da,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:47.607870 n-d-771363-32 neutron-server[100932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] No DVR routers for this DVR port 2b87b5c1-99cf-4ac7-a37e-869c0539c1da on host n-d-771363-32 {{(pid=100932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:38:47.681217 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043602', 'neutron.services.segments.db._delete_segments_for_network-8735423255902'] for network, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:47.691228 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410cf122-95dd-4966-801b-2e4b8cb512fc']}} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:47.702160 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfec2a81-0b6f-4910-8f0d-e29bf6d6c393') {'for_net_delete': True} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:47.702457 n-d-771363-32 neutron-server[100932]: DEBUG neutron.services.segments.db [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfec2a81-0b6f-4910-8f0d-e29bf6d6c393') {} {{(pid=100932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:38:47.711053 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735423223426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5829156'] for segment, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:47.725363 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486'] for segment, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:47.733769 n-d-771363-32 neutron-server[100932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=100932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:38:47.734344 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2036486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6217855'] for segment, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: Traceback (most recent call last): Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: timer() Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: cb(*args, **kw) Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: return func(*args, **kwargs) Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: self._notify() Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: self.callback(batched_events) Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: event.method(event) Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: return f(self, *a, **k) Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: return self._get(url).json() Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: return self.request(url, 'GET', **kwargs) Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:38:47.736410 n-d-771363-32 neutron-server[100932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:38:47.757193 n-d-771363-32 neutron-server[100934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7dc551-258b-4584-8ba3-8bb91cd0052f None None] DHCP port deletion for 410cf122-95dd-4966-801b-2e4b8cb512fc request from n-d-771363-32 {{(pid=100934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:38:47.783402 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2a0bef76-3ac1-486d-8590-d81ab01d3993 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:38:47.806704 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 2a0bef76-3ac1-486d-8590-d81ab01d3993 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:38:47.807092 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2a0bef76-3ac1-486d-8590-d81ab01d3993 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:38:47.864638 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527899'] for network, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:47.873404 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] Notify callbacks [] for network, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:47.873404 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/410cf122-95dd-4966-801b-2e4b8cb512fc HTTP/1.1" status: 204 len: 168 time: 0.6705234 Jul 05 05:38:47.883481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c205e3-59fd-4511-8b41-b0d724d803c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=410cf122-95dd-4966-801b-2e4b8cb512fc,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:48.263691 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42118) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:38:48.303361 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-de644d74-f386-48b0-abeb-90a5bbe039c0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f1ef19fec1364666bad7c3165acc0c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384479 Jul 05 05:38:48.305812 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [-] (100932) accepted ('10.222.0.38', 42120) {{(pid=100932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:38:48.354398 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a31f2b40-9dcd-404a-acaf-75149dc124d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:48.375218 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a31f2b40-9dcd-404a-acaf-75149dc124d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:48.492859 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a31f2b40-9dcd-404a-acaf-75149dc124d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:48.495446 n-d-771363-32 neutron-server[100932]: DEBUG neutron_lib.callbacks.manager [None req-a31f2b40-9dcd-404a-acaf-75149dc124d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:48.496706 n-d-771363-32 neutron-server[100932]: INFO neutron.wsgi [None req-a31f2b40-9dcd-404a-acaf-75149dc124d7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a10af575-5321-4687-85e7-2a325860eda5 HTTP/1.1" status: 204 len: 168 time: 0.1899290 Jul 05 05:38:48.505366 n-d-771363-32 neutron-server[100932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f2b40-9dcd-404a-acaf-75149dc124d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10af575-5321-4687-85e7-2a325860eda5,revision_number=None']} {{(pid=100932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:49.076053 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42126) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:38:49.115010 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-4e349771-ee8b-425f-907d-b83d765e8856 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f0147bb99ceb44ce838eebaf03d890a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377817 Jul 05 05:38:49.117608 n-d-771363-32 neutron-server[100933]: DEBUG neutron.wsgi [-] (100933) accepted ('10.222.0.38', 42128) {{(pid=100933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:38:49.163912 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd2af659-462c-4d2c-9fb6-1cd6b47c57d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:49.185744 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd2af659-462c-4d2c-9fb6-1cd6b47c57d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:49.327678 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd2af659-462c-4d2c-9fb6-1cd6b47c57d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-973688'] for security_group, after_delete {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:49.330411 n-d-771363-32 neutron-server[100933]: DEBUG neutron_lib.callbacks.manager [None req-dd2af659-462c-4d2c-9fb6-1cd6b47c57d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:49.331795 n-d-771363-32 neutron-server[100933]: INFO neutron.wsgi [None req-dd2af659-462c-4d2c-9fb6-1cd6b47c57d5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/10c326b5-c848-4232-8c42-cc47715f993e HTTP/1.1" status: 204 len: 168 time: 0.2133074 Jul 05 05:38:49.340422 n-d-771363-32 neutron-server[100933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2af659-462c-4d2c-9fb6-1cd6b47c57d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c326b5-c848-4232-8c42-cc47715f993e,revision_number=None']} {{(pid=100933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:38:49.354865 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9971d76f-6a82-4026-81c7-b508140fd402 no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:38:49.385104 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 9971d76f-6a82-4026-81c7-b508140fd402 {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:38:49.385452 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 9971d76f-6a82-4026-81c7-b508140fd402 not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:38:49.385877 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2b87b5c1-99cf-4ac7-a37e-869c0539c1da no longer exists at agent ovs-agent-n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:38:49.405392 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] No Port match for: 2b87b5c1-99cf-4ac7-a37e-869c0539c1da {{(pid=100934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:38:49.405745 n-d-771363-32 neutron-server[100934]: DEBUG neutron.plugins.ml2.rpc [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Device 2b87b5c1-99cf-4ac7-a37e-869c0539c1da not bound to the agent host n-d-771363-32 {{(pid=100934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:39:00.406272 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:39:03.578099 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:05.366535 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:11.561546 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b2d63fd0-90d8-434a-8e5f-ddb6d431a0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:14.130208 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c37b39ac-9c26-4277-afd6-fe24d4afff34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:14.503710 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:15.821839 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:17.429580 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:33.583103 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:35.366614 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:37.405822 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:39:41.571988 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-3fd6b405-8a1b-443a-9d43-a90052ca27f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:44.091654 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-1fccdb7f-9f1f-4830-85ce-83d6f561f0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:44.489558 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:45.815759 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:47.394247 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:03.588745 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:05.397983 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:11.557852 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ef48c35c-066a-475c-9f0e-dcdf29165021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:14.113839 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-30b4d681-d67c-4251-b208-9a05c32f725b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:14.405518 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:40:14.506180 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:15.820349 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:17.382764 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:33.591624 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:35.393428 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:41.547954 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-523262f1-4713-4cc1-8206-7554f7377f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:44.090658 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-6b09d0ab-6e4e-4433-918c-7c6e3077b7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:44.496206 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:45.827672 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:47.393372 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:51.405288 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:41:03.598714 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:05.398429 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:11.541701 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c21f7a7a-d47f-4fad-b51d-da6a83e71922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:14.099481 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5a0b0296-1e43-4d57-b667-13b21fdae00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:14.506999 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:15.842115 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:17.387306 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:28.407766 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:41:33.598098 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:35.413136 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:41.558543 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f131867d-ef08-4e9f-920e-6f1beb05108c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:44.092878 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-efb2cfd3-7ce0-41af-8bda-1d87c48e6b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:44.495125 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:45.853083 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:47.386619 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:03.568732 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:05.391493 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:05.408151 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:42:11.595637 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-be8aa409-945b-44af-ab0c-dbc54d0aa274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:14.082777 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c983c2f6-cac2-4bcb-b7a4-5fd1877fbc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:14.488515 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:15.831362 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:17.412586 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:33.579361 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:35.385070 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:41.579742 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-215db22c-6641-4d73-842b-b07ad83ac2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:42.408514 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:42:44.087805 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-df59fcb3-6f80-4420-9430-55b16cff9fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:44.503099 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:45.842777 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:47.384609 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:03.607347 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:05.413280 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:11.571620 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-45ed47f4-8d19-450c-999e-f3f63aea929a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:14.110120 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-96befd6e-46e3-429b-94e4-094235893cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:14.510042 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:15.841920 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:17.424424 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:19.408824 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:43:33.624039 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:35.441031 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:41.553713 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0bbd8fb2-d2d6-40f8-9eb6-061a80276da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:44.121150 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-448fafb2-6677-4df1-8f89-afbc8a6b24b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:44.497871 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:45.850605 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:47.429104 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:56.407844 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:44:03.621487 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:44:05.432836 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:44:11.566906 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-407ea059-413c-4845-90cb-ce8025809470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:44:14.108862 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-23a205a0-8bbd-46c3-987c-0e3e67c980ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:44:14.495942 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:44:15.849813 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:44:17.415755 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:44:33.407957 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:44:33.668717 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:44:35.420850 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:44:41.571472 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-dcecd626-c30c-4594-9e97-08d850b45c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:44:44.112374 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-a7714445-4be5-4a95-a508-fcf8bf7a7ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:44:44.500927 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:44:45.857216 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:44:47.415009 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:45:03.683196 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:45:05.471750 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:45:10.407715 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:45:11.553186 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-2aafb130-2a70-4762-9506-22b178125686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:45:14.102064 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-76afacb6-ef5c-4268-bd13-9decb951c545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:45:14.501540 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:45:15.850269 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:45:17.427612 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:45:33.672750 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:45:35.461924 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:45:41.573760 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0a70b852-6106-40e8-b292-5a8db151dc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:45:44.099629 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-79cd8eb6-8c18-4561-b1b1-f135916f451f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:45:44.505382 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:45:45.848143 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:45:46.351481 n-d-771363-32 neutron-server[100932]: DEBUG neutron.wsgi [req-009a3af9-1a2d-47c2-9a59-ead7407af604 req-2761e8eb-e20e-4013-aa97-39b4ebf35bc7 service neutron] (100932) timed out ('10.222.0.38', 59424) {{(pid=100932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 05:45:47.406753 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:45:47.432533 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:46:03.683436 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:46:05.461321 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:46:11.561690 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-18e99529-2b74-467a-9db5-cb533d6e4d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:46:14.100652 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-ff7bbfb6-055a-4b83-8fe6-fed61c7a5bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:46:14.546113 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:46:15.870213 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:46:17.437320 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:46:24.406683 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:46:33.688540 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:46:35.504492 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:46:41.608878 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0a624e34-9b26-4c44-91b2-d247eeb81a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:46:44.111386 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-0bcf11c5-8503-459c-b6f1-36100358a499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:46:44.509892 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:46:45.859465 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:46:47.431332 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:47:01.406336 n-d-771363-32 neutron-server[100935]: DEBUG neutron.db.agents_db [None req-7f100b91-a2e3-4b0f-a5a3-c3cc4b2f7e10 None None] Agent healthcheck: found 7 active agents {{(pid=100935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:47:03.676756 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-89c01285-a88a-4f67-b86c-4f4209f5c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:47:05.493763 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-b8abaa6e-15c2-4d51-960d-ee69e54b5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:47:11.566428 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-e8fe2413-3ab3-41a6-8ce9-35ce7b2fa4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:47:14.093720 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-75f60e21-a7d5-48cc-a699-6b62f56ec7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:47:14.510838 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-f7318a28-45ed-4a1b-bb35-8e39c8d6d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:47:15.874786 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-5adf5d47-3570-4873-9ecd-1f144d594d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:47:17.419226 n-d-771363-32 neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-afad9512-c5b8-43bf-8687-94b4886be559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735423255884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2045848'] for agent, after_update {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}